-- Logs begin at Mon 2021-07-05 16:59:08 UTC, end at Mon 2021-07-05 19:38:47 UTC. -- Jul 05 17:43:02.592000 n-d-799524-1 systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 17:43:05.431336 n-d-799524-1 neutron-server[100852]: INFO neutron.common.config [-] Logging enabled! Jul 05 17:43:05.431943 n-d-799524-1 neutron-server[100852]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev448 Jul 05 17:43:05.432118 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100852) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 17:43:05.435374 n-d-799524-1 neutron-server[100852]: INFO neutron.common.config [-] Logging enabled! Jul 05 17:43:05.435632 n-d-799524-1 neutron-server[100852]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev448 Jul 05 17:43:05.435948 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100852) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 17:43:05.436882 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 17:43:05.437121 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 17:43:05.437491 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 17:43:05.437742 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 17:43:05.437974 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 17:43:05.438300 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.438622 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.438928 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.439162 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.439462 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.439755 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.440042 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.440336 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.440634 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.440921 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.441204 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.442188 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.442633 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.442991 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.443289 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.443588 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.443820 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] debug = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.444110 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.444542 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.444974 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.445257 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.445556 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.445839 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.446117 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.446399 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.446710 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.447050 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] host = n-d-799524-1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.447332 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.447624 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.447916 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.448210 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.448488 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.448767 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.449056 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.449331 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.449606 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] log_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.449885 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.450180 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.450470 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.450787 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.451019 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.451245 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.451536 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.451826 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.452106 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.452385 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.452664 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.452945 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.453224 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.453497 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.453786 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.454074 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.454367 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.454682 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.454965 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.455241 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.455513 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.455803 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.456082 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.456362 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.456641 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.456933 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.457823 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.458313 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.458736 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.459038 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.459333 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.459632 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.459918 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.460461 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.460742 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.461024 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.461303 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] use_json = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.461584 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.461861 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.462151 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.462428 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.462736 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.463017 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.463297 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.463589 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:05.463895 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.464199 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.464509 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.464806 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.465110 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.465398 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.465698 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.465983 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.466280 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.466604 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.466904 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.467188 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.467484 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.467771 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.468073 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.468382 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.468684 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.468985 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.469268 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.469551 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.469833 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.470118 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.470410 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.470743 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.471041 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.471322 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.471609 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.471907 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.472190 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.472469 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.472795 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.473293 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.473636 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.473921 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.474213 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.474502 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.474829 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.475118 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.475404 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.475703 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.475988 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.476271 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.476549 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.476833 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.477111 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.477402 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.477687 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.477969 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.478259 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.478532 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.478846 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.479114 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.479397 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.479676 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.479960 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.480273 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.480521 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.480801 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.481081 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.481362 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.481640 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.481918 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.482200 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.482479 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.482782 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.483059 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.483338 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.483617 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.483910 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.484215 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.484500 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.484793 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.485074 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.485357 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.485638 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.485918 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.486200 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.486484 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.486785 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.487081 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.487370 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.487663 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.487950 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.488232 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.488661 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.489120 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.489418 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.489706 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.489992 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.490293 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.490611 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.490915 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.491217 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.491519 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.491820 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.492117 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.492404 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.492721 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.493011 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:05.493237 n-d-799524-1 neutron-server[100852]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 17:43:05.493487 n-d-799524-1 neutron-server[100852]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100852) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 17:43:05.855563 n-d-799524-1 neutron-server[100852]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 17:43:05.855853 n-d-799524-1 neutron-server[100852]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 17:43:05.856147 n-d-799524-1 neutron-server[100852]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 17:43:05.856484 n-d-799524-1 neutron-server[100852]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 17:43:06.256776 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.257070 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.257342 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.258700 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.258976 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.259240 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.294393 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.294700 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.294974 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.308437 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.308724 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.309001 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.340620 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.340905 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.341178 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.377037 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.377321 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.377595 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.615185 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.615791 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.615791 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.615937 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.616628 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.746266 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.746616 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.746904 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.747177 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.747445 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.747759 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.748019 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.748277 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.748531 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.748814 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.749076 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.749355 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.749619 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.749893 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.750161 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.750429 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.750726 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.750987 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.751274 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.751540 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.751842 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.752193 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.752448 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.752738 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.752988 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.753236 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.753818 n-d-799524-1 neutron-server[100852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 17:43:06.754990 n-d-799524-1 neutron-server[100852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 17:43:06.755427 n-d-799524-1 neutron-server[100852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 17:43:06.755716 n-d-799524-1 neutron-server[100852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 17:43:06.755968 n-d-799524-1 neutron-server[100852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 17:43:06.756217 n-d-799524-1 neutron-server[100852]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 17:43:06.756608 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 17:43:06.761177 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 17:43:06.765186 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 17:43:06.769081 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 05 17:43:06.771042 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 17:43:06.771507 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 17:43:06.771848 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 17:43:06.772248 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 17:43:06.775086 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 17:43:06.775343 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 17:43:06.775691 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 17:43:06.804493 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 17:43:06.804953 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.805260 n-d-799524-1 neutron-server[100852]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100852) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 17:43:06.805628 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.807029 n-d-799524-1 neutron-server[100852]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100852) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 17:43:06.807315 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 17:43:06.807563 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 17:43:06.810868 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.811160 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:06.877643 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 17:43:06.877807 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 17:43:06.878047 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 17:43:06.878432 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 17:43:06.900504 n-d-799524-1 neutron-server[100852]: DEBUG oslo_db.sqlalchemy.engines [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100852) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 17:43:07.599756 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Initializing driver for type 'gre' Jul 05 17:43:07.600323 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] gre ID ranges: [(1, 1000)] Jul 05 17:43:07.788832 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Initializing driver for type 'local' Jul 05 17:43:07.789460 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Initializing driver for type 'vlan' Jul 05 17:43:07.881610 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] VlanTypeDriver initialization complete Jul 05 17:43:07.881887 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Initializing driver for type 'vxlan' Jul 05 17:43:07.882404 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] vxlan ID ranges: [(1, 1000)] Jul 05 17:43:08.108502 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Initializing extension driver 'port_security' Jul 05 17:43:08.108845 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.extensions.port_security [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] PortSecurityExtensionDriver initialization complete Jul 05 17:43:08.109180 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Initializing mechanism driver 'openvswitch' Jul 05 17:43:08.109510 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Initializing mechanism driver 'hyperv' Jul 05 17:43:08.116586 n-d-799524-1 neutron-server[100852]: DEBUG neutron.plugins.ml2.plugin [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:43:08.117275 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > port after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.117651 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > port after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.118063 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > port after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.118765 n-d-799524-1 neutron-server[100852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 17:43:08.119395 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > subnet after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.119847 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > subnet after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.120198 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.120593 n-d-799524-1 neutron-server[100852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 17:43:08.121046 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > network after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.121397 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > network after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.121821 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > network after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.122360 n-d-799524-1 neutron-server[100852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 17:43:08.122970 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > security_group after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.123477 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > security_group after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.123944 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > security_group after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.124474 n-d-799524-1 neutron-server[100852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 17:43:08.124889 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.125244 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.125590 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.125978 n-d-799524-1 neutron-server[100852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 17:43:08.126386 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > address_group after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.126760 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > address_group after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.127105 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > address_group after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.127487 n-d-799524-1 neutron-server[100852]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100852) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 17:43:08.127876 n-d-799524-1 neutron-server[100852]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] ML2 OVO RPC backend initialized. {{(pid=100852) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 17:43:08.128579 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.129543 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.129963 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > network before_response 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.130318 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > networks before_response 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.130719 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > port before_response 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.131070 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > ports before_response 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.131416 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > subnet before_response 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.131807 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > subnets before_response 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.132114 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > network after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.132455 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > network after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.132790 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > network after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.133130 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > port after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.133516 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > port after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.133861 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > port after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.134205 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > subnet after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.134546 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > subnet after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.134907 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > subnet after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.135493 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.plugin [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Modular L2 Plugin initialization complete Jul 05 17:43:08.135828 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading services supported by the core plugin {{(pid=100852) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 17:43:08.136158 n-d-799524-1 neutron-server[100852]: INFO neutron.plugins.ml2.managers [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Got port-security extension from driver 'port_security' Jul 05 17:43:08.136629 n-d-799524-1 neutron-server[100852]: INFO neutron.extensions.vlantransparent [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Disabled vlantransparent extension. Jul 05 17:43:08.137114 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100852) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 17:43:08.137431 n-d-799524-1 neutron-server[100852]: INFO neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading Plugin: router Jul 05 17:43:08.174153 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router_interface before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.174575 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router after_create 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.174951 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router before_create 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.175318 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.175692 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.176561 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router after_delete 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.177032 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > floatingip after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.177519 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router after_create 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.177875 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router after_update 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.178212 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router after_update 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.178580 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.178946 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router after_update 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.179361 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router precommit_update 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.179738 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: port after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.180080 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: port after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.180427 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: subnet after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.180775 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.181127 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > port precommit_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.181476 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router precommit_create 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.181821 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: port before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.182165 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router precommit_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.182524 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router after_update 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.182898 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router precommit_delete 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.183251 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router precommit_create 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.183613 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router_interface after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.183985 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router precommit_update 55549900 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.184354 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > agent after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.184703 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > agent after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.185048 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > network after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.185918 n-d-799524-1 neutron-server[100852]: DEBUG neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Tracking information for resource: router configured {{(pid=100852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 17:43:08.186251 n-d-799524-1 neutron-server[100852]: DEBUG neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Tracking information for resource: floatingip configured {{(pid=100852) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 17:43:08.192886 n-d-799524-1 neutron-server[100852]: INFO neutron.db.l3_agentschedulers_db [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 17:43:08.193463 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: port after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.193827 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: port after_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.194185 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: port after_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.194541 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: port after_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.195368 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router before_create 55550100 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.195736 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router precommit_delete 55550100 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.196101 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router precommit_create 55550100 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.196459 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > router precommit_update 55550100 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.201067 n-d-799524-1 neutron-server[100852]: DEBUG neutron.services.provider_configuration [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service providers = [] {{(pid=100852) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 17:43:08.201441 n-d-799524-1 neutron-server[100852]: DEBUG neutron.db.servicetype_db [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100852) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 17:43:08.204833 n-d-799524-1 neutron-server[100852]: DEBUG neutron.services.service_base [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 17:43:08.205186 n-d-799524-1 neutron-server[100852]: DEBUG neutron.services.service_base [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 17:43:08.205534 n-d-799524-1 neutron-server[100852]: DEBUG neutron.services.service_base [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 17:43:08.206445 n-d-799524-1 neutron-server[100852]: DEBUG neutron.services.service_base [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100852) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 17:43:08.206853 n-d-799524-1 neutron-server[100852]: INFO neutron.services.service_base [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 17:43:08.207758 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 17:43:08.207758 n-d-799524-1 neutron-server[100852]: INFO neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 17:43:08.219993 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 17:43:08.220333 n-d-799524-1 neutron-server[100852]: INFO neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading Plugin: auto_allocate Jul 05 17:43:08.226143 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: network precommit_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.226523 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: network precommit_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.227088 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 17:43:08.227413 n-d-799524-1 neutron-server[100852]: INFO neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading Plugin: tag Jul 05 17:43:08.233986 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 17:43:08.234320 n-d-799524-1 neutron-server[100852]: INFO neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading Plugin: timestamp Jul 05 17:43:08.240229 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 17:43:08.240566 n-d-799524-1 neutron-server[100852]: INFO neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading Plugin: network_ip_availability Jul 05 17:43:08.246049 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.246426 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.246812 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.247527 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 17:43:08.247851 n-d-799524-1 neutron-server[100852]: INFO neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading Plugin: flavors Jul 05 17:43:08.252551 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 17:43:08.252892 n-d-799524-1 neutron-server[100852]: INFO neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading Plugin: revisions Jul 05 17:43:08.258693 n-d-799524-1 neutron-server[100852]: DEBUG neutron.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100852) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 17:43:08.259191 n-d-799524-1 neutron-server[100852]: DEBUG oslo_concurrency.lockutils [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.403s {{(pid=100852) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 17:43:08.260113 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100852) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 17:43:08.260589 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Initializing extension manager. Jul 05 17:43:08.261175 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: __init__.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.261697 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: __pycache__ {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.262034 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.262368 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: address_group.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.263160 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.263734 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: address-group Jul 05 17:43:08.264059 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: address_scope.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.264776 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.265291 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: address-scope Jul 05 17:43:08.265617 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: admin_state_down_before_update.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.266581 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.267097 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: router-admin-state-down-before-update Jul 05 17:43:08.267424 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: agent.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.268129 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.268856 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: agent Jul 05 17:43:08.269184 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: agent_resources_synced.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.270139 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.270680 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: agent-resources-synced Jul 05 17:43:08.271016 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: allowedaddresspairs.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.280896 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.281452 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: allowed-address-pairs Jul 05 17:43:08.281791 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: auto_allocated_topology.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.282962 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.283492 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: auto-allocated-topology Jul 05 17:43:08.283827 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: availability_zone.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.284620 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.285153 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: availability_zone Jul 05 17:43:08.286024 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: availability_zone_filter.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.286989 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.287520 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: availability_zone_filter Jul 05 17:43:08.287852 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: data_plane_status.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.288773 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.289287 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 17:43:08.289617 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: default_subnetpools.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.290548 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.291118 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: default-subnetpools Jul 05 17:43:08.291449 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: dhcpagentscheduler.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.292280 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.292803 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: dhcp_agent_scheduler Jul 05 17:43:08.293132 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: dns.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.294059 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.294653 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension dns-integration not supported by any of loaded plugins Jul 05 17:43:08.295023 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: dns_domain_ports.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.295969 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.296486 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 17:43:08.296812 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.297744 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.298255 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 17:43:08.298624 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: dvr.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.299435 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.299869 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: dvr Jul 05 17:43:08.300191 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: empty_string_filtering.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.302090 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.302636 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: empty-string-filtering Jul 05 17:43:08.302969 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.303898 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.304446 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 17:43:08.304770 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.305738 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.306257 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 17:43:08.306608 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: external_net.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.320038 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.320565 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: external-net Jul 05 17:43:08.320892 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: extra_dhcp_opt.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.321831 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.322348 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: extra_dhcp_opt Jul 05 17:43:08.322699 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: extraroute.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.323616 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.324252 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: extraroute Jul 05 17:43:08.324496 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: extraroute_atomic.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.325547 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.326058 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: extraroute-atomic Jul 05 17:43:08.326378 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: filter_validation.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.327073 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.327578 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: filter-validation Jul 05 17:43:08.327895 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: fip_pf_description.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.328799 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.329304 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 17:43:08.329621 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: fip_port_details.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.330589 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.331093 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: fip-port-details Jul 05 17:43:08.331418 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: flavors.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.332695 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.333210 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: flavors Jul 05 17:43:08.333533 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.335472 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.336144 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 17:43:08.336476 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: floatingip_pools.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.337176 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.337692 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: floatingip-pools Jul 05 17:43:08.338019 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: ip_allocation.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.338960 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.339470 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 17:43:08.339795 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.340732 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.341249 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: ip-substring-filtering Jul 05 17:43:08.341575 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: l2_adjacency.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.342491 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.343027 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 17:43:08.343347 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: l3.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.344319 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.344833 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: router Jul 05 17:43:08.345155 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: l3_conntrack_helper.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.347543 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.348688 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 17:43:08.349021 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.349949 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.350468 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: ext-gw-mode Jul 05 17:43:08.350830 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.351739 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.352255 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: l3-ha Jul 05 17:43:08.352676 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: l3_flavors.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.360247 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.360787 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: l3-flavors Jul 05 17:43:08.361109 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.362012 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.362529 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 17:43:08.362880 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: l3agentscheduler.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.364639 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.365468 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: l3_agent_scheduler Jul 05 17:43:08.365795 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: logging.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.367322 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.367887 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension logging not supported by any of loaded plugins Jul 05 17:43:08.368212 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: metering.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.368953 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.369534 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: metering Jul 05 17:43:08.369888 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.371017 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.371538 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: metering_source_and_destination_fields Jul 05 17:43:08.371853 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: multiprovidernet.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.372785 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.373298 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: multi-provider Jul 05 17:43:08.373626 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: netmtu.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.374587 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.375109 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: net-mtu Jul 05 17:43:08.375430 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: netmtu_writable.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.376341 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.376857 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: net-mtu-writable Jul 05 17:43:08.377174 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: network_availability_zone.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.377862 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.378340 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: network_availability_zone Jul 05 17:43:08.378682 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: network_ip_availability.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.379945 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.380455 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: network-ip-availability Jul 05 17:43:08.380775 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: network_segment_range.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.381574 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.382145 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 17:43:08.382397 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: pagination.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.383403 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.383724 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: pagination Jul 05 17:43:08.384042 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: port_device_profile.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.384958 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.385473 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: port-device-profile Jul 05 17:43:08.385835 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.386783 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.387294 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: port-mac-address-regenerate Jul 05 17:43:08.387614 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.388514 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.389024 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: port-numa-affinity-policy Jul 05 17:43:08.389342 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: port_resource_request.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.390246 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.390820 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 17:43:08.391141 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: portbindings.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.392062 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.392573 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: binding Jul 05 17:43:08.392892 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: portbindings_extended.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.394285 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.394884 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: binding-extended Jul 05 17:43:08.395212 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: portsecurity.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.396134 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.396645 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: port-security Jul 05 17:43:08.396968 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: project_id.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.397975 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.398304 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: project-id Jul 05 17:43:08.398713 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: providernet.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.406329 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.406872 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: provider Jul 05 17:43:08.407189 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: qos.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.411398 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.411932 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension qos not supported by any of loaded plugins Jul 05 17:43:08.412266 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.413518 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.414037 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 17:43:08.414368 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.415308 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.415861 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 17:43:08.416184 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: qos_default.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.417106 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.417622 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension qos-default not supported by any of loaded plugins Jul 05 17:43:08.417947 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: qos_fip.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.418626 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.419135 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension qos-fip not supported by any of loaded plugins Jul 05 17:43:08.419456 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: qos_gateway_ip.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.420374 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.420892 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 17:43:08.421216 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: qos_port_network_policy.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.422125 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.422673 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 17:43:08.423030 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: qos_rule_type_details.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.423939 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.424454 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 17:43:08.424781 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: qos_rules_alias.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.425893 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.426992 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 17:43:08.427323 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: quotasv2.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.428250 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.428573 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: quotas Jul 05 17:43:08.428890 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: quotasv2_detail.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.431954 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.432302 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: quota_details Jul 05 17:43:08.432638 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: rbac.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.433749 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.434276 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: rbac-policies Jul 05 17:43:08.434636 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: rbac_address_group.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.435759 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.436287 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: rbac-address-group Jul 05 17:43:08.436612 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: rbac_address_scope.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.437624 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.438146 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: rbac-address-scope Jul 05 17:43:08.438467 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: rbac_security_groups.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.439400 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.439913 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: rbac-security-groups Jul 05 17:43:08.440275 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: rbac_subnetpool.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.441182 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.441741 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: rbac-subnetpool Jul 05 17:43:08.442063 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: revisionifmatch.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.442999 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.443516 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: revision-if-match Jul 05 17:43:08.443835 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: revisions.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.445023 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.445542 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: standard-attr-revisions Jul 05 17:43:08.445866 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: router_availability_zone.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.446538 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.447081 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: router_availability_zone Jul 05 17:43:08.447403 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: routerservicetype.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.448363 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.448870 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension router-service-type not supported by any of loaded plugins Jul 05 17:43:08.449189 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.450105 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.450646 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: security-groups-normalized-cidr Jul 05 17:43:08.450969 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: security_groups_port_filtering.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.451883 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.452398 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: port-security-groups-filtering Jul 05 17:43:08.452716 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.453682 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.454197 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: security-groups-remote-address-group Jul 05 17:43:08.454516 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: securitygroup.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.464642 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.474550 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: security-group Jul 05 17:43:08.474550 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: segment.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.474550 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.474550 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension segment not supported by any of loaded plugins Jul 05 17:43:08.474550 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.475294 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.475805 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 17:43:08.476130 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: servicetype.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.477237 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.477760 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: service-type Jul 05 17:43:08.478089 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: sorting.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.479141 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.479472 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: sorting Jul 05 17:43:08.479793 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: standard_attr_segment.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.480782 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.481302 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 17:43:08.481625 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: standardattrdescription.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.482277 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.482829 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: standard-attr-description Jul 05 17:43:08.483152 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: stateful_security_group.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.484095 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.484616 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: stateful-security-group Jul 05 17:43:08.484939 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: stdattrs_common.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.485522 n-d-799524-1 neutron-server[100852]: WARNING neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 17:43:08.485889 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.486845 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.487365 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 17:43:08.487688 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: subnet_onboard.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.489451 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.490008 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: subnet_onboard Jul 05 17:43:08.490330 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.491272 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.491787 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 17:43:08.492111 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: subnet_service_types.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.493022 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.493538 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: subnet-service-types Jul 05 17:43:08.493860 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: subnetallocation.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.494966 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.495535 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: subnet_allocation Jul 05 17:43:08.495854 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.496538 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.497050 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: subnetpool-prefix-ops Jul 05 17:43:08.497369 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.506332 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.506955 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 17:43:08.507281 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: tagging.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.508377 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.508891 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: standard-attr-tag Jul 05 17:43:08.509222 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: timestamp.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.510531 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.511074 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loaded extension: standard-attr-timestamp Jul 05 17:43:08.511399 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: trunk.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.512434 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.512955 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension trunk not supported by any of loaded plugins Jul 05 17:43:08.513281 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: trunk_details.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.514197 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.514782 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension trunk-details not supported by any of loaded plugins Jul 05 17:43:08.515107 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: uplink_status_propagation.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.516037 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.516554 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 17:43:08.516876 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Loading extension file: vlantransparent.py {{(pid=100852) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 17:43:08.517548 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100852) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 17:43:08.518058 n-d-799524-1 neutron-server[100852]: INFO neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 17:43:08.520574 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:network Jul 05 17:43:08.521093 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:subnet Jul 05 17:43:08.521488 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 17:43:08.521906 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:port Jul 05 17:43:08.523197 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.523631 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service FLAVORS assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.524285 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.524721 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.525049 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:router Jul 05 17:43:08.525483 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:floatingip Jul 05 17:43:08.525956 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service METERING assigned prefix: /metering {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.527471 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.527839 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.528189 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100852) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:43:08.529176 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 17:43:08.529616 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:security_group Jul 05 17:43:08.530116 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 17:43:08.530756 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service CORE assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.531085 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 17:43:08.531430 n-d-799524-1 neutron-server[100852]: WARNING neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] subnetpool is already registered Jul 05 17:43:08.534692 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service CORE assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.534692 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 17:43:08.534692 n-d-799524-1 neutron-server[100852]: WARNING neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] subnetpool is already registered Jul 05 17:43:08.534937 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.535785 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service FLAVORS assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.536373 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.536791 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.537126 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:router Jul 05 17:43:08.537461 n-d-799524-1 neutron-server[100852]: WARNING neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] router is already registered Jul 05 17:43:08.537975 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:floatingip Jul 05 17:43:08.538317 n-d-799524-1 neutron-server[100852]: WARNING neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] floatingip is already registered Jul 05 17:43:08.538792 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service METERING assigned prefix: /metering {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.539498 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 17:43:08.539819 n-d-799524-1 neutron-server[100852]: WARNING neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] rbac_policy is already registered Jul 05 17:43:08.540226 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:security_group Jul 05 17:43:08.540558 n-d-799524-1 neutron-server[100852]: WARNING neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] security_group is already registered Jul 05 17:43:08.540954 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 17:43:08.541285 n-d-799524-1 neutron-server[100852]: WARNING neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] security_group_rule is already registered Jul 05 17:43:08.541899 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service CORE assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.542224 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 17:43:08.542572 n-d-799524-1 neutron-server[100852]: WARNING neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] subnetpool is already registered Jul 05 17:43:08.542987 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.v2.resource_helper [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Service CORE assigned prefix: {{(pid=100852) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 17:43:08.543305 n-d-799524-1 neutron-server[100852]: INFO neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 17:43:08.543665 n-d-799524-1 neutron-server[100852]: WARNING neutron.quota.resource_registry [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] subnetpool is already registered Jul 05 17:43:08.544121 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: extensions {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.545594 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: address-groups {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.547180 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: address-scopes {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.548480 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: agents {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.549640 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: auto-allocated-topology {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.551475 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: availability_zones {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.552673 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: dhcp-networks {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.555287 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: dhcp-agents {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.556868 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: routers {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.558626 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: flavors {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.559874 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: service_profiles {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.561069 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: next_providers {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.562486 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: service_profiles {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.564039 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: floatingip-pools {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.565289 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: routers {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.567031 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: floatingips {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.568294 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: l3-routers {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.569672 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: l3-agents {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.571168 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: metering-labels {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.574827 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: metering-label-rules {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.574827 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: network-ip-availabilities {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.575042 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: bindings {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.576596 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: quotas {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.578130 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: quotas {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.579551 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: rbac-policies {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.580730 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: security-groups {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.582040 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: security-group-rules {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.583301 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: service-providers {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.584522 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: subnetpools {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.586143 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: subnetpools {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.587708 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.589365 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.591197 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.593018 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.594719 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.596655 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.598960 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.600723 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.602551 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.604323 n-d-799524-1 neutron-server[100852]: DEBUG neutron.api.extensions [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Extended resource: tags {{(pid=100852) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 17:43:08.610320 n-d-799524-1 neutron-server[100852]: WARNING keystonemiddleware.auth_token [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 17:43:08.615508 n-d-799524-1 neutron-server[100852]: WARNING keystonemiddleware.auth_token [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 17:43:08.625277 n-d-799524-1 neutron-server[100852]: DEBUG oslo_concurrency.lockutils [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Acquired lock "singleton_lock" {{(pid=100852) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 17:43:08.625752 n-d-799524-1 neutron-server[100852]: DEBUG oslo_concurrency.lockutils [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Releasing lock "singleton_lock" {{(pid=100852) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 17:43:08.626392 n-d-799524-1 neutron-server[100852]: INFO oslo_service.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Starting 2 workers Jul 05 17:43:08.631499 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Started child 100997 {{(pid=100852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 17:43:08.636383 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Started child 100998 {{(pid=100852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 17:43:08.636914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:08.638511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [-] (100997) wsgi starting up on http://0.0.0.0:9696 Jul 05 17:43:08.638844 n-d-799524-1 neutron-server[100852]: INFO neutron.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 17:43:08.639990 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Notify callbacks [] for process, before_spawn {{(pid=100852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:08.641109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:08.642514 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [-] (100998) wsgi starting up on http://0.0.0.0:9696 Jul 05 17:43:08.644009 n-d-799524-1 neutron-server[100852]: INFO oslo_service.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Starting 1 workers Jul 05 17:43:08.651927 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Started child 100999 {{(pid=100852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 17:43:08.652812 n-d-799524-1 neutron-server[100852]: INFO oslo_service.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Starting 1 workers Jul 05 17:43:08.654407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] calling RpcWorker wait() {{(pid=100999) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 17:43:08.654935 n-d-799524-1 neutron-server[100999]: DEBUG neutron.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] returning from RpcWorker wait() {{(pid=100999) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 17:43:08.656223 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:08.656671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:43:08.659688 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Started child 101000 {{(pid=100852) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 17:43:08.661343 n-d-799524-1 neutron-server[100852]: DEBUG neutron_lib.callbacks.manager [None req-3043a028-d086-41e2-87f6-a985b6244e4c None None] Notify callbacks [] for process, after_spawn {{(pid=100852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:08.663307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100852) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 17:43:08.663529 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 17:43:08.663718 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 17:43:08.663938 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 17:43:08.664298 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 17:43:08.664483 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 17:43:08.664990 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.665262 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.665515 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.665770 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.666070 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.666615 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:08.667220 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.667220 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.667364 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.667544 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.667780 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.667952 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.668118 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.668384 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.668630 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.668909 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.669189 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.669423 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.669673 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.669848 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.670086 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.670356 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.670634 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.670896 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] debug = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.671155 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.671648 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.671898 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.672159 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.672421 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.672685 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.672913 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.673174 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.673423 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.673657 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.673897 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.674149 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.674376 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.674617 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.674835 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.675077 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.675298 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.675797 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] host = n-d-799524-1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.676923 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.677136 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.677376 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.677830 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.678098 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.678349 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.678652 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.678943 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.679203 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.679430 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.679686 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.679948 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.680202 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.680448 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.680606 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_options = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.680870 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.681112 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.681397 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.681659 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.681826 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.681968 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.682155 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.682303 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.682594 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.682812 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.683027 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.683239 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.683452 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.683684 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.683943 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.684202 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.684450 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.684757 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.684918 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.685184 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.685385 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.685610 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.685878 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.686045 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.686237 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.686453 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.686699 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.686914 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.687127 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.687382 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.687617 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.687888 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.688121 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.688373 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.688620 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.688847 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.689062 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.689332 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.689571 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.689813 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.691043 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.691165 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.692198 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.692478 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.692814 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.693007 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_json = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.693252 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.693494 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.693760 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.694044 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.694337 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.694508 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.694812 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.708975 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.708975 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.708975 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.708975 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.708975 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.708975 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.708975 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.708975 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.709649 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.709649 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.709649 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.710428 n-d-799524-1 neutron-server[101000]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:43:08.710598 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.710598 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.710598 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.710598 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.710598 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.710598 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.710598 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.710598 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.711499 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.711499 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.711499 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.711499 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.711499 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.711499 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.711499 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.711499 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.712178 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.712178 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.712178 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.712178 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.712178 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.712178 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.712178 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.712178 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.712178 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.713258 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.713258 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.713258 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.713258 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.713258 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.713258 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.713258 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.713258 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714276 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714276 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714276 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714276 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714276 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714276 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714276 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714276 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714276 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714953 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714953 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714953 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714953 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714953 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714953 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714953 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714953 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.714953 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.715775 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.715775 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.715775 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.715775 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.715775 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.715775 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.715775 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.715775 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.715775 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.716903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.716903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.716903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.716903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.716903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.716903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.716903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.716903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.716903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.717540 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.717540 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.717540 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.717540 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.717540 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.717540 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.717540 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.718019 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.718019 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.718187 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.718453 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.718722 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.719029 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.719261 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.719495 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.719740 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.720006 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.720347 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.720515 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.720773 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.720997 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.721252 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.721551 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.721812 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.722045 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.722290 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.722547 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.724074 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.724074 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.726229 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.726229 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.726229 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.726229 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.726229 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.726229 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.726229 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.726229 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.727225 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.727225 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.727225 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.727896 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.727896 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.727896 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.728346 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.728346 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.728564 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.728803 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.729088 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.729345 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.729595 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.729595 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.730520 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.730520 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.731102 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.731102 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.731274 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.731417 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.731682 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.731938 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.732181 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.732458 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.732720 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.732964 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.733212 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.733469 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.733696 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.733951 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.734172 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.734394 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.734666 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.734912 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.735173 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.735397 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.735633 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.735869 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.736071 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.736394 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.736587 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.736871 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.737033 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.737268 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.737517 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.737745 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.738034 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.738268 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.738501 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.738773 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.740931 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.740931 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.742509 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.742863 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.743143 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.743405 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.743690 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.743941 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.744241 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.744476 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.744757 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.744995 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.745232 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.745481 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.745714 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.745951 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.746163 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.746430 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.747569 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.749626 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.749916 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.750280 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.750584 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.750845 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.751107 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.751348 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.751620 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.751856 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.752111 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.752349 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.752585 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.752923 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.753185 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.753421 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.753653 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.753918 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.754257 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.755092 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.755651 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.755890 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.756183 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.757052 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.757310 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.757594 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.757868 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.758123 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.758850 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.759089 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.759311 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.759543 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.759790 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.760011 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.760266 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.760484 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.760700 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.760928 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.761149 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.761365 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.761593 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.761806 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.762020 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.762248 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.762470 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.762708 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.763173 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.763425 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.763637 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.763862 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.764081 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.764295 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.764659 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.764932 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.765159 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.765456 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.765708 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.765963 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.766191 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.766494 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.766739 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.767022 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.767245 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.767471 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.767699 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.767959 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.768272 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.768566 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.768827 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.769116 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.769352 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.770217 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.770588 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.777702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.777702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.777702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.777702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.777702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.777702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.777702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.777702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.777702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.778307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.778307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.778307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.778307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.778307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.778307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.778307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.778307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.778307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.779022 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.779103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39478) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:08.779189 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.779189 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.779189 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.779189 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 17:43:08.779189 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100852) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 17:43:08.779189 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 17:43:08.779189 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 17:43:08.779189 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 17:43:08.779746 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 17:43:08.779746 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 17:43:08.779746 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.779746 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.779746 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.779746 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.779746 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780230 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780230 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780230 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780230 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780230 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780230 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780230 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780230 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780783 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780783 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780783 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780783 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780783 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780783 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780783 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.780783 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.781323 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.781323 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] debug = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.781323 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.781582 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.781582 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.781820 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.781939 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.782064 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.782187 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.782312 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.782436 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.782619 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.782784 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.782945 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.783106 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.783249 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.783414 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.783574 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.783735 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.783895 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] host = n-d-799524-1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.784056 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.784217 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.784377 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.784536 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.784697 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.784856 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.785017 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.785226 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.785895 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.786102 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.786274 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.786436 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.786615 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.786831 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.786960 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_options = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.787084 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.787207 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.787371 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.787562 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.787785 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.787888 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.788041 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.788203 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.788364 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.788524 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.788684 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.788845 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.789477 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.789477 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.790141 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0115731 Jul 05 17:43:08.790275 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.790275 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.790275 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.790275 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.790275 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.790275 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.790275 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791043 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791043 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791043 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791043 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791043 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791512 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791512 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791512 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791805 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.791805 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.792008 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.792115 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.792202 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.792362 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.792522 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.792813 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.792906 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.794600 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.794600 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.794600 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.794600 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.794923 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.794923 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.794923 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.795101 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_json = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.795258 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.795390 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.795553 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.795713 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.795874 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.796035 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.796202 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.796364 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 17:43:08.796562 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.796727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.796903 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.797068 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.797234 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.797387 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.797547 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.797711 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.797876 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.798082 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.798230 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.798412 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.798636 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.799665 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.799665 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.799924 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.799924 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.800123 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.800240 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.800402 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.800566 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.800750 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.800936 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.801151 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.801325 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.801485 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.801780 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.801780 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.802016 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.802141 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.802259 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.802423 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.802664 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.802792 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.802939 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.803072 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.803237 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.803401 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.803566 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.803731 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.803895 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.804058 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.804221 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.804386 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.804589 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.804754 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.804916 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.805125 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.805267 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.805394 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.805554 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.805717 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.805880 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.806042 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.806205 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.806367 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.806529 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.806780 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.806891 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.806998 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.807162 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.807339 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.807501 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.807665 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.807832 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.807994 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.808157 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.808321 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.808483 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.808647 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.808809 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.809048 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.809204 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.810289 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.810459 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.810648 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.810813 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.810979 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.811143 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.811307 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.811470 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.811634 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.811798 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.811962 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.812135 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.812316 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.812479 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.812642 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.812804 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.812968 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.813131 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.813294 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.813456 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.813974 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.813974 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.813974 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.814290 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.814290 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.814500 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.814651 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.814763 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.814868 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.815026 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.815193 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.815355 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.815516 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821171 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821171 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821171 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821171 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821171 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821171 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821171 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821171 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821645 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821645 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821645 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821645 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821645 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821645 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821645 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.821645 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822100 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822100 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822100 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822100 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822100 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822100 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822100 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822100 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822545 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822545 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822545 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822545 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822545 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822545 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822545 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.822545 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823068 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823068 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823068 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823068 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823068 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823068 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823068 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823068 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823531 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823531 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823531 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823531 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823755 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823755 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.823886 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.824034 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.824198 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.824361 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.824525 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.824689 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.824852 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.825008 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.825162 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.825402 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.825552 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.825698 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.825854 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.826033 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.826205 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.826368 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.826531 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.826718 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.826884 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.827094 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.827286 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.827421 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.827591 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.827851 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.827993 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.828106 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.828226 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.828411 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.830170 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.830170 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.830425 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.830425 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.830717 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.830841 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.830963 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.831102 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.831229 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.831395 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.831561 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.831720 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.831886 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.832583 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.832823 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.833002 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.833171 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.833336 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.833503 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.833672 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.833837 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.834000 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.834164 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.834327 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.834491 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.834678 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.834858 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.835277 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.835447 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.835602 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.835768 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.835917 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.836096 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.836259 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.836421 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.836591 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.837702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.837702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.837702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.837702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.837702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.837702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.837702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.838533 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.838533 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.838533 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.838533 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.838533 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.843470 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.843470 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.843470 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.843679 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.843749 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.843942 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.844097 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.844271 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.844457 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.844628 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.844799 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.844975 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.845140 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.845299 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.845467 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.845649 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.845819 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.845986 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.846151 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.846314 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.846478 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.846702 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.846872 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.847048 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.847762 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.848436 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.848611 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.848786 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.848961 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.849222 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.856727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.856727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.856727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.856727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.856727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.856727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.856727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.856727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.856727 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857283 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857283 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857283 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857283 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857283 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857283 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857283 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857283 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857283 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857795 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857795 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857795 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 17:43:08.857795 n-d-799524-1 neutron-server[100852]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100852) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 17:43:08.858020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:43:20.668714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4109ea75-2c85-4f09-91e3-486ef33a2fbc None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 17:43:20.747240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4109ea75-2c85-4f09-91e3-486ef33a2fbc None None] No non-hosted networks {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 17:43:20.753733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.agentschedulers_db [None req-4109ea75-2c85-4f09-91e3-486ef33a2fbc None None] DHCP Agent not found on host n-d-799524-1 {{(pid=100999) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 17:43:20.848782 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a83245b9-3421-4d08-879d-3968fc8eee92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679293'] for agent, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:23.372212 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dfefd808-073f-42f9-8962-98e639c3ce26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679293'] for agent, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:23.435515 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-92e50373-b60a-4002-9cc3-b5e631e0ef7e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-799524-1 {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:43:23.436383 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-92e50373-b60a-4002-9cc3-b5e631e0ef7e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:43:23.530817 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679293'] for agent, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:23.531806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.532603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.533077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.533545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.534012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.534525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.535865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.536410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.536878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.537379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.537853 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.538312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:23.538900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799524-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:43:23.552126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799524-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:43:24.039678 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-92e50373-b60a-4002-9cc3-b5e631e0ef7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:24.490205 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679293'] for agent, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:26.216464 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679293'] for agent, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:27.469487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39574) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:27.733963 n-d-799524-1 neutron-server[100999]: INFO neutron.db.l3_hamode_db [None req-bd8dff18-602d-480f-bfde-3df12a219256 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 17:43:27.812238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8dff18-602d-480f-bfde-3df12a219256 None None] Routers set() bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:43:27.812614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8dff18-602d-480f-bfde-3df12a219256 None None] Router IDs set() for agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 17:43:27.971684 n-d-799524-1 neutron-server[100998]: WARNING oslo_policy.policy [None req-9e1e1be0-910f-4ea3-9c34-f2b03146c2a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 17:43:27.972252 n-d-799524-1 neutron-server[100998]: WARNING oslo_policy.policy [None req-9e1e1be0-910f-4ea3-9c34-f2b03146c2a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 17:43:28.198951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-9e1e1be0-910f-4ea3-9c34-f2b03146c2a3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:43:28.200057 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9e1e1be0-910f-4ea3-9c34-f2b03146c2a3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7293754 Jul 05 17:43:30.555705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39588) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:30.878531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6fb5861c-500e-468c-8fd3-156204a2c6e5 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:43:30.975566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.policy [None req-6fb5861c-500e-468c-8fd3-156204a2c6e5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100998) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 17:43:31.019730 n-d-799524-1 neutron-server[100998]: WARNING oslo_policy.policy [None req-6fb5861c-500e-468c-8fd3-156204a2c6e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 17:43:31.020096 n-d-799524-1 neutron-server[100998]: WARNING oslo_policy.policy [None req-6fb5861c-500e-468c-8fd3-156204a2c6e5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 17:43:31.032106 n-d-799524-1 neutron-server[100998]: INFO neutron.quota [None req-6fb5861c-500e-468c-8fd3-156204a2c6e5 admin admin] Loaded quota_driver: . Jul 05 17:43:31.196000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6fb5861c-500e-468c-8fd3-156204a2c6e5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731267777674', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731267777247', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731267765511', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731267763405', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731267769998', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731267104623', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-641010', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3446545', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-351130', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-423408'] for rbac-policy, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:31.553695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6fb5861c-500e-468c-8fd3-156204a2c6e5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:31.554985 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6fb5861c-500e-468c-8fd3-156204a2c6e5 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9982858 Jul 05 17:43:34.206980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39600) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:34.515028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Request body: {'network': {'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'name': 'private', 'admin_state_up': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:43:34.610498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Made reservation on behalf of 0f84414501db4af9a43b1336e48a0ad1 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:43:34.614033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:34.633130 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:34.756453 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:34.850828 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:34.871188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:43:34.899751 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731268157269', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:34.900285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Unsubscribe: segment precommit_create {{(pid=100998) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 17:43:34.900797 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Added segment c8346407-d290-4d74-9d89-8ba828038cb8 of type vlan for network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 Jul 05 17:43:34.917749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db312ec9-e931-4df7-a1e0-9be6fb0a8af3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:34.945058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.945403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.945741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.946072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.946401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.946752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.947075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.947395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.947719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.948034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.948350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.948662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Tracked resource versions report: Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: pushed versions: Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: { 'AddressGroup': {'1.2'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'ConntrackHelper': {'1.0'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Log': {'1.0'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Network': {'1.1'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Port': {'1.7'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'PortForwarding': {'1.2'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'QosPolicy': {'1.8'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'SecurityGroup': {'1.4'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'SecurityGroupRule': {'1.2'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'SubPort': {'1.0'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Subnet': {'1.1'}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Trunk': {'1.1'}} Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: consumer versions: Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: { DHCP agent@n-d-799524-1: {}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: L3 agent@n-d-799524-1: {}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: Metadata agent@n-d-799524-1: {}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: Metering agent@n-d-799524-1: {}, Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: Open vSwitch agent@n-d-799524-1: { 'AddressGroup': '1.2', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'ConntrackHelper': '1.0', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Log': '1.0', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Network': '1.1', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Port': '1.7', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'PortForwarding': '1.2', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'QosPolicy': '1.8', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'SecurityGroup': '1.4', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'SecurityGroupRule': '1.2', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'SubPort': '1.0', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Subnet': '1.1', Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: 'Trunk': '1.1'}} Jul 05 17:43:34.949823 n-d-799524-1 neutron-server[100998]: {{(pid=100998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 17:43:35.022921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:35.154127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:35.155172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:43:35.155813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:35.251151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] Pushing event updated for resources: {'Network': ['ID=6aaf3ad5-276c-4546-9c4e-fdf9199b1821,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:35.263661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:43:35.291734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1ca91f18-5be6-4892-b062-96daeb435f78 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.0835896 Jul 05 17:43:37.932391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39614) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:38.313888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22474dd-6c3d-4790-b25e-b86d073765d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:43:38.315316 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c22474dd-6c3d-4790-b25e-b86d073765d0 admin admin] 10.222.0.30 "GET /v2.0/networks/6aaf3ad5-276c-4546-9c4e-fdf9199b1821 HTTP/1.1" status: 200 len: 824 time: 0.3819206 Jul 05 17:43:38.339467 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fa9f3147-c9e5-4ede-9dca-21657657f64e admin admin] 10.222.0.30 "GET /v2.0/subnetpools/bbcb0e4e-f740-4326-912b-10f777d80665 HTTP/1.1" status: 200 len: 734 time: 0.0185280 Jul 05 17:43:38.354758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'subnetpool_id': 'bbcb0e4e-f740-4326-912b-10f777d80665', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:43:38.426034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Made reservation on behalf of 0f84414501db4af9a43b1336e48a0ad1 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:43:38.428355 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Notify callbacks [] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:38.782270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:38.854201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:38.856242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Checking segment: {'id': 'c8346407-d290-4d74-9d89-8ba828038cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:43:38.856629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Network hostable DHCP agents. Network: 6aaf3ad5-276c-4546-9c4e-fdf9199b1821, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:43:38.947380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:43:39.031135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 6aaf3ad5-276c-4546-9c4e-fdf9199b1821) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:43:39.036038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:43:39.036563 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:39.041642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26420637-3171-43fc-881a-cf0425a67c57 None None] Network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:43:39.106122 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-55fafd46-6521-4e8b-a261-449e785b0eeb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7615464 Jul 05 17:43:39.372561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-6aaf3ad5-276c-4546-9c4e-fdf9199b1821', 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'fixed_ips': [{'subnet_id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 17:43:39.373828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:39.660837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Allocated IP 172.20.0.2 (6aaf3ad5-276c-4546-9c4e-fdf9199b1821/4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8/9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:43:39.867287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:39.909338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Transition to ACTIVE for port object 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:43:39.936548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Transition to ACTIVE for port object 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:43:40.026441 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:40.091049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:43:40.095662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:43:40.099344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:43:40.135567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Pushing event updated for resources: {'Port': ['ID=9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:40.163320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.163671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.164011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.164346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.164684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.165012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.165338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.165665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.165986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.166307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.166649 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.166968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Tracked resource versions report: Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: pushed versions: Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: { 'AddressGroup': {'1.2'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'ConntrackHelper': {'1.0'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Log': {'1.0'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Network': {'1.1'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Port': {'1.7'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'PortForwarding': {'1.2'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'QosPolicy': {'1.8'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'SecurityGroup': {'1.4'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'SecurityGroupRule': {'1.2'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'SubPort': {'1.0'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Subnet': {'1.1'}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Trunk': {'1.1'}} Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: consumer versions: Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: { DHCP agent@n-d-799524-1: {}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: L3 agent@n-d-799524-1: {}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: Metadata agent@n-d-799524-1: {}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: Metering agent@n-d-799524-1: {}, Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: Open vSwitch agent@n-d-799524-1: { 'AddressGroup': '1.2', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'ConntrackHelper': '1.0', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Log': '1.0', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Network': '1.1', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Port': '1.7', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'PortForwarding': '1.2', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'QosPolicy': '1.8', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'SecurityGroup': '1.4', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'SecurityGroupRule': '1.2', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'SubPort': '1.0', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Subnet': '1.1', Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: 'Trunk': '1.1'}} Jul 05 17:43:40.168112 n-d-799524-1 neutron-server[100999]: {{(pid=100999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 17:43:40.198451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Attempting to bind port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:43:40.198879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Attempting to bind port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'c8346407-d290-4d74-9d89-8ba828038cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:43:40.199305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Attempting to bind port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 on network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:43:40.204201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:43:40.204602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Checking segment: {'id': 'c8346407-d290-4d74-9d89-8ba828038cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:43:40.205074 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:40.205460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Bound using segment: {'id': 'c8346407-d290-4d74-9d89-8ba828038cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:43:40.206489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Bound port: 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8346407-d290-4d74-9d89-8ba828038cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:43:40.206912 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:40.270107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] For port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:43:40.274481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] For port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657,segment=NetworkSegment(c8346407-d290-4d74-9d89-8ba828038cb8),segment_id=c8346407-d290-4d74-9d89-8ba828038cb8)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:43:40.354993 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:40.428464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd37f53d-1c5a-461e-8600-075138c95b05 None None] Pushing event updated for resources: {'Port': ['ID=9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:41.540530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39622) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:42.054315 n-d-799524-1 neutron-server[100997]: WARNING oslo_policy.policy [None req-84616269-283d-4d96-aaba-c42cc5803787 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 17:43:42.054917 n-d-799524-1 neutron-server[100997]: WARNING oslo_policy.policy [None req-84616269-283d-4d96-aaba-c42cc5803787 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 17:43:42.275349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-84616269-283d-4d96-aaba-c42cc5803787 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:43:42.276652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-84616269-283d-4d96-aaba-c42cc5803787 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7340577 Jul 05 17:43:44.669974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39636) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:44.985952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-8a3a14a3-1950-4db4-b2df-5ede005ccca2 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:43:44.986992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8a3a14a3-1950-4db4-b2df-5ede005ccca2 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3160233 Jul 05 17:43:45.587108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:43:45.742277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:43:46.530234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d988f57-c2f7-47cf-b120-0ecd6e40ba45 None None] Network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:43:46.786461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-77fe4d84-5cf2-4cc5-b243-1d1f67db83d0 None None] Provisioning for port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:43:46.790809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-77fe4d84-5cf2-4cc5-b243-1d1f67db83d0 None None] Provisioning complete for port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:43:46.791208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-77fe4d84-5cf2-4cc5-b243-1d1f67db83d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:46.909496 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-77fe4d84-5cf2-4cc5-b243-1d1f67db83d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:46.943512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-77fe4d84-5cf2-4cc5-b243-1d1f67db83d0 None None] For port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657,segment=NetworkSegment(c8346407-d290-4d74-9d89-8ba828038cb8),segment_id=c8346407-d290-4d74-9d89-8ba828038cb8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:43:47.010542 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-77fe4d84-5cf2-4cc5-b243-1d1f67db83d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:47.067653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe4d84-5cf2-4cc5-b243-1d1f67db83d0 None None] Pushing event updated for resources: {'Port': ['ID=9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:47.130211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d1986705-7099-450e-81c4-1ee670d8dea3 None None] Provisioning complete for port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:43:47.130604 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1986705-7099-450e-81c4-1ee670d8dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:47.562863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:43:47.610309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:43:47.610814 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:47.639187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39650) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:47.932522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] Request body: {'router': {'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'admin_state_up': True, 'name': 'router1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:43:47.995895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.policy [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100997) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 17:43:48.040738 n-d-799524-1 neutron-server[100997]: WARNING oslo_policy.policy [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 17:43:48.041123 n-d-799524-1 neutron-server[100997]: WARNING oslo_policy.policy [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 17:43:48.049624 n-d-799524-1 neutron-server[100997]: INFO neutron.quota [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] Loaded quota_driver: . Jul 05 17:43:48.174044 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:48.176380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:48.333548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:48.388667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:48.450441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:48.451647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6c9cd2ba-c154-48f3-9ffb-940273904705 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8114538 Jul 05 17:43:50.638719 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3281d304-8a81-490d-a496-f2ae044f9804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:50.813536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39660) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:51.115829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-58121f1b-1c45-406e-a221-9c81d50ee06c admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:43:51.117469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-58121f1b-1c45-406e-a221-9c81d50ee06c admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3023648 Jul 05 17:43:53.387826 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a6be635-dedf-4221-85a9-c86840d1f43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:53.539360 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:53.560777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39668) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:53.873935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:43:53.952793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Made reservation on behalf of ebcca8bfa8634438b63834d4c2410770 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:43:53.955774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:53.972392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:54.088467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:54.175984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:54.187192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Reserving flat network on physical network physnet1 {{(pid=100997) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 17:43:54.219415 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731268157269', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:54.223669 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Unsubscribe: segment precommit_create {{(pid=100997) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 17:43:54.223669 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Added segment 7072c73e-f560-43bc-8ecb-0828e71dba69 of type flat for network e657e85b-2f7f-49ee-874f-2924aeedb250 Jul 05 17:43:54.238550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff400b2-598c-4c64-b766-21b15915de1a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:54.286000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.286339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.286712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.287066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.287395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.287722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.288045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.288366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.288686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.289002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.289319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.289634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Tracked resource versions report: Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: pushed versions: Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: { 'AddressGroup': {'1.2'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'ConntrackHelper': {'1.0'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Log': {'1.0'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Network': {'1.1'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Port': {'1.7'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'PortForwarding': {'1.2'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'QosPolicy': {'1.8'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'SecurityGroup': {'1.4'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'SecurityGroupRule': {'1.2'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'SubPort': {'1.0'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Subnet': {'1.1'}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Trunk': {'1.1'}} Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: consumer versions: Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: { DHCP agent@n-d-799524-1: {}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: L3 agent@n-d-799524-1: {}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: Metadata agent@n-d-799524-1: {}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: Metering agent@n-d-799524-1: {}, Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: Open vSwitch agent@n-d-799524-1: { 'AddressGroup': '1.2', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'ConntrackHelper': '1.0', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Log': '1.0', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Network': '1.1', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Port': '1.7', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'PortForwarding': '1.2', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'QosPolicy': '1.8', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'SecurityGroup': '1.4', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'SecurityGroupRule': '1.2', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'SubPort': '1.0', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Subnet': '1.1', Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: 'Trunk': '1.1'}} Jul 05 17:43:54.290883 n-d-799524-1 neutron-server[100997]: {{(pid=100997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 17:43:54.360566 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:54.505467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:54.506790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:43:54.507437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:54.582377 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:54.608437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] Pushing event updated for resources: {'Network': ['ID=e657e85b-2f7f-49ee-874f-2924aeedb250,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:54.622004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e657e85b-2f7f-49ee-874f-2924aeedb250 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:43:54.666406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6c7c267e-2cc0-4867-b918-efde55500502 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1043887 Jul 05 17:43:56.156854 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:57.130879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39690) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:43:57.353971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec1c0e0-bd2e-41a7-a2e7-7a3b42df626b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:43:57.355301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0ec1c0e0-bd2e-41a7-a2e7-7a3b42df626b admin admin] 10.222.0.30 "GET /v2.0/subnets/4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8 HTTP/1.1" status: 200 len: 849 time: 0.2234406 Jul 05 17:43:57.493269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3bf4c230-87ef-4de3-a5bb-ff6039a19bad admin admin] 10.222.0.30 "GET /v2.0/routers/9ddbd280-573b-4fb7-aed7-2da638ccef3e HTTP/1.1" status: 200 len: 704 time: 0.1324606 Jul 05 17:43:57.757359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:58.050423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Allocated IP 172.20.0.1 (6aaf3ad5-276c-4546-9c4e-fdf9199b1821/4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8/0aa4efb2-080e-4179-ade8-c65fc577a68c) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:43:58.232559 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:58.255710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Transition to ACTIVE for port object 0aa4efb2-080e-4179-ade8-c65fc577a68c will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:43:58.391691 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:58.465962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:43:58.472633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:43:58.477800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa4efb2-080e-4179-ade8-c65fc577a68c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:58.488663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:43:58.489251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:58.790969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-90b026cf-83f8-43da-8d71-903c18d03b88 None None] Provisioning for port 0aa4efb2-080e-4179-ade8-c65fc577a68c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:43:58.794823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-90b026cf-83f8-43da-8d71-903c18d03b88 None None] Provisioning complete for port 0aa4efb2-080e-4179-ade8-c65fc577a68c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:43:58.795193 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-90b026cf-83f8-43da-8d71-903c18d03b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:58.823853 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:58.830696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-90b026cf-83f8-43da-8d71-903c18d03b88 None None] Port 0aa4efb2-080e-4179-ade8-c65fc577a68c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:43:59.000325 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:59.066190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:59.067106 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:59.146865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Pushing event updated for resources: {'Port': ['ID=0aa4efb2-080e-4179-ade8-c65fc577a68c,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:43:59.190971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:43:59.192306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:43:59.427985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Router 9ddbd280-573b-4fb7-aed7-2da638ccef3e is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 17:43:59.452369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-123a38f7-57f9-4ad0-a9d1-6df3e342ffa6 None None] Provisioning complete for port 0aa4efb2-080e-4179-ade8-c65fc577a68c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:43:59.455620 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-123a38f7-57f9-4ad0-a9d1-6df3e342ffa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:43:59.489500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-123a38f7-57f9-4ad0-a9d1-6df3e342ffa6 None None] Port 0aa4efb2-080e-4179-ade8-c65fc577a68c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:43:59.522608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:43:59.527887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6228df54-99ab-4301-af55-a4c767213431 admin admin] 10.222.0.30 "PUT /v2.0/routers/9ddbd280-573b-4fb7-aed7-2da638ccef3e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0297453 Jul 05 17:43:59.546240 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Sync routers for ids ['9ddbd280-573b-4fb7-aed7-2da638ccef3e'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:43:59.558143 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Routers {'9ddbd280-573b-4fb7-aed7-2da638ccef3e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:43:59.559021 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:43:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9ddbd280-573b-4fb7-aed7-2da638ccef3e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:43:59.745506 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Set router 9ddbd280-573b-4fb7-aed7-2da638ccef3e gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:44:00.175500 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'name': 'router1', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:43:48Z', 'updated_at': '2021-07-05T17:43:58Z', 'revision_number': 2, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'gw_port_host': None, '_interfaces': [{'id': '0aa4efb2-080e-4179-ade8-c65fc577a68c', 'name': '', 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'mac_address': 'fa:16:3e:e1:76:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:43:57Z', 'updated_at': '2021-07-05T17:43:58Z', 'revision_number': 2, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'subnets': [{'id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbcb0e4e-f740-4326-912b-10f777d80665'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:44:00.226097 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Checking router: 9ddbd280-573b-4fb7-aed7-2da638ccef3e for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:44:00.226456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Updating router 9ddbd280-573b-4fb7-aed7-2da638ccef3e port 0aa4efb2-080e-4179-ade8-c65fc577a68c binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:44:00.290650 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:00.782004 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:00.802840 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Transition to ACTIVE for port object 0aa4efb2-080e-4179-ade8-c65fc577a68c will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:44:00.862531 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:01.026969 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Pushing event updated for resources: {'Port': ['ID=0aa4efb2-080e-4179-ade8-c65fc577a68c,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:44:01.031314 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Attempting to bind port 0aa4efb2-080e-4179-ade8-c65fc577a68c on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:44:01.031711 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Attempting to bind port 0aa4efb2-080e-4179-ade8-c65fc577a68c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'c8346407-d290-4d74-9d89-8ba828038cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:44:01.032171 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Attempting to bind port 0aa4efb2-080e-4179-ade8-c65fc577a68c on network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:44:01.040640 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.040990 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.041329 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.041664 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.042004 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.042333 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.042681 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.043011 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.043337 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.043660 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.043984 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.044304 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Tracked resource versions report: Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: pushed versions: Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: { 'AddressGroup': {'1.2'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'ConntrackHelper': {'1.0'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Log': {'1.0'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Network': {'1.1'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Port': {'1.7'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'PortForwarding': {'1.2'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'QosPolicy': {'1.8'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'SecurityGroup': {'1.4'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'SecurityGroupRule': {'1.2'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'SubPort': {'1.0'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Subnet': {'1.1'}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Trunk': {'1.1'}} Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: consumer versions: Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: { DHCP agent@n-d-799524-1: {}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: L3 agent@n-d-799524-1: {}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: Metadata agent@n-d-799524-1: {}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: Metering agent@n-d-799524-1: {}, Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: Open vSwitch agent@n-d-799524-1: { 'AddressGroup': '1.2', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'ConntrackHelper': '1.0', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Log': '1.0', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Network': '1.1', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Port': '1.7', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'PortForwarding': '1.2', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'QosPolicy': '1.8', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'SecurityGroup': '1.4', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'SecurityGroupRule': '1.2', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'SubPort': '1.0', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Subnet': '1.1', Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: 'Trunk': '1.1'}} Jul 05 17:44:01.045445 n-d-799524-1 neutron-server[101000]: {{(pid=101000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 17:44:01.049861 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:44:01.050270 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Checking segment: {'id': 'c8346407-d290-4d74-9d89-8ba828038cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:44:01.050781 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:01.051165 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Bound using segment: {'id': 'c8346407-d290-4d74-9d89-8ba828038cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:44:01.051657 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Bound port: 0aa4efb2-080e-4179-ade8-c65fc577a68c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8346407-d290-4d74-9d89-8ba828038cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:44:01.053882 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:01.123465 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] For port 0aa4efb2-080e-4179-ade8-c65fc577a68c, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:44:01.145349 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] For port 0aa4efb2-080e-4179-ade8-c65fc577a68c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0aa4efb2-080e-4179-ade8-c65fc577a68c,segment=NetworkSegment(c8346407-d290-4d74-9d89-8ba828038cb8),segment_id=c8346407-d290-4d74-9d89-8ba828038cb8)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:44:01.200619 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:01.266739 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142579c3-eff7-4231-8531-c2ccd8763beb None None] Pushing event updated for resources: {'Port': ['ID=0aa4efb2-080e-4179-ade8-c65fc577a68c,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:44:01.274469 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Routers {'9ddbd280-573b-4fb7-aed7-2da638ccef3e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:44:01.275184 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:43:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9ddbd280-573b-4fb7-aed7-2da638ccef3e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:44:01.486059 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] Set router 9ddbd280-573b-4fb7-aed7-2da638ccef3e gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:44:01.729430 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'name': 'router1', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:43:48Z', 'updated_at': '2021-07-05T17:43:58Z', 'revision_number': 2, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'gw_port_host': None, '_interfaces': [{'id': '0aa4efb2-080e-4179-ade8-c65fc577a68c', 'name': '', 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'mac_address': 'fa:16:3e:e1:76:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:43:57Z', 'updated_at': '2021-07-05T17:44:01Z', 'revision_number': 4, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'subnets': [{'id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbcb0e4e-f740-4326-912b-10f777d80665'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:44:01.763305 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f31e2bd2-f823-47e0-aa8e-729962885ce3 None None] The sync data for ids ['9ddbd280-573b-4fb7-aed7-2da638ccef3e'] in n-d-799524-1 is: [{'id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'name': 'router1', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:43:48Z', 'updated_at': '2021-07-05T17:43:58Z', 'revision_number': 2, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'gw_port_host': None, '_interfaces': [{'id': '0aa4efb2-080e-4179-ade8-c65fc577a68c', 'name': '', 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'mac_address': 'fa:16:3e:e1:76:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:43:57Z', 'updated_at': '2021-07-05T17:44:01Z', 'revision_number': 4, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'subnets': [{'id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbcb0e4e-f740-4326-912b-10f777d80665'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:44:01.951949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39712) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:44:02.107257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756194b5-c2a3-4e2e-8fac-4dd666e0894d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:44:02.108554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-756194b5-c2a3-4e2e-8fac-4dd666e0894d admin admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 842 time: 0.1555495 Jul 05 17:44:02.119269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'enable_dhcp': False, 'cidr': '172.25.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:44:02.233047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Made reservation on behalf of ebcca8bfa8634438b63834d4c2410770 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:44:02.235336 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Notify callbacks [] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:02.606954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.objects.ports [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100997) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 17:44:02.607299 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:02.664510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d262dac9-ce39-4904-a300-a06d7191b6d2,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:44:02.673924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:44:02.673924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Network hostable DHCP agents. Network: e657e85b-2f7f-49ee-874f-2924aeedb250, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:44:02.779441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:44:02.861971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e657e85b-2f7f-49ee-874f-2924aeedb250) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:44:02.866320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:44:02.866942 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:02.871589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d1817-08c2-49c3-8f1a-9e219781d40b None None] Network e657e85b-2f7f-49ee-874f-2924aeedb250 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:44:02.953894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b1f7cef2-1e54-4cc1-b485-eed7319f43af admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8381593 Jul 05 17:44:02.998969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cd51b9-196f-4ef4-a2ac-1e69d1cdff7b None None] Network e657e85b-2f7f-49ee-874f-2924aeedb250 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:44:05.390656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39724) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:44:05.550837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3ed51845-4b1d-45a7-a700-8dec02124673 admin admin] 10.222.0.30 "GET /v2.0/routers/9ddbd280-573b-4fb7-aed7-2da638ccef3e HTTP/1.1" status: 200 len: 710 time: 0.1589770 Jul 05 17:44:05.592319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0aa4efb2-080e-4179-ade8-c65fc577a68c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:44:05.638954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1610c3c5-8832-42cb-a746-e36b666a5bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:44:05.645992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1610c3c5-8832-42cb-a746-e36b666a5bdb admin admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 886 time: 0.0850790 Jul 05 17:44:05.650656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:44:05.744832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 0aa4efb2-080e-4179-ade8-c65fc577a68c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:44:05.756094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0aa4efb2-080e-4179-ade8-c65fc577a68c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:44:05.756478 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:05.851807 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:05.894442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 0aa4efb2-080e-4179-ade8-c65fc577a68c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0aa4efb2-080e-4179-ade8-c65fc577a68c,segment=NetworkSegment(c8346407-d290-4d74-9d89-8ba828038cb8),segment_id=c8346407-d290-4d74-9d89-8ba828038cb8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:44:05.990104 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:06.021570 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:06.070062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=0aa4efb2-080e-4179-ade8-c65fc577a68c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:44:06.328571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:06.401280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:06.506387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Allocated IP 172.25.3.165 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/a5923eb2-7c4d-4f4e-bbcb-0040e34fe339) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:44:06.602326 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:06.701522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:06.739109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:44:06.741814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:44:06.748037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:44:06.780028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Pushing event updated for resources: {'Port': ['ID=a5923eb2-7c4d-4f4e-bbcb-0040e34fe339,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:44:07.088241 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:07.278131 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:07.281339 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:07.386146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Router 9ddbd280-573b-4fb7-aed7-2da638ccef3e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:44:07.578677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0aa4efb2-080e-4179-ade8-c65fc577a68c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:44:07.582353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:44:07.586796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:07.592790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8c390cb1-942c-4060-b0f8-0cd699c77fd6 admin admin] 10.222.0.30 "PUT /v2.0/routers/9ddbd280-573b-4fb7-aed7-2da638ccef3e HTTP/1.1" status: 200 len: 890 time: 1.9408906 Jul 05 17:44:07.654113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Sync routers for ids ['9ddbd280-573b-4fb7-aed7-2da638ccef3e'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:44:07.671625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Routers {'9ddbd280-573b-4fb7-aed7-2da638ccef3e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:44:07.672311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:43:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9ddbd280-573b-4fb7-aed7-2da638ccef3e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:44:07.857114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0aa4efb2-080e-4179-ade8-c65fc577a68c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:44:07.857538 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:07.920250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Set router 9ddbd280-573b-4fb7-aed7-2da638ccef3e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:44:08.351464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'name': 'router1', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'a5923eb2-7c4d-4f4e-bbcb-0040e34fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:43:48Z', 'updated_at': '2021-07-05T17:44:06Z', 'revision_number': 4, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'gw_port': {'id': 'a5923eb2-7c4d-4f4e-bbcb-0040e34fe339', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:44:06Z', 'updated_at': '2021-07-05T17:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0aa4efb2-080e-4179-ade8-c65fc577a68c', 'name': '', 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'mac_address': 'fa:16:3e:e1:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:43:57Z', 'updated_at': '2021-07-05T17:44:05Z', 'revision_number': 5, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'subnets': [{'id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbcb0e4e-f740-4326-912b-10f777d80665'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:44:08.403702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Checking router: 9ddbd280-573b-4fb7-aed7-2da638ccef3e for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:44:08.404255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Updating router 9ddbd280-573b-4fb7-aed7-2da638ccef3e port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:44:08.437325 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:08.770435 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:08.780012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Transition to ACTIVE for port object a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:44:08.859583 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:08.919597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Attempting to bind port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:44:08.919973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Attempting to bind port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:44:08.920340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Attempting to bind port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:44:08.922238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34499d-0a48-45dd-a855-bada6b84bb81 None None] Pushing event updated for resources: {'Port': ['ID=a5923eb2-7c4d-4f4e-bbcb-0040e34fe339,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:44:08.929743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 43, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:44:08.930618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:44:08.930618 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:08.930987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:44:08.931378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Bound port: a5923eb2-7c4d-4f4e-bbcb-0040e34fe339, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:44:08.931777 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:08.985274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] For port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:44:08.989177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] For port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a5923eb2-7c4d-4f4e-bbcb-0040e34fe339,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:44:09.060098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:09.191414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Routers {'9ddbd280-573b-4fb7-aed7-2da638ccef3e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:44:09.192051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:43:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9ddbd280-573b-4fb7-aed7-2da638ccef3e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:44:09.225532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34499d-0a48-45dd-a855-bada6b84bb81 None None] Pushing event updated for resources: {'Port': ['ID=a5923eb2-7c4d-4f4e-bbcb-0040e34fe339,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:44:09.306855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] Set router 9ddbd280-573b-4fb7-aed7-2da638ccef3e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:44:09.532981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'name': 'router1', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'a5923eb2-7c4d-4f4e-bbcb-0040e34fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:43:48Z', 'updated_at': '2021-07-05T17:44:06Z', 'revision_number': 4, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'gw_port': {'id': 'a5923eb2-7c4d-4f4e-bbcb-0040e34fe339', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:44:06Z', 'updated_at': '2021-07-05T17:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0aa4efb2-080e-4179-ade8-c65fc577a68c', 'name': '', 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'mac_address': 'fa:16:3e:e1:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:43:57Z', 'updated_at': '2021-07-05T17:44:05Z', 'revision_number': 5, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'subnets': [{'id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbcb0e4e-f740-4326-912b-10f777d80665'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:44:09.564594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c860610d-dc80-4612-82d0-45dde4b35e94 None None] The sync data for ids ['9ddbd280-573b-4fb7-aed7-2da638ccef3e'] in n-d-799524-1 is: [{'id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'name': 'router1', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'a5923eb2-7c4d-4f4e-bbcb-0040e34fe339', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:43:48Z', 'updated_at': '2021-07-05T17:44:06Z', 'revision_number': 4, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'gw_port': {'id': 'a5923eb2-7c4d-4f4e-bbcb-0040e34fe339', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:44:06Z', 'updated_at': '2021-07-05T17:44:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0aa4efb2-080e-4179-ade8-c65fc577a68c', 'name': '', 'network_id': '6aaf3ad5-276c-4546-9c4e-fdf9199b1821', 'tenant_id': '0f84414501db4af9a43b1336e48a0ad1', 'mac_address': 'fa:16:3e:e1:76:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ddbd280-573b-4fb7-aed7-2da638ccef3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:43:57Z', 'updated_at': '2021-07-05T17:44:05Z', 'revision_number': 5, 'project_id': '0f84414501db4af9a43b1336e48a0ad1', 'subnets': [{'id': '4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bbcb0e4e-f740-4326-912b-10f777d80665'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:44:10.043925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39732) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:44:10.176552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1dfce6a1-78ad-4384-8efb-e067eaf058cd admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1314845 Jul 05 17:44:11.605102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:44:11.707193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:44:11.711460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:44:11.711828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:11.790549 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:11.817208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a5923eb2-7c4d-4f4e-bbcb-0040e34fe339,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:44:11.888532 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:11.950416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=a5923eb2-7c4d-4f4e-bbcb-0040e34fe339,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:44:13.616866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:44:13.674368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a5923eb2-7c4d-4f4e-bbcb-0040e34fe339 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:44:13.674995 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:15.730126 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:44:20.632617 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-527bd45b-1087-4c08-b97a-831d0727fd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:23.380929 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38990bb1-c3dd-46e8-aae1-6ca1b6439b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:23.535713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:24.424663 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:26.142616 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:50.635643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-21127bd4-845b-4a67-ba7e-dee5271c17cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:52.728239 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:44:53.361721 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-043aa429-6426-4b0c-b91b-42e6253abea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:53.527030 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:54.505704 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:44:56.368836 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:20.629852 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7a84609-be18-4613-b393-3e8154bb1e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:23.374865 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1a4b936-e860-4fde-baf3-cef146815046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:23.543679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:24.772170 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:26.179010 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:29.727465 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:45:50.645863 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0c0767d5-e4fd-487e-9783-e71bb69298b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:53.338290 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fd259d15-4fc6-4362-bd0f-845c7ec35531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:53.532808 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:54.147659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40332) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:45:54.214005 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4a8329-7b33-470f-9ac7-3faa13d0c887 admin admin] GET failed (client error): The resource could not be found. Jul 05 17:45:54.215462 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4c4a8329-7b33-470f-9ac7-3faa13d0c887 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0665243 Jul 05 17:45:54.377622 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b1d744-82bd-4685-af34-48b6ad7e66e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:45:54.379271 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d9b1d744-82bd-4685-af34-48b6ad7e66e8 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1599967 Jul 05 17:45:54.419643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:56.160049 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:56.570282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40342) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:45:56.665891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f953c5a2-5d06-4468-b008-bd06002b0400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:45:56.667305 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f953c5a2-5d06-4468-b008-bd06002b0400 admin admin] 10.222.0.30 "GET /v2.0/subnets/4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8 HTTP/1.1" status: 200 len: 849 time: 0.0960636 Jul 05 17:45:56.677057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:45:56.758765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:57.001287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731268181023'] for subnet, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:57.038318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:45:57.039399 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:57.040465 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] 10.222.0.30 "PUT /v2.0/subnets/4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8 HTTP/1.1" status: 200 len: 868 time: 0.3669124 Jul 05 17:45:57.042705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211b5644-7c48-4d77-8324-bd090207137d None None] Network 6aaf3ad5-276c-4546-9c4e-fdf9199b1821 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:45:57.061830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:45:57.069585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.069938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.070329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.070690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.071043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.071358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.071681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.072002 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.072369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.072842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.073170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.073490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d3718e-fe92-412c-a4b6-6a846ddf8c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:45:57.381362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c283ee38-fcd1-43ce-be4c-02345a5a85ec None None] Provisioning complete for port 9e96e439-7a1b-4dbb-8a0a-8fb7adf2f657 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:45:57.381912 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c283ee38-fcd1-43ce-be4c-02345a5a85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:57.469666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c283ee38-fcd1-43ce-be4c-02345a5a85ec None None] Provisioning complete for port 0aa4efb2-080e-4179-ade8-c65fc577a68c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:45:57.470035 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c283ee38-fcd1-43ce-be4c-02345a5a85ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:45:59.205367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40350) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:45:59.404240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec244af-0dad-475d-8a26-390ad9caf9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:45:59.404632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec244af-0dad-475d-8a26-390ad9caf9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:45:59.406192 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fec244af-0dad-475d-8a26-390ad9caf9f9 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1995831 Jul 05 17:46:01.569754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40358) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:01.708473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98f4859-aa1f-4a3b-9aa4-c28be39e2626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:01.708958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98f4859-aa1f-4a3b-9aa4-c28be39e2626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:01.710501 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e98f4859-aa1f-4a3b-9aa4-c28be39e2626 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1397967 Jul 05 17:46:03.875734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40366) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:04.048988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4b7b8-8d10-4275-abf3-11970fce003c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:04.050399 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7ac4b7b8-8d10-4275-abf3-11970fce003c admin admin] 10.222.0.30 "GET /v2.0/networks/6aaf3ad5-276c-4546-9c4e-fdf9199b1821 HTTP/1.1" status: 200 len: 868 time: 0.1737862 Jul 05 17:46:06.314510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40374) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:06.438071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5da4b9-0c3a-482a-ad56-25c24c47811e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:06.439466 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bc5da4b9-0c3a-482a-ad56-25c24c47811e admin admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 886 time: 0.1239960 Jul 05 17:46:06.727113 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:46:08.610479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40382) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:08.737749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a2179-2c38-4475-9a77-b1dea4f7ba8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:08.738205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41a2179-2c38-4475-9a77-b1dea4f7ba8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:08.739775 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b41a2179-2c38-4475-9a77-b1dea4f7ba8c admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1283271 Jul 05 17:46:10.963389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40390) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:11.086697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fe0496-093e-4931-8485-3695a943227c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:11.087167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fe0496-093e-4931-8485-3695a943227c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:11.088762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b2fe0496-093e-4931-8485-3695a943227c admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244123 Jul 05 17:46:13.241000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40400) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:13.343302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5382f692-eaeb-4c81-a9d5-7a911d683c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:13.344648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5382f692-eaeb-4c81-a9d5-7a911d683c84 admin admin] 10.222.0.30 "GET /v2.0/subnets/4cfcbffe-c16b-49ee-a0de-7a3123b0dbe8 HTTP/1.1" status: 200 len: 868 time: 0.1027076 Jul 05 17:46:15.524484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40408) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:15.608791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f2dcd9-c47d-4311-8fbf-9317db071939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:15.610124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-32f2dcd9-c47d-4311-8fbf-9317db071939 admin admin] 10.222.0.30 "GET /v2.0/subnets/d262dac9-ce39-4904-a300-a06d7191b6d2 HTTP/1.1" status: 200 len: 816 time: 0.0846884 Jul 05 17:46:20.640979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bd5f377e-2a3a-4996-92a7-2b14fef82e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:23.331808 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0b50059-b6a1-4f1c-a9bb-470dfdb5886e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:23.503226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:24.428924 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:26.154628 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:39.826991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40452) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:39.874781 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-d3b5ec47-62f0-4de1-8784-d91d92897b48 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:46:39.875789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d3b5ec47-62f0-4de1-8784-d91d92897b48 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478635 Jul 05 17:46:42.148711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40460) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:42.208524 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b2bece-71fb-4ace-9c4d-a6284c58bab7 admin admin] GET failed (client error): The resource could not be found. Jul 05 17:46:42.209954 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-31b2bece-71fb-4ace-9c4d-a6284c58bab7 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601978 Jul 05 17:46:42.296393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46194274-4e06-47ec-8372-2db146e3c294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:42.297858 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-46194274-4e06-47ec-8372-2db146e3c294 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842290 Jul 05 17:46:43.725762 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:46:44.481365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40468) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:44.527632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:46:44.606061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Made reservation on behalf of ebcca8bfa8634438b63834d4c2410770 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:46:44.608374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:44.644079 n-d-799524-1 neutron-server[100998]: WARNING neutron.services.revisions.revision_plugin [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Could not find related network for resource to bump revision. Jul 05 17:46:44.656100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:46:44.665269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:44.665556 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Added segment 12fcdfcc-a198-4475-a77b-380b1b6064c2 of type vlan for network 9bb96aa2-1e49-400a-9c8a-261f618176e5 Jul 05 17:46:44.704388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:44.799733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:44.800676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:44.801258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:44.909941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] Pushing event updated for resources: {'Network': ['ID=9bb96aa2-1e49-400a-9c8a-261f618176e5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:46:44.920539 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:46:44.983762 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7fb555f3-1f03-4dc7-bcd1-b8fb34eb0e8b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5010414 Jul 05 17:46:47.166012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40476) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:46:47.227211 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfb6e62-f82e-47ac-b6c4-553a3c59bbd8 admin admin] GET failed (client error): The resource could not be found. Jul 05 17:46:47.229799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3cfb6e62-f82e-47ac-b6c4-553a3c59bbd8 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0617561 Jul 05 17:46:47.300543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b97021-90b6-46b3-b0de-5ae781a34b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:47.302033 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82b97021-90b6-46b3-b0de-5ae781a34b13 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0686026 Jul 05 17:46:47.311666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:46:47.422504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Made reservation on behalf of ebcca8bfa8634438b63834d4c2410770 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:46:47.424869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:47.652389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:47.710894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8c5f12-cea1-434c-8b06-2df0d3304c91,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:46:47.719547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:46:47.719901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Network hostable DHCP agents. Network: 9bb96aa2-1e49-400a-9c8a-261f618176e5, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:46:47.822623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:46:47.925288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 9bb96aa2-1e49-400a-9c8a-261f618176e5) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:46:47.929804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:46:47.930387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:47.936655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2810a7bf-5eff-4565-9b55-77063ac6989f None None] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:46:48.012718 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05871599-056b-4778-934c-3ecf55338dbd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7043872 Jul 05 17:46:48.089982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-9bb96aa2-1e49-400a-9c8a-261f618176e5', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'tenant_id': 'ebcca8bfa8634438b63834d4c2410770', 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 17:46:48.091116 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:48.234460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Allocated IP 192.168.233.2 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/9547a24b-f188-427c-ac82-6e809097ea98) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:46:48.383345 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:48.392225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Transition to ACTIVE for port object 9547a24b-f188-427c-ac82-6e809097ea98 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:46:48.406614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Transition to ACTIVE for port object 9547a24b-f188-427c-ac82-6e809097ea98 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:46:48.469024 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:48.508899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:46:48.512341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:46:48.517872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:46:48.527182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Pushing event updated for resources: {'Port': ['ID=9547a24b-f188-427c-ac82-6e809097ea98,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:46:48.552418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.552644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.552892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.553234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.553569 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.553901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.554229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.554573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.554910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.567124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.567124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.567124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:46:48.591360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Attempting to bind port 9547a24b-f188-427c-ac82-6e809097ea98 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:46:48.591735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Attempting to bind port 9547a24b-f188-427c-ac82-6e809097ea98 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:46:48.592128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Attempting to bind port 9547a24b-f188-427c-ac82-6e809097ea98 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:46:48.597122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:46:48.597498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:46:48.597900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:48.598288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:46:48.598784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Bound port: 9547a24b-f188-427c-ac82-6e809097ea98, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:46:48.599182 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:48.662762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] For port 9547a24b-f188-427c-ac82-6e809097ea98, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:46:48.665866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] For port 9547a24b-f188-427c-ac82-6e809097ea98, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9547a24b-f188-427c-ac82-6e809097ea98,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:46:48.754551 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:48.816152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d341a-8cb5-4f95-ae19-eff7a451fe7f None None] Pushing event updated for resources: {'Port': ['ID=9547a24b-f188-427c-ac82-6e809097ea98,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:46:49.612739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b03b7da-e9b0-416e-bae6-895c88033f66 None None] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:46:49.752140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9547a24b-f188-427c-ac82-6e809097ea98 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:46:49.756798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e1ec4925-6b35-4f6e-8dae-6ace779c3753 None None] Provisioning for port 9547a24b-f188-427c-ac82-6e809097ea98 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:46:49.920080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9547a24b-f188-427c-ac82-6e809097ea98 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:46:49.924451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9547a24b-f188-427c-ac82-6e809097ea98 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:46:49.924813 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:50.027279 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:50.059880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 9547a24b-f188-427c-ac82-6e809097ea98, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9547a24b-f188-427c-ac82-6e809097ea98,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:46:50.085915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-11381b08-5ca3-4c82-8484-3f0aed5de686 None None] Provisioning complete for port 9547a24b-f188-427c-ac82-6e809097ea98 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:46:50.086292 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-11381b08-5ca3-4c82-8484-3f0aed5de686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:50.158262 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:50.201075 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-11381b08-5ca3-4c82-8484-3f0aed5de686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:50.236798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=9547a24b-f188-427c-ac82-6e809097ea98,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:46:50.277475 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-11381b08-5ca3-4c82-8484-3f0aed5de686 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:46:50.277475 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-11381b08-5ca3-4c82-8484-3f0aed5de686 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:46:50.645549 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e246390c-b38e-410f-8ec5-cafca30cad89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:51.707451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9547a24b-f188-427c-ac82-6e809097ea98 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:46:51.759006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9547a24b-f188-427c-ac82-6e809097ea98 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:46:51.759376 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:53.359658 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7589fa91-0e06-4016-85d9-85cd0697282e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:53.542842 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:54.411423 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:46:56.193895 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:20.662098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-94a4d927-f6df-423b-acba-53307ee61acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:20.724290 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:47:23.359132 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ad658889-6402-4df9-8ac7-3c5dd4418951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:23.537853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:24.427297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:26.180685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:50.632286 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f43cd827-93e9-44aa-9c77-c358c13b8267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:53.352163 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f8412846-d356-41b2-a606-d702b0183cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:53.512374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:54.432075 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:56.187236 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:47:57.722415 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:48:12.135642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40530) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:48:12.141749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-a133acc7-544a-45db-b3f1-ddb2cf2f3397 tempest-verify_tempest_config-92984693 tempest-verify_tempest_config-92984693-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:48:12.142768 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a133acc7-544a-45db-b3f1-ddb2cf2f3397 tempest-verify_tempest_config-92984693 tempest-verify_tempest_config-92984693-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060885 Jul 05 17:48:12.669389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40548) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:48:12.771699 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:12.860161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:12.957629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:13.002622 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48e8bc1d038f4f62b9096e3d8cf57b89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3319829 Jul 05 17:48:13.004598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b8c0ab-22f2-44f5-b9cb-aec5a7468bce,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:48:13.005633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40552) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:48:13.010228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.010596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.010939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.011268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.011595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.011922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.012243 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.012562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.012880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.013250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.013570 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.014446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c34c2d-02c5-4563-aa2e-25d5022ff5a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.062589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:13.083102 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:13.209853 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:13.212713 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:13.213891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53b8c0ab-22f2-44f5-b9cb-aec5a7468bce HTTP/1.1" status: 204 len: 168 time: 0.2067652 Jul 05 17:48:13.222585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b8c0ab-22f2-44f5-b9cb-aec5a7468bce,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:48:13.229282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.229638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.229984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.230337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.230698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.231041 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.231392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.231704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.232084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.232356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.233274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:13.233801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e013a4b3-fa3c-484f-9726-16725bd728b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:48:20.751601 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-afe9fed4-7c5b-4011-a7d5-04c55038a1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:23.339970 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a96a71ec-2098-4bc0-9d3a-b5df5c03a817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:23.705825 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:24.443167 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:26.179813 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:34.720790 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:48:50.653773 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a24b2dae-f377-4915-a18c-2516ec5d55be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:53.413484 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e796ed75-8a32-4fcf-9bff-42f6465490d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:53.544712 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:54.447370 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:48:56.212980 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:11.719164 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:49:20.653299 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-24ca5efa-dd40-4064-9c4d-b9a464105307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:23.361254 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88001909-3a64-4220-8968-cc00f24fc33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:23.533004 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:24.429818 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:26.189698 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:48.717088 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:49:50.681312 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d417f7f3-a4e4-42e7-a439-1ff1065141cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:53.371537 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e5d108a1-10e7-41ae-9fef-3dbf5c31ad36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:53.508625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:54.440405 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:49:56.165862 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:20.674187 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2b510a72-97f5-4d1c-9bab-baae24f098d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:23.405125 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-74f6036a-28de-4b17-a496-eac6a72463bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:23.553639 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:24.445329 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:25.715975 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:50:26.182359 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:50.736575 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-15010869-38f8-44c3-8b67-9de8cb504ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:53.347217 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1ab38909-2ccb-4356-a39f-6d7a72b7f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:53.536072 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:54.450143 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:50:56.233220 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:02.714548 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 5 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:51:20.684108 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be7ed2f8-9262-43bd-9795-8f4244ae770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:23.346730 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2c6192b7-458c-4842-8b30-40795d5753dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:23.552490 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:24.461015 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:26.209672 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:29.352148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679293'] for agent, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:35.488668 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3679293'] for agent, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:39.714125 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:51:50.649104 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-153fd0da-5cbe-4a3e-b5ec-1f34b45af5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:53.380630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e3abf4e-800d-4410-91aa-7e5bc3fbddf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:53.534756 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:54.459971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:56.202944 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:51:59.339322 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:05.477613 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:16.714105 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:52:20.654347 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7fb77d3d-c9df-47bf-81b1-e7177ceec4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:23.392522 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-84b408e0-cd6f-43ff-9891-3e06dd8caa4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:23.586169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:24.443438 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:26.220259 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:29.322886 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:34.474869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40614) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:52:34.583589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6bf87fc9-9e49-4758-ae14-8a13f84e4c0a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1076262 Jul 05 17:52:35.540447 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:36.768538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40624) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:52:36.823074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b8c9d1ac-4adf-47a1-ac81-34c54472ef42 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0534575 Jul 05 17:52:50.664925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4072a67-8cbf-4506-9317-eb5a3c4849b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:53.351569 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c69894c3-b69e-48ca-b559-9671d254ca7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:53.523312 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:53.712194 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:52:54.505985 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:56.215060 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:52:59.346062 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:05.494330 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:20.694116 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-641bcff3-2cae-4136-b891-c94705949d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:23.381520 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9b875e5a-eef1-4794-9029-702911536479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:23.557512 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:24.483286 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:26.278956 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:29.385920 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:30.712573 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:53:35.574966 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:50.689823 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6f1daa55-d930-488f-b6b4-565291b13682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:53.362024 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2daefba1-e18d-4cfd-815a-2c59cf70a476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:53.555969 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:54.515909 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:56.249034 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:53:59.426102 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:01.934978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40858) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:02.625234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-network', 'tenant_id': '7948372b992846c9a77b849f9de5dda2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:02.722912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Made reservation on behalf of 7948372b992846c9a77b849f9de5dda2 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:02.725397 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:02.733761 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:02.826603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:02.927044 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:02.957170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:54:02.962916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7886f12f-5599-42a4-be56-5f6fd1b88a27,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:02.976091 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:02.976091 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Added segment 44b04861-945c-4fed-bb59-b8637c18e659 of type vlan for network f9bbdcf1-1e4e-4139-95d9-b7de048957ca Jul 05 17:54:02.976513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.976758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.977103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.977429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.977786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.978112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.978437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.978786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.979104 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.979424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.979744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.980061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Tracked resource versions report: Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: pushed versions: Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: { 'AddressGroup': {'1.2'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'ConntrackHelper': {'1.0'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Log': {'1.0'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Network': {'1.1'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Port': {'1.7'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'PortForwarding': {'1.2'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'QosPolicy': {'1.8'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'SecurityGroup': {'1.4'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'SecurityGroupRule': {'1.2'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'SubPort': {'1.0'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Subnet': {'1.1'}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Trunk': {'1.1'}} Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: consumer versions: Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: { DHCP agent@n-d-799524-1: {}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: HyperV agent@n-h1-799524-1: {}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: HyperV agent@n-h2-799524-1: {}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: L3 agent@n-d-799524-1: {}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: Metadata agent@n-d-799524-1: {}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: Metering agent@n-d-799524-1: {}, Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: Open vSwitch agent@n-d-799524-1: { 'AddressGroup': '1.2', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'ConntrackHelper': '1.0', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Log': '1.0', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Network': '1.1', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Port': '1.7', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'PortForwarding': '1.2', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'QosPolicy': '1.8', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'SecurityGroup': '1.4', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'SecurityGroupRule': '1.2', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'SubPort': '1.0', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Subnet': '1.1', Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: 'Trunk': '1.1'}} Jul 05 17:54:02.981176 n-d-799524-1 neutron-server[100997]: {{(pid=100997) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 17:54:03.034527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:03.163122 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:03.164389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:03.165037 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:03.228675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] Pushing event updated for resources: {'Network': ['ID=f9bbdcf1-1e4e-4139-95d9-b7de048957ca,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:03.240241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:54:03.340708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8d3fbe3c-7d6c-44eb-9658-1bd0b9012baa admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4045365 Jul 05 17:54:03.343799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40904) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:03.349930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Request body: {'subnet': {'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-subnet', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:03.436980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Made reservation on behalf of 7948372b992846c9a77b849f9de5dda2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:03.439914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:03.675940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:03.745076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=339413cb-a39e-4aeb-90e2-4c062c4dd114,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:03.748167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Checking segment: {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:03.748530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Network hostable DHCP agents. Network: f9bbdcf1-1e4e-4139-95d9-b7de048957ca, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:54:03.756715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.757073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.757419 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.757759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.758094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.758429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.758778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.759107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.759432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.759776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.760119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.760472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Tracked resource versions report: Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: pushed versions: Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: { 'AddressGroup': {'1.2'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'ConntrackHelper': {'1.0'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Log': {'1.0'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Network': {'1.1'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Port': {'1.7'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'PortForwarding': {'1.2'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'QosPolicy': {'1.8'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'SecurityGroup': {'1.4'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'SecurityGroupRule': {'1.2'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'SubPort': {'1.0'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Subnet': {'1.1'}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Trunk': {'1.1'}} Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: consumer versions: Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: { DHCP agent@n-d-799524-1: {}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: HyperV agent@n-h1-799524-1: {}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: HyperV agent@n-h2-799524-1: {}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: L3 agent@n-d-799524-1: {}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: Metadata agent@n-d-799524-1: {}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: Metering agent@n-d-799524-1: {}, Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: Open vSwitch agent@n-d-799524-1: { 'AddressGroup': '1.2', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'ConntrackHelper': '1.0', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Log': '1.0', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Network': '1.1', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Port': '1.7', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'PortForwarding': '1.2', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'QosPolicy': '1.8', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'SecurityGroup': '1.4', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'SecurityGroupRule': '1.2', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'SubPort': '1.0', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Subnet': '1.1', Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: 'Trunk': '1.1'}} Jul 05 17:54:03.761602 n-d-799524-1 neutron-server[100998]: {{(pid=100998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 17:54:03.887466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:54:03.985867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f9bbdcf1-1e4e-4139-95d9-b7de048957ca) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:03.995969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31271113-b708-43b5-afe3-0d74936247ea None None] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:54:03.996558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:03.997152 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.083904 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-023e42a3-db03-40e1-890f-119e5b0c6413 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7385035 Jul 05 17:54:04.086620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40944) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:04.091851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:04.164904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 17:54:04.165982 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.214868 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.216644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.356753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Allocated IP 172.20.0.2 (f9bbdcf1-1e4e-4139-95d9-b7de048957ca/339413cb-a39e-4aeb-90e2-4c062c4dd114/d61b8bf3-0672-4c17-8034-94334596dafa) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:04.426761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.539437 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.549806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Transition to ACTIVE for port object d61b8bf3-0672-4c17-8034-94334596dafa will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:04.567142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Transition to ACTIVE for port object d61b8bf3-0672-4c17-8034-94334596dafa will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:04.642976 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.721031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:04.723859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.724188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:04.727893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:04.769641 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Pushing event updated for resources: {'Port': ['ID=d61b8bf3-0672-4c17-8034-94334596dafa,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:04.797548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.797884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.798218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.798658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.799151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.799485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.799809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.800139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.800444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.801063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.801063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.801377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Tracked resource versions report: Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: pushed versions: Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: { 'AddressGroup': {'1.2'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'ConntrackHelper': {'1.0'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Log': {'1.0'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Network': {'1.1'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Port': {'1.7'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'PortForwarding': {'1.2'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'QosPolicy': {'1.8'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'SecurityGroup': {'1.4'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'SecurityGroupRule': {'1.2'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'SubPort': {'1.0'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Subnet': {'1.1'}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Trunk': {'1.1'}} Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: consumer versions: Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: { DHCP agent@n-d-799524-1: {}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: HyperV agent@n-h1-799524-1: {}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: HyperV agent@n-h2-799524-1: {}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: L3 agent@n-d-799524-1: {}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: Metadata agent@n-d-799524-1: {}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: Metering agent@n-d-799524-1: {}, Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: Open vSwitch agent@n-d-799524-1: { 'AddressGroup': '1.2', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'ConntrackHelper': '1.0', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Log': '1.0', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Network': '1.1', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Port': '1.7', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'PortForwarding': '1.2', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'QosPolicy': '1.8', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'SecurityGroup': '1.4', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'SecurityGroupRule': '1.2', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'SubPort': '1.0', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Subnet': '1.1', Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: 'Trunk': '1.1'}} Jul 05 17:54:04.802509 n-d-799524-1 neutron-server[100999]: {{(pid=100999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 17:54:04.817717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Attempting to bind port d61b8bf3-0672-4c17-8034-94334596dafa on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:04.818345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Attempting to bind port d61b8bf3-0672-4c17-8034-94334596dafa by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:04.818657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Attempting to bind port d61b8bf3-0672-4c17-8034-94334596dafa on network f9bbdcf1-1e4e-4139-95d9-b7de048957ca {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:04.824166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:04.824545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Checking segment: {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:04.824933 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.825497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Bound using segment: {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:04.825970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Bound port: d61b8bf3-0672-4c17-8034-94334596dafa, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:04.826931 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:04.939088 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] For port d61b8bf3-0672-4c17-8034-94334596dafa, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:04.948695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] For port d61b8bf3-0672-4c17-8034-94334596dafa, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d61b8bf3-0672-4c17-8034-94334596dafa,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:05.015019 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:05.119762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f106c7-5ad8-4bd1-b487-29ad6aabc5ea None None] Pushing event updated for resources: {'Port': ['ID=d61b8bf3-0672-4c17-8034-94334596dafa,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:05.182117 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:05.215613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:05.483830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Allocated IP 172.25.3.230 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/7c8e64eb-a238-4c49-a376-d421b4a57f74) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:05.564203 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:05.723742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:05.792294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41030) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:05.794627 n-d-799524-1 neutron-server[100997]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 17:54:05.825341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-56c7b522-27f9-41a4-89d8-0afa01f3c7ec tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ffac400d35a64414988ff70bdf05cef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318363 Jul 05 17:54:05.927079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:06.024054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Pushing event updated for resources: {'Port': ['ID=7c8e64eb-a238-4c49-a376-d421b4a57f74,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:06.070909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:06.080590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:06.084576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:06.092221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d61b8bf3-0672-4c17-8034-94334596dafa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:06.114298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-1fbf9d9a-3d4b-41dc-8a0b-d9477c320cac tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:06.116336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-1fbf9d9a-3d4b-41dc-8a0b-d9477c320cac tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2850826 Jul 05 17:54:06.151537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-e994517a-bf69-4756-be54-99634d93284b tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/quotas/ffac400d35a64414988ff70bdf05cef7 HTTP/1.1" status: 200 len: 375 time: 0.0289686 Jul 05 17:54:06.245364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-004e69a7-b5c1-44fb-85b9-87f157e52d52 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffac400d35a64414988ff70bdf05cef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0911589 Jul 05 17:54:06.297074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d61b8bf3-0672-4c17-8034-94334596dafa completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:06.408970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d11918-fee2-4cf5-9220-372e21cd6de9 None None] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:54:06.560734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:06.570594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3b52a57c-0de0-4ed1-8021-0041883ae0b9 None None] Provisioning for port d61b8bf3-0672-4c17-8034-94334596dafa completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:06.579835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3b52a57c-0de0-4ed1-8021-0041883ae0b9 None None] Provisioning complete for port d61b8bf3-0672-4c17-8034-94334596dafa triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:06.580429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b52a57c-0de0-4ed1-8021-0041883ae0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:06.703504 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b52a57c-0de0-4ed1-8021-0041883ae0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:06.762027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3b52a57c-0de0-4ed1-8021-0041883ae0b9 None None] For port d61b8bf3-0672-4c17-8034-94334596dafa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d61b8bf3-0672-4c17-8034-94334596dafa,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:06.850722 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b52a57c-0de0-4ed1-8021-0041883ae0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:06.903404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:06.977845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41074) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:06.979666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b52a57c-0de0-4ed1-8021-0041883ae0b9 None None] Pushing event updated for resources: {'Port': ['ID=d61b8bf3-0672-4c17-8034-94334596dafa,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:06.996452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aee11b3d-47ed-416c-8a88-34657e152e42 None None] Provisioning complete for port d61b8bf3-0672-4c17-8034-94334596dafa triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:06.997811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aee11b3d-47ed-416c-8a88-34657e152e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:07.026698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e7783d8-667b-4592-b4fd-e83c197a5fc8 req-e417ebba-886d-4154-bbd3-e4eb1c8e8598 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 210 time: 0.0835271 Jul 05 17:54:07.150488 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdcac973-ee09-401c-b4f6-86211fc8c8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:07.312261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdcac973-ee09-401c-b4f6-86211fc8c8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:07.346528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 17:54:07.467660 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:54:07.476116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdcac973-ee09-401c-b4f6-86211fc8c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:07.477432 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Sync routers for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:54:07.486990 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:07.487645 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:53:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:07.516915 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fdcac973-ee09-401c-b4f6-86211fc8c8e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e96c3e674b664e04b1e2cbcc2e093d34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5355294 Jul 05 17:54:07.520212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41114) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:07.539257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcac973-ee09-401c-b4f6-86211fc8c8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e3bc9d-f922-4c29-9a34-40cd8e30c037,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:07.595449 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8970d38-eee3-4963-b2e9-7b2e8d53462a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:07.623347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8970d38-eee3-4963-b2e9-7b2e8d53462a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:07.632074 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:07.634040 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c58aa010-cbb7-4f50-80ce-f2a5f6b7c616 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.5462399 Jul 05 17:54:07.644893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41130) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:07.670769 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:07.734347 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:54:07.770046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8970d38-eee3-4963-b2e9-7b2e8d53462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:07.773864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8970d38-eee3-4963-b2e9-7b2e8d53462a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:07.778612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c8970d38-eee3-4963-b2e9-7b2e8d53462a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7e3bc9d-f922-4c29-9a34-40cd8e30c037 HTTP/1.1" status: 204 len: 168 time: 0.2573612 Jul 05 17:54:07.793578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8970d38-eee3-4963-b2e9-7b2e8d53462a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e3bc9d-f922-4c29-9a34-40cd8e30c037,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:07.912253 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:06Z', 'revision_number': 3, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:07.946134 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Checking router: a8f4e37b-130e-4cc8-9db7-9f8e51c093dc for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:54:07.947407 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Updating router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc port 7c8e64eb-a238-4c49-a376-d421b4a57f74 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:54:08.005215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d61b8bf3-0672-4c17-8034-94334596dafa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:08.025447 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.113328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d61b8bf3-0672-4c17-8034-94334596dafa triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:08.113709 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.373493 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.401144 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Transition to ACTIVE for port object 7c8e64eb-a238-4c49-a376-d421b4a57f74 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:08.418596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.465002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41186) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:08.538987 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.616062 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Attempting to bind port 7c8e64eb-a238-4c49-a376-d421b4a57f74 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:08.616062 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Attempting to bind port 7c8e64eb-a238-4c49-a376-d421b4a57f74 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:08.616355 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Attempting to bind port 7c8e64eb-a238-4c49-a376-d421b4a57f74 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:08.635158 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Pushing event updated for resources: {'Port': ['ID=7c8e64eb-a238-4c49-a376-d421b4a57f74,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:08.640564 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:08.644446 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:08.644928 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.647405 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:08.647405 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Bound port: 7c8e64eb-a238-4c49-a376-d421b4a57f74, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:08.651802 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.655730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Allocated IP 172.20.0.1 (f9bbdcf1-1e4e-4139-95d9-b7de048957ca/339413cb-a39e-4aeb-90e2-4c062c4dd114/710846a5-085e-45a8-9140-9b34bc78eb13) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:08.657858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b04daf08-0f6b-46bc-b0ce-ee38a2689071 req-b653a68c-b9d6-4c3c-ab6e-a521a14da42e tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 210 time: 0.1916306 Jul 05 17:54:08.689894 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.690247 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.690807 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.690937 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.691339 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.691675 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.692004 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.692330 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.692656 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.692982 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.693305 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.693630 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Tracked resource versions report: Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: pushed versions: Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: { 'AddressGroup': {'1.2'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'ConntrackHelper': {'1.0'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Log': {'1.0'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Network': {'1.1'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Port': {'1.7'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'PortForwarding': {'1.2'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'QosPolicy': {'1.8'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'SecurityGroup': {'1.4'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'SecurityGroupRule': {'1.2'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'SubPort': {'1.0'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Subnet': {'1.1'}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Trunk': {'1.1'}} Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: consumer versions: Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: { DHCP agent@n-d-799524-1: {}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: HyperV agent@n-h1-799524-1: {}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: HyperV agent@n-h2-799524-1: {}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: L3 agent@n-d-799524-1: {}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: Metadata agent@n-d-799524-1: {}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: Metering agent@n-d-799524-1: {}, Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: Open vSwitch agent@n-d-799524-1: { 'AddressGroup': '1.2', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'ConntrackHelper': '1.0', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Log': '1.0', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Network': '1.1', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Port': '1.7', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'PortForwarding': '1.2', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'QosPolicy': '1.8', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'SecurityGroup': '1.4', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'SecurityGroupRule': '1.2', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'SubPort': '1.0', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Subnet': '1.1', Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: 'Trunk': '1.1'}} Jul 05 17:54:08.695046 n-d-799524-1 neutron-server[101000]: {{(pid=101000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 17:54:08.740351 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] For port 7c8e64eb-a238-4c49-a376-d421b4a57f74, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:08.744055 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] For port 7c8e64eb-a238-4c49-a376-d421b4a57f74, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7c8e64eb-a238-4c49-a376-d421b4a57f74,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:08.809523 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.825794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Transition to ACTIVE for port object 710846a5-085e-45a8-9140-9b34bc78eb13 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:08.843495 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.891637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41206) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:08.913786 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-665d81ea-94aa-4233-b556-483750c5f7ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.932136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:08.979561 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:08.980753 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:53:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:08.983469 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f43b2-10fe-4c72-9a0b-45c4f93ba9b0 None None] Pushing event updated for resources: {'Port': ['ID=7c8e64eb-a238-4c49-a376-d421b4a57f74,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:09.013606 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:09.023514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:09.026199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:09.026740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.137141 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:09.174922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41220) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:09.318481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Pushing event updated for resources: {'Port': ['ID=710846a5-085e-45a8-9140-9b34bc78eb13,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:09.381090 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-665d81ea-94aa-4233-b556-483750c5f7ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.479137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.491208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-665d81ea-94aa-4233-b556-483750c5f7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.499838 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:06Z', 'revision_number': 3, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:09.530926 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e489f61-3f5e-4a12-82fc-3fc8331a1c78 None None] The sync data for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 is: [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:06Z', 'revision_number': 3, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:54:09.569454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-665d81ea-94aa-4233-b556-483750c5f7ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fa430404c324c8cb8de5dc399ef2b52&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6738951 Jul 05 17:54:09.570090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d81ea-94aa-4233-b556-483750c5f7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4502bc02-16e5-4937-b7b8-24af388f9659,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:09.572455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41234) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:09.573937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1122be-8444-4f35-904e-c340ae503742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.590603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-209ce469-08a5-4488-87a5-e0b0a840b6a8 None None] Provisioning for port 710846a5-085e-45a8-9140-9b34bc78eb13 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:09.595695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-209ce469-08a5-4488-87a5-e0b0a840b6a8 None None] Provisioning complete for port 710846a5-085e-45a8-9140-9b34bc78eb13 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:09.596076 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-209ce469-08a5-4488-87a5-e0b0a840b6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.682840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-209ce469-08a5-4488-87a5-e0b0a840b6a8 None None] Port 710846a5-085e-45a8-9140-9b34bc78eb13 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:54:09.747406 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1122be-8444-4f35-904e-c340ae503742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.816620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.831170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50edf6d3-f097-4c35-85c2-2874fd641a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.837780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41250) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:09.851861 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1122be-8444-4f35-904e-c340ae503742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.860318 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50edf6d3-f097-4c35-85c2-2874fd641a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.948757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.949637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:09.966439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9f1122be-8444-4f35-904e-c340ae503742 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f7203e707d24cc5bbb43d7431719ce5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7903426 Jul 05 17:54:09.969321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41254) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:10.007377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Pushing event updated for resources: {'Port': ['ID=710846a5-085e-45a8-9140-9b34bc78eb13,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:10.063517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50edf6d3-f097-4c35-85c2-2874fd641a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.070516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50edf6d3-f097-4c35-85c2-2874fd641a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.070516 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-50edf6d3-f097-4c35-85c2-2874fd641a92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4502bc02-16e5-4937-b7b8-24af388f9659 HTTP/1.1" status: 204 len: 168 time: 0.4933839 Jul 05 17:54:10.122045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edf6d3-f097-4c35-85c2-2874fd641a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4502bc02-16e5-4937-b7b8-24af388f9659,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:10.129764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c84a417-09e1-4fe1-886b-f29a84539c1c req-81c495a5-f561-4cee-8858-776a102e18b1 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 210 time: 0.0841546 Jul 05 17:54:10.155850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c1363c49-a35c-4342-9296-fc685e44e42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.191570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1122be-8444-4f35-904e-c340ae503742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6822ea81-0502-4c2f-b40a-99e9573175a0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:10.200310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:10.200310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:10.224691 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcd2180b-06b8-450c-aa41-8ecf17e2b96b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.333209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c1363c49-a35c-4342-9296-fc685e44e42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.364238 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcd2180b-06b8-450c-aa41-8ecf17e2b96b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.384328 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:54:10.443584 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c1363c49-a35c-4342-9296-fc685e44e42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.494421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1363c49-a35c-4342-9296-fc685e44e42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9ba1de-8f12-4a99-b381-d5d532053cdd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:10.526495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c1363c49-a35c-4342-9296-fc685e44e42f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d01bf3586b548fbaf435ac4434052e2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6804593 Jul 05 17:54:10.529082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41276) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:10.581951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcd2180b-06b8-450c-aa41-8ecf17e2b96b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.584380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcd2180b-06b8-450c-aa41-8ecf17e2b96b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.585526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bcd2180b-06b8-450c-aa41-8ecf17e2b96b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6822ea81-0502-4c2f-b40a-99e9573175a0 HTTP/1.1" status: 204 len: 168 time: 0.6131647 Jul 05 17:54:10.604119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd2180b-06b8-450c-aa41-8ecf17e2b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6822ea81-0502-4c2f-b40a-99e9573175a0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:10.620981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe7009d6-8bd9-4319-8d38-3f69f076da98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.638456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-55f46d52-886d-4f5d-a137-a55a8101c47b None None] Provisioning complete for port 710846a5-085e-45a8-9140-9b34bc78eb13 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:10.641878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-55f46d52-886d-4f5d-a137-a55a8101c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.647134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe7009d6-8bd9-4319-8d38-3f69f076da98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.733373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-55f46d52-886d-4f5d-a137-a55a8101c47b None None] Port 710846a5-085e-45a8-9140-9b34bc78eb13 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:54:10.740895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:54:10.747486 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cd11f445-1a1c-4c96-bdb2-9e1ad38f4dae admin admin] 10.222.0.30 "PUT /v2.0/routers/a8f4e37b-130e-4cc8-9db7-9f8e51c093dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0997272 Jul 05 17:54:10.841733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe7009d6-8bd9-4319-8d38-3f69f076da98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.845705 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe7009d6-8bd9-4319-8d38-3f69f076da98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:10.847424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fe7009d6-8bd9-4319-8d38-3f69f076da98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d9ba1de-8f12-4a99-b381-d5d532053cdd HTTP/1.1" status: 204 len: 168 time: 0.3173115 Jul 05 17:54:10.855896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7009d6-8bd9-4319-8d38-3f69f076da98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9ba1de-8f12-4a99-b381-d5d532053cdd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:11.044863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-e9d891dd-e23b-413c-825b-c57ecdf56998 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=60de64f012344436b88d50be3da9d0e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275946 Jul 05 17:54:11.187972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.39', 51352) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:11.189950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-83bc9736-0054-4329-afc9-1c837eba1871 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:11.191279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-83bc9736-0054-4329-afc9-1c837eba1871 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1394873 Jul 05 17:54:11.211146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-4176ae19-1f3a-468b-abcd-d4a5f3e1259e tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/quotas/60de64f012344436b88d50be3da9d0e8 HTTP/1.1" status: 200 len: 375 time: 0.0140545 Jul 05 17:54:11.219000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-b9385c8c-1e1d-4b79-9056-8d575ada39e5 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ffac400d35a64414988ff70bdf05cef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297287 Jul 05 17:54:11.243981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6332dbbf-e42c-49bb-8b7f-367bd05b67cb tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60de64f012344436b88d50be3da9d0e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302587 Jul 05 17:54:11.454342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-05938336-fc6a-4ac7-a827-e8231ddf997c tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:11.456712 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-05938336-fc6a-4ac7-a827-e8231ddf997c tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318218 Jul 05 17:54:11.557483 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Request body: {'port': {'device_id': 'd3d57620-8df8-4666-842b-536c85b879b6', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'ffac400d35a64414988ff70bdf05cef7'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:11.742691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7109b571-a486-4e23-9a49-469a1fdb900c req-b777e0a9-e64d-42ec-a591-fb2d65ac8e0b tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 210 time: 0.0882301 Jul 05 17:54:11.847053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41342) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:11.870022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a7d1d41-a90b-485a-8826-e74f3002bebc req-d9d7a52b-3bbd-4753-9cba-9a5542677729 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 210 time: 0.0731535 Jul 05 17:54:12.005335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Made reservation on behalf of ffac400d35a64414988ff70bdf05cef7 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:12.011249 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.027823 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af035e07-03ca-4e23-b2b0-e97285ae7e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.040764 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.119238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7c8e64eb-a238-4c49-a376-d421b4a57f74 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:12.191556 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af035e07-03ca-4e23-b2b0-e97285ae7e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.314485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 7c8e64eb-a238-4c49-a376-d421b4a57f74 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:12.324323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 7c8e64eb-a238-4c49-a376-d421b4a57f74 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:12.324876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.344452 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af035e07-03ca-4e23-b2b0-e97285ae7e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.419403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-af035e07-03ca-4e23-b2b0-e97285ae7e16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34d0ad8e50a44de7b5407596be407a01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5477383 Jul 05 17:54:12.438041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41364) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:12.448326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af035e07-03ca-4e23-b2b0-e97285ae7e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb00ec8-d3d7-49f5-a889-1f8ffc696d03,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:12.460903 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.502224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 7c8e64eb-a238-4c49-a376-d421b4a57f74, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7c8e64eb-a238-4c49-a376-d421b4a57f74,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:12.526643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.539217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Sync routers for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:54:12.555757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:12.557492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:53:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:12.568819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20efcdee-a1d0-4acb-8b8f-2d98175d2a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.602606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20efcdee-a1d0-4acb-8b8f-2d98175d2a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.625687 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.647413 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.662242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41376) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:12.695668 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-301b9846-b490-4221-aa2f-9197f9961a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.761307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=7c8e64eb-a238-4c49-a376-d421b4a57f74,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:12.769038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7152daa3-1d06-4403-80c5-4668a99580a8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:12.795967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:12.938263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20efcdee-a1d0-4acb-8b8f-2d98175d2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.942598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20efcdee-a1d0-4acb-8b8f-2d98175d2a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:12.947570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-20efcdee-a1d0-4acb-8b8f-2d98175d2a6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aeb00ec8-d3d7-49f5-a889-1f8ffc696d03 HTTP/1.1" status: 204 len: 168 time: 0.5085924 Jul 05 17:54:13.003288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efcdee-a1d0-4acb-8b8f-2d98175d2a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb00ec8-d3d7-49f5-a889-1f8ffc696d03,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:13.035054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-301b9846-b490-4221-aa2f-9197f9961a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.087658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f747932a-be4b-4337-8b99-5767927a8462 req-6a5f7a7e-f7b5-4a73-b2c2-8716d50c26b9 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 210 time: 0.1668489 Jul 05 17:54:13.151753 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-301b9846-b490-4221-aa2f-9197f9961a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.278014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Allocated IP 192.168.233.172 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/df425af4-66c5-4740-9795-04e7553c9eb1) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:13.304872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-301b9846-b490-4221-aa2f-9197f9961a5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fc92c8a631d4e63911b8b2d8b7ff3d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6404748 Jul 05 17:54:13.307188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93f447ac-fdee-49ff-b78f-0dc0e13595b8 req-b11c527f-a076-4019-85f7-c771dd4fbff0 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 210 time: 0.1027889 Jul 05 17:54:13.308130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41408) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:13.308486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b9846-b490-4221-aa2f-9197f9961a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a1899-8dd1-46c8-998b-edd185f74a55,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:13.379520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 2, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:13.409384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Checking router: a8f4e37b-130e-4cc8-9db7-9f8e51c093dc for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:54:13.409823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Updating router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc port 710846a5-085e-45a8-9140-9b34bc78eb13 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:54:13.458434 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.513710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afdd2188-142d-4be6-b3dd-fd3de49eb19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.617284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afdd2188-142d-4be6-b3dd-fd3de49eb19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.698886 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.739940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Transition to ACTIVE for port object df425af4-66c5-4740-9795-04e7553c9eb1 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:13.761674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41422) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:13.769230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-network', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:13.924657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Made reservation on behalf of d1f0c8de76324e709b1e2188343e781b for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:13.927792 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.929313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afdd2188-142d-4be6-b3dd-fd3de49eb19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.933280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.936071 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afdd2188-142d-4be6-b3dd-fd3de49eb19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:13.941859 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-afdd2188-142d-4be6-b3dd-fd3de49eb19c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d01a1899-8dd1-46c8-998b-edd185f74a55 HTTP/1.1" status: 204 len: 168 time: 0.6300318 Jul 05 17:54:13.965488 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.080327 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.097535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7c8e64eb-a238-4c49-a376-d421b4a57f74 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:14.101945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd2188-142d-4be6-b3dd-fd3de49eb19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a1899-8dd1-46c8-998b-edd185f74a55,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:14.144254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:14.161200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:14.169267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:14.191161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:14.191161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.191161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Pushing event updated for resources: {'Port': ['ID=df425af4-66c5-4740-9795-04e7553c9eb1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:14.197082 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.255613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Transition to ACTIVE for port object 710846a5-085e-45a8-9140-9b34bc78eb13 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:14.322376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 7c8e64eb-a238-4c49-a376-d421b4a57f74 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:14.324340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.331436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.395727 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ce50df21-dcbc-47da-9361-17fd6dc822db tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8407717 Jul 05 17:54:14.426381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:54:14.446363 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.522583 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.522583 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Added segment bff6d275-e0bc-44dd-b04e-1070ac9d55f5 of type vlan for network d1f5f949-d565-414e-814d-12710604313a Jul 05 17:54:14.533840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13d6d47-7484-487b-a83d-51a5ef2bef53,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:14.585772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ffc9d156-eb85-4ba7-9700-c0db594bf36f tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:54:14.587566 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-ffc9d156-eb85-4ba7-9700-c0db594bf36f tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068102 Jul 05 17:54:14.643996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de7901e5-9079-4dac-a3b8-02e34ed56a4f req-8fc369f6-7479-4c5f-b83b-adc6a58867fd tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 210 time: 0.0517392 Jul 05 17:54:14.646129 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.656439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec5e25-b837-4300-a7b5-158dcb141c10 None None] Pushing event updated for resources: {'Port': ['ID=710846a5-085e-45a8-9140-9b34bc78eb13,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:14.723403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b271440-93b4-4838-b9e2-944c55dcf5b9 req-088849e2-87cc-4030-a5e6-6fcaa11e3c59 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:14.730346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b271440-93b4-4838-b9e2-944c55dcf5b9 req-088849e2-87cc-4030-a5e6-6fcaa11e3c59 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 936 time: 0.4126594 Jul 05 17:54:14.797461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f264f256-258c-4ec3-8a12-96dd7451f877 None None] Provisioning for port df425af4-66c5-4740-9795-04e7553c9eb1 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:14.841106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b271440-93b4-4838-b9e2-944c55dcf5b9 req-36e6321b-2af8-4259-bb41-d0c55c6324ed tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090744 Jul 05 17:54:14.845594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f264f256-258c-4ec3-8a12-96dd7451f877 None None] Provisioning complete for port df425af4-66c5-4740-9795-04e7553c9eb1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:14.845972 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f264f256-258c-4ec3-8a12-96dd7451f877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.852587 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.864603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:14.864603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:14.973342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d1f5f949-d565-414e-814d-12710604313a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:15.012795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41446) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:15.030295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41450) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:15.030668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dc477edc-b183-4d04-a957-fe818a45b9b0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2665043 Jul 05 17:54:15.030772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f264f256-258c-4ec3-8a12-96dd7451f877 None None] Port df425af4-66c5-4740-9795-04e7553c9eb1 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:54:15.038773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Request body: {'subnet': {'network_id': 'd1f5f949-d565-414e-814d-12710604313a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-subnet', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:15.079287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network d1f5f949-d565-414e-814d-12710604313a details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:54:15.162966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Made reservation on behalf of d1f0c8de76324e709b1e2188343e781b for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:15.166253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:15.201005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Attempting to bind port 710846a5-085e-45a8-9140-9b34bc78eb13 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:15.201401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Attempting to bind port 710846a5-085e-45a8-9140-9b34bc78eb13 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:15.201722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Attempting to bind port 710846a5-085e-45a8-9140-9b34bc78eb13 on network f9bbdcf1-1e4e-4139-95d9-b7de048957ca {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:15.240860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:15.241230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Checking segment: {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:15.241695 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:15.242093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Bound using segment: {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:15.242600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Bound port: 710846a5-085e-45a8-9140-9b34bc78eb13, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:15.242970 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:15.358461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5250a3ac-b523-462b-9602-a3693a2e15e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:15.363291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] For port 710846a5-085e-45a8-9140-9b34bc78eb13, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:15.367353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] For port 710846a5-085e-45a8-9140-9b34bc78eb13, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=710846a5-085e-45a8-9140-9b34bc78eb13,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:15.465410 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:15.523581 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:15.528885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5250a3ac-b523-462b-9602-a3693a2e15e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:15.600167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:15.600737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:53:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:15.602620 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec5e25-b837-4300-a7b5-158dcb141c10 None None] Pushing event updated for resources: {'Port': ['ID=710846a5-085e-45a8-9140-9b34bc78eb13,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:15.617899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Checking segment: {'id': 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1f5f949-d565-414e-814d-12710604313a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:15.618456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Network hostable DHCP agents. Network: d1f5f949-d565-414e-814d-12710604313a, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:54:15.638425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ec6dd2-2e16-4632-90b6-bba26887221a,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:15.660610 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5250a3ac-b523-462b-9602-a3693a2e15e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:15.728850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Network d1f5f949-d565-414e-814d-12710604313a is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:54:15.762834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5250a3ac-b523-462b-9602-a3693a2e15e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b5bee9464274efa9cb525af6ab0c455&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7491527 Jul 05 17:54:15.765542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41468) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:15.768610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250a3ac-b523-462b-9602-a3693a2e15e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684a0a57-2c04-4fdf-a402-2b5ca81c4e57,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:15.791303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Request body: {'port': {'device_id': 'd3d57620-8df8-4666-842b-536c85b879b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:15.872027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:15.937059 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, d1f5f949-d565-414e-814d-12710604313a) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:15.953946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:15.956172 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:15.996042 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41734725-6461-4889-98c2-ec8463c34537 req-b624f3db-285a-4400-93ad-d7552d47dbc6 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 210 time: 0.0600879 Jul 05 17:54:16.041316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f5911b-bcfb-42dc-b18a-c658cf3c9006 None None] Network d1f5f949-d565-414e-814d-12710604313a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:54:16.122242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a814785c-13b9-44e4-97e5-8d8ce592a52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:16.178245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.97', 50960) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:16.186265 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fd5835da-31fc-43be-9cbd-9a9b5eb14c51 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1547196 Jul 05 17:54:16.191451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41482) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:16.215762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:16.217589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:16.228674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a814785c-13b9-44e4-97e5-8d8ce592a52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:16.269753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-a4c88dd3-a452-49d8-adf8-79ca0ef2dd5e tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=60de64f012344436b88d50be3da9d0e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927777 Jul 05 17:54:16.576982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:15Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:16.610310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4986658-b049-4c8a-ba21-7725e942572b None None] The sync data for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 is: [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:15Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:54:16.661828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d1f5f949-d565-414e-814d-12710604313a', 'network_id': 'd1f5f949-d565-414e-814d-12710604313a', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'fixed_ips': [{'subnet_id': '97ec6dd2-2e16-4632-90b6-bba26887221a'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 17:54:16.662862 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:16.683266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-46c82d78-622e-44d4-ae43-1b2797f2d575 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:16.689613 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-46c82d78-622e-44d4-ae43-1b2797f2d575 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4096293 Jul 05 17:54:16.694384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:16.696189 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:16.737807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51502b2-909b-4dc3-b13c-46dc4d3430a5 req-7dc5faa9-efa5-457a-b3c4-26dee5b0ba65 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:16.758518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d51502b2-909b-4dc3-b13c-46dc4d3430a5 req-7dc5faa9-efa5-457a-b3c4-26dee5b0ba65 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 936 time: 0.5191851 Jul 05 17:54:16.778733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Request body: {'port': {'device_id': '613915e3-f899-4fc1-ae57-a025aaef03ab', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '60de64f012344436b88d50be3da9d0e8'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:16.885213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a814785c-13b9-44e4-97e5-8d8ce592a52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:16.888011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a814785c-13b9-44e4-97e5-8d8ce592a52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:16.889195 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a814785c-13b9-44e4-97e5-8d8ce592a52c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/684a0a57-2c04-4fdf-a402-2b5ca81c4e57 HTTP/1.1" status: 204 len: 168 time: 1.1226673 Jul 05 17:54:16.935027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814785c-13b9-44e4-97e5-8d8ce592a52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684a0a57-2c04-4fdf-a402-2b5ca81c4e57,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:17.140791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d51502b2-909b-4dc3-b13c-46dc4d3430a5 req-2405e427-e69d-45a1-9e2b-17ba14055402 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725934 Jul 05 17:54:17.198287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Allocated IP 172.20.0.2 (d1f5f949-d565-414e-814d-12710604313a/97ec6dd2-2e16-4632-90b6-bba26887221a/efccb73c-7240-4be0-90d2-630cc951a91e) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:17.316821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df425af4-66c5-4740-9795-04e7553c9eb1 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:54:17.352748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:17.435692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Transition to ACTIVE for port object df425af4-66c5-4740-9795-04e7553c9eb1 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:17.518375 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:17.539567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:17.558227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-498e76d0-75a5-4e80-90a0-27a8d4737e8d req-d111b0f4-0428-4f9e-84c6-85757c34ffef tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 210 time: 0.1462288 Jul 05 17:54:17.686794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Pushing event updated for resources: {'Port': ['ID=df425af4-66c5-4740-9795-04e7553c9eb1,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:17.780899 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:17.788728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Attempting to bind port df425af4-66c5-4740-9795-04e7553c9eb1 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:17.792770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Attempting to bind port df425af4-66c5-4740-9795-04e7553c9eb1 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:17.792770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Attempting to bind port df425af4-66c5-4740-9795-04e7553c9eb1 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:17.807046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Transition to ACTIVE for port object efccb73c-7240-4be0-90d2-630cc951a91e will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:17.813667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Port df425af4-66c5-4740-9795-04e7553c9eb1 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:54:17.814862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Attempting to bind port df425af4-66c5-4740-9795-04e7553c9eb1 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:17.841692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:17.841692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:17.841692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:17.841692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Bound port: df425af4-66c5-4740-9795-04e7553c9eb1, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:17.841692 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:17.849328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Transition to ACTIVE for port object efccb73c-7240-4be0-90d2-630cc951a91e will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:17.946777 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.009457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Made reservation on behalf of 60de64f012344436b88d50be3da9d0e8 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:18.014992 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.039458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] For port df425af4-66c5-4740-9795-04e7553c9eb1, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:18.059607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] For port df425af4-66c5-4740-9795-04e7553c9eb1, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df425af4-66c5-4740-9795-04e7553c9eb1,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:18.096588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Network d1f5f949-d565-414e-814d-12710604313a is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:18.100881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:18.101932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.108366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:18.125462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 710846a5-085e-45a8-9140-9b34bc78eb13 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:18.152740 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.166363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.349931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Pushing event updated for resources: {'Port': ['ID=efccb73c-7240-4be0-90d2-630cc951a91e,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:18.389452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Pushing event updated for resources: {'Port': ['ID=df425af4-66c5-4740-9795-04e7553c9eb1,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:18.424496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:18.425289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.429301 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-53b373b5-d27a-4bf9-ae9b-d1fd657fd95a service neutron] 10.222.0.39 "PUT /v2.0/ports/df425af4-66c5-4740-9795-04e7553c9eb1 HTTP/1.1" status: 200 len: 1096 time: 3.1790490 Jul 05 17:54:18.429600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d57620-8df8-4666-842b-536c85b879b6', 'tag': 'df425af4-66c5-4740-9795-04e7553c9eb1'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:18.430497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 710846a5-085e-45a8-9140-9b34bc78eb13 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:18.493190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Attempting to bind port efccb73c-7240-4be0-90d2-630cc951a91e on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:18.493190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Attempting to bind port efccb73c-7240-4be0-90d2-630cc951a91e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1f5f949-d565-414e-814d-12710604313a'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:18.493543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Attempting to bind port efccb73c-7240-4be0-90d2-630cc951a91e on network d1f5f949-d565-414e-814d-12710604313a {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:18.506526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 710846a5-085e-45a8-9140-9b34bc78eb13 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:18.506802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.588909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.615608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:18.615983 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Checking segment: {'id': 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1f5f949-d565-414e-814d-12710604313a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:18.616389 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.616847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Bound using segment: {'id': 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1f5f949-d565-414e-814d-12710604313a'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:18.617344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Bound port: efccb73c-7240-4be0-90d2-630cc951a91e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1f5f949-d565-414e-814d-12710604313a'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:18.617748 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.704884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.817547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-24bc1380-f052-4a98-b6ea-3b06aa1a5857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:18.822088 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-24bc1380-f052-4a98-b6ea-3b06aa1a5857 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffac400d35a64414988ff70bdf05cef7&device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 1099 time: 0.1990309 Jul 05 17:54:18.834226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.877056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] For port efccb73c-7240-4be0-90d2-630cc951a91e, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:18.894896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] For port efccb73c-7240-4be0-90d2-630cc951a91e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=efccb73c-7240-4be0-90d2-630cc951a91e,segment=NetworkSegment(bff6d275-e0bc-44dd-b04e-1070ac9d55f5),segment_id=bff6d275-e0bc-44dd-b04e-1070ac9d55f5)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:18.911365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 710846a5-085e-45a8-9140-9b34bc78eb13, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=710846a5-085e-45a8-9140-9b34bc78eb13,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:18.963910 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:18.981886 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-40581498-6e43-4b18-9dfe-c17c3b9cfde2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=df425af4-66c5-4740-9795-04e7553c9eb1 HTTP/1.1" status: 200 len: 217 time: 0.1084583 Jul 05 17:54:19.004263 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:19.030714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d13c6c-0f61-443d-8809-0eb6cf4f2140,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:19.063605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040abed0-a882-4ed0-91d9-6120b08f7dab None None] Pushing event updated for resources: {'Port': ['ID=efccb73c-7240-4be0-90d2-630cc951a91e,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:19.081624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6fea22-52c3-490e-a7b7-1e2d1949d074 req-209ce53a-67ae-4629-a18d-d84eaa89969b tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:19.088814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c6fea22-52c3-490e-a7b7-1e2d1949d074 req-209ce53a-67ae-4629-a18d-d84eaa89969b tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 948 time: 0.5431378 Jul 05 17:54:19.095932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41546) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:19.119418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96442858-df8d-42de-bbd6-1cb979294e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:19.169345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=710846a5-085e-45a8-9140-9b34bc78eb13,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:19.355096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-61316681-1a39-4db1-9083-9dfb3b484fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:19.362598 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-61316681-1a39-4db1-9083-9dfb3b484fde service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1859858 Jul 05 17:54:19.437822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c6fea22-52c3-490e-a7b7-1e2d1949d074 req-c8bf13cf-997f-4f37-9f6d-c303ee75eb6f tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480022 Jul 05 17:54:19.758441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96442858-df8d-42de-bbd6-1cb979294e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:19.817997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-460173ab-ff2f-4808-b024-880d2f3b215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:19.821739 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-460173ab-ff2f-4808-b024-880d2f3b215f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4214222 Jul 05 17:54:19.861503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96442858-df8d-42de-bbd6-1cb979294e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:19.889600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a938a3b8-df7c-4591-84b1-fe7c3ae9e37b req-45e2bb81-af0f-469d-ace3-68f6c7ade6f5 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 210 time: 0.1293561 Jul 05 17:54:19.890912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Allocated IP 192.168.233.162 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/a1458563-23cd-4e92-ba4b-c811166f542a) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:19.973404 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:19.974881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96442858-df8d-42de-bbd6-1cb979294e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd2950e-de07-4745-aecc-13a95a689584,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:20.049030 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a75d9be-c7e9-4306-8dc5-96918c9bc051" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d57620-8df8-4666-842b-536c85b879b6", "tag": "df425af4-66c5-4740-9795-04e7553c9eb1"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:20.085941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:20.257992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 710846a5-085e-45a8-9140-9b34bc78eb13 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:20.363774 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-45c9752d-17f5-4762-95d7-19f0a4c18b90 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872774 Jul 05 17:54:20.425410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 710846a5-085e-45a8-9140-9b34bc78eb13 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:20.425781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:20.487816 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-96442858-df8d-42de-bbd6-1cb979294e35 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1aed9f7bccf549ee80b7a07caabb6c23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3895836 Jul 05 17:54:20.488742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41572) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:20.699994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device efccb73c-7240-4be0-90d2-630cc951a91e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:20.804932 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ca1bb3-9a1a-47dc-992e-20567e8b1afd x-openstack-request-id: req-f1ca1bb3-9a1a-47dc-992e-20567e8b1afd {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:20.805298 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d57620-8df8-4666-842b-536c85b879b6", "tag": "df425af4-66c5-4740-9795-04e7553c9eb1", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:20.805601 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1ca1bb3-9a1a-47dc-992e-20567e8b1afd {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:20.806159 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d57620-8df8-4666-842b-536c85b879b6', 'tag': 'df425af4-66c5-4740-9795-04e7553c9eb1', 'status': 'completed', 'code': 200} Jul 05 17:54:20.823116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd3a9-1d64-4da6-b31d-79e22d922388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:20.917176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd3a9-1d64-4da6-b31d-79e22d922388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:20.957938 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7107c8a8-e883-43e3-9d5e-861b019642fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:21.037928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port efccb73c-7240-4be0-90d2-630cc951a91e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:21.054623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7fc464-fd66-4cf9-8510-1e7111abab19 None None] Network d1f5f949-d565-414e-814d-12710604313a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:54:21.109174 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f8a3586d-1a0d-4da5-b4dc-a492f4988d27 req-6329897a-d94e-4da7-9eee-1ddd4e456467 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7209556 Jul 05 17:54:21.198508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd3a9-1d64-4da6-b31d-79e22d922388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:21.201977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a9bd3a9-1d64-4da6-b31d-79e22d922388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:21.208780 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1a9bd3a9-1d64-4da6-b31d-79e22d922388 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abd2950e-de07-4745-aecc-13a95a689584 HTTP/1.1" status: 204 len: 168 time: 0.6662459 Jul 05 17:54:21.249669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Allocated IP 172.25.3.210 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/f9fff1d3-1395-4fa3-910e-7ee4b775b681) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:21.253167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9bd3a9-1d64-4da6-b31d-79e22d922388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd2950e-de07-4745-aecc-13a95a689584,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:21.328471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:21.497390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d895c06-1c01-49eb-9385-f5475e01022e req-fc7dd841-3510-45fe-aee8-cee7375bde01 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:21.510499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d895c06-1c01-49eb-9385-f5475e01022e req-fc7dd841-3510-45fe-aee8-cee7375bde01 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 948 time: 0.4380748 Jul 05 17:54:21.553198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-df5a75b3-eb49-4b04-9bb1-1929c43f7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:21.562227 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-df5a75b3-eb49-4b04-9bb1-1929c43f7b6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffac400d35a64414988ff70bdf05cef7&device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 1099 time: 0.2703872 Jul 05 17:54:21.566472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ac19c05f-73e0-4b21-a496-5a78d347634e None None] Provisioning for port efccb73c-7240-4be0-90d2-630cc951a91e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:21.568079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Transition to ACTIVE for port object a1458563-23cd-4e92-ba4b-c811166f542a will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:21.602929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ac19c05f-73e0-4b21-a496-5a78d347634e None None] Provisioning complete for port efccb73c-7240-4be0-90d2-630cc951a91e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:21.603305 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac19c05f-73e0-4b21-a496-5a78d347634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:21.654810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d895c06-1c01-49eb-9385-f5475e01022e req-611d696a-5416-4d63-a546-58d3e1787dd5 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429746 Jul 05 17:54:21.837046 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac19c05f-73e0-4b21-a496-5a78d347634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:21.838758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dab40de5-5db5-4e4b-ac94-f05a2e14483c req-1a090294-e18a-4ed9-a7d5-cd32ea81b2d2 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 210 time: 0.0967999 Jul 05 17:54:21.964414 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:21.977292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-a3f478f0-b88f-41a6-945f-a10334f594c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:21.979740 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-a3f478f0-b88f-41a6-945f-a10334f594c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.4067507 Jul 05 17:54:22.009322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ac19c05f-73e0-4b21-a496-5a78d347634e None None] For port efccb73c-7240-4be0-90d2-630cc951a91e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=efccb73c-7240-4be0-90d2-630cc951a91e,segment=NetworkSegment(bff6d275-e0bc-44dd-b04e-1070ac9d55f5),segment_id=bff6d275-e0bc-44dd-b04e-1070ac9d55f5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:22.033537 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:22.104020 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac19c05f-73e0-4b21-a496-5a78d347634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:22.117099 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-f3fe4380-6173-4253-911d-999efb028428 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=df425af4-66c5-4740-9795-04e7553c9eb1 HTTP/1.1" status: 200 len: 217 time: 0.1203544 Jul 05 17:54:22.253875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-d1efe6fd-19af-4faa-8cca-febdc8bdc39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:22.255377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19c05f-73e0-4b21-a496-5a78d347634e None None] Pushing event updated for resources: {'Port': ['ID=efccb73c-7240-4be0-90d2-630cc951a91e,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:22.285853 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-d1efe6fd-19af-4faa-8cca-febdc8bdc39f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1485181 Jul 05 17:54:22.290988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-67cd2e10-708d-4cc5-95bf-499bb4f9225e None None] Provisioning complete for port efccb73c-7240-4be0-90d2-630cc951a91e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:22.290988 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-67cd2e10-708d-4cc5-95bf-499bb4f9225e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:22.378769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Pushing event updated for resources: {'Port': ['ID=a1458563-23cd-4e92-ba4b-c811166f542a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:22.414394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:22.419232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:22.422938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:22.430525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:22.431307 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:22.482816 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:22.488960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-cf2850ae-41ef-4144-88a3-ff693dd07a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:22.494969 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-cf2850ae-41ef-4144-88a3-ff693dd07a0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005348 Jul 05 17:54:22.520645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41626) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:22.580439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c79d25-b798-4b6c-b090-4e69fb0457b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:22.581208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6eb4a684-0d5b-4aee-92fb-92d657478e2d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.8254144 Jul 05 17:54:22.605838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:22.639735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:22.644349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:22.667338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-7d564341-2bc5-4bc3-8a4f-f6f131568430 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:54:22.668978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-7d564341-2bc5-4bc3-8a4f-f6f131568430 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475533 Jul 05 17:54:22.686695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Pushing event updated for resources: {'Port': ['ID=f9fff1d3-1395-4fa3-910e-7ee4b775b681,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:22.903748 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-1f561be6-bd6a-4c91-9d7f-826499dfa01d service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746948 Jul 05 17:54:22.986970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0a760526-8c63-47de-b672-ce2e2ff30a43 None None] Provisioning for port a1458563-23cd-4e92-ba4b-c811166f542a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:22.992135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0a760526-8c63-47de-b672-ce2e2ff30a43 None None] Provisioning complete for port a1458563-23cd-4e92-ba4b-c811166f542a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:22.996850 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0a760526-8c63-47de-b672-ce2e2ff30a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:23.101989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0a760526-8c63-47de-b672-ce2e2ff30a43 None None] Port a1458563-23cd-4e92-ba4b-c811166f542a cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:54:23.181136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c79d25-b798-4b6c-b090-4e69fb0457b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:23.206507 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5a75d9be-c7e9-4306-8dc5-96918c9bc051 req-39fbc58d-1ccd-4bc5-8097-ab415becbcc5 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696877 Jul 05 17:54:23.271900 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c79d25-b798-4b6c-b090-4e69fb0457b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:23.392703 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-93c79d25-b798-4b6c-b090-4e69fb0457b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f03ca58e9ac94bb89d302d3cd8a6e155&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8707292 Jul 05 17:54:23.393667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41636) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:23.395393 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ce98c2de-581e-4574-860c-7219788e5432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:23.432266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c79d25-b798-4b6c-b090-4e69fb0457b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523bf2d0-37a5-40b2-884d-47fc8de095d1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:23.491825 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:23.555875 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:23.742159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41640) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:23.752202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3eff7de4-1af0-45a8-b061-b4502ba17a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:23.812403 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3eff7de4-1af0-45a8-b061-b4502ba17a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:23.881262 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284647e-69b9-4fea-873d-c4aa064e37e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:23.940605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Request body: {'port': {'device_id': '613915e3-f899-4fc1-ae57-a025aaef03ab', 'device_owner': 'compute:tempest-test_az-1643354826', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:23.999696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3eff7de4-1af0-45a8-b061-b4502ba17a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.004383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3eff7de4-1af0-45a8-b061-b4502ba17a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.005749 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3eff7de4-1af0-45a8-b061-b4502ba17a01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/523bf2d0-37a5-40b2-884d-47fc8de095d1 HTTP/1.1" status: 204 len: 168 time: 0.6106603 Jul 05 17:54:24.041152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device efccb73c-7240-4be0-90d2-630cc951a91e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:24.070345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff7de4-1af0-45a8-b061-b4502ba17a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523bf2d0-37a5-40b2-884d-47fc8de095d1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:24.206692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port efccb73c-7240-4be0-90d2-630cc951a91e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:24.207389 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.215011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284647e-69b9-4fea-873d-c4aa064e37e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.271707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284647e-69b9-4fea-873d-c4aa064e37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.397964 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0284647e-69b9-4fea-873d-c4aa064e37e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d36cc46d2954f81811654ec569cfaba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6512718 Jul 05 17:54:24.397964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284647e-69b9-4fea-873d-c4aa064e37e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa45b7-63b2-44b4-a395-b2ad60b8613e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:24.411130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41646) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:24.525824 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.531287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc613837-b928-4eb0-97ed-3ef275dd277a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.549619 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.603978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc613837-b928-4eb0-97ed-3ef275dd277a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.786520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc613837-b928-4eb0-97ed-3ef275dd277a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.789309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc613837-b928-4eb0-97ed-3ef275dd277a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:24.790749 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fc613837-b928-4eb0-97ed-3ef275dd277a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5daa45b7-63b2-44b4-a395-b2ad60b8613e HTTP/1.1" status: 204 len: 168 time: 0.3739974 Jul 05 17:54:24.801499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc613837-b928-4eb0-97ed-3ef275dd277a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa45b7-63b2-44b4-a395-b2ad60b8613e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:24.857286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:25.167795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e7b07a-9aa6-40cd-9722-b2b591b88572 req-c392688f-c676-4d8e-92f5-1265f73af82e tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.167795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93e7b07a-9aa6-40cd-9722-b2b591b88572 req-c392688f-c676-4d8e-92f5-1265f73af82e tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 948 time: 1.4889235 Jul 05 17:54:25.167795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf900f-8126-4b06-b129-cb96741a6cea req-3eb311f2-1ba2-4234-bbff-54b09ecdd998 tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.167795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf900f-8126-4b06-b129-cb96741a6cea req-3eb311f2-1ba2-4234-bbff-54b09ecdd998 tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.167795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf900f-8126-4b06-b129-cb96741a6cea req-3eb311f2-1ba2-4234-bbff-54b09ecdd998 tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.167795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf900f-8126-4b06-b129-cb96741a6cea req-3eb311f2-1ba2-4234-bbff-54b09ecdd998 tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.167795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf900f-8126-4b06-b129-cb96741a6cea req-3eb311f2-1ba2-4234-bbff-54b09ecdd998 tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.167795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8dcf900f-8126-4b06-b129-cb96741a6cea req-3eb311f2-1ba2-4234-bbff-54b09ecdd998 tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3625 time: 1.3003390 Jul 05 17:54:25.328542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93e7b07a-9aa6-40cd-9722-b2b591b88572 req-7010b856-0a64-48ea-9537-d1e1695f92e9 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296572 Jul 05 17:54:25.523758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02690b6-62a3-49ba-b530-45d3a4a36a93 req-b1b88452-0278-41dd-98b6-16f882c8cab6 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.525268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e02690b6-62a3-49ba-b530-45d3a4a36a93 req-b1b88452-0278-41dd-98b6-16f882c8cab6 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 936 time: 0.2769346 Jul 05 17:54:25.569078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633be66-02d0-400b-8cb8-c47346ad6de0 req-81d0a0c3-30d8-4ced-ad0e-e11b06542aa8 tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.612303 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7633be66-02d0-400b-8cb8-c47346ad6de0 req-81d0a0c3-30d8-4ced-ad0e-e11b06542aa8 tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 886 time: 0.1874101 Jul 05 17:54:25.612303 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e02690b6-62a3-49ba-b530-45d3a4a36a93 req-6768e2af-d09c-48d7-803a-13d3478fe9a7 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623403 Jul 05 17:54:25.642659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1458563-23cd-4e92-ba4b-c811166f542a {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:54:25.653765 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:25.732092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Transition to ACTIVE for port object a1458563-23cd-4e92-ba4b-c811166f542a will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:25.834346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57b47-b4d1-40c5-b8f0-c729e9a34e96 req-f95a079f-9b5c-43ef-b1de-00898957b22b tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.834829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57b47-b4d1-40c5-b8f0-c729e9a34e96 req-f95a079f-9b5c-43ef-b1de-00898957b22b tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.836858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57b47-b4d1-40c5-b8f0-c729e9a34e96 req-f95a079f-9b5c-43ef-b1de-00898957b22b tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.837511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57b47-b4d1-40c5-b8f0-c729e9a34e96 req-f95a079f-9b5c-43ef-b1de-00898957b22b tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.837998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e57b47-b4d1-40c5-b8f0-c729e9a34e96 req-f95a079f-9b5c-43ef-b1de-00898957b22b tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:25.839872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97e57b47-b4d1-40c5-b8f0-c729e9a34e96 req-f95a079f-9b5c-43ef-b1de-00898957b22b tempest-NetworksTest-745899354 tempest-NetworksTest-745899354-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3625 time: 0.2026930 Jul 05 17:54:26.260452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 17:54:26.379977 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:26.398499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:26.514125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:54:26.525028 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Sync routers for ids ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:54:26.545867 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Routers {'9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:26.546525 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:54:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:26.611828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Pushing event updated for resources: {'Port': ['ID=a1458563-23cd-4e92-ba4b-c811166f542a,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:26.761680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Attempting to bind port a1458563-23cd-4e92-ba4b-c811166f542a on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:26.762017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Attempting to bind port a1458563-23cd-4e92-ba4b-c811166f542a by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:26.762306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Attempting to bind port a1458563-23cd-4e92-ba4b-c811166f542a on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:26.796226 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:26.800985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41676) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:26.805172 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Set router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:26.811187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0e8e9d44-6a6a-42d4-b495-c6028dd048d7 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.6114719 Jul 05 17:54:26.817235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Port a1458563-23cd-4e92-ba4b-c811166f542a on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:54:26.817572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Attempting to bind port a1458563-23cd-4e92-ba4b-c811166f542a on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:26.838451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:26.838859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:26.873491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:26.879930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Bound port: a1458563-23cd-4e92-ba4b-c811166f542a, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:26.879930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:27.054615 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:16Z', 'updated_at': '2021-07-05T17:54:23Z', 'revision_number': 3, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'gw_port': {'id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:20Z', 'updated_at': '2021-07-05T17:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:27.101553 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Checking router: 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:54:27.102890 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Updating router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 port f9fff1d3-1395-4fa3-910e-7ee4b775b681 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:54:27.118869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ba78f6-98f1-467e-bd38-b55948e61a3c req-0945ece4-a5e1-458e-9314-c029b47c130a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:27.123299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90ba78f6-98f1-467e-bd38-b55948e61a3c req-0945ece4-a5e1-458e-9314-c029b47c130a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 948 time: 0.4756401 Jul 05 17:54:27.251758 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:27.329646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90ba78f6-98f1-467e-bd38-b55948e61a3c req-d3da8f4b-41cf-409d-9fa3-cfd1a0375276 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864271 Jul 05 17:54:27.331156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] For port a1458563-23cd-4e92-ba4b-c811166f542a, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:27.336777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] For port a1458563-23cd-4e92-ba4b-c811166f542a, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a1458563-23cd-4e92-ba4b-c811166f542a,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:27.350446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dd2a7-f00d-4576-8631-1c1804ca8019 req-85c6c9dd-e046-459d-a68f-8e9c2002ddc9 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:27.360311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c76dd2a7-f00d-4576-8631-1c1804ca8019 req-85c6c9dd-e046-459d-a68f-8e9c2002ddc9 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 970 time: 0.4644399 Jul 05 17:54:27.364210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41682) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:27.438251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:27.501676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b54a4c0-ca78-452d-8b4e-d86e6685d84b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:27.535412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c76dd2a7-f00d-4576-8631-1c1804ca8019 req-9db240a4-8f19-4912-b4b8-890bec2bffe4 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761076 Jul 05 17:54:27.607422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:27.608305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:27.618440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41684) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:27.620466 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] 10.222.0.97 "PUT /v2.0/ports/a1458563-23cd-4e92-ba4b-c811166f542a HTTP/1.1" status: 200 len: 1118 time: 4.1442058 Jul 05 17:54:27.629310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613915e3-f899-4fc1-ae57-a025aaef03ab', 'tag': 'a1458563-23cd-4e92-ba4b-c811166f542a'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:27.796033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b54a4c0-ca78-452d-8b4e-d86e6685d84b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:27.834121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fabd81c-fdfa-474d-8de1-41d34044a72c service neutron] Pushing event updated for resources: {'Port': ['ID=a1458563-23cd-4e92-ba4b-c811166f542a,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:27.926282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b54a4c0-ca78-452d-8b4e-d86e6685d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:27.988064 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.013201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54a4c0-ca78-452d-8b4e-d86e6685d84b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778d11b0-52eb-48bf-acbb-00d069d4f098,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:28.039539 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Transition to ACTIVE for port object f9fff1d3-1395-4fa3-910e-7ee4b775b681 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:28.041371 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9b54a4c0-ca78-452d-8b4e-d86e6685d84b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b48461c242ba4515bfaa06b23d7c6511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6761060 Jul 05 17:54:28.044614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41696) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:28.110133 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a986f77-6ee6-4d4b-8374-5e2041156bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "613915e3-f899-4fc1-ae57-a025aaef03ab", "tag": "a1458563-23cd-4e92-ba4b-c811166f542a"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:28.116014 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.158817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.164019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf2fc8c9-f4fa-4dc4-af6d-d029df5401fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.203414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf2fc8c9-f4fa-4dc4-af6d-d029df5401fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.207794 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Attempting to bind port f9fff1d3-1395-4fa3-910e-7ee4b775b681 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:28.208166 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Attempting to bind port f9fff1d3-1395-4fa3-910e-7ee4b775b681 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:28.208529 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Attempting to bind port f9fff1d3-1395-4fa3-910e-7ee4b775b681 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:28.212277 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50640-915d-40c0-84a7-83f419353ef2 None None] Pushing event updated for resources: {'Port': ['ID=f9fff1d3-1395-4fa3-910e-7ee4b775b681,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:28.217999 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:28.218427 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:28.218803 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.219195 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:28.219699 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Bound port: f9fff1d3-1395-4fa3-910e-7ee4b775b681, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:28.220654 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.329665 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] For port f9fff1d3-1395-4fa3-910e-7ee4b775b681, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:28.332507 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] For port f9fff1d3-1395-4fa3-910e-7ee4b775b681, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f9fff1d3-1395-4fa3-910e-7ee4b775b681,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:28.347289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d007bf1-0e48-4f27-9c2f-d5d02399cc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.417461 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a18d84-68f9-4381-879c-99cd6222de34 x-openstack-request-id: req-53a18d84-68f9-4381-879c-99cd6222de34 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:28.417752 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613915e3-f899-4fc1-ae57-a025aaef03ab", "tag": "a1458563-23cd-4e92-ba4b-c811166f542a", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:28.417998 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53a18d84-68f9-4381-879c-99cd6222de34 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:28.418457 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613915e3-f899-4fc1-ae57-a025aaef03ab', 'tag': 'a1458563-23cd-4e92-ba4b-c811166f542a', 'status': 'completed', 'code': 200} Jul 05 17:54:28.427317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Allocated IP 172.20.0.1 (d1f5f949-d565-414e-814d-12710604313a/97ec6dd2-2e16-4632-90b6-bba26887221a/e8fd7b0a-82ae-42b0-b44c-140a60c59258) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:28.456224 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.543075 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf2fc8c9-f4fa-4dc4-af6d-d029df5401fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.545781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf2fc8c9-f4fa-4dc4-af6d-d029df5401fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.550398 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bf2fc8c9-f4fa-4dc4-af6d-d029df5401fc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/778d11b0-52eb-48bf-acbb-00d069d4f098 HTTP/1.1" status: 204 len: 168 time: 0.5040584 Jul 05 17:54:28.561296 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Routers {'9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:28.561852 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:54:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:28.565827 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc50640-915d-40c0-84a7-83f419353ef2 None None] Pushing event updated for resources: {'Port': ['ID=f9fff1d3-1395-4fa3-910e-7ee4b775b681,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:28.595474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2fc8c9-f4fa-4dc4-af6d-d029df5401fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778d11b0-52eb-48bf-acbb-00d069d4f098,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:28.679208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3c3e5-8a07-49d5-8f5b-d3fef2fca4c9 req-449a15f3-6c11-458f-a654-aaeec6b4806f tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:28.691804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34c3c3e5-8a07-49d5-8f5b-d3fef2fca4c9 req-449a15f3-6c11-458f-a654-aaeec6b4806f tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 948 time: 0.1897318 Jul 05 17:54:28.724152 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] Set router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:28.759298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d007bf1-0e48-4f27-9c2f-d5d02399cc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.788372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.816991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Transition to ACTIVE for port object e8fd7b0a-82ae-42b0-b44c-140a60c59258 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:28.879695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d007bf1-0e48-4f27-9c2f-d5d02399cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:28.969321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d007bf1-0e48-4f27-9c2f-d5d02399cc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98f6af6-45a9-40ee-abf7-8e13ce8f6f19,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:29.014625 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8d007bf1-0e48-4f27-9c2f-d5d02399cc30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04a6de792e494290a4df61134f92886c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3800075 Jul 05 17:54:29.016484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41718) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:29.037559 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34c3c3e5-8a07-49d5-8f5b-d3fef2fca4c9 req-e71becad-e84b-4e47-b54b-dce4156984b8 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439622 Jul 05 17:54:29.076216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:29.092000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d47081-ebc4-4fb4-9661-52082cf72e18 req-cecb1ace-38bc-450a-bac5-cb96361ed0b2 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:29.100774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7d47081-ebc4-4fb4-9661-52082cf72e18 req-cecb1ace-38bc-450a-bac5-cb96361ed0b2 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 970 time: 0.1507027 Jul 05 17:54:29.148262 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:16Z', 'updated_at': '2021-07-05T17:54:23Z', 'revision_number': 3, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'gw_port': {'id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:20Z', 'updated_at': '2021-07-05T17:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:29.168987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7d47081-ebc4-4fb4-9661-52082cf72e18 req-0a764c41-8ff2-4ac8-a8c3-23841965d310 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670681 Jul 05 17:54:29.210736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Network d1f5f949-d565-414e-814d-12710604313a is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:29.217883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:29.222185 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c362f65-9e69-435d-b973-dd441b06c4b6 None None] The sync data for ids ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'] in n-d-799524-1 is: [{'id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:16Z', 'updated_at': '2021-07-05T17:54:23Z', 'revision_number': 3, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'gw_port': {'id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:20Z', 'updated_at': '2021-07-05T17:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:54:29.230039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:29.230594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:29.276975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Pushing event updated for resources: {'Port': ['ID=e8fd7b0a-82ae-42b0-b44c-140a60c59258,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:29.281949 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-69736ee9-72c5-440c-8f78-18feda87f6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:29.366507 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-69736ee9-72c5-440c-8f78-18feda87f6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:29.385836 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:29.619499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-69736ee9-72c5-440c-8f78-18feda87f6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:29.627119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-69736ee9-72c5-440c-8f78-18feda87f6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:29.627119 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-69736ee9-72c5-440c-8f78-18feda87f6ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d98f6af6-45a9-40ee-abf7-8e13ce8f6f19 HTTP/1.1" status: 204 len: 168 time: 0.6075835 Jul 05 17:54:29.648696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69736ee9-72c5-440c-8f78-18feda87f6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98f6af6-45a9-40ee-abf7-8e13ce8f6f19,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:29.654193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:29.682544 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ee55a4a4-db21-482e-a01f-5aa8dc9cace6 None None] Provisioning for port e8fd7b0a-82ae-42b0-b44c-140a60c59258 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:29.693081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ee55a4a4-db21-482e-a01f-5aa8dc9cace6 None None] Provisioning complete for port e8fd7b0a-82ae-42b0-b44c-140a60c59258 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:29.693451 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee55a4a4-db21-482e-a01f-5aa8dc9cace6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:29.788010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ee55a4a4-db21-482e-a01f-5aa8dc9cace6 None None] Port e8fd7b0a-82ae-42b0-b44c-140a60c59258 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:54:29.925012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:30.008440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:30.009218 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:30.097618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f9fff1d3-1395-4fa3-910e-7ee4b775b681 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:30.201576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Pushing event updated for resources: {'Port': ['ID=e8fd7b0a-82ae-42b0-b44c-140a60c59258,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:30.278979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port f9fff1d3-1395-4fa3-910e-7ee4b775b681 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:30.285561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f9fff1d3-1395-4fa3-910e-7ee4b775b681 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:30.286382 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:30.317876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Network d1f5f949-d565-414e-814d-12710604313a is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:30.320617 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:30.396656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741a24e-d5a4-4a1b-9e15-983ec75c00a3 req-0e0d4a45-ca75-4d64-be67-df2152c66050 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:30.398253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f741a24e-d5a4-4a1b-9e15-983ec75c00a3 req-0e0d4a45-ca75-4d64-be67-df2152c66050 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 948 time: 0.1340048 Jul 05 17:54:30.497004 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:30.521256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f741a24e-d5a4-4a1b-9e15-983ec75c00a3 req-11f90dc7-c2d3-415d-aa8f-85c2e58298ee tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153312 Jul 05 17:54:30.577909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port f9fff1d3-1395-4fa3-910e-7ee4b775b681, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f9fff1d3-1395-4fa3-910e-7ee4b775b681,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:30.643695 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:30.649148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:54:30.737622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d946b4-e673-43bf-b473-3291280c653c req-64070f6e-fee3-4552-bd5c-4af175ccc240 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:30.743071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=f9fff1d3-1395-4fa3-910e-7ee4b775b681,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:30.743869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23d946b4-e673-43bf-b473-3291280c653c req-64070f6e-fee3-4552-bd5c-4af175ccc240 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 970 time: 0.1624396 Jul 05 17:54:30.804249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41766) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:30.819927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd36d7ef-fbad-4863-9cdb-d5d682ba7138 None None] Provisioning complete for port e8fd7b0a-82ae-42b0-b44c-140a60c59258 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:30.820280 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd36d7ef-fbad-4863-9cdb-d5d682ba7138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:30.826711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23d946b4-e673-43bf-b473-3291280c653c req-f71d16c1-f7e8-4a17-b15e-8058b9fd6820 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632701 Jul 05 17:54:30.831929 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73b2200d-6b89-4420-8ede-a876b5b5200e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:30.873389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd36d7ef-fbad-4863-9cdb-d5d682ba7138 None None] Port e8fd7b0a-82ae-42b0-b44c-140a60c59258 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:54:30.885655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:54:30.894902 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c2fe5bee-6328-4299-8ac0-5e4ae6947c25 admin admin] 10.222.0.30 "PUT /v2.0/routers/9b488cbd-181f-43de-a4ac-0dc4c3c9fc89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0916910 Jul 05 17:54:30.989069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73b2200d-6b89-4420-8ede-a876b5b5200e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:31.145635 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73b2200d-6b89-4420-8ede-a876b5b5200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:31.184598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73b2200d-6b89-4420-8ede-a876b5b5200e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=adacd9d4a8bd4b88852f2e5e776e0ace&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3793654 Jul 05 17:54:31.186621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2200d-6b89-4420-8ede-a876b5b5200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ad772a-88cd-4e83-ae34-508ebfdf2d1a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:31.187554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41778) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:31.253492 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-175603a1-36b5-450d-87ef-d21c667e11a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:31.287951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-175603a1-36b5-450d-87ef-d21c667e11a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:31.398021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-175603a1-36b5-450d-87ef-d21c667e11a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:31.401932 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-175603a1-36b5-450d-87ef-d21c667e11a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:31.407866 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-175603a1-36b5-450d-87ef-d21c667e11a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45ad772a-88cd-4e83-ae34-508ebfdf2d1a HTTP/1.1" status: 204 len: 168 time: 0.2184370 Jul 05 17:54:31.418826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175603a1-36b5-450d-87ef-d21c667e11a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ad772a-88cd-4e83-ae34-508ebfdf2d1a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:31.432216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a986f77-6ee6-4d4b-8374-5e2041156bb5 req-4d5a7bb7-aa77-4a75-bb63-400bee5c8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:31.434159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a986f77-6ee6-4d4b-8374-5e2041156bb5 req-4d5a7bb7-aa77-4a75-bb63-400bee5c8ac8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60de64f012344436b88d50be3da9d0e8&device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 1121 time: 0.1036658 Jul 05 17:54:31.474924 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a986f77-6ee6-4d4b-8374-5e2041156bb5 req-0ff17c40-8eb3-4dfa-bbdb-75bafc0aa462 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=60de64f012344436b88d50be3da9d0e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267408 Jul 05 17:54:31.686172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a986f77-6ee6-4d4b-8374-5e2041156bb5 req-eb264cdd-6e9d-469a-b4f8-3b5d7ca01210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:31.687874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a986f77-6ee6-4d4b-8374-5e2041156bb5 req-eb264cdd-6e9d-469a-b4f8-3b5d7ca01210 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1994498 Jul 05 17:54:31.754721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Sync routers for ids ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:54:31.764524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Routers {'9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:31.765228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:54:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:31.815132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41800) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:31.850751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f863e7-92c9-4022-af95-08ce5d35167b req-b4397069-2ca8-4637-af6c-9871a09eda4e tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:31.855870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6f863e7-92c9-4022-af95-08ce5d35167b req-b4397069-2ca8-4637-af6c-9871a09eda4e tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 948 time: 0.1413145 Jul 05 17:54:31.861275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-4bc0036f-06b9-4445-a00a-a84dc1c58ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:31.867335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-4bc0036f-06b9-4445-a00a-a84dc1c58ea6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60de64f012344436b88d50be3da9d0e8&device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 1121 time: 0.1052692 Jul 05 17:54:31.911736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Set router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:31.995727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-3654219a-6b6f-424f-9309-74c887acb939 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a1458563-23cd-4e92-ba4b-c811166f542a HTTP/1.1" status: 200 len: 217 time: 0.1118827 Jul 05 17:54:32.015000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46ea9a8c-9feb-4179-bbad-0fb86d9e97a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.056193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f9fff1d3-1395-4fa3-910e-7ee4b775b681 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:32.077709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6f863e7-92c9-4022-af95-08ce5d35167b req-2b686af9-4d3d-4896-b06c-ad11ef73b21a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092268 Jul 05 17:54:32.099355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-bd793050-6d59-4f80-8bbe-25a0261f1de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:32.108711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-bd793050-6d59-4f80-8bbe-25a0261f1de2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0935025 Jul 05 17:54:32.200094 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46ea9a8c-9feb-4179-bbad-0fb86d9e97a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.256562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f9fff1d3-1395-4fa3-910e-7ee4b775b681 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:32.256937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.286794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-755c0620-261a-4ff3-a271-68e383e0846a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:32.288437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-755c0620-261a-4ff3-a271-68e383e0846a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810226 Jul 05 17:54:32.317097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46ea9a8c-9feb-4179-bbad-0fb86d9e97a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.411021 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-46ea9a8c-9feb-4179-bbad-0fb86d9e97a1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36ef91e4339f471983f8903c236cbf11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5865488 Jul 05 17:54:32.411703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41828) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:32.412314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea9a8c-9feb-4179-bbad-0fb86d9e97a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250cb60a-478d-4bc4-8b91-d761ad4047de,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:32.446117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65634d20-02b3-4cfb-a662-f6279219afe4 req-addf2b06-09b3-4b99-aa1d-1ae61f1926d8 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:32.453604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65634d20-02b3-4cfb-a662-f6279219afe4 req-addf2b06-09b3-4b99-aa1d-1ae61f1926d8 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 970 time: 0.2347255 Jul 05 17:54:32.520831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device df425af4-66c5-4740-9795-04e7553c9eb1 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:54:32.552925 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-a2272e1c-ed4c-4208-ba4e-3481cbb41566 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557285 Jul 05 17:54:32.571261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65634d20-02b3-4cfb-a662-f6279219afe4 req-ee3fa8df-cae1-4615-8cce-e3f72ef8ff17 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166234 Jul 05 17:54:32.594618 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d523-e816-4b7f-a0c4-b6bc323ec374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.668445 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d523-e816-4b7f-a0c4-b6bc323ec374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.728909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62ee6bb2-3347-48fd-bca7-1783049d3665 req-6a967e4c-b1a5-42c6-845e-45fb96a2b64a service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548665 Jul 05 17:54:32.733347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:16Z', 'updated_at': '2021-07-05T17:54:29Z', 'revision_number': 4, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'gw_port': {'id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:20Z', 'updated_at': '2021-07-05T17:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'e8fd7b0a-82ae-42b0-b44c-140a60c59258', 'name': '', 'network_id': 'd1f5f949-d565-414e-814d-12710604313a', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'mac_address': 'fa:16:3e:c4:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97ec6dd2-2e16-4632-90b6-bba26887221a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:28Z', 'updated_at': '2021-07-05T17:54:29Z', 'revision_number': 2, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'subnets': [{'id': '97ec6dd2-2e16-4632-90b6-bba26887221a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:32.777506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Checking router: 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:54:32.778083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Updating router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 port e8fd7b0a-82ae-42b0-b44c-140a60c59258 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:54:32.784735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port df425af4-66c5-4740-9795-04e7553c9eb1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df425af4-66c5-4740-9795-04e7553c9eb1,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:32.817578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'df425af4-66c5-4740-9795-04e7553c9eb1', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'df425af4-66c5-4740-9795-04e7553c9eb1', 'mac_address': 'fa:16:3e:9a:32:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:54:32.824279 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d523-e816-4b7f-a0c4-b6bc323ec374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.827495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2f0d523-e816-4b7f-a0c4-b6bc323ec374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.831789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a2f0d523-e816-4b7f-a0c4-b6bc323ec374 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/250cb60a-478d-4bc4-8b91-d761ad4047de HTTP/1.1" status: 204 len: 168 time: 0.4128773 Jul 05 17:54:32.848342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d523-e816-4b7f-a0c4-b6bc323ec374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250cb60a-478d-4bc4-8b91-d761ad4047de,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:32.869607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.890219 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:32.923901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df425af4-66c5-4740-9795-04e7553c9eb1 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:54:33.012342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port df425af4-66c5-4740-9795-04e7553c9eb1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df425af4-66c5-4740-9795-04e7553c9eb1,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:33.100825 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.176620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41852) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:33.191718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=df425af4-66c5-4740-9795-04e7553c9eb1,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:33.268995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41856) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:33.273166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6816ed47-3ef8-4d37-81ed-c611a176cb55 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1382330559', 'description': 'tempest-description--1192947718'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:33.286042 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.296208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Transition to ACTIVE for port object e8fd7b0a-82ae-42b0-b44c-140a60c59258 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:33.321043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2df59-c969-4406-bb38-4fc07281ad6e req-4ee036dc-34ce-431c-adc4-de7555c9c4ec tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:33.322596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccf2df59-c969-4406-bb38-4fc07281ad6e req-4ee036dc-34ce-431c-adc4-de7555c9c4ec tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 949 time: 0.1079788 Jul 05 17:54:33.361148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccf2df59-c969-4406-bb38-4fc07281ad6e req-a648df16-bf95-4332-b88e-ea513daec28a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323455 Jul 05 17:54:33.420172 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.420376 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6816ed47-3ef8-4d37-81ed-c611a176cb55 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.501637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf494833-3218-40d2-8570-083a4f78967a None None] Pushing event updated for resources: {'Port': ['ID=e8fd7b0a-82ae-42b0-b44c-140a60c59258,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:33.539740 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6816ed47-3ef8-4d37-81ed-c611a176cb55 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.545767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['df425af4-66c5-4740-9795-04e7553c9eb1'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:54:33.577971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-be3f87aa-19eb-41ad-8a1f-35023efa936e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.620617 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6816ed47-3ef8-4d37-81ed-c611a176cb55 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.631080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Attempting to bind port e8fd7b0a-82ae-42b0-b44c-140a60c59258 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:33.631438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Attempting to bind port e8fd7b0a-82ae-42b0-b44c-140a60c59258 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1f5f949-d565-414e-814d-12710604313a'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:33.631801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Attempting to bind port e8fd7b0a-82ae-42b0-b44c-140a60c59258 on network d1f5f949-d565-414e-814d-12710604313a {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:33.653035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:33.653411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Checking segment: {'id': 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1f5f949-d565-414e-814d-12710604313a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:33.653818 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.654213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Bound using segment: {'id': 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1f5f949-d565-414e-814d-12710604313a'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:33.654731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Bound port: e8fd7b0a-82ae-42b0-b44c-140a60c59258, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'd1f5f949-d565-414e-814d-12710604313a'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:33.655130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.667694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6816ed47-3ef8-4d37-81ed-c611a176cb55 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19e25eb-1e12-40ec-a3a3-cbfb7701f898,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:33.784968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-be3f87aa-19eb-41ad-8a1f-35023efa936e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.792182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] For port e8fd7b0a-82ae-42b0-b44c-140a60c59258, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:33.811556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc53de4-bb66-4c46-b9fe-56bbd9da227d req-a2cc5e34-2987-4660-a173-8967ab85e8f8 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:33.813157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffc53de4-bb66-4c46-b9fe-56bbd9da227d req-a2cc5e34-2987-4660-a173-8967ab85e8f8 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 970 time: 0.1044297 Jul 05 17:54:33.828358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] For port e8fd7b0a-82ae-42b0-b44c-140a60c59258, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e8fd7b0a-82ae-42b0-b44c-140a60c59258,segment=NetworkSegment(bff6d275-e0bc-44dd-b04e-1070ac9d55f5),segment_id=bff6d275-e0bc-44dd-b04e-1070ac9d55f5)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:33.852212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-be3f87aa-19eb-41ad-8a1f-35023efa936e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.867112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffc53de4-bb66-4c46-b9fe-56bbd9da227d req-3b2e0e5e-96ac-41f7-970b-c3663c45bd7d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464618 Jul 05 17:54:33.894361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41868) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:33.909019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5e36-c4b0-40a7-b755-416ac5ec9a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.917331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-be3f87aa-19eb-41ad-8a1f-35023efa936e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=282714fbbe4f4411881f510df9efe1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7391891 Jul 05 17:54:33.918175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f87aa-19eb-41ad-8a1f-35023efa936e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead45511-80f8-4ed7-b60f-7f0f4d5a41b1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:33.921456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41872) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:33.931352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.961549 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6816ed47-3ef8-4d37-81ed-c611a176cb55 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:33.967126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6816ed47-3ef8-4d37-81ed-c611a176cb55 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6977420 Jul 05 17:54:33.967811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41874) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:33.973475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1bf62a8e-4c3e-400d-bde9-5d47df6c0f1c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Request body: {'security_group_rule': {'security_group_id': 'd19e25eb-1e12-40ec-a3a3-cbfb7701f898', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:34.015891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Routers {'9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:34.016589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:54:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:34.018466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf494833-3218-40d2-8570-083a4f78967a None None] Pushing event updated for resources: {'Port': ['ID=e8fd7b0a-82ae-42b0-b44c-140a60c59258,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:34.055871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0828-3d7b-4705-936c-6e27087d1f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.080588 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0828-3d7b-4705-936c-6e27087d1f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.136693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] Set router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:34.143320 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5e36-c4b0-40a7-b755-416ac5ec9a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.214451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bcc5e36-c4b0-40a7-b755-416ac5ec9a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.254270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0828-3d7b-4705-936c-6e27087d1f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.257166 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4d8b0828-3d7b-4705-936c-6e27087d1f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.261570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4d8b0828-3d7b-4705-936c-6e27087d1f4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ead45511-80f8-4ed7-b60f-7f0f4d5a41b1 HTTP/1.1" status: 204 len: 168 time: 0.3363500 Jul 05 17:54:34.263837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc5e36-c4b0-40a7-b755-416ac5ec9a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27efa2fc-338f-4607-ac55-d9513bc7e65d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:34.269987 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5bcc5e36-c4b0-40a7-b755-416ac5ec9a0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc62d17a6ba84696b5794b0cf0e638f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3745551 Jul 05 17:54:34.272659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41882) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:34.290471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b0828-3d7b-4705-936c-6e27087d1f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead45511-80f8-4ed7-b60f-7f0f4d5a41b1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:34.329526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1bf62a8e-4c3e-400d-bde9-5d47df6c0f1c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.416822 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1bf62a8e-4c3e-400d-bde9-5d47df6c0f1c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.417059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:16Z', 'updated_at': '2021-07-05T17:54:29Z', 'revision_number': 4, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'gw_port': {'id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:20Z', 'updated_at': '2021-07-05T17:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'e8fd7b0a-82ae-42b0-b44c-140a60c59258', 'name': '', 'network_id': 'd1f5f949-d565-414e-814d-12710604313a', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'mac_address': 'fa:16:3e:c4:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97ec6dd2-2e16-4632-90b6-bba26887221a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:28Z', 'updated_at': '2021-07-05T17:54:33Z', 'revision_number': 4, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'subnets': [{'id': '97ec6dd2-2e16-4632-90b6-bba26887221a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:34.418089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fd7e63b6-4eee-4076-9ca2-8966f63c888b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.445805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6b6cc8-817b-44bf-a97a-79aa59df304a None None] The sync data for ids ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'] in n-d-799524-1 is: [{'id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:16Z', 'updated_at': '2021-07-05T17:54:29Z', 'revision_number': 4, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'gw_port': {'id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:20Z', 'updated_at': '2021-07-05T17:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'e8fd7b0a-82ae-42b0-b44c-140a60c59258', 'name': '', 'network_id': 'd1f5f949-d565-414e-814d-12710604313a', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'mac_address': 'fa:16:3e:c4:35:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '97ec6dd2-2e16-4632-90b6-bba26887221a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:28Z', 'updated_at': '2021-07-05T17:54:33Z', 'revision_number': 4, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'subnets': [{'id': '97ec6dd2-2e16-4632-90b6-bba26887221a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:54:34.448486 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fd7e63b6-4eee-4076-9ca2-8966f63c888b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.552426 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1bf62a8e-4c3e-400d-bde9-5d47df6c0f1c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.589586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf62a8e-4c3e-400d-bde9-5d47df6c0f1c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc7ab5a-860d-4206-bcd9-6cc427a16d56,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:34.602906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3841b98-4bd4-455d-8eae-7ef0c4daeed7 req-99c30cc0-5573-499a-a128-8532c0ab24cc tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:34.604460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3841b98-4bd4-455d-8eae-7ef0c4daeed7 req-99c30cc0-5573-499a-a128-8532c0ab24cc tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 949 time: 0.1160636 Jul 05 17:54:34.609368 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fd7e63b6-4eee-4076-9ca2-8966f63c888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.613034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fd7e63b6-4eee-4076-9ca2-8966f63c888b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.616764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fd7e63b6-4eee-4076-9ca2-8966f63c888b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27efa2fc-338f-4607-ac55-d9513bc7e65d HTTP/1.1" status: 204 len: 168 time: 0.3406882 Jul 05 17:54:34.636865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e63b6-4eee-4076-9ca2-8966f63c888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27efa2fc-338f-4607-ac55-d9513bc7e65d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:34.661166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3841b98-4bd4-455d-8eae-7ef0c4daeed7 req-f804e7c9-0b3a-4b6d-80f2-2014a689f71b tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 Jul 05 17:54:34.665823 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1bf62a8e-4c3e-400d-bde9-5d47df6c0f1c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:34.667370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1bf62a8e-4c3e-400d-bde9-5d47df6c0f1c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6984704 Jul 05 17:54:34.670158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41894) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:34.677434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-47b2d61e-3d2a-48c8-9eb1-3664040a2138 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Request body: {'security_group_rule': {'security_group_id': 'd19e25eb-1e12-40ec-a3a3-cbfb7701f898', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:34.800237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47b2d61e-3d2a-48c8-9eb1-3664040a2138 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.109234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47b2d61e-3d2a-48c8-9eb1-3664040a2138 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.120321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bcdf54-809b-445b-9fcc-84387371dc7a req-42e8e706-c91b-492f-bd04-0ddb00995298 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:35.121913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0bcdf54-809b-445b-9fcc-84387371dc7a req-42e8e706-c91b-492f-bd04-0ddb00995298 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 970 time: 0.0736763 Jul 05 17:54:35.175735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0bcdf54-809b-445b-9fcc-84387371dc7a req-f816ada2-9fdb-4565-b3a8-d8882ee7d27c tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470953 Jul 05 17:54:35.190110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47b2d61e-3d2a-48c8-9eb1-3664040a2138 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.216769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2d61e-3d2a-48c8-9eb1-3664040a2138 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae976de-4ded-4b1d-b738-8cd58862009d,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:35.234821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41906) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:35.255149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dab7-41cf-48b8-9379-dd7f276d898a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.300374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47b2d61e-3d2a-48c8-9eb1-3664040a2138 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.301961 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-47b2d61e-3d2a-48c8-9eb1-3664040a2138 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6304421 Jul 05 17:54:35.305164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41908) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:35.311406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:35.434220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dab7-41cf-48b8-9379-dd7f276d898a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.518182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9f0dab7-41cf-48b8-9379-dd7f276d898a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.562011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0dab7-41cf-48b8-9379-dd7f276d898a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f406fcd-eab6-4341-bedc-6d64ce1aebf1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:35.580681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c9f0dab7-41cf-48b8-9379-dd7f276d898a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e31af110bfe7494396c84966dcf1fbe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442156 Jul 05 17:54:35.583370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41920) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:35.614282 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.627571 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.686631 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c16dedae-75c6-4267-b71c-07e3df299ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.733523 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c16dedae-75c6-4267-b71c-07e3df299ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.843198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.946149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8d324a-8f59-4304-a557-0b057eca56a1 req-16c5df5a-e916-46e3-a11f-e79e8670d7ec tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:35.959158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a8d324a-8f59-4304-a557-0b057eca56a1 req-16c5df5a-e916-46e3-a11f-e79e8670d7ec tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 949 time: 0.1146121 Jul 05 17:54:35.970188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c16dedae-75c6-4267-b71c-07e3df299ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.972222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c16dedae-75c6-4267-b71c-07e3df299ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:35.975679 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c16dedae-75c6-4267-b71c-07e3df299ba3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f406fcd-eab6-4341-bedc-6d64ce1aebf1 HTTP/1.1" status: 204 len: 168 time: 0.3891196 Jul 05 17:54:36.001861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16dedae-75c6-4267-b71c-07e3df299ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f406fcd-eab6-4341-bedc-6d64ce1aebf1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:36.019235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a8d324a-8f59-4304-a557-0b057eca56a1 req-79453619-7630-4316-b4d9-75a5a72b2f3f tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582991 Jul 05 17:54:36.084954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e8fd7b0a-82ae-42b0-b44c-140a60c59258 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:36.130132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1458563-23cd-4e92-ba4b-c811166f542a details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:54:36.134526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Allocated IP 172.25.3.112 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/1ad43856-45b8-4488-ae39-839e500cae71) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:36.248139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port e8fd7b0a-82ae-42b0-b44c-140a60c59258 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:36.249402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a1458563-23cd-4e92-ba4b-c811166f542a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a1458563-23cd-4e92-ba4b-c811166f542a,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:36.261631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e8fd7b0a-82ae-42b0-b44c-140a60c59258 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:36.262013 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.267032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'a1458563-23cd-4e92-ba4b-c811166f542a', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'a1458563-23cd-4e92-ba4b-c811166f542a', 'mac_address': 'fa:16:3e:45:62:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:tempest-test_az-1643354826', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:54:36.319876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.321069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device df425af4-66c5-4740-9795-04e7553c9eb1 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:36.448011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6960a-8946-4cef-9157-2484af7c1df1 req-136643c7-325b-4e88-8c38-a5d0c3a362a0 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:36.449596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2e6960a-8946-4cef-9157-2484af7c1df1 req-136643c7-325b-4e88-8c38-a5d0c3a362a0 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 970 time: 0.0809612 Jul 05 17:54:36.477906 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.489899 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2e6960a-8946-4cef-9157-2484af7c1df1 req-977e6902-d338-4d23-b39d-a04513224ac1 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344176 Jul 05 17:54:36.491584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.516215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1458563-23cd-4e92-ba4b-c811166f542a {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:54:36.538172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:36.543056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:36.548075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:36.553566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event updated for resources: {'Port': ['ID=1ad43856-45b8-4488-ae39-839e500cae71,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:36.568956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a1458563-23cd-4e92-ba4b-c811166f542a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a1458563-23cd-4e92-ba4b-c811166f542a,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:36.581744 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.629966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port e8fd7b0a-82ae-42b0-b44c-140a60c59258, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e8fd7b0a-82ae-42b0-b44c-140a60c59258,segment=NetworkSegment(bff6d275-e0bc-44dd-b04e-1070ac9d55f5),segment_id=bff6d275-e0bc-44dd-b04e-1070ac9d55f5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:36.643868 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.655736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.674080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port df425af4-66c5-4740-9795-04e7553c9eb1 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:36.683007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port df425af4-66c5-4740-9795-04e7553c9eb1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:36.683411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.726166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a1458563-23cd-4e92-ba4b-c811166f542a,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:36.736249 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.794550 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.808797 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=e8fd7b0a-82ae-42b0-b44c-140a60c59258,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:36.827381 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:36.854628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d57620-8df8-4666-842b-536c85b879b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df425af4-66c5-4740-9795-04e7553c9eb1'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:36.964067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port df425af4-66c5-4740-9795-04e7553c9eb1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df425af4-66c5-4740-9795-04e7553c9eb1,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:36.982677 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:37.035505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['a1458563-23cd-4e92-ba4b-c811166f542a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:54:37.039300 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:37.060236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:37.124666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=df425af4-66c5-4740-9795-04e7553c9eb1,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:37.134048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:37.137750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event updated for resources: {'Port': ['ID=1ad43856-45b8-4488-ae39-839e500cae71,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:37.228202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c32f6-3464-4a08-ab0d-22a264a5b382 req-303ec865-b7a8-4169-a0d7-a732b9fa9ea4 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:37.230677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-347c32f6-3464-4a08-ab0d-22a264a5b382 req-303ec865-b7a8-4169-a0d7-a732b9fa9ea4 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 950 time: 0.0788574 Jul 05 17:54:37.243841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:37.245479 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a7d08c3e-10f6-42aa-be89-233b9083cd52 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9391496 Jul 05 17:54:37.277728 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd457ab4-2f26-46f8-b9e2-0365b6957de7" -d '{"events": [{"server_uuid": "d3d57620-8df8-4666-842b-536c85b879b6", "name": "network-vif-plugged", "status": "completed", "tag": "df425af4-66c5-4740-9795-04e7553c9eb1"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:37.292271 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-347c32f6-3464-4a08-ab0d-22a264a5b382 req-5bc4a2e3-5d5c-4535-b707-76f039e9681e tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542531 Jul 05 17:54:37.607044 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f3ee81-85e6-4222-a4e1-ffa96b711541 x-openstack-request-id: req-b9f3ee81-85e6-4222-a4e1-ffa96b711541 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:37.607853 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d57620-8df8-4666-842b-536c85b879b6", "name": "network-vif-plugged", "status": "completed", "tag": "df425af4-66c5-4740-9795-04e7553c9eb1", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:37.608506 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9f3ee81-85e6-4222-a4e1-ffa96b711541 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:37.609148 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d57620-8df8-4666-842b-536c85b879b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df425af4-66c5-4740-9795-04e7553c9eb1', 'code': 200} Jul 05 17:54:37.738533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-73ded33f-7f4e-4ff0-9283-c3371cd7e231 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1382330559&fields=id&tenant_id=7948372b992846c9a77b849f9de5dda2 HTTP/1.1" status: 200 len: 267 time: 0.0585916 Jul 05 17:54:37.808940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ddf9f-4aa5-46e3-bfda-d49894d058ac req-e580f1a9-8ef5-457c-bb9f-b61d9223d463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:37.810460 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-681ddf9f-4aa5-46e3-bfda-d49894d058ac req-e580f1a9-8ef5-457c-bb9f-b61d9223d463 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 1101 time: 0.0866752 Jul 05 17:54:37.834603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-681ddf9f-4aa5-46e3-bfda-d49894d058ac req-ef5207c4-d272-4373-bc7f-25c1902bee18 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:37.946213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-681ddf9f-4aa5-46e3-bfda-d49894d058ac req-ef5207c4-d272-4373-bc7f-25c1902bee18 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:38.019654 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-681ddf9f-4aa5-46e3-bfda-d49894d058ac req-ef5207c4-d272-4373-bc7f-25c1902bee18 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:38.025854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e8fd7b0a-82ae-42b0-b44c-140a60c59258 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:38.062151 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-681ddf9f-4aa5-46e3-bfda-d49894d058ac req-ef5207c4-d272-4373-bc7f-25c1902bee18 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435431 Jul 05 17:54:38.072984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5207c4-d272-4373-bc7f-25c1902bee18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=04a94b4b-93d5-4911-8315-07163a0872e4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:38.078041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e8fd7b0a-82ae-42b0-b44c-140a60c59258 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:38.078440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:38.100042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1458563-23cd-4e92-ba4b-c811166f542a up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:38.135091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8a6a5-1241-463b-bb26-54088c006495 req-edc0e4ae-37f3-4062-8489-84587fc149d7 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:38.136574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9b8a6a5-1241-463b-bb26-54088c006495 req-edc0e4ae-37f3-4062-8489-84587fc149d7 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 971 time: 0.4206178 Jul 05 17:54:38.142897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b1f047cd-3b00-4bea-8be4-cef6628abc21 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:38.144305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b1f047cd-3b00-4bea-8be4-cef6628abc21 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/networks?id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 200 len: 824 time: 0.3891976 Jul 05 17:54:38.183366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9c510c5-8549-480f-a6da-fcc5aa78cccc tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/quotas/7948372b992846c9a77b849f9de5dda2 HTTP/1.1" status: 200 len: 375 time: 0.0240614 Jul 05 17:54:38.192681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9b8a6a5-1241-463b-bb26-54088c006495 req-98769c0b-35db-49d9-84c1-fab1fcd72394 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474153 Jul 05 17:54:38.247552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port a1458563-23cd-4e92-ba4b-c811166f542a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:38.253361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port a1458563-23cd-4e92-ba4b-c811166f542a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:38.253852 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:38.304021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-3b80a2f7-b8f0-41e5-bd8d-1ec520b69408 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1103122 Jul 05 17:54:38.351831 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:38.385565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a1458563-23cd-4e92-ba4b-c811166f542a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a1458563-23cd-4e92-ba4b-c811166f542a,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:38.448661 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:38.481260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-9154e0f8-d40d-4d0b-afe2-9c6cac05670f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:54:38.488330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-9154e0f8-d40d-4d0b-afe2-9c6cac05670f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0599897 Jul 05 17:54:38.503197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a1458563-23cd-4e92-ba4b-c811166f542a,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:38.579800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-a9744ef7-f35f-47ac-a814-91a36269434a service neutron] 10.222.0.30 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898576 Jul 05 17:54:38.672044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-479b3029-762d-4d47-974a-2eb1b7153fca service neutron] 10.222.0.30 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844975 Jul 05 17:54:38.876970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632b74c-5f67-4e54-9349-bbf430c8bf40 req-9d55790b-1063-48ac-b7c4-c246a3f18057 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:38.878566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5632b74c-5f67-4e54-9349-bbf430c8bf40 req-9d55790b-1063-48ac-b7c4-c246a3f18057 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 950 time: 0.0825131 Jul 05 17:54:38.924264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5632b74c-5f67-4e54-9349-bbf430c8bf40 req-56ff83c7-337f-41ed-8946-5642484f0e91 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399919 Jul 05 17:54:39.021508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9bb1744f-e336-4c9e-bf12-444e4b93ec4a req-da035cdd-14bb-436d-9b24-b55ef7e0365d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 210 time: 0.0302517 Jul 05 17:54:39.452032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460183cf-e18b-4f64-984b-5123ced782cb req-ddd29d4e-ddb1-41f0-917f-d9ad215e7615 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:39.453531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-460183cf-e18b-4f64-984b-5123ced782cb req-ddd29d4e-ddb1-41f0-917f-d9ad215e7615 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 972 time: 0.0651417 Jul 05 17:54:39.494516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-460183cf-e18b-4f64-984b-5123ced782cb req-c74e9be7-2b6a-43ed-9e21-a918c72d2f03 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345685 Jul 05 17:54:39.612903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613915e3-f899-4fc1-ae57-a025aaef03ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1458563-23cd-4e92-ba4b-c811166f542a'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:39.613593 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed90878-5138-450d-bf2f-f4c4f93cec9b" -d '{"events": [{"server_uuid": "613915e3-f899-4fc1-ae57-a025aaef03ab", "name": "network-vif-plugged", "status": "completed", "tag": "a1458563-23cd-4e92-ba4b-c811166f542a"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:39.668014 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9501fdd5-8c62-49d5-b04c-9b9c903edfff x-openstack-request-id: req-9501fdd5-8c62-49d5-b04c-9b9c903edfff {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:39.668444 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613915e3-f899-4fc1-ae57-a025aaef03ab", "name": "network-vif-plugged", "status": "completed", "tag": "a1458563-23cd-4e92-ba4b-c811166f542a", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:39.668781 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9501fdd5-8c62-49d5-b04c-9b9c903edfff {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:39.669272 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613915e3-f899-4fc1-ae57-a025aaef03ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1458563-23cd-4e92-ba4b-c811166f542a', 'code': 200} Jul 05 17:54:39.763289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42104) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:39.869518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a608219-fbbe-4f48-a9bf-45a32efb8a75 req-c3e8b16f-f62d-40d3-aba2-024ff898f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:39.871049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a608219-fbbe-4f48-a9bf-45a32efb8a75 req-c3e8b16f-f62d-40d3-aba2-024ff898f23f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 1123 time: 0.1008077 Jul 05 17:54:39.912565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a608219-fbbe-4f48-a9bf-45a32efb8a75 req-7359cb1c-814b-4542-9261-f9799c43d1fa service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344627 Jul 05 17:54:40.111898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0087be76-1892-4f1c-b2c0-43876d042faf req-0c2cecd3-99f4-4392-828a-670f9dfd7685 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 210 time: 0.0352890 Jul 05 17:54:40.147996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d995eb1-bd05-41d0-a72a-78891e603b93 req-7698dec7-8e2a-412f-89ae-c0ff08ed5f4c tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:40.149548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d995eb1-bd05-41d0-a72a-78891e603b93 req-7698dec7-8e2a-412f-89ae-c0ff08ed5f4c tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 950 time: 0.1048348 Jul 05 17:54:40.211913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d995eb1-bd05-41d0-a72a-78891e603b93 req-f85c36e4-d0ef-44f7-8b28-df7ccbe32f50 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515218 Jul 05 17:54:40.346467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7fd8880-0e22-4cda-aab8-63830764218a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.382258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42116) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:40.408257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42120) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:40.462285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55f63878-e0d0-455d-9ae9-c439e19fd1b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.468784 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7fd8880-0e22-4cda-aab8-63830764218a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.471645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7bc7455c-c4d2-4132-a5aa-1484868e3be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.558897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7fd8880-0e22-4cda-aab8-63830764218a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.570578 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-7bc7455c-c4d2-4132-a5aa-1484868e3be7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 17:54:40.570578 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 17:54:40.570578 n-d-799524-1 neutron-server[100997]: [parameters: {'project_id_1': '06d378e6a8574fb5a946b94303e89788', 'expiration_1': datetime.datetime(2021, 7, 5, 17, 54, 40, 481570)}] Jul 05 17:54:40.570578 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:54:40.570993 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-7bc7455c-c4d2-4132-a5aa-1484868e3be7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:54:40.610005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd8880-0e22-4cda-aab8-63830764218a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85af646a-e64e-4f0a-a22c-75613a455403,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:40.618813 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e7fd8880-0e22-4cda-aab8-63830764218a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b697be560c90434ca55268219c587cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8541706 Jul 05 17:54:40.621447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42126) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:40.691102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55f63878-e0d0-455d-9ae9-c439e19fd1b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.732995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65f960d6-4ade-4251-92c4-383a7a1a0e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.751211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e21f54-76ed-4b6f-86ee-ef46e667e780 req-eeef1015-6fa5-4505-9b6b-2382e426d481 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:40.752889 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1e21f54-76ed-4b6f-86ee-ef46e667e780 req-eeef1015-6fa5-4505-9b6b-2382e426d481 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 972 time: 0.1335831 Jul 05 17:54:40.772244 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65f960d6-4ade-4251-92c4-383a7a1a0e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.779705 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55f63878-e0d0-455d-9ae9-c439e19fd1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.819224 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-55f63878-e0d0-455d-9ae9-c439e19fd1b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b7aa2b37f184df8af7c637b9f03189d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357102 Jul 05 17:54:40.821003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f63878-e0d0-455d-9ae9-c439e19fd1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c634393b-89f0-4426-860e-65eb4d8d9b9c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:40.822423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1e21f54-76ed-4b6f-86ee-ef46e667e780 req-43f37cdb-1764-4333-ae6a-dbf3b126d2ca tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604861 Jul 05 17:54:40.823068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42128) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:40.880079 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f8ddf6d0-3060-4d51-b893-c89639c55564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.901216 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f8ddf6d0-3060-4d51-b893-c89639c55564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.960682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65f960d6-4ade-4251-92c4-383a7a1a0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.963203 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65f960d6-4ade-4251-92c4-383a7a1a0e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:40.964468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-65f960d6-4ade-4251-92c4-383a7a1a0e8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85af646a-e64e-4f0a-a22c-75613a455403 HTTP/1.1" status: 204 len: 168 time: 0.3420310 Jul 05 17:54:40.972125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f960d6-4ade-4251-92c4-383a7a1a0e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85af646a-e64e-4f0a-a22c-75613a455403,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:41.025913 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f8ddf6d0-3060-4d51-b893-c89639c55564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.031505 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f8ddf6d0-3060-4d51-b893-c89639c55564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.031505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f8ddf6d0-3060-4d51-b893-c89639c55564 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c634393b-89f0-4426-860e-65eb4d8d9b9c HTTP/1.1" status: 204 len: 168 time: 0.2024260 Jul 05 17:54:41.037421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ddf6d0-3060-4d51-b893-c89639c55564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c634393b-89f0-4426-860e-65eb4d8d9b9c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:41.072068 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7bc7455c-c4d2-4132-a5aa-1484868e3be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.161601 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7bc7455c-c4d2-4132-a5aa-1484868e3be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.239204 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7bc7455c-c4d2-4132-a5aa-1484868e3be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.274687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-690a4048-b866-4e05-b782-5401abf291fe req-98900e6f-a91a-402d-84d6-079c772a0e20 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 210 time: 0.0467615 Jul 05 17:54:41.305382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7455c-c4d2-4132-a5aa-1484868e3be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e432a3-2d33-4d5e-922f-3be7d2eb0afd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:41.312466 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7bc7455c-c4d2-4132-a5aa-1484868e3be7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06d378e6a8574fb5a946b94303e89788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9031911 Jul 05 17:54:41.320535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42140) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:41.384701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41fcad68-3a16-4c4a-9585-e1b1970771ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.409335 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41fcad68-3a16-4c4a-9585-e1b1970771ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.456267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5d3ac-85d0-4a42-8238-131cced979e5 req-b573a7b0-a816-4e69-8859-cdadd487d81d tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:41.458406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78d5d3ac-85d0-4a42-8238-131cced979e5 req-b573a7b0-a816-4e69-8859-cdadd487d81d tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 950 time: 0.1302567 Jul 05 17:54:41.523196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78d5d3ac-85d0-4a42-8238-131cced979e5 req-f299e38b-835c-49f9-9366-bbef10ccfb8b tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585678 Jul 05 17:54:41.538242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41fcad68-3a16-4c4a-9585-e1b1970771ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.540848 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41fcad68-3a16-4c4a-9585-e1b1970771ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.541985 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-41fcad68-3a16-4c4a-9585-e1b1970771ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10e432a3-2d33-4d5e-922f-3be7d2eb0afd HTTP/1.1" status: 204 len: 168 time: 0.2204745 Jul 05 17:54:41.552504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcad68-3a16-4c4a-9585-e1b1970771ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e432a3-2d33-4d5e-922f-3be7d2eb0afd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:41.833268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-717528f3-31f7-4a99-9dcf-30bff96ff75f tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:41.834920 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-717528f3-31f7-4a99-9dcf-30bff96ff75f tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.39 "GET /v2.0/networks?id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 200 len: 824 time: 0.1779513 Jul 05 17:54:41.837795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42150) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:41.858616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a62ac397-dae5-4000-8867-1b6c171e4524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:41.915515 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-1b2f0a05-600f-4f1b-9745-11562b72f006 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7948372b992846c9a77b849f9de5dda2 HTTP/1.1" status: 200 len: 380 time: 0.0637648 Jul 05 17:54:41.927602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Request body: {'port': {'device_id': '4960886c-ba21-4665-bcd7-506309f12b1c', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'admin_state_up': True, 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'security_groups': ['d19e25eb-1e12-40ec-a3a3-cbfb7701f898']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:41.958154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42154) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:42.009195 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5bae6317-0f01-4519-947b-c34f48ecceed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.057087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d85a95-6d05-4d56-bf91-3139f96ea78d req-ca21670d-e891-465b-a77b-31091f8afe7d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:42.058734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34d85a95-6d05-4d56-bf91-3139f96ea78d req-ca21670d-e891-465b-a77b-31091f8afe7d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 972 time: 0.0917273 Jul 05 17:54:42.088543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a62ac397-dae5-4000-8867-1b6c171e4524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.108965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34d85a95-6d05-4d56-bf91-3139f96ea78d req-dc16cc0b-4031-455b-81a9-1e90f67ca396 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Jul 05 17:54:42.174646 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a62ac397-dae5-4000-8867-1b6c171e4524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.191950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 17:54:42.191950 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 17:54:42.191950 n-d-799524-1 neutron-server[100998]: [parameters: {'project_id_1': '7948372b992846c9a77b849f9de5dda2', 'expiration_1': datetime.datetime(2021, 7, 5, 17, 54, 42, 68253)}] Jul 05 17:54:42.191950 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:54:42.192890 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:54:42.230207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ac397-dae5-4000-8867-1b6c171e4524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782849b8-c0f6-42a8-b4bf-b413c85f7f07,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:42.236794 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a62ac397-dae5-4000-8867-1b6c171e4524 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=078761900bc44798b05bda3282bb4188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974748 Jul 05 17:54:42.239909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42160) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:42.323226 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84aaddb0-b0f0-4b95-8b86-66d8788d9c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.336349 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5bae6317-0f01-4519-947b-c34f48ecceed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.356761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84aaddb0-b0f0-4b95-8b86-66d8788d9c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.370915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc495c0-518b-47a1-bffb-20bcdc390c73 req-726dd2f5-9f13-4eac-be3c-a2da58bb66dd tempest-AggregatesAdminTestJSON-1985424401 tempest-AggregatesAdminTestJSON-1985424401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:42.372919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9bc495c0-518b-47a1-bffb-20bcdc390c73 req-726dd2f5-9f13-4eac-be3c-a2da58bb66dd tempest-AggregatesAdminTestJSON-1985424401 tempest-AggregatesAdminTestJSON-1985424401-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 1123 time: 0.0970347 Jul 05 17:54:42.393962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9bc495c0-518b-47a1-bffb-20bcdc390c73 req-de521d78-be6b-4d19-9519-57e33879bdc6 tempest-AggregatesAdminTestJSON-1985424401 tempest-AggregatesAdminTestJSON-1985424401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.454189 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5bae6317-0f01-4519-947b-c34f48ecceed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.504141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84aaddb0-b0f0-4b95-8b86-66d8788d9c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.504351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5bae6317-0f01-4519-947b-c34f48ecceed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4bde7693e69a44d997624d8cf355fb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5448802 Jul 05 17:54:42.507158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84aaddb0-b0f0-4b95-8b86-66d8788d9c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.508115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42164) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:42.508293 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84aaddb0-b0f0-4b95-8b86-66d8788d9c54 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/782849b8-c0f6-42a8-b4bf-b413c85f7f07 HTTP/1.1" status: 204 len: 168 time: 0.2679744 Jul 05 17:54:42.517951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae6317-0f01-4519-947b-c34f48ecceed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5859a293-c18f-4334-8b69-0c984fa78503,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:42.518072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aaddb0-b0f0-4b95-8b86-66d8788d9c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782849b8-c0f6-42a8-b4bf-b413c85f7f07,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:42.591789 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd42d0f-b4fa-4fca-9790-305c3fe88d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.627802 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd42d0f-b4fa-4fca-9790-305c3fe88d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.642995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9bc495c0-518b-47a1-bffb-20bcdc390c73 req-de521d78-be6b-4d19-9519-57e33879bdc6 tempest-AggregatesAdminTestJSON-1985424401 tempest-AggregatesAdminTestJSON-1985424401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.717136 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9bc495c0-518b-47a1-bffb-20bcdc390c73 req-de521d78-be6b-4d19-9519-57e33879bdc6 tempest-AggregatesAdminTestJSON-1985424401 tempest-AggregatesAdminTestJSON-1985424401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.740161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42168) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:42.741672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9bc495c0-518b-47a1-bffb-20bcdc390c73 req-de521d78-be6b-4d19-9519-57e33879bdc6 tempest-AggregatesAdminTestJSON-1985424401 tempest-AggregatesAdminTestJSON-1985424401-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610559 Jul 05 17:54:42.751633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de521d78-be6b-4d19-9519-57e33879bdc6 tempest-AggregatesAdminTestJSON-1985424401 tempest-AggregatesAdminTestJSON-1985424401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6202e1-154e-4491-af83-0b1f440158e9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:42.772894 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd42d0f-b4fa-4fca-9790-305c3fe88d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.775554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-390a028e-1641-434e-b653-c356ba113975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.775744 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd42d0f-b4fa-4fca-9790-305c3fe88d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:42.777022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5dd42d0f-b4fa-4fca-9790-305c3fe88d3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5859a293-c18f-4334-8b69-0c984fa78503 HTTP/1.1" status: 204 len: 168 time: 0.2678616 Jul 05 17:54:42.786703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd42d0f-b4fa-4fca-9790-305c3fe88d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5859a293-c18f-4334-8b69-0c984fa78503,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:42.905031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Made reservation on behalf of 7948372b992846c9a77b849f9de5dda2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:42.905583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9eca1d6e-920f-46ba-819d-4327f5bf5ae9 req-20b48ef6-0077-47b6-ae60-d7ec22ee92f3 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 210 time: 0.0361059 Jul 05 17:54:42.909651 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.101887 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-390a028e-1641-434e-b653-c356ba113975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.108559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abd428-eee4-48af-9eb7-1faaf33b6f18 req-9fdbd07b-f038-4b21-9875-5caf3dd22e36 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:43.109034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Allocated IP 172.20.0.8 (f9bbdcf1-1e4e-4139-95d9-b7de048957ca/339413cb-a39e-4aeb-90e2-4c062c4dd114/f81dfb91-62c2-440e-a252-a12e09a92e9c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:43.110643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2abd428-eee4-48af-9eb7-1faaf33b6f18 req-9fdbd07b-f038-4b21-9875-5caf3dd22e36 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 950 time: 0.0704730 Jul 05 17:54:43.151335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2abd428-eee4-48af-9eb7-1faaf33b6f18 req-1b35182d-6e9c-402c-9ce6-3cb5b9fe9132 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346615 Jul 05 17:54:43.237487 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-390a028e-1641-434e-b653-c356ba113975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.291275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a028e-1641-434e-b653-c356ba113975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1981fd4e-0025-4152-a7a0-dde4d143642e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:43.300280 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-390a028e-1641-434e-b653-c356ba113975 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a20c7e7a7e4492390bd2d73e5be94a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5594630 Jul 05 17:54:43.303263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42200) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:43.314101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.345307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Transition to ACTIVE for port object f81dfb91-62c2-440e-a252-a12e09a92e9c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:43.386523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c64e012-6bb0-4800-9971-b7f6be5af606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.415082 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c64e012-6bb0-4800-9971-b7f6be5af606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.510395 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.540723 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c64e012-6bb0-4800-9971-b7f6be5af606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.544113 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c64e012-6bb0-4800-9971-b7f6be5af606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.545952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0c64e012-6bb0-4800-9971-b7f6be5af606 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1981fd4e-0025-4152-a7a0-dde4d143642e HTTP/1.1" status: 204 len: 168 time: 0.2416341 Jul 05 17:54:43.556852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64e012-6bb0-4800-9971-b7f6be5af606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1981fd4e-0025-4152-a7a0-dde4d143642e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:43.569880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:43.573191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:43.587132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:43.592627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:43.593259 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.599749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event updated for resources: {'Port': ['ID=f81dfb91-62c2-440e-a252-a12e09a92e9c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:43.704886 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-c9409c5a-31ed-4996-8d6d-7ad2812b06da tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7822752 Jul 05 17:54:43.723053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Request body: {'port': {'device_id': '4960886c-ba21-4665-bcd7-506309f12b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:43.830666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.904574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bbabcce9-4653-4526-ba1b-5afc1825e5be None None] Provisioning for port f81dfb91-62c2-440e-a252-a12e09a92e9c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:43.913309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bbabcce9-4653-4526-ba1b-5afc1825e5be None None] Provisioning complete for port f81dfb91-62c2-440e-a252-a12e09a92e9c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:43.913867 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bbabcce9-4653-4526-ba1b-5afc1825e5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:43.955460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bbabcce9-4653-4526-ba1b-5afc1825e5be None None] Port f81dfb91-62c2-440e-a252-a12e09a92e9c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:54:44.101995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6327753-1467-4751-aaa6-0518df9a04be req-cd7ac623-607e-4289-9a34-74e1267ee8f1 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:44.111623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6327753-1467-4751-aaa6-0518df9a04be req-cd7ac623-607e-4289-9a34-74e1267ee8f1 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 931 time: 0.0758054 Jul 05 17:54:44.165091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6327753-1467-4751-aaa6-0518df9a04be req-f92de6a2-0772-4e25-8476-31ed9f85cdb0 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522385 Jul 05 17:54:44.177318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f81dfb91-62c2-440e-a252-a12e09a92e9c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:54:44.190719 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:44.212657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Transition to ACTIVE for port object f81dfb91-62c2-440e-a252-a12e09a92e9c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:44.295528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:44.369098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f81dfb91-62c2-440e-a252-a12e09a92e9c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:44.382336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e622fe-8e05-4ed1-b152-52c88e651f97 req-b5a38881-4e3e-4aa2-a0b0-d7e0b220cb6c tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:44.384113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1e622fe-8e05-4ed1-b152-52c88e651f97 req-b5a38881-4e3e-4aa2-a0b0-d7e0b220cb6c tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 950 time: 0.1040838 Jul 05 17:54:44.411904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Attempting to bind port f81dfb91-62c2-440e-a252-a12e09a92e9c on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:44.412747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Attempting to bind port f81dfb91-62c2-440e-a252-a12e09a92e9c by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:44.412747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Attempting to bind port f81dfb91-62c2-440e-a252-a12e09a92e9c on network f9bbdcf1-1e4e-4139-95d9-b7de048957ca {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:44.417933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Port f81dfb91-62c2-440e-a252-a12e09a92e9c on network f9bbdcf1-1e4e-4139-95d9-b7de048957ca not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:54:44.418266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Attempting to bind port f81dfb91-62c2-440e-a252-a12e09a92e9c on network f9bbdcf1-1e4e-4139-95d9-b7de048957ca {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:44.424755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:44.425100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Checking segment: {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:44.425514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Bound using segment: {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:44.425951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Bound port: f81dfb91-62c2-440e-a252-a12e09a92e9c, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:44.426312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:44.433869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1e622fe-8e05-4ed1-b152-52c88e651f97 req-2088e752-aa15-4cdc-b35c-b2d38da0a09e tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 Jul 05 17:54:44.433972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42260) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:44.545983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] For port f81dfb91-62c2-440e-a252-a12e09a92e9c, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:44.551407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] For port f81dfb91-62c2-440e-a252-a12e09a92e9c, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=f81dfb91-62c2-440e-a252-a12e09a92e9c,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:44.618780 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:44.669073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:44.669697 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:44.671269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] 10.222.0.39 "PUT /v2.0/ports/f81dfb91-62c2-440e-a252-a12e09a92e9c HTTP/1.1" status: 200 len: 1091 time: 0.9539807 Jul 05 17:54:44.671758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4960886c-ba21-4665-bcd7-506309f12b1c', 'tag': 'f81dfb91-62c2-440e-a252-a12e09a92e9c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:44.674705 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38266918-f34c-4379-8554-d3ea75fbd356" -d '{"events": [{"name": "network-changed", "server_uuid": "4960886c-ba21-4665-bcd7-506309f12b1c", "tag": "f81dfb91-62c2-440e-a252-a12e09a92e9c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:44.706754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba45f4-0ef4-4210-856a-13ca6717a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f81dfb91-62c2-440e-a252-a12e09a92e9c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:44.711642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1263412052-network', 'tenant_id': '8b0f25c981f44a7eb770b76590ed9b07'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:44.734602 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55093ff2-428e-4a37-9e83-19a5b96f6f2f x-openstack-request-id: req-55093ff2-428e-4a37-9e83-19a5b96f6f2f {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:44.736580 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4960886c-ba21-4665-bcd7-506309f12b1c", "tag": "f81dfb91-62c2-440e-a252-a12e09a92e9c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:44.737036 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55093ff2-428e-4a37-9e83-19a5b96f6f2f {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:44.738253 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4960886c-ba21-4665-bcd7-506309f12b1c', 'tag': 'f81dfb91-62c2-440e-a252-a12e09a92e9c', 'status': 'completed', 'code': 200} Jul 05 17:54:44.739822 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:54:44.801366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.39', 51362) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:44.820420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38266918-f34c-4379-8554-d3ea75fbd356 req-d4ec8013-43a9-4a13-99fa-3a13a7cc67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:44.822349 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38266918-f34c-4379-8554-d3ea75fbd356 req-d4ec8013-43a9-4a13-99fa-3a13a7cc67e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 1094 time: 0.0721767 Jul 05 17:54:44.883127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd4253-8e17-48df-8652-031ae690cb23 req-016e844b-8f1e-4880-bcc0-395089e8357e tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:44.888329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21dd4253-8e17-48df-8652-031ae690cb23 req-016e844b-8f1e-4880-bcc0-395089e8357e tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 1101 time: 0.0857124 Jul 05 17:54:44.942509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Made reservation on behalf of 8b0f25c981f44a7eb770b76590ed9b07 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:44.948223 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:44.969159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.072305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-21dd4253-8e17-48df-8652-031ae690cb23 req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] Deleting port df425af4-66c5-4740-9795-04e7553c9eb1 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:54:45.072305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21dd4253-8e17-48df-8652-031ae690cb23 req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.179668 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.192993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-21dd4253-8e17-48df-8652-031ae690cb23 req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] For port df425af4-66c5-4740-9795-04e7553c9eb1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df425af4-66c5-4740-9795-04e7553c9eb1,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:45.193382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21dd4253-8e17-48df-8652-031ae690cb23 req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.210319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-21dd4253-8e17-48df-8652-031ae690cb23 req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] Calling delete_port for df425af4-66c5-4740-9795-04e7553c9eb1 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:54:45.299448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38266918-f34c-4379-8554-d3ea75fbd356 req-184002c9-2292-43c9-b617-663fce9abc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:45.300962 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38266918-f34c-4379-8554-d3ea75fbd356 req-184002c9-2292-43c9-b617-663fce9abc82 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7948372b992846c9a77b849f9de5dda2&shared=False HTTP/1.1" status: 200 len: 924 time: 0.4519050 Jul 05 17:54:45.312455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.363096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:54:45.419462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7048d5-3313-400b-80bb-cd067d9ac243,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:45.440258 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.440258 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Added segment 5f7f9be1-1239-43bb-b8f0-f30e74a79b32 of type vlan for network 209391fb-27eb-43a3-841b-d1a6aae08364 Jul 05 17:54:45.517528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.543040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38266918-f34c-4379-8554-d3ea75fbd356 req-402b26d8-b342-4d79-b110-8e74fc37746a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:45.545358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38266918-f34c-4379-8554-d3ea75fbd356 req-402b26d8-b342-4d79-b110-8e74fc37746a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2374053 Jul 05 17:54:45.580615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f4dcd-65ab-43dc-bf07-7267521912c2 req-51c00495-5efc-4c56-925d-67658ee96985 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:45.582153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a6f4dcd-65ab-43dc-bf07-7267521912c2 req-51c00495-5efc-4c56-925d-67658ee96985 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 943 time: 0.2441297 Jul 05 17:54:45.648321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-5469c9c7-dd61-40e8-aca5-58e510502ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:45.649746 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-5469c9c7-dd61-40e8-aca5-58e510502ef1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 1094 time: 0.0605783 Jul 05 17:54:45.702403 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-0ada62ab-818e-4983-9d78-cffec2898a5d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81dfb91-62c2-440e-a252-a12e09a92e9c HTTP/1.1" status: 200 len: 217 time: 0.0437129 Jul 05 17:54:45.757654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-71f94aa7-bc6b-4c00-9da7-b2e574143920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:45.759269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-71f94aa7-bc6b-4c00-9da7-b2e574143920 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=339413cb-a39e-4aeb-90e2-4c062c4dd114 HTTP/1.1" status: 200 len: 863 time: 0.0487127 Jul 05 17:54:45.825787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-9fba2c1a-29ac-4aac-8a54-657e36b18bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:45.827325 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-9fba2c1a-29ac-4aac-8a54-657e36b18bd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0613086 Jul 05 17:54:45.847148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a6f4dcd-65ab-43dc-bf07-7267521912c2 req-1bc18089-3972-4705-aa4f-faa01c2bdc5f tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553997 Jul 05 17:54:45.895458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48e243-14ba-4f1d-935d-f20ae587407c req-25d635eb-f632-44fb-805d-c5862dc1adeb tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:45.897609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e48e243-14ba-4f1d-935d-f20ae587407c req-25d635eb-f632-44fb-805d-c5862dc1adeb tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 950 time: 0.1027052 Jul 05 17:54:45.908719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21dd4253-8e17-48df-8652-031ae690cb23 req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.923678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['df425af4-66c5-4740-9795-04e7553c9eb1'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:54:45.950160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] Pushing event deleted for resources: {'Port': ['ID=df425af4-66c5-4740-9795-04e7553c9eb1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:45.952264 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.953227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:45.954248 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:45.990695 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-3d854b69-2ab3-40bc-88a4-7cb47c603b7e service neutron] 10.222.0.39 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489303 Jul 05 17:54:46.097962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-21dd4253-8e17-48df-8652-031ae690cb23 req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] No DVR routers for this DVR port df425af4-66c5-4740-9795-04e7553c9eb1 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:54:46.104875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6697321 Jul 05 17:54:46.108093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e48e243-14ba-4f1d-935d-f20ae587407c req-1f91a4ac-4a5f-4a6d-b193-3a56dd84e39d tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854491 Jul 05 17:54:46.109406 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21dd4253-8e17-48df-8652-031ae690cb23 req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:46.112392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21dd4253-8e17-48df-8652-031ae690cb23 req-376c3ad6-06cb-410e-8e9c-6735475ebaf8 tempest-DeleteServersAdminTestJSON-1809134892 tempest-DeleteServersAdminTestJSON-1809134892-project-admin] 10.222.0.39 "DELETE /v2.0/ports/df425af4-66c5-4740-9795-04e7553c9eb1 HTTP/1.1" status: 204 len: 173 time: 1.2122011 Jul 05 17:54:46.112983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42328) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:46.113712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d57620-8df8-4666-842b-536c85b879b6', 'name': 'network-vif-deleted', 'tag': 'df425af4-66c5-4740-9795-04e7553c9eb1'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:46.116425 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27173ee-b26d-4204-a13d-9d0d53288f4b" -d '{"events": [{"server_uuid": "d3d57620-8df8-4666-842b-536c85b879b6", "name": "network-vif-deleted", "tag": "df425af4-66c5-4740-9795-04e7553c9eb1"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:46.124283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5a536-9780-4c73-8961-7b8fe0f61e21 admin admin] Pushing event updated for resources: {'Network': ['ID=209391fb-27eb-43a3-841b-d1a6aae08364,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:46.130219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Request body: {'subnet': {'network_id': '209391fb-27eb-43a3-841b-d1a6aae08364', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1263412052-subnet', 'tenant_id': '8b0f25c981f44a7eb770b76590ed9b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:46.137339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 209391fb-27eb-43a3-841b-d1a6aae08364 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:54:46.155074 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fef8279a-3923-4280-a825-c15b7e4f6172 req-178b54ec-e56b-4b99-8f73-296a66044d48 service neutron] 10.222.0.39 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578264 Jul 05 17:54:46.224285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-432e8ddf-4fb1-4397-a480-401059acc431 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350192 Jul 05 17:54:46.324638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Made reservation on behalf of 8b0f25c981f44a7eb770b76590ed9b07 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:46.327300 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:46.445026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-faa75b11-6689-43c5-ba70-29603283cc49 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:46.446639 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-faa75b11-6689-43c5-ba70-29603283cc49 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2215741 Jul 05 17:54:46.469960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-0d42fe1f-2f1b-4578-acc0-6ae4dcf4a8d1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/quotas/6d7ab2c53e554c49b66a8e3ca3c96c6f HTTP/1.1" status: 200 len: 375 time: 0.0180488 Jul 05 17:54:46.507176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-1d3e97d4-e05e-4ca9-8ed7-bf53447ba78b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311797 Jul 05 17:54:46.706600 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:46.744389 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a5ff8b-0d71-4fa8-96ce-ed77811c9025 x-openstack-request-id: req-c6a5ff8b-0d71-4fa8-96ce-ed77811c9025 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:46.744928 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d57620-8df8-4666-842b-536c85b879b6", "name": "network-vif-deleted", "tag": "df425af4-66c5-4740-9795-04e7553c9eb1", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:46.745188 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6a5ff8b-0d71-4fa8-96ce-ed77811c9025 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:46.745582 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d57620-8df8-4666-842b-536c85b879b6', 'name': 'network-vif-deleted', 'tag': 'df425af4-66c5-4740-9795-04e7553c9eb1', 'status': 'completed', 'code': 200} Jul 05 17:54:46.816197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f16683a3-1b30-4620-8a30-7d366dbe4cd0 req-d56c2ed8-82e1-4144-aaee-4f9a87248e35 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 210 time: 0.0383580 Jul 05 17:54:46.833128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c264884-5462-410b-91d8-84bd00c05827,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:46.864735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Checking segment: {'id': '5f7f9be1-1239-43bb-b8f0-f30e74a79b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '209391fb-27eb-43a3-841b-d1a6aae08364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:46.865131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Network hostable DHCP agents. Network: 209391fb-27eb-43a3-841b-d1a6aae08364, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:54:47.036040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Network 209391fb-27eb-43a3-841b-d1a6aae08364 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:54:47.127305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 209391fb-27eb-43a3-841b-d1a6aae08364) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:47.135823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:47.137940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:47.139787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0e87a-a94e-456f-a511-01f8f72b9de1 None None] Network 209391fb-27eb-43a3-841b-d1a6aae08364 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:54:47.232324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aa940-9cf4-486a-8db8-330bf4d23e02 req-6d68b12d-ee69-46de-9f7c-f67713bdd924 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:47.234146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb6aa940-9cf4-486a-8db8-330bf4d23e02 req-6d68b12d-ee69-46de-9f7c-f67713bdd924 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 943 time: 0.0685775 Jul 05 17:54:47.267395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ffc13838-7a22-4639-bf86-41c444c6fa30 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1478498 Jul 05 17:54:47.287878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb6aa940-9cf4-486a-8db8-330bf4d23e02 req-30643584-40a0-4f5b-afa2-f00866fa57d7 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474620 Jul 05 17:54:47.395788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b291655-0687-43d3-9ddd-fab4887c96e0 None None] Network 209391fb-27eb-43a3-841b-d1a6aae08364 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:54:47.584768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eab4a3b8-00c1-4404-9db3-038eedfe3527 req-a00837f8-bafc-4ce3-aa0a-e74e8d767630 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3d57620-8df8-4666-842b-536c85b879b6 HTTP/1.1" status: 200 len: 210 time: 0.0344274 Jul 05 17:54:47.952776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f211eb01-d1bd-45aa-8df0-3005012a0be4 req-a619273c-a8b8-494a-b65b-c234b7184ad1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 210 time: 0.0335865 Jul 05 17:54:48.168386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42434) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:48.176347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1822273974-network', 'tenant_id': '84bf717f612d401a998ee406c3c495fe'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:48.278413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Made reservation on behalf of 84bf717f612d401a998ee406c3c495fe for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:48.293745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:48.307114 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:48.370446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device df425af4-66c5-4740-9795-04e7553c9eb1 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:54:48.390472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: df425af4-66c5-4740-9795-04e7553c9eb1 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:54:48.390855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device df425af4-66c5-4740-9795-04e7553c9eb1 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:54:48.416174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:48.488533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:48.510022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:54:48.530370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d321b6-4384-4125-afc5-49c9a5646c86,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:48.533190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:48.533730 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Added segment 293fa099-7312-4487-abf9-93afa384a3d9 of type vlan for network 4a06258d-a82a-40fd-94a9-66fb559f7106 Jul 05 17:54:48.576363 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:48.708750 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:48.709662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:48.710233 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:48.801420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] Pushing event updated for resources: {'Network': ['ID=4a06258d-a82a-40fd-94a9-66fb559f7106,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:48.828907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 4a06258d-a82a-40fd-94a9-66fb559f7106 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:54:48.837908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b05003-1ecf-4a06-b709-9e6dbe8d5baa req-ae15636f-4a83-473c-a6ae-20d78b4d0e32 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:48.843270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64b05003-1ecf-4a06-b709-9e6dbe8d5baa req-ae15636f-4a83-473c-a6ae-20d78b4d0e32 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 943 time: 0.1426482 Jul 05 17:54:48.845199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42466) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:48.845782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3acd39c1-1ca6-490f-88fb-df2d08fad7de admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6759725 Jul 05 17:54:48.850646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Request body: {'subnet': {'network_id': '4a06258d-a82a-40fd-94a9-66fb559f7106', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1822273974-subnet', 'tenant_id': '84bf717f612d401a998ee406c3c495fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:48.891203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64b05003-1ecf-4a06-b709-9e6dbe8d5baa req-b763b27e-b5de-4d41-b303-4f047d1b6c6c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Jul 05 17:54:48.957900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Made reservation on behalf of 84bf717f612d401a998ee406c3c495fe for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:48.960240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.064744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42486) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:49.149011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-5ee06f95-998c-4b40-b83e-0fbb1f847127 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ffac400d35a64414988ff70bdf05cef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235360 Jul 05 17:54:49.223326 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-553a6601-1cbd-4812-9be7-a5f2d486ec00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.241221 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.293701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-4b867155-e2ae-4e63-9255-067ea31d38d9 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:49.295350 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-4b867155-e2ae-4e63-9255-067ea31d38d9 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410713 Jul 05 17:54:49.295765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c969a078-6c80-4b87-b095-8cfc4d397ad0,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:49.318347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Checking segment: {'id': '293fa099-7312-4487-abf9-93afa384a3d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '4a06258d-a82a-40fd-94a9-66fb559f7106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:49.318785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Network hostable DHCP agents. Network: 4a06258d-a82a-40fd-94a9-66fb559f7106, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:54:49.323287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-86b5f1f6-2706-423e-8b87-090c5b90e119 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/quotas/ffac400d35a64414988ff70bdf05cef7 HTTP/1.1" status: 200 len: 375 time: 0.0182114 Jul 05 17:54:49.389456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-ccad2b36-4bdc-49d6-a4d2-d7be6d3f464d tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ffac400d35a64414988ff70bdf05cef7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387034 Jul 05 17:54:49.413778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Network 4a06258d-a82a-40fd-94a9-66fb559f7106 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:54:49.420291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-553a6601-1cbd-4812-9be7-a5f2d486ec00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.468768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ac982e0-8008-4d1d-9419-ef8e69e15c12 req-d545bc8c-2ce4-4f0f-a919-dc165add93c7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 210 time: 0.0318754 Jul 05 17:54:49.487666 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-4c92abac-d9e3-44af-bba6-73f45e99bf2b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241387 Jul 05 17:54:49.493482 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-553a6601-1cbd-4812-9be7-a5f2d486ec00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.534478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-553a6601-1cbd-4812-9be7-a5f2d486ec00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf7d66e77118480085c461d3260be1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686432 Jul 05 17:54:49.535463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a6601-1cbd-4812-9be7-a5f2d486ec00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34e19c54-4091-48ef-9810-6517eab9ba71,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:49.537848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42502) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:49.548852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 4a06258d-a82a-40fd-94a9-66fb559f7106) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:49.556052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:49.556998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.566498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd33735-ab31-4368-906f-8eca53db17ac None None] Network 4a06258d-a82a-40fd-94a9-66fb559f7106 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:54:49.595854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8459d6ed-aafb-49ce-b56e-06ce992eafd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.618659 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8459d6ed-aafb-49ce-b56e-06ce992eafd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.639189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-83ed35d9-4f11-494e-b1dd-bca92474a8a5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:49.644301 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-83ed35d9-4f11-494e-b1dd-bca92474a8a5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503325 Jul 05 17:54:49.661267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Request body: {'port': {'device_id': 'a42c2764-dc86-4993-8e58-6b20ed14a5f3', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '6d7ab2c53e554c49b66a8e3ca3c96c6f'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:49.697997 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ad921b52-649d-4020-ac48-a83736b6b5c1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8514779 Jul 05 17:54:49.786280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d2375b9-dd4a-4eaf-a904-7592d65fadde req-cfc5d037-725f-4818-82e9-c75abbccbba6 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 210 time: 0.0466642 Jul 05 17:54:49.787485 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8459d6ed-aafb-49ce-b56e-06ce992eafd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.793107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8459d6ed-aafb-49ce-b56e-06ce992eafd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.796263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22be420-25b5-4160-8b8e-664287cc3211 None None] Network 4a06258d-a82a-40fd-94a9-66fb559f7106 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:54:49.802198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8459d6ed-aafb-49ce-b56e-06ce992eafd8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34e19c54-4091-48ef-9810-6517eab9ba71 HTTP/1.1" status: 204 len: 168 time: 0.2611437 Jul 05 17:54:49.822696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459d6ed-aafb-49ce-b56e-06ce992eafd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e19c54-4091-48ef-9810-6517eab9ba71,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:49.909667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42518) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:49.923304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Made reservation on behalf of 6d7ab2c53e554c49b66a8e3ca3c96c6f for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:49.927729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:49.946047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.049375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea0dcdc-2056-4a9f-a6fa-57ce4c2f6e49 admin admin] Deleting subnet 6c264884-5462-410b-91d8-84bd00c05827 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:54:50.058008 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ea0dcdc-2056-4a9f-a6fa-57ce4c2f6e49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.134293 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ea0dcdc-2056-4a9f-a6fa-57ce4c2f6e49 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.158927 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ea0dcdc-2056-4a9f-a6fa-57ce4c2f6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.184410 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.254627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.290666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e113e4ab-8c0a-4b4f-bccd-92212645a4a6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:50.310864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ea0dcdc-2056-4a9f-a6fa-57ce4c2f6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.369607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device f81dfb91-62c2-440e-a252-a12e09a92e9c details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:54:50.387964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0dcdc-2056-4a9f-a6fa-57ce4c2f6e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c264884-5462-410b-91d8-84bd00c05827,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:50.395138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ea0dcdc-2056-4a9f-a6fa-57ce4c2f6e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.396611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6ea0dcdc-2056-4a9f-a6fa-57ce4c2f6e49 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6c264884-5462-410b-91d8-84bd00c05827 HTTP/1.1" status: 204 len: 168 time: 0.4858665 Jul 05 17:54:50.399136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42536) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:50.429607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9953d4d0-52b2-4c85-8ad5-165d9a53d865 req-cae60de6-4262-41ac-a017-927488699189 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:50.432017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9953d4d0-52b2-4c85-8ad5-165d9a53d865 req-cae60de6-4262-41ac-a017-927488699189 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 943 time: 0.1178963 Jul 05 17:54:50.502965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9953d4d0-52b2-4c85-8ad5-165d9a53d865 req-53a11123-766c-4133-bcd6-a228c5d1d2d5 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641806 Jul 05 17:54:50.519892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Allocated IP 192.168.233.140 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/dd7b2226-5f18-4391-8d99-74c646098f8c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:50.520177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42540) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:50.521776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port f81dfb91-62c2-440e-a252-a12e09a92e9c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=f81dfb91-62c2-440e-a252-a12e09a92e9c,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:50.536783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'f81dfb91-62c2-440e-a252-a12e09a92e9c', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'port_id': 'f81dfb91-62c2-440e-a252-a12e09a92e9c', 'mac_address': 'fa:16:3e:66:9a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:54:50.550355 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.604448 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.660074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f81dfb91-62c2-440e-a252-a12e09a92e9c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:54:50.701220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port f81dfb91-62c2-440e-a252-a12e09a92e9c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=f81dfb91-62c2-440e-a252-a12e09a92e9c,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:50.741795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.747626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c1fed9c-7dac-458f-bb08-987811ef79ad req-007646e2-776d-4d93-bf03-0412b399a6de tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 210 time: 0.0449193 Jul 05 17:54:50.756146 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-df979992-3504-49ae-81b4-db81a1572ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.756600 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.756949 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.757699 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.764138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > port after_create 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.764138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > port after_delete 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.764138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > port after_update 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.764138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.764138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.764138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.764138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.764770 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a479023e-1389-462f-be75-ee241dddb57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.812533 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.877528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=f81dfb91-62c2-440e-a252-a12e09a92e9c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:50.882596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.883130 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.883579 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.884053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:54:50.884559 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209391fb-27eb-43a3-841b-d1a6aae08364']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:50.890667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a479023e-1389-462f-be75-ee241dddb57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.909417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7f9be1-1239-43bb-b8f0-f30e74a79b32') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:50.909695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7f9be1-1239-43bb-b8f0-f30e74a79b32') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:50.931727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2fcea036-addf-4c87-8174-2b9f252efffb req-28656a5d-98c7-485c-80d7-f5a622de509e tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 210 time: 0.0330503 Jul 05 17:54:50.945446 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:50.985542 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.001520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.004044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:54:51.004427 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.008633 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a479023e-1389-462f-be75-ee241dddb57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: from cryptography.utils import int_from_bytes Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: from cryptography.utils import int_from_bytes Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: timer() Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:54:51.027096 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:54:51.045797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42558) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:51.055154 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['f81dfb91-62c2-440e-a252-a12e09a92e9c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:54:51.058901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a479023e-1389-462f-be75-ee241dddb57b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=21902a1e93c74c53b7aa18a7cada8bbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5381305 Jul 05 17:54:51.059969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479023e-1389-462f-be75-ee241dddb57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f1260c-15a7-4bfd-a7d3-bad0a4b7f6db,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:51.063855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42560) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:51.076081 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fb6b557d-9107-4ecf-95ca-4044f719c497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.146519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Transition to ACTIVE for port object dd7b2226-5f18-4391-8d99-74c646098f8c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:51.151931 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.163670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.173487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] 10.222.0.30 "DELETE /v2.0/networks/209391fb-27eb-43a3-841b-d1a6aae08364 HTTP/1.1" status: 204 len: 168 time: 0.7722456 Jul 05 17:54:51.176832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42566) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:51.188534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beede5e-1746-44e6-a0d0-4f2c661156db admin admin] Pushing event deleted for resources: {'Network': ['ID=209391fb-27eb-43a3-841b-d1a6aae08364,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:51.217655 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-05974de7-8270-4ada-975f-ddc4405f2ca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.261139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.277967 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-05974de7-8270-4ada-975f-ddc4405f2ca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.304917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-823d8d8d-57e1-438d-b6fe-c306c08f6cf9 admin admin] Deleting subnet c969a078-6c80-4b87-b095-8cfc4d397ad0 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:54:51.314752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-823d8d8d-57e1-438d-b6fe-c306c08f6cf9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.335267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:51.338548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:51.341701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:51.378847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event updated for resources: {'Port': ['ID=dd7b2226-5f18-4391-8d99-74c646098f8c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:51.417850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-823d8d8d-57e1-438d-b6fe-c306c08f6cf9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.422873 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fb6b557d-9107-4ecf-95ca-4044f719c497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.428610 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-823d8d8d-57e1-438d-b6fe-c306c08f6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.430013 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:51.430704 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.678794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-05974de7-8270-4ada-975f-ddc4405f2ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.678794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-05974de7-8270-4ada-975f-ddc4405f2ca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.678794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-05974de7-8270-4ada-975f-ddc4405f2ca8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4f1260c-15a7-4bfd-a7d3-bad0a4b7f6db HTTP/1.1" status: 204 len: 168 time: 0.5982432 Jul 05 17:54:51.678794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fb6b557d-9107-4ecf-95ca-4044f719c497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.691917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05974de7-8270-4ada-975f-ddc4405f2ca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f1260c-15a7-4bfd-a7d3-bad0a4b7f6db,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:51.727505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fb6b557d-9107-4ecf-95ca-4044f719c497 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93d5b59f5e6c4ee6b962c19b5b895924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6775219 Jul 05 17:54:51.728034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42588) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:51.737210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b557d-9107-4ecf-95ca-4044f719c497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089c8dae-4836-4fe1-be63-4bd064876261,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:51.761915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc5b86-21e5-4af2-b26b-bd07388189e1 req-43d4b18e-b52a-438c-9e8a-9967023753b7 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:51.763695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ebc5b86-21e5-4af2-b26b-bd07388189e1 req-43d4b18e-b52a-438c-9e8a-9967023753b7 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 944 time: 0.1345129 Jul 05 17:54:51.785021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4910fef8-5e1b-46b8-a641-7d4cac487069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.807875 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4910fef8-5e1b-46b8-a641-7d4cac487069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.808756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ebc5b86-21e5-4af2-b26b-bd07388189e1 req-4bc5fd32-ecb7-45bb-82d4-14fc2b1c1b9d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377326 Jul 05 17:54:51.925951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-823d8d8d-57e1-438d-b6fe-c306c08f6cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.988352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d8d8d-57e1-438d-b6fe-c306c08f6cf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c969a078-6c80-4b87-b095-8cfc4d397ad0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:51.995254 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-823d8d8d-57e1-438d-b6fe-c306c08f6cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:51.997102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-823d8d8d-57e1-438d-b6fe-c306c08f6cf9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c969a078-6c80-4b87-b095-8cfc4d397ad0 HTTP/1.1" status: 204 len: 168 time: 0.8170841 Jul 05 17:54:51.999689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42598) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:52.030776 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295a69d-4670-4a9a-a5a4-922ea8e3c508 req-4b8fd0a9-2b09-41e3-828b-bb604fd32bde tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:52.034202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5295a69d-4670-4a9a-a5a4-922ea8e3c508 req-4b8fd0a9-2b09-41e3-828b-bb604fd32bde tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 936 time: 0.1030068 Jul 05 17:54:52.070117 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.074404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5295a69d-4670-4a9a-a5a4-922ea8e3c508 req-1d74de7a-c316-4dd9-a2b8-fefbad068e7f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342393 Jul 05 17:54:52.075363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-95927aed-9857-4600-9c37-85cd4aa99efb None None] Provisioning for port dd7b2226-5f18-4391-8d99-74c646098f8c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:52.081166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-95927aed-9857-4600-9c37-85cd4aa99efb None None] Provisioning complete for port dd7b2226-5f18-4391-8d99-74c646098f8c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:52.081543 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95927aed-9857-4600-9c37-85cd4aa99efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.105422 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-3a86cbb3-7bfc-4ee3-ae9f-793d01c1d0bb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4498851 Jul 05 17:54:52.112743 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4910fef8-5e1b-46b8-a641-7d4cac487069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.118680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4910fef8-5e1b-46b8-a641-7d4cac487069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.124785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4910fef8-5e1b-46b8-a641-7d4cac487069 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/089c8dae-4836-4fe1-be63-4bd064876261 HTTP/1.1" status: 204 len: 168 time: 0.3905480 Jul 05 17:54:52.145009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Request body: {'port': {'device_id': 'a42c2764-dc86-4993-8e58-6b20ed14a5f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:52.146444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-95927aed-9857-4600-9c37-85cd4aa99efb None None] Port dd7b2226-5f18-4391-8d99-74c646098f8c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:54:52.220142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4910fef8-5e1b-46b8-a641-7d4cac487069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089c8dae-4836-4fe1-be63-4bd064876261,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:52.305202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-022b1482-0a68-4d23-ab64-15297078b38a req-f3407f2e-2614-43a9-8668-eb4f81be7ce0 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 210 time: 0.0676558 Jul 05 17:54:52.323008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.339293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a06258d-a82a-40fd-94a9-66fb559f7106']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:52.353125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293fa099-7312-4487-abf9-93afa384a3d9') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:52.353424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293fa099-7312-4487-abf9-93afa384a3d9') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:52.355469 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.370830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device f81dfb91-62c2-440e-a252-a12e09a92e9c up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:54:52.383434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.425836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.436979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:54:52.437503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: timer() Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:54:52.439341 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:54:52.546402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port f81dfb91-62c2-440e-a252-a12e09a92e9c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:52.557507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port f81dfb91-62c2-440e-a252-a12e09a92e9c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:52.557507 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.644363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.649587 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.651817 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4a06258d-a82a-40fd-94a9-66fb559f7106 HTTP/1.1" status: 204 len: 168 time: 0.6508172 Jul 05 17:54:52.656982 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.709013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port f81dfb91-62c2-440e-a252-a12e09a92e9c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=f81dfb91-62c2-440e-a252-a12e09a92e9c,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:52.710108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4960886c-ba21-4665-bcd7-506309f12b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81dfb91-62c2-440e-a252-a12e09a92e9c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:52.712509 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d944a-d7cb-43fb-aed6-7aa901e3a57f" -d '{"events": [{"server_uuid": "4960886c-ba21-4665-bcd7-506309f12b1c", "name": "network-vif-plugged", "status": "completed", "tag": "f81dfb91-62c2-440e-a252-a12e09a92e9c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:52.725060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06715d22-075e-42a8-8111-e75e0ad76c81 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a06258d-a82a-40fd-94a9-66fb559f7106,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:52.791217 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.815804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42632) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:52.835213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fcde5a96-816b-4927-b233-1e43f98fca12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.849403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7b2226-5f18-4391-8d99-74c646098f8c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:54:52.861342 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49332c90-fd8d-4df0-85b5-749a46f52dee x-openstack-request-id: req-49332c90-fd8d-4df0-85b5-749a46f52dee {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:52.861618 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4960886c-ba21-4665-bcd7-506309f12b1c", "name": "network-vif-plugged", "status": "completed", "tag": "f81dfb91-62c2-440e-a252-a12e09a92e9c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:52.861881 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49332c90-fd8d-4df0-85b5-749a46f52dee {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:52.862281 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4960886c-ba21-4665-bcd7-506309f12b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f81dfb91-62c2-440e-a252-a12e09a92e9c', 'code': 200} Jul 05 17:54:52.865381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:52.892123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=f81dfb91-62c2-440e-a252-a12e09a92e9c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:52.898018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Transition to ACTIVE for port object dd7b2226-5f18-4391-8d99-74c646098f8c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:53.008082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fcde5a96-816b-4927-b233-1e43f98fca12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.032569 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.089548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7b2226-5f18-4391-8d99-74c646098f8c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:53.124329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fcde5a96-816b-4927-b233-1e43f98fca12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.154479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-b356f08c-af6a-4f06-8d79-443c5b56bef5 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=ffac400d35a64414988ff70bdf05cef7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588961 Jul 05 17:54:53.156297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7f9ed-0eb5-46c3-b932-859f65052b83 req-94045463-25bd-4ec3-9003-02382c62aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:53.157845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92d7f9ed-0eb5-46c3-b932-859f65052b83 req-94045463-25bd-4ec3-9003-02382c62aae5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 1096 time: 0.1689475 Jul 05 17:54:53.166837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf0f63-6dd2-4e04-a19b-36a530c9e787 req-9b35db95-5ffa-43d4-a385-7565c3e5ab90 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:53.174637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54cf0f63-6dd2-4e04-a19b-36a530c9e787 req-9b35db95-5ffa-43d4-a385-7565c3e5ab90 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 945 time: 0.1951947 Jul 05 17:54:53.215372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde5a96-816b-4927-b233-1e43f98fca12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2aa6ca-4f03-4f8f-a01b-df463a497d26,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:53.222646 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fcde5a96-816b-4927-b233-1e43f98fca12 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b2ab6ad396444cb983b127a70a3e1c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4019175 Jul 05 17:54:53.223271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42654) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:53.230357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42656) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:53.269907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Attempting to bind port dd7b2226-5f18-4391-8d99-74c646098f8c on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:53.270248 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Attempting to bind port dd7b2226-5f18-4391-8d99-74c646098f8c by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:53.275460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Attempting to bind port dd7b2226-5f18-4391-8d99-74c646098f8c on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:53.304588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92d7f9ed-0eb5-46c3-b932-859f65052b83 req-2156e5b2-967f-47e5-bffc-d313f49bec51 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271350 Jul 05 17:54:53.339179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54cf0f63-6dd2-4e04-a19b-36a530c9e787 req-4fab2c51-fc5d-4102-b17a-17ce232ab2bc tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635721 Jul 05 17:54:53.372784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624d752-4871-4bda-a847-53fa370023d2 req-21b2b51f-5f04-4477-9bc8-8ba4b97ba10d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:53.380829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7624d752-4871-4bda-a847-53fa370023d2 req-21b2b51f-5f04-4477-9bc8-8ba4b97ba10d tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 972 time: 0.3045833 Jul 05 17:54:53.416295 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-371d1b08-d901-467a-ba29-f8a6e09f02f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.435778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-3f898637-f2b3-484b-b887-225979f79a74 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:53.437366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-3f898637-f2b3-484b-b887-225979f79a74 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584836 Jul 05 17:54:53.449785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7624d752-4871-4bda-a847-53fa370023d2 req-6bf4cdb8-8d77-4151-9953-13703beb0cac tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672457 Jul 05 17:54:53.455171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Request body: {'port': {'device_id': '3b366b5f-5650-459c-ba84-6ffd7e1ecb71', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'ffac400d35a64414988ff70bdf05cef7'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:53.536685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Port dd7b2226-5f18-4391-8d99-74c646098f8c on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:54:53.544833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Attempting to bind port dd7b2226-5f18-4391-8d99-74c646098f8c on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:53.555110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:53.555452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:53.555838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:53.556269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Bound port: dd7b2226-5f18-4391-8d99-74c646098f8c, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:53.556625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.583747 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-738d4d7d-7e81-4b8c-9aef-8bbcf9945204 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b0f25c981f44a7eb770b76590ed9b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3560736 Jul 05 17:54:53.589356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42666) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:53.618488 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3eadac2-b0b1-42d8-80a0-fb327764da72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.625954 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.683905 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3eadac2-b0b1-42d8-80a0-fb327764da72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.717362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] For port dd7b2226-5f18-4391-8d99-74c646098f8c, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:53.717465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b590c7c3-b4d7-4eb5-a5b2-ae909bc4498c req-5159a9d6-112c-4120-8aba-35573fe71e95 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 210 time: 0.0385220 Jul 05 17:54:53.727072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] For port dd7b2226-5f18-4391-8d99-74c646098f8c, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=dd7b2226-5f18-4391-8d99-74c646098f8c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:53.758137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4b870-cb10-48c9-92ff-4ad33062a55f req-a085ff90-c5af-4777-b8b8-4c2741feb68c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:53.759874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-faf4b870-cb10-48c9-92ff-4ad33062a55f req-a085ff90-c5af-4777-b8b8-4c2741feb68c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 948 time: 0.1484036 Jul 05 17:54:53.771215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Made reservation on behalf of ffac400d35a64414988ff70bdf05cef7 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:54:53.771340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.784179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a7068b6-d633-457d-b3b8-245a89f3f21a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.812087 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a7068b6-d633-457d-b3b8-245a89f3f21a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.821861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.839130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-faf4b870-cb10-48c9-92ff-4ad33062a55f req-03fd5769-e9cd-4c8e-bcf2-84df467b3f5b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599675 Jul 05 17:54:53.873621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:53.874245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.875736 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] 10.222.0.39 "PUT /v2.0/ports/dd7b2226-5f18-4391-8d99-74c646098f8c HTTP/1.1" status: 200 len: 1096 time: 1.7453775 Jul 05 17:54:53.878464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a42c2764-dc86-4993-8e58-6b20ed14a5f3', 'tag': 'dd7b2226-5f18-4391-8d99-74c646098f8c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:53.880937 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc005b84-34c1-4cb2-b1ac-e7b2fe6265cd" -d '{"events": [{"name": "network-changed", "server_uuid": "a42c2764-dc86-4993-8e58-6b20ed14a5f3", "tag": "dd7b2226-5f18-4391-8d99-74c646098f8c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:53.915012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934dd7b-b4fd-4438-830b-2a1e13f48653 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7b2226-5f18-4391-8d99-74c646098f8c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:53.932970 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3eadac2-b0b1-42d8-80a0-fb327764da72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.939055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3eadac2-b0b1-42d8-80a0-fb327764da72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:53.942478 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a3eadac2-b0b1-42d8-80a0-fb327764da72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e2aa6ca-4f03-4f8f-a01b-df463a497d26 HTTP/1.1" status: 204 len: 168 time: 0.7139084 Jul 05 17:54:53.959498 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711ebc13-f8cc-4794-8ba7-b6a185f97ad1 x-openstack-request-id: req-711ebc13-f8cc-4794-8ba7-b6a185f97ad1 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:53.959983 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a42c2764-dc86-4993-8e58-6b20ed14a5f3", "tag": "dd7b2226-5f18-4391-8d99-74c646098f8c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:53.960418 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-711ebc13-f8cc-4794-8ba7-b6a185f97ad1 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:53.960944 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a42c2764-dc86-4993-8e58-6b20ed14a5f3', 'tag': 'dd7b2226-5f18-4391-8d99-74c646098f8c', 'status': 'completed', 'code': 200} Jul 05 17:54:53.976667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eadac2-b0b1-42d8-80a0-fb327764da72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2aa6ca-4f03-4f8f-a01b-df463a497d26,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:54.008986 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a7068b6-d633-457d-b3b8-245a89f3f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:54.012500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a7068b6-d633-457d-b3b8-245a89f3f21a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:54.018511 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2a7068b6-d633-457d-b3b8-245a89f3f21a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d7048d5-3313-400b-80bb-cd067d9ac243 HTTP/1.1" status: 204 len: 168 time: 0.4237487 Jul 05 17:54:54.055699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7068b6-d633-457d-b3b8-245a89f3f21a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7048d5-3313-400b-80bb-cd067d9ac243,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:54.095204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc005b84-34c1-4cb2-b1ac-e7b2fe6265cd req-f2c4395a-e210-4d65-b9a9-7af5c55ab2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:54.097421 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bc005b84-34c1-4cb2-b1ac-e7b2fe6265cd req-f2c4395a-e210-4d65-b9a9-7af5c55ab2cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 1099 time: 0.1144705 Jul 05 17:54:54.136874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Allocated IP 192.168.233.211 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/c499b2b6-67a2-46c7-810d-bd716c2422fa) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:54:54.148448 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bc005b84-34c1-4cb2-b1ac-e7b2fe6265cd req-3157937f-16c6-41da-9422-c9e96816da23 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337822 Jul 05 17:54:54.293590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc005b84-34c1-4cb2-b1ac-e7b2fe6265cd req-ca5d1d38-920b-49a2-a161-2d855cd02bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:54.295338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bc005b84-34c1-4cb2-b1ac-e7b2fe6265cd req-ca5d1d38-920b-49a2-a161-2d855cd02bc0 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1401756 Jul 05 17:54:54.342471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.97', 50975) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:54.373139 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:54.505174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-88994391-ada4-482c-80a4-cfaa13567ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:54.505833 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:54.507259 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-88994391-ada4-482c-80a4-cfaa13567ad3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 1099 time: 0.1361768 Jul 05 17:54:54.514925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-37870dff-7364-45bc-92e8-2b5c369524e1 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:54.517108 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-37870dff-7364-45bc-92e8-2b5c369524e1 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.97 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 972 time: 0.1733370 Jul 05 17:54:54.618830 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-8704dffe-1d64-4577-ae4d-f8cb975214f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=dd7b2226-5f18-4391-8d99-74c646098f8c HTTP/1.1" status: 200 len: 217 time: 0.0861313 Jul 05 17:54:54.632650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Transition to ACTIVE for port object c499b2b6-67a2-46c7-810d-bd716c2422fa will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:54.689178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-293100ea-1801-448c-bf4c-993101378644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:54.694720 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-293100ea-1801-448c-bf4c-993101378644 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0656095 Jul 05 17:54:54.769498 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:54.792540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b669b00-b06c-4457-89df-532367c32d54 req-f5a17b9d-e921-4a5d-9619-5d7a3e0a9a87 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:54.794158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b669b00-b06c-4457-89df-532367c32d54 req-f5a17b9d-e921-4a5d-9619-5d7a3e0a9a87 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 945 time: 0.1259282 Jul 05 17:54:54.811321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-edfbd23c-0974-4dd6-b506-01e106c390ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:54.813538 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-edfbd23c-0974-4dd6-b506-01e106c390ec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134207 Jul 05 17:54:54.842878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Deleting port a1458563-23cd-4e92-ba4b-c811166f542a {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:54:54.843315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:54.887451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:54:54.888121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Pushing event updated for resources: {'Port': ['ID=c499b2b6-67a2-46c7-810d-bd716c2422fa,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:54.898760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:54:54.906103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:54:54.913065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:54.913359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:54.950115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b669b00-b06c-4457-89df-532367c32d54 req-fae9fb93-ff87-41e4-b089-fcb7a9e03313 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488979 Jul 05 17:54:54.996383 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-20e49663-8b86-47a2-98ce-da65be72382c service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738358 Jul 05 17:54:54.996594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090518d1-ce56-48dd-adee-52ad1a5dff96 req-7b2a884c-b3ed-4228-a26e-88c072553280 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:55.001633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-090518d1-ce56-48dd-adee-52ad1a5dff96 req-7b2a884c-b3ed-4228-a26e-88c072553280 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 972 time: 0.2664809 Jul 05 17:54:55.006136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] For port a1458563-23cd-4e92-ba4b-c811166f542a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a1458563-23cd-4e92-ba4b-c811166f542a,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:55.006591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:55.035594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-bab8fb69-aedd-460b-8dff-07afba6f8d7a tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5844462 Jul 05 17:54:55.052307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Request body: {'port': {'device_id': '3b366b5f-5650-459c-ba84-6ffd7e1ecb71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:55.063133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-090518d1-ce56-48dd-adee-52ad1a5dff96 req-2b0616a8-7e1b-4bbb-b46a-d357602b7f8b tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/security-groups?id=22d13c6c-0f61-443d-8809-0eb6cf4f2140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517676 Jul 05 17:54:55.066609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Calling delete_port for a1458563-23cd-4e92-ba4b-c811166f542a owned by compute:tempest-test_az-1643354826 {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:54:55.202536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42724) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:55.214704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1993c81b-1910-4139-b7e3-04f6793eba0a req-2d7f2fa1-457f-4469-8e8e-b468fd9e6386 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053566 Jul 05 17:54:55.283305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aff693c7-a0f0-40ca-bf78-bdf61eefcee3 None None] Provisioning for port c499b2b6-67a2-46c7-810d-bd716c2422fa completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:54:55.289838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aff693c7-a0f0-40ca-bf78-bdf61eefcee3 None None] Provisioning complete for port c499b2b6-67a2-46c7-810d-bd716c2422fa triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:54:55.290463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aff693c7-a0f0-40ca-bf78-bdf61eefcee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:55.341631 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:55.349887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aff693c7-a0f0-40ca-bf78-bdf61eefcee3 None None] Port c499b2b6-67a2-46c7-810d-bd716c2422fa cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:54:55.431295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:55.435495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a7602fe6-99e4-4d05-9359-01dd5bf132ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84bf717f612d401a998ee406c3c495fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239592 Jul 05 17:54:55.438061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42730) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:55.444109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['a1458563-23cd-4e92-ba4b-c811166f542a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:54:55.476042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Pushing event deleted for resources: {'Port': ['ID=a1458563-23cd-4e92-ba4b-c811166f542a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:55.540513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] No DVR routers for this DVR port a1458563-23cd-4e92-ba4b-c811166f542a on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:54:55.544142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:55.546274 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2e1076a8-2326-423d-b15d-dcb7b4e28f58 req-2b0ebc9b-d313-427d-81e7-6e9bb3bed52f tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.97 "DELETE /v2.0/ports/a1458563-23cd-4e92-ba4b-c811166f542a HTTP/1.1" status: 204 len: 173 time: 1.0242696 Jul 05 17:54:55.562216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430bd3c-8aa3-48dd-a221-87d533b14a3d req-e2593e03-46ac-4853-a308-0c732f071efd tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:55.569715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9430bd3c-8aa3-48dd-a221-87d533b14a3d req-e2593e03-46ac-4853-a308-0c732f071efd tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 936 time: 0.3569555 Jul 05 17:54:55.622618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d9be-e9b8-4cdf-b4fc-00281f294ae8 req-d571edf1-1c4a-4620-8059-1edac3e8a520 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:55.624167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c629d9be-e9b8-4cdf-b4fc-00281f294ae8 req-d571edf1-1c4a-4620-8059-1edac3e8a520 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 948 time: 0.3229444 Jul 05 17:54:55.711341 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-63c66e9e-c224-46f2-95cb-1806130dcd50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:55.743137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9430bd3c-8aa3-48dd-a221-87d533b14a3d req-833031d6-9ecc-4351-8bf2-06c84d082869 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642640 Jul 05 17:54:55.827503 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-63c66e9e-c224-46f2-95cb-1806130dcd50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:55.832392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c629d9be-e9b8-4cdf-b4fc-00281f294ae8 req-4b357d6d-0baf-42ba-b909-4f4a6a2cb5a9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940584 Jul 05 17:54:55.904782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c499b2b6-67a2-46c7-810d-bd716c2422fa {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:54:55.912935 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:55.927125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Transition to ACTIVE for port object c499b2b6-67a2-46c7-810d-bd716c2422fa will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:54:55.962223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613915e3-f899-4fc1-ae57-a025aaef03ab', 'name': 'network-vif-deleted', 'tag': 'a1458563-23cd-4e92-ba4b-c811166f542a'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:55.964553 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5d089a-7dd5-4f06-9b97-f245e786f60f" -d '{"events": [{"server_uuid": "613915e3-f899-4fc1-ae57-a025aaef03ab", "name": "network-vif-deleted", "tag": "a1458563-23cd-4e92-ba4b-c811166f542a"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:56.013119 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b177afba-a06c-49d7-9068-964655be3ed7 x-openstack-request-id: req-b177afba-a06c-49d7-9068-964655be3ed7 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:56.013409 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613915e3-f899-4fc1-ae57-a025aaef03ab", "name": "network-vif-deleted", "tag": "a1458563-23cd-4e92-ba4b-c811166f542a", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:56.013661 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b177afba-a06c-49d7-9068-964655be3ed7 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:56.014055 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613915e3-f899-4fc1-ae57-a025aaef03ab', 'name': 'network-vif-deleted', 'tag': 'a1458563-23cd-4e92-ba4b-c811166f542a', 'status': 'completed', 'code': 200} Jul 05 17:54:56.033870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:56.041275 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-63c66e9e-c224-46f2-95cb-1806130dcd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:56.044653 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-63c66e9e-c224-46f2-95cb-1806130dcd50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:56.046500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-63c66e9e-c224-46f2-95cb-1806130dcd50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26d321b6-4384-4125-afc5-49c9a5646c86 HTTP/1.1" status: 204 len: 168 time: 0.6059670 Jul 05 17:54:56.082499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c66e9e-c224-46f2-95cb-1806130dcd50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d321b6-4384-4125-afc5-49c9a5646c86,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:56.170645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Pushing event updated for resources: {'Port': ['ID=c499b2b6-67a2-46c7-810d-bd716c2422fa,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:56.220324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:56.222998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Attempting to bind port c499b2b6-67a2-46c7-810d-bd716c2422fa on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:54:56.225283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Attempting to bind port c499b2b6-67a2-46c7-810d-bd716c2422fa by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:54:56.225283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Attempting to bind port c499b2b6-67a2-46c7-810d-bd716c2422fa on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:56.230467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Port c499b2b6-67a2-46c7-810d-bd716c2422fa on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:54:56.230838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Attempting to bind port c499b2b6-67a2-46c7-810d-bd716c2422fa on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:54:56.241034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:54:56.242352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:54:56.244568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:54:56.245673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Bound port: c499b2b6-67a2-46c7-810d-bd716c2422fa, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:54:56.245673 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:56.351895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a78ed2-8ea6-4f7b-b9f7-b9cc290ccb79 req-3988be96-96ac-4e69-b686-e5d0be3aba9e tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:56.352057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77a78ed2-8ea6-4f7b-b9f7-b9cc290ccb79 req-3988be96-96ac-4e69-b686-e5d0be3aba9e tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 945 time: 0.1973257 Jul 05 17:54:56.385059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] For port c499b2b6-67a2-46c7-810d-bd716c2422fa, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:54:56.413396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] For port c499b2b6-67a2-46c7-810d-bd716c2422fa, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c499b2b6-67a2-46c7-810d-bd716c2422fa,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:54:56.437417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77a78ed2-8ea6-4f7b-b9f7-b9cc290ccb79 req-adf6e988-bcf7-4510-b6c7-74e61e0607c6 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772450 Jul 05 17:54:56.475948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f17fe06-d3cd-4d77-b79d-467037a1c333 req-f0cc9333-e19f-46a8-a580-a97f83106fb3 tempest-AggregatesAdminTestJSON-1769378128 tempest-AggregatesAdminTestJSON-1769378128-project] 10.222.0.30 "GET /v2.0/ports?device_id=613915e3-f899-4fc1-ae57-a025aaef03ab HTTP/1.1" status: 200 len: 210 time: 0.0559666 Jul 05 17:54:56.483325 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:56.523639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:56.524259 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:56.525675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] 10.222.0.97 "PUT /v2.0/ports/c499b2b6-67a2-46c7-810d-bd716c2422fa HTTP/1.1" status: 200 len: 1096 time: 1.4817870 Jul 05 17:54:56.526288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b366b5f-5650-459c-ba84-6ffd7e1ecb71', 'tag': 'c499b2b6-67a2-46c7-810d-bd716c2422fa'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:56.529070 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b366b5f-5650-459c-ba84-6ffd7e1ecb71", "tag": "c499b2b6-67a2-46c7-810d-bd716c2422fa"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:56.556593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f924d99-7c29-4d47-8970-9bdcbb7d7eeb service neutron] Pushing event updated for resources: {'Port': ['ID=c499b2b6-67a2-46c7-810d-bd716c2422fa,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:56.725751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c2a0d-757a-488a-9f1e-1de61c3dbe19 req-ff07b885-c1f9-4a38-8ead-c3e94bd2590f tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:56.727851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c2c2a0d-757a-488a-9f1e-1de61c3dbe19 req-ff07b885-c1f9-4a38-8ead-c3e94bd2590f tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 945 time: 0.1162233 Jul 05 17:54:56.738310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42784) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:56.743079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bf38f86e-1d53-4f16-b16d-08105612f48b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Request body: {'floatingip': {'port_id': 'f81dfb91-62c2-440e-a252-a12e09a92e9c'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:54:56.780100 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fe3498-1ec6-4a87-b850-4c8f44068724 x-openstack-request-id: req-71fe3498-1ec6-4a87-b850-4c8f44068724 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:56.785653 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b366b5f-5650-459c-ba84-6ffd7e1ecb71", "tag": "c499b2b6-67a2-46c7-810d-bd716c2422fa", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:56.785653 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71fe3498-1ec6-4a87-b850-4c8f44068724 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:56.785653 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b366b5f-5650-459c-ba84-6ffd7e1ecb71', 'tag': 'c499b2b6-67a2-46c7-810d-bd716c2422fa', 'status': 'completed', 'code': 200} Jul 05 17:54:56.799417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-f3d5a135-f134-4355-879f-ecd1eafda60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:56.801826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-f3d5a135-f134-4355-879f-ecd1eafda60c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ffac400d35a64414988ff70bdf05cef7&device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 1099 time: 0.1353762 Jul 05 17:54:56.861977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-5c951c0e-56bb-49c8-8495-fa086551eb34 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=c499b2b6-67a2-46c7-810d-bd716c2422fa HTTP/1.1" status: 200 len: 217 time: 0.0523376 Jul 05 17:54:56.867940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf38f86e-1d53-4f16-b16d-08105612f48b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:56.964952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-107a79ab-b0fe-4157-ace1-bbe54120f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:56.966446 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-107a79ab-b0fe-4157-ace1-bbe54120f4f8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0985062 Jul 05 17:54:57.033431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a97c56-c4a2-412d-9722-1c4cdc33651b req-7cc8af97-8afc-4b22-aad9-373634882d84 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:57.035043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5a97c56-c4a2-412d-9722-1c4cdc33651b req-7cc8af97-8afc-4b22-aad9-373634882d84 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 948 time: 0.1260216 Jul 05 17:54:57.074532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-c0b798e6-4039-4247-959b-6da28800e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:57.076200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-c0b798e6-4039-4247-959b-6da28800e814 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1031706 Jul 05 17:54:57.120355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5a97c56-c4a2-412d-9722-1c4cdc33651b req-8a4c2b33-9e0f-4a62-ad3f-d84869b18d15 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769575 Jul 05 17:54:57.139648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42798) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:57.218045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-f0715252-839b-4f23-8338-fc2d3c9c931f service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236179 Jul 05 17:54:57.401849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0656f5e-a8ba-439b-aae9-ccb4e13e291e req-a74ba60b-42fa-4642-b31b-b89a2b8f5b96 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854155 Jul 05 17:54:57.416360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88da3b3-b522-4d99-b6fb-65ccfc7e62e2 req-917d7070-ed2e-432e-b0dc-1661ec95153a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:57.417833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c88da3b3-b522-4d99-b6fb-65ccfc7e62e2 req-917d7070-ed2e-432e-b0dc-1661ec95153a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 948 time: 0.1477966 Jul 05 17:54:57.478282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c88da3b3-b522-4d99-b6fb-65ccfc7e62e2 req-d3a8b6fc-e103-4930-99e9-47874f99c4d4 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538583 Jul 05 17:54:57.650546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-7c84742a-9844-4100-8957-ddaf25b0a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:57.652425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-7c84742a-9844-4100-8957-ddaf25b0a72e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ffac400d35a64414988ff70bdf05cef7&device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 1099 time: 0.0839353 Jul 05 17:54:57.668663 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59155155-2ab4-4713-94ad-dfa5d4f9e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:57.813857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-8076ce00-ef18-4557-af5e-7707a3ddac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:57.815550 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-8076ce00-ef18-4557-af5e-7707a3ddac1b service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1564441 Jul 05 17:54:57.866015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-533478f7-acf6-4a31-9c63-084c87be1210 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=c499b2b6-67a2-46c7-810d-bd716c2422fa HTTP/1.1" status: 200 len: 217 time: 0.0438707 Jul 05 17:54:57.919643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-36698a2f-9bfb-4384-a0ca-927947cefa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:57.921279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-36698a2f-9bfb-4384-a0ca-927947cefa0b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0486755 Jul 05 17:54:57.923814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf38f86e-1d53-4f16-b16d-08105612f48b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:57.949187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59155155-2ab4-4713-94ad-dfa5d4f9e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:57.978620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-be9fc4b8-060a-4e95-ad7d-1ba96d1120c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:57.980151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-be9fc4b8-060a-4e95-ad7d-1ba96d1120c7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525990 Jul 05 17:54:58.031340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf38f86e-1d53-4f16-b16d-08105612f48b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.035496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59155155-2ab4-4713-94ad-dfa5d4f9e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.092351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-97e8c8de-1d43-4d35-b420-622bbc4db3ef service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050780 Jul 05 17:54:58.130193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59155155-2ab4-4713-94ad-dfa5d4f9e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545494ec-4322-4f8d-ac6f-d83fb7cd6b0a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:58.136431 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-59155155-2ab4-4713-94ad-dfa5d4f9e804 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52f581cd06cb445ea53107eb3ad30e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9879878 Jul 05 17:54:58.139679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42848) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:58.177578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1458563-23cd-4e92-ba4b-c811166f542a no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:54:58.197729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5b1cd9b-c7ad-43b9-b6d2-247ca7852b7d req-6123c97c-e99d-4370-927e-ad182c042d32 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984728 Jul 05 17:54:58.216337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: a1458563-23cd-4e92-ba4b-c811166f542a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:54:58.219410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1458563-23cd-4e92-ba4b-c811166f542a not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:54:58.225584 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-bf38f86e-1d53-4f16-b16d-08105612f48b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Floating IP af5b7a3d-f811-4314-ac26-b619c9be6fb9 associated. External IP: 172.25.3.112, port: f81dfb91-62c2-440e-a252-a12e09a92e9c. Jul 05 17:54:58.337280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d193e16-b1aa-4a65-94e1-5d3ff626186a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.338939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42858) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:58.387527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device dd7b2226-5f18-4391-8d99-74c646098f8c details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:54:58.400131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fabcb9-e3c4-4002-8beb-7170621946e2 req-4d687f0b-bd7d-489f-97c0-62f3b65a2833 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:58.409344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31fabcb9-e3c4-4002-8beb-7170621946e2 req-4d687f0b-bd7d-489f-97c0-62f3b65a2833 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 948 time: 0.1229737 Jul 05 17:54:58.409914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d193e16-b1aa-4a65-94e1-5d3ff626186a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.434507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42864) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:58.471224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31fabcb9-e3c4-4002-8beb-7170621946e2 req-8dd656c1-9eb4-456e-807e-e62230120d1e tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602062 Jul 05 17:54:58.557469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port dd7b2226-5f18-4391-8d99-74c646098f8c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=dd7b2226-5f18-4391-8d99-74c646098f8c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:58.584885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0182ab6f-9a57-49fb-a5f9-903fb90e316f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.596528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'dd7b2226-5f18-4391-8d99-74c646098f8c', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'dd7b2226-5f18-4391-8d99-74c646098f8c', 'mac_address': 'fa:16:3e:5b:be:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:54:58.615548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf38f86e-1d53-4f16-b16d-08105612f48b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:54:58.659912 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.676965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7b2226-5f18-4391-8d99-74c646098f8c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:54:58.703532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port dd7b2226-5f18-4391-8d99-74c646098f8c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=dd7b2226-5f18-4391-8d99-74c646098f8c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:54:58.707311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d193e16-b1aa-4a65-94e1-5d3ff626186a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.710914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d193e16-b1aa-4a65-94e1-5d3ff626186a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.711199 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9d193e16-b1aa-4a65-94e1-5d3ff626186a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/545494ec-4322-4f8d-ac6f-d83fb7cd6b0a HTTP/1.1" status: 204 len: 168 time: 0.5705245 Jul 05 17:54:58.754849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d193e16-b1aa-4a65-94e1-5d3ff626186a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545494ec-4322-4f8d-ac6f-d83fb7cd6b0a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:58.780012 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.789043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-40f7a3fb-7486-45db-8af2-7ffd72314b6e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60de64f012344436b88d50be3da9d0e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3517518 Jul 05 17:54:58.792062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf38f86e-1d53-4f16-b16d-08105612f48b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:54:58.793904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42878) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:58.798358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf38f86e-1d53-4f16-b16d-08105612f48b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.813743 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] Sync routers for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:54:58.829604 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:58.832389 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:54:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:58.885241 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bf38f86e-1d53-4f16-b16d-08105612f48b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "PUT /v2.0/floatingips/af5b7a3d-f811-4314-ac26-b619c9be6fb9 HTTP/1.1" status: 200 len: 991 time: 2.1457887 Jul 05 17:54:58.886432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4960886c-ba21-4665-bcd7-506309f12b1c', 'tag': 'f81dfb91-62c2-440e-a252-a12e09a92e9c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:54:58.888835 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc" -d '{"events": [{"name": "network-changed", "server_uuid": "4960886c-ba21-4665-bcd7-506309f12b1c", "tag": "f81dfb91-62c2-440e-a252-a12e09a92e9c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:54:58.910077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=dd7b2226-5f18-4391-8d99-74c646098f8c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:58.915342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267c9ec-e2c2-4f72-a2b4-9f7bb58fd2df req-9c202738-b0ff-4f8f-ad5f-6aea2b359772 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:58.917050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0267c9ec-e2c2-4f72-a2b4-9f7bb58fd2df req-9c202738-b0ff-4f8f-ad5f-6aea2b359772 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 948 time: 0.2806754 Jul 05 17:54:58.923782 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0182ab6f-9a57-49fb-a5f9-903fb90e316f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.956563 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5994-0c17-4ab7-a4de-a86002caf024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:58.989822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0267c9ec-e2c2-4f72-a2b4-9f7bb58fd2df req-e250f10c-ef31-4e5d-b4c1-f9baa9d01931 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597472 Jul 05 17:54:58.990063 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:58.999267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5994-0c17-4ab7-a4de-a86002caf024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:59.056575 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0182ab6f-9a57-49fb-a5f9-903fb90e316f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:59.073702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:54:59.126933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0182ab6f-9a57-49fb-a5f9-903fb90e316f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e73c4f40e8e4d658e28db048e69465d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7867024 Jul 05 17:54:59.127376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42890) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:59.174399 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923aeeda-15d0-4dd0-892d-c939cb479604 x-openstack-request-id: req-923aeeda-15d0-4dd0-892d-c939cb479604 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:54:59.174829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182ab6f-9a57-49fb-a5f9-903fb90e316f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb12083-f4bd-4e89-a8f5-405c24ac941c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:59.175880 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4960886c-ba21-4665-bcd7-506309f12b1c", "tag": "f81dfb91-62c2-440e-a252-a12e09a92e9c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:54:59.176138 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-923aeeda-15d0-4dd0-892d-c939cb479604 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:54:59.176569 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4960886c-ba21-4665-bcd7-506309f12b1c', 'tag': 'f81dfb91-62c2-440e-a252-a12e09a92e9c', 'status': 'completed', 'code': 200} Jul 05 17:54:59.246876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5994-0c17-4ab7-a4de-a86002caf024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:59.250793 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5994-0c17-4ab7-a4de-a86002caf024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:59.256127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ffbd5994-0c17-4ab7-a4de-a86002caf024 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22d13c6c-0f61-443d-8809-0eb6cf4f2140 HTTP/1.1" status: 204 len: 168 time: 0.4577575 Jul 05 17:54:59.272060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd5994-0c17-4ab7-a4de-a86002caf024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d13c6c-0f61-443d-8809-0eb6cf4f2140,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:59.289924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44478551-8eb1-4d86-99cc-6c02921af3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:59.357996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44478551-8eb1-4d86-99cc-6c02921af3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:59.426112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-12a04e4e-ca31-4ad7-a01e-4916270e049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:59.427681 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-12a04e4e-ca31-4ad7-a01e-4916270e049c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 1096 time: 0.2176530 Jul 05 17:54:59.463872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:59.485210 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'af5b7a3d-f811-4314-ac26-b619c9be6fb9', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'port_id': 'f81dfb91-62c2-440e-a252-a12e09a92e9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'mac_address': 'fa:16:3e:66:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4960886c-ba21-4665-bcd7-506309f12b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:54:36Z', 'updated_at': '2021-07-05T17:54:57Z', 'revision_number': 1, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:59.512831 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] Checking router: a8f4e37b-130e-4cc8-9db7-9f8e51c093dc for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:54:59.524740 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:54:59.525387 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:54:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:59.544071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-0998f5b2-61a1-40b8-871b-a62bcbe4dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:59.551116 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-0998f5b2-61a1-40b8-871b-a62bcbe4dadf service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 200 len: 924 time: 0.1109324 Jul 05 17:54:59.604027 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44478551-8eb1-4d86-99cc-6c02921af3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:59.606646 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44478551-8eb1-4d86-99cc-6c02921af3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:54:59.608038 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-44478551-8eb1-4d86-99cc-6c02921af3c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fb12083-f4bd-4e89-a8f5-405c24ac941c HTTP/1.1" status: 204 len: 168 time: 0.4792070 Jul 05 17:54:59.639401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44478551-8eb1-4d86-99cc-6c02921af3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb12083-f4bd-4e89-a8f5-405c24ac941c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:54:59.652701 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:54:59.679443 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-0bf50ae9-6e34-45c7-9488-85a3183d9765 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81dfb91-62c2-440e-a252-a12e09a92e9c HTTP/1.1" status: 200 len: 999 time: 0.1252944 Jul 05 17:54:59.732156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4afc06-caad-4cb3-b041-02df0f685ac6 req-28546c56-6857-4f62-8115-d4bb12b933b2 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:59.733771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e4afc06-caad-4cb3-b041-02df0f685ac6 req-28546c56-6857-4f62-8115-d4bb12b933b2 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 948 time: 0.0784097 Jul 05 17:54:59.735482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-1932b136-7fa8-41a3-b38e-dd1260671c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:59.737185 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-1932b136-7fa8-41a3-b38e-dd1260671c1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=339413cb-a39e-4aeb-90e2-4c062c4dd114 HTTP/1.1" status: 200 len: 863 time: 0.0510488 Jul 05 17:54:59.896885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e4afc06-caad-4cb3-b041-02df0f685ac6 req-900f2285-792b-45ba-baca-6a9aa7346008 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565956 Jul 05 17:54:59.898108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-8d833fac-e95b-41a4-a9c0-17c21183f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:54:59.898108 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-8d833fac-e95b-41a4-a9c0-17c21183f24b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031594 Jul 05 17:54:59.939785 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'af5b7a3d-f811-4314-ac26-b619c9be6fb9', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'port_id': 'f81dfb91-62c2-440e-a252-a12e09a92e9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'mac_address': 'fa:16:3e:66:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4960886c-ba21-4665-bcd7-506309f12b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:54:36Z', 'updated_at': '2021-07-05T17:54:57Z', 'revision_number': 1, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:54:59.960901 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-49b53fbc-5401-49d4-ae9e-e9ca31bc9bbe service neutron] 10.222.0.39 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964229 Jul 05 17:54:59.966514 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cfef86-fb60-4be8-bee1-3f1eb3a3351b None None] The sync data for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 is: [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'af5b7a3d-f811-4314-ac26-b619c9be6fb9', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'port_id': 'f81dfb91-62c2-440e-a252-a12e09a92e9c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'mac_address': 'fa:16:3e:66:9a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4960886c-ba21-4665-bcd7-506309f12b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:54:36Z', 'updated_at': '2021-07-05T17:54:57Z', 'revision_number': 1, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:54:59.971784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42920) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:54:59.986467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-200adb83-2683-4001-be6d-962398b9763b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.089379 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9419ea33-8fb7-4c98-9226-c8d9cb0dd4bc req-27c596a3-736a-46c1-a8d5-35ca9250d729 service neutron] 10.222.0.39 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214297 Jul 05 17:55:00.155034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-200adb83-2683-4001-be6d-962398b9763b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.175851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c499b2b6-67a2-46c7-810d-bd716c2422fa details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:55:00.246204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b827a1-3ef3-4cba-a092-289ccb2e1d22 req-a59a5933-fbcd-48d4-8a55-fcb705736518 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:00.246204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11b827a1-3ef3-4cba-a092-289ccb2e1d22 req-a59a5933-fbcd-48d4-8a55-fcb705736518 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 949 time: 0.0870371 Jul 05 17:55:00.317095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11b827a1-3ef3-4cba-a092-289ccb2e1d22 req-4bbd4b0c-f595-4b0f-ad20-2fe6440cc77a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626190 Jul 05 17:55:00.317495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c499b2b6-67a2-46c7-810d-bd716c2422fa, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c499b2b6-67a2-46c7-810d-bd716c2422fa,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:00.318682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-200adb83-2683-4001-be6d-962398b9763b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.330418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec8e873-2681-47a8-b1bc-2aeeff2565ec None None] New status for floating IP af5b7a3d-f811-4314-ac26-b619c9be6fb9: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:55:00.385161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-200adb83-2683-4001-be6d-962398b9763b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6dc00d991f754426a6be3173c09a42b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4119511 Jul 05 17:55:00.387466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200adb83-2683-4001-be6d-962398b9763b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94652794-f7f9-463d-9387-b0ca3b70d4eb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:00.387780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42930) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:00.403347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device dd7b2226-5f18-4391-8d99-74c646098f8c up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:00.405524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'c499b2b6-67a2-46c7-810d-bd716c2422fa', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'c499b2b6-67a2-46c7-810d-bd716c2422fa', 'mac_address': 'fa:16:3e:2c:9b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:55:00.439597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c632c41-c922-48f9-831b-9400da5ec40a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.461900 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c632c41-c922-48f9-831b-9400da5ec40a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.571243 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.585691 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c632c41-c922-48f9-831b-9400da5ec40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.588433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c632c41-c922-48f9-831b-9400da5ec40a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.589785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8c632c41-c922-48f9-831b-9400da5ec40a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94652794-f7f9-463d-9387-b0ca3b70d4eb HTTP/1.1" status: 204 len: 168 time: 0.2009676 Jul 05 17:55:00.594999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c499b2b6-67a2-46c7-810d-bd716c2422fa {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:00.597861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632c41-c922-48f9-831b-9400da5ec40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94652794-f7f9-463d-9387-b0ca3b70d4eb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:00.632269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42936) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:00.672968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c499b2b6-67a2-46c7-810d-bd716c2422fa, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c499b2b6-67a2-46c7-810d-bd716c2422fa,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:00.688370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-df75d898-ce0a-4451-9a6e-52b83f66e67a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f147c39cd944dbb9ae19fd3b399f892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550108 Jul 05 17:55:00.691085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42940) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:00.699909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port dd7b2226-5f18-4391-8d99-74c646098f8c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:00.705317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port dd7b2226-5f18-4391-8d99-74c646098f8c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:00.713002 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.741912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42942) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:00.753272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5c23ee8-34b0-4fc8-9dcc-8660812dbcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.776322 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5c23ee8-34b0-4fc8-9dcc-8660812dbcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.786160 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.821131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.863114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42c2764-dc86-4993-8e58-6b20ed14a5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7b2226-5f18-4391-8d99-74c646098f8c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:00.867117 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd3d7f7-fd57-406f-b00f-1287f47a8142" -d '{"events": [{"server_uuid": "a42c2764-dc86-4993-8e58-6b20ed14a5f3", "name": "network-vif-plugged", "status": "completed", "tag": "dd7b2226-5f18-4391-8d99-74c646098f8c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:00.888715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port dd7b2226-5f18-4391-8d99-74c646098f8c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=dd7b2226-5f18-4391-8d99-74c646098f8c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:00.890260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c499b2b6-67a2-46c7-810d-bd716c2422fa,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:00.917801 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17e36f3-7488-4a42-93ff-65e3ab5b516f x-openstack-request-id: req-c17e36f3-7488-4a42-93ff-65e3ab5b516f {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:00.918110 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42c2764-dc86-4993-8e58-6b20ed14a5f3", "name": "network-vif-plugged", "status": "completed", "tag": "dd7b2226-5f18-4391-8d99-74c646098f8c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:00.918363 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c17e36f3-7488-4a42-93ff-65e3ab5b516f {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:00.918801 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42c2764-dc86-4993-8e58-6b20ed14a5f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7b2226-5f18-4391-8d99-74c646098f8c', 'code': 200} Jul 05 17:55:00.944014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5c23ee8-34b0-4fc8-9dcc-8660812dbcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.946949 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5c23ee8-34b0-4fc8-9dcc-8660812dbcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:00.948174 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a5c23ee8-34b0-4fc8-9dcc-8660812dbcd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b6202e1-154e-4491-af83-0b1f440158e9 HTTP/1.1" status: 204 len: 168 time: 0.2560892 Jul 05 17:55:00.956478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c23ee8-34b0-4fc8-9dcc-8660812dbcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6202e1-154e-4491-af83-0b1f440158e9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:00.977250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['c499b2b6-67a2-46c7-810d-bd716c2422fa'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:01.033279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc362a8-8885-4d41-a90b-53bf6777889f req-b37dbafd-1282-426b-bc3d-468fe4a496a3 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:01.034987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2cc362a8-8885-4d41-a90b-53bf6777889f req-b37dbafd-1282-426b-bc3d-468fe4a496a3 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 949 time: 0.0778663 Jul 05 17:55:01.054597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458c4c8-e6f1-4ca1-895e-e49e21f24c12 req-fd296b12-a989-4f2d-8f8d-215eea91a2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:01.056258 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e458c4c8-e6f1-4ca1-895e-e49e21f24c12 req-fd296b12-a989-4f2d-8f8d-215eea91a2c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 1101 time: 0.0652082 Jul 05 17:55:01.080715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2cc362a8-8885-4d41-a90b-53bf6777889f req-fce36a49-aaaf-4756-ac86-3279a946181c tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Jul 05 17:55:01.101275 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e458c4c8-e6f1-4ca1-895e-e49e21f24c12 req-bf7c547e-0be2-4c01-b576-5c5d57e6a59d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333383 Jul 05 17:55:01.132595 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.201918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=dd7b2226-5f18-4391-8d99-74c646098f8c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:01.287724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42956) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:01.302358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ada6fb6d-433b-4bb3-8087-439952dc7695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.426814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ada6fb6d-433b-4bb3-8087-439952dc7695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.504108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1fefac9-3fca-4c0d-9b4e-15b409f45e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.507134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ada6fb6d-433b-4bb3-8087-439952dc7695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.534672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b274f8-501a-4894-a551-88c8a935e3ce req-6f126af0-f911-44f3-8f84-90d63dc6cb77 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:01.543396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81b274f8-501a-4894-a551-88c8a935e3ce req-6f126af0-f911-44f3-8f84-90d63dc6cb77 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 950 time: 0.1009371 Jul 05 17:55:01.571184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ada6fb6d-433b-4bb3-8087-439952dc7695 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f847f4e568b14d4d9dcd941d2e52da26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824171 Jul 05 17:55:01.575818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6fb6d-433b-4bb3-8087-439952dc7695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78cc473-4b9a-47de-a1bc-45129da950fc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:01.576567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42966) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:01.624451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81b274f8-501a-4894-a551-88c8a935e3ce req-15e202de-47ff-41f6-9798-1e461fb06f0f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800586 Jul 05 17:55:01.684579 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1fefac9-3fca-4c0d-9b4e-15b409f45e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.689260 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d86b569-a6cb-4d9f-bc30-6bfc0ce80aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.712610 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d86b569-a6cb-4d9f-bc30-6bfc0ce80aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.722575 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1fefac9-3fca-4c0d-9b4e-15b409f45e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.770785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e1fefac9-3fca-4c0d-9b4e-15b409f45e5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=901f18c418bc4e4b9c88de2532667643&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0275176 Jul 05 17:55:01.773468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42974) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:01.776044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fefac9-3fca-4c0d-9b4e-15b409f45e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46384c-1f2a-4660-bd2f-8cd6a1e9d886,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:01.848657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d86b569-a6cb-4d9f-bc30-6bfc0ce80aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.851474 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d86b569-a6cb-4d9f-bc30-6bfc0ce80aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.855969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9d86b569-a6cb-4d9f-bc30-6bfc0ce80aa5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b78cc473-4b9a-47de-a1bc-45129da950fc HTTP/1.1" status: 204 len: 168 time: 0.2717967 Jul 05 17:55:01.855969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2eff90c1-ccd4-4c78-bd48-71be5f2ca9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:01.873134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86b569-a6cb-4d9f-bc30-6bfc0ce80aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78cc473-4b9a-47de-a1bc-45129da950fc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:01.889843 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2eff90c1-ccd4-4c78-bd48-71be5f2ca9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:02.040997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2eff90c1-ccd4-4c78-bd48-71be5f2ca9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:02.044025 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2eff90c1-ccd4-4c78-bd48-71be5f2ca9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:02.045179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2eff90c1-ccd4-4c78-bd48-71be5f2ca9c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d46384c-1f2a-4660-bd2f-8cd6a1e9d886 HTTP/1.1" status: 204 len: 168 time: 0.2702866 Jul 05 17:55:02.054649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff90c1-ccd4-4c78-bd48-71be5f2ca9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46384c-1f2a-4660-bd2f-8cd6a1e9d886,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:02.191369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c499b2b6-67a2-46c7-810d-bd716c2422fa up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:02.348900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd250901-d9f6-45bf-a149-8126c325f934 req-801acf72-21ec-4858-ab6f-5a4eaee0c4c4 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:02.350740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd250901-d9f6-45bf-a149-8126c325f934 req-801acf72-21ec-4858-ab6f-5a4eaee0c4c4 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 949 time: 0.1246207 Jul 05 17:55:02.378066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port c499b2b6-67a2-46c7-810d-bd716c2422fa completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:02.382681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port c499b2b6-67a2-46c7-810d-bd716c2422fa triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:02.382681 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:02.496469 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:02.541007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c499b2b6-67a2-46c7-810d-bd716c2422fa, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c499b2b6-67a2-46c7-810d-bd716c2422fa,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:02.586020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd250901-d9f6-45bf-a149-8126c325f934 req-1ed0828a-8e24-484a-a16a-7a70c06a41af tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291169 Jul 05 17:55:02.611333 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:02.668145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c499b2b6-67a2-46c7-810d-bd716c2422fa,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:02.894164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c91f0-7619-40a9-bb71-4d54b7fd18cf req-486dfa3b-83b9-4e2f-99bf-3e62ffbf672f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:02.895731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b8c91f0-7619-40a9-bb71-4d54b7fd18cf req-486dfa3b-83b9-4e2f-99bf-3e62ffbf672f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 950 time: 0.0688236 Jul 05 17:55:02.944931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b366b5f-5650-459c-ba84-6ffd7e1ecb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c499b2b6-67a2-46c7-810d-bd716c2422fa'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:02.944931 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f639798-3edc-43f8-b68f-cc512f29ef16" -d '{"events": [{"server_uuid": "3b366b5f-5650-459c-ba84-6ffd7e1ecb71", "name": "network-vif-plugged", "status": "completed", "tag": "c499b2b6-67a2-46c7-810d-bd716c2422fa"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:02.950398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b8c91f0-7619-40a9-bb71-4d54b7fd18cf req-0905df39-fab4-4926-94d1-3e950c5e6851 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491362 Jul 05 17:55:02.971822 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4065972e-0cc3-478c-b690-3f71a8265983 x-openstack-request-id: req-4065972e-0cc3-478c-b690-3f71a8265983 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:02.972231 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b366b5f-5650-459c-ba84-6ffd7e1ecb71", "name": "network-vif-plugged", "status": "completed", "tag": "c499b2b6-67a2-46c7-810d-bd716c2422fa", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:02.972553 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4065972e-0cc3-478c-b690-3f71a8265983 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:02.973037 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b366b5f-5650-459c-ba84-6ffd7e1ecb71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c499b2b6-67a2-46c7-810d-bd716c2422fa', 'code': 200} Jul 05 17:55:03.070091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43060) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:03.083857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fadbf5ab-d9d2-4ebb-a841-b553717d0336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:03.107187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976a94a-002b-4697-86c8-b3cb7093f841 req-f60c9ad6-7b53-4812-b121-f5cdaf47ad24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:03.110370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2976a94a-002b-4697-86c8-b3cb7093f841 req-f60c9ad6-7b53-4812-b121-f5cdaf47ad24 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 1101 time: 0.0763917 Jul 05 17:55:03.159086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2976a94a-002b-4697-86c8-b3cb7093f841 req-3988969a-20a9-48a2-ac46-0a452e130b73 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419538 Jul 05 17:55:03.207304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fadbf5ab-d9d2-4ebb-a841-b553717d0336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:03.269882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fadbf5ab-d9d2-4ebb-a841-b553717d0336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:03.316449 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fadbf5ab-d9d2-4ebb-a841-b553717d0336 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3975ed052d404903a5c782f9332db284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2525430 Jul 05 17:55:03.324205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbf5ab-d9d2-4ebb-a841-b553717d0336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee60191-0df9-43d7-b6b7-bbc8e2dbbdc0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:03.326882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43068) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:03.389232 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:03.426046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:03.534312 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:03.538921 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:03.539126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ee60191-0df9-43d7-b6b7-bbc8e2dbbdc0 HTTP/1.1" status: 204 len: 168 time: 0.2111933 Jul 05 17:55:03.552804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee60191-0df9-43d7-b6b7-bbc8e2dbbdc0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:03.562426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.567758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.568807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a958e500-d8b5-4f13-8efe-da8c605fec36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:03.653546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43078) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:03.793379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c66076-724c-48a4-8f3b-6e1a759dc29a req-260e621e-5f53-440c-a4e4-e8a8d49aa61d tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:03.807875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01c66076-724c-48a4-8f3b-6e1a759dc29a req-260e621e-5f53-440c-a4e4-e8a8d49aa61d tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 1101 time: 0.1187413 Jul 05 17:55:03.834256 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01c66076-724c-48a4-8f3b-6e1a759dc29a req-e133057a-9957-4282-8708-181592fad921 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:03.887233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aece33-0f0c-420a-9156-6f69c08d2090 req-d409aa45-1e10-4acc-950a-f82436ddcb6c tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:03.895025 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49aece33-0f0c-420a-9156-6f69c08d2090 req-d409aa45-1e10-4acc-950a-f82436ddcb6c tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 950 time: 0.1389105 Jul 05 17:55:03.944654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49aece33-0f0c-420a-9156-6f69c08d2090 req-d8481f26-0eca-4fc3-9b2c-01b9bcfb4c35 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484822 Jul 05 17:55:04.009262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01c66076-724c-48a4-8f3b-6e1a759dc29a req-e133057a-9957-4282-8708-181592fad921 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:04.010452 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c63cb34-6eab-485e-989e-0e019cc6c242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:04.109950 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01c66076-724c-48a4-8f3b-6e1a759dc29a req-e133057a-9957-4282-8708-181592fad921 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:04.140032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01c66076-724c-48a4-8f3b-6e1a759dc29a req-e133057a-9957-4282-8708-181592fad921 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306797 Jul 05 17:55:04.160952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133057a-9957-4282-8708-181592fad921 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de4d203-14a5-49ef-95d4-c6ee10ae39c4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:04.256553 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c63cb34-6eab-485e-989e-0e019cc6c242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:04.266823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43096) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:04.368553 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c63cb34-6eab-485e-989e-0e019cc6c242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:04.417797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6c63cb34-6eab-485e-989e-0e019cc6c242 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1686705c754246489cc3a04a28f757df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7624440 Jul 05 17:55:04.418847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c63cb34-6eab-485e-989e-0e019cc6c242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25881440-e28a-4e31-bb24-180cf32589f8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:04.420676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43104) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:04.478357 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-89cd0f1a-cc87-40cc-a4f3-642a20356ada tempest-AutoAllocateNetworkTest-926655368 tempest-AutoAllocateNetworkTest-926655368-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b0a4f4654bfa4de4b4ad5990f7eaed97&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2102013 Jul 05 17:55:04.488702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43110) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:04.527933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:04.556452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:04.607422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaeacaf8-9ead-4a6e-840d-35782e2e1842 tempest-AutoAllocateNetworkTest-926655368 tempest-AutoAllocateNetworkTest-926655368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:04.612409 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eaeacaf8-9ead-4a6e-840d-35782e2e1842 tempest-AutoAllocateNetworkTest-926655368 tempest-AutoAllocateNetworkTest-926655368-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1196654 Jul 05 17:55:04.612758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43120) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:04.685055 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1410e8a6-e826-42ff-be90-4536854a0a6d tempest-AutoAllocateNetworkTest-926655368 tempest-AutoAllocateNetworkTest-926655368-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711381 Jul 05 17:55:04.685887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43134) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:04.692910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c2c9ea64-d0f7-4d49-9576-65cf3369725b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251954 Jul 05 17:55:04.715071 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-01c594b1-a8ce-44a9-bf78-4879cfd8f838 tempest-AutoAllocateNetworkTest-926655368 tempest-AutoAllocateNetworkTest-926655368-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b0a4f4654bfa4de4b4ad5990f7eaed97 HTTP/1.1" status: 200 len: 208 time: 0.0277884 Jul 05 17:55:04.720705 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:04.723216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:04.726596 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25881440-e28a-4e31-bb24-180cf32589f8 HTTP/1.1" status: 204 len: 168 time: 0.3025768 Jul 05 17:55:04.732516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25881440-e28a-4e31-bb24-180cf32589f8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:04.740922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.741445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.741789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.742266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.742619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.742969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.743272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.743596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.743916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.744232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.744549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.744862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-784fadd9-2644-4719-a682-f14877b5f29f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:04.820640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-d02dd5d8-55d4-47dc-987c-fa000abb31f0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:04.822096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-d02dd5d8-55d4-47dc-987c-fa000abb31f0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236391 Jul 05 17:55:04.836866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-512536ce-0ca1-48a9-a0e4-9c314a688090 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/quotas/6d7ab2c53e554c49b66a8e3ca3c96c6f HTTP/1.1" status: 200 len: 375 time: 0.0093317 Jul 05 17:55:04.905032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-d4171195-9f98-4a8f-a2d0-e6ba53b26b8e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0625267 Jul 05 17:55:05.129819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5d9f3-c84b-4b60-be78-29fbe0c57acc req-686817a0-b20d-4f6d-9387-3a4a14f2f453 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:05.131247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1c5d9f3-c84b-4b60-be78-29fbe0c57acc req-686817a0-b20d-4f6d-9387-3a4a14f2f453 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 950 time: 0.0664916 Jul 05 17:55:05.169386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1c5d9f3-c84b-4b60-be78-29fbe0c57acc req-ea417586-f8a8-411e-ac17-0c471ea0db8b tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326266 Jul 05 17:55:05.530590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43160) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:05.560792 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:05.916742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5fa03e4-3c98-4eab-8a28-dd3dd0cb80ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:05.926860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43180) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:05.948342 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-902613cf-66b3-4887-bad9-d7507e53061b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.066718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0737-4d7e-45ab-9a7e-38dc6afbeb40 req-00129ca9-325c-4364-8074-ff716fe361d1 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:06.072011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec3e0737-4d7e-45ab-9a7e-38dc6afbeb40 req-00129ca9-325c-4364-8074-ff716fe361d1 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 950 time: 0.1024108 Jul 05 17:55:06.086732 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5fa03e4-3c98-4eab-8a28-dd3dd0cb80ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.112566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09a9d1c6-760d-4ac4-8394-6bc779706fa6 req-7e157bfa-be77-409d-86d5-c4d2979f156a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 210 time: 0.0374622 Jul 05 17:55:06.159538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec3e0737-4d7e-45ab-9a7e-38dc6afbeb40 req-cc242b3d-06b7-425f-8f90-f607f54ae071 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735712 Jul 05 17:55:06.178293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5fa03e4-3c98-4eab-8a28-dd3dd0cb80ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.228154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43202) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:06.240020 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e5fa03e4-3c98-4eab-8a28-dd3dd0cb80ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0a4f4654bfa4de4b4ad5990f7eaed97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7063725 Jul 05 17:55:06.246255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa03e4-3c98-4eab-8a28-dd3dd0cb80ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7aa906-f2d2-4df6-bb00-3bc60be497c8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:06.339626 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8e31eff-3afa-4251-a981-2fc3d3012684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.364350 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-902613cf-66b3-4887-bad9-d7507e53061b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.388675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8e31eff-3afa-4251-a981-2fc3d3012684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.443075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-902613cf-66b3-4887-bad9-d7507e53061b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.491130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-902613cf-66b3-4887-bad9-d7507e53061b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e777e31ea5a74cf89619f9feb90f32dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634446 Jul 05 17:55:06.493716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902613cf-66b3-4887-bad9-d7507e53061b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d66252d5-14e1-4e0d-9ddb-0849bca825e2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:06.494709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43210) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:06.576811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39daf1a6-e507-47a6-9681-203632f1fabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.583864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8e31eff-3afa-4251-a981-2fc3d3012684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.589375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8e31eff-3afa-4251-a981-2fc3d3012684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.591511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a8e31eff-3afa-4251-a981-2fc3d3012684 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df7aa906-f2d2-4df6-bb00-3bc60be497c8 HTTP/1.1" status: 204 len: 168 time: 0.3624048 Jul 05 17:55:06.603263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e31eff-3afa-4251-a981-2fc3d3012684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7aa906-f2d2-4df6-bb00-3bc60be497c8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:06.614774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39daf1a6-e507-47a6-9681-203632f1fabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.821762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39daf1a6-e507-47a6-9681-203632f1fabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.829359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39daf1a6-e507-47a6-9681-203632f1fabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:06.830776 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-39daf1a6-e507-47a6-9681-203632f1fabd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d66252d5-14e1-4e0d-9ddb-0849bca825e2 HTTP/1.1" status: 204 len: 168 time: 0.3349390 Jul 05 17:55:06.920578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daf1a6-e507-47a6-9681-203632f1fabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66252d5-14e1-4e0d-9ddb-0849bca825e2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:07.108415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f57c4-e24c-4ad1-8fc0-57c0a42b784a req-1c6ff4b0-c87e-429b-9ef5-160601b40cbe tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:07.111030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f0f57c4-e24c-4ad1-8fc0-57c0a42b784a req-1c6ff4b0-c87e-429b-9ef5-160601b40cbe tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 950 time: 0.0907588 Jul 05 17:55:07.155364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f0f57c4-e24c-4ad1-8fc0-57c0a42b784a req-0c09c399-aa58-4631-a2e3-abde3b6f2ecf tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385063 Jul 05 17:55:07.241690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c262c27b-679b-45ef-85bc-a0280b43c7b3 req-eb4e813b-f450-4999-a8ca-2c5563138b69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 210 time: 0.0318394 Jul 05 17:55:08.226847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43284) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:08.262627 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-92a5a46f-8d70-403a-aec9-8ba354cc8d4d tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:08.266188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-92a5a46f-8d70-403a-aec9-8ba354cc8d4d tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 950 time: 0.1169016 Jul 05 17:55:08.434192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43294) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:08.495898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42d9e49c-5b42-46fd-bdfd-ee750710c441 req-aa9d72c6-e056-44dd-a2c1-7d92453a4144 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 210 time: 0.0565348 Jul 05 17:55:08.528290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Deleting port c499b2b6-67a2-46c7-810d-bd716c2422fa {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:55:08.528740 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:08.577935 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5abec5-3817-459e-a6f6-47f1020c6f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:08.594495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc09fe-c9f9-4f62-8b8c-b7fe9e6d3149 req-af0bcc39-845b-419c-a4b1-cad796f1b226 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:08.597019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20cc09fe-c9f9-4f62-8b8c-b7fe9e6d3149 req-af0bcc39-845b-419c-a4b1-cad796f1b226 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 950 time: 0.2084184 Jul 05 17:55:08.675006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20cc09fe-c9f9-4f62-8b8c-b7fe9e6d3149 req-d6db6a39-7eed-4257-b51f-0c42d833842d tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/security-groups?id=7152daa3-1d06-4403-80c5-4668a99580a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691447 Jul 05 17:55:08.696756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] For port c499b2b6-67a2-46c7-810d-bd716c2422fa, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c499b2b6-67a2-46c7-810d-bd716c2422fa,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:08.697363 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:08.713343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Calling delete_port for c499b2b6-67a2-46c7-810d-bd716c2422fa owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:55:08.825021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5abec5-3817-459e-a6f6-47f1020c6f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:08.861196 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd87-94e1-4641-acc0-bd83cfc8b153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:08.896591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5abec5-3817-459e-a6f6-47f1020c6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:08.966907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:08.974281 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3b5abec5-3817-459e-a6f6-47f1020c6f7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6acd8adfe28e4fafa47143d9bcc44d37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7458324 Jul 05 17:55:08.978630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43312) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:08.979600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5abec5-3817-459e-a6f6-47f1020c6f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f46818-109d-4801-965e-cfb5f28af599,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:08.987187 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-0fbbd86f-44a4-48f1-a9c8-3ca3df963bea tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423076 Jul 05 17:55:08.990488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['c499b2b6-67a2-46c7-810d-bd716c2422fa'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:09.022062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Pushing event deleted for resources: {'Port': ['ID=c499b2b6-67a2-46c7-810d-bd716c2422fa,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:09.146982 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd87-94e1-4641-acc0-bd83cfc8b153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.154788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c47e1c9a-4f5f-4d7e-bb6f-2ebc2731f5b7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:09.156945 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c47e1c9a-4f5f-4d7e-bb6f-2ebc2731f5b7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1614277 Jul 05 17:55:09.168881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Request body: {'port': {'device_id': 'e560932b-99fa-4e3a-96d2-c55d18488902', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '6d7ab2c53e554c49b66a8e3ca3c96c6f'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:09.221489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] No DVR routers for this DVR port c499b2b6-67a2-46c7-810d-bd716c2422fa on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:55:09.227333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.230194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea2e49d1-8b5a-42ba-a3ac-aef229f4989e req-300ca71f-f2ff-4fa2-9e26-f3466829b157 tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.97 "DELETE /v2.0/ports/c499b2b6-67a2-46c7-810d-bd716c2422fa HTTP/1.1" status: 204 len: 173 time: 0.9576087 Jul 05 17:55:09.230839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b366b5f-5650-459c-ba84-6ffd7e1ecb71', 'name': 'network-vif-deleted', 'tag': 'c499b2b6-67a2-46c7-810d-bd716c2422fa'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:09.234359 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f3c29f-e35a-4f88-b73f-1f7da12fe583" -d '{"events": [{"server_uuid": "3b366b5f-5650-459c-ba84-6ffd7e1ecb71", "name": "network-vif-deleted", "tag": "c499b2b6-67a2-46c7-810d-bd716c2422fa"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:09.239539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ae0dd87-94e1-4641-acc0-bd83cfc8b153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.298036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdc38c80-b470-4918-83f3-a99aa018f0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.326997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0dd87-94e1-4641-acc0-bd83cfc8b153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fdeafe-1a41-4d20-8b9c-044b9fb33a19,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:09.344865 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6ae0dd87-94e1-4641-acc0-bd83cfc8b153 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa80273fec714024b61a663d8285a260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9044538 Jul 05 17:55:09.347618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43332) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:09.377206 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82151aff-bd2a-40b0-ab34-ce2d2c848f60 x-openstack-request-id: req-82151aff-bd2a-40b0-ab34-ce2d2c848f60 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:09.378783 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b366b5f-5650-459c-ba84-6ffd7e1ecb71", "name": "network-vif-deleted", "tag": "c499b2b6-67a2-46c7-810d-bd716c2422fa", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:09.379280 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82151aff-bd2a-40b0-ab34-ce2d2c848f60 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:09.381094 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b366b5f-5650-459c-ba84-6ffd7e1ecb71', 'name': 'network-vif-deleted', 'tag': 'c499b2b6-67a2-46c7-810d-bd716c2422fa', 'status': 'completed', 'code': 200} Jul 05 17:55:09.399935 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdc38c80-b470-4918-83f3-a99aa018f0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.438119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a2a639f-3bc5-477c-9575-fdeb4d11dd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.462693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a2a639f-3bc5-477c-9575-fdeb4d11dd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.533531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Made reservation on behalf of 6d7ab2c53e554c49b66a8e3ca3c96c6f for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:09.546264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.563854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdc38c80-b470-4918-83f3-a99aa018f0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.573199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdc38c80-b470-4918-83f3-a99aa018f0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.573199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bdc38c80-b470-4918-83f3-a99aa018f0b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16f46818-109d-4801-965e-cfb5f28af599 HTTP/1.1" status: 204 len: 168 time: 0.5930054 Jul 05 17:55:09.595640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc38c80-b470-4918-83f3-a99aa018f0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f46818-109d-4801-965e-cfb5f28af599,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:09.644626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-cf2561fb-f9a2-4d1f-9441-6bb32fb94fbb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407543 Jul 05 17:55:09.667151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a2a639f-3bc5-477c-9575-fdeb4d11dd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.670584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a2a639f-3bc5-477c-9575-fdeb4d11dd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:09.673992 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3a2a639f-3bc5-477c-9575-fdeb4d11dd4a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/31fdeafe-1a41-4d20-8b9c-044b9fb33a19 HTTP/1.1" status: 204 len: 168 time: 0.3229291 Jul 05 17:55:09.732061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a639f-3bc5-477c-9575-fdeb4d11dd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fdeafe-1a41-4d20-8b9c-044b9fb33a19,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:09.759945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c084052-4c6f-4a25-a10e-36f35602a91f req-3b5508ce-9af4-4bdc-9629-80e1f85e7859 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 210 time: 0.0857511 Jul 05 17:55:09.814034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-3ed0add1-f341-4a7b-ae2a-f1d7202bcc65 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:09.816297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-3ed0add1-f341-4a7b-ae2a-f1d7202bcc65 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1679814 Jul 05 17:55:09.830412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Request body: {'port': {'device_id': '95a83e3e-92a9-487c-aa52-c27c8ed44687', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '6d7ab2c53e554c49b66a8e3ca3c96c6f'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:09.863331 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Allocated IP 192.168.233.3 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/98eadd96-cac8-4f88-a75a-22b1dd2107e7) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:09.939306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0037d0b9-a805-4147-8afc-fec31a4458a9 req-115990af-59b9-4a14-877b-f0580f9ae3ad tempest-DeleteServersAdminTestJSON-1399078935 tempest-DeleteServersAdminTestJSON-1399078935-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b366b5f-5650-459c-ba84-6ffd7e1ecb71 HTTP/1.1" status: 200 len: 210 time: 0.0358050 Jul 05 17:55:10.053805 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:10.073459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Transition to ACTIVE for port object 98eadd96-cac8-4f88-a75a-22b1dd2107e7 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:10.089371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Made reservation on behalf of 6d7ab2c53e554c49b66a8e3ca3c96c6f for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:10.094092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:10.218993 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:10.243458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:10.284861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Allocated IP 192.168.233.225 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/8ca908c2-f375-48fb-9fc6-901976c03967) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:10.328308 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:10.341056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:10.357056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:10.442628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event updated for resources: {'Port': ['ID=98eadd96-cac8-4f88-a75a-22b1dd2107e7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:10.490233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:10.490483 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:10.491306 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:10.508760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Transition to ACTIVE for port object 8ca908c2-f375-48fb-9fc6-901976c03967 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:10.584933 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6ed1cf23-8682-4560-85c7-819f265d5ba2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4199116 Jul 05 17:55:10.608697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Request body: {'port': {'device_id': 'e560932b-99fa-4e3a-96d2-c55d18488902', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:10.611701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43362) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:10.642463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:10.697966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:10.701485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:10.708641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:10.721943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:10.722076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:10.722677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:10.741017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event updated for resources: {'Port': ['ID=8ca908c2-f375-48fb-9fc6-901976c03967,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:10.757864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-04668b87-667c-4a33-9c54-51d9408b2de7 None None] Provisioning for port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:10.768523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-04668b87-667c-4a33-9c54-51d9408b2de7 None None] Provisioning complete for port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:10.769230 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-04668b87-667c-4a33-9c54-51d9408b2de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:10.843656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-04668b87-667c-4a33-9c54-51d9408b2de7 None None] Port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:55:10.852784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-e8c33ec0-e8c3-4d32-b60e-18fa3651f22d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0246069 Jul 05 17:55:10.860905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Request body: {'port': {'device_id': '95a83e3e-92a9-487c-aa52-c27c8ed44687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:10.988158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.023539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43372) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:11.080853 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.136611 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-665b678c-8752-4aa5-958e-228b4ebf8c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.175080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-67801279-61b5-45f2-a06f-cda19aa1a80e None None] Provisioning for port 8ca908c2-f375-48fb-9fc6-901976c03967 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:11.181209 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-67801279-61b5-45f2-a06f-cda19aa1a80e None None] Provisioning complete for port 8ca908c2-f375-48fb-9fc6-901976c03967 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:11.181840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-67801279-61b5-45f2-a06f-cda19aa1a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.228327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-67801279-61b5-45f2-a06f-cda19aa1a80e None None] Port 8ca908c2-f375-48fb-9fc6-901976c03967 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:55:11.325613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbd430-64ad-41fe-a7c7-e0117f96102d req-37de631b-caf8-4cb3-b181-6909acd4711b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:11.333975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8dbd430-64ad-41fe-a7c7-e0117f96102d req-37de631b-caf8-4cb3-b181-6909acd4711b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 936 time: 0.2944968 Jul 05 17:55:11.362331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8298a20-5ca6-49b9-b9e5-48421b2776f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.386453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98eadd96-cac8-4f88-a75a-22b1dd2107e7 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:11.397083 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.412285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Transition to ACTIVE for port object 98eadd96-cac8-4f88-a75a-22b1dd2107e7 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:11.459955 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8dbd430-64ad-41fe-a7c7-e0117f96102d req-435e9c23-7918-4af1-b2ec-0e2998088d43 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250181 Jul 05 17:55:11.500391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.505437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-665b678c-8752-4aa5-958e-228b4ebf8c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.591949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-665b678c-8752-4aa5-958e-228b4ebf8c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.628883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Pushing event updated for resources: {'Port': ['ID=98eadd96-cac8-4f88-a75a-22b1dd2107e7,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:11.663545 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-665b678c-8752-4aa5-958e-228b4ebf8c4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddff5142008a4f54b88dc76cda351b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6345491 Jul 05 17:55:11.664280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b678c-8752-4aa5-958e-228b4ebf8c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1512de0-7656-46d3-bdc5-b54f0eb34685,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:11.673323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43398) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:11.736345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43402) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:11.795072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9795649f-8aed-4f4b-9836-ed20b5b22ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.833709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Attempting to bind port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:11.834764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Attempting to bind port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:11.834764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Attempting to bind port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:11.852620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8298a20-5ca6-49b9-b9e5-48421b2776f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.860794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:11.861412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Attempting to bind port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:11.874405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:11.875356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:11.875930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:11.876385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Bound port: 98eadd96-cac8-4f88-a75a-22b1dd2107e7, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:11.876747 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.891036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94e66dac-5d09-45b8-b7db-a690f3a9a55b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.898525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ca908c2-f375-48fb-9fc6-901976c03967 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:11.912714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.934785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8298a20-5ca6-49b9-b9e5-48421b2776f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.937905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94e66dac-5d09-45b8-b7db-a690f3a9a55b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:11.945089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Transition to ACTIVE for port object 8ca908c2-f375-48fb-9fc6-901976c03967 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:11.970451 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a8298a20-5ca6-49b9-b9e5-48421b2776f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbc18ddffa7e4c6d9fbb255e9912c777&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3569684 Jul 05 17:55:11.973342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43412) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:12.010302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] For port 98eadd96-cac8-4f88-a75a-22b1dd2107e7, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:12.014154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8298a20-5ca6-49b9-b9e5-48421b2776f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c4d352-d439-4901-bf96-ddb6b4b04dbd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:12.016783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.018988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] For port 98eadd96-cac8-4f88-a75a-22b1dd2107e7, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98eadd96-cac8-4f88-a75a-22b1dd2107e7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:12.106982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca908c2-f375-48fb-9fc6-901976c03967,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:12.118865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68602e75-fbe6-4cd0-b715-75af4e4313a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.127694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.188996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:12.190025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.191799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4de993a-0600-472a-9910-7edf83410937 service neutron] 10.222.0.97 "PUT /v2.0/ports/98eadd96-cac8-4f88-a75a-22b1dd2107e7 HTTP/1.1" status: 200 len: 1094 time: 1.5945418 Jul 05 17:55:12.192502 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e560932b-99fa-4e3a-96d2-c55d18488902', 'tag': '98eadd96-cac8-4f88-a75a-22b1dd2107e7'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:12.196055 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7be886-9192-40a4-9e1e-7d23ad25a154" -d '{"events": [{"name": "network-changed", "server_uuid": "e560932b-99fa-4e3a-96d2-c55d18488902", "tag": "98eadd96-cac8-4f88-a75a-22b1dd2107e7"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:12.200782 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68602e75-fbe6-4cd0-b715-75af4e4313a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.218028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Attempting to bind port 8ca908c2-f375-48fb-9fc6-901976c03967 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:12.218390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Attempting to bind port 8ca908c2-f375-48fb-9fc6-901976c03967 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:12.221633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Attempting to bind port 8ca908c2-f375-48fb-9fc6-901976c03967 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:12.240984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c499b2b6-67a2-46c7-810d-bd716c2422fa no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:55:12.243229 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94e66dac-5d09-45b8-b7db-a690f3a9a55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.245740 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94e66dac-5d09-45b8-b7db-a690f3a9a55b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.247038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-94e66dac-5d09-45b8-b7db-a690f3a9a55b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1512de0-7656-46d3-bdc5-b54f0eb34685 HTTP/1.1" status: 204 len: 168 time: 0.5726376 Jul 05 17:55:12.253707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de993a-0600-472a-9910-7edf83410937 service neutron] Pushing event updated for resources: {'Port': ['ID=98eadd96-cac8-4f88-a75a-22b1dd2107e7,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:12.269702 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510c9cce-4ef8-47aa-a1d4-cf6c6042422e x-openstack-request-id: req-510c9cce-4ef8-47aa-a1d4-cf6c6042422e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:12.270210 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e560932b-99fa-4e3a-96d2-c55d18488902", "tag": "98eadd96-cac8-4f88-a75a-22b1dd2107e7", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:12.270780 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-510c9cce-4ef8-47aa-a1d4-cf6c6042422e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:12.271383 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e560932b-99fa-4e3a-96d2-c55d18488902', 'tag': '98eadd96-cac8-4f88-a75a-22b1dd2107e7', 'status': 'completed', 'code': 200} Jul 05 17:55:12.272526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Port 8ca908c2-f375-48fb-9fc6-901976c03967 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:12.272817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Attempting to bind port 8ca908c2-f375-48fb-9fc6-901976c03967 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:12.273937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: c499b2b6-67a2-46c7-810d-bd716c2422fa {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:55:12.274287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c499b2b6-67a2-46c7-810d-bd716c2422fa not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:55:12.283091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e66dac-5d09-45b8-b7db-a690f3a9a55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1512de0-7656-46d3-bdc5-b54f0eb34685,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:12.296991 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9795649f-8aed-4f4b-9836-ed20b5b22ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.306783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:12.307131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:12.307515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:12.307962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Bound port: 8ca908c2-f375-48fb-9fc6-901976c03967, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:12.308320 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.383878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] For port 8ca908c2-f375-48fb-9fc6-901976c03967, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:12.387814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] For port 8ca908c2-f375-48fb-9fc6-901976c03967, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8ca908c2-f375-48fb-9fc6-901976c03967,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:12.397149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9795649f-8aed-4f4b-9836-ed20b5b22ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.419096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7be886-9192-40a4-9e1e-7d23ad25a154 req-62e93890-7bc9-460f-a2d7-8170e017445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:12.423069 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d7be886-9192-40a4-9e1e-7d23ad25a154 req-62e93890-7bc9-460f-a2d7-8170e017445c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 1097 time: 0.1275904 Jul 05 17:55:12.443676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9795649f-8aed-4f4b-9836-ed20b5b22ce4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb79c46f52aa4519971680498b2514a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7062705 Jul 05 17:55:12.447104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43438) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:12.469166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68602e75-fbe6-4cd0-b715-75af4e4313a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.472356 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68602e75-fbe6-4cd0-b715-75af4e4313a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.473758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-68602e75-fbe6-4cd0-b715-75af4e4313a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30c4d352-d439-4901-bf96-ddb6b4b04dbd HTTP/1.1" status: 204 len: 168 time: 0.4941821 Jul 05 17:55:12.489721 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.513597 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d7be886-9192-40a4-9e1e-7d23ad25a154 req-08bebac2-2325-4884-a838-174a1577ef0b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844071 Jul 05 17:55:12.519649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795649f-8aed-4f4b-9836-ed20b5b22ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028011a1-e5c7-4ea7-ad36-690032419b69,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:12.562524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68602e75-fbe6-4cd0-b715-75af4e4313a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c4d352-d439-4901-bf96-ddb6b4b04dbd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:12.579145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:12.579364 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.580981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] 10.222.0.97 "PUT /v2.0/ports/8ca908c2-f375-48fb-9fc6-901976c03967 HTTP/1.1" status: 200 len: 1096 time: 1.7249029 Jul 05 17:55:12.581435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95a83e3e-92a9-487c-aa52-c27c8ed44687', 'tag': '8ca908c2-f375-48fb-9fc6-901976c03967'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:12.585727 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3080004a-a2ef-4c64-a2f6-7d7be0477787" -d '{"events": [{"name": "network-changed", "server_uuid": "95a83e3e-92a9-487c-aa52-c27c8ed44687", "tag": "8ca908c2-f375-48fb-9fc6-901976c03967"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:12.641932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2f12a-f432-4f0b-9147-dfa14d1a7c68 service neutron] Pushing event updated for resources: {'Port': ['ID=8ca908c2-f375-48fb-9fc6-901976c03967,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:12.660193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1bef-3acd-4bfc-a57a-9155ef350a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.716688 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1bef-3acd-4bfc-a57a-9155ef350a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.778791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-b5f7cd39-3ad0-4a3b-b301-041030458e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:12.786388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-b5f7cd39-3ad0-4a3b-b301-041030458e06 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 1099 time: 0.1137781 Jul 05 17:55:12.832969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7be886-9192-40a4-9e1e-7d23ad25a154 req-9911de44-f95c-4f62-8054-d01750de15be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:12.834508 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d7be886-9192-40a4-9e1e-7d23ad25a154 req-9911de44-f95c-4f62-8054-d01750de15be service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3134167 Jul 05 17:55:12.870988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43450) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:12.889471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1bef-3acd-4bfc-a57a-9155ef350a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.898340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dfb1bef-3acd-4bfc-a57a-9155ef350a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:12.902076 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4dfb1bef-3acd-4bfc-a57a-9155ef350a05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/028011a1-e5c7-4ea7-ad36-690032419b69 HTTP/1.1" status: 204 len: 168 time: 0.4520504 Jul 05 17:55:12.941768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb1bef-3acd-4bfc-a57a-9155ef350a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028011a1-e5c7-4ea7-ad36-690032419b69,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:12.989309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4c6e4cd-0841-488a-ba78-c8279fc9c266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:12.993155 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-c4c6e4cd-0841-488a-ba78-c8279fc9c266 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 1097 time: 0.0912857 Jul 05 17:55:13.080654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-db2bd7a5-51af-44d7-bb01-b6476d90cebf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=98eadd96-cac8-4f88-a75a-22b1dd2107e7 HTTP/1.1" status: 200 len: 217 time: 0.0728457 Jul 05 17:55:13.108264 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2865d75e-b95d-4135-9780-0759e72f7d62 x-openstack-request-id: req-2865d75e-b95d-4135-9780-0759e72f7d62 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:13.108550 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95a83e3e-92a9-487c-aa52-c27c8ed44687", "tag": "8ca908c2-f375-48fb-9fc6-901976c03967", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:13.108798 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2865d75e-b95d-4135-9780-0759e72f7d62 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:13.109632 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95a83e3e-92a9-487c-aa52-c27c8ed44687', 'tag': '8ca908c2-f375-48fb-9fc6-901976c03967', 'status': 'completed', 'code': 200} Jul 05 17:55:13.111589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-8a90f7e5-48a2-4f21-8699-0dfe614e938f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8ca908c2-f375-48fb-9fc6-901976c03967 HTTP/1.1" status: 200 len: 217 time: 0.3098123 Jul 05 17:55:13.197056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-4661a679-52ba-41a2-a885-5b40892e682e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:13.200218 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-4661a679-52ba-41a2-a885-5b40892e682e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1142323 Jul 05 17:55:13.202172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-9d5434d7-22b8-43b3-91c1-3913790d01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:13.203715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-9d5434d7-22b8-43b3-91c1-3913790d01a9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0862782 Jul 05 17:55:13.215765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073b485-c513-4a7f-b5e1-a3e2d42d2f8f req-a7c2ebad-7300-497d-9da9-15793ce16c76 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:13.219037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2073b485-c513-4a7f-b5e1-a3e2d42d2f8f req-a7c2ebad-7300-497d-9da9-15793ce16c76 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 948 time: 0.4377997 Jul 05 17:55:13.299478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-d58a8b81-dbb8-480b-8fae-cd31076be91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:13.301018 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-d58a8b81-dbb8-480b-8fae-cd31076be91d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895958 Jul 05 17:55:13.303775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23199d1f-ca69-4865-8c08-01eae4092b10 req-f041cfaa-b0dd-49f4-9907-59768c9b06f0 tempest-FlavorsV2NegativeTest-1689217859 tempest-FlavorsV2NegativeTest-1689217859-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9fbf67aa38e3482ba9f25d076bef4057&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0627661 Jul 05 17:55:13.378284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2073b485-c513-4a7f-b5e1-a3e2d42d2f8f req-1ad7befd-1573-4b27-8ed4-9a4cdd21fceb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383476 Jul 05 17:55:13.427046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-255c6f66-eef5-4efa-81d3-29598cb62610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:13.428603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-255c6f66-eef5-4efa-81d3-29598cb62610 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2082572 Jul 05 17:55:13.434624 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-8f86c946-4031-4694-be25-61ce629e620b service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266248 Jul 05 17:55:13.503280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23199d1f-ca69-4865-8c08-01eae4092b10 req-c90c97fa-82d9-4f54-9756-77f3142ebeeb tempest-FlavorsV2NegativeTest-1689217859 tempest-FlavorsV2NegativeTest-1689217859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:13.505181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23199d1f-ca69-4865-8c08-01eae4092b10 req-c90c97fa-82d9-4f54-9756-77f3142ebeeb tempest-FlavorsV2NegativeTest-1689217859 tempest-FlavorsV2NegativeTest-1689217859-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1931913 Jul 05 17:55:13.529981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23199d1f-ca69-4865-8c08-01eae4092b10 req-e14ce4d7-3331-4afe-bca8-545d7be2b610 tempest-FlavorsV2NegativeTest-1689217859 tempest-FlavorsV2NegativeTest-1689217859-project] 10.222.0.30 "GET /v2.0/quotas/9fbf67aa38e3482ba9f25d076bef4057 HTTP/1.1" status: 200 len: 375 time: 0.0159996 Jul 05 17:55:13.554475 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-072d8bd5-7bec-4f76-8d64-38fc99f1adb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ffac400d35a64414988ff70bdf05cef7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6714458 Jul 05 17:55:13.557390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43470) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:13.582185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23199d1f-ca69-4865-8c08-01eae4092b10 req-1bdc9a0a-1c12-4905-a665-5f91814ac368 tempest-FlavorsV2NegativeTest-1689217859 tempest-FlavorsV2NegativeTest-1689217859-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9fbf67aa38e3482ba9f25d076bef4057&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441339 Jul 05 17:55:13.598551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-a976d8b5-c385-426c-a140-4b7b6d6939de service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567531 Jul 05 17:55:13.635062 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-4c3f732e-5de2-445a-9a35-2a6f9e134ee4 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920230 Jul 05 17:55:13.665461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9dda2a1-1101-4ef8-95a8-02f5a008c271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:13.697643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9dda2a1-1101-4ef8-95a8-02f5a008c271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:13.745963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be2f66-3770-4738-b293-0423a9ca78e4 req-6b5a21e0-1cd5-47b4-8145-7e6e3c234561 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405106 Jul 05 17:55:13.835553 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9dda2a1-1101-4ef8-95a8-02f5a008c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:13.838583 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9dda2a1-1101-4ef8-95a8-02f5a008c271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:13.842485 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d9dda2a1-1101-4ef8-95a8-02f5a008c271 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7152daa3-1d06-4403-80c5-4668a99580a8 HTTP/1.1" status: 204 len: 168 time: 0.2839608 Jul 05 17:55:13.852267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dda2a1-1101-4ef8-95a8-02f5a008c271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7152daa3-1d06-4403-80c5-4668a99580a8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:13.969825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43492) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:13.972791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-937cf5fa-b2bd-4c34-a95f-4b9c64da1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:13.984747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-937cf5fa-b2bd-4c34-a95f-4b9c64da1f22 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 1099 time: 0.0669186 Jul 05 17:55:14.098982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-77ed3c7b-1cde-4a25-84d8-903b2f8f4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:14.100509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-77ed3c7b-1cde-4a25-84d8-903b2f8f4a3d service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1134126 Jul 05 17:55:14.145345 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-634315fb-7627-4ea3-acf9-7f77ee7918f2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8ca908c2-f375-48fb-9fc6-901976c03967 HTTP/1.1" status: 200 len: 217 time: 0.0376511 Jul 05 17:55:14.186501 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43502) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:14.206174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0a24d1c-b77a-49dd-a3ca-9924a38b9323 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:14.210510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-f330ff0e-afaf-4ed3-9d60-d3f27f480d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:14.212102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-f330ff0e-afaf-4ed3-9d60-d3f27f480d56 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0606179 Jul 05 17:55:14.290273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-5144a008-4a40-40ff-a272-1a8e91ad1a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:14.291840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-5144a008-4a40-40ff-a272-1a8e91ad1a04 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722361 Jul 05 17:55:14.334777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0a24d1c-b77a-49dd-a3ca-9924a38b9323 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:14.426535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0a24d1c-b77a-49dd-a3ca-9924a38b9323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:14.469960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-455f1c0e-86ed-4b8c-aac2-4b4c374f4c43 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682482 Jul 05 17:55:14.506821 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c0a24d1c-b77a-49dd-a3ca-9924a38b9323 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=109aad123d4e44368bd4285180526e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3103755 Jul 05 17:55:14.506821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a24d1c-b77a-49dd-a3ca-9924a38b9323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e9b254-992b-4639-99c1-de7e823acd8e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:14.518841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43512) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:14.601928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-672fca28-f166-4e50-bb31-0eee97bed345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:14.628309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4d845e9-5a9c-4632-b833-e2998f54069d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:14.655941 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-672fca28-f166-4e50-bb31-0eee97bed345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:14.661066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538ef5e-ead2-47d9-8cf4-cea7e9dd5ecd req-7aaa2a4c-ee48-4c3b-a944-84ae9af2995f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:14.662614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4538ef5e-ead2-47d9-8cf4-cea7e9dd5ecd req-7aaa2a4c-ee48-4c3b-a944-84ae9af2995f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 948 time: 0.0994520 Jul 05 17:55:14.664827 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3080004a-a2ef-4c64-a2f6-7d7be0477787 req-4752f913-63d2-4be5-8a94-826f1d32eb36 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886508 Jul 05 17:55:14.716460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4538ef5e-ead2-47d9-8cf4-cea7e9dd5ecd req-4fa9ddf3-166f-465a-ba21-50aaad9ab29b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466559 Jul 05 17:55:14.832210 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-672fca28-f166-4e50-bb31-0eee97bed345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:14.845589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-672fca28-f166-4e50-bb31-0eee97bed345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:14.849927 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-672fca28-f166-4e50-bb31-0eee97bed345 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4e9b254-992b-4639-99c1-de7e823acd8e HTTP/1.1" status: 204 len: 168 time: 0.3253706 Jul 05 17:55:14.872780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fca28-f166-4e50-bb31-0eee97bed345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e9b254-992b-4639-99c1-de7e823acd8e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:14.922412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4d845e9-5a9c-4632-b833-e2998f54069d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:14.982829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43530) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:14.991274 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4d845e9-5a9c-4632-b833-e2998f54069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.007503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27f71a2a-bf61-48ef-9628-ebef195158ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.053807 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f4d845e9-5a9c-4632-b833-e2998f54069d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f9080f18f2fc4e3da291ee848bfb0217&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0798848 Jul 05 17:55:15.054026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d845e9-5a9c-4632-b833-e2998f54069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a303c6d4-426e-4906-8e4d-e5f9b599e5dd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:15.054111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43534) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:15.118941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f13d4745-5b28-4ffc-bc52-b31e944da5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.145206 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f13d4745-5b28-4ffc-bc52-b31e944da5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.146070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27f71a2a-bf61-48ef-9628-ebef195158ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.344034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27f71a2a-bf61-48ef-9628-ebef195158ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.344269 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f13d4745-5b28-4ffc-bc52-b31e944da5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.346725 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f13d4745-5b28-4ffc-bc52-b31e944da5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.347893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f13d4745-5b28-4ffc-bc52-b31e944da5d8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a303c6d4-426e-4906-8e4d-e5f9b599e5dd HTTP/1.1" status: 204 len: 168 time: 0.2927723 Jul 05 17:55:15.356041 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13d4745-5b28-4ffc-bc52-b31e944da5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a303c6d4-426e-4906-8e4d-e5f9b599e5dd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:15.411132 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-27f71a2a-bf61-48ef-9628-ebef195158ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fe0c59557da4394b32b4d0e29313ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272110 Jul 05 17:55:15.412009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f71a2a-bf61-48ef-9628-ebef195158ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5568edf-7a6f-48b0-9154-61178a28cce1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:15.413831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43540) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:15.465936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc44a01a-c17b-4757-92ee-379f71e677bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.489878 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc44a01a-c17b-4757-92ee-379f71e677bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.612385 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc44a01a-c17b-4757-92ee-379f71e677bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.614977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc44a01a-c17b-4757-92ee-379f71e677bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:15.616136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dc44a01a-c17b-4757-92ee-379f71e677bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5568edf-7a6f-48b0-9154-61178a28cce1 HTTP/1.1" status: 204 len: 168 time: 0.2010176 Jul 05 17:55:15.628241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44a01a-c17b-4757-92ee-379f71e677bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5568edf-7a6f-48b0-9154-61178a28cce1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:15.900056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3c388-503c-41fa-adc9-8106755868b4 req-0cd85047-ed99-45d6-901d-ae440f913a42 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:15.902098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7a3c388-503c-41fa-adc9-8106755868b4 req-0cd85047-ed99-45d6-901d-ae440f913a42 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 948 time: 0.0805163 Jul 05 17:55:15.957018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7a3c388-503c-41fa-adc9-8106755868b4 req-0b6cf575-129d-4492-a6c6-f4fa9ea23d63 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417516 Jul 05 17:55:16.017596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43562) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:16.254443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 98eadd96-cac8-4f88-a75a-22b1dd2107e7 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:55:16.360217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 98eadd96-cac8-4f88-a75a-22b1dd2107e7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98eadd96-cac8-4f88-a75a-22b1dd2107e7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:16.371900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '98eadd96-cac8-4f88-a75a-22b1dd2107e7', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '98eadd96-cac8-4f88-a75a-22b1dd2107e7', 'mac_address': 'fa:16:3e:d9:16:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:55:16.409341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.422478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98eadd96-cac8-4f88-a75a-22b1dd2107e7 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:16.442390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 98eadd96-cac8-4f88-a75a-22b1dd2107e7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98eadd96-cac8-4f88-a75a-22b1dd2107e7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:16.476420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43574) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:16.508544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa9553a2-9f01-458f-9423-24a3cda76963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.511435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbcb90e8-efff-468d-b771-14fc834c4124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.532936 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.534525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 8ca908c2-f375-48fb-9fc6-901976c03967 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:55:16.549514 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-aa9553a2-9f01-458f-9423-24a3cda76963 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 17:55:16.549514 n-d-799524-1 neutron-server[100998]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 17:55:16.549514 n-d-799524-1 neutron-server[100998]: [parameters: {'project_id': '5699394d937c40b68d8a7f910467e0c5', 'id': 'd595ab0a-79b4-408e-a0ac-2ee6265a52e5', 'expiration': datetime.datetime(2021, 7, 5, 17, 57, 16, 543656)}] Jul 05 17:55:16.549514 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:55:16.550319 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-aa9553a2-9f01-458f-9423-24a3cda76963 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:55:16.610871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 8ca908c2-f375-48fb-9fc6-901976c03967, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8ca908c2-f375-48fb-9fc6-901976c03967,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:16.617095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=98eadd96-cac8-4f88-a75a-22b1dd2107e7,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:16.625130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '8ca908c2-f375-48fb-9fc6-901976c03967', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '8ca908c2-f375-48fb-9fc6-901976c03967', 'mac_address': 'fa:16:3e:b6:ad:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:55:16.633298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.634115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.634115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.634398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.634738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.635066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.644969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.644969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.644969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.644969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.644969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.644969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:16.651151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbcb90e8-efff-468d-b771-14fc834c4124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.676512 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.689417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ca908c2-f375-48fb-9fc6-901976c03967 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:16.708155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 8ca908c2-f375-48fb-9fc6-901976c03967, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8ca908c2-f375-48fb-9fc6-901976c03967,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:16.732005 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbcb90e8-efff-468d-b771-14fc834c4124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.769803 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cbcb90e8-efff-468d-b771-14fc834c4124 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fbf67aa38e3482ba9f25d076bef4057&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511098 Jul 05 17:55:16.770792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb90e8-efff-468d-b771-14fc834c4124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4322bc62-fdc0-41ef-8df7-a42616f5ed23,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:16.772548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43582) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:16.836874 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.846305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f605f36a-3f05-43ac-92eb-0fd503928a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.868981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f605f36a-3f05-43ac-92eb-0fd503928a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:16.892769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=8ca908c2-f375-48fb-9fc6-901976c03967,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:17.014705 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f605f36a-3f05-43ac-92eb-0fd503928a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:17.018960 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f605f36a-3f05-43ac-92eb-0fd503928a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:17.021095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f605f36a-3f05-43ac-92eb-0fd503928a9d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4322bc62-fdc0-41ef-8df7-a42616f5ed23 HTTP/1.1" status: 204 len: 168 time: 0.2475302 Jul 05 17:55:17.036357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f605f36a-3f05-43ac-92eb-0fd503928a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4322bc62-fdc0-41ef-8df7-a42616f5ed23,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:17.051962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa9553a2-9f01-458f-9423-24a3cda76963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:17.069752 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['98eadd96-cac8-4f88-a75a-22b1dd2107e7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:17.145795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:17.185606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa9553a2-9f01-458f-9423-24a3cda76963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:17.209384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3a761-d0ce-46e1-8bc5-dcd7c00aaf02 req-dafbeaea-33cc-466e-b5a0-eaf2e01b16ea tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:17.210869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3aa3a761-d0ce-46e1-8bc5-dcd7c00aaf02 req-dafbeaea-33cc-466e-b5a0-eaf2e01b16ea tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 949 time: 0.0805266 Jul 05 17:55:17.254873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3aa3a761-d0ce-46e1-8bc5-dcd7c00aaf02 req-61138dfd-408b-4e8e-8a56-36768274fe2a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382457 Jul 05 17:55:17.317258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa9553a2-9f01-458f-9423-24a3cda76963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:17.364605 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aa9553a2-9f01-458f-9423-24a3cda76963 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5699394d937c40b68d8a7f910467e0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8897529 Jul 05 17:55:17.365613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9553a2-9f01-458f-9423-24a3cda76963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c4f3ac-b88b-4f54-ba5b-a07dd7bf5811,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:17.367441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43606) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:17.426067 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4a578c23-43d9-4e08-ad39-3dc3b15f4185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:17.447170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4a578c23-43d9-4e08-ad39-3dc3b15f4185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:17.625675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4a578c23-43d9-4e08-ad39-3dc3b15f4185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:17.628365 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4a578c23-43d9-4e08-ad39-3dc3b15f4185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:17.629542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4a578c23-43d9-4e08-ad39-3dc3b15f4185 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3c4f3ac-b88b-4f54-ba5b-a07dd7bf5811 HTTP/1.1" status: 204 len: 168 time: 0.2610521 Jul 05 17:55:17.638544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a578c23-43d9-4e08-ad39-3dc3b15f4185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c4f3ac-b88b-4f54-ba5b-a07dd7bf5811,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:18.269672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 98eadd96-cac8-4f88-a75a-22b1dd2107e7 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:18.429083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:18.433115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:18.433530 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:18.451909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9d02b-43e2-4478-9604-8a8b8216912e req-1774fe49-0773-4ec2-a423-4a72732686b4 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:18.456918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00d9d02b-43e2-4478-9604-8a8b8216912e req-1774fe49-0773-4ec2-a423-4a72732686b4 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 949 time: 0.0732341 Jul 05 17:55:18.504873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00d9d02b-43e2-4478-9604-8a8b8216912e req-1b7ddd08-11a1-431d-8fed-214b6d41904a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Jul 05 17:55:18.526517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:18.550332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e560932b-99fa-4e3a-96d2-c55d18488902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eadd96-cac8-4f88-a75a-22b1dd2107e7'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:18.552641 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030f4460-6b26-442c-bf83-ac6938e8ec77" -d '{"events": [{"server_uuid": "e560932b-99fa-4e3a-96d2-c55d18488902", "name": "network-vif-plugged", "status": "completed", "tag": "98eadd96-cac8-4f88-a75a-22b1dd2107e7"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:18.583399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 98eadd96-cac8-4f88-a75a-22b1dd2107e7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98eadd96-cac8-4f88-a75a-22b1dd2107e7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:18.591951 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db9488d-3304-4848-b43c-0754a883dc8b x-openstack-request-id: req-3db9488d-3304-4848-b43c-0754a883dc8b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:18.594320 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e560932b-99fa-4e3a-96d2-c55d18488902", "name": "network-vif-plugged", "status": "completed", "tag": "98eadd96-cac8-4f88-a75a-22b1dd2107e7", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:18.594320 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3db9488d-3304-4848-b43c-0754a883dc8b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:18.594320 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e560932b-99fa-4e3a-96d2-c55d18488902', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98eadd96-cac8-4f88-a75a-22b1dd2107e7', 'code': 200} Jul 05 17:55:18.675040 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:18.676090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 8ca908c2-f375-48fb-9fc6-901976c03967 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:18.711266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7588ce1-0708-4bd9-a6be-cbb902a2270d req-564f7aa9-c256-48e3-9ffe-47d003cd0f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:18.713475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7588ce1-0708-4bd9-a6be-cbb902a2270d req-564f7aa9-c256-48e3-9ffe-47d003cd0f7d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 1098 time: 0.0615585 Jul 05 17:55:18.726917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43658) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:18.769457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=98eadd96-cac8-4f88-a75a-22b1dd2107e7,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:18.769645 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7588ce1-0708-4bd9-a6be-cbb902a2270d req-2d7febd9-def8-4aa6-bed1-0565e5791277 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496240 Jul 05 17:55:18.863274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 8ca908c2-f375-48fb-9fc6-901976c03967 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:18.867313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 8ca908c2-f375-48fb-9fc6-901976c03967 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:18.867690 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:18.949511 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:18.984886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 8ca908c2-f375-48fb-9fc6-901976c03967, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8ca908c2-f375-48fb-9fc6-901976c03967,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:19.082933 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.113493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43674) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:19.136001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=8ca908c2-f375-48fb-9fc6-901976c03967,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:19.146851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-878757282-network', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:19.236911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Made reservation on behalf of b16d67bb19f848b5b649d83079e9f851 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:19.239365 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.249539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.351746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.423827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-772453957-network', 'tenant_id': 'f055ad217b564e3689ff3d0c4fc8a0a3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:19.439148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.472582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:55:19.483091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8104c5-417b-474c-9f84-8743f656e918,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:19.488920 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.489266 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Added segment 3a86fcd7-2751-4b7a-982c-2df2b4778f6b of type vlan for network 30a57d14-b6f5-4469-95d3-a9308895c34a Jul 05 17:55:19.538496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.567506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Made reservation on behalf of f055ad217b564e3689ff3d0c4fc8a0a3 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:19.570460 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.581580 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.631333 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.632412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:19.633219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.716766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65946b3c-6453-4f49-a5f9-f91d04232342 req-f50aad66-4924-40e9-9104-02cd3e072949 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:19.719231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65946b3c-6453-4f49-a5f9-f91d04232342 req-f50aad66-4924-40e9-9104-02cd3e072949 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 950 time: 0.0833848 Jul 05 17:55:19.731756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] Pushing event updated for resources: {'Network': ['ID=30a57d14-b6f5-4469-95d3-a9308895c34a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:19.746169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 30a57d14-b6f5-4469-95d3-a9308895c34a details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:55:19.776266 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65946b3c-6453-4f49-a5f9-f91d04232342 req-7bedd2d7-82bb-4fc8-bd6f-dd7cfab1514b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502644 Jul 05 17:55:19.804320 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.889461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.915182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:55:19.924996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff44780-3857-4286-aa96-8094eeb5cec0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:19.948573 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:19.948917 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Added segment 328ebeea-5302-49df-a998-7ccb69d97d39 of type vlan for network 18dee5c2-815f-4df7-b94e-e541063e1de3 Jul 05 17:55:20.019210 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:20.027641 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dc7c4b4f-f6e8-4f90-96e0-207bbab95fb7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2994699 Jul 05 17:55:20.032370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43722) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:20.039239 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Request body: {'subnet': {'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-subnet', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:20.071026 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-40b00755-4196-4b8a-86c9-4d106ba54ae4 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6e6e11a7f26544c8bb6273fc1d9bbfec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471437 Jul 05 17:55:20.116761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:20.117806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:20.118386 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:20.175779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Made reservation on behalf of b16d67bb19f848b5b649d83079e9f851 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:20.178037 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:20.183529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] Pushing event updated for resources: {'Network': ['ID=18dee5c2-815f-4df7-b94e-e541063e1de3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:20.195433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 18dee5c2-815f-4df7-b94e-e541063e1de3 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:55:20.201186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-a7603b68-f8b9-44e4-9b9a-3772738d1573 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:20.203412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-a7603b68-f8b9-44e4-9b9a-3772738d1573 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274338 Jul 05 17:55:20.248057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-51f0e0f8-4cac-41a5-9a8b-015cabd8e88f tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/quotas/6e6e11a7f26544c8bb6273fc1d9bbfec HTTP/1.1" status: 200 len: 375 time: 0.0187643 Jul 05 17:55:20.299392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-3d1b4156-7bda-48ed-bb09-7e33a708a996 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6e6e11a7f26544c8bb6273fc1d9bbfec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429749 Jul 05 17:55:20.352078 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3983c5f5-786b-4de8-bee7-e4a8decfa531 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2379234 Jul 05 17:55:20.355099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43732) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:20.362395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Request body: {'subnet': {'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-772453957-subnet', 'tenant_id': 'f055ad217b564e3689ff3d0c4fc8a0a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:20.521276 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:20.558551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Made reservation on behalf of f055ad217b564e3689ff3d0c4fc8a0a3 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:20.564173 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:20.594639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95a83e3e-92a9-487c-aa52-c27c8ed44687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca908c2-f375-48fb-9fc6-901976c03967'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:20.596968 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f1289a-08d6-44ff-b3a7-ace6a0a62d26" -d '{"events": [{"server_uuid": "95a83e3e-92a9-487c-aa52-c27c8ed44687", "name": "network-vif-plugged", "status": "completed", "tag": "8ca908c2-f375-48fb-9fc6-901976c03967"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:20.660171 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a7967d-fc45-4547-a89f-c62b29532792 x-openstack-request-id: req-74a7967d-fc45-4547-a89f-c62b29532792 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:20.661111 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95a83e3e-92a9-487c-aa52-c27c8ed44687", "name": "network-vif-plugged", "status": "completed", "tag": "8ca908c2-f375-48fb-9fc6-901976c03967", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:20.661647 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74a7967d-fc45-4547-a89f-c62b29532792 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:20.662061 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a83e3e-92a9-487c-aa52-c27c8ed44687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ca908c2-f375-48fb-9fc6-901976c03967', 'code': 200} Jul 05 17:55:20.694699 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1de6a693-d810-42e3-919c-e2b5a47dffe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:20.696426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43748) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:20.711390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8770022-1a25-4212-bd57-82b9ca588d29 req-981b7b78-92a4-40c3-a55c-8ca1d96b956e tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 210 time: 0.1408277 Jul 05 17:55:20.772230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8ef869-ee20-49fe-995e-082f664f4683,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:20.822275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Checking segment: {'id': '3a86fcd7-2751-4b7a-982c-2df2b4778f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:20.822669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Network hostable DHCP agents. Network: 30a57d14-b6f5-4469-95d3-a9308895c34a, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:55:20.849090 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78c279a6-bd63-460e-b2af-7e31f20442f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:20.938143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721ff16-f182-42a3-800b-d275cee823a1 req-9bfa03be-fd06-443b-9520-a35291e6f117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:20.939690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a721ff16-f182-42a3-800b-d275cee823a1 req-9bfa03be-fd06-443b-9520-a35291e6f117 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 1101 time: 0.1841576 Jul 05 17:55:20.980995 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78c279a6-bd63-460e-b2af-7e31f20442f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.033900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a721ff16-f182-42a3-800b-d275cee823a1 req-90f4443f-d4f5-4f1b-ae8b-b5e6ea117f22 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743263 Jul 05 17:55:21.051094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234255e-5fde-4e24-b35b-8f5f88e67d23 req-27994fe5-ce47-4dd7-a2e1-e2c2917554d3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:21.052549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2234255e-5fde-4e24-b35b-8f5f88e67d23 req-27994fe5-ce47-4dd7-a2e1-e2c2917554d3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 950 time: 0.1303909 Jul 05 17:55:21.057636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Network 30a57d14-b6f5-4469-95d3-a9308895c34a is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:55:21.095507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2234255e-5fde-4e24-b35b-8f5f88e67d23 req-9b7e35c4-dacd-49b8-8e81-e4328981abf2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354128 Jul 05 17:55:21.122516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78c279a6-bd63-460e-b2af-7e31f20442f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.146442 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.166740 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-78c279a6-bd63-460e-b2af-7e31f20442f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=818cd839b5564917a2546373b1e59270&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667459 Jul 05 17:55:21.167244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43762) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:21.174755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c279a6-bd63-460e-b2af-7e31f20442f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5099d0-37a4-4e22-a8e3-509e6ac059c9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:21.204101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 30a57d14-b6f5-4469-95d3-a9308895c34a) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:21.214123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1340196d-8910-49e3-aef0-fac5c6243fbb None None] Network 30a57d14-b6f5-4469-95d3-a9308895c34a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:55:21.217461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:21.218689 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.251991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e21d64fa-ec06-4c0c-830b-3a2634a4aca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.258928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:21.258928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Network hostable DHCP agents. Network: 18dee5c2-815f-4df7-b94e-e541063e1de3, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:55:21.268005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230d65a8-9d66-4be2-8ad4-16b0b7a650b6,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:21.278545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e21d64fa-ec06-4c0c-830b-3a2634a4aca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.335189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a84a0fc1-13b0-4621-af8e-be361836f371 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2998712 Jul 05 17:55:21.344213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43768) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:21.354137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:21.365999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Network 18dee5c2-815f-4df7-b94e-e541063e1de3 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:55:21.379229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 18dee5c2-815f-4df7-b94e-e541063e1de3) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:21.385722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-30a57d14-b6f5-4469-95d3-a9308895c34a', 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'fixed_ips': [{'subnet_id': 'ae8ef869-ee20-49fe-995e-082f664f4683'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 17:55:21.387505 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.397527 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:21.399796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.403891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a211d29-63bf-4e10-b3e1-0553ad990107 None None] Network 18dee5c2-815f-4df7-b94e-e541063e1de3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:55:21.407466 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e21d64fa-ec06-4c0c-830b-3a2634a4aca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.411595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e21d64fa-ec06-4c0c-830b-3a2634a4aca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.416699 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e21d64fa-ec06-4c0c-830b-3a2634a4aca3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c5099d0-37a4-4e22-a8e3-509e6ac059c9 HTTP/1.1" status: 204 len: 168 time: 0.2484810 Jul 05 17:55:21.428118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d64fa-ec06-4c0c-830b-3a2634a4aca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5099d0-37a4-4e22-a8e3-509e6ac059c9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:21.498348 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.500218 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.577913 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:21.590694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e15269c3-6ce6-452b-a2c7-fac01cb69f85 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2344360 Jul 05 17:55:21.716355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b883855-8041-47bd-9e7d-14e0396bb1cc None None] Network 18dee5c2-815f-4df7-b94e-e541063e1de3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:55:21.719452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Allocated IP 172.20.0.2 (30a57d14-b6f5-4469-95d3-a9308895c34a/ae8ef869-ee20-49fe-995e-082f664f4683/6d0998b9-e2e5-4416-b495-be16e6439f28) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:21.733006 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:55:21.830812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-552d42fe-363d-40de-80c5-6d8430fd98a8 req-54d7db9e-4ee7-404a-97b8-723ab29a9e01 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 210 time: 0.0568662 Jul 05 17:55:21.901047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.021864 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.030098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Transition to ACTIVE for port object 6d0998b9-e2e5-4416-b495-be16e6439f28 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:22.047312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Transition to ACTIVE for port object 6d0998b9-e2e5-4416-b495-be16e6439f28 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:22.151475 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.201581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Network 30a57d14-b6f5-4469-95d3-a9308895c34a is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:22.205571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:22.208286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:22.255482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Pushing event updated for resources: {'Port': ['ID=6d0998b9-e2e5-4416-b495-be16e6439f28,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:22.290144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Attempting to bind port 6d0998b9-e2e5-4416-b495-be16e6439f28 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:22.290519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Attempting to bind port 6d0998b9-e2e5-4416-b495-be16e6439f28 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '3a86fcd7-2751-4b7a-982c-2df2b4778f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:22.290919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Attempting to bind port 6d0998b9-e2e5-4416-b495-be16e6439f28 on network 30a57d14-b6f5-4469-95d3-a9308895c34a {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:22.301575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:22.301575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Checking segment: {'id': '3a86fcd7-2751-4b7a-982c-2df2b4778f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:22.301996 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.302500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Bound using segment: {'id': '3a86fcd7-2751-4b7a-982c-2df2b4778f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:22.303147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Bound port: 6d0998b9-e2e5-4416-b495-be16e6439f28, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a86fcd7-2751-4b7a-982c-2df2b4778f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:22.303622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.358625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde77b6-08ab-48a0-9817-5e0c077fba71 req-cd83f3d7-97e3-48c7-9160-94847255173d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:22.370960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cde77b6-08ab-48a0-9817-5e0c077fba71 req-cd83f3d7-97e3-48c7-9160-94847255173d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 950 time: 0.0876951 Jul 05 17:55:22.408190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] For port 6d0998b9-e2e5-4416-b495-be16e6439f28, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:22.413495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.413928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] For port 6d0998b9-e2e5-4416-b495-be16e6439f28, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6d0998b9-e2e5-4416-b495-be16e6439f28,segment=NetworkSegment(3a86fcd7-2751-4b7a-982c-2df2b4778f6b),segment_id=3a86fcd7-2751-4b7a-982c-2df2b4778f6b)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:22.414761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cde77b6-08ab-48a0-9817-5e0c077fba71 req-66530c11-0276-4961-8281-a2124377919c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428481 Jul 05 17:55:22.438464 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.547715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Allocated IP 172.25.3.178 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/652b4d47-8a47-4f3a-8ea1-4f8182a95072) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:22.566949 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.621072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b3253-db41-423a-91d5-84a6ef7e1d20 req-d9b585c0-c4a4-4832-b76b-81fb24d34d40 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:22.633994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c20b3253-db41-423a-91d5-84a6ef7e1d20 req-d9b585c0-c4a4-4832-b76b-81fb24d34d40 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 948 time: 0.1026075 Jul 05 17:55:22.679694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9196262-48f1-4d23-bc91-b2f9dbf4da09 None None] Pushing event updated for resources: {'Port': ['ID=6d0998b9-e2e5-4416-b495-be16e6439f28,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:22.686767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.702343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c20b3253-db41-423a-91d5-84a6ef7e1d20 req-56a41285-08e9-45e9-8e7b-75589b76df8e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670578 Jul 05 17:55:22.901478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.901871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43832) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:22.946246 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-349aba13-6aac-48c9-a50b-c96374f991bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:22.994486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Pushing event updated for resources: {'Port': ['ID=652b4d47-8a47-4f3a-8ea1-4f8182a95072,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:22.998547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:23.002288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:23.009057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:23.145909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-349aba13-6aac-48c9-a50b-c96374f991bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:23.234663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-946605bf-cbc0-4edf-b778-e7e65a3f8baa req-6d525ef4-e123-4519-8ca9-8e1e05bd44df tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 210 time: 0.0335429 Jul 05 17:55:23.267408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2bd25-1e5d-4693-84be-01dd6f9f3a5d req-4827434a-9a7e-41f0-ae29-4bc32f07f218 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:23.268071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2bd25-1e5d-4693-84be-01dd6f9f3a5d req-4827434a-9a7e-41f0-ae29-4bc32f07f218 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:23.273170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afd2bd25-1e5d-4693-84be-01dd6f9f3a5d req-4827434a-9a7e-41f0-ae29-4bc32f07f218 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687&device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 1689 time: 0.1160395 Jul 05 17:55:23.283057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-349aba13-6aac-48c9-a50b-c96374f991bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:23.364394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349aba13-6aac-48c9-a50b-c96374f991bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923bfa2b-5b48-4f0b-a52e-f666cb40b5d1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:23.380363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-349aba13-6aac-48c9-a50b-c96374f991bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1eb2a41504348cbbffa6a3a6c2563e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4731286 Jul 05 17:55:23.383291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43844) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:23.396087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afd2bd25-1e5d-4693-84be-01dd6f9f3a5d req-5c7ef922-0d1c-49e6-8779-46a6d462c4cb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896497 Jul 05 17:55:23.434855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43852) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:23.443349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-606705114-network', 'tenant_id': 'e94201e166b54a84b6f7378ece466521'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:23.454157 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ae41eab-606a-490d-afc2-c8d98587ff53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:23.540637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:23.589873 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:23.600136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e63c036d-18e1-44fd-a60e-2509897a9402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:23.693652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Made reservation on behalf of e94201e166b54a84b6f7378ece466521 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:23.696465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:23.755175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:23.759810 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e63c036d-18e1-44fd-a60e-2509897a9402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:23.786492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19128207-f6bd-407c-a871-550932d954da req-274d2c17-0d47-4e6e-9e57-e84e7eeb0f40 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:23.788068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19128207-f6bd-407c-a871-550932d954da req-274d2c17-0d47-4e6e-9e57-e84e7eeb0f40 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 1101 time: 0.0779557 Jul 05 17:55:23.842010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19128207-f6bd-407c-a871-550932d954da req-9f18142d-7ac3-4965-a931-cb1646284646 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 Jul 05 17:55:23.901340 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-6c91d15a-c0d5-4482-97e7-3fb83995fe88 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6e6e11a7f26544c8bb6273fc1d9bbfec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521474 Jul 05 17:55:23.922471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c586b89b-159a-407e-a917-8f2aa9eefd98 None None] Network 30a57d14-b6f5-4469-95d3-a9308895c34a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:55:24.063579 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.092710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac620d-148b-4a14-b460-a8e7bf4a9ad0 req-60cf6eb6-dca1-46ca-a365-b0b78f3a71f0 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:24.095377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80ac620d-148b-4a14-b460-a8e7bf4a9ad0 req-60cf6eb6-dca1-46ca-a365-b0b78f3a71f0 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 1099 time: 0.1266329 Jul 05 17:55:24.102253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9451a0ba-1bed-471a-bc1d-ed1cf85f3f6e None None] Provisioning for port 6d0998b9-e2e5-4416-b495-be16e6439f28 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:24.133877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6d0998b9-e2e5-4416-b495-be16e6439f28 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:24.162961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e63c036d-18e1-44fd-a60e-2509897a9402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.164367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e63c036d-18e1-44fd-a60e-2509897a9402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.165502 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e63c036d-18e1-44fd-a60e-2509897a9402 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/923bfa2b-5b48-4f0b-a52e-f666cb40b5d1 HTTP/1.1" status: 204 len: 168 time: 0.7518594 Jul 05 17:55:24.194927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80ac620d-148b-4a14-b460-a8e7bf4a9ad0 req-50eac68a-0cad-48b7-96e7-9fa7a6004284 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917213 Jul 05 17:55:24.237299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4d170fed-530f-4fde-8b83-50c52a8e69ed tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:24.238850 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4d170fed-530f-4fde-8b83-50c52a8e69ed tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058202 Jul 05 17:55:24.271432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Request body: {'port': {'device_id': '6f1bab6d-5e98-4238-9d80-5012219d0b54', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '6e6e11a7f26544c8bb6273fc1d9bbfec'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:24.287779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c036d-18e1-44fd-a60e-2509897a9402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923bfa2b-5b48-4f0b-a52e-f666cb40b5d1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:24.323245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 6d0998b9-e2e5-4416-b495-be16e6439f28 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:24.324684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6d0998b9-e2e5-4416-b495-be16e6439f28 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:24.325993 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.447087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.503338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 6d0998b9-e2e5-4416-b495-be16e6439f28, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6d0998b9-e2e5-4416-b495-be16e6439f28,segment=NetworkSegment(3a86fcd7-2751-4b7a-982c-2df2b4778f6b),segment_id=3a86fcd7-2751-4b7a-982c-2df2b4778f6b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:24.522517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f771acc-04a7-49b7-91d6-7764fc9a7767 req-7d5cc03c-cfa8-4866-a589-54763889275a tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 210 time: 0.0493269 Jul 05 17:55:24.556414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-38331151-c5e2-4acf-a3b1-f04068ead505 None None] Provisioning complete for port 6d0998b9-e2e5-4416-b495-be16e6439f28 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:24.557082 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38331151-c5e2-4acf-a3b1-f04068ead505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.752777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-0e72700e-4f67-4b16-b47c-6755ac4251b3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0452652 Jul 05 17:55:24.797973 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.802887 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.803600 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.907560 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.923019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:55:24.926103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=6d0998b9-e2e5-4416-b495-be16e6439f28,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:24.933261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:24.933920 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Added segment 7ee58ab8-0fa3-4650-a308-27b3300ee7c5 of type vlan for network 6974c057-b014-4cd0-b5e8-e1dbc15a7ea3 Jul 05 17:55:24.949838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-e8030513-91a9-41bf-aae4-882ab3d088a7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:24.951574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-e8030513-91a9-41bf-aae4-882ab3d088a7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980233 Jul 05 17:55:24.967923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-854f3051-585f-4f41-9418-63816399f172 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/quotas/6d7ab2c53e554c49b66a8e3ca3c96c6f HTTP/1.1" status: 200 len: 375 time: 0.0103602 Jul 05 17:55:24.988347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 17:55:25.008974 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.016702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f27f5c7-67d4-4a88-9de8-8447be5fc67a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:25.082098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Made reservation on behalf of 6e6e11a7f26544c8bb6273fc1d9bbfec for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:25.086047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.105098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.105691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-5de9d669-e220-465d-bd0f-de872c1962d3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1306705 Jul 05 17:55:25.173283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.174259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:25.174878 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.232299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:55:25.250579 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Sync routers for ids ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:55:25.271440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] Pushing event updated for resources: {'Network': ['ID=6974c057-b014-4cd0-b5e8-e1dbc15a7ea3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:25.272272 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Routers {'2c842e33-78f5-4efc-b0de-446eb4ab5fb0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:55:25.277426 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:55:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:55:25.290217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 6974c057-b014-4cd0-b5e8-e1dbc15a7ea3 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:55:25.396885 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Set router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:55:25.398899 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.482325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.552366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91afda66-fa68-460e-9ff5-61d39930db22,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:25.606117 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:55:21Z', 'updated_at': '2021-07-05T17:55:23Z', 'revision_number': 3, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'gw_port': {'id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:22Z', 'updated_at': '2021-07-05T17:55:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:55:25.619825 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0f69057e-c7de-4300-a9fb-39c1542bea38 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1835501 Jul 05 17:55:25.622807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43964) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:25.631983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Request body: {'subnet': {'network_id': '6974c057-b014-4cd0-b5e8-e1dbc15a7ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-606705114-subnet', 'tenant_id': 'e94201e166b54a84b6f7378ece466521', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:25.636391 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Checking router: 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:55:25.636853 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Updating router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 port 652b4d47-8a47-4f3a-8ea1-4f8182a95072 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:55:25.649669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Allocated IP 192.168.233.148 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/fc23baad-a193-41a2-8488-9de1c64ff47f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:25.660970 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.662223 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-943fb369-5b82-41ef-88e2-b1438a528d4b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3155444 Jul 05 17:55:25.665483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43970) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:25.678516 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.835219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Made reservation on behalf of e94201e166b54a84b6f7378ece466521 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:25.837673 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:25.910220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bc87d9f-b678-449d-b8aa-cf3c085d9e67 req-e9bf222d-aa91-49b3-ab27-4c13f7c6d507 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 210 time: 0.0635686 Jul 05 17:55:26.115851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.142183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Transition to ACTIVE for port object fc23baad-a193-41a2-8488-9de1c64ff47f will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:26.184202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6d0998b9-e2e5-4416-b495-be16e6439f28 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:26.190957 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.213338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.254132 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Transition to ACTIVE for port object 652b4d47-8a47-4f3a-8ea1-4f8182a95072 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:26.280790 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.305086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6d0998b9-e2e5-4416-b495-be16e6439f28 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:26.305628 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.356736 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.411975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d5861d-2738-4b9e-921a-981fee760359,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:26.427273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.453757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Checking segment: {'id': '7ee58ab8-0fa3-4650-a308-27b3300ee7c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6974c057-b014-4cd0-b5e8-e1dbc15a7ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:26.454112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Network hostable DHCP agents. Network: 6974c057-b014-4cd0-b5e8-e1dbc15a7ea3, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:55:26.512848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:26.516078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:26.518529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:26.578801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Pushing event updated for resources: {'Port': ['ID=fc23baad-a193-41a2-8488-9de1c64ff47f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:26.581972 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Attempting to bind port 652b4d47-8a47-4f3a-8ea1-4f8182a95072 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:26.583325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Attempting to bind port 652b4d47-8a47-4f3a-8ea1-4f8182a95072 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:26.585238 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Attempting to bind port 652b4d47-8a47-4f3a-8ea1-4f8182a95072 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:26.599296 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:26.612055 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:26.612475 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.612880 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:26.619270 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Bound port: 652b4d47-8a47-4f3a-8ea1-4f8182a95072, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:26.619782 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.620403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:26.622629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.660767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Network 6974c057-b014-4cd0-b5e8-e1dbc15a7ea3 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:55:26.662720 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Pushing event updated for resources: {'Port': ['ID=652b4d47-8a47-4f3a-8ea1-4f8182a95072,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:26.712793 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.713146 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.718233 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.720270 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.720632 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.720975 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.722311 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.729291 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-4c6721db-2d4d-4266-a9fb-196921ba3810 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4710255 Jul 05 17:55:26.729488 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.729641 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.730584 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.730932 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.731273 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:55:26.748177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Request body: {'port': {'device_id': '6f1bab6d-5e98-4238-9d80-5012219d0b54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:26.756952 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] For port 652b4d47-8a47-4f3a-8ea1-4f8182a95072, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:26.760605 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] For port 652b4d47-8a47-4f3a-8ea1-4f8182a95072, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=652b4d47-8a47-4f3a-8ea1-4f8182a95072,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:26.789748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 6974c057-b014-4cd0-b5e8-e1dbc15a7ea3) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:26.800116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:26.800741 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.808361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55d198-a701-41bf-b311-73581e46f7d2 None None] Network 6974c057-b014-4cd0-b5e8-e1dbc15a7ea3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:55:26.854621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce09e1a5-06dc-421f-b113-a5d498e76fea req-fceab35d-3fd8-485c-92d1-a8ae500dd1e6 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 210 time: 0.0909705 Jul 05 17:55:26.892657 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:26.936141 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f5bfe1cb-9220-48fc-b893-03d095d7d262 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3122563 Jul 05 17:55:26.980518 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:27.010251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513fa19c-7547-457e-8a0a-25d3906e996a None None] Network 6974c057-b014-4cd0-b5e8-e1dbc15a7ea3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:55:27.015588 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172e223d-fadc-4f2a-b2ee-c4a98a91d41b None None] Pushing event updated for resources: {'Port': ['ID=652b4d47-8a47-4f3a-8ea1-4f8182a95072,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:27.031166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:27.061910 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Routers {'2c842e33-78f5-4efc-b0de-446eb4ab5fb0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:55:27.066794 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:55:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:55:27.262740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-90a71bcd-cc7f-48d1-b08c-e298175119db None None] Provisioning for port fc23baad-a193-41a2-8488-9de1c64ff47f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:27.264365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-90a71bcd-cc7f-48d1-b08c-e298175119db None None] Provisioning complete for port fc23baad-a193-41a2-8488-9de1c64ff47f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:27.264736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-90a71bcd-cc7f-48d1-b08c-e298175119db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:27.372237 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] Set router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:55:27.440546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e7375-7b4d-4bf2-a4b1-732ff1a47030 req-28fcee16-298f-4c73-8c18-af885d06acca tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:27.446220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc23baad-a193-41a2-8488-9de1c64ff47f {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:27.448098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-833e7375-7b4d-4bf2-a4b1-732ff1a47030 req-28fcee16-298f-4c73-8c18-af885d06acca tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 936 time: 0.2075956 Jul 05 17:55:27.457054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:27.470826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Transition to ACTIVE for port object fc23baad-a193-41a2-8488-9de1c64ff47f will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:27.473678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Allocated IP 172.20.0.1 (30a57d14-b6f5-4469-95d3-a9308895c34a/ae8ef869-ee20-49fe-995e-082f664f4683/4f640fed-04ed-4f82-a8e6-bdcc82e5265d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:27.488635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-90a71bcd-cc7f-48d1-b08c-e298175119db None None] Port fc23baad-a193-41a2-8488-9de1c64ff47f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:55:27.503700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-833e7375-7b4d-4bf2-a4b1-732ff1a47030 req-e2c238be-33da-4db5-8402-252a971a5b03 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/security-groups?id=91afda66-fa68-460e-9ff5-61d39930db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547836 Jul 05 17:55:27.574834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:27.671306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:27.691793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Transition to ACTIVE for port object 4f640fed-04ed-4f82-a8e6-bdcc82e5265d will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:27.695842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Pushing event updated for resources: {'Port': ['ID=fc23baad-a193-41a2-8488-9de1c64ff47f,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:27.832164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Attempting to bind port fc23baad-a193-41a2-8488-9de1c64ff47f on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:27.832568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Attempting to bind port fc23baad-a193-41a2-8488-9de1c64ff47f by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:27.832895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Attempting to bind port fc23baad-a193-41a2-8488-9de1c64ff47f on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:27.840076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Port fc23baad-a193-41a2-8488-9de1c64ff47f on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:27.840076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Attempting to bind port fc23baad-a193-41a2-8488-9de1c64ff47f on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:27.857365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:27.857365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:27.857365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:27.858616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Bound port: fc23baad-a193-41a2-8488-9de1c64ff47f, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:27.858898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:27.870972 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:55:21Z', 'updated_at': '2021-07-05T17:55:23Z', 'revision_number': 3, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'gw_port': {'id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:22Z', 'updated_at': '2021-07-05T17:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:55:27.903927 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b11860-28c4-4ef4-aa1a-b0b519200342 None None] The sync data for ids ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'] in n-d-799524-1 is: [{'id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:55:21Z', 'updated_at': '2021-07-05T17:55:23Z', 'revision_number': 3, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'gw_port': {'id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:22Z', 'updated_at': '2021-07-05T17:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:55:27.922072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:27.995487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Network 30a57d14-b6f5-4469-95d3-a9308895c34a is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:28.001678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:28.024862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:28.025019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:28.025117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] For port fc23baad-a193-41a2-8488-9de1c64ff47f, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:28.028873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] For port fc23baad-a193-41a2-8488-9de1c64ff47f, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fc23baad-a193-41a2-8488-9de1c64ff47f,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:28.074770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Pushing event updated for resources: {'Port': ['ID=4f640fed-04ed-4f82-a8e6-bdcc82e5265d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:28.129296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:28.231524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:28.232160 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:28.236705 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] 10.222.0.39 "PUT /v2.0/ports/fc23baad-a193-41a2-8488-9de1c64ff47f HTTP/1.1" status: 200 len: 1096 time: 1.4901891 Jul 05 17:55:28.237195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f1bab6d-5e98-4238-9d80-5012219d0b54', 'tag': 'fc23baad-a193-41a2-8488-9de1c64ff47f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:28.240161 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb" -d '{"events": [{"name": "network-changed", "server_uuid": "6f1bab6d-5e98-4238-9d80-5012219d0b54", "tag": "fc23baad-a193-41a2-8488-9de1c64ff47f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:28.268778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6389a707-9c35-4282-8b9f-5e4b56adcac8 req-91e8571b-00d4-405d-b1bf-85656e637bca tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 210 time: 0.1098924 Jul 05 17:55:28.273694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ec3f10-2b5d-47a5-ba7b-1a749421c43e service neutron] Pushing event updated for resources: {'Port': ['ID=fc23baad-a193-41a2-8488-9de1c64ff47f,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:28.323637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-ea83b84e-3efb-47dc-8f8f-7080c043637d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:28.325224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-ea83b84e-3efb-47dc-8f8f-7080c043637d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 820 time: 0.5310850 Jul 05 17:55:28.382584 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-35bcec32-a473-4a10-85a4-b6619bca1cac tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/quotas/f055ad217b564e3689ff3d0c4fc8a0a3 HTTP/1.1" status: 200 len: 375 time: 0.0242660 Jul 05 17:55:28.479196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-72a1936a-2f6c-403b-ad05-053dacca6784 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0955749 Jul 05 17:55:28.515022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-1b9f85d6-8c9e-417e-a033-f830a9b04294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:28.515022 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-1b9f85d6-8c9e-417e-a033-f830a9b04294 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e6e11a7f26544c8bb6273fc1d9bbfec&device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 1099 time: 0.1177075 Jul 05 17:55:28.575666 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeaf5a0-4d20-445d-9e88-5ddb80950bd3 x-openstack-request-id: req-aaeaf5a0-4d20-445d-9e88-5ddb80950bd3 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:28.575984 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f1bab6d-5e98-4238-9d80-5012219d0b54", "tag": "fc23baad-a193-41a2-8488-9de1c64ff47f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:28.576303 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aaeaf5a0-4d20-445d-9e88-5ddb80950bd3 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:28.576701 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f1bab6d-5e98-4238-9d80-5012219d0b54', 'tag': 'fc23baad-a193-41a2-8488-9de1c64ff47f', 'status': 'completed', 'code': 200} Jul 05 17:55:28.584338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-8fd52993-4e14-4472-90cb-80672acfd905 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=fc23baad-a193-41a2-8488-9de1c64ff47f HTTP/1.1" status: 200 len: 217 time: 0.0516629 Jul 05 17:55:28.819338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-b4a261f9-33e5-4099-bd96-8518f05cb3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:28.819338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-b4a261f9-33e5-4099-bd96-8518f05cb3fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0751727 Jul 05 17:55:28.827421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-52cc5819-ab38-43b3-b390-09b1664347d0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:55:28.827421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-52cc5819-ab38-43b3-b390-09b1664347d0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561957 Jul 05 17:55:28.829487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-ba9c0a63-eb8a-498a-b78a-86b609a2fd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:28.829487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-ba9c0a63-eb8a-498a-b78a-86b609a2fd88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657136 Jul 05 17:55:28.850740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-ddcf2b2f-30a6-4204-808d-8f7ef57e3ed0 service neutron] 10.222.0.30 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481416 Jul 05 17:55:28.879124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f988fa-8b89-45d1-985a-e68433614a71 req-46cf963b-0f8b-43e5-9310-b58143ef5b38 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:28.880950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4f988fa-8b89-45d1-985a-e68433614a71 req-46cf963b-0f8b-43e5-9310-b58143ef5b38 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 948 time: 0.1592894 Jul 05 17:55:28.896883 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-d9a4b346-c13c-4228-ac44-718e9ceaa56d service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230013 Jul 05 17:55:28.966358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7b7093e0-9d9b-4b94-9a34-5e7b4be7dba6 None None] Provisioning for port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:28.971644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7b7093e0-9d9b-4b94-9a34-5e7b4be7dba6 None None] Provisioning complete for port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:28.977736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7b7093e0-9d9b-4b94-9a34-5e7b4be7dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:28.977969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4f988fa-8b89-45d1-985a-e68433614a71 req-4f2b1915-aabb-40ab-aff6-da2ae42c921b tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/security-groups?id=91afda66-fa68-460e-9ff5-61d39930db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650387 Jul 05 17:55:29.006404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-e9163621-cc41-480e-88bd-e7a3b68ff9ea service neutron] 10.222.0.30 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522536 Jul 05 17:55:29.029867 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-230f4a2f-c2f7-410b-928b-e9715072eaca req-bb80cb76-4a6c-4d6f-8a8d-49f525ab3652 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191351 Jul 05 17:55:29.091989 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:29.117190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7b7093e0-9d9b-4b94-9a34-5e7b4be7dba6 None None] Port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:55:29.244828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44130) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:29.396911 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:29.415828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-da252fdf-5425-4258-b6c0-45b802f95641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:29.417381 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-da252fdf-5425-4258-b6c0-45b802f95641 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6e6e11a7f26544c8bb6273fc1d9bbfec&device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 1099 time: 0.0989199 Jul 05 17:55:29.453662 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5484-2530-436f-a892-8269579fcc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:29.500154 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:29.536122 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:29.537101 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:29.575234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a55f99d-f9c1-410e-baec-57a33521f954 req-1d536b2a-c3df-4c7d-a3cc-d40b22cac8ea tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 210 time: 0.0738072 Jul 05 17:55:29.684865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-99e49f27-26f3-4e1d-991e-211c4400b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:29.705383 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-99e49f27-26f3-4e1d-991e-211c4400b544 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2592969 Jul 05 17:55:29.739070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Network 30a57d14-b6f5-4469-95d3-a9308895c34a is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:29.755544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5484-2530-436f-a892-8269579fcc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:29.757572 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-fbd7fb09-bacd-4d22-800d-5b8117e2f957 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=fc23baad-a193-41a2-8488-9de1c64ff47f HTTP/1.1" status: 200 len: 217 time: 0.0575781 Jul 05 17:55:29.766294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Pushing event updated for resources: {'Port': ['ID=4f640fed-04ed-4f82-a8e6-bdcc82e5265d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:29.766294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:29.776200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1f6fda3-a336-4b8d-b237-bc2b16fc9b1e req-cdb1a316-d7e3-4e29-9e99-256f92440611 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 210 time: 0.0818698 Jul 05 17:55:29.835337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-14909d61-478e-4c93-a825-af84f064d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:29.844406 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-14909d61-478e-4c93-a825-af84f064d492 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0680416 Jul 05 17:55:29.957871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c7b5484-2530-436f-a892-8269579fcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:30.008425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-24042f79-bdca-4f3c-abb7-a6f15183ad1d tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468006 Jul 05 17:55:30.084889 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7c7b5484-2530-436f-a892-8269579fcc31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30946e75d93c4b43822d25de5665ad9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8367155 Jul 05 17:55:30.085118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b5484-2530-436f-a892-8269579fcc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9ccc4c-83b8-4a84-b916-9444ecfc5897,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:30.090059 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44188) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:30.136309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:55:30.166282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-c849a535-2505-469d-bffd-c511c7985729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:30.167674 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-c849a535-2505-469d-bffd-c511c7985729 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3161068 Jul 05 17:55:30.196633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 652b4d47-8a47-4f3a-8ea1-4f8182a95072 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:30.255451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ea52-4afe-434e-839e-2639566e430e req-64bdb716-4546-405f-a228-9fb2820e1289 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:30.264632 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e346-3b0a-4d07-838d-fa0a4f21a4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:30.268216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-64bdb716-4546-405f-a228-9fb2820e1289 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584310 Jul 05 17:55:30.300657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-fd341843-4d84-4db4-a568-853ecbe10613 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/quotas/d045415770fb4aec8fbbc1e4f93a59c0 HTTP/1.1" status: 200 len: 375 time: 0.0252585 Jul 05 17:55:30.325096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e346-3b0a-4d07-838d-fa0a4f21a4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:30.345448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8e1a87e8-ec30-4117-beba-0de6d00768b0 None None] Provisioning complete for port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:30.349569 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e1a87e8-ec30-4117-beba-0de6d00768b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:30.363343 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-d493cd53-4d0b-4899-a3f1-499e158609b1 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786261 Jul 05 17:55:30.397723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-8e1a87e8-ec30-4117-beba-0de6d00768b0 None None] Port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:55:30.428979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-877abec2-cfec-4394-95af-eec1270c1710 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1249661 Jul 05 17:55:30.468393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:55:30.478608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f6ea17e2-dcdc-44fd-9209-cb8133d94c97 admin admin] 10.222.0.30 "PUT /v2.0/routers/2c842e33-78f5-4efc-b0de-446eb4ab5fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8071918 Jul 05 17:55:30.480778 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7dea7ce4-b6bf-4d6b-b13d-9fd44d5064cb req-c30ae3c7-f5fe-4274-b293-99b61a0db8f5 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972977 Jul 05 17:55:30.485415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Sync routers for ids ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:55:30.494630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Routers {'2c842e33-78f5-4efc-b0de-446eb4ab5fb0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:55:30.495269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:55:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:55:30.498546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 652b4d47-8a47-4f3a-8ea1-4f8182a95072 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:30.544161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 652b4d47-8a47-4f3a-8ea1-4f8182a95072 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:30.544821 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:30.547898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-e27f5d0f-95ed-43a2-af42-5e2edfd50f7c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267355 Jul 05 17:55:30.563236 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774ce2f1-7f86-4d60-befa-be6dedd31931 req-92e96cc2-ad22-42a9-86a8-c365676fc097 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:30.572470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-774ce2f1-7f86-4d60-befa-be6dedd31931 req-92e96cc2-ad22-42a9-86a8-c365676fc097 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 948 time: 0.1697989 Jul 05 17:55:30.632230 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e346-3b0a-4d07-838d-fa0a4f21a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:30.645423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4b2e346-3b0a-4d07-838d-fa0a4f21a4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:30.650823 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4b2e346-3b0a-4d07-838d-fa0a4f21a4fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d9ccc4c-83b8-4a84-b916-9444ecfc5897 HTTP/1.1" status: 204 len: 168 time: 0.5596058 Jul 05 17:55:30.667004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2e346-3b0a-4d07-838d-fa0a4f21a4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9ccc4c-83b8-4a84-b916-9444ecfc5897,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:30.725135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Set router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:55:30.796519 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-774ce2f1-7f86-4d60-befa-be6dedd31931 req-bd772bbf-b905-4ce7-8a35-20c0cb1fe53f tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/security-groups?id=91afda66-fa68-460e-9ff5-61d39930db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230220 Jul 05 17:55:30.826577 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:30.931831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-e885686b-5f00-4ef2-87a9-21aeae4042e9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:30.935677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-e885686b-5f00-4ef2-87a9-21aeae4042e9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827324 Jul 05 17:55:30.936255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 652b4d47-8a47-4f3a-8ea1-4f8182a95072, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=652b4d47-8a47-4f3a-8ea1-4f8182a95072,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:30.956299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Request body: {'port': {'device_id': '98292782-1a7f-4e4e-9571-2a34798b856d', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '6d7ab2c53e554c49b66a8e3ca3c96c6f'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:31.087352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4742831-776b-4837-a8ef-317012f984da req-ecabb31c-3aa5-475d-a59b-b6da30ca920b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 210 time: 0.0445490 Jul 05 17:55:31.111389 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:31.222324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44222) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:31.288488 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-c5281e30-7867-43c2-9390-1eff7565a120 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e560932b-99fa-4e3a-96d2-c55d18488902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1314197 Jul 05 17:55:31.299306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f05510f3-9e56-40df-aac0-d838c3a78ee1 req-02fb7a47-0028-4171-86eb-9cfc180bfa65 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 210 time: 0.0452878 Jul 05 17:55:31.302950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Made reservation on behalf of 6d7ab2c53e554c49b66a8e3ca3c96c6f for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:31.304244 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:31.346381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=652b4d47-8a47-4f3a-8ea1-4f8182a95072,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:31.350428 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-34578060-400e-484b-8303-f3df953b548c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449569 Jul 05 17:55:31.385829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:55:21Z', 'updated_at': '2021-07-05T17:55:28Z', 'revision_number': 4, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'gw_port': {'id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:22Z', 'updated_at': '2021-07-05T17:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4f640fed-04ed-4f82-a8e6-bdcc82e5265d', 'name': '', 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'mac_address': 'fa:16:3e:ab:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae8ef869-ee20-49fe-995e-082f664f4683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:27Z', 'updated_at': '2021-07-05T17:55:29Z', 'revision_number': 2, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'subnets': [{'id': 'ae8ef869-ee20-49fe-995e-082f664f4683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:55:31.424762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Checking router: 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:55:31.429571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Updating router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:55:31.519918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:31.552614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-634abb0e-7be0-4734-a471-66cfdf1861e9 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738566 Jul 05 17:55:31.657544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-c600f640-1146-46cc-adb3-7f663a694ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:31.659085 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-c600f640-1146-46cc-adb3-7f663a694ef1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 1099 time: 0.2814291 Jul 05 17:55:31.681852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44236) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:31.707500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-578566ab-e719-4376-a8d8-04289fd51b4d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:31.709027 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-578566ab-e719-4376-a8d8-04289fd51b4d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3439252 Jul 05 17:55:31.761516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Request body: {'port': {'device_id': '1554ac6f-358a-4755-ab5b-132e5ba25252', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '6d7ab2c53e554c49b66a8e3ca3c96c6f'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:31.764836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c070a8c-6375-49f2-acec-011c7f3c909f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:31.942929 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:31.955665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Transition to ACTIVE for port object 4f640fed-04ed-4f82-a8e6-bdcc82e5265d will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:31.986130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-faa55995-0594-4562-bbd6-1f38b9743a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:31.988343 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-faa55995-0594-4562-bbd6-1f38b9743a05 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.3022943 Jul 05 17:55:32.059838 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-f58f6d54-a096-4c0b-b154-3b6e65f0cb6a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=98eadd96-cac8-4f88-a75a-22b1dd2107e7 HTTP/1.1" status: 200 len: 217 time: 0.0534074 Jul 05 17:55:32.060109 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.102873 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 652b4d47-8a47-4f3a-8ea1-4f8182a95072 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:32.111161 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-98a9740c-91b8-48a7-a500-ffbacdf85a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.147379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-d29f0894-8a8c-4e67-9538-22c4939aaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:32.166334 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-d29f0894-8a8c-4e67-9538-22c4939aaa7f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0927472 Jul 05 17:55:32.169375 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c070a8c-6375-49f2-acec-011c7f3c909f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.172280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec01bcd-a401-4c7e-8cf1-c3f2027a3ba9 None None] Pushing event updated for resources: {'Port': ['ID=4f640fed-04ed-4f82-a8e6-bdcc82e5265d,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:32.236796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Allocated IP 192.168.233.50 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/86e2d80a-7dd8-4397-a90f-e8b09c4e4d02) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:32.239090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-b298c724-6eff-4511-8f0e-71deca679d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:32.243309 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-b298c724-6eff-4511-8f0e-71deca679d18 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0700264 Jul 05 17:55:32.243612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Attempting to bind port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:32.243612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Attempting to bind port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '3a86fcd7-2751-4b7a-982c-2df2b4778f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:32.243612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Attempting to bind port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d on network 30a57d14-b6f5-4469-95d3-a9308895c34a {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:32.251425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:32.251808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Checking segment: {'id': '3a86fcd7-2751-4b7a-982c-2df2b4778f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:32.252216 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.252609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Bound using segment: {'id': '3a86fcd7-2751-4b7a-982c-2df2b4778f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:32.253096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Bound port: 4f640fed-04ed-4f82-a8e6-bdcc82e5265d, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a86fcd7-2751-4b7a-982c-2df2b4778f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:32.253223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-22f2d13a-c258-42c8-9ca4-9a30d7bf8a5a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7238808 Jul 05 17:55:32.253491 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.257573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 652b4d47-8a47-4f3a-8ea1-4f8182a95072 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:32.257573 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.278311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:32.309306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-4152656e-9d30-4be6-8bed-4a2ad483ef14 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:32.317196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-4152656e-9d30-4be6-8bed-4a2ad483ef14 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7637527 Jul 05 17:55:32.339717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-157d33f4-9ee2-4f47-90bb-f16b8cd8a2b5 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/quotas/d045415770fb4aec8fbbc1e4f93a59c0 HTTP/1.1" status: 200 len: 375 time: 0.0216212 Jul 05 17:55:32.375590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c070a8c-6375-49f2-acec-011c7f3c909f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.377035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] For port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:32.384130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] For port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4f640fed-04ed-4f82-a8e6-bdcc82e5265d,segment=NetworkSegment(3a86fcd7-2751-4b7a-982c-2df2b4778f6b),segment_id=3a86fcd7-2751-4b7a-982c-2df2b4778f6b)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:32.454907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-0d0bd207-11b8-4a85-a999-6d2a9ea91fa3 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968270 Jul 05 17:55:32.461269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6c070a8c-6375-49f2-acec-011c7f3c909f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfcd3cda3c334814bcfbfd4754fe6807&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7715340 Jul 05 17:55:32.461601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44248) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:32.481458 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.487625 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c070a8c-6375-49f2-acec-011c7f3c909f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2375849-9b28-4e70-bd5d-b6b2fada4ec6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:32.544965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-42ca459b-8b5b-4e83-84b7-2575d5e43493 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825444 Jul 05 17:55:32.570210 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.581088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Made reservation on behalf of 6d7ab2c53e554c49b66a8e3ca3c96c6f for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:32.584991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.595832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Transition to ACTIVE for port object 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:32.620146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4eba56c6-0183-4d46-8172-fc476058498b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.628289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Routers {'2c842e33-78f5-4efc-b0de-446eb4ab5fb0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:55:32.629312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:55:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:55:32.631960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device fc23baad-a193-41a2-8488-9de1c64ff47f details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:55:32.651378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.97', 50985) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:32.676317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4eba56c6-0183-4d46-8172-fc476058498b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.816948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec01bcd-a401-4c7e-8cf1-c3f2027a3ba9 None None] Pushing event updated for resources: {'Port': ['ID=4f640fed-04ed-4f82-a8e6-bdcc82e5265d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:32.843480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-939d5aa2-8b6a-474a-8611-b80cb4ae864c req-5516a3a4-8845-4e65-a8ab-80770c466755 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854125 Jul 05 17:55:32.900784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.949246 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-98a9740c-91b8-48a7-a500-ffbacdf85a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.967392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4eba56c6-0183-4d46-8172-fc476058498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.970780 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4eba56c6-0183-4d46-8172-fc476058498b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:32.976661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4eba56c6-0183-4d46-8172-fc476058498b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2375849-9b28-4e70-bd5d-b6b2fada4ec6 HTTP/1.1" status: 204 len: 168 time: 0.5131567 Jul 05 17:55:33.011895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eba56c6-0183-4d46-8172-fc476058498b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2375849-9b28-4e70-bd5d-b6b2fada4ec6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:33.013072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-17d79401-1559-428f-83af-8220f517018d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:33.014642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-17d79401-1559-428f-83af-8220f517018d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 820 time: 0.3595426 Jul 05 17:55:33.056017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:33.067621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Request body: {'port': {'device_id': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3', 'admin_state_up': True, 'tenant_id': 'f055ad217b564e3689ff3d0c4fc8a0a3'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:33.070751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Allocated IP 192.168.233.22 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/acbd7727-3420-4a72-86ab-bae2c32f2f6b) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:33.084171 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-98a9740c-91b8-48a7-a500-ffbacdf85a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.086908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:33.142676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:33.148531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:33.149322 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.149701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:33.154000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:33.161678 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.resource_extend [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 17:55:33.195602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event updated for resources: {'Port': ['ID=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:33.292405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-98a9740c-91b8-48a7-a500-ffbacdf85a7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd6104f8756b48a6a23bcea89fb88b76&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0642738 Jul 05 17:55:33.292405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9740c-91b8-48a7-a500-ffbacdf85a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b1cf3b-c242-4483-b83c-7c08bc2aedcc,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:33.298149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44266) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:33.330261 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.422920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea4fb1-6286-42ac-9014-58a92916f0c8 req-4d7e0a78-340b-4aaa-8d2b-f50199fbd6de tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:33.430935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8aea4fb1-6286-42ac-9014-58a92916f0c8 req-4d7e0a78-340b-4aaa-8d2b-f50199fbd6de tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 948 time: 0.4458239 Jul 05 17:55:33.441411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-30245efb-5803-44eb-a5ab-3cf4a7c252fb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4924982 Jul 05 17:55:33.441746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] Set router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:55:33.450328 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbef99d3-12df-46d1-995d-dfb5d9897071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.470206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Request body: {'port': {'device_id': '98292782-1a7f-4e4e-9571-2a34798b856d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:33.481000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.498834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbef99d3-12df-46d1-995d-dfb5d9897071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.518229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Transition to ACTIVE for port object acbd7727-3420-4a72-86ab-bae2c32f2f6b will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:33.551833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8aea4fb1-6286-42ac-9014-58a92916f0c8 req-d61fb300-6bd9-436f-87db-b1b7117e2f12 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/security-groups?id=91afda66-fa68-460e-9ff5-61d39930db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192167 Jul 05 17:55:33.623872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port fc23baad-a193-41a2-8488-9de1c64ff47f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fc23baad-a193-41a2-8488-9de1c64ff47f,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:33.636721 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.656362 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbef99d3-12df-46d1-995d-dfb5d9897071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.665888 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbef99d3-12df-46d1-995d-dfb5d9897071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.669549 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dbef99d3-12df-46d1-995d-dfb5d9897071 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67b1cf3b-c242-4483-b83c-7c08bc2aedcc HTTP/1.1" status: 204 len: 168 time: 0.3687134 Jul 05 17:55:33.669549 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.718596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'fc23baad-a193-41a2-8488-9de1c64ff47f', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'fc23baad-a193-41a2-8488-9de1c64ff47f', 'mac_address': 'fa:16:3e:3f:36:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:55:33.779673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef99d3-12df-46d1-995d-dfb5d9897071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b1cf3b-c242-4483-b83c-7c08bc2aedcc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:33.817885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Made reservation on behalf of f055ad217b564e3689ff3d0c4fc8a0a3 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:33.821972 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.824602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:33.835780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:33.841832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:33.889722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event updated for resources: {'Port': ['ID=acbd7727-3420-4a72-86ab-bae2c32f2f6b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:33.897754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0d0d4177-6937-4eac-a929-e39727a3da01 None None] Provisioning for port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:33.909853 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:33.945064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:33.955273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:34.042949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0d0d4177-6937-4eac-a929-e39727a3da01 None None] Provisioning complete for port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:34.043323 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d0d4177-6937-4eac-a929-e39727a3da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:34.070076 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6db2f326-4d64-43b0-b10f-63c66af7659e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3402004 Jul 05 17:55:34.094468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Request body: {'port': {'device_id': '1554ac6f-358a-4755-ab5b-132e5ba25252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:34.167634 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:34.195869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0d0d4177-6937-4eac-a929-e39727a3da01 None None] Port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:55:34.237208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc23baad-a193-41a2-8488-9de1c64ff47f {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:34.250274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Allocated IP 172.25.3.74 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/1a250513-b8ad-4b03-ad22-0718ffa0d45e) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:34.278603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port fc23baad-a193-41a2-8488-9de1c64ff47f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fc23baad-a193-41a2-8488-9de1c64ff47f,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:34.372550 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:34.384415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:55:21Z', 'updated_at': '2021-07-05T17:55:28Z', 'revision_number': 4, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'gw_port': {'id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:22Z', 'updated_at': '2021-07-05T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4f640fed-04ed-4f82-a8e6-bdcc82e5265d', 'name': '', 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'mac_address': 'fa:16:3e:ab:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae8ef869-ee20-49fe-995e-082f664f4683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:27Z', 'updated_at': '2021-07-05T17:55:32Z', 'revision_number': 4, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'subnets': [{'id': 'ae8ef869-ee20-49fe-995e-082f664f4683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:55:34.441775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72e5463-706b-4e95-b92e-c6d8f0ad6eab None None] The sync data for ids ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'] in n-d-799524-1 is: [{'id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:55:21Z', 'updated_at': '2021-07-05T17:55:28Z', 'revision_number': 4, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'gw_port': {'id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:22Z', 'updated_at': '2021-07-05T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4f640fed-04ed-4f82-a8e6-bdcc82e5265d', 'name': '', 'network_id': '30a57d14-b6f5-4469-95d3-a9308895c34a', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'mac_address': 'fa:16:3e:ab:7d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'ae8ef869-ee20-49fe-995e-082f664f4683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:27Z', 'updated_at': '2021-07-05T17:55:32Z', 'revision_number': 4, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'subnets': [{'id': 'ae8ef869-ee20-49fe-995e-082f664f4683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:55:34.496460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ca13141b-7e76-49f7-b5b6-4e252703399c None None] Provisioning for port acbd7727-3420-4a72-86ab-bae2c32f2f6b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:34.517603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ca13141b-7e76-49f7-b5b6-4e252703399c None None] Provisioning complete for port acbd7727-3420-4a72-86ab-bae2c32f2f6b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:34.518347 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca13141b-7e76-49f7-b5b6-4e252703399c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:34.581581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=fc23baad-a193-41a2-8488-9de1c64ff47f,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:34.619226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:34.635240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:34.651964 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:34.662309 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-c847a32e-e324-4af8-b33a-121a7004ebff tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0906792 Jul 05 17:55:34.669655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Transition to ACTIVE for port object 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:34.713283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ca13141b-7e76-49f7-b5b6-4e252703399c None None] Port acbd7727-3420-4a72-86ab-bae2c32f2f6b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:55:34.714471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:34.762413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['fc23baad-a193-41a2-8488-9de1c64ff47f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:34.815058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3dfe1-3349-4582-ad97-d77ec93a172b req-bae86c0b-cd9b-4a7a-828d-967db576c8bf tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:34.817019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3e3dfe1-3349-4582-ad97-d77ec93a172b req-bae86c0b-cd9b-4a7a-828d-967db576c8bf tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 935 time: 0.8419936 Jul 05 17:55:34.891568 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:34.909822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Allocated IP 172.20.0.2 (18dee5c2-815f-4df7-b94e-e541063e1de3/230d65a8-9d66-4be2-8ad4-16b0b7a650b6/938e27bb-415b-4fe1-a316-85dbf45577e0) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:34.923614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ea52-4afe-434e-839e-2639566e430e req-9811ed32-2c1a-4e41-9509-e0112c5fed2c tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:34.925462 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-9811ed32-2c1a-4e41-9509-e0112c5fed2c tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580292 Jul 05 17:55:34.926495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:34.959362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Request body: {'port': {'device_id': 'c66e735c-0652-4f7b-80db-2747a024721a', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'd045415770fb4aec8fbbc1e4f93a59c0'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:35.023288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:35.040234 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:35.047418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:35.075835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:35.127012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:35.129903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:35.147992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46e2abfa-2734-460c-ad3f-f3c474b0aa21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:35.627384 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3e3dfe1-3349-4582-ad97-d77ec93a172b req-8ced32c4-d921-4d9a-8873-530f319af8ba tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7541766 Jul 05 17:55:35.721830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:35.722056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbd7727-3420-4a72-86ab-bae2c32f2f6b {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:35.735942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Attempting to bind port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:35.736367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Attempting to bind port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:35.736879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Attempting to bind port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:35.750522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:35.752413 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:35.758930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46e2abfa-2734-460c-ad3f-f3c474b0aa21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:35.772394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Transition to ACTIVE for port object acbd7727-3420-4a72-86ab-bae2c32f2f6b will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:35.779019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:35.779678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Attempting to bind port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:35.808699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:35.808985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:35.809413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:35.809822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Bound port: 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:35.810184 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:35.855282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46e2abfa-2734-460c-ad3f-f3c474b0aa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:35.868099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:35.946363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:35.949177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2abfa-2734-460c-ad3f-f3c474b0aa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960d82b6-f71e-42cf-9b82-e4d2ad762060,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:35.993010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-367d9b98-307d-4beb-bca3-dc4856a4b850 req-68d59c9b-8e0c-4a27-8953-7f51394550da tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 210 time: 0.1341176 Jul 05 17:55:36.010899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-46e2abfa-2734-460c-ad3f-f3c474b0aa21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=592a6e025be64bfcb8589ef0b32dcfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9013622 Jul 05 17:55:36.018327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44304) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:36.087857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Pushing event updated for resources: {'Port': ['ID=acbd7727-3420-4a72-86ab-bae2c32f2f6b,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:36.097884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Made reservation on behalf of d045415770fb4aec8fbbc1e4f93a59c0 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:36.101884 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.114405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event updated for resources: {'Port': ['ID=1a250513-b8ad-4b03-ad22-0718ffa0d45e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:36.230522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed04411f-5d3e-4da4-affb-e698aaefe48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.232337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.295394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Attempting to bind port acbd7727-3420-4a72-86ab-bae2c32f2f6b on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:36.301526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Attempting to bind port acbd7727-3420-4a72-86ab-bae2c32f2f6b by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:36.302152 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Attempting to bind port acbd7727-3420-4a72-86ab-bae2c32f2f6b on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:36.310806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4f640fed-04ed-4f82-a8e6-bdcc82e5265d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:36.314575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-609f19aa-82f4-4356-8732-a6c1f1e25375 req-77e92491-1152-454a-b081-36eeb4463f1a tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 210 time: 0.0591016 Jul 05 17:55:36.337424 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed04411f-5d3e-4da4-affb-e698aaefe48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.416883 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.462032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Port acbd7727-3420-4a72-86ab-bae2c32f2f6b on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:36.462757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Attempting to bind port acbd7727-3420-4a72-86ab-bae2c32f2f6b on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:36.503113 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:36.504604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:36.504604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:36.504604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Bound port: acbd7727-3420-4a72-86ab-bae2c32f2f6b, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:36.504604 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.526036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:36.531748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:36.537122 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.635272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed04411f-5d3e-4da4-affb-e698aaefe48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.635832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] For port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:36.642387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed04411f-5d3e-4da4-affb-e698aaefe48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.646763 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ed04411f-5d3e-4da4-affb-e698aaefe48f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/960d82b6-f71e-42cf-9b82-e4d2ad762060 HTTP/1.1" status: 204 len: 168 time: 0.6270115 Jul 05 17:55:36.658973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device fc23baad-a193-41a2-8488-9de1c64ff47f up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:36.671695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed04411f-5d3e-4da4-affb-e698aaefe48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960d82b6-f71e-42cf-9b82-e4d2ad762060,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:36.679518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-7ca5bb45-b102-4b3c-9f6b-4f2fb861c35c tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1753557 Jul 05 17:55:36.710149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] For port acbd7727-3420-4a72-86ab-bae2c32f2f6b, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:36.713304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.715349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] For port acbd7727-3420-4a72-86ab-bae2c32f2f6b, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acbd7727-3420-4a72-86ab-bae2c32f2f6b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:36.755086 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.791771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.824610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4f640fed-04ed-4f82-a8e6-bdcc82e5265d,segment=NetworkSegment(3a86fcd7-2751-4b7a-982c-2df2b4778f6b),segment_id=3a86fcd7-2751-4b7a-982c-2df2b4778f6b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:36.826313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] For port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:36.834268 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.841612 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.928205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a5dce7-8373-4e83-abd4-55633bcda7a1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:36.950346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:36.950346 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:36.950346 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] 10.222.0.39 "PUT /v2.0/ports/acbd7727-3420-4a72-86ab-bae2c32f2f6b HTTP/1.1" status: 200 len: 1095 time: 2.8634264 Jul 05 17:55:36.950346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1554ac6f-358a-4755-ab5b-132e5ba25252', 'tag': 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:36.951645 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be" -d '{"events": [{"name": "network-changed", "server_uuid": "1554ac6f-358a-4755-ab5b-132e5ba25252", "tag": "acbd7727-3420-4a72-86ab-bae2c32f2f6b"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:37.007444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241275cc-4496-4e05-86eb-408eefeeada3 service neutron] Pushing event updated for resources: {'Port': ['ID=acbd7727-3420-4a72-86ab-bae2c32f2f6b,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:37.037094 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.041995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port fc23baad-a193-41a2-8488-9de1c64ff47f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:37.049226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Allocated IP 192.168.233.70 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/0401f790-a7ea-4b34-ae1c-7b23e8051ffc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:37.056514 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.119567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4f640fed-04ed-4f82-a8e6-bdcc82e5265d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:37.132598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port fc23baad-a193-41a2-8488-9de1c64ff47f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:37.133173 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.152298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-bbcd3631-c4b3-4028-bad5-a20d2e623e97 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.157179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-bbcd3631-c4b3-4028-bad5-a20d2e623e97 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3886278 Jul 05 17:55:37.172541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53348c-a154-4a54-9e55-e598cf2bc4e1 req-97688ecd-7c29-47e3-824c-a0477ef6eb2e tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.179666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f53348c-a154-4a54-9e55-e598cf2bc4e1 req-97688ecd-7c29-47e3-824c-a0477ef6eb2e tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 949 time: 0.6201587 Jul 05 17:55:37.192785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.195480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.197224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] 10.222.0.97 "PUT /v2.0/ports/86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 HTTP/1.1" status: 200 len: 1095 time: 3.7400835 Jul 05 17:55:37.263795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98292782-1a7f-4e4e-9571-2a34798b856d', 'tag': '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:37.270147 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d" -d '{"events": [{"name": "network-changed", "server_uuid": "98292782-1a7f-4e4e-9571-2a34798b856d", "tag": "86e2d80a-7dd8-4397-a90f-e8b09c4e4d02"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:37.284023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.288545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-1b0050c4-89cf-4246-ab60-1879a7d94efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.290200 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-1b0050c4-89cf-4246-ab60-1879a7d94efe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 1098 time: 0.1817257 Jul 05 17:55:37.309326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Request body: {'port': {'device_id': 'fa499b80-570f-4c3d-b938-4b288d217834', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'd045415770fb4aec8fbbc1e4f93a59c0'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:37.337287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.369569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Transition to ACTIVE for port object 0401f790-a7ea-4b34-ae1c-7b23e8051ffc will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:37.372496 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-0ca9c593-1326-4cda-b451-efbeac3b0424 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=acbd7727-3420-4a72-86ab-bae2c32f2f6b HTTP/1.1" status: 200 len: 217 time: 0.0719306 Jul 05 17:55:37.377438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1bab6d-5e98-4238-9d80-5012219d0b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc23baad-a193-41a2-8488-9de1c64ff47f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:37.379324 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.379930 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3debee0-8706-49d6-acc3-139115dc9881" -d '{"events": [{"server_uuid": "6f1bab6d-5e98-4238-9d80-5012219d0b54", "name": "network-vif-plugged", "status": "completed", "tag": "fc23baad-a193-41a2-8488-9de1c64ff47f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:37.398661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port fc23baad-a193-41a2-8488-9de1c64ff47f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fc23baad-a193-41a2-8488-9de1c64ff47f,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:37.444252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f53348c-a154-4a54-9e55-e598cf2bc4e1 req-de098d5c-e55b-435c-b714-62a42a2226d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/security-groups?id=91afda66-fa68-460e-9ff5-61d39930db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627580 Jul 05 17:55:37.476750 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.493666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-deca2e42-4fbd-478f-ac08-55c8dff15305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.501920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e203b42-1b93-42d1-88a8-40e1a9e5f8a5 service neutron] Pushing event updated for resources: {'Port': ['ID=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:37.517767 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-deca2e42-4fbd-478f-ac08-55c8dff15305 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1304824 Jul 05 17:55:37.519548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Network 18dee5c2-815f-4df7-b94e-e541063e1de3 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:37.543797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.580513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Pushing event updated for resources: {'Port': ['ID=938e27bb-415b-4fe1-a316-85dbf45577e0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:37.581726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:37.584180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=fc23baad-a193-41a2-8488-9de1c64ff47f,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:37.590774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:37.594792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:37.600651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:37.606540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.607248 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.643342 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.653458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:37.682182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-612c694d-ab1e-4ea8-be62-0165ccefb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.686121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-612c694d-ab1e-4ea8-be62-0165ccefb3d7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 1098 time: 0.2445672 Jul 05 17:55:37.721203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.721851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.743631 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.751290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-a2aa2694-bcc2-4615-85f3-c91b93d8259f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 HTTP/1.1" status: 200 len: 217 time: 0.0572121 Jul 05 17:55:37.772964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:37.783685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-100dc210-b8d1-4ca5-8ed9-3b1da676b770 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7547221 Jul 05 17:55:37.802234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-4c4b0ef6-1811-407d-b755-9f73f160fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.804967 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-4c4b0ef6-1811-407d-b755-9f73f160fe2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2687361 Jul 05 17:55:37.823894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Request body: {'port': {'device_id': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:37.830653 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:37.921399 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-9d3edf3d-1688-43f5-98c8-76e20c93ca99 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023071 Jul 05 17:55:37.931979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event updated for resources: {'Port': ['ID=1a250513-b8ad-4b03-ad22-0718ffa0d45e,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:37.948368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-706c41bc-9da7-4536-8c5e-ab06495b998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:37.950288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-706c41bc-9da7-4536-8c5e-ab06495b998a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1920204 Jul 05 17:55:37.997012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Made reservation on behalf of d045415770fb4aec8fbbc1e4f93a59c0 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:38.007548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:38.018198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6bfa7a86-f150-4f17-aaae-d725111b6578 None None] Provisioning for port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:38.027584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6bfa7a86-f150-4f17-aaae-d725111b6578 None None] Provisioning complete for port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:38.027584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6bfa7a86-f150-4f17-aaae-d725111b6578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:38.055283 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-e990967b-9eb7-4ede-8c1a-28cb45899f5e service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168547 Jul 05 17:55:38.082666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:38.082889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6bfa7a86-f150-4f17-aaae-d725111b6578 None None] Port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:55:38.100849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4f640fed-04ed-4f82-a8e6-bdcc82e5265d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:38.113395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ffd12-b1c2-42c7-bbf2-eb81deda88d0 req-5a18e16f-5f92-4782-9949-11797697f6c5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:38.114937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-710ffd12-b1c2-42c7-bbf2-eb81deda88d0 req-5a18e16f-5f92-4782-9949-11797697f6c5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 947 time: 0.2792976 Jul 05 17:55:38.136055 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-9ef16fff-b21a-40d8-9530-85758686f0aa tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1912584 Jul 05 17:55:38.145235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Request body: {'port': {'device_id': 'c66e735c-0652-4f7b-80db-2747a024721a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:38.146025 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:38.147353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-cc99c7f4-895b-4745-8d9d-acc7bd71f4ec tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.8842926 Jul 05 17:55:38.151209 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:38.151575 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:38.231751 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:38.326259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-ae6ae156-afb7-43d1-aa1d-3324456b6b0c tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.1572626 Jul 05 17:55:38.382298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-710ffd12-b1c2-42c7-bbf2-eb81deda88d0 req-2716c7b7-7f7a-4bfe-ad18-db287ee8ac06 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315488 Jul 05 17:55:38.384113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-53ae5d12-cf32-4b74-983e-65f898455e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:38.388596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-53ae5d12-cf32-4b74-983e-65f898455e0e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4241605 Jul 05 17:55:38.645874 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e572d44e-07f7-4a9b-bef6-44ba50bc275c x-openstack-request-id: req-e572d44e-07f7-4a9b-bef6-44ba50bc275c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:38.646194 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1554ac6f-358a-4755-ab5b-132e5ba25252", "tag": "acbd7727-3420-4a72-86ab-bae2c32f2f6b", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:38.646448 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e572d44e-07f7-4a9b-bef6-44ba50bc275c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:38.647036 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1554ac6f-358a-4755-ab5b-132e5ba25252', 'tag': 'acbd7727-3420-4a72-86ab-bae2c32f2f6b', 'status': 'completed', 'code': 200} Jul 05 17:55:38.752499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-3c8811ab-17e2-408a-b0e9-a347ce90d727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:38.754060 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-3c8811ab-17e2-408a-b0e9-a347ce90d727 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 1098 time: 0.0698049 Jul 05 17:55:38.802200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Allocated IP 192.168.233.119 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/b6d880d3-eaec-4d32-8277-5944949571e5) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:38.852909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-638e3c1f-0b74-4a8d-a4ae-8c6551578bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:38.854658 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-638e3c1f-0b74-4a8d-a4ae-8c6551578bb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.0905805 Jul 05 17:55:38.905779 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-1b4bcdf4-eeac-427f-88b3-6ad23d393644 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=acbd7727-3420-4a72-86ab-bae2c32f2f6b HTTP/1.1" status: 200 len: 217 time: 0.0351031 Jul 05 17:55:38.962449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-82bad419-ea94-48c9-a54f-684a44d44b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:38.964064 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-82bad419-ea94-48c9-a54f-684a44d44b6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0448325 Jul 05 17:55:38.998151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-12ac0835-5bac-4209-ad9b-dfc84d3ff531 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:39.000401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-12ac0835-5bac-4209-ad9b-dfc84d3ff531 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.6555495 Jul 05 17:55:39.021219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-46dff329-6bb5-4932-ba9d-bfc54991b051 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171026 Jul 05 17:55:39.028084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-c682dbe3-e22c-4697-afa0-5a128a335147 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:55:39.029096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b40340-16b3-4fc9-891c-0adde1d9dd8b req-c682dbe3-e22c-4697-afa0-5a128a335147 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197756 Jul 05 17:55:39.053642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-7ee524ec-9514-437b-b87b-e87d55dd1742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:39.055625 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-7ee524ec-9514-437b-b87b-e87d55dd1742 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790365 Jul 05 17:55:39.084630 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63c6583-5546-4bfd-aed3-9b474fc786f5 x-openstack-request-id: req-a63c6583-5546-4bfd-aed3-9b474fc786f5 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:39.084923 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98292782-1a7f-4e4e-9571-2a34798b856d", "tag": "86e2d80a-7dd8-4397-a90f-e8b09c4e4d02", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:39.085180 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a63c6583-5546-4bfd-aed3-9b474fc786f5 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:39.085577 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98292782-1a7f-4e4e-9571-2a34798b856d', 'tag': '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'status': 'completed', 'code': 200} Jul 05 17:55:39.161195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85d065-3980-4547-ae79-aee0e8f6bcbb req-e6dc6c2b-955b-401c-b4e6-b05fa7379412 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:39.162785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef85d065-3980-4547-ae79-aee0e8f6bcbb req-e6dc6c2b-955b-401c-b4e6-b05fa7379412 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 931 time: 0.3815856 Jul 05 17:55:39.175726 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-a77af6ac-45ef-4176-b77b-8db9084fa927 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062646 Jul 05 17:55:39.268375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8186959b-18fe-4695-9af5-58d1812a6e8f req-f28940e1-c802-4354-8f13-d84f7704a33e tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 210 time: 0.0747206 Jul 05 17:55:39.274869 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3a42fb0-eb40-484d-b3ff-9cd88ede31be req-5523adb4-53ca-498f-b26b-28f2f4b3dc98 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866733 Jul 05 17:55:39.317513 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a631a345-0b66-4c14-9db2-08fb047b50d2 x-openstack-request-id: req-a631a345-0b66-4c14-9db2-08fb047b50d2 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:39.318939 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1bab6d-5e98-4238-9d80-5012219d0b54", "name": "network-vif-plugged", "status": "completed", "tag": "fc23baad-a193-41a2-8488-9de1c64ff47f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:39.319355 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a631a345-0b66-4c14-9db2-08fb047b50d2 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:39.319765 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1bab6d-5e98-4238-9d80-5012219d0b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc23baad-a193-41a2-8488-9de1c64ff47f', 'code': 200} Jul 05 17:55:39.334927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef85d065-3980-4547-ae79-aee0e8f6bcbb req-d91b2428-0ec2-426b-a66c-2d47909b92ff tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594667 Jul 05 17:55:39.336872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc120c7-e4d3-4054-9d2f-692d66ccca6e req-a3257c11-5cc3-4dd2-bec6-4b19cd9b782d service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945571 Jul 05 17:55:39.379756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:39.397473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938e27bb-415b-4fe1-a316-85dbf45577e0 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:39.411858 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:39.451827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Transition to ACTIVE for port object b6d880d3-eaec-4d32-8277-5944949571e5 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:39.460353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Transition to ACTIVE for port object 938e27bb-415b-4fe1-a316-85dbf45577e0 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:39.487136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edcb25-6926-4ea2-b64c-486337a111d8 req-c54f9eb5-921a-4e86-b3ff-e917747e5266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:39.488763 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29edcb25-6926-4ea2-b64c-486337a111d8 req-c54f9eb5-921a-4e86-b3ff-e917747e5266 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 1101 time: 0.0643306 Jul 05 17:55:39.529455 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29edcb25-6926-4ea2-b64c-486337a111d8 req-b01e2e15-3645-4d45-a198-eaef26ed3621 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91afda66-fa68-460e-9ff5-61d39930db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Jul 05 17:55:39.551824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208adf5c-67be-4dec-b70e-b17e9da70f04 req-26484091-6f7c-4648-87be-55f8cf28f6f6 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:39.553457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-208adf5c-67be-4dec-b70e-b17e9da70f04 req-26484091-6f7c-4648-87be-55f8cf28f6f6 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 950 time: 0.1444261 Jul 05 17:55:39.556680 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:39.650288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=938e27bb-415b-4fe1-a316-85dbf45577e0,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:39.670141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:39.674346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-208adf5c-67be-4dec-b70e-b17e9da70f04 req-26dfb0bb-75fa-4633-9c2e-f64bf1b82f6b tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/security-groups?id=91afda66-fa68-460e-9ff5-61d39930db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119387 Jul 05 17:55:39.739068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:39.740343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:39.740343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:39.748033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-ab8c1376-fbc5-4d48-9332-637b4ba49221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:39.750222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-ab8c1376-fbc5-4d48-9332-637b4ba49221 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 1098 time: 0.2395060 Jul 05 17:55:39.791602 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90c21127-55fd-4731-bc05-60de956aca40 req-d890456f-90f8-41e6-af66-7d6ff8a92290 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1298087 Jul 05 17:55:39.800012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:39.809569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Port 938e27bb-415b-4fe1-a316-85dbf45577e0 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:39.810255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:39.832609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:39.865920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:39.871971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:39.872711 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:39.908524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0401f790-a7ea-4b34-ae1c-7b23e8051ffc {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:39.919589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:39.935790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:39.936061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:39.936656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:39.937314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Bound port: 938e27bb-415b-4fe1-a316-85dbf45577e0, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:39.937606 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:39.938456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Transition to ACTIVE for port object 0401f790-a7ea-4b34-ae1c-7b23e8051ffc will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:39.946820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Pushing event updated for resources: {'Port': ['ID=b6d880d3-eaec-4d32-8277-5944949571e5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:39.953767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c21127-55fd-4731-bc05-60de956aca40 req-25a2aa80-9403-4334-aa9f-9c615a68e7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:39.955371 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90c21127-55fd-4731-bc05-60de956aca40 req-25a2aa80-9403-4334-aa9f-9c615a68e7e7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 1096 time: 0.0878510 Jul 05 17:55:40.014325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-e899df21-f8ee-4655-ba2d-138c0b4662f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.016091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-e899df21-f8ee-4655-ba2d-138c0b4662f1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2468002 Jul 05 17:55:40.034849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:40.104784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-49028b8b-e296-428f-bd80-669ce9747128 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 HTTP/1.1" status: 200 len: 217 time: 0.0551641 Jul 05 17:55:40.105987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a87c87aa-933c-4869-8079-6f472c48e0f6 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9237096 Jul 05 17:55:40.113110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:40.123618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-a8e3bb1a-7dbb-4ec5-a228-058e400171c1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4006350 Jul 05 17:55:40.148752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:40.156818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Request body: {'port': {'device_id': 'fa499b80-570f-4c3d-b938-4b288d217834', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:40.167703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c21127-55fd-4731-bc05-60de956aca40 req-4d564144-0161-4c1b-ac77-5099019b9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.169199 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90c21127-55fd-4731-bc05-60de956aca40 req-4d564144-0161-4c1b-ac77-5099019b9fe4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 200 len: 924 time: 0.1827457 Jul 05 17:55:40.214932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b7756dd6-00f6-4253-90a4-81060d7c37d1 None None] Provisioning for port b6d880d3-eaec-4d32-8277-5944949571e5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:40.222624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b7756dd6-00f6-4253-90a4-81060d7c37d1 None None] Provisioning complete for port b6d880d3-eaec-4d32-8277-5944949571e5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:40.223392 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b7756dd6-00f6-4253-90a4-81060d7c37d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:40.238852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:40.249456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Attempting to bind port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:40.249456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Attempting to bind port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:40.249456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Attempting to bind port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:40.261844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:40.262319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Attempting to bind port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:40.270355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b7756dd6-00f6-4253-90a4-81060d7c37d1 None None] Port b6d880d3-eaec-4d32-8277-5944949571e5 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:55:40.275460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-f05a2a26-4de1-48a1-bb0f-b020a663812e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.275460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-f05a2a26-4de1-48a1-bb0f-b020a663812e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1454580 Jul 05 17:55:40.279816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:40.280713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:40.281641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:40.281851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:40.282661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Bound port: 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:40.282957 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:40.294402 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90c21127-55fd-4731-bc05-60de956aca40 req-f8cca346-ec7b-47fc-b7be-ae5fe6575048 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f81dfb91-62c2-440e-a252-a12e09a92e9c HTTP/1.1" status: 200 len: 1001 time: 0.1164937 Jul 05 17:55:40.339144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d33f3-2cc0-46d4-902b-4da1cc6065e2 req-596043eb-ee9b-4eb5-900b-966c364c7919 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.340653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd8d33f3-2cc0-46d4-902b-4da1cc6065e2 req-596043eb-ee9b-4eb5-900b-966c364c7919 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 947 time: 0.3957057 Jul 05 17:55:40.344833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:40.375882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:40.395217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c21127-55fd-4731-bc05-60de956aca40 req-d91188cd-e305-4044-bf15-4e414ca39f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.397584 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90c21127-55fd-4731-bc05-60de956aca40 req-d91188cd-e305-4044-bf15-4e414ca39f7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=339413cb-a39e-4aeb-90e2-4c062c4dd114 HTTP/1.1" status: 200 len: 863 time: 0.0733418 Jul 05 17:55:40.400268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:40.403828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:40.437664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:40.458094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c21127-55fd-4731-bc05-60de956aca40 req-e65d710f-08dc-4126-beef-bdb2dd2575fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.459586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90c21127-55fd-4731-bc05-60de956aca40 req-e65d710f-08dc-4126-beef-bdb2dd2575fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534439 Jul 05 17:55:40.469624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.470239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:40.471629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] 10.222.0.97 "PUT /v2.0/ports/938e27bb-415b-4fe1-a316-85dbf45577e0 HTTP/1.1" status: 200 len: 1091 time: 2.6730604 Jul 05 17:55:40.525530 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:40.540682 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd8d33f3-2cc0-46d4-902b-4da1cc6065e2 req-95425815-67f7-4632-bbb5-54c6af74bdc6 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929746 Jul 05 17:55:40.567121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-86e4505d-72c3-49ba-bf30-f797e19a45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.568981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-86e4505d-72c3-49ba-bf30-f797e19a45bc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2848170 Jul 05 17:55:40.569536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc0ae0-3e6a-4d5c-8f5d-15ebff5a7a49 service neutron] Pushing event updated for resources: {'Port': ['ID=938e27bb-415b-4fe1-a316-85dbf45577e0,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:40.582709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.582709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:40.593292 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] 10.222.0.97 "PUT /v2.0/ports/0401f790-a7ea-4b34-ae1c-7b23e8051ffc HTTP/1.1" status: 200 len: 1095 time: 2.4525611 Jul 05 17:55:40.667149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:40.670050 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05e2e7b-f099-498f-bee7-b79a902dd4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:40.675298 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90c21127-55fd-4731-bc05-60de956aca40 req-01b2ab27-ed5e-4c76-8934-bdce1cb251ef service neutron] 10.222.0.39 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005420 Jul 05 17:55:40.769654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8959e7e-57b1-40ee-8b10-963c12bde5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:40.858874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-dc7db4fa-ffb1-4519-a3c4-29ea71c93408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.858874 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-dc7db4fa-ffb1-4519-a3c4-29ea71c93408 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1094 time: 0.1783681 Jul 05 17:55:40.879065 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90c21127-55fd-4731-bc05-60de956aca40 req-b1a84752-0bba-48d2-a02e-702c9543da00 service neutron] 10.222.0.39 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422446 Jul 05 17:55:40.903625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-bc037423-7933-4ffa-a710-09e9ba98a243 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212090 Jul 05 17:55:40.906065 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-04eb8f8f-7d57-44ac-8fc4-fe15cca6fe6b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938e27bb-415b-4fe1-a316-85dbf45577e0 HTTP/1.1" status: 200 len: 217 time: 0.0400147 Jul 05 17:55:40.972500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-eff805f7-c752-48c6-ab05-68610083b196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:40.974119 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-eff805f7-c752-48c6-ab05-68610083b196 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0532775 Jul 05 17:55:41.008068 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-5a0012ed-80e1-4fa1-bd87-9cf2dad2cfca service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272000 Jul 05 17:55:41.117546 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-72911d62-c289-4afa-a002-2265323b4811 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022792 Jul 05 17:55:41.174065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44400) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:41.230740 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4062b9b-4cbe-4537-a6c8-439173365a82 req-ed87fd22-9497-40f0-b099-ea31f6acff28 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045985 Jul 05 17:55:41.251772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:41.254292 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b54942dd-b3bf-4540-96da-969410f22a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:41.308758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bf0fb31-4d0b-4679-a3b1-a5597054363d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.314643 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.330999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ea52-4afe-434e-839e-2639566e430e req-2df7ba09-9cc7-4322-a329-5885d8e914cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:41.332524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-2df7ba09-9cc7-4322-a329-5885d8e914cd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&device_id=c66e735c-0652-4f7b-80db-2747a024721a HTTP/1.1" status: 200 len: 1098 time: 0.5810864 Jul 05 17:55:41.404175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bf0fb31-4d0b-4679-a3b1-a5597054363d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.447669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-7dc67cd1-b28a-4ba6-8771-d77c7f161095 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc HTTP/1.1" status: 200 len: 217 time: 0.0976281 Jul 05 17:55:41.462177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10779f8e-588e-437f-8a59-acaf73f08aca req-2bfad532-8475-40da-91a8-796c3ac4c782 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:41.463674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10779f8e-588e-437f-8a59-acaf73f08aca req-2bfad532-8475-40da-91a8-796c3ac4c782 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 936 time: 0.5691314 Jul 05 17:55:41.465490 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bf0fb31-4d0b-4679-a3b1-a5597054363d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.486482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2f0c0b7-82ad-4378-9cde-a33ce1b8e51d req-e67d0e51-fd9d-4fac-b1f7-541da19ef15f service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5637677 Jul 05 17:55:41.504762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0fb31-4d0b-4679-a3b1-a5597054363d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650f5fde-0315-4d1a-bd3f-1da208ce7a49,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:41.511911 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7bf0fb31-4d0b-4679-a3b1-a5597054363d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cd64c3a20e54f09af253a433e23ee0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367743 Jul 05 17:55:41.512570 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44406) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:41.571515 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-164b88a2-8eea-4ad8-bf48-44b01e79d632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.582541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d880d3-eaec-4d32-8277-5944949571e5 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:41.605422 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.619626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ea52-4afe-434e-839e-2639566e430e req-0d898d7b-9c0e-4c74-a66f-236e5bec4715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:41.621135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-0d898d7b-9c0e-4c74-a66f-236e5bec4715 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1564767 Jul 05 17:55:41.648549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10779f8e-588e-437f-8a59-acaf73f08aca req-bb0dd9e4-c44f-4bf7-b78d-887ec3113647 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595438 Jul 05 17:55:41.649698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Allocated IP 172.25.3.131 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/f561be9d-274c-4abc-a8cb-76261e4be492) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:41.652442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Transition to ACTIVE for port object b6d880d3-eaec-4d32-8277-5944949571e5 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:55:41.750481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.843709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-164b88a2-8eea-4ad8-bf48-44b01e79d632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.850513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Pushing event updated for resources: {'Port': ['ID=b6d880d3-eaec-4d32-8277-5944949571e5,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:41.886292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22ea52-4afe-434e-839e-2639566e430e req-6f041995-cc8a-4488-ab8f-81a47220ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:41.887838 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-6f041995-cc8a-4488-ab8f-81a47220ab48 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430215 Jul 05 17:55:41.968789 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-164b88a2-8eea-4ad8-bf48-44b01e79d632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.971591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-164b88a2-8eea-4ad8-bf48-44b01e79d632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:41.972832 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-164b88a2-8eea-4ad8-bf48-44b01e79d632 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/650f5fde-0315-4d1a-bd3f-1da208ce7a49 HTTP/1.1" status: 204 len: 168 time: 0.4589229 Jul 05 17:55:41.981422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b88a2-8eea-4ad8-bf48-44b01e79d632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=650f5fde-0315-4d1a-bd3f-1da208ce7a49,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:41.996290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Attempting to bind port b6d880d3-eaec-4d32-8277-5944949571e5 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:41.996795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Attempting to bind port b6d880d3-eaec-4d32-8277-5944949571e5 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:41.996949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Attempting to bind port b6d880d3-eaec-4d32-8277-5944949571e5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:42.005179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.020841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Port b6d880d3-eaec-4d32-8277-5944949571e5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:42.021168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Attempting to bind port b6d880d3-eaec-4d32-8277-5944949571e5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:42.040472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:42.040838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:42.041225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:42.041646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Bound port: b6d880d3-eaec-4d32-8277-5944949571e5, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:42.042001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.072181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c449586-328e-4ac0-b942-06ed32952d52 req-9f76f5ee-9ce2-44bf-baf4-1d27f4fe150f tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:42.073682 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c449586-328e-4ac0-b942-06ed32952d52 req-9f76f5ee-9ce2-44bf-baf4-1d27f4fe150f tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 943 time: 0.3093350 Jul 05 17:55:42.136518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-1494f807-7c4f-4520-9f5a-e8bec3ec35a9 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227035 Jul 05 17:55:42.224891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c449586-328e-4ac0-b942-06ed32952d52 req-40f38c16-b7d6-47b4-b4ab-820b42a3e8f4 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392224 Jul 05 17:55:42.242037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:42.246295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b6d880d3-eaec-4d32-8277-5944949571e5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:42.259821 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.285401 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c205b12-643b-4ddb-b198-f16368ede01f x-openstack-request-id: req-3c205b12-643b-4ddb-b198-f16368ede01f {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:42.285692 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:42.285945 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c205b12-643b-4ddb-b198-f16368ede01f {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:42.286339 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'status': 'completed', 'code': 200} Jul 05 17:55:42.319199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f22ea52-4afe-434e-839e-2639566e430e req-04a993d4-20e9-435d-84a6-263777df764c service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731308 Jul 05 17:55:42.330843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:42.332393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event updated for resources: {'Port': ['ID=f561be9d-274c-4abc-a8cb-76261e4be492,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:42.337901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:42.337901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:42.348927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:55:42.370413 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.416024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:42.416640 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.418037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] 10.222.0.39 "PUT /v2.0/ports/b6d880d3-eaec-4d32-8277-5944949571e5 HTTP/1.1" status: 200 len: 1096 time: 2.2921813 Jul 05 17:55:42.451563 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.468271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda52039-65e8-42ee-accf-793e1ec53a1b service neutron] Pushing event updated for resources: {'Port': ['ID=b6d880d3-eaec-4d32-8277-5944949571e5,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:42.501833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:42.518747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'mac_address': 'fa:16:3e:46:79:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:55:42.565539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.582140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-87a82419-0fa7-4101-9bdd-0c1ad6f0406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:42.584250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-87a82419-0fa7-4101-9bdd-0c1ad6f0406f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&device_id=c66e735c-0652-4f7b-80db-2747a024721a HTTP/1.1" status: 200 len: 1098 time: 0.0976317 Jul 05 17:55:42.587622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:42.613137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:42.679421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device acbd7727-3420-4a72-86ab-bae2c32f2f6b details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:55:42.706904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.715515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.738107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e97ffd-6135-4875-8641-2cf33c1ae128 req-316024ce-27a2-4681-acca-0376d274e5d5 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:42.740279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44416) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:42.740575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9e97ffd-6135-4875-8641-2cf33c1ae128 req-316024ce-27a2-4681-acca-0376d274e5d5 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 950 time: 0.2223592 Jul 05 17:55:42.760598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a5f7d62-e17e-4939-b21f-1d2c99e1a850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.818999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:42.844346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port acbd7727-3420-4a72-86ab-bae2c32f2f6b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acbd7727-3420-4a72-86ab-bae2c32f2f6b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:42.868571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'acbd7727-3420-4a72-86ab-bae2c32f2f6b', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'acbd7727-3420-4a72-86ab-bae2c32f2f6b', 'mac_address': 'fa:16:3e:5d:30:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:55:42.899361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-3174805d-0429-4f4c-93b5-f28e9db4c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:42.901782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-3174805d-0429-4f4c-93b5-f28e9db4c3e9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2939832 Jul 05 17:55:42.907862 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a5f7d62-e17e-4939-b21f-1d2c99e1a850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.914146 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:42.930655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbd7727-3420-4a72-86ab-bae2c32f2f6b {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:42.950733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port acbd7727-3420-4a72-86ab-bae2c32f2f6b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acbd7727-3420-4a72-86ab-bae2c32f2f6b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:42.959451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9e97ffd-6135-4875-8641-2cf33c1ae128 req-ab579648-9837-4548-9d77-7e997dd23e09 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/security-groups?id=91afda66-fa68-460e-9ff5-61d39930db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842196 Jul 05 17:55:42.973335 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['86e2d80a-7dd8-4397-a90f-e8b09c4e4d02'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:42.988926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-e60e1808-d077-4592-84ee-0726f7c1668c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:42.990352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-e60e1808-d077-4592-84ee-0726f7c1668c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 1099 time: 0.3811781 Jul 05 17:55:42.993441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-d3726b0b-f125-4c5d-84c9-485129686aae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc HTTP/1.1" status: 200 len: 217 time: 0.0820942 Jul 05 17:55:43.002534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a5f7d62-e17e-4939-b21f-1d2c99e1a850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.047364 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0a5f7d62-e17e-4939-b21f-1d2c99e1a850 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46d911d1a8d84cc49678ea540cc04387&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3074102 Jul 05 17:55:43.048147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44422) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:43.070165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-6f2335d7-7009-41ea-a23a-49b27ffe884a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b6d880d3-eaec-4d32-8277-5944949571e5 HTTP/1.1" status: 200 len: 217 time: 0.0690753 Jul 05 17:55:43.080277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f7d62-e17e-4939-b21f-1d2c99e1a850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb5145f-273b-4512-bf05-e24444bd50e4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:43.114857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f74a8460-53c0-46ba-9e1a-8cbdbb65614b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.141666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f74a8460-53c0-46ba-9e1a-8cbdbb65614b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.144770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-dd7082a3-cbbe-4bf9-a741-343454e811af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:43.146234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-dd7082a3-cbbe-4bf9-a741-343454e811af service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1441512 Jul 05 17:55:43.160568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.188969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-c6f7a9b6-38c0-48c6-8452-9d7ef61c740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:43.190423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-c6f7a9b6-38c0-48c6-8452-9d7ef61c740c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1057570 Jul 05 17:55:43.216284 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.234671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=acbd7727-3420-4a72-86ab-bae2c32f2f6b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:43.272062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-af35a9ca-9137-4f56-b1ab-f0027b3e5e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:43.273554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-af35a9ca-9137-4f56-b1ab-f0027b3e5e19 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1154060 Jul 05 17:55:43.276637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f74a8460-53c0-46ba-9e1a-8cbdbb65614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.279446 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f74a8460-53c0-46ba-9e1a-8cbdbb65614b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.286323 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f74a8460-53c0-46ba-9e1a-8cbdbb65614b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1cb5145f-273b-4512-bf05-e24444bd50e4 HTTP/1.1" status: 204 len: 168 time: 0.2342262 Jul 05 17:55:43.305315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a7c1a4b8-e91f-42f5-9a90-9c2840f26b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:43.309853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-a7c1a4b8-e91f-42f5-9a90-9c2840f26b51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0927374 Jul 05 17:55:43.309992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a8460-53c0-46ba-9e1a-8cbdbb65614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb5145f-273b-4512-bf05-e24444bd50e4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:43.336034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.363419 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3706d54-1f90-4981-97d1-a4d2ac0b35c2 x-openstack-request-id: req-f3706d54-1f90-4981-97d1-a4d2ac0b35c2 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:43.363706 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:43.364307 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3706d54-1f90-4981-97d1-a4d2ac0b35c2 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:43.364307 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0', 'status': 'completed', 'code': 200} Jul 05 17:55:43.432396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.571878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['acbd7727-3420-4a72-86ab-bae2c32f2f6b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:43.731661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event updated for resources: {'Port': ['ID=f561be9d-274c-4abc-a8cb-76261e4be492,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:43.795894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-46f6e3d7-da02-4df0-868c-7bc33bbc04df service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117598 Jul 05 17:55:43.797370 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:43.798454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-168504e9-2228-42ac-b502-6b07cfae82f4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6739991 Jul 05 17:55:43.828201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-67714a3e-bf5e-4aef-804a-8933ee7b7436 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955227 Jul 05 17:55:43.932926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54942dd-b3bf-4540-96da-969410f22a5c req-4751373c-88c4-49c3-9db7-05c921f34bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:43.934410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b54942dd-b3bf-4540-96da-969410f22a5c req-4751373c-88c4-49c3-9db7-05c921f34bd0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1094 time: 0.5210907 Jul 05 17:55:43.973513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-186c23fc-0ec6-4681-8fd4-5343dfc7988d tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.1611326 Jul 05 17:55:44.019764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0792e-cb14-41bb-95a8-0620150a7e5c req-7aa584c4-dff8-4c7d-a5bc-e0ccac45ddb2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:44.021239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53f0792e-cb14-41bb-95a8-0620150a7e5c req-7aa584c4-dff8-4c7d-a5bc-e0ccac45ddb2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 948 time: 0.5526588 Jul 05 17:55:44.162164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c05e2e7b-f099-498f-bee7-b79a902dd4d3 req-72b1639c-499e-44a0-ba15-6de2b77a2f6a service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588870 Jul 05 17:55:44.213758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-852ed5e8-6fec-4df0-a7d7-ce45e6cc8e1b req-53eaa279-4816-4f52-85e2-375517911659 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155096 Jul 05 17:55:44.217066 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53f0792e-cb14-41bb-95a8-0620150a7e5c req-f26881aa-2129-41d6-a383-ce867df9040b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541402 Jul 05 17:55:44.243772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54942dd-b3bf-4540-96da-969410f22a5c req-9ff5cac9-81de-4190-81bb-22d59613efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:44.246488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b54942dd-b3bf-4540-96da-969410f22a5c req-9ff5cac9-81de-4190-81bb-22d59613efcf service neutron] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.2765400 Jul 05 17:55:44.254573 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-e737f28c-e474-47d0-9513-800ab0ec4253 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:44.255902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-e737f28c-e474-47d0-9513-800ab0ec4253 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.2705843 Jul 05 17:55:44.268519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-5aea0db4-7f69-421a-8e13-b06196f3c3e3 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:55:44.269493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16c7b17c-3041-4ab7-a3a2-ba81124d3ace req-5aea0db4-7f69-421a-8e13-b06196f3c3e3 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071819 Jul 05 17:55:44.307841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b54942dd-b3bf-4540-96da-969410f22a5c req-0ec445ba-1341-44ab-8f83-79df3e1f39a3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938e27bb-415b-4fe1-a316-85dbf45577e0 HTTP/1.1" status: 200 len: 217 time: 0.0509312 Jul 05 17:55:44.346991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 938e27bb-415b-4fe1-a316-85dbf45577e0 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:55:44.351424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:44.385199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54942dd-b3bf-4540-96da-969410f22a5c req-4671f1cf-f3a6-41ae-9925-9bed65c0a26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:44.387038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b54942dd-b3bf-4540-96da-969410f22a5c req-4671f1cf-f3a6-41ae-9925-9bed65c0a26e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0728943 Jul 05 17:55:44.448774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b54942dd-b3bf-4540-96da-969410f22a5c req-d4311400-9fb1-4556-aa28-74ba6ea2b2f7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365479 Jul 05 17:55:44.502740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:44.516348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '938e27bb-415b-4fe1-a316-85dbf45577e0', 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3', 'port_id': '938e27bb-415b-4fe1-a316-85dbf45577e0', 'mac_address': 'fa:16:3e:51:e8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d65a8-9d66-4be2-8ad4-16b0b7a650b6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:55:44.557982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:44.569673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:44.570812 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:44.595821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a842c5-1209-4b18-8671-64f79bb6b15b req-770c4460-32a8-4f61-9124-51543782eb96 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:44.602970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54a842c5-1209-4b18-8671-64f79bb6b15b req-770c4460-32a8-4f61-9124-51543782eb96 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 948 time: 0.2410641 Jul 05 17:55:44.604427 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:44.622162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b54942dd-b3bf-4540-96da-969410f22a5c req-11928029-c8e6-4cda-8d23-2c9dd3d4a5f4 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644540 Jul 05 17:55:44.631247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938e27bb-415b-4fe1-a316-85dbf45577e0 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:44.658969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:44.663222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54a842c5-1209-4b18-8671-64f79bb6b15b req-f1011751-529b-4f7b-8110-c9bd537d5810 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592756 Jul 05 17:55:44.741607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device acbd7727-3420-4a72-86ab-bae2c32f2f6b up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:44.742964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b54942dd-b3bf-4540-96da-969410f22a5c req-97880548-d06a-48b4-836b-30196aac937e service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054549 Jul 05 17:55:44.786267 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:44.824909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882836f3-59f6-4182-938e-8051f365d543 req-eaf6b16e-800b-4af0-aa2b-e7c6dfb2ae37 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:44.826360 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-882836f3-59f6-4182-938e-8051f365d543 req-eaf6b16e-800b-4af0-aa2b-e7c6dfb2ae37 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 944 time: 0.0872185 Jul 05 17:55:44.846311 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:44.875672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=938e27bb-415b-4fe1-a316-85dbf45577e0,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:44.884450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-882836f3-59f6-4182-938e-8051f365d543 req-eb493492-0b19-4b18-bf77-f3cedd6f3a86 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483191 Jul 05 17:55:44.891033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98292782-1a7f-4e4e-9571-2a34798b856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:44.893448 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4f10a4-15de-4f19-b427-a61aada2b6ab" -d '{"events": [{"server_uuid": "98292782-1a7f-4e4e-9571-2a34798b856d", "name": "network-vif-plugged", "status": "completed", "tag": "86e2d80a-7dd8-4397-a90f-e8b09c4e4d02"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:44.909536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:45.003421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.023694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-999b2f8b-9a58-4e18-94cd-21aaa42fb501 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1301103 Jul 05 17:55:45.030452 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af02b6a8-e71f-480e-8624-7e19cb7db2e6 x-openstack-request-id: req-af02b6a8-e71f-480e-8624-7e19cb7db2e6 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:45.030452 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98292782-1a7f-4e4e-9571-2a34798b856d", "name": "network-vif-plugged", "status": "completed", "tag": "86e2d80a-7dd8-4397-a90f-e8b09c4e4d02", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:45.030692 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af02b6a8-e71f-480e-8624-7e19cb7db2e6 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:45.031257 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98292782-1a7f-4e4e-9571-2a34798b856d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'code': 200} Jul 05 17:55:45.034876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:45.042080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port acbd7727-3420-4a72-86ab-bae2c32f2f6b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:45.055395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port acbd7727-3420-4a72-86ab-bae2c32f2f6b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:45.055395 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.100766 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['938e27bb-415b-4fe1-a316-85dbf45577e0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:45.132288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:45.146192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.206704 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.247050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c7b65-4a01-4303-be41-864ede08ad2e req-9e3e98d9-dab4-4f1f-b67a-658ad064307c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:45.248923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-337c7b65-4a01-4303-be41-864ede08ad2e req-9e3e98d9-dab4-4f1f-b67a-658ad064307c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 1100 time: 0.1501913 Jul 05 17:55:45.271398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port acbd7727-3420-4a72-86ab-bae2c32f2f6b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acbd7727-3420-4a72-86ab-bae2c32f2f6b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:45.339747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-337c7b65-4a01-4303-be41-864ede08ad2e req-d9c03c9e-5ef3-49b8-b496-e98bf27d3afe service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743425 Jul 05 17:55:45.349571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.385179 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.391963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:45.401614 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999a0807-798c-4b0d-98d4-f5e8a8952e64" -d '{"events": [{"name": "network-changed", "server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:45.440630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=acbd7727-3420-4a72-86ab-bae2c32f2f6b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:45.476368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Allocated IP 172.25.3.14 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/ab8a6a2d-e996-4741-a751-7cecba3ce2bd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:45.580186 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.671507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.709220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:45.712131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:45.723301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:45.739285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event updated for resources: {'Port': ['ID=ab8a6a2d-e996-4741-a751-7cecba3ce2bd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:45.784804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.909087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:45.968707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e07e4-f787-4b46-929d-e5c35935daa5 req-54222d79-fa31-4318-9b74-c7466a374a9f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:45.970166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-958e07e4-f787-4b46-929d-e5c35935daa5 req-54222d79-fa31-4318-9b74-c7466a374a9f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 949 time: 0.1338098 Jul 05 17:55:46.057020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-958e07e4-f787-4b46-929d-e5c35935daa5 req-930991d2-d573-432c-9861-ac491091fff7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788035 Jul 05 17:55:46.115790 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72af5b79-9240-4f54-8f67-5c16facff3ed x-openstack-request-id: req-72af5b79-9240-4f54-8f67-5c16facff3ed {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:46.116077 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:46.116325 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72af5b79-9240-4f54-8f67-5c16facff3ed {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:46.116725 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5', 'status': 'completed', 'code': 200} Jul 05 17:55:46.120284 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:46.214668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-1068b6f4-6e87-4adc-a2e1-eb03d730c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:46.216106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-1068b6f4-6e87-4adc-a2e1-eb03d730c613 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 1099 time: 0.0659127 Jul 05 17:55:46.246837 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:46.326186 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:46.348769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:55:46.351017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 938e27bb-415b-4fe1-a316-85dbf45577e0 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:46.367491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event updated for resources: {'Port': ['ID=ab8a6a2d-e996-4741-a751-7cecba3ce2bd,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:46.409706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83ac7a-6ca2-42e8-9701-291fcf1e7679 req-1b933fcc-bed7-40a9-a25d-712be6b22615 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:46.411448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a83ac7a-6ca2-42e8-9701-291fcf1e7679 req-1b933fcc-bed7-40a9-a25d-712be6b22615 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 948 time: 0.2100573 Jul 05 17:55:46.416489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-384af785-bfa5-425f-8b8f-4a3a104e2a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:46.418006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-384af785-bfa5-425f-8b8f-4a3a104e2a85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1854870 Jul 05 17:55:46.479538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-6f08553a-a308-4510-b3ad-fea49c4c3046 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=b6d880d3-eaec-4d32-8277-5944949571e5 HTTP/1.1" status: 200 len: 217 time: 0.0461354 Jul 05 17:55:46.480653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:46.492270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'mac_address': 'fa:16:3e:fa:3a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:55:46.492683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a83ac7a-6ca2-42e8-9701-291fcf1e7679 req-bde65d37-1241-4c3f-a304-cd6aad6e50e9 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736017 Jul 05 17:55:46.507787 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:46.507787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-745121c4-7819-4456-b0c8-90962adb511a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4739356 Jul 05 17:55:46.537804 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:46.554182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0401f790-a7ea-4b34-ae1c-7b23e8051ffc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:46.573951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:46.585121 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 938e27bb-415b-4fe1-a316-85dbf45577e0 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:46.588951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 938e27bb-415b-4fe1-a316-85dbf45577e0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:46.589411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:46.591381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-537b5425-349a-4ebf-817f-1fb00be2e322 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.0567384 Jul 05 17:55:46.597500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-0356cc0c-9b56-4309-8c85-cce26a4cbaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:46.599037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-0356cc0c-9b56-4309-8c85-cce26a4cbaab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1052108 Jul 05 17:55:46.669419 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:46.704057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:46.734907 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:46.780724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-e26c938f-782e-40ea-af77-8d806461ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:46.782190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-e26c938f-782e-40ea-af77-8d806461ce17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713264 Jul 05 17:55:46.782654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:46.788959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-87244a06-1388-4513-99f1-71476cdf9350 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:46.790226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cd02b8e-9f42-4cfe-bd59-f1f156a644ae req-87244a06-1388-4513-99f1-71476cdf9350 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1889861 Jul 05 17:55:46.806282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8607bb2-0e27-4a2e-8744-432e9931f9fb req-60794c6d-a6ad-423f-af06-7b1c32459c04 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:46.807817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8607bb2-0e27-4a2e-8744-432e9931f9fb req-60794c6d-a6ad-423f-af06-7b1c32459c04 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 950 time: 0.1744709 Jul 05 17:55:46.890393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8607bb2-0e27-4a2e-8744-432e9931f9fb req-21940ac5-cff6-4500-a304-4d6f9835ff9a tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/security-groups?id=91afda66-fa68-460e-9ff5-61d39930db22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738318 Jul 05 17:55:46.916718 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:46.921045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-703510a2-ab11-417b-8e14-2815c145ff14 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122637 Jul 05 17:55:46.970632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=938e27bb-415b-4fe1-a316-85dbf45577e0,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:47.001591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0401f790-a7ea-4b34-ae1c-7b23e8051ffc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:47.033328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1554ac6f-358a-4755-ab5b-132e5ba25252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'}, {'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:47.036284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-999a0807-798c-4b0d-98d4-f5e8a8952e64 req-7d5ff046-cf2b-4617-9779-e2ac288f2545 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951457 Jul 05 17:55:47.037608 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b738076-91f6-41c9-ad8f-7e1b19ad574f" -d '{"events": [{"server_uuid": "1554ac6f-358a-4755-ab5b-132e5ba25252", "name": "network-vif-plugged", "status": "completed", "tag": "acbd7727-3420-4a72-86ab-bae2c32f2f6b"}, {"server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "name": "network-vif-plugged", "status": "completed", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:47.509477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-a5969abe-3885-4f40-9413-a1dece56fe99 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3568883 Jul 05 17:55:47.520750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:47.541422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff885b93-f0a9-4500-b036-c3e17dc7d79b req-e6ef1ff0-ebd9-4d98-98a7-ca50de07f96d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:47.542870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff885b93-f0a9-4500-b036-c3e17dc7d79b req-e6ef1ff0-ebd9-4d98-98a7-ca50de07f96d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 945 time: 0.3284588 Jul 05 17:55:47.584226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff885b93-f0a9-4500-b036-c3e17dc7d79b req-8f180cea-fabb-45a6-9dbd-04e971b17bd2 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349669 Jul 05 17:55:47.619599 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:47.651135 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf86f18-5da3-4160-91ca-d8519310525a x-openstack-request-id: req-bdf86f18-5da3-4160-91ca-d8519310525a {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:47.651645 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1554ac6f-358a-4755-ab5b-132e5ba25252", "name": "network-vif-plugged", "status": "completed", "tag": "acbd7727-3420-4a72-86ab-bae2c32f2f6b", "code": 200}, {"server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "name": "network-vif-plugged", "status": "completed", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:47.656503 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdf86f18-5da3-4160-91ca-d8519310525a {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:47.656503 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1554ac6f-358a-4755-ab5b-132e5ba25252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd7727-3420-4a72-86ab-bae2c32f2f6b', 'code': 200} Jul 05 17:55:47.656503 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0', 'code': 200} Jul 05 17:55:47.734932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:47.958369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666b82-50ca-4ab0-9c91-32bb002c5bb0 req-e2f28df7-0154-43ee-82b7-4a38e8f31210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:47.959990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4666b82-50ca-4ab0-9c91-32bb002c5bb0 req-e2f28df7-0154-43ee-82b7-4a38e8f31210 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1096 time: 0.2179017 Jul 05 17:55:47.974291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ffd74-12f2-4ed3-8443-ff8e0e78f163 req-11f6ca7a-6159-47d0-b3d8-03851482f693 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:47.975795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f3ffd74-12f2-4ed3-8443-ff8e0e78f163 req-11f6ca7a-6159-47d0-b3d8-03851482f693 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 949 time: 0.2250409 Jul 05 17:55:47.991798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b7346-cf35-496a-83bb-9fd7529b8c15 req-db3d9b68-b08c-450c-b4d9-674aeff72b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:47.993254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d61b7346-cf35-496a-83bb-9fd7529b8c15 req-db3d9b68-b08c-450c-b4d9-674aeff72b97 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 1100 time: 0.2120194 Jul 05 17:55:48.021317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Allocated IP 172.25.3.41 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/cf01823c-62d6-4a98-842d-8126a05dcf95) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:55:48.080163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4666b82-50ca-4ab0-9c91-32bb002c5bb0 req-78119957-1630-4a42-8822-0c3f8ed682ec service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033375 Jul 05 17:55:48.106667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f3ffd74-12f2-4ed3-8443-ff8e0e78f163 req-cb25545f-b19d-4309-848b-076460881db0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201658 Jul 05 17:55:48.139015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d61b7346-cf35-496a-83bb-9fd7529b8c15 req-f3b9af57-f39b-4468-b6c9-18aa4189595f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196189 Jul 05 17:55:48.175118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-7c8d642a-297c-410d-bcec-14907b7b4d32 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:48.176704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-7c8d642a-297c-410d-bcec-14907b7b4d32 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 950 time: 0.0732238 Jul 05 17:55:48.195461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.297120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Deleting port fc23baad-a193-41a2-8488-9de1c64ff47f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:55:48.297450 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.328977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.363228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:48.375536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:55:48.378729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:48.381196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:55:48.392650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] For port fc23baad-a193-41a2-8488-9de1c64ff47f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fc23baad-a193-41a2-8488-9de1c64ff47f,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:48.393315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.401131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event updated for resources: {'Port': ['ID=cf01823c-62d6-4a98-842d-8126a05dcf95,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:48.410174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Calling delete_port for fc23baad-a193-41a2-8488-9de1c64ff47f owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:55:48.448954 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.560205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:48.562939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba041da-fe70-4cce-95ba-c4406e4fe515 req-6a13a669-e44d-419c-bde4-ff9d56734b8d tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:48.564383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:48.564513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dba041da-fe70-4cce-95ba-c4406e4fe515 req-6a13a669-e44d-419c-bde4-ff9d56734b8d tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 948 time: 0.0636787 Jul 05 17:55:48.564859 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.623430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.625569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.636624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['fc23baad-a193-41a2-8488-9de1c64ff47f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:48.653325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dba041da-fe70-4cce-95ba-c4406e4fe515 req-511b86c3-9107-4eed-ab94-aca9542f501d tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662072 Jul 05 17:55:48.654584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Pushing event deleted for resources: {'Port': ['ID=fc23baad-a193-41a2-8488-9de1c64ff47f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:48.673170 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.713757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:48.716901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b6d880d3-eaec-4d32-8277-5944949571e5 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:55:48.731688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] No DVR routers for this DVR port fc23baad-a193-41a2-8488-9de1c64ff47f on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:55:48.739432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.741680 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9f21588-132d-4c47-be64-7a8cbd5785b7 req-c563ab72-3831-46c2-8823-a0011b7472d8 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.39 "DELETE /v2.0/ports/fc23baad-a193-41a2-8488-9de1c64ff47f HTTP/1.1" status: 204 len: 173 time: 0.5481138 Jul 05 17:55:48.742333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f1bab6d-5e98-4238-9d80-5012219d0b54', 'name': 'network-vif-deleted', 'tag': 'fc23baad-a193-41a2-8488-9de1c64ff47f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:48.747726 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68b217c-d7b1-4382-9250-8315cd4b9b79" -d '{"events": [{"server_uuid": "6f1bab6d-5e98-4238-9d80-5012219d0b54", "name": "network-vif-deleted", "tag": "fc23baad-a193-41a2-8488-9de1c64ff47f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:48.809562 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.819665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.865367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b6d880d3-eaec-4d32-8277-5944949571e5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:48.883849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'b6d880d3-eaec-4d32-8277-5944949571e5', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'b6d880d3-eaec-4d32-8277-5944949571e5', 'mac_address': 'fa:16:3e:a4:af:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:55:48.897591 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.899647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:48.933317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.935143 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:48.956593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event updated for resources: {'Port': ['ID=cf01823c-62d6-4a98-842d-8126a05dcf95,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:48.956813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d880d3-eaec-4d32-8277-5944949571e5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:55:48.981995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b6d880d3-eaec-4d32-8277-5944949571e5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:49.001757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49907bf6-e164-4e21-91c8-1744e0e963bf req-293fed91-5762-4a48-bc81-1087293671a7 tempest-TenantUsagesTestJSON-627763777 tempest-TenantUsagesTestJSON-627763777-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f1bab6d-5e98-4238-9d80-5012219d0b54 HTTP/1.1" status: 200 len: 210 time: 0.0301940 Jul 05 17:55:49.036482 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:49.037879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-1270cc11-31f7-4d79-a9bb-2c258812d431 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5224876 Jul 05 17:55:49.070664 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:49.089445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-4b6c7082-55aa-45ef-833f-53e7f6f25a74 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.0441339 Jul 05 17:55:49.132282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=b6d880d3-eaec-4d32-8277-5944949571e5,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:49.207902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-29ce7076-979d-4d1d-ac65-05e4ca146307 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:49.209267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a997ce2b-2024-41dd-baf0-a5ab68a49ab7 req-29ce7076-979d-4d1d-ac65-05e4ca146307 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1136990 Jul 05 17:55:49.261917 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07045802-6c19-4f2b-b553-cdf0e688b76f x-openstack-request-id: req-07045802-6c19-4f2b-b553-cdf0e688b76f {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:49.262704 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f1bab6d-5e98-4238-9d80-5012219d0b54", "name": "network-vif-deleted", "tag": "fc23baad-a193-41a2-8488-9de1c64ff47f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:49.262959 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07045802-6c19-4f2b-b553-cdf0e688b76f {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:49.263374 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f1bab6d-5e98-4238-9d80-5012219d0b54', 'name': 'network-vif-deleted', 'tag': 'fc23baad-a193-41a2-8488-9de1c64ff47f', 'status': 'completed', 'code': 200} Jul 05 17:55:49.371626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62020938-7b17-4cbd-a8e8-5a5a074dce6d req-e9ab2266-242c-4751-ae6f-585cf1560d25 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:49.373099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62020938-7b17-4cbd-a8e8-5a5a074dce6d req-e9ab2266-242c-4751-ae6f-585cf1560d25 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 945 time: 0.0669439 Jul 05 17:55:49.411613 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62020938-7b17-4cbd-a8e8-5a5a074dce6d req-5ab3e991-479b-4008-8621-0437ff9306b4 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Jul 05 17:55:49.502474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b6d880d3-eaec-4d32-8277-5944949571e5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:49.531139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862a5823-489a-43fa-865c-507744a9681e req-caef43e9-c6ae-4f4a-8ba9-c27dfd8cc214 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips/56d822f3-0a81-4aaf-98c3-c0d9cdb2befd HTTP/1.1" status: 200 len: 692 time: 0.0920556 Jul 05 17:55:49.653936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:49.656413 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e9c44f-ca21-4746-b4e6-9c8120a9d4ae" -d '{"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-plugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:49.663803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97dc94-fbfc-4aec-8918-7aa7d8e61e50 req-1352db63-268c-4511-a49e-5263379042b2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:49.665236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b97dc94-fbfc-4aec-8918-7aa7d8e61e50 req-1352db63-268c-4511-a49e-5263379042b2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 949 time: 0.1573167 Jul 05 17:55:49.673649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a5823-489a-43fa-865c-507744a9681e req-9bd935ee-f29c-4c19-9525-990b5fb33ac7 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:49.674917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862a5823-489a-43fa-865c-507744a9681e req-9bd935ee-f29c-4c19-9525-990b5fb33ac7 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1270308 Jul 05 17:55:49.687383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-862a5823-489a-43fa-865c-507744a9681e req-92474a0e-c176-47e5-a0bb-7a146e056eaf tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:55:49.688353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862a5823-489a-43fa-865c-507744a9681e req-92474a0e-c176-47e5-a0bb-7a146e056eaf tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068057 Jul 05 17:55:49.720543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b97dc94-fbfc-4aec-8918-7aa7d8e61e50 req-89f4b5b1-05d4-4378-bb41-91e95506d9ff tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446851 Jul 05 17:55:49.813201 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7037823-c39e-41b3-9e13-1c8bb5314bdb x-openstack-request-id: req-b7037823-c39e-41b3-9e13-1c8bb5314bdb {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:49.814219 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-plugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:49.814733 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7037823-c39e-41b3-9e13-1c8bb5314bdb {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:49.815302 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'code': 200} Jul 05 17:55:49.879795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-c4a3de9b-cfe6-44aa-a842-78996fa99175 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips/56d822f3-0a81-4aaf-98c3-c0d9cdb2befd HTTP/1.1" status: 200 len: 692 time: 0.0512497 Jul 05 17:55:50.062242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-7acb1280-3e22-4ff9-a55c-589f42fd0dc4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:50.063743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-7acb1280-3e22-4ff9-a55c-589f42fd0dc4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1780341 Jul 05 17:55:50.074543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5aec28-582a-44fe-bffe-1c06c93e320c req-497852db-d3ef-460f-a17f-e3fe646c4b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:50.079181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb5aec28-582a-44fe-bffe-1c06c93e320c req-497852db-d3ef-460f-a17f-e3fe646c4b69 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c66e735c-0652-4f7b-80db-2747a024721a HTTP/1.1" status: 200 len: 1100 time: 0.1648848 Jul 05 17:55:50.083379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-a1213229-f41b-4041-b292-acb5a8d22f31 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:55:50.083379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-a1213229-f41b-4041-b292-acb5a8d22f31 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119476 Jul 05 17:55:50.159148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-d32b9e89-2b63-4e57-8fee-9271ba7ed41b tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.0668869 Jul 05 17:55:50.161131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d9e75-4578-4108-8dec-c306d93b8108 req-1abf3a63-54bd-4f0d-b91b-bd5c06203b41 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:50.162532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-627d9e75-4578-4108-8dec-c306d93b8108 req-1abf3a63-54bd-4f0d-b91b-bd5c06203b41 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1096 time: 0.1794248 Jul 05 17:55:50.177021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb5aec28-582a-44fe-bffe-1c06c93e320c req-6c6ba15c-7daa-4121-8cc7-e698d41eb8de service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918961 Jul 05 17:55:50.226089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-aa0c430c-3382-4816-80aa-249ea8370f80 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.41 HTTP/1.1" status: 200 len: 695 time: 0.0609236 Jul 05 17:55:50.248017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-627d9e75-4578-4108-8dec-c306d93b8108 req-661e915a-218f-4402-b859-695cfc43fc4c tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743980 Jul 05 17:55:50.365397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Deleting port cf01823c-62d6-4a98-842d-8126a05dcf95 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:55:50.365757 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:50.477758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:50.477991 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:50.495497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Calling delete_port for cf01823c-62d6-4a98-842d-8126a05dcf95 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:55:50.508971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32992e6-f69e-42ce-b666-4e7357b4404a req-32f23c03-21b0-4904-8c95-01b6d690937b tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:50.510453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d32992e6-f69e-42ce-b666-4e7357b4404a req-32f23c03-21b0-4904-8c95-01b6d690937b tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 949 time: 0.1084137 Jul 05 17:55:50.598815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d32992e6-f69e-42ce-b666-4e7357b4404a req-7febe037-2e55-45d0-bba2-db3fa24ba01d tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824027 Jul 05 17:55:50.680111 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96d3a5a6-deac-4c62-a109-1704741d31c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:50.711870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b6d880d3-eaec-4d32-8277-5944949571e5 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:55:50.767840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:50.795330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event deleted for resources: {'Port': ['ID=cf01823c-62d6-4a98-842d-8126a05dcf95,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:50.819861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port b6d880d3-eaec-4d32-8277-5944949571e5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:55:50.824534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port b6d880d3-eaec-4d32-8277-5944949571e5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:55:50.825069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:50.829592 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:50.832160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:50.833320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37ca0b8d-0193-4a9a-b506-1de696997903 req-218ddd18-66e9-4698-8473-4171db80ec21 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "DELETE /v2.0/floatingips/56d822f3-0a81-4aaf-98c3-c0d9cdb2befd HTTP/1.1" status: 204 len: 173 time: 0.5968821 Jul 05 17:55:50.940366 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:50.985599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b6d880d3-eaec-4d32-8277-5944949571e5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:51.057808 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:51.059495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device fc23baad-a193-41a2-8488-9de1c64ff47f no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:55:51.118367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: fc23baad-a193-41a2-8488-9de1c64ff47f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:55:51.118786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device fc23baad-a193-41a2-8488-9de1c64ff47f not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:55:51.148161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babab17c-3bc3-4bcf-97b0-715a89d08e24 req-42a65ae2-c4bf-4453-bca3-83b7cf14766d tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:51.149786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-babab17c-3bc3-4bcf-97b0-715a89d08e24 req-42a65ae2-c4bf-4453-bca3-83b7cf14766d tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1096 time: 0.0827820 Jul 05 17:55:51.162032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=b6d880d3-eaec-4d32-8277-5944949571e5,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:51.209929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-babab17c-3bc3-4bcf-97b0-715a89d08e24 req-a30a2e08-027f-4e11-9e75-8f923ac4c024 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401754 Jul 05 17:55:51.228318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4baee73-181a-4798-8d66-97de060fcb1d req-daf093ab-6c71-4e56-a857-3862c0fd3505 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:51.229782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4baee73-181a-4798-8d66-97de060fcb1d req-daf093ab-6c71-4e56-a857-3862c0fd3505 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 949 time: 0.0950031 Jul 05 17:55:51.269691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4baee73-181a-4798-8d66-97de060fcb1d req-97d57c26-cd3b-4dca-8c1b-894c35f5ab5e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332017 Jul 05 17:55:51.515813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cc215-c33e-4eb2-b068-f8dd60abbe28 req-29a8651b-7d98-4630-8637-380dcc98e689 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:51.517334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a99cc215-c33e-4eb2-b068-f8dd60abbe28 req-29a8651b-7d98-4630-8637-380dcc98e689 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2286680 Jul 05 17:55:51.543484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266580b-c97f-4013-b2ec-dbc44f301403 req-d129b2c8-2322-4a72-8820-864c5b9c5fd1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:51.544956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8266580b-c97f-4013-b2ec-dbc44f301403 req-d129b2c8-2322-4a72-8820-864c5b9c5fd1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 949 time: 0.0955784 Jul 05 17:55:51.583466 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8266580b-c97f-4013-b2ec-dbc44f301403 req-f4b45108-45cb-4829-9116-fe5048d14ad6 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322053 Jul 05 17:55:51.689460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e4b716c-c71c-45b0-8045-104477010bc5 req-d4d925a6-cd99-4d48-b467-f799d6458c28 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=b16d67bb19f848b5b649d83079e9f851 HTTP/1.1" status: 200 len: 1655 time: 0.0794513 Jul 05 17:55:51.770954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:51.807979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44618) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:51.816632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:51.819611 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8bee80-f460-4617-bc80-0d71b1efa6f7" -d '{"events": [{"server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "name": "network-vif-plugged", "status": "completed", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:51.950853 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e148ddbe-bf32-467c-a6a9-6c3f554103ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e6e11a7f26544c8bb6273fc1d9bbfec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774716 Jul 05 17:55:51.952367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f091e9d0-295b-4118-857d-19d36b2bb0dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:51.956544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44624) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:52.037796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c683ca0e-1308-4a2b-bc55-a6d8753ff7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.058159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4b716c-c71c-45b0-8045-104477010bc5 req-095204dc-ea90-4172-8f36-810843904084 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:52.059714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e4b716c-c71c-45b0-8045-104477010bc5 req-095204dc-ea90-4172-8f36-810843904084 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks?id=e657e85b-2f7f-49ee-874f-2924aeedb250&id=e657e85b-2f7f-49ee-874f-2924aeedb250&id=e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 787 time: 0.3694828 Jul 05 17:55:52.070629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c683ca0e-1308-4a2b-bc55-a6d8753ff7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.070903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-4e4b716c-c71c-45b0-8045-104477010bc5 req-c5efc58f-ce96-4c7a-a52f-b7bdd66c54bb tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:55:52.084815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e4b716c-c71c-45b0-8045-104477010bc5 req-c5efc58f-ce96-4c7a-a52f-b7bdd66c54bb tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064707 Jul 05 17:55:52.161137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f091e9d0-295b-4118-857d-19d36b2bb0dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.356865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4b595-77da-4d46-a4de-c132a1716281 req-89563650-1f29-4ab2-a707-67ca846107ad tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:52.362965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f091e9d0-295b-4118-857d-19d36b2bb0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.363101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4b595-77da-4d46-a4de-c132a1716281 req-89563650-1f29-4ab2-a707-67ca846107ad tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:52.364656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33d4b595-77da-4d46-a4de-c132a1716281 req-89563650-1f29-4ab2-a707-67ca846107ad tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252&device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 1689 time: 0.0715497 Jul 05 17:55:52.365481 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c683ca0e-1308-4a2b-bc55-a6d8753ff7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.368241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c683ca0e-1308-4a2b-bc55-a6d8753ff7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.371688 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c683ca0e-1308-4a2b-bc55-a6d8753ff7b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91afda66-fa68-460e-9ff5-61d39930db22 HTTP/1.1" status: 204 len: 168 time: 0.4115949 Jul 05 17:55:52.418289 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f091e9d0-295b-4118-857d-19d36b2bb0dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40e5f26d7b0a4dcbb8e27c7f4a74be3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6063180 Jul 05 17:55:52.418289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091e9d0-295b-4118-857d-19d36b2bb0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802c5a4c-7ce3-4f9f-95bf-5b2b31253c4f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:52.419593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33d4b595-77da-4d46-a4de-c132a1716281 req-2a889999-fcc9-45ee-a387-54887f4a0bdc tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484846 Jul 05 17:55:52.419739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:52.439197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c683ca0e-1308-4a2b-bc55-a6d8753ff7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91afda66-fa68-460e-9ff5-61d39930db22,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:52.493531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-509de611-0a14-4f8f-99ed-632a3021b6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.516728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-509de611-0a14-4f8f-99ed-632a3021b6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.603550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448b44a-964d-4c1c-92b2-08627165f4ac req-548aa9c4-4e69-44e7-9818-3cd4dc466cbc tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:52.605730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d448b44a-964d-4c1c-92b2-08627165f4ac req-548aa9c4-4e69-44e7-9818-3cd4dc466cbc tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 950 time: 0.0704052 Jul 05 17:55:52.645740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-509de611-0a14-4f8f-99ed-632a3021b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.646065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d448b44a-964d-4c1c-92b2-08627165f4ac req-9fd131b9-6294-44b6-9bba-20c5eb4db830 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Jul 05 17:55:52.648466 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-509de611-0a14-4f8f-99ed-632a3021b6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:52.652069 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-509de611-0a14-4f8f-99ed-632a3021b6b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/802c5a4c-7ce3-4f9f-95bf-5b2b31253c4f HTTP/1.1" status: 204 len: 168 time: 0.2290692 Jul 05 17:55:52.659484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509de611-0a14-4f8f-99ed-632a3021b6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802c5a4c-7ce3-4f9f-95bf-5b2b31253c4f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:53.099081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44668) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:53.112914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5225-6170-41ec-b576-24cbbd83b1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.201204 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5225-6170-41ec-b576-24cbbd83b1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.374184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa6e5225-6170-41ec-b576-24cbbd83b1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.412512 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fa6e5225-6170-41ec-b576-24cbbd83b1f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48c8338d5e874cd2a00a62684f22deda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3121076 Jul 05 17:55:53.413384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e5225-6170-41ec-b576-24cbbd83b1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83cf0d26-26b3-4b3b-b6c8-c471fc5acae0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:53.415225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44672) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:53.464857 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b509424e-426f-4ee3-beb2-34a3686d199d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.487135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b509424e-426f-4ee3-beb2-34a3686d199d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.539696 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ae357e8-f781-4828-87cd-a7887502b2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.565817 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.578846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44676) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:53.591899 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f5b6b1-76cd-4f39-9bb4-3d0f81d7144d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.608798 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9f21c0-3d2c-46b7-b65d-895d4d784d8c x-openstack-request-id: req-8d9f21c0-3d2c-46b7-b65d-895d4d784d8c {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:53.608798 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "name": "network-vif-plugged", "status": "completed", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:53.608798 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d9f21c0-3d2c-46b7-b65d-895d4d784d8c {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:53.608798 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5', 'code': 200} Jul 05 17:55:53.626159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b509424e-426f-4ee3-beb2-34a3686d199d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.628906 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b509424e-426f-4ee3-beb2-34a3686d199d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.632660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b509424e-426f-4ee3-beb2-34a3686d199d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83cf0d26-26b3-4b3b-b6c8-c471fc5acae0 HTTP/1.1" status: 204 len: 168 time: 0.2141223 Jul 05 17:55:53.645577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509424e-426f-4ee3-beb2-34a3686d199d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83cf0d26-26b3-4b3b-b6c8-c471fc5acae0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:53.724064 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f5b6b1-76cd-4f39-9bb4-3d0f81d7144d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.778877 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-7d5a61eb-49d0-4d7e-ae0b-55c361f857c4 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips/6fe438bf-b24e-478f-82bf-7c8eafd601a9 HTTP/1.1" status: 200 len: 692 time: 0.0493379 Jul 05 17:55:53.797193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f757047-a4ab-49a6-97ec-107d7074678b req-75d805ea-1fdf-4968-b63a-258aaab59513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:53.798980 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f757047-a4ab-49a6-97ec-107d7074678b req-75d805ea-1fdf-4968-b63a-258aaab59513 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 1101 time: 0.0624852 Jul 05 17:55:53.800075 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f5b6b1-76cd-4f39-9bb4-3d0f81d7144d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:53.868118 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-75f5b6b1-76cd-4f39-9bb4-3d0f81d7144d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=079b4bc0ab4d478fbc617bc9b7e5c94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881725 Jul 05 17:55:53.870860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44684) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:53.873141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5b6b1-76cd-4f39-9bb4-3d0f81d7144d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ca1096-83d1-4c54-8ed5-b8e204e5052f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:53.886609 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f757047-a4ab-49a6-97ec-107d7074678b req-e479b99e-f1f2-44b6-9f36-e0ba2360adc8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735216 Jul 05 17:55:53.956634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-6a7cd4a0-3f80-4153-b12c-4507649af6a0 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:53.962959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-6a7cd4a0-3f80-4153-b12c-4507649af6a0 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1784084 Jul 05 17:55:53.969393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-721cdf22-0ee8-410f-a559-fa138a89fc79 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:55:53.970354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-721cdf22-0ee8-410f-a559-fa138a89fc79 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066493 Jul 05 17:55:53.988880 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d16e3193-68e6-42d6-a3d4-351a817fd567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.033329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-3e734010-8813-4720-b5e9-df1b3884a144 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.0556631 Jul 05 17:55:54.052387 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d16e3193-68e6-42d6-a3d4-351a817fd567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.100302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-28cb952d-fcd5-473a-a288-e67dc4d2c827 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.14 HTTP/1.1" status: 200 len: 695 time: 0.0593469 Jul 05 17:55:54.245367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Deleting port ab8a6a2d-e996-4741-a751-7cecba3ce2bd {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:55:54.245714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.320707 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.320956 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.333499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Calling delete_port for ab8a6a2d-e996-4741-a751-7cecba3ce2bd owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:55:54.403797 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d16e3193-68e6-42d6-a3d4-351a817fd567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.406518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d16e3193-68e6-42d6-a3d4-351a817fd567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.407679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d16e3193-68e6-42d6-a3d4-351a817fd567 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47ca1096-83d1-4c54-8ed5-b8e204e5052f HTTP/1.1" status: 204 len: 168 time: 0.5356073 Jul 05 17:55:54.422174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e3193-68e6-42d6-a3d4-351a817fd567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ca1096-83d1-4c54-8ed5-b8e204e5052f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:54.539677 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.619539 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.648297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event deleted for resources: {'Port': ['ID=ab8a6a2d-e996-4741-a751-7cecba3ce2bd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:54.674331 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.675467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:54.676609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77d65d1a-a9c1-49dd-994f-f12282432dd4 req-424ab83c-f8e7-4805-9a78-88c378659bf6 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "DELETE /v2.0/floatingips/6fe438bf-b24e-478f-82bf-7c8eafd601a9 HTTP/1.1" status: 204 len: 173 time: 0.5696640 Jul 05 17:55:54.861691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44722) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:55.150166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500838c-36ba-42c8-bb1b-74a8a07a8db4 req-3e59aed0-e4a3-4ee4-b735-a84c4c98237a tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:55.151688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6500838c-36ba-42c8-bb1b-74a8a07a8db4 req-3e59aed0-e4a3-4ee4-b735-a84c4c98237a tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 950 time: 0.0769129 Jul 05 17:55:55.193232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6500838c-36ba-42c8-bb1b-74a8a07a8db4 req-f9686632-a90e-48bc-b50f-7c017df16ec0 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352457 Jul 05 17:55:55.200174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d98e5896-d693-4295-8217-7ace228f3140 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:55:55.209264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d98e5896-d693-4295-8217-7ace228f3140 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3462591 Jul 05 17:55:55.235900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44738) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:55.288510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-f8afc35d-b05b-46c4-bb4b-dd5810888322 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips/03cb0424-f8ea-4e06-a5e4-3bedf65661ce HTTP/1.1" status: 200 len: 693 time: 0.0560813 Jul 05 17:55:55.399694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-df63dcf7-126e-4a79-bafc-b97a08e90b42 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:55.401172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-df63dcf7-126e-4a79-bafc-b97a08e90b42 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1074185 Jul 05 17:55:55.453525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-d6369257-03f3-48fb-981a-1796e25ea32d tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0463283 Jul 05 17:55:55.510426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-444625891-network', 'tenant_id': 'f3695ac5f47147d59018143acfdaa0c9'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:55.516538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Request body: {'binding': {'host': 'n-h2-799524-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:55.517071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Unknown quota resources ['binding']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 17:55:55.555190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-0c4e6ca9-1886-4519-82d2-9ad49b51da4a tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0959685 Jul 05 17:55:55.719789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Made reservation on behalf of f3695ac5f47147d59018143acfdaa0c9 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:55.722086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:55.738958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:55.817119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Deleting port f561be9d-274c-4abc-a8cb-76261e4be492 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:55:55.817456 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:55.865414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 on host n-h2-799524-1 for vnic_type normal with profile None {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:55.869767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:55.869767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:55.882339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Port 938e27bb-415b-4fe1-a316-85dbf45577e0 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:55.882684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:55.897095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:55.897435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:55.897817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:55.902949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Bound port: 938e27bb-415b-4fe1-a316-85dbf45577e0, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:56.001261 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.001598 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.025639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Calling delete_port for f561be9d-274c-4abc-a8cb-76261e4be492 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:55:56.066733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.070005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:56.171811 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.173292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d49c7569-0a3c-4a78-b156-730fd1e1bcd5 service neutron] 10.222.0.30 "POST /v2.0/ports/938e27bb-415b-4fe1-a316-85dbf45577e0/bindings HTTP/1.1" status: 201 len: 389 time: 0.8982236 Jul 05 17:55:56.174215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.218590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:56.242397 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.339482 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.347624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:55:56.376358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event deleted for resources: {'Port': ['ID=f561be9d-274c-4abc-a8cb-76261e4be492,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:56.407247 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.407606 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Added segment ad96e23b-1f98-4a4d-8954-fb5e932d9d58 of type vlan for network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f Jul 05 17:55:56.416701 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.419214 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.421187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21eb3b69-52be-4cc6-8eca-fd96636e2464 req-abd370d5-532e-4ba1-99e2-6f01d37cb229 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "DELETE /v2.0/floatingips/03cb0424-f8ea-4e06-a5e4-3bedf65661ce HTTP/1.1" status: 204 len: 173 time: 0.8643572 Jul 05 17:55:56.455392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.583380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.584428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:56.585003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:56.643318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9067a6f-1c4f-44db-9987-2bd37225c5f0 req-5c9a1281-d321-47ab-9f41-66275e19bbb7 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:56.644912 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9067a6f-1c4f-44db-9987-2bd37225c5f0 req-5c9a1281-d321-47ab-9f41-66275e19bbb7 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 1100 time: 0.1096585 Jul 05 17:55:56.677850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] Pushing event updated for resources: {'Network': ['ID=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:56.693897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:55:56.697261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9067a6f-1c4f-44db-9987-2bd37225c5f0 req-96f3abde-8e9f-45a8-b291-cc88b235544b tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404572 Jul 05 17:55:56.737842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-17a26c38-3702-43e3-9dd6-de68a2ed0df9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5009189 Jul 05 17:55:56.740782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44784) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:56.746798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Request body: {'subnet': {'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-444625891-subnet', 'tenant_id': 'f3695ac5f47147d59018143acfdaa0c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:56.863004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Made reservation on behalf of f3695ac5f47147d59018143acfdaa0c9 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:55:56.865568 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:57.001769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cff1a26-9819-4230-858f-f63fda39a2d0 req-c08c8a3f-c80d-498f-b7ed-b7d9b759506a tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:57.003338 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cff1a26-9819-4230-858f-f63fda39a2d0 req-c08c8a3f-c80d-498f-b7ed-b7d9b759506a tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 950 time: 0.1343596 Jul 05 17:55:57.043944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-c9e5ae77-6691-4411-8ac8-f6530aa65c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:57.047668 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-c9e5ae77-6691-4411-8ac8-f6530aa65c21 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1096 time: 0.0600810 Jul 05 17:55:57.075911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cff1a26-9819-4230-858f-f63fda39a2d0 req-1e642a3d-f253-4efb-8a2c-3a4436577a96 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641029 Jul 05 17:55:57.152064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-3cd1fd01-8a10-4a08-961c-edda02a226c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:57.153607 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-3cd1fd01-8a10-4a08-961c-edda02a226c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.0939329 Jul 05 17:55:57.185631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-e5d4ad48-46b6-43fc-b77f-ee2d481bbdd9 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips/3133e082-cf5a-4103-9dc4-b2bf21278a09 HTTP/1.1" status: 200 len: 692 time: 0.0790598 Jul 05 17:55:57.200423 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-d1191490-02a9-4e5f-ad06-8802acf94961 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938e27bb-415b-4fe1-a316-85dbf45577e0 HTTP/1.1" status: 200 len: 217 time: 0.0346780 Jul 05 17:55:57.258192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-3251f2da-a242-48c6-a811-3407376d0d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:57.259737 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-3251f2da-a242-48c6-a811-3407376d0d1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0473654 Jul 05 17:55:57.265830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4b49-d20a-49ce-bcd6-398a44d7264f req-3b3161df-94f7-4b2c-8781-0af25b7551c6 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:57.267342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30dc4b49-d20a-49ce-bcd6-398a44d7264f req-3b3161df-94f7-4b2c-8781-0af25b7551c6 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 945 time: 0.1892736 Jul 05 17:55:57.268163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:57.303092 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-deae328b-41d3-4f8c-849e-7e2289f5d1bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324981 Jul 05 17:55:57.355776 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73453663-7367-4635-bc52-29d026602496,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:57.392655 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30dc4b49-d20a-49ce-bcd6-398a44d7264f req-aa24b5a9-896f-4169-a3d5-fb2530c6dfcc tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148016 Jul 05 17:55:57.404295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-aea8c785-d684-46d3-b2a3-c910fc5fd13e tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:57.406349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-aea8c785-d684-46d3-b2a3-c910fc5fd13e tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.2100527 Jul 05 17:55:57.414701 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-6da2ea70-c33a-4682-8b07-78a92ccea42c service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002722 Jul 05 17:55:57.450652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Checking segment: {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:57.451010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Network hostable DHCP agents. Network: 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:55:57.464407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-ffb0dc41-8fde-49d4-ab20-f8cbba074f6c tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0518167 Jul 05 17:55:57.524161 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-bbe35615-1f7f-498e-85eb-71c365aa6aa7 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016383 Jul 05 17:55:57.543289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-ab61f3d5-2ee8-49a6-9e90-18692617bfb1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.74 HTTP/1.1" status: 200 len: 695 time: 0.0695915 Jul 05 17:55:57.595818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:55:57.649132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321df93-65ba-4afc-a447-e82071bccadf req-43422935-9af7-47ae-abb6-e9c3c1077ed6 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:57.650670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9321df93-65ba-4afc-a447-e82071bccadf req-43422935-9af7-47ae-abb6-e9c3c1077ed6 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 1100 time: 0.1420512 Jul 05 17:55:57.923790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:55:57.933866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ec10c2-0846-4373-a9de-e58cfdc6a4cb None None] Network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:55:57.935337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:57.936607 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:57.938035 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-1479106a-e1ca-4f37-83df-de0396305cd1 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:57.939566 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-1479106a-e1ca-4f37-83df-de0396305cd1 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.0944765 Jul 05 17:55:57.953477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9321df93-65ba-4afc-a447-e82071bccadf req-7841210d-6793-4205-85e3-714c31578b65 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862332 Jul 05 17:55:57.954467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-1'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:55:57.963778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Deleting port 1a250513-b8ad-4b03-ad22-0718ffa0d45e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:55:57.963891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.042120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.049191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8b4a1e4d-51c2-4186-90dc-3f39e2450975 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3067002 Jul 05 17:55:58.105089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.105089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.109212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b866de7f-264a-443a-bbe5-9c4f0cb040f7 None None] Network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:55:58.137083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Calling delete_port for 1a250513-b8ad-4b03-ad22-0718ffa0d45e owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:55:58.223588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:58.271635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:58.334920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:55:58.337185 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a271a4-1cea-459b-b0e5-45ee2e5776f6" -d '{"events": [{"server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "name": "network-vif-unplugged", "status": "completed", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:55:58.347107 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.366254 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.392610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Pushing event deleted for resources: {'Port': ['ID=1a250513-b8ad-4b03-ad22-0718ffa0d45e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:58.418134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.421347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.422630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70a18214-dd26-41b7-b2af-513b9d0cad74 req-d230b92c-e8ac-48a1-9cb4-2c71c9e624e1 tempest-FloatingIPDetailsTestJSON-1922922943 tempest-FloatingIPDetailsTestJSON-1922922943-project] 10.222.0.30 "DELETE /v2.0/floatingips/3133e082-cf5a-4103-9dc4-b2bf21278a09 HTTP/1.1" status: 204 len: 173 time: 0.8740542 Jul 05 17:55:58.429105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44816) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:55:58.435403 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.522591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Pushing event updated for resources: {'Port': ['ID=938e27bb-415b-4fe1-a316-85dbf45577e0,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:58.575881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 on host n-h1-799524-1 for vnic_type normal with profile {"migrating_to": "n-h2-799524-1"} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:55:58.576219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:55:58.576586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:58.581609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Port 938e27bb-415b-4fe1-a316-85dbf45577e0 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:55:58.581939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Attempting to bind port 938e27bb-415b-4fe1-a316-85dbf45577e0 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:55:58.588325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:55:58.592791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:55:58.592791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:55:58.592791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Bound port: 938e27bb-415b-4fe1-a316-85dbf45577e0, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:55:58.592791 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.666055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:55:58.669524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:55:58.715818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-947ab1f2-e697-45bc-9943-fc1395a04afe tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648899 Jul 05 17:55:58.728316 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:55:58.788519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.863592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df8ee1-2acd-4a2c-bb45-2d48613b9383 req-37d6cd9d-e913-4c5a-bb41-acf3b358f7b9 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:58.865131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5df8ee1-2acd-4a2c-bb45-2d48613b9383 req-37d6cd9d-e913-4c5a-bb41-acf3b358f7b9 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=c66e735c-0652-4f7b-80db-2747a024721a HTTP/1.1" status: 200 len: 949 time: 0.2443922 Jul 05 17:55:58.880176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:58.880176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:58.880176 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] 10.222.0.39 "PUT /v2.0/ports/938e27bb-415b-4fe1-a316-85dbf45577e0 HTTP/1.1" status: 200 len: 1121 time: 0.9272981 Jul 05 17:55:58.880176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903a9fe-a308-45cb-8af1-e29769d8054a service neutron] Pushing event updated for resources: {'Port': ['ID=938e27bb-415b-4fe1-a316-85dbf45577e0,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:55:58.927976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-85e72340-e3ab-4ca9-bf26-c39f48446f6b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:58.929513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-85e72340-e3ab-4ca9-bf26-c39f48446f6b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051420 Jul 05 17:55:58.974768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['938e27bb-415b-4fe1-a316-85dbf45577e0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:55:58.977560 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e4147a03-0af5-4de4-ac2d-bb212f9920b4 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/quotas/6d7ab2c53e554c49b66a8e3ca3c96c6f HTTP/1.1" status: 200 len: 375 time: 0.0291474 Jul 05 17:55:58.990495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5df8ee1-2acd-4a2c-bb45-2d48613b9383 req-a798e632-98b1-42a5-99f5-ef00d2e90b99 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153891 Jul 05 17:55:59.160810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-00269bf0-b217-4b5f-a6d3-7607618807b9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1691911 Jul 05 17:55:59.216373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:59.448649 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:59.457102 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fbd0ff-6b95-435c-8c38-40015d64b80d x-openstack-request-id: req-64fbd0ff-6b95-435c-8c38-40015d64b80d {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:55:59.457102 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "name": "network-vif-unplugged", "status": "completed", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:55:59.457102 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64fbd0ff-6b95-435c-8c38-40015d64b80d {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:55:59.457102 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0', 'code': 200} Jul 05 17:55:59.666945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-5ff55e11-5f78-4248-a1eb-9d1f2836db1c tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:59.668337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-5ff55e11-5f78-4248-a1eb-9d1f2836db1c tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/networks?id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 200 len: 821 time: 0.1790297 Jul 05 17:55:59.698648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-3eb2a28d-8fbc-4a1a-87d4-baa72dd27c3a tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/quotas/f3695ac5f47147d59018143acfdaa0c9 HTTP/1.1" status: 200 len: 375 time: 0.0232358 Jul 05 17:55:59.702916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Deleting port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:55:59.703251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:59.714921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb886c-648d-48df-b026-43fee9774638 req-0d0c825e-50e0-42a0-afdc-16e5a4725ec4 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:55:59.716522 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02fb886c-648d-48df-b026-43fee9774638 req-0d0c825e-50e0-42a0-afdc-16e5a4725ec4 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 943 time: 0.1574621 Jul 05 17:55:59.787380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-f3b8d5df-17b8-49fc-8664-5fc3fa247367 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f3695ac5f47147d59018143acfdaa0c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0822105 Jul 05 17:55:59.896063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02fb886c-648d-48df-b026-43fee9774638 req-9de11fc5-ffe6-4ccc-b228-e30e44b05f9e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633167 Jul 05 17:55:59.942948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] For port 4f640fed-04ed-4f82-a8e6-bdcc82e5265d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4f640fed-04ed-4f82-a8e6-bdcc82e5265d,segment=NetworkSegment(3a86fcd7-2751-4b7a-982c-2df2b4778f6b),segment_id=3a86fcd7-2751-4b7a-982c-2df2b4778f6b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:55:59.943354 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:55:59.966105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Calling delete_port for 4f640fed-04ed-4f82-a8e6-bdcc82e5265d owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:55:59.970497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-4874228c-661a-4ea7-9200-ad4fe68d14df service neutron] 10.222.0.30 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717670 Jul 05 17:56:00.166573 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-07e49c81-3a3e-4aba-b4d7-9b8b7222e490 service neutron] 10.222.0.30 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885104 Jul 05 17:56:00.343565 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:00.372147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f640fed-04ed-4f82-a8e6-bdcc82e5265d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:00.712429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9748651-188e-4c3a-b7f4-63a46d1eb72d req-067b99b7-b079-46c1-be79-c1b8444f2ef2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 210 time: 0.0301926 Jul 05 17:56:00.818134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-448ce670-8027-4efa-b44b-9d51a2d49c63 req-70ee7db8-b59f-44e7-81f2-529150e8c208 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 210 time: 0.0529180 Jul 05 17:56:00.954361 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:01.391430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44906) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:01.427004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e558a7-82ee-4ff6-8eab-8b962549b0a8 req-7f9262bc-3dce-4e00-b243-90d6f362e7ba tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:01.428371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74e558a7-82ee-4ff6-8eab-8b962549b0a8 req-7f9262bc-3dce-4e00-b243-90d6f362e7ba tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 943 time: 0.3668408 Jul 05 17:56:01.456219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:01.459228 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebe9916-bc8f-487d-8704-e85c8189058d" -d '{"events": [{"name": "network-changed", "server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:01.506768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74e558a7-82ee-4ff6-8eab-8b962549b0a8 req-0c61f65b-8c83-4f30-8db9-4a501b8a6c33 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470037 Jul 05 17:56:01.508760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86451785-2be3-4cad-ba81-b109b9a6f2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:01.513727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:56:01.572795 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a42c8e8-b135-42f7-920e-dd9f52584d90 x-openstack-request-id: req-6a42c8e8-b135-42f7-920e-dd9f52584d90 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:01.573154 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:01.573479 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a42c8e8-b135-42f7-920e-dd9f52584d90 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:01.573940 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0', 'status': 'completed', 'code': 200} Jul 05 17:56:01.616930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86451785-2be3-4cad-ba81-b109b9a6f2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:01.658089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:56:01.664705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c0c597ae-1d17-42ef-81ff-3b49388a7124 admin admin] 10.222.0.30 "PUT /v2.0/routers/2c842e33-78f5-4efc-b0de-446eb4ab5fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2337806 Jul 05 17:56:01.666827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44912) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:01.669115 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] Sync routers for ids ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:56:01.679508 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] Routers {'2c842e33-78f5-4efc-b0de-446eb4ab5fb0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:56:01.681610 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:55:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:01.687040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9916-bc8f-487d-8704-e85c8189058d req-6f6c7598-e352-4107-a5aa-7d924ebe8e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:01.688803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eebe9916-bc8f-487d-8704-e85c8189058d req-6f6c7598-e352-4107-a5aa-7d924ebe8e79 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1124 time: 0.0778713 Jul 05 17:56:01.766448 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86451785-2be3-4cad-ba81-b109b9a6f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:01.790967 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] Set router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:56:01.797314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86451785-2be3-4cad-ba81-b109b9a6f2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad48860-dff9-4e39-8339-bdca7e00ad0c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:01.807551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9916-bc8f-487d-8704-e85c8189058d req-e9a93e47-4d13-4605-ac4e-755cdde16466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:01.810531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eebe9916-bc8f-487d-8704-e85c8189058d req-e9a93e47-4d13-4605-ac4e-755cdde16466 service neutron] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.1104434 Jul 05 17:56:01.836786 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-86451785-2be3-4cad-ba81-b109b9a6f2ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=408e559e28ae45c1b1552c8b57158fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441733 Jul 05 17:56:01.839413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44918) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:01.861841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:01.894085 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eebe9916-bc8f-487d-8704-e85c8189058d req-7b919f00-6f71-42f9-b403-d8a523fe944d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938e27bb-415b-4fe1-a316-85dbf45577e0 HTTP/1.1" status: 200 len: 217 time: 0.0650141 Jul 05 17:56:01.959630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe9916-bc8f-487d-8704-e85c8189058d req-03a22baf-9287-4957-98e4-a859fa07eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:01.961329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eebe9916-bc8f-487d-8704-e85c8189058d req-03a22baf-9287-4957-98e4-a859fa07eedb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0594282 Jul 05 17:56:02.011691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eebe9916-bc8f-487d-8704-e85c8189058d req-836732f4-d091-49c6-b66f-3cf31a8a579e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419369 Jul 05 17:56:02.037134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66d08372-e71b-4d36-9d62-06ef792d25df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:02.062706 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:55:21Z', 'updated_at': '2021-07-05T17:56:00Z', 'revision_number': 5, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'gw_port': {'id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:22Z', 'updated_at': '2021-07-05T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:02.083928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:02.090000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66d08372-e71b-4d36-9d62-06ef792d25df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:02.118036 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] Checking router: 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:56:02.134834 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] Routers {'2c842e33-78f5-4efc-b0de-446eb4ab5fb0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:56:02.136086 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:55:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:02.192856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2a8d924-f0c7-4786-8cf0-8a27ec049587 req-7155dc2f-6030-4eef-833c-3276dc088d8a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 210 time: 0.0392826 Jul 05 17:56:02.198637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eebe9916-bc8f-487d-8704-e85c8189058d req-ea295c9e-1591-472d-8a6b-760dbf0ea74f service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752245 Jul 05 17:56:02.244161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Deleting port 652b4d47-8a47-4f3a-8ea1-4f8182a95072 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:56:02.244771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:02.274310 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] Set router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:56:02.331261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66d08372-e71b-4d36-9d62-06ef792d25df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:02.344276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66d08372-e71b-4d36-9d62-06ef792d25df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:02.348650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-66d08372-e71b-4d36-9d62-06ef792d25df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ad48860-dff9-4e39-8339-bdca7e00ad0c HTTP/1.1" status: 204 len: 168 time: 0.5081294 Jul 05 17:56:02.360471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-539dfec1-9877-4cea-9544-802cc3afa2a4 req-5c09681b-38e9-4dcc-bbec-528892a8b1cb tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 210 time: 0.0461659 Jul 05 17:56:02.362808 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eebe9916-bc8f-487d-8704-e85c8189058d req-58179c51-a0ea-43fa-b8f9-583ab4d879a0 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570349 Jul 05 17:56:02.379363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d08372-e71b-4d36-9d62-06ef792d25df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad48860-dff9-4e39-8339-bdca7e00ad0c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:02.439560 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-7dbd2f57-608f-489c-a7be-13830e74b3b4 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0489550 Jul 05 17:56:02.468102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] For port 652b4d47-8a47-4f3a-8ea1-4f8182a95072, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=652b4d47-8a47-4f3a-8ea1-4f8182a95072,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:02.468678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:02.484281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Calling delete_port for 652b4d47-8a47-4f3a-8ea1-4f8182a95072 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:56:02.562107 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:55:21Z', 'updated_at': '2021-07-05T17:56:00Z', 'revision_number': 5, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'gw_port': {'id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:22Z', 'updated_at': '2021-07-05T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:02.588943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-5b76db06-c2d3-4d3f-a220-99a67abef334 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:02.594242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-5b76db06-c2d3-4d3f-a220-99a67abef334 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450865 Jul 05 17:56:02.600889 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db447ab-290d-440b-a8b6-a1d2aa795c11 None None] The sync data for ids ['2c842e33-78f5-4efc-b0de-446eb4ab5fb0'] in n-d-799524-1 is: [{'id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'name': 'tempest-FloatingIPDetailsTestJSON-878757282-router', 'tenant_id': 'b16d67bb19f848b5b649d83079e9f851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:55:21Z', 'updated_at': '2021-07-05T17:56:00Z', 'revision_number': 5, 'project_id': 'b16d67bb19f848b5b649d83079e9f851', 'gw_port': {'id': '652b4d47-8a47-4f3a-8ea1-4f8182a95072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:16:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c842e33-78f5-4efc-b0de-446eb4ab5fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:55:22Z', 'updated_at': '2021-07-05T17:55:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:56:02.609467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Request body: {'port': {'device_id': '7944a6dd-d6a4-4463-a2b0-e582fe7b8471', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '6d7ab2c53e554c49b66a8e3ca3c96c6f'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:02.770779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 938e27bb-415b-4fe1-a316-85dbf45577e0 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:02.833558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125ac6d-777a-48c4-8296-e360a197d4d8 req-14e91897-6bcd-4651-ad75-a26943ed8230 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:02.835556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b125ac6d-777a-48c4-8296-e360a197d4d8 req-14e91897-6bcd-4651-ad75-a26943ed8230 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 943 time: 0.1466517 Jul 05 17:56:02.871435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:02.901673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Made reservation on behalf of 6d7ab2c53e554c49b66a8e3ca3c96c6f for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:02.907198 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:02.912745 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b125ac6d-777a-48c4-8296-e360a197d4d8 req-82fca7a6-7c3e-4d93-bf3e-d9fbf6bd8a3f tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710320 Jul 05 17:56:02.924604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:02.940368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 938e27bb-415b-4fe1-a316-85dbf45577e0 has no active binding in host n-h2-799524-1 {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 17:56:02.953994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Pushing event deleted for resources: {'Port': ['ID=652b4d47-8a47-4f3a-8ea1-4f8182a95072,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:03.030817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.188884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Allocated IP 192.168.233.194 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/ca88088d-beef-47da-87db-66172eb68c70) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:03.192088 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.194496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.271170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44948) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:03.287149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ef7c-47b1-4300-b8b1-1621331feced admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.347132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.347598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c842e33-78f5-4efc-b0de-446eb4ab5fb0 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 17:56:03.355835 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.363333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-37e11a7a-fc6d-4a21-9433-645fd46a0589 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2c842e33-78f5-4efc-b0de-446eb4ab5fb0 HTTP/1.1" status: 204 len: 168 time: 1.6927285 Jul 05 17:56:03.363968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44950) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:03.364500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47cafc3e-36e6-4685-850e-e2b29b9185c6 req-0df6d0b2-65a4-4a2b-98f0-0d3bc42b5ce4 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 210 time: 0.0366096 Jul 05 17:56:03.415669 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.435177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Transition to ACTIVE for port object ca88088d-beef-47da-87db-66172eb68c70 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:03.445924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ef7c-47b1-4300-b8b1-1621331feced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.455091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-c29d32e8-a3ec-4d2f-ad33-7c6df781338e admin admin] Deleting subnet ae8ef869-ee20-49fe-995e-082f664f4683 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:56:03.459690 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d32e8-a3ec-4d2f-ad33-7c6df781338e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.496590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d32e8-a3ec-4d2f-ad33-7c6df781338e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.553608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aff3a127-556c-4678-a5d5-68f05bc32050 req-bdd2df81-e9a8-45c0-a0fc-5025ec37b12b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 210 time: 0.0382550 Jul 05 17:56:03.599008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbf5ef7c-47b1-4300-b8b1-1621331feced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.641390 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.656497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7', '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:03.659753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d32e8-a3ec-4d2f-ad33-7c6df781338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.667251 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fbf5ef7c-47b1-4300-b8b1-1621331feced admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c84dd1020ce43409f0f7a53d8362e56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3926024 Jul 05 17:56:03.685502 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf5ef7c-47b1-4300-b8b1-1621331feced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69436f8-f905-4a97-8c64-fc142aeff954,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:03.688101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44964) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:03.705389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:03.708835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:03.720192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:03.725581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:03.726229 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.734231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c', 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:03.739773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event updated for resources: {'Port': ['ID=ca88088d-beef-47da-87db-66172eb68c70,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:03.751089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.751442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.751788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.752130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.752468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.752802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.753135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.753464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.753792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.754123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.755082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.755250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:03.778113 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0075ba87-55ef-4189-9329-878a5a2fc67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.804063 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0075ba87-55ef-4189-9329-878a5a2fc67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.825530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-c53e3ef5-6e29-4107-bfad-8a92472586f2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2241333 Jul 05 17:56:03.869773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Request body: {'port': {'device_id': '7944a6dd-d6a4-4463-a2b0-e582fe7b8471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:03.886550 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d32e8-a3ec-4d2f-ad33-7c6df781338e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.924559 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d32e8-a3ec-4d2f-ad33-7c6df781338e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8ef869-ee20-49fe-995e-082f664f4683,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:03.930010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d32e8-a3ec-4d2f-ad33-7c6df781338e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:03.935114 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c29d32e8-a3ec-4d2f-ad33-7c6df781338e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ae8ef869-ee20-49fe-995e-082f664f4683 HTTP/1.1" status: 204 len: 168 time: 0.5687697 Jul 05 17:56:03.936380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44966) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:03.949347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1399596-9b6e-48b5-8e05-ff4c9d709539 None None] Network 30a57d14-b6f5-4469-95d3-a9308895c34a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:56:04.011108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.038109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0075ba87-55ef-4189-9329-878a5a2fc67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.040741 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0075ba87-55ef-4189-9329-878a5a2fc67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.041926 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0075ba87-55ef-4189-9329-878a5a2fc67f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c69436f8-f905-4a97-8c64-fc142aeff954 HTTP/1.1" status: 204 len: 168 time: 0.3513134 Jul 05 17:56:04.112766 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075ba87-55ef-4189-9329-878a5a2fc67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69436f8-f905-4a97-8c64-fc142aeff954,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:04.195611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 652b4d47-8a47-4f3a-8ea1-4f8182a95072 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:04.250547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 652b4d47-8a47-4f3a-8ea1-4f8182a95072 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:56:04.251240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 652b4d47-8a47-4f3a-8ea1-4f8182a95072 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:56:04.251809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4f640fed-04ed-4f82-a8e6-bdcc82e5265d no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:04.307424 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.313781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dfc4ab41-eb6e-45ae-bb6f-1adb00337aeb None None] Provisioning for port ca88088d-beef-47da-87db-66172eb68c70 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:04.337213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4f640fed-04ed-4f82-a8e6-bdcc82e5265d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:56:04.338330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4f640fed-04ed-4f82-a8e6-bdcc82e5265d not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:56:04.347174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dfc4ab41-eb6e-45ae-bb6f-1adb00337aeb None None] Provisioning complete for port ca88088d-beef-47da-87db-66172eb68c70 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:04.347727 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dfc4ab41-eb6e-45ae-bb6f-1adb00337aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.396120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-f88d634a-d669-4eb2-ad8d-7ffae33d4464 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:04.397693 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-f88d634a-d669-4eb2-ad8d-7ffae33d4464 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.39 "GET /v2.0/networks?id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 200 len: 821 time: 0.3546622 Jul 05 17:56:04.415091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Request body: {'port': {'device_id': '27e1418b-1479-456e-b3b3-43cfbacbbf21', 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f', 'admin_state_up': True, 'tenant_id': 'f3695ac5f47147d59018143acfdaa0c9'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:04.459204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-dfc4ab41-eb6e-45ae-bb6f-1adb00337aeb None None] Port ca88088d-beef-47da-87db-66172eb68c70 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:56:04.466192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248a657-5519-42ea-990e-49768fa783dc req-891f5827-9cd9-4d7d-b095-b18ed376ace1 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:04.470711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:04.476945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9248a657-5519-42ea-990e-49768fa783dc req-891f5827-9cd9-4d7d-b095-b18ed376ace1 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 943 time: 0.1583049 Jul 05 17:56:04.483591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Deleting port 6d0998b9-e2e5-4416-b495-be16e6439f28 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:56:04.484006 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.579479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9248a657-5519-42ea-990e-49768fa783dc req-b65d0d8e-0f72-4ceb-83ea-4d6f093851d4 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015317 Jul 05 17:56:04.670601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e7ec1-37e9-4da3-91f4-69e8a7cd1c60 None None] DHCP port deletion for 30a57d14-b6f5-4469-95d3-a9308895c34a request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 17:56:04.720527 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca88088d-beef-47da-87db-66172eb68c70 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:04.745187 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.761295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:04.780175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Transition to ACTIVE for port object ca88088d-beef-47da-87db-66172eb68c70 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:04.786728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'mac_address': 'fa:16:3e:fa:3a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:04.832276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-729e7ec1-37e9-4da3-91f4-69e8a7cd1c60 None None] Deleting port 6d0998b9-e2e5-4416-b495-be16e6439f28 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:56:04.832682 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-729e7ec1-37e9-4da3-91f4-69e8a7cd1c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.852585 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.904963 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.930855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0401f790-a7ea-4b34-ae1c-7b23e8051ffc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:04.949203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-729e7ec1-37e9-4da3-91f4-69e8a7cd1c60 None None] For port 6d0998b9-e2e5-4416-b495-be16e6439f28, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6d0998b9-e2e5-4416-b495-be16e6439f28,segment=NetworkSegment(3a86fcd7-2751-4b7a-982c-2df2b4778f6b),segment_id=3a86fcd7-2751-4b7a-982c-2df2b4778f6b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:04.949657 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-729e7ec1-37e9-4da3-91f4-69e8a7cd1c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:04.981351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Pushing event updated for resources: {'Port': ['ID=ca88088d-beef-47da-87db-66172eb68c70,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:04.992437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-729e7ec1-37e9-4da3-91f4-69e8a7cd1c60 None None] Calling delete_port for 6d0998b9-e2e5-4416-b495-be16e6439f28 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:56:05.001247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:05.065936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Attempting to bind port ca88088d-beef-47da-87db-66172eb68c70 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:05.066530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Attempting to bind port ca88088d-beef-47da-87db-66172eb68c70 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:05.067357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Attempting to bind port ca88088d-beef-47da-87db-66172eb68c70 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:05.073490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Port ca88088d-beef-47da-87db-66172eb68c70 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:05.073894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Attempting to bind port ca88088d-beef-47da-87db-66172eb68c70 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:05.097257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] For port 6d0998b9-e2e5-4416-b495-be16e6439f28, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6d0998b9-e2e5-4416-b495-be16e6439f28,segment=NetworkSegment(3a86fcd7-2751-4b7a-982c-2df2b4778f6b),segment_id=3a86fcd7-2751-4b7a-982c-2df2b4778f6b)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:05.098352 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.109202 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.111385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:05.112525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:05.112924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:05.113380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Bound port: ca88088d-beef-47da-87db-66172eb68c70, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:05.113747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.126281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Calling delete_port for 6d0998b9-e2e5-4416-b495-be16e6439f28 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:56:05.254747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0401f790-a7ea-4b34-ae1c-7b23e8051ffc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:05.266014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Made reservation on behalf of f3695ac5f47147d59018143acfdaa0c9 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:05.271383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.342736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3a3ad-f0bd-45f4-a527-94f4ec3ab3b4 req-8d3adced-4667-4e3f-8e60-e7363ad7201f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:05.350886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cd3a3ad-f0bd-45f4-a527-94f4ec3ab3b4 req-8d3adced-4667-4e3f-8e60-e7363ad7201f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 948 time: 0.2864668 Jul 05 17:56:05.353770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-dfaa034e-a198-4852-917b-798fd7a442ff service neutron] 10.222.0.97 "GET /v2.0/ports/938e27bb-415b-4fe1-a316-85dbf45577e0/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 384 time: 0.1420133 Jul 05 17:56:05.364076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.403876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-729e7ec1-37e9-4da3-91f4-69e8a7cd1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.410498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cd3a3ad-f0bd-45f4-a527-94f4ec3ab3b4 req-18d786ab-fa2a-4a6f-a798-c0de765bb7c3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586362 Jul 05 17:56:05.414619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:05.461846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729e7ec1-37e9-4da3-91f4-69e8a7cd1c60 None None] No DVR routers for this DVR port 6d0998b9-e2e5-4416-b495-be16e6439f28 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:56:05.464960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0998b9-e2e5-4416-b495-be16e6439f28,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:05.466076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e7ec1-37e9-4da3-91f4-69e8a7cd1c60 None None] Pushing event deleted for resources: {'Port': ['ID=6d0998b9-e2e5-4416-b495-be16e6439f28,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:05.502393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] No DVR routers for this DVR port 6d0998b9-e2e5-4416-b495-be16e6439f28 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.569970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:05.682621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14bbd42d-9d70-4fd9-ab45-6007a516d9dc req-6deeca3e-dbf8-40f6-8124-ac06b51cfe42 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 210 time: 0.0392470 Jul 05 17:56:05.682860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.688109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] For port ca88088d-beef-47da-87db-66172eb68c70, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:05.698096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a57d14-b6f5-4469-95d3-a9308895c34a']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:05.725348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a86fcd7-2751-4b7a-982c-2df2b4778f6b') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:05.725642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a86fcd7-2751-4b7a-982c-2df2b4778f6b') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:05.735158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] For port ca88088d-beef-47da-87db-66172eb68c70, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ca88088d-beef-47da-87db-66172eb68c70,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:05.735392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Allocated IP 172.20.0.8 (0e1c98d2-bb82-4222-939a-3f3fce2a5a2f/73453663-7367-4635-bc52-29d026602496/5199080b-2140-4b0d-ad0c-3e12559e4f40) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:05.741301 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.763031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.777196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:56:05.777581 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: timer() Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:56:05.779210 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:56:05.790403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:05.815082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:05.866452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938e27bb-415b-4fe1-a316-85dbf45577e0 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:05.906686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:05.949224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:05.951891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7f281-8459-4bf2-a6f8-35df4e36e497 req-daf93630-ef6d-4592-afdc-0d5fb7e79dd7 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:05.953526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efb7f281-8459-4bf2-a6f8-35df4e36e497 req-daf93630-ef6d-4592-afdc-0d5fb7e79dd7 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 943 time: 0.0817721 Jul 05 17:56:05.991250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efb7f281-8459-4bf2-a6f8-35df4e36e497 req-b0a82433-4c77-48ef-9542-d948e8b0a908 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321596 Jul 05 17:56:06.059222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6d0998b9-e2e5-4416-b495-be16e6439f28 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:06.080760 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.081473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 6d0998b9-e2e5-4416-b495-be16e6439f28 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:56:06.081871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6d0998b9-e2e5-4416-b495-be16e6439f28 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:56:06.110035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.111467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.118049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.123750 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.184411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.192897 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/30a57d14-b6f5-4469-95d3-a9308895c34a HTTP/1.1" status: 204 len: 168 time: 2.2550333 Jul 05 17:56:06.217561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:06.218121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:06.218338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.219931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] 10.222.0.97 "PUT /v2.0/ports/ca88088d-beef-47da-87db-66172eb68c70 HTTP/1.1" status: 200 len: 1096 time: 2.3734655 Jul 05 17:56:06.221754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7944a6dd-d6a4-4463-a2b0-e582fe7b8471', 'tag': 'ca88088d-beef-47da-87db-66172eb68c70'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:06.225453 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b49130-e5ec-4e5b-94dd-1911d8213258" -d '{"events": [{"name": "network-changed", "server_uuid": "7944a6dd-d6a4-4463-a2b0-e582fe7b8471", "tag": "ca88088d-beef-47da-87db-66172eb68c70"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:06.228343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:06.234661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:06.305844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38167d90-1177-4d9e-a0d4-3802dc2167e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a57d14-b6f5-4469-95d3-a9308895c34a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:06.314027 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96133aa3-0cb9-4529-b380-c837acc6c853 x-openstack-request-id: req-96133aa3-0cb9-4529-b380-c837acc6c853 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:06.315705 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7944a6dd-d6a4-4463-a2b0-e582fe7b8471", "tag": "ca88088d-beef-47da-87db-66172eb68c70", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:06.316162 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96133aa3-0cb9-4529-b380-c837acc6c853 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:06.316740 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7944a6dd-d6a4-4463-a2b0-e582fe7b8471', 'tag': 'ca88088d-beef-47da-87db-66172eb68c70', 'status': 'completed', 'code': 200} Jul 05 17:56:06.355243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5603089-1048-4650-827d-4d0f2d4acf46 service neutron] Pushing event updated for resources: {'Port': ['ID=ca88088d-beef-47da-87db-66172eb68c70,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:06.390603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event updated for resources: {'Port': ['ID=5199080b-2140-4b0d-ad0c-3e12559e4f40,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:06.422182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:06.430923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.479948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] Transition to ACTIVE for port object 938e27bb-415b-4fe1-a316-85dbf45577e0 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:06.487369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:06.543679 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-178be490-c001-4cdf-89cc-e826c4aaa905 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1336553 Jul 05 17:56:06.550428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b49130-e5ec-4e5b-94dd-1911d8213258 req-791f08d9-9df7-4e70-a95e-ba934ed709d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:06.552017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7b49130-e5ec-4e5b-94dd-1911d8213258 req-791f08d9-9df7-4e70-a95e-ba934ed709d1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 1099 time: 0.2275884 Jul 05 17:56:06.559834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Request body: {'port': {'device_id': '27e1418b-1479-456e-b3b3-43cfbacbbf21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:06.615310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:06.616440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.629970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7b49130-e5ec-4e5b-94dd-1911d8213258 req-d7282731-3c81-4c33-9a9d-f89191facae6 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707421 Jul 05 17:56:06.633432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.678780 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.776885 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.814379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:06.816914 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95943a3a-ecf6-42ea-b886-8bee00f20c94" -d '{"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-plugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:06.833645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:06.877161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] No DVR routers for this DVR port 938e27bb-415b-4fe1-a316-85dbf45577e0 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:56:06.903310 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:06.907362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 938e27bb-415b-4fe1-a316-85dbf45577e0 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:06.965244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45052) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:07.076787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] Pushing event updated for resources: {'Port': ['ID=938e27bb-415b-4fe1-a316-85dbf45577e0,revision_number=10']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:07.085963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-75ca000a-2a96-45ce-9d6b-8edd553205d1 service neutron] 10.222.0.97 "PUT /v2.0/ports/938e27bb-415b-4fe1-a316-85dbf45577e0/bindings/n-h2-799524-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6909647 Jul 05 17:56:07.090222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5199080b-2140-4b0d-ad0c-3e12559e4f40 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:07.101597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45058) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:07.109294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:07.173788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff4b9c3-f0a2-4eea-9851-65f22abdaa35 req-877b1fc7-1126-4739-83d0-16f01e9cbc0c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:07.180996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bff4b9c3-f0a2-4eea-9851-65f22abdaa35 req-877b1fc7-1126-4739-83d0-16f01e9cbc0c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 948 time: 0.6047285 Jul 05 17:56:07.183338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b49130-e5ec-4e5b-94dd-1911d8213258 req-50eccacc-59f5-4540-bcfc-be9dedd12ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:07.185367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7b49130-e5ec-4e5b-94dd-1911d8213258 req-50eccacc-59f5-4540-bcfc-be9dedd12ea5 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5443449 Jul 05 17:56:07.203604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Transition to ACTIVE for port object 5199080b-2140-4b0d-ad0c-3e12559e4f40 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:07.224930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c8009715-9497-45bf-a047-ac240d11ad32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b16d67bb19f848b5b649d83079e9f851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505870 Jul 05 17:56:07.229021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45064) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:07.303830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bff4b9c3-f0a2-4eea-9851-65f22abdaa35 req-a09a197c-c9f2-47e5-b0f1-06cd0e5e1ab7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218648 Jul 05 17:56:07.327323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcc063-3a57-4694-b165-41c016b5f5a2 req-13058a0a-9259-4a09-82c6-6446860b45dc tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:07.364044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0dcc063-3a57-4694-b165-41c016b5f5a2 req-13058a0a-9259-4a09-82c6-6446860b45dc tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 931 time: 0.3995306 Jul 05 17:56:07.381976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:07.399579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 938e27bb-415b-4fe1-a316-85dbf45577e0 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:56:07.488275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:07.542360 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9844e3-f053-4b28-84b4-3d66d9cfe186 x-openstack-request-id: req-8e9844e3-f053-4b28-84b4-3d66d9cfe186 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:07.542902 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-plugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:07.546185 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8e9844e3-f053-4b28-84b4-3d66d9cfe186 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:07.546185 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'code': 200} Jul 05 17:56:07.576765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Pushing event updated for resources: {'Port': ['ID=5199080b-2140-4b0d-ad0c-3e12559e4f40,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:07.748591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Attempting to bind port 5199080b-2140-4b0d-ad0c-3e12559e4f40 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:07.748908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Attempting to bind port 5199080b-2140-4b0d-ad0c-3e12559e4f40 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:07.749248 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Attempting to bind port 5199080b-2140-4b0d-ad0c-3e12559e4f40 on network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:07.761428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Port 5199080b-2140-4b0d-ad0c-3e12559e4f40 on network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:07.761762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Attempting to bind port 5199080b-2140-4b0d-ad0c-3e12559e4f40 on network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:07.768646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:07.768986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Checking segment: {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:07.769553 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Bound using segment: {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:07.769999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Bound port: 5199080b-2140-4b0d-ad0c-3e12559e4f40, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:07.770364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:07.876711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] For port 5199080b-2140-4b0d-ad0c-3e12559e4f40, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:07.881078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] For port 5199080b-2140-4b0d-ad0c-3e12559e4f40, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:07.978929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:08.022390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0dcc063-3a57-4694-b165-41c016b5f5a2 req-4f62a1e2-9648-4bbf-a50a-f3ae6cb12110 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559691 Jul 05 17:56:08.023453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc014-ddb3-4abd-8230-975218193e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:08.086137 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b39e65e-0028-4402-b321-f2f040df2de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:08.098169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:08.099620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:08.102135 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] 10.222.0.39 "PUT /v2.0/ports/5199080b-2140-4b0d-ad0c-3e12559e4f40 HTTP/1.1" status: 200 len: 1091 time: 1.5464277 Jul 05 17:56:08.105237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e1418b-1479-456e-b3b3-43cfbacbbf21', 'tag': '5199080b-2140-4b0d-ad0c-3e12559e4f40'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:08.120124 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f227048f-a785-4689-b04f-eeb22eff5049" -d '{"events": [{"name": "network-changed", "server_uuid": "27e1418b-1479-456e-b3b3-43cfbacbbf21", "tag": "5199080b-2140-4b0d-ad0c-3e12559e4f40"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:08.169384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb0b41-8e86-4bed-82ca-7115e4d46a79 service neutron] Pushing event updated for resources: {'Port': ['ID=5199080b-2140-4b0d-ad0c-3e12559e4f40,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:08.182258 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc014-ddb3-4abd-8230-975218193e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:08.215555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-8c03158d-c1cc-42b4-8d36-baaf7fe551b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:08.218865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-8c03158d-c1cc-42b4-8d36-baaf7fe551b7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 1099 time: 0.9424882 Jul 05 17:56:08.317487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-397e0742-6d0a-41f5-9478-d4994428ab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:08.319622 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-397e0742-6d0a-41f5-9478-d4994428ab14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3695ac5f47147d59018143acfdaa0c9&device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 1094 time: 0.0897424 Jul 05 17:56:08.385122 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-79492cc9-090b-452a-8ff3-6dacdf2b49a3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.194&port_id=ca88088d-beef-47da-87db-66172eb68c70 HTTP/1.1" status: 200 len: 217 time: 0.1496291 Jul 05 17:56:08.391208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-2b496fcd-f80a-46d2-856f-3b773470bb7b tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:08.392791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-2b496fcd-f80a-46d2-856f-3b773470bb7b tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.9337833 Jul 05 17:56:08.405791 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-6b8eb367-e3d6-471c-9069-65a8f9c066c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40 HTTP/1.1" status: 200 len: 217 time: 0.0512278 Jul 05 17:56:08.488024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-22063662-7408-42e2-8988-0e1f15b58c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:08.489773 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-22063662-7408-42e2-8988-0e1f15b58c8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73453663-7367-4635-bc52-29d026602496 HTTP/1.1" status: 200 len: 861 time: 0.0622785 Jul 05 17:56:08.565150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-4e838a50-158f-43d5-9dd5-7c8cce7c5b8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556169 Jul 05 17:56:08.572943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1119252-6c1e-460e-a1ea-6d74841982ae req-0400b92b-945d-4cf7-a881-4b6be60c1758 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:08.578109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1119252-6c1e-460e-a1ea-6d74841982ae req-0400b92b-945d-4cf7-a881-4b6be60c1758 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 944 time: 0.6320000 Jul 05 17:56:08.579617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-2de8a26e-03d4-48b6-80ee-0ed91f437adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:08.581079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-2de8a26e-03d4-48b6-80ee-0ed91f437adb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1846881 Jul 05 17:56:08.683964 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-f103ab22-c8d7-420f-85dc-40e2f449147d service neutron] 10.222.0.39 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031148 Jul 05 17:56:08.685546 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c342c8f-285f-4514-9d34-c41cc1bc5347 x-openstack-request-id: req-1c342c8f-285f-4514-9d34-c41cc1bc5347 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:08.686423 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e1418b-1479-456e-b3b3-43cfbacbbf21", "tag": "5199080b-2140-4b0d-ad0c-3e12559e4f40", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:08.687118 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1c342c8f-285f-4514-9d34-c41cc1bc5347 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:08.687118 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e1418b-1479-456e-b3b3-43cfbacbbf21', 'tag': '5199080b-2140-4b0d-ad0c-3e12559e4f40', 'status': 'completed', 'code': 200} Jul 05 17:56:08.698328 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1119252-6c1e-460e-a1ea-6d74841982ae req-07305972-a89d-4700-8460-dea9a8d86d5d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138537 Jul 05 17:56:08.700413 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc014-ddb3-4abd-8230-975218193e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:08.711216 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d1bc014-ddb3-4abd-8230-975218193e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:08.712467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2d1bc014-ddb3-4abd-8230-975218193e4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e8104c5-417b-474c-9f84-8743f656e918 HTTP/1.1" status: 204 len: 168 time: 1.4825635 Jul 05 17:56:08.779087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bc014-ddb3-4abd-8230-975218193e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8104c5-417b-474c-9f84-8743f656e918,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:08.864155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b39e65e-0028-4402-b321-f2f040df2de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:08.874693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-57c98427-2d57-454b-aefe-fa985ba63b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:08.876297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-57c98427-2d57-454b-aefe-fa985ba63b1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3 HTTP/1.1" status: 200 len: 1095 time: 0.4622471 Jul 05 17:56:08.877186 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e2edc9f-e546-4d4a-9ce0-88375a8407c8 req-99d401ad-730d-47ec-b8e6-66f4a697ccd6 service neutron] 10.222.0.39 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786854 Jul 05 17:56:08.910811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-9404bee2-324b-45df-8da4-9356b4197d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:08.913094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-9404bee2-324b-45df-8da4-9356b4197d1d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3131907 Jul 05 17:56:08.996821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc7ac9-c666-4736-ae53-f6b13469237e req-c955c95e-52ea-4414-86f1-3432e5df8fa9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:09.003119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20cc7ac9-c666-4736-ae53-f6b13469237e req-c955c95e-52ea-4414-86f1-3432e5df8fa9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 948 time: 0.2614408 Jul 05 17:56:09.003119 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b39e65e-0028-4402-b321-f2f040df2de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:09.094377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-89526dfa-99ec-4328-92ee-374039c42ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:09.100428 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-89526dfa-99ec-4328-92ee-374039c42ca4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1095 time: 0.1721437 Jul 05 17:56:09.131717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0b39e65e-0028-4402-b321-f2f040df2de1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee45ffe3f3404785befa9ec701ff65de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0216808 Jul 05 17:56:09.138641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45120) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:09.253242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b39e65e-0028-4402-b321-f2f040df2de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080e415a-1326-4096-8408-9941b42e02a2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:09.275162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-59c2a0f1-0504-4165-874a-382d1643cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:09.278113 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-59c2a0f1-0504-4165-874a-382d1643cef1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.1649077 Jul 05 17:56:09.308774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8f33a835-5903-4818-9655-9f8a5d9d09e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:09.324418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20cc7ac9-c666-4736-ae53-f6b13469237e req-7e911674-2a85-4ebd-997a-26ecd1f1a01c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155499 Jul 05 17:56:09.348804 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-3ab6b09e-88ee-4c0b-8fe8-30c92d9c38b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938e27bb-415b-4fe1-a316-85dbf45577e0 HTTP/1.1" status: 200 len: 217 time: 0.0511537 Jul 05 17:56:09.380426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-ca3d2565-7997-49f4-93b3-d1db7f69e111 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595399 Jul 05 17:56:09.390102 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8f33a835-5903-4818-9655-9f8a5d9d09e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:09.422977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227048f-a785-4689-b04f-eeb22eff5049 req-d37d1687-afc8-4e63-867b-d38bbc32e574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:09.427096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f227048f-a785-4689-b04f-eeb22eff5049 req-d37d1687-afc8-4e63-867b-d38bbc32e574 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3695ac5f47147d59018143acfdaa0c9&device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 1094 time: 0.3859935 Jul 05 17:56:09.458650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-c251f392-6cdb-4e17-ae00-3f5e926b4b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:09.470124 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-c251f392-6cdb-4e17-ae00-3f5e926b4b7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.1137893 Jul 05 17:56:09.538063 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-436ae83e-6e84-4303-8edf-e0a0e013d7f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533657 Jul 05 17:56:09.538482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbfc9dd-3bd2-420b-8099-8c9fc6cd9bae req-fd669166-d58a-4b53-880e-89ea371e51e6 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390750 Jul 05 17:56:09.638325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f1ef4-4163-4589-a22e-c2b74b50f46a req-5e8b160c-b34f-462d-8f35-a637214ca723 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:09.647105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee2f1ef4-4163-4589-a22e-c2b74b50f46a req-5e8b160c-b34f-462d-8f35-a637214ca723 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 943 time: 0.4183178 Jul 05 17:56:09.706944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee2f1ef4-4163-4589-a22e-c2b74b50f46a req-48fb4307-1cc3-41d7-b43a-4fa54831cfd2 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586314 Jul 05 17:56:09.786519 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-641dcebb-da63-4287-9403-863d135e7c05 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260904 Jul 05 17:56:09.792512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227048f-a785-4689-b04f-eeb22eff5049 req-4f08822a-748a-4b4a-afa4-403376942265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:09.794108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f227048f-a785-4689-b04f-eeb22eff5049 req-4f08822a-748a-4b4a-afa4-403376942265 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 200 len: 921 time: 0.2367392 Jul 05 17:56:09.812748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8f33a835-5903-4818-9655-9f8a5d9d09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:09.827059 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8f33a835-5903-4818-9655-9f8a5d9d09e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:09.830743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8f33a835-5903-4818-9655-9f8a5d9d09e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/080e415a-1326-4096-8408-9941b42e02a2 HTTP/1.1" status: 204 len: 168 time: 0.6840656 Jul 05 17:56:09.894393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33a835-5903-4818-9655-9f8a5d9d09e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080e415a-1326-4096-8408-9941b42e02a2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:09.955073 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f227048f-a785-4689-b04f-eeb22eff5049 req-45958069-325c-4f72-8159-57c36b5e4ff2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40 HTTP/1.1" status: 200 len: 217 time: 0.1215348 Jul 05 17:56:10.023762 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-69e3c8dc-4af5-407d-a2a5-5498db896b39 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930439 Jul 05 17:56:10.068976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227048f-a785-4689-b04f-eeb22eff5049 req-eaa8e8de-5bed-4f82-88b5-9a2ce0d97a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:10.070746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f227048f-a785-4689-b04f-eeb22eff5049 req-eaa8e8de-5bed-4f82-88b5-9a2ce0d97a41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=73453663-7367-4635-bc52-29d026602496 HTTP/1.1" status: 200 len: 861 time: 0.0955038 Jul 05 17:56:10.090338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec35b7e8-f580-40be-89f3-70bbf755da23 req-3e28cce7-7456-4e57-8f21-157abf5d1afe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:10.092010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec35b7e8-f580-40be-89f3-70bbf755da23 req-3e28cce7-7456-4e57-8f21-157abf5d1afe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 944 time: 0.2002530 Jul 05 17:56:10.133657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f227048f-a785-4689-b04f-eeb22eff5049 req-667bf8ad-d92d-468b-9c11-5f1604667c6d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405779 Jul 05 17:56:10.232646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec35b7e8-f580-40be-89f3-70bbf755da23 req-6cbc4956-8a82-4121-85c3-51fd762a9a83 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013987 Jul 05 17:56:10.308548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f227048f-a785-4689-b04f-eeb22eff5049 req-311985d4-2762-4a16-9fd1-9c7fc265244f service neutron] 10.222.0.39 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450992 Jul 05 17:56:10.449493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45164) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:10.528662 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f227048f-a785-4689-b04f-eeb22eff5049 req-c5088baf-8379-4784-a32e-7e7fe284fcb4 service neutron] 10.222.0.39 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059071 Jul 05 17:56:10.658337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c700a-ec0b-4ed6-8ff2-dce9d0aeeaec req-b5982c61-21e6-4b5e-995c-efc7ba437f8d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:10.660271 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e4c700a-ec0b-4ed6-8ff2-dce9d0aeeaec req-b5982c61-21e6-4b5e-995c-efc7ba437f8d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 948 time: 0.1218336 Jul 05 17:56:10.683328 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-658c9f2f-48c6-4ed5-85cf-c610d9f15fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:10.777530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e4c700a-ec0b-4ed6-8ff2-dce9d0aeeaec req-732ce41b-66c3-45e3-aa43-526d2b0c7ecb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098166 Jul 05 17:56:10.801392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-c9e80e63-c88d-408d-b500-41f0cba85328 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:10.803074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-c9e80e63-c88d-408d-b500-41f0cba85328 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.0970128 Jul 05 17:56:10.831742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45174) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:10.889069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-658c9f2f-48c6-4ed5-85cf-c610d9f15fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:10.890219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a49eb5d4-18af-4dd1-8c8f-845e639b9358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:10.963623 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-658c9f2f-48c6-4ed5-85cf-c610d9f15fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.036622 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-658c9f2f-48c6-4ed5-85cf-c610d9f15fc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=072fec47768549dd91ef711a128bba06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5858002 Jul 05 17:56:11.037426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45190) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:11.040444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658c9f2f-48c6-4ed5-85cf-c610d9f15fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae965e37-281d-4eba-939e-fef6e5f568ec,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:11.057461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fe2a4-8606-4309-a44b-9049116dfe4f req-94b9bdb8-3cca-4798-9554-4e50a6202574 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:11.059135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e61fe2a4-8606-4309-a44b-9049116dfe4f req-94b9bdb8-3cca-4798-9554-4e50a6202574 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 943 time: 0.1712468 Jul 05 17:56:11.109660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e61fe2a4-8606-4309-a44b-9049116dfe4f req-a7cd0c70-48ec-44be-892e-57aefc08696f tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439022 Jul 05 17:56:11.189620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e1becb65-74c8-44f4-8a0c-d55074ed847f service neutron] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:11.193975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5383bbaf-8054-436f-9aef-53581b900cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.194215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e1becb65-74c8-44f4-8a0c-d55074ed847f service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.196791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40ddc311-92dc-4285-af1c-8837232bf5d0 req-e1becb65-74c8-44f4-8a0c-d55074ed847f service neutron] 10.222.0.39 "DELETE /v2.0/ports/938e27bb-415b-4fe1-a316-85dbf45577e0/bindings/n-h1-799524-1 HTTP/1.1" status: 204 len: 173 time: 0.3853133 Jul 05 17:56:11.250124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5383bbaf-8054-436f-9aef-53581b900cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.344624 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a49eb5d4-18af-4dd1-8c8f-845e639b9358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.407116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a49eb5d4-18af-4dd1-8c8f-845e639b9358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.459400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49eb5d4-18af-4dd1-8c8f-845e639b9358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38be83c-bd75-408d-9d23-03704ff29640,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:11.465295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5383bbaf-8054-436f-9aef-53581b900cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.472575 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5383bbaf-8054-436f-9aef-53581b900cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.476652 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5383bbaf-8054-436f-9aef-53581b900cb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae965e37-281d-4eba-939e-fef6e5f568ec HTTP/1.1" status: 204 len: 168 time: 0.4198151 Jul 05 17:56:11.492672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45202) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:11.493298 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a49eb5d4-18af-4dd1-8c8f-845e639b9358 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c51da81ea69046aabd96cffee7b902e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6543007 Jul 05 17:56:11.507389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5383bbaf-8054-436f-9aef-53581b900cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae965e37-281d-4eba-939e-fef6e5f568ec,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:11.626622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709e63a-af50-433a-ad1d-bae2b545cf85 req-40731bda-67c5-474a-8d6e-51656d55a531 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:11.628712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5709e63a-af50-433a-ad1d-bae2b545cf85 req-40731bda-67c5-474a-8d6e-51656d55a531 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 944 time: 0.1998422 Jul 05 17:56:11.656217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-45b876c9-e01e-43ed-91c2-0d8c6b917b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.699091 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-45b876c9-e01e-43ed-91c2-0d8c6b917b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:11.708520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5709e63a-af50-433a-ad1d-bae2b545cf85 req-9f7a8876-6dd0-40ac-bf71-44f54e4b84e3 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698633 Jul 05 17:56:11.932827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c72afc-6639-40d8-900b-812008f417e8 req-92e02493-320d-462b-af69-9ab293dab1dd tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:11.934433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5c72afc-6639-40d8-900b-812008f417e8 req-92e02493-320d-462b-af69-9ab293dab1dd tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1095 time: 0.0548558 Jul 05 17:56:12.004183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5c72afc-6639-40d8-900b-812008f417e8 req-9bee3768-44fd-48f7-9781-8db83242a7b2 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638161 Jul 05 17:56:12.046811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65860b4c-8b4d-4917-be93-6fc032449a0e req-3c74bc95-7eb8-4417-9b31-73838076045e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:12.046811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65860b4c-8b4d-4917-be93-6fc032449a0e req-3c74bc95-7eb8-4417-9b31-73838076045e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 948 time: 0.0888436 Jul 05 17:56:12.078087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65860b4c-8b4d-4917-be93-6fc032449a0e req-255458e3-7dc1-4df9-accc-1d91beb10cd2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360730 Jul 05 17:56:12.305780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529ee1a-1923-4858-87ee-b4b401a97197 req-1fc95812-861f-486c-b120-65492222c61c tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:12.307363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4529ee1a-1923-4858-87ee-b4b401a97197 req-1fc95812-861f-486c-b120-65492222c61c tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 943 time: 0.0637918 Jul 05 17:56:12.346649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4529ee1a-1923-4858-87ee-b4b401a97197 req-d45efcda-1003-40ae-a34d-93e2a7360d7e tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Jul 05 17:56:12.383919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-45b876c9-e01e-43ed-91c2-0d8c6b917b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:12.386683 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-45b876c9-e01e-43ed-91c2-0d8c6b917b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:12.391235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-45b876c9-e01e-43ed-91c2-0d8c6b917b24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b38be83c-bd75-408d-9d23-03704ff29640 HTTP/1.1" status: 204 len: 168 time: 0.8978567 Jul 05 17:56:12.397538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b876c9-e01e-43ed-91c2-0d8c6b917b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38be83c-bd75-408d-9d23-03704ff29640,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:12.521950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ca88088d-beef-47da-87db-66172eb68c70 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:12.673106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ca88088d-beef-47da-87db-66172eb68c70, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ca88088d-beef-47da-87db-66172eb68c70,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:12.793831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45246) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:12.913266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5199080b-2140-4b0d-ad0c-3e12559e4f40 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:12.916037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'ca88088d-beef-47da-87db-66172eb68c70', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'ca88088d-beef-47da-87db-66172eb68c70', 'mac_address': 'fa:16:3e:49:a3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:13.081641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.110698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca88088d-beef-47da-87db-66172eb68c70 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:13.111465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49be1-0d49-4ecd-a533-624839657a59 req-16b8823e-dc27-4d5d-ad14-e475354465f9 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:13.124858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-16b8823e-dc27-4d5d-ad14-e475354465f9 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 820 time: 0.3062446 Jul 05 17:56:13.152774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ca88088d-beef-47da-87db-66172eb68c70, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ca88088d-beef-47da-87db-66172eb68c70,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:13.162952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-8730c5e4-0014-410b-a6e9-d05301d386ee tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/quotas/f055ad217b564e3689ff3d0c4fc8a0a3 HTTP/1.1" status: 200 len: 375 time: 0.0359147 Jul 05 17:56:13.170489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5199080b-2140-4b0d-ad0c-3e12559e4f40, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:13.191326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '5199080b-2140-4b0d-ad0c-3e12559e4f40', 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f', 'port_id': '5199080b-2140-4b0d-ad0c-3e12559e4f40', 'mac_address': 'fa:16:3e:4d:94:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73453663-7367-4635-bc52-29d026602496', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:13.233633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.286579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-21c7bf38-9f8f-465c-b55b-d463739abaaf tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1218395 Jul 05 17:56:13.304528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45256) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:13.308367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=ca88088d-beef-47da-87db-66172eb68c70,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:13.327189 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.332944 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc160d42-fb85-46ea-9c00-30ad11737ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.351635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5199080b-2140-4b0d-ad0c-3e12559e4f40 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:13.378414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5199080b-2140-4b0d-ad0c-3e12559e4f40, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:13.471131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.482991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc160d42-fb85-46ea-9c00-30ad11737ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.517260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['ca88088d-beef-47da-87db-66172eb68c70'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:13.548693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc160d42-fb85-46ea-9c00-30ad11737ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.571567 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-9c7dba27-cbe1-4d90-8ac5-d2c099f7f6b0 service neutron] 10.222.0.30 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832675 Jul 05 17:56:13.585552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=5199080b-2140-4b0d-ad0c-3e12559e4f40,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:13.647480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc160d42-fb85-46ea-9c00-30ad11737ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309e4c39-cfc6-4c8b-9639-bf1fe601c305,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:13.660241 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dc160d42-fb85-46ea-9c00-30ad11737ba1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4cab1d5dd3840c28f4063d5558ac754&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545387 Jul 05 17:56:13.660901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45268) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:13.765759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-0fcde960-c755-4802-bb1a-4d310526dff1 service neutron] 10.222.0.30 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786742 Jul 05 17:56:13.768049 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74f3e355-e0e9-419d-a415-84561c523159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.796022 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74f3e355-e0e9-419d-a415-84561c523159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.796954 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06536f7f-35d8-40c4-af62-284b2ce7c757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.808727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b2eb43-81b7-4595-9ba2-9122fc4f923c req-95d94ecb-872a-4366-a62d-d54e0efd88ce tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:13.811234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81b2eb43-81b7-4595-9ba2-9122fc4f923c req-95d94ecb-872a-4366-a62d-d54e0efd88ce tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 949 time: 0.4158101 Jul 05 17:56:13.874144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81b2eb43-81b7-4595-9ba2-9122fc4f923c req-5bb3f693-47bb-4d48-af60-3f9ff1ca2d2b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554092 Jul 05 17:56:13.945826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['5199080b-2140-4b0d-ad0c-3e12559e4f40'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:13.976161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74f3e355-e0e9-419d-a415-84561c523159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.981147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74f3e355-e0e9-419d-a415-84561c523159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:13.986607 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-74f3e355-e0e9-419d-a415-84561c523159 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/309e4c39-cfc6-4c8b-9639-bf1fe601c305 HTTP/1.1" status: 204 len: 168 time: 0.3202093 Jul 05 17:56:14.012260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f3e355-e0e9-419d-a415-84561c523159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309e4c39-cfc6-4c8b-9639-bf1fe601c305,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:14.146616 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06536f7f-35d8-40c4-af62-284b2ce7c757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:14.196777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db7802d1-597f-4ab4-b3e1-29e9098520c3 req-9f4f4413-8bad-4847-aa51-cee57a580ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 210 time: 0.1004310 Jul 05 17:56:14.285081 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06536f7f-35d8-40c4-af62-284b2ce7c757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:14.353980 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-06536f7f-35d8-40c4-af62-284b2ce7c757 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3d72a01d3534a31808e4a7f12d9b141&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5590184 Jul 05 17:56:14.355787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06536f7f-35d8-40c4-af62-284b2ce7c757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dfb9c9-d141-4a41-9048-6a0f166980b7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:14.356639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:14.392159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1124e8-4467-4bd9-8dab-41c36f011945 req-5073b476-f27b-4567-9f9f-a283c1171d7b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:14.401573 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c1124e8-4467-4bd9-8dab-41c36f011945 req-5073b476-f27b-4567-9f9f-a283c1171d7b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 944 time: 0.1853247 Jul 05 17:56:14.458221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c1124e8-4467-4bd9-8dab-41c36f011945 req-2f518fc4-1d1d-46e5-8849-77ec93c2a2b0 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556381 Jul 05 17:56:14.509626 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-996073e3-234d-4544-89ef-0e6a0d425199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:14.563458 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-996073e3-234d-4544-89ef-0e6a0d425199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:14.749265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-996073e3-234d-4544-89ef-0e6a0d425199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:14.752188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-996073e3-234d-4544-89ef-0e6a0d425199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:14.755751 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-996073e3-234d-4544-89ef-0e6a0d425199 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3dfb9c9-d141-4a41-9048-6a0f166980b7 HTTP/1.1" status: 204 len: 168 time: 0.3947442 Jul 05 17:56:14.762539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996073e3-234d-4544-89ef-0e6a0d425199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dfb9c9-d141-4a41-9048-6a0f166980b7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:15.111200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c35a-bd39-4dcb-9ef8-35e29b732554 req-89c70ae7-49ba-436d-b8a2-e291650bda82 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:15.112790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cb6c35a-bd39-4dcb-9ef8-35e29b732554 req-89c70ae7-49ba-436d-b8a2-e291650bda82 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 949 time: 0.0893130 Jul 05 17:56:15.185608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cb6c35a-bd39-4dcb-9ef8-35e29b732554 req-508e589b-1fa6-4320-b438-9cdac6489288 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563178 Jul 05 17:56:15.495800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0c73da3-c3d3-4174-8667-5ecf516b964b req-cf5b76cb-41a6-4f38-ac4c-3d5b29f4ea9e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 210 time: 0.0556891 Jul 05 17:56:16.002426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4bebc-d2c5-400e-9347-7dbb923a981a req-1da2af48-95c4-47fc-9009-21d285146804 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:16.011704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9d4bebc-d2c5-400e-9347-7dbb923a981a req-1da2af48-95c4-47fc-9009-21d285146804 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 944 time: 0.1090882 Jul 05 17:56:16.086975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9d4bebc-d2c5-400e-9347-7dbb923a981a req-fc89b164-f20a-4b08-8a1c-b29af8a6824d tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743830 Jul 05 17:56:16.478151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773dd9dd-fc44-4aca-8673-1308f1297a15 req-aeed9d26-faa7-4254-977c-830aa4ff00a0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:16.487918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-773dd9dd-fc44-4aca-8673-1308f1297a15 req-aeed9d26-faa7-4254-977c-830aa4ff00a0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 949 time: 0.1760652 Jul 05 17:56:16.546673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ca88088d-beef-47da-87db-66172eb68c70 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:16.559997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-773dd9dd-fc44-4aca-8673-1308f1297a15 req-e1044f34-33a0-471f-b8d0-c794ffcc6cee tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707641 Jul 05 17:56:16.590852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45386) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:16.766396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b501fa8e-2905-48b7-8f9f-e09bab274999 req-cc8523b3-790f-4360-ba09-bb519f1c68cc tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 210 time: 0.0601783 Jul 05 17:56:16.780995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port ca88088d-beef-47da-87db-66172eb68c70 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:16.785865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port ca88088d-beef-47da-87db-66172eb68c70 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:16.786297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:16.830096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-470800416-network', 'tenant_id': '60f9e1b656d140fe9c084ba5be80f85e'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:16.941572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5199080b-2140-4b0d-ad0c-3e12559e4f40 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:17.005904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:17.070202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7944a6dd-d6a4-4463-a2b0-e582fe7b8471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca88088d-beef-47da-87db-66172eb68c70'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:17.075498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45408) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:17.084672 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75ac9a6-7799-4716-9cea-d6b390fb4a66" -d '{"events": [{"server_uuid": "7944a6dd-d6a4-4463-a2b0-e582fe7b8471", "name": "network-vif-plugged", "status": "completed", "tag": "ca88088d-beef-47da-87db-66172eb68c70"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:17.128353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ca88088d-beef-47da-87db-66172eb68c70, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ca88088d-beef-47da-87db-66172eb68c70,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:17.170880 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c08c699-8460-4c1d-a26e-fd3a0519efce x-openstack-request-id: req-8c08c699-8460-4c1d-a26e-fd3a0519efce {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:17.171987 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7944a6dd-d6a4-4463-a2b0-e582fe7b8471", "name": "network-vif-plugged", "status": "completed", "tag": "ca88088d-beef-47da-87db-66172eb68c70", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:17.174293 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c08c699-8460-4c1d-a26e-fd3a0519efce {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:17.174921 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7944a6dd-d6a4-4463-a2b0-e582fe7b8471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca88088d-beef-47da-87db-66172eb68c70', 'code': 200} Jul 05 17:56:17.217679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:17.277695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1506278762-network', 'tenant_id': 'dac34b1a9c5b46d7af4c7970dacd9234'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:17.330232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 5199080b-2140-4b0d-ad0c-3e12559e4f40 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:17.332534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=ca88088d-beef-47da-87db-66172eb68c70,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:17.341672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.342765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.343123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.343471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.343812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.344587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.344587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.344876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.345133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.345463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.345793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.346126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:56:17.350933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 5199080b-2140-4b0d-ad0c-3e12559e4f40 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:17.356164 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:17.436627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Made reservation on behalf of dac34b1a9c5b46d7af4c7970dacd9234 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:17.439640 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:17.457437 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:17.490904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:17.681144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Made reservation on behalf of 60f9e1b656d140fe9c084ba5be80f85e for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:17.681144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:17.730382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5199080b-2140-4b0d-ad0c-3e12559e4f40, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:17.823775 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:17.836311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:17.891546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49be1-0d49-4ecd-a533-624839657a59 req-cda5ba51-760f-4e46-9b60-e94b251e68da tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:17.892878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-cda5ba51-760f-4e46-9b60-e94b251e68da tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 820 time: 0.9635170 Jul 05 17:56:17.916507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Request body: {'port': {'device_id': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3', 'admin_state_up': True, 'tenant_id': 'f055ad217b564e3689ff3d0c4fc8a0a3'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:18.049699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988de571-a669-42bd-ab72-65454a4d0190 req-b1daff3b-f551-4fdc-be11-22fc0ab90c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:18.051225 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-988de571-a669-42bd-ab72-65454a4d0190 req-b1daff3b-f551-4fdc-be11-22fc0ab90c08 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 1101 time: 0.3639455 Jul 05 17:56:18.082698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54da18-f608-4106-9657-42f9669dce95 req-92d171e0-d677-4129-9a2e-f20425a3847f tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:18.084023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e54da18-f608-4106-9657-42f9669dce95 req-92d171e0-d677-4129-9a2e-f20425a3847f tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 944 time: 0.2616682 Jul 05 17:56:18.109956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b94b8f-772b-432f-8af7-08b72e55b5e6 req-de0cd7ad-57e9-4f54-9297-572605ae25be tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:18.111395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92b94b8f-772b-432f-8af7-08b72e55b5e6 req-de0cd7ad-57e9-4f54-9297-572605ae25be tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 950 time: 0.2158432 Jul 05 17:56:18.133675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-988de571-a669-42bd-ab72-65454a4d0190 req-5f99d5fc-cfb1-411d-bd27-06d249f5cb6b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739493 Jul 05 17:56:18.179039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e54da18-f608-4106-9657-42f9669dce95 req-3703bbb3-d408-40a4-8d09-362e57698900 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828547 Jul 05 17:56:18.186133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92b94b8f-772b-432f-8af7-08b72e55b5e6 req-66e11b5c-d361-4a91-a8fa-9b10dfb214c1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465271 Jul 05 17:56:18.276107 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.325116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da17a585-eac2-4370-be25-333cb2eb83bd req-3b6f3fdf-c003-4d82-9ce4-30b2f42c8d91 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 210 time: 0.0348716 Jul 05 17:56:18.327762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=5199080b-2140-4b0d-ad0c-3e12559e4f40,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:18.348704 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.359671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:56:18.363103 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19fa0881-0b11-46b3-a815-51f47f07210e req-18803387-2d75-4d6d-ab7d-724527c178bd tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8eb66104fdb4a5f8ab637925a9641cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404725 Jul 05 17:56:18.370849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.371581 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Added segment a3acfe36-a024-4477-8df1-bf833f928504 of type vlan for network 6a99d150-26c4-44e1-9752-2a35e4fd245c Jul 05 17:56:18.379834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 17:56:18.379834 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 17:56:18.379834 n-d-799524-1 neutron-server[100997]: [parameters: {'project_id_1': 'f055ad217b564e3689ff3d0c4fc8a0a3', 'expiration_1': datetime.datetime(2021, 7, 5, 17, 56, 18, 118063)}] Jul 05 17:56:18.379834 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:56:18.380218 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:56:18.426372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.430946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd734ec3-9783-40a4-b219-e9a0ed01c993,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:18.539814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fa0881-0b11-46b3-a815-51f47f07210e req-7829de48-686f-4bed-bdaa-2d25bf1ab261 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:18.541377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19fa0881-0b11-46b3-a815-51f47f07210e req-7829de48-686f-4bed-bdaa-2d25bf1ab261 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589317 Jul 05 17:56:18.576529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19fa0881-0b11-46b3-a815-51f47f07210e req-b7dbf5e9-38be-4f13-8aca-4fe69ee05eb0 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/quotas/a8eb66104fdb4a5f8ab637925a9641cf HTTP/1.1" status: 200 len: 375 time: 0.0266683 Jul 05 17:56:18.578307 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.583035 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.584038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:18.584629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.614967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19fa0881-0b11-46b3-a815-51f47f07210e req-282c52b7-773a-4e82-9e78-f32557446f57 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8eb66104fdb4a5f8ab637925a9641cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309911 Jul 05 17:56:18.646692 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.649626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a99d150-26c4-44e1-9752-2a35e4fd245c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:18.672571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 6a99d150-26c4-44e1-9752-2a35e4fd245c details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:56:18.679444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:56:18.702170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5701ddcb-5dfc-4d44-b36b-970d5bdee617,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:18.706004 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.706373 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Added segment 5ab6c1ac-cdbe-434e-975f-02fb64ee777e of type vlan for network a66f7e0f-287f-4a50-9e5e-c0d40615f872 Jul 05 17:56:18.750871 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b8ad0e7f-cdfe-47eb-8750-266e24ae05d8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6727977 Jul 05 17:56:18.753591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45460) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:18.762022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Request body: {'subnet': {'network_id': '6a99d150-26c4-44e1-9752-2a35e4fd245c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1506278762-subnet', 'tenant_id': 'dac34b1a9c5b46d7af4c7970dacd9234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:18.762197 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.885943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Made reservation on behalf of dac34b1a9c5b46d7af4c7970dacd9234 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:18.889069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.916199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.917299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:18.917900 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:18.989978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Made reservation on behalf of f055ad217b564e3689ff3d0c4fc8a0a3 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:18.993547 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:19.026529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] Pushing event updated for resources: {'Network': ['ID=a66f7e0f-287f-4a50-9e5e-c0d40615f872,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:19.049586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a66f7e0f-287f-4a50-9e5e-c0d40615f872 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:56:19.102620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9db0e2ec-efce-4c76-b1bc-17005ca55737 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5085728 Jul 05 17:56:19.104892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45470) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:19.110796 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Request body: {'subnet': {'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-470800416-subnet', 'tenant_id': '60f9e1b656d140fe9c084ba5be80f85e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:19.209008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:19.272699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Made reservation on behalf of 60f9e1b656d140fe9c084ba5be80f85e for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:19.274887 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:19.283539 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1418b-1479-456e-b3b3-43cfbacbbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5199080b-2140-4b0d-ad0c-3e12559e4f40'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:19.286008 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f59b5d-76f9-4e79-a74d-51d6076de0a0" -d '{"events": [{"server_uuid": "27e1418b-1479-456e-b3b3-43cfbacbbf21", "name": "network-vif-plugged", "status": "completed", "tag": "5199080b-2140-4b0d-ad0c-3e12559e4f40"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:19.302894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Allocated IP 172.20.0.12 (18dee5c2-815f-4df7-b94e-e541063e1de3/230d65a8-9d66-4be2-8ad4-16b0b7a650b6/d55d8d36-3ec9-4db7-9794-ce65934056a1) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:19.481502 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Pushing event updated for resources: {'Subnet': ['ID=076469d1-721b-4120-aa3d-1b6d10e480ec,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:19.499616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Checking segment: {'id': 'a3acfe36-a024-4477-8df1-bf833f928504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a99d150-26c4-44e1-9752-2a35e4fd245c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:19.500269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Network hostable DHCP agents. Network: 6a99d150-26c4-44e1-9752-2a35e4fd245c, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:56:19.599650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Network 6a99d150-26c4-44e1-9752-2a35e4fd245c is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:56:19.655382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b495d7-6025-4c8f-bc34-9a03fdfca356 req-c1e848c5-045e-4f49-be54-3314b8ec420f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:19.656956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49b495d7-6025-4c8f-bc34-9a03fdfca356 req-c1e848c5-045e-4f49-be54-3314b8ec420f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 950 time: 0.2582343 Jul 05 17:56:19.667589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:19.690436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 6a99d150-26c4-44e1-9752-2a35e4fd245c) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:19.690712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8401985-6652-4976-b5b8-e21578e24233 req-cb7bbaf5-fec2-4796-94ae-9aad795a19d7 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:19.697142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa20ef7-94cc-4ba3-a82f-a07ceff464f9 None None] Network 6a99d150-26c4-44e1-9752-2a35e4fd245c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:56:19.697930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8401985-6652-4976-b5b8-e21578e24233 req-cb7bbaf5-fec2-4796-94ae-9aad795a19d7 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.2745311 Jul 05 17:56:19.707890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:19.709347 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:19.715349 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:19.775298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79352e57-c706-4416-9600-fe200036edbc,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:19.796315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49b495d7-6025-4c8f-bc34-9a03fdfca356 req-01661803-670f-4003-90b0-72a63cd1f0ac tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200912 Jul 05 17:56:19.852438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:19.852815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Network hostable DHCP agents. Network: a66f7e0f-287f-4a50-9e5e-c0d40615f872, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:56:19.856664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8401985-6652-4976-b5b8-e21578e24233 req-a5fcbec6-bb36-4fc7-850d-7c0f71f8208d tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575091 Jul 05 17:56:19.874287 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-71213c6f-8f98-4d04-8a8d-5aaf646c5610 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1190329 Jul 05 17:56:19.969765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31164a-8223-4aa8-b3c5-605e83906973 None None] Network 6a99d150-26c4-44e1-9752-2a35e4fd245c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:56:19.994413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Network a66f7e0f-287f-4a50-9e5e-c0d40615f872 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:56:20.030064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:20.110511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a66f7e0f-287f-4a50-9e5e-c0d40615f872) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:20.117737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:20.119007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:20.172001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Network 18dee5c2-815f-4df7-b94e-e541063e1de3 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:20.176725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:20.183866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:20.191602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:20.192557 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:20.211157 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe76305-693a-4377-a58e-4c933bb33db3 x-openstack-request-id: req-cfe76305-693a-4377-a58e-4c933bb33db3 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:20.211989 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e1418b-1479-456e-b3b3-43cfbacbbf21", "name": "network-vif-plugged", "status": "completed", "tag": "5199080b-2140-4b0d-ad0c-3e12559e4f40", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:20.212100 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cfe76305-693a-4377-a58e-4c933bb33db3 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:20.212618 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1418b-1479-456e-b3b3-43cfbacbbf21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5199080b-2140-4b0d-ad0c-3e12559e4f40', 'code': 200} Jul 05 17:56:20.213362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca7f1e2-57b1-427c-9efa-0effbc4932ee None None] Network a66f7e0f-287f-4a50-9e5e-c0d40615f872 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:56:20.219351 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-913919d4-a94f-4028-a6ac-6b970648fde6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1128902 Jul 05 17:56:20.275716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Pushing event updated for resources: {'Port': ['ID=d55d8d36-3ec9-4db7-9794-ce65934056a1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:20.343185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa3a96b-b90d-48fb-91ae-71b2f9f18d3c req-fe7855ab-c4d6-41d2-b8e0-f24b75532891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:20.344856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aaa3a96b-b90d-48fb-91ae-71b2f9f18d3c req-fe7855ab-c4d6-41d2-b8e0-f24b75532891 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 1096 time: 0.1625345 Jul 05 17:56:20.364686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ea3ea-fa1a-4a3a-b361-8088d15f3c0c req-7cbfee00-b5e7-448a-b552-62f82aab2172 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:20.366475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a2ea3ea-fa1a-4a3a-b361-8088d15f3c0c req-7cbfee00-b5e7-448a-b552-62f82aab2172 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 932 time: 0.1088328 Jul 05 17:56:20.376406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-46f1ebe9-9bd1-4e2f-b369-36118dd1353e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4662964 Jul 05 17:56:20.400651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Request body: {'port': {'device_id': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:20.480629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aaa3a96b-b90d-48fb-91ae-71b2f9f18d3c req-2766255b-1a12-41ae-a7fb-d6c1c7a67618 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130259 Jul 05 17:56:20.492642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a2ea3ea-fa1a-4a3a-b361-8088d15f3c0c req-afb43a53-5e73-4dfb-847d-1379027d0cd6 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067014 Jul 05 17:56:20.561088 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648665e6-74ca-4d96-bde1-8f87c6b8c34b None None] Network a66f7e0f-287f-4a50-9e5e-c0d40615f872 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:56:20.564924 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:20.764241 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8d8b1a14-c950-48a1-aba2-dd5517b780fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:20.854118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c34b90f-f179-4867-95f2-0b35f8abcbe1 req-5c994852-59d7-4b38-9b98-a319af2544bf tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8eb66104fdb4a5f8ab637925a9641cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436785 Jul 05 17:56:21.127446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34b90f-f179-4867-95f2-0b35f8abcbe1 req-96c64d74-2362-4494-8eb8-954430a50f88 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:21.131037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c34b90f-f179-4867-95f2-0b35f8abcbe1 req-96c64d74-2362-4494-8eb8-954430a50f88 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2659993 Jul 05 17:56:21.175537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607581f0-98ac-41be-b464-572113e2e6fb req-aadbe7df-e491-4a96-bc09-4f754f1a5e20 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:21.180698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-aadbe7df-e491-4a96-bc09-4f754f1a5e20 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/networks?id=6a99d150-26c4-44e1-9752-2a35e4fd245c HTTP/1.1" status: 200 len: 818 time: 0.2421575 Jul 05 17:56:21.180698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c34b90f-f179-4867-95f2-0b35f8abcbe1 req-c9b3cd36-12c9-475e-81a8-f8fc9098ad3e tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/quotas/a8eb66104fdb4a5f8ab637925a9641cf HTTP/1.1" status: 200 len: 375 time: 0.0347075 Jul 05 17:56:21.245683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c34b90f-f179-4867-95f2-0b35f8abcbe1 req-bdc3384f-73ba-470f-9f5c-7e26cad78d62 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8eb66104fdb4a5f8ab637925a9641cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0527942 Jul 05 17:56:21.329582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-12a0595f-74e8-4ce3-8138-36f1beeed8e8 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/quotas/dac34b1a9c5b46d7af4c7970dacd9234 HTTP/1.1" status: 200 len: 375 time: 0.0849941 Jul 05 17:56:21.363919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55d8d36-3ec9-4db7-9794-ce65934056a1 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:21.382705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45552) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:21.390000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2085215836-network', 'tenant_id': 'f4068cd553b34482818e6769ab03e94a'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:21.402951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-d091d473-e54c-476a-b05c-3d5a6e235d47 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dac34b1a9c5b46d7af4c7970dacd9234&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706739 Jul 05 17:56:21.414664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.490906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Made reservation on behalf of f4068cd553b34482818e6769ab03e94a for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:21.492907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Transition to ACTIVE for port object d55d8d36-3ec9-4db7-9794-ce65934056a1 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:21.496899 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.506996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.576528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-8a9c04a1-fc2e-450a-87cb-41f8c9533a0d service neutron] 10.222.0.30 "GET /v2.0/networks/6a99d150-26c4-44e1-9752-2a35e4fd245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716661 Jul 05 17:56:21.610918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.623833 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.630993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82b1be-d214-4d1f-bc86-23d3ede9a8c7 req-c0bf86aa-cecb-4dd1-8b58-0543bb51d6c2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:21.633449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f82b1be-d214-4d1f-bc86-23d3ede9a8c7 req-c0bf86aa-cecb-4dd1-8b58-0543bb51d6c2 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 950 time: 0.1622889 Jul 05 17:56:21.699276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.721954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:56:21.740157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7b86a7-305d-4e60-b5a2-082b6314cc17,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:21.744498 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.744498 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Added segment 216f46d6-f153-4809-b64a-4de95f5b1073 of type vlan for network 8edf98b0-bbb3-42f1-ac28-55e79d40427f Jul 05 17:56:21.795506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Pushing event updated for resources: {'Port': ['ID=d55d8d36-3ec9-4db7-9794-ce65934056a1,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:21.800857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.811838 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f82b1be-d214-4d1f-bc86-23d3ede9a8c7 req-4d86ebd8-3365-4958-8b38-27da6cdf2b3b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443255 Jul 05 17:56:21.819396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:21.819396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:21.819396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:21.829416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Port d55d8d36-3ec9-4db7-9794-ce65934056a1 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:21.829740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:21.844602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:21.844602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:21.844602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:21.844602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Bound port: d55d8d36-3ec9-4db7-9794-ce65934056a1, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:21.845097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.882236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-cd6a30ac-b20d-4a58-ada8-e89b29b9c3e5 service neutron] 10.222.0.30 "GET /v2.0/networks/6a99d150-26c4-44e1-9752-2a35e4fd245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042557 Jul 05 17:56:21.925759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:21.927232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:21.928086 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:22.008396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] Pushing event updated for resources: {'Network': ['ID=8edf98b0-bbb3-42f1-ac28-55e79d40427f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:22.019312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 8edf98b0-bbb3-42f1-ac28-55e79d40427f details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:56:22.049282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:22.068691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:22.103741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e38c62-f857-4544-a1f0-b1d67ff67b53 req-3440de3d-985d-41a0-ace8-730393a768b2 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:22.106069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7e38c62-f857-4544-a1f0-b1d67ff67b53 req-3440de3d-985d-41a0-ace8-730393a768b2 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.1326523 Jul 05 17:56:22.123900 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b7f0389a-1861-49e3-bab5-5fbdbffa6613 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7390075 Jul 05 17:56:22.126670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45562) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:22.133077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Request body: {'subnet': {'network_id': '8edf98b0-bbb3-42f1-ac28-55e79d40427f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2085215836-subnet', 'tenant_id': 'f4068cd553b34482818e6769ab03e94a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:22.163541 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:22.183200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7e38c62-f857-4544-a1f0-b1d67ff67b53 req-435b313e-bd5b-41ce-a3c4-6fe4c3303f99 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670056 Jul 05 17:56:22.249372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Made reservation on behalf of f4068cd553b34482818e6769ab03e94a for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:22.259093 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:22.296322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:22.297699 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:22.300438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] 10.222.0.97 "PUT /v2.0/ports/d55d8d36-3ec9-4db7-9794-ce65934056a1 HTTP/1.1" status: 200 len: 1092 time: 1.9121835 Jul 05 17:56:22.301164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:22.304253 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278a6e9a-c642-48c1-a967-518d92d3c879" -d '{"events": [{"name": "network-changed", "server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:22.381395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62146b-5b99-40ae-bf73-936be49e3e19 service neutron] Pushing event updated for resources: {'Port': ['ID=d55d8d36-3ec9-4db7-9794-ce65934056a1,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:22.592503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49be1-0d49-4ecd-a533-624839657a59 req-00d9ebf2-2083-4fe8-a959-50e1e73044c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:22.594486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-00d9ebf2-2083-4fe8-a959-50e1e73044c5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1095 time: 0.1357071 Jul 05 17:56:22.612465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590e9a9d-4b3e-4930-a121-1ad6404ae72d req-bd0bb553-7979-4f92-ab4c-af663d56e4fc tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:22.614344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-590e9a9d-4b3e-4930-a121-1ad6404ae72d req-bd0bb553-7979-4f92-ab4c-af663d56e4fc tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 944 time: 0.1877306 Jul 05 17:56:22.660299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-f6760ca2-7f50-4f76-bc6e-ea859b769dcd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1 HTTP/1.1" status: 200 len: 217 time: 0.0447803 Jul 05 17:56:22.739725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-590e9a9d-4b3e-4930-a121-1ad6404ae72d req-5a2474e7-8c20-411b-b034-62d713f5bb9a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783713 Jul 05 17:56:22.741751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de49be1-0d49-4ecd-a533-624839657a59 req-e9b3a2d2-e32e-441e-a4f6-5bff6e2a4a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:22.743487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-e9b3a2d2-e32e-441e-a4f6-5bff6e2a4a49 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0761776 Jul 05 17:56:22.751388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:22.821486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b9a9f59-2622-4d9b-aa1d-4690e042a203,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:22.861766 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Checking segment: {'id': '216f46d6-f153-4809-b64a-4de95f5b1073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '8edf98b0-bbb3-42f1-ac28-55e79d40427f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:22.870827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Network hostable DHCP agents. Network: 8edf98b0-bbb3-42f1-ac28-55e79d40427f, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:56:22.880957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-1c7bfa79-f194-4e84-8167-7ae80bb1a6f0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177423 Jul 05 17:56:22.962572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Network 8edf98b0-bbb3-42f1-ac28-55e79d40427f is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:56:22.990049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-f3269d8a-7814-4461-baaf-e5742576c21e service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041219 Jul 05 17:56:23.062145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 8edf98b0-bbb3-42f1-ac28-55e79d40427f) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:23.066856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:23.067551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:23.076588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b044be8-91ac-46eb-ad9c-af96695d4963 None None] Network 8edf98b0-bbb3-42f1-ac28-55e79d40427f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:56:23.157493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ba7906d-97a9-44c2-b4b0-6bc7abf6f43a req-661550f2-02ed-45d4-93cd-4223afb9069f tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 210 time: 0.0945172 Jul 05 17:56:23.207233 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4b14d37e-f34a-4660-93f6-9d1ca234d5a4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0724375 Jul 05 17:56:23.279195 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e224390-033d-4bf7-b7e3-53549fd4855d x-openstack-request-id: req-9e224390-033d-4bf7-b7e3-53549fd4855d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:23.279195 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:23.279195 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e224390-033d-4bf7-b7e3-53549fd4855d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:23.279195 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1', 'status': 'completed', 'code': 200} Jul 05 17:56:23.301335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdee444-8862-4be1-ab41-019c699956ca req-0af23538-5022-4484-b89a-7e797cb96d1a tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:23.307061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcdee444-8862-4be1-ab41-019c699956ca req-0af23538-5022-4484-b89a-7e797cb96d1a tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 1101 time: 0.2312126 Jul 05 17:56:23.309563 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0de49be1-0d49-4ecd-a533-624839657a59 req-3843ced7-efa8-41a0-83be-051ce7aefa94 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102839 Jul 05 17:56:23.350270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0e786f-5c8c-4abc-97c7-f5df894bde85 None None] Network 8edf98b0-bbb3-42f1-ac28-55e79d40427f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:56:23.439497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcdee444-8862-4be1-ab41-019c699956ca req-2bdbea4c-df11-4452-a708-c4b0948b05da tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173344 Jul 05 17:56:23.608885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-0027a8fb-c8be-47ae-9fd2-bb94edbb3fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:23.613999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-0027a8fb-c8be-47ae-9fd2-bb94edbb3fcf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1095 time: 0.1273983 Jul 05 17:56:23.655216 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9e148b7f-85d7-4280-9df5-6cfec3777871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:23.758901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-dc3280c3-9521-431e-98d8-dfe5742c1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:23.758901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-dc3280c3-9521-431e-98d8-dfe5742c1488 service neutron] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.1351750 Jul 05 17:56:23.765009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9862165-2c57-4daf-ad87-aaca84db8874 req-49b5ed6c-d014-4817-af21-fe973d7990bc tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:23.766393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9862165-2c57-4daf-ad87-aaca84db8874 req-49b5ed6c-d014-4817-af21-fe973d7990bc tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.1357391 Jul 05 17:56:23.808322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-f0aa6558-a746-49da-80f2-2237ce576c0c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1 HTTP/1.1" status: 200 len: 217 time: 0.0409608 Jul 05 17:56:23.863858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9862165-2c57-4daf-ad87-aaca84db8874 req-f016f074-86fc-41af-be19-1cc94eadf3bf tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911169 Jul 05 17:56:23.870806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-bcf4d0c5-df83-435c-8632-e6ac473ee93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:23.872210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-bcf4d0c5-df83-435c-8632-e6ac473ee93b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0575130 Jul 05 17:56:23.907248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-4b61958a-f637-4193-975c-6a56d2be6210 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270939 Jul 05 17:56:23.986063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-dd443a10-093c-45cb-aa91-bd010ad45d2d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269604 Jul 05 17:56:24.116305 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:24.400548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-17e56022-1db3-403a-b3ed-7b40abf77911 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857607 Jul 05 17:56:24.511131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:24.526636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-5a7b223c-9e05-4e5f-88fc-852a663fd177 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:24.528084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-5a7b223c-9e05-4e5f-88fc-852a663fd177 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5364749 Jul 05 17:56:24.576866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-bb24b3d9-3b4f-42db-bc5f-1208c334394c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:24.582596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-bb24b3d9-3b4f-42db-bc5f-1208c334394c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 807 time: 0.2554560 Jul 05 17:56:24.598736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-a6e65930-66ed-4979-814d-483087f2a8c9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/quotas/6d7ab2c53e554c49b66a8e3ca3c96c6f HTTP/1.1" status: 200 len: 375 time: 0.0574684 Jul 05 17:56:24.604876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-cb3611c8-6bf0-4be1-8435-56dbda4df1f9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/quotas/60f9e1b656d140fe9c084ba5be80f85e HTTP/1.1" status: 200 len: 375 time: 0.0214899 Jul 05 17:56:24.607311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-278a6e9a-c642-48c1-a967-518d92d3c879 req-30e6db83-e701-4de6-9baf-148b038f9e62 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906893 Jul 05 17:56:24.676136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-aa2791b8-a5dd-4748-9c12-4b78c82301b3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587211 Jul 05 17:56:24.784223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-31cea683-1f53-4fc8-ba6d-1e7cdb842800 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1756587 Jul 05 17:56:24.798970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-9ff38875-3ad5-414e-9c85-1dd8e305265e service neutron] 10.222.0.30 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141858 Jul 05 17:56:24.898115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-1b24590c-f119-4762-819f-02d4ae628058 service neutron] 10.222.0.30 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926793 Jul 05 17:56:25.252040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f22d8-c4d6-4225-812f-989a19e150ae req-0fc851b6-7239-4fa5-ad6c-a0659a1aed31 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:25.259704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc8f22d8-c4d6-4225-812f-989a19e150ae req-0fc851b6-7239-4fa5-ad6c-a0659a1aed31 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 944 time: 0.1035962 Jul 05 17:56:25.345815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc8f22d8-c4d6-4225-812f-989a19e150ae req-8c7e5745-3184-4ac9-ab4d-1537514e5f34 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852213 Jul 05 17:56:25.384319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40122be-8e0e-4baf-8bea-d03da47806f5 req-40654623-9700-4392-8c2d-91951a90d7a0 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:25.386035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a40122be-8e0e-4baf-8bea-d03da47806f5 req-40654623-9700-4392-8c2d-91951a90d7a0 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.1237783 Jul 05 17:56:25.445075 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a40122be-8e0e-4baf-8bea-d03da47806f5 req-0216a7c6-7fff-4a8c-8f13-b214cd2faf67 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507083 Jul 05 17:56:25.578277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0c9cb92-a37e-442f-a374-bb8a7370c061 req-7c9a4e37-65d0-44fc-931d-03272757fa01 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 210 time: 0.0286770 Jul 05 17:56:25.627015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4da9fa25-be03-4544-9fc2-fe9b1a84e036 req-7420caad-278c-4c80-be2d-209089d7d5cc tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a8eb66104fdb4a5f8ab637925a9641cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242162 Jul 05 17:56:25.709374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60b1fb7a-520a-4e26-8834-98e0b4cda420 req-dbbe9a21-6deb-4b24-8037-af13476d495c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 210 time: 0.0656431 Jul 05 17:56:25.783838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da9fa25-be03-4544-9fc2-fe9b1a84e036 req-e1e865d6-1023-4085-8ef3-e24218b5f559 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:25.785316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4da9fa25-be03-4544-9fc2-fe9b1a84e036 req-e1e865d6-1023-4085-8ef3-e24218b5f559 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1530299 Jul 05 17:56:25.803690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-857e0699-0378-485a-bb97-52e9dbe52d8a req-0af5ca1a-b87f-4a12-9abf-b8c741e8aa30 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 210 time: 0.0378997 Jul 05 17:56:25.813567 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4da9fa25-be03-4544-9fc2-fe9b1a84e036 req-767a8d37-a536-4e8f-a3de-8a6068b0e72c tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/quotas/a8eb66104fdb4a5f8ab637925a9641cf HTTP/1.1" status: 200 len: 375 time: 0.0121546 Jul 05 17:56:25.865396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4da9fa25-be03-4544-9fc2-fe9b1a84e036 req-deafd518-8d1d-4a28-b994-230161e7d969 tempest-QuotasAdminNegativeTest-477483589 tempest-QuotasAdminNegativeTest-477483589-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a8eb66104fdb4a5f8ab637925a9641cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440164 Jul 05 17:56:26.031683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b5799-e064-4e74-b0f3-aa7fe999caf3 req-e5708ae8-2371-429c-b98c-5b9affc8b7f2 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:26.033949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-452b5799-e064-4e74-b0f3-aa7fe999caf3 req-e5708ae8-2371-429c-b98c-5b9affc8b7f2 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.0739288 Jul 05 17:56:26.086035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-452b5799-e064-4e74-b0f3-aa7fe999caf3 req-191dcdfe-7d45-4b23-beab-cacdc224efe2 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348744 Jul 05 17:56:26.234739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:26.354451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341fb400-4761-4446-bbeb-be6fb6927da0 req-d98e90bb-9924-40b7-8b21-063504358b2d tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:26.355904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-341fb400-4761-4446-bbeb-be6fb6927da0 req-d98e90bb-9924-40b7-8b21-063504358b2d tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.1385972 Jul 05 17:56:26.363570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607581f0-98ac-41be-b464-572113e2e6fb req-59726d17-7d0c-4d14-9b37-d61e5dc208bb tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:26.365010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-59726d17-7d0c-4d14-9b37-d61e5dc208bb tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.97 "GET /v2.0/networks?id=6a99d150-26c4-44e1-9752-2a35e4fd245c HTTP/1.1" status: 200 len: 818 time: 0.1724072 Jul 05 17:56:26.385212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Request body: {'port': {'device_id': '912c8ee7-0d5c-4017-b70e-06ba6b52255f', 'network_id': '6a99d150-26c4-44e1-9752-2a35e4fd245c', 'admin_state_up': True, 'tenant_id': 'dac34b1a9c5b46d7af4c7970dacd9234'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:26.462490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-341fb400-4761-4446-bbeb-be6fb6927da0 req-d74245b8-c9da-4351-8686-6fca3b857a40 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964978 Jul 05 17:56:26.594601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device d55d8d36-3ec9-4db7-9794-ce65934056a1 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:26.595321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0597c-d425-47a9-ba57-f85ebde6b529 req-0208fb06-85f2-4c16-8893-2e664b137ef0 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:26.603055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ce0597c-d425-47a9-ba57-f85ebde6b529 req-0208fb06-85f2-4c16-8893-2e664b137ef0 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 944 time: 0.1141181 Jul 05 17:56:26.642240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ce0597c-d425-47a9-ba57-f85ebde6b529 req-364d765f-cb78-4068-a308-4a0ff4463763 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382705 Jul 05 17:56:26.704800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Made reservation on behalf of dac34b1a9c5b46d7af4c7970dacd9234 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:26.709670 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:26.786594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:26.798427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'd55d8d36-3ec9-4db7-9794-ce65934056a1', 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3', 'port_id': 'd55d8d36-3ec9-4db7-9794-ce65934056a1', 'mac_address': 'fa:16:3e:42:c2:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d65a8-9d66-4be2-8ad4-16b0b7a650b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:26.857239 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:26.889112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55d8d36-3ec9-4db7-9794-ce65934056a1 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:26.913192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45750) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:26.914962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:26.940997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61340f3b-edaa-4e0b-b4ea-74f4723d58f6 req-35f56bb7-28b3-40b2-887c-02dbc3916a45 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 210 time: 0.0594819 Jul 05 17:56:27.000216 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.047795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ea92348-b412-4d8e-a5a1-23841a7aa89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.060761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Allocated IP 172.20.0.10 (6a99d150-26c4-44e1-9752-2a35e4fd245c/076469d1-721b-4120-aa3d-1b6d10e480ec/45213684-33c5-4ffd-afaa-c3ee84085d81) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:27.063563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=d55d8d36-3ec9-4db7-9794-ce65934056a1,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:27.097362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320157f-11ef-4bca-8e6d-5f1be60af24e req-42b26acf-5185-40ef-91da-4384737588fe tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:27.099103 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9320157f-11ef-4bca-8e6d-5f1be60af24e req-42b26acf-5185-40ef-91da-4384737588fe tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.2012930 Jul 05 17:56:27.162487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fb0594f-4f34-48c6-a25a-fc99bd742bd2 req-bf74c9c3-47f0-4315-8ffe-ae4467130996 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 210 time: 0.0575395 Jul 05 17:56:27.162748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ea92348-b412-4d8e-a5a1-23841a7aa89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.201554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9320157f-11ef-4bca-8e6d-5f1be60af24e req-f591e375-7f0d-47e8-8855-c0d888145471 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948398 Jul 05 17:56:27.230493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ea92348-b412-4d8e-a5a1-23841a7aa89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.259346 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6ea92348-b412-4d8e-a5a1-23841a7aa89c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8eb66104fdb4a5f8ab637925a9641cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3449383 Jul 05 17:56:27.277142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45756) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:27.281349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['d55d8d36-3ec9-4db7-9794-ce65934056a1'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:27.300334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea92348-b412-4d8e-a5a1-23841a7aa89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2008e1-7bfc-4649-b913-cf6a02c4585f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:27.328976 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.363931 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1ef2-85df-4ebb-a3e6-e99976e7b397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.372040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42f42628-8cbf-4824-8372-a835df08e467 req-c98a7624-984d-47a8-a063-46f88f46de48 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 210 time: 0.0334482 Jul 05 17:56:27.398060 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1ef2-85df-4ebb-a3e6-e99976e7b397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.475845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b2f9a-e56b-4d65-9d00-fbb12f5171bb req-3160ce74-49c6-49f9-8986-877b78ef2782 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:27.478102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-691b2f9a-e56b-4d65-9d00-fbb12f5171bb req-3160ce74-49c6-49f9-8986-877b78ef2782 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=c66e735c-0652-4f7b-80db-2747a024721a HTTP/1.1" status: 200 len: 949 time: 0.1587670 Jul 05 17:56:27.525977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-691b2f9a-e56b-4d65-9d00-fbb12f5171bb req-651bf7d3-5dee-423f-b741-049c3a026361 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383430 Jul 05 17:56:27.560011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1ef2-85df-4ebb-a3e6-e99976e7b397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.563638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d5d1ef2-85df-4ebb-a3e6-e99976e7b397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.564918 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8d5d1ef2-85df-4ebb-a3e6-e99976e7b397 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e2008e1-7bfc-4649-b913-cf6a02c4585f HTTP/1.1" status: 204 len: 168 time: 0.2864580 Jul 05 17:56:27.585804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d1ef2-85df-4ebb-a3e6-e99976e7b397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2008e1-7bfc-4649-b913-cf6a02c4585f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:27.593260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72998e9-608e-49da-ad6c-162062f981d9 req-60e20bcb-3830-4b0f-8608-ab0b66b28e7b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:27.595589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e72998e9-608e-49da-ad6c-162062f981d9 req-60e20bcb-3830-4b0f-8608-ab0b66b28e7b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.0735891 Jul 05 17:56:27.599951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.669818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Network 6a99d150-26c4-44e1-9752-2a35e4fd245c is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:27.684471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:27.686961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:27.694070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:27.694738 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:27.735672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Pushing event updated for resources: {'Port': ['ID=45213684-33c5-4ffd-afaa-c3ee84085d81,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:27.742791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-a320264c-9c97-4320-ba6f-dd1e0a68415e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400283 Jul 05 17:56:27.746993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e72998e9-608e-49da-ad6c-162062f981d9 req-557861e3-2d7f-40c7-ad48-c521e6f91c68 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352479 Jul 05 17:56:27.867262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-219c1c5b-054a-4e92-b0e6-156d024452eb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:27.868777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-219c1c5b-054a-4e92-b0e6-156d024452eb tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200712 Jul 05 17:56:27.881568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Request body: {'port': {'device_id': '0a47d570-4934-4afd-85bf-ca0c0a62a412', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '6d7ab2c53e554c49b66a8e3ca3c96c6f'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:27.906499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-01aa56fa-b17f-4e99-b87f-edbf2fa6ec3d tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5251005 Jul 05 17:56:27.954159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Request body: {'port': {'device_id': '912c8ee7-0d5c-4017-b70e-06ba6b52255f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:28.094220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.105510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841fd1c4-01c7-41c8-889e-d3014f326987 req-8d1f67b4-cd81-498b-888d-59fdca836541 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:28.107904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-841fd1c4-01c7-41c8-889e-d3014f326987 req-8d1f67b4-cd81-498b-888d-59fdca836541 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 945 time: 0.2309818 Jul 05 17:56:28.201303 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-841fd1c4-01c7-41c8-889e-d3014f326987 req-dd5559bb-1c46-401d-9034-33b3a89cb1e8 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846398 Jul 05 17:56:28.256298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Made reservation on behalf of 6d7ab2c53e554c49b66a8e3ca3c96c6f for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:28.259971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.491747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45788) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:28.505119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-04a4e88b-f199-4602-8004-181c869cea16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.552172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d084171-a5a1-46f2-8148-bbc4cd74ad3f req-0e750229-ecf7-4754-8a62-7f2ddf94b68d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 210 time: 0.0886049 Jul 05 17:56:28.570543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Allocated IP 192.168.233.192 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/0981e674-7301-4920-b763-9b8bcaf40eb0) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:28.612486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device d55d8d36-3ec9-4db7-9794-ce65934056a1 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:28.672606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45213684-33c5-4ffd-afaa-c3ee84085d81 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:28.687067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-92056c34-c012-4b1e-aee3-d7f855992983 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:28.688677 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-92056c34-c012-4b1e-aee3-d7f855992983 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 807 time: 0.1577623 Jul 05 17:56:28.691332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa5f47-fff1-40d0-99c2-33b795baffc1 req-540cc627-1924-4c40-bfde-05db00f7db06 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:28.692372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9bfa5f47-fff1-40d0-99c2-33b795baffc1 req-540cc627-1924-4c40-bfde-05db00f7db06 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 932 time: 0.2278283 Jul 05 17:56:28.702486 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.710953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Request body: {'port': {'device_id': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872', 'admin_state_up': True, 'tenant_id': '60f9e1b656d140fe9c084ba5be80f85e'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:28.748254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port d55d8d36-3ec9-4db7-9794-ce65934056a1 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:28.752122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port d55d8d36-3ec9-4db7-9794-ce65934056a1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:28.752526 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.773483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Transition to ACTIVE for port object 45213684-33c5-4ffd-afaa-c3ee84085d81 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:28.793444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-04a4e88b-f199-4602-8004-181c869cea16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.844267 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.849013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9bfa5f47-fff1-40d0-99c2-33b795baffc1 req-cc36c2c5-06a3-495e-af54-1ea8f7a7b7e1 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436715 Jul 05 17:56:28.859952 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.868062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:28.870853 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9e59f8-1f2d-414e-9e73-860e68da72c3" -d '{"events": [{"server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "name": "network-vif-plugged", "status": "completed", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:28.885947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:28.898101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-04a4e88b-f199-4602-8004-181c869cea16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.990866 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:28.991190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Pushing event updated for resources: {'Port': ['ID=45213684-33c5-4ffd-afaa-c3ee84085d81,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:29.016478 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-04a4e88b-f199-4602-8004-181c869cea16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=161429f532d64d759a53676f4efe3db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5211902 Jul 05 17:56:29.017159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45800) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:29.017271 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.045140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80787943-0ff7-4a4c-b630-036013f43d8d req-b7b438ab-531c-40c1-837a-d2c9e56b8005 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:29.046107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a4e88b-f199-4602-8004-181c869cea16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2c4d55-4200-413e-b245-58502533cfdc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:29.052557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80787943-0ff7-4a4c-b630-036013f43d8d req-b7b438ab-531c-40c1-837a-d2c9e56b8005 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.3037107 Jul 05 17:56:29.063584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=d55d8d36-3ec9-4db7-9794-ce65934056a1,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:29.072029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Attempting to bind port 45213684-33c5-4ffd-afaa-c3ee84085d81 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:29.072370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Attempting to bind port 45213684-33c5-4ffd-afaa-c3ee84085d81 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'a3acfe36-a024-4477-8df1-bf833f928504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a99d150-26c4-44e1-9752-2a35e4fd245c'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:29.072861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Attempting to bind port 45213684-33c5-4ffd-afaa-c3ee84085d81 on network 6a99d150-26c4-44e1-9752-2a35e4fd245c {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:29.087698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Transition to ACTIVE for port object 0981e674-7301-4920-b763-9b8bcaf40eb0 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:29.092725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Port 45213684-33c5-4ffd-afaa-c3ee84085d81 on network 6a99d150-26c4-44e1-9752-2a35e4fd245c not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:29.093062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Attempting to bind port 45213684-33c5-4ffd-afaa-c3ee84085d81 on network 6a99d150-26c4-44e1-9752-2a35e4fd245c {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:29.103905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Made reservation on behalf of 60f9e1b656d140fe9c084ba5be80f85e for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:29.108551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.113739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:29.114086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Checking segment: {'id': 'a3acfe36-a024-4477-8df1-bf833f928504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a99d150-26c4-44e1-9752-2a35e4fd245c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:29.114475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Bound using segment: {'id': 'a3acfe36-a024-4477-8df1-bf833f928504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a99d150-26c4-44e1-9752-2a35e4fd245c'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:29.115075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Bound port: 45213684-33c5-4ffd-afaa-c3ee84085d81, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3acfe36-a024-4477-8df1-bf833f928504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6a99d150-26c4-44e1-9752-2a35e4fd245c'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:29.115404 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.134599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80787943-0ff7-4a4c-b630-036013f43d8d req-81b4c432-a98b-4e51-946f-73ea8113632f tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811591 Jul 05 17:56:29.146138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18457d45-2f63-43aa-95c3-f89494542d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.172394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87ff5e4e-c8d4-432d-83b4-700c923ae072 req-72355882-b9a8-4070-a0d7-f07feb500841 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 210 time: 0.0498898 Jul 05 17:56:29.208208 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d761390-8982-4f23-b0d6-f94ffe087bc8 x-openstack-request-id: req-5d761390-8982-4f23-b0d6-f94ffe087bc8 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:29.208493 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "name": "network-vif-plugged", "status": "completed", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:29.208730 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d761390-8982-4f23-b0d6-f94ffe087bc8 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:29.209117 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1', 'code': 200} Jul 05 17:56:29.210550 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18457d45-2f63-43aa-95c3-f89494542d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.249380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] For port 45213684-33c5-4ffd-afaa-c3ee84085d81, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:29.253212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] For port 45213684-33c5-4ffd-afaa-c3ee84085d81, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45213684-33c5-4ffd-afaa-c3ee84085d81,segment=NetworkSegment(a3acfe36-a024-4477-8df1-bf833f928504),segment_id=a3acfe36-a024-4477-8df1-bf833f928504)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:29.299500 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.319538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7', '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'ca88088d-beef-47da-87db-66172eb68c70'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:29.320955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.97', 51026) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:29.330673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c', 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:29.365284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Allocated IP 172.20.0.11 (a66f7e0f-287f-4a50-9e5e-c0d40615f872/79352e57-c706-4416-9600-fe200036edbc/e956436e-9b7d-4abb-af4c-c37765d6ad4d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:29.371242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event updated for resources: {'Port': ['ID=0981e674-7301-4920-b763-9b8bcaf40eb0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:29.392417 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.413967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96747348-5efc-4b64-8de3-f5b431374cde req-c9e81fc4-da3e-4e98-ac96-331ca3bf04fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:29.415540 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-96747348-5efc-4b64-8de3-f5b431374cde req-c9e81fc4-da3e-4e98-ac96-331ca3bf04fc service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1097 time: 0.0932734 Jul 05 17:56:29.460065 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-96747348-5efc-4b64-8de3-f5b431374cde req-bff5a834-2c97-4ac6-ba3c-02e3e548baf5 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342677 Jul 05 17:56:29.487102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:29.500813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:29.506391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:29.506958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.508349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] 10.222.0.97 "PUT /v2.0/ports/45213684-33c5-4ffd-afaa-c3ee84085d81 HTTP/1.1" status: 200 len: 1092 time: 1.5622566 Jul 05 17:56:29.510532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912c8ee7-0d5c-4017-b70e-06ba6b52255f', 'tag': '45213684-33c5-4ffd-afaa-c3ee84085d81'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:29.512695 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "912c8ee7-0d5c-4017-b70e-06ba6b52255f", "tag": "45213684-33c5-4ffd-afaa-c3ee84085d81"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:29.520076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:29.525844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:29.526472 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.530634 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.534280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18457d45-2f63-43aa-95c3-f89494542d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.536918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18457d45-2f63-43aa-95c3-f89494542d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.541210 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-18457d45-2f63-43aa-95c3-f89494542d61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c2c4d55-4200-413e-b245-58502533cfdc HTTP/1.1" status: 204 len: 168 time: 0.5170355 Jul 05 17:56:29.560067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18457d45-2f63-43aa-95c3-f89494542d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2c4d55-4200-413e-b245-58502533cfdc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:29.573790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a0807-ace6-4bb4-a721-d4d29eaa5cdf service neutron] Pushing event updated for resources: {'Port': ['ID=45213684-33c5-4ffd-afaa-c3ee84085d81,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:29.605259 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be1317-0d36-4824-86f1-a6c38c8964ca req-14d7fdc3-09ed-451e-b7e7-2e4f0f57c21b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:29.607786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75be1317-0d36-4824-86f1-a6c38c8964ca req-14d7fdc3-09ed-451e-b7e7-2e4f0f57c21b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.2484310 Jul 05 17:56:29.616518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814274f-62b8-4612-98ff-0b1e20dac7e2 req-8149b312-bba6-4fc2-91cf-6992cb1f54d0 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:29.624511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b814274f-62b8-4612-98ff-0b1e20dac7e2 req-8149b312-bba6-4fc2-91cf-6992cb1f54d0 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 946 time: 0.2501733 Jul 05 17:56:29.658254 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.664747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-14bde0e0-a21e-47d3-8d7c-42f7119f290c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7867584 Jul 05 17:56:29.723808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Request body: {'port': {'device_id': '0a47d570-4934-4afd-85bf-ca0c0a62a412', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:29.765959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:29.814155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Network a66f7e0f-287f-4a50-9e5e-c0d40615f872 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:29.818694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:29.822290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:29.865471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Pushing event updated for resources: {'Port': ['ID=e956436e-9b7d-4abb-af4c-c37765d6ad4d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:29.899342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:29.899918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:30.008462 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-e6f5dfe2-156e-4215-9581-80742e79c8c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3013382 Jul 05 17:56:30.028223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Request body: {'port': {'device_id': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:30.038533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-76dee4c6-d879-4a3c-9fbf-bea6f0c312a3 None None] Provisioning for port 0981e674-7301-4920-b763-9b8bcaf40eb0 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:30.043986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-76dee4c6-d879-4a3c-9fbf-bea6f0c312a3 None None] Provisioning complete for port 0981e674-7301-4920-b763-9b8bcaf40eb0 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:30.045528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-76dee4c6-d879-4a3c-9fbf-bea6f0c312a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:30.089023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-76dee4c6-d879-4a3c-9fbf-bea6f0c312a3 None None] Port 0981e674-7301-4920-b763-9b8bcaf40eb0 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:56:30.131787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:30.153339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b814274f-62b8-4612-98ff-0b1e20dac7e2 req-4df489e2-77c9-48e2-85a0-f5529e1dc9e7 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276036 Jul 05 17:56:30.182102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75be1317-0d36-4824-86f1-a6c38c8964ca req-2bbab205-eba5-4b09-a37a-a32c4473df85 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544879 Jul 05 17:56:30.182733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:30.239695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607581f0-98ac-41be-b464-572113e2e6fb req-c53b4565-1ba2-4819-8028-853450bb5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:30.241211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-c53b4565-1ba2-4819-8028-853450bb5585 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dac34b1a9c5b46d7af4c7970dacd9234&device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 1095 time: 0.5911229 Jul 05 17:56:30.340742 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56f7984-64cb-48e1-beb0-b93facaadbc9 x-openstack-request-id: req-b56f7984-64cb-48e1-beb0-b93facaadbc9 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:30.342312 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912c8ee7-0d5c-4017-b70e-06ba6b52255f", "tag": "45213684-33c5-4ffd-afaa-c3ee84085d81", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:30.342832 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b56f7984-64cb-48e1-beb0-b93facaadbc9 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:30.343342 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912c8ee7-0d5c-4017-b70e-06ba6b52255f', 'tag': '45213684-33c5-4ffd-afaa-c3ee84085d81', 'status': 'completed', 'code': 200} Jul 05 17:56:30.423885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-fb08e61e-214d-4635-855f-f4b93ed439b0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45213684-33c5-4ffd-afaa-c3ee84085d81 HTTP/1.1" status: 200 len: 217 time: 0.0794504 Jul 05 17:56:30.524530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e956436e-9b7d-4abb-af4c-c37765d6ad4d {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:30.533300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:30.546394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Transition to ACTIVE for port object e956436e-9b7d-4abb-af4c-c37765d6ad4d will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:30.595899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607581f0-98ac-41be-b464-572113e2e6fb req-514c67a8-e84c-4276-9135-cce9581934cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:30.597379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-514c67a8-e84c-4276-9135-cce9581934cc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=076469d1-721b-4120-aa3d-1b6d10e480ec HTTP/1.1" status: 200 len: 858 time: 0.1534636 Jul 05 17:56:30.620699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:30.655778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-c58f1087-5a8d-4907-a73c-0baec75b6cc7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6a99d150-26c4-44e1-9752-2a35e4fd245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439038 Jul 05 17:56:30.662717 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:30.709617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989fe47-7c31-40c1-8ebf-b995ce312068 req-18033171-d28d-4ba8-a1f1-cc7e05bb6b79 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:30.717471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2989fe47-7c31-40c1-8ebf-b995ce312068 req-18033171-d28d-4ba8-a1f1-cc7e05bb6b79 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 936 time: 0.3143339 Jul 05 17:56:30.761906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Pushing event updated for resources: {'Port': ['ID=e956436e-9b7d-4abb-af4c-c37765d6ad4d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:30.799193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf826e-ce53-47ef-888a-bc0830e8d746 req-05ba9bf5-3560-49b1-9517-02dc29a68c90 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:30.801453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2fcf826e-ce53-47ef-888a-bc0830e8d746 req-05ba9bf5-3560-49b1-9517-02dc29a68c90 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 944 time: 0.3157475 Jul 05 17:56:30.864054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:30.879737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:30.882828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:30.882828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:30.887385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2989fe47-7c31-40c1-8ebf-b995ce312068 req-7fd9bc1e-3094-4dc5-b5f1-2f769a25e2d1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689484 Jul 05 17:56:30.894345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Port e956436e-9b7d-4abb-af4c-c37765d6ad4d on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:30.894692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:30.901942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:30.902371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:30.903000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:30.905547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Bound port: e956436e-9b7d-4abb-af4c-c37765d6ad4d, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:30.905920 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:30.921496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:30.936588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0981e674-7301-4920-b763-9b8bcaf40eb0 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:30.954773 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:30.969447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-16139498-09d8-4ce9-97d2-e58a4d8d1443 service neutron] 10.222.0.97 "GET /v2.0/networks/6a99d150-26c4-44e1-9752-2a35e4fd245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981505 Jul 05 17:56:30.984492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2fcf826e-ce53-47ef-888a-bc0830e8d746 req-f82cebfd-7e40-4cda-a738-4d0872b0504f tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745753 Jul 05 17:56:31.013362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:31.017801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:31.038031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:31.044783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Transition to ACTIVE for port object 0981e674-7301-4920-b763-9b8bcaf40eb0 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:31.086745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:31.100625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-607581f0-98ac-41be-b464-572113e2e6fb req-15a68a22-8493-4914-9574-56873c7ba8bf service neutron] 10.222.0.97 "GET /v2.0/networks/6a99d150-26c4-44e1-9752-2a35e4fd245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286407 Jul 05 17:56:31.154308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:31.175162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:31.176223 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:31.178274 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] 10.222.0.97 "PUT /v2.0/ports/e956436e-9b7d-4abb-af4c-c37765d6ad4d HTTP/1.1" status: 200 len: 1092 time: 1.1603036 Jul 05 17:56:31.180688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:31.184756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:31.185897 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfbdc5d-8f29-4694-bc25-296636cd707b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:31.211076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:31.215020 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4897198-7e72-4a98-8594-9e126045b700" -d '{"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-unplugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:31.296068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea563e9-c455-456f-bbfa-a668d7034900 service neutron] Pushing event updated for resources: {'Port': ['ID=e956436e-9b7d-4abb-af4c-c37765d6ad4d,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:31.314610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-861e207b-b011-4e75-8529-2ff2ab47497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:31.316474 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-861e207b-b011-4e75-8529-2ff2ab47497d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=dac34b1a9c5b46d7af4c7970dacd9234&device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 1095 time: 0.1031859 Jul 05 17:56:31.334842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Pushing event updated for resources: {'Port': ['ID=0981e674-7301-4920-b763-9b8bcaf40eb0,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:31.373032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebf79c-c425-42a5-8013-c9ad3bc38bbd req-10e18044-24b0-44cd-a1e7-6b4faeec4ba9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:31.377140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91ebf79c-c425-42a5-8013-c9ad3bc38bbd req-10e18044-24b0-44cd-a1e7-6b4faeec4ba9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 944 time: 0.2427521 Jul 05 17:56:31.381302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Attempting to bind port 0981e674-7301-4920-b763-9b8bcaf40eb0 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:31.381675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Attempting to bind port 0981e674-7301-4920-b763-9b8bcaf40eb0 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:31.381960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Attempting to bind port 0981e674-7301-4920-b763-9b8bcaf40eb0 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:31.402834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Port 0981e674-7301-4920-b763-9b8bcaf40eb0 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:31.403157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Attempting to bind port 0981e674-7301-4920-b763-9b8bcaf40eb0 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:31.425007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:31.425346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:31.425732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:31.426184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Bound port: 0981e674-7301-4920-b763-9b8bcaf40eb0, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:31.426539 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:31.478645 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91ebf79c-c425-42a5-8013-c9ad3bc38bbd req-cac5c608-16f6-431a-b7c2-4db8853d1227 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962601 Jul 05 17:56:31.484035 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-4afc0fa5-d79a-4cf1-948e-4320e26098a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:31.486229 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-4afc0fa5-d79a-4cf1-948e-4320e26098a2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6a99d150-26c4-44e1-9752-2a35e4fd245c HTTP/1.1" status: 200 len: 918 time: 0.1638842 Jul 05 17:56:31.525404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-c9883e84-ed4f-426f-8590-e94a2a66761f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:31.527002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-c9883e84-ed4f-426f-8590-e94a2a66761f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1095 time: 0.2147772 Jul 05 17:56:31.574706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] For port 0981e674-7301-4920-b763-9b8bcaf40eb0, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:31.581025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] For port 0981e674-7301-4920-b763-9b8bcaf40eb0, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0981e674-7301-4920-b763-9b8bcaf40eb0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:31.591937 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-9fbd13bb-0ad9-41e1-8364-cfe08e3fe645 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45213684-33c5-4ffd-afaa-c3ee84085d81 HTTP/1.1" status: 200 len: 217 time: 0.0969701 Jul 05 17:56:31.634321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-9662164d-a66f-4e64-9604-fb12946e99b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d HTTP/1.1" status: 200 len: 217 time: 0.0531003 Jul 05 17:56:31.671931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-327ad956-faad-4177-bd66-07fa3a390a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:31.673906 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-327ad956-faad-4177-bd66-07fa3a390a5a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=076469d1-721b-4120-aa3d-1b6d10e480ec HTTP/1.1" status: 200 len: 858 time: 0.0666795 Jul 05 17:56:31.676461 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-fb9ddee6-6549-4d05-b713-a6465a0fee85 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1890156 Jul 05 17:56:31.703093 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:31.718796 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-cdf3b90c-1fde-4565-9386-844fffa68ceb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6a99d150-26c4-44e1-9752-2a35e4fd245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313332 Jul 05 17:56:31.749101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-82ae4b35-a480-4f01-97c3-557bbcdb6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:31.750592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-82ae4b35-a480-4f01-97c3-557bbcdb6e39 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1059151 Jul 05 17:56:31.761100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:31.761930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:31.763083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] 10.222.0.97 "PUT /v2.0/ports/0981e674-7301-4920-b763-9b8bcaf40eb0 HTTP/1.1" status: 200 len: 1096 time: 2.0494812 Jul 05 17:56:31.809253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-8b5712b6-163f-4650-a43f-8a468b4999a8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512154 Jul 05 17:56:31.816411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625bd74-da62-4544-b6a7-869a4a26a59a service neutron] Pushing event updated for resources: {'Port': ['ID=0981e674-7301-4920-b763-9b8bcaf40eb0,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:31.846961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e19791-b01f-4212-81c8-05f0934f3f75 req-df29f0a1-7c00-4094-b2bd-4eae4bc72e7a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:31.863995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7e19791-b01f-4212-81c8-05f0934f3f75 req-df29f0a1-7c00-4094-b2bd-4eae4bc72e7a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 946 time: 0.2325335 Jul 05 17:56:32.011843 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6059f6-96c6-43a3-8ecc-9aff26c5117b x-openstack-request-id: req-9e6059f6-96c6-43a3-8ecc-9aff26c5117b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:32.011843 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-unplugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:32.011843 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e6059f6-96c6-43a3-8ecc-9aff26c5117b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:32.011843 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'code': 200} Jul 05 17:56:32.016754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7e19791-b01f-4212-81c8-05f0934f3f75 req-1adcf328-393e-4d62-a673-9f67e4fcfc4b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502371 Jul 05 17:56:32.079734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-7780714f-46a0-42d1-85d0-4f4b9bb7f988 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581327 Jul 05 17:56:32.200117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-45e42043-5110-463d-96cb-fccad7d0c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.204077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-45e42043-5110-463d-96cb-fccad7d0c810 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 1099 time: 0.2958500 Jul 05 17:56:32.236606 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-be88d969-1a30-4750-bb1a-39d8b2a64ba7 service neutron] 10.222.0.97 "GET /v2.0/networks/6a99d150-26c4-44e1-9752-2a35e4fd245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106347 Jul 05 17:56:32.238021 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3a7178-f62a-44c4-a03f-78de973f0c54 x-openstack-request-id: req-ec3a7178-f62a-44c4-a03f-78de973f0c54 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:32.238300 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:32.238543 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec3a7178-f62a-44c4-a03f-78de973f0c54 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:32.238946 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d', 'status': 'completed', 'code': 200} Jul 05 17:56:32.345575 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bccc8b3-4f6b-446d-b103-6acf14cf1bcf req-d11b5f0a-e128-4edb-a6cc-e7aa19f7f294 service neutron] 10.222.0.97 "GET /v2.0/networks/6a99d150-26c4-44e1-9752-2a35e4fd245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994637 Jul 05 17:56:32.348145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a47d570-4934-4afd-85bf-ca0c0a62a412', 'tag': '0981e674-7301-4920-b763-9b8bcaf40eb0'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:32.348603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-b8994d8d-766e-4ba4-a54b-5c30f040a909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.350057 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-b8994d8d-766e-4ba4-a54b-5c30f040a909 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 1101 time: 0.6343155 Jul 05 17:56:32.351318 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949" -d '{"events": [{"name": "network-changed", "server_uuid": "0a47d570-4934-4afd-85bf-ca0c0a62a412", "tag": "0981e674-7301-4920-b763-9b8bcaf40eb0"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:32.364769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-a990cace-774d-46ac-9336-d4542018cd80 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0981e674-7301-4920-b763-9b8bcaf40eb0 HTTP/1.1" status: 200 len: 217 time: 0.1446006 Jul 05 17:56:32.406340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e4a5858-dafb-4a8a-9d54-3313848a16e3 req-690f7b5d-3e6b-4d93-9c2a-b86c52bd8bf7 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037066 Jul 05 17:56:32.461518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-6bd0dc95-b105-4599-a1db-56682c6443be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.463264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-6bd0dc95-b105-4599-a1db-56682c6443be service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0854981 Jul 05 17:56:32.495519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-6317bf3c-d314-4661-a16f-829e71d43005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.504872 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-6317bf3c-d314-4661-a16f-829e71d43005 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1162081 Jul 05 17:56:32.541154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091d78e-e50a-4265-a83e-5df8aea7f1b9 req-e0d339de-9da7-4f6d-aa46-57c9a3980ca0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.541715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-c3252850-3dae-4e3f-9683-16681b7535ec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=8ca908c2-f375-48fb-9fc6-901976c03967 HTTP/1.1" status: 200 len: 217 time: 0.0357387 Jul 05 17:56:32.542674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c091d78e-e50a-4265-a83e-5df8aea7f1b9 req-e0d339de-9da7-4f6d-aa46-57c9a3980ca0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 948 time: 0.1954901 Jul 05 17:56:32.596306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-e64e3878-abb0-4649-804a-0fecbc2be423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.597830 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-e64e3878-abb0-4649-804a-0fecbc2be423 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0479088 Jul 05 17:56:32.636244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c091d78e-e50a-4265-a83e-5df8aea7f1b9 req-3cbe50a5-aae7-4bd2-bf35-50a023fdc8ce tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862379 Jul 05 17:56:32.663434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-0c77d980-3daa-4db6-abb0-4dcc36f864e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.665147 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-0c77d980-3daa-4db6-abb0-4dcc36f864e3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0595129 Jul 05 17:56:32.669625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f72aa-a14b-40e2-8ecd-93f19bbd0244 req-296dcb35-22c9-4d34-a2e4-ab92bbc79f44 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.671511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-616f72aa-a14b-40e2-8ecd-93f19bbd0244 req-296dcb35-22c9-4d34-a2e4-ab92bbc79f44 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 944 time: 0.2032235 Jul 05 17:56:32.677175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-056d3f94-d409-4690-b528-67657b0c922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.678637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-056d3f94-d409-4690-b528-67657b0c922b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1963875 Jul 05 17:56:32.760751 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-e8dc36ae-e614-4c52-8bcb-ec2a0dbb7106 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836480 Jul 05 17:56:32.798877 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-616f72aa-a14b-40e2-8ecd-93f19bbd0244 req-345fb057-f093-4787-be4d-581b72eaf900 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183233 Jul 05 17:56:32.802493 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-088de77d-23b5-4fce-b197-a27af97d080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.804007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-088de77d-23b5-4fce-b197-a27af97d080d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1095 time: 0.2220759 Jul 05 17:56:32.866704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98c32c4e-53f1-485a-b90d-defcd5f24324 req-e5d4701f-5259-463a-8fee-c9b72337dfd8 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942025 Jul 05 17:56:32.894738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-4f328b6c-ddc2-465e-aa4e-85cc42aae328 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055829 Jul 05 17:56:32.931557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b6d880d3-eaec-4d32-8277-5944949571e5 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:32.967204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa9e84-6e75-456c-89e8-10c784152e6e req-e8f74218-c78c-471d-8c54-7647ae086cc3 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.968735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-faaa9e84-6e75-456c-89e8-10c784152e6e req-e8f74218-c78c-471d-8c54-7647ae086cc3 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1097 time: 0.2187953 Jul 05 17:56:32.991361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-561a1d25-78ed-4d21-895d-7ebbc2590b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:32.992816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-561a1d25-78ed-4d21-895d-7ebbc2590b60 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1792474 Jul 05 17:56:33.028284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b6d880d3-eaec-4d32-8277-5944949571e5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:33.040414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'b6d880d3-eaec-4d32-8277-5944949571e5', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'b6d880d3-eaec-4d32-8277-5944949571e5', 'mac_address': 'fa:16:3e:a4:af:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:33.053195 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-9536099d-1f4a-4fac-9aa3-fc823efa7d6b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d HTTP/1.1" status: 200 len: 217 time: 0.0440021 Jul 05 17:56:33.065369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-faaa9e84-6e75-456c-89e8-10c784152e6e req-eed7b121-44fa-41b1-a0d6-6add5573a221 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896533 Jul 05 17:56:33.083208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:33.101304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6d880d3-eaec-4d32-8277-5944949571e5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:33.117103 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3daf0d20-bdcd-4277-9b1f-61e65f175c50 req-ae13d71e-77be-4980-9ab5-a89d40e83cf5 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130632 Jul 05 17:56:33.129223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-fb718e36-7d3c-43d8-b349-8d482089321c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:33.130880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-fb718e36-7d3c-43d8-b349-8d482089321c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0676606 Jul 05 17:56:33.139926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b6d880d3-eaec-4d32-8277-5944949571e5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:33.152362 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aeac500-50df-4700-90a5-c6e81500d0f8 x-openstack-request-id: req-9aeac500-50df-4700-90a5-c6e81500d0f8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:33.152642 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a47d570-4934-4afd-85bf-ca0c0a62a412", "tag": "0981e674-7301-4920-b763-9b8bcaf40eb0", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:33.153027 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9aeac500-50df-4700-90a5-c6e81500d0f8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:33.153934 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a47d570-4934-4afd-85bf-ca0c0a62a412', 'tag': '0981e674-7301-4920-b763-9b8bcaf40eb0', 'status': 'completed', 'code': 200} Jul 05 17:56:33.172440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-95a64df0-6049-490b-a285-9ba7ecf972a8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299191 Jul 05 17:56:33.232859 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:33.286370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=b6d880d3-eaec-4d32-8277-5944949571e5,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:33.533316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b6d880d3-eaec-4d32-8277-5944949571e5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:33.608211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-05608280-2537-42de-b4f4-70de8149e7af service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4296753 Jul 05 17:56:33.610673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-b3969a4b-98a6-4771-90cd-ac4158bf2f6d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7df105638a204a249871eeee58f511dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401170 Jul 05 17:56:33.726660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31df587-8449-4fbb-a82e-fb8e2abade79 req-c777a069-6559-47eb-8049-5c4d9545a0c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:33.728079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d31df587-8449-4fbb-a82e-fb8e2abade79 req-c777a069-6559-47eb-8049-5c4d9545a0c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 944 time: 0.4652991 Jul 05 17:56:33.759782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-0def841b-f171-49ad-afd6-079900d19321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:33.761248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-0def841b-f171-49ad-afd6-079900d19321 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 1099 time: 0.5131443 Jul 05 17:56:33.873334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-37bf082f-cf6b-465f-8316-b4048b0adfc9 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:33.874891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-37bf082f-cf6b-465f-8316-b4048b0adfc9 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2575951 Jul 05 17:56:33.908234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d31df587-8449-4fbb-a82e-fb8e2abade79 req-bf7b77e7-bb5f-43c4-8dad-96fa2713babb tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526937 Jul 05 17:56:33.919585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-febac59d-18f5-4031-b169-3b1e6476ee51 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/quotas/7df105638a204a249871eeee58f511dc HTTP/1.1" status: 200 len: 375 time: 0.0351605 Jul 05 17:56:33.951576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bfbdc5d-8f29-4694-bc25-296636cd707b req-601046c3-7f5a-4466-b708-7a4195cef185 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590153 Jul 05 17:56:33.982349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-e4066ee5-03c6-4e69-b10c-e19f3545f57e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7df105638a204a249871eeee58f511dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530941 Jul 05 17:56:33.987574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-6fbf8052-546f-4f3e-a053-c1916636b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:33.988977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-6fbf8052-546f-4f3e-a053-c1916636b8af service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2079456 Jul 05 17:56:34.034978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-7bb3d87a-ce9c-4b5a-a805-11f2db15e6b7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=0981e674-7301-4920-b763-9b8bcaf40eb0 HTTP/1.1" status: 200 len: 217 time: 0.0369933 Jul 05 17:56:34.116563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-829838b1-862e-4a4c-8966-10fb785c2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:34.117972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-829838b1-862e-4a4c-8966-10fb785c2afe service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0581684 Jul 05 17:56:34.136884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ccd96-2dd5-493e-aff2-3e77961ded3e req-fac443dc-d296-4a49-88f7-2f670ebe0f54 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:34.139024 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-750ccd96-2dd5-493e-aff2-3e77961ded3e req-fac443dc-d296-4a49-88f7-2f670ebe0f54 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1097 time: 0.1066036 Jul 05 17:56:34.199443 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-750ccd96-2dd5-493e-aff2-3e77961ded3e req-e4c4ad85-f4d6-4a33-b45f-5675cccc9af9 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403678 Jul 05 17:56:34.225643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-493921a9-b1d6-439c-9810-d86a0032f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:34.235574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-493921a9-b1d6-439c-9810-d86a0032f3da service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1004555 Jul 05 17:56:34.434249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-6223803e-cc05-4509-a750-6dd0074d6a47 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968968 Jul 05 17:56:34.512448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dffbca-65ff-4976-ac86-3421508a37bb req-a20eafef-5e99-4097-93d1-1375b92d6533 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:34.515124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19dffbca-65ff-4976-ac86-3421508a37bb req-a20eafef-5e99-4097-93d1-1375b92d6533 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 945 time: 0.1748905 Jul 05 17:56:34.610152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19dffbca-65ff-4976-ac86-3421508a37bb req-48a90c69-5295-4ba5-a0f1-272de940dd40 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886931 Jul 05 17:56:34.617223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83571c0c-fd1f-40ed-84e6-1eb4f78ec949 req-7c561c2c-ecd2-48e5-a401-679f8daa8579 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720998 Jul 05 17:56:34.629898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e956436e-9b7d-4abb-af4c-c37765d6ad4d details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:34.765261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:34.771649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3833b-d950-4991-9ded-9e5e5be3075c req-dac779d4-ab74-424a-ab6f-c95d005c865f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:34.773176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ad3833b-d950-4991-9ded-9e5e5be3075c req-dac779d4-ab74-424a-ab6f-c95d005c865f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 948 time: 0.0919569 Jul 05 17:56:34.783661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d', 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872', 'port_id': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d', 'mac_address': 'fa:16:3e:b6:d4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79352e57-c706-4416-9600-fe200036edbc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:34.834010 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:34.851863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ad3833b-d950-4991-9ded-9e5e5be3075c req-03456dd2-4aa0-46eb-98ff-98de3d6fd16a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527573 Jul 05 17:56:34.861031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e956436e-9b7d-4abb-af4c-c37765d6ad4d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:34.874335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9777aafa-8af8-43e3-a520-7c3ed9584027 req-c4de2e20-cf7e-4827-bd7b-0ab324ef952f tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:34.876261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9777aafa-8af8-43e3-a520-7c3ed9584027 req-c4de2e20-cf7e-4827-bd7b-0ab324ef952f tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 944 time: 0.1241224 Jul 05 17:56:34.912595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:34.934866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9777aafa-8af8-43e3-a520-7c3ed9584027 req-a4ee675c-1f80-4ee6-b7fb-0182306c3856 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 Jul 05 17:56:34.944407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5199080b-2140-4b0d-ad0c-3e12559e4f40 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:35.015775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b6d880d3-eaec-4d32-8277-5944949571e5 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:35.035754 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:35.036655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 45213684-33c5-4ffd-afaa-c3ee84085d81 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:35.125813 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.resource_extend [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 17:56:35.159182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-2af58408-3e0a-4329-83e6-96f6f0ec42fe tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7df105638a204a249871eeee58f511dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526450 Jul 05 17:56:35.257607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.resource_extend [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 17:56:35.318514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=e956436e-9b7d-4abb-af4c-c37765d6ad4d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:35.351393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port b6d880d3-eaec-4d32-8277-5944949571e5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:35.351777 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:35.424897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5199080b-2140-4b0d-ad0c-3e12559e4f40, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:35.442109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde759-62bf-4ec4-be75-8119729519b1 req-0ea7848f-7278-4a83-9eb7-e8dea92007f9 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:35.454933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '5199080b-2140-4b0d-ad0c-3e12559e4f40', 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f', 'port_id': '5199080b-2140-4b0d-ad0c-3e12559e4f40', 'mac_address': 'fa:16:3e:4d:94:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73453663-7367-4635-bc52-29d026602496', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:35.465746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-0ea7848f-7278-4a83-9eb7-e8dea92007f9 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3056858 Jul 05 17:56:35.474796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 45213684-33c5-4ffd-afaa-c3ee84085d81, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45213684-33c5-4ffd-afaa-c3ee84085d81,segment=NetworkSegment(a3acfe36-a024-4477-8df1-bf833f928504),segment_id=a3acfe36-a024-4477-8df1-bf833f928504)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:35.495910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-200c04b7-7138-4b40-981b-6645289bc09d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/quotas/7df105638a204a249871eeee58f511dc HTTP/1.1" status: 200 len: 375 time: 0.0279858 Jul 05 17:56:35.523671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '45213684-33c5-4ffd-afaa-c3ee84085d81', 'network_id': '6a99d150-26c4-44e1-9752-2a35e4fd245c', 'port_id': '45213684-33c5-4ffd-afaa-c3ee84085d81', 'mac_address': 'fa:16:3e:80:98:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '076469d1-721b-4120-aa3d-1b6d10e480ec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:35.552813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-0db59d1b-b6bc-4b44-997d-d0000de2cd09 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7df105638a204a249871eeee58f511dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552630 Jul 05 17:56:35.573013 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:35.581073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3f640-03d9-4aca-bb6d-42ef5f2d6f36 req-5dda3bc3-12a3-4b08-a8fb-f7f3495f1e2b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:35.588546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86a3f640-03d9-4aca-bb6d-42ef5f2d6f36 req-5dda3bc3-12a3-4b08-a8fb-f7f3495f1e2b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 945 time: 0.2819569 Jul 05 17:56:35.618720 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:35.626825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5199080b-2140-4b0d-ad0c-3e12559e4f40 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:35.652879 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:35.665181 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:35.687600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5199080b-2140-4b0d-ad0c-3e12559e4f40, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:35.692644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:35.695258 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fef4b28-fae9-48f8-b289-d3cf4e6d6962" -d '{"events": [{"server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "name": "network-vif-plugged", "status": "completed", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:35.695823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86a3f640-03d9-4aca-bb6d-42ef5f2d6f36 req-9e642920-272c-4f41-9d30-11bb69df70fe tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060617 Jul 05 17:56:35.703767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45213684-33c5-4ffd-afaa-c3ee84085d81 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:35.738277 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:56:35.742199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b6d880d3-eaec-4d32-8277-5944949571e5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:35.754337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 45213684-33c5-4ffd-afaa-c3ee84085d81, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45213684-33c5-4ffd-afaa-c3ee84085d81,segment=NetworkSegment(a3acfe36-a024-4477-8df1-bf833f928504),segment_id=a3acfe36-a024-4477-8df1-bf833f928504)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:35.829928 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:35.913417 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:35.930701 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:36.022465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=5199080b-2140-4b0d-ad0c-3e12559e4f40,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:36.104852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['5199080b-2140-4b0d-ad0c-3e12559e4f40'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:36.228008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['e956436e-9b7d-4abb-af4c-c37765d6ad4d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:36.280512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['45213684-33c5-4ffd-afaa-c3ee84085d81'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:36.374233 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f696907-cacb-4819-a5e7-029db6aaf501 x-openstack-request-id: req-3f696907-cacb-4819-a5e7-029db6aaf501 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:36.374522 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "name": "network-vif-plugged", "status": "completed", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:36.374795 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3f696907-cacb-4819-a5e7-029db6aaf501 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:36.375230 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5', 'code': 200} Jul 05 17:56:36.386184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=45213684-33c5-4ffd-afaa-c3ee84085d81,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:36.502244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbf2a1-edf4-4a1a-a8f7-52a1960e7716 req-15688777-e2a5-4526-aae9-afbab806fa09 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:36.504449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53cbf2a1-edf4-4a1a-a8f7-52a1960e7716 req-15688777-e2a5-4526-aae9-afbab806fa09 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 944 time: 0.1226902 Jul 05 17:56:36.615781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53cbf2a1-edf4-4a1a-a8f7-52a1960e7716 req-6f6a9fa5-e779-4146-9e78-c47085543bc7 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044502 Jul 05 17:56:36.661720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=b6d880d3-eaec-4d32-8277-5944949571e5,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:36.692567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0981e674-7301-4920-b763-9b8bcaf40eb0 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:36.733815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd720c2-e8bb-4480-8e08-3f543bd3dfcb req-6e5286f7-be34-49da-a43b-4d4f39fe4f27 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:36.737104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dd720c2-e8bb-4480-8e08-3f543bd3dfcb req-6e5286f7-be34-49da-a43b-4d4f39fe4f27 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 948 time: 0.1857595 Jul 05 17:56:36.775775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4533ab5-a65f-4893-98da-f863818c606c req-2475b9d4-bd2e-4557-af66-cdc2df99bfbf tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 210 time: 0.0726109 Jul 05 17:56:36.870028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dd720c2-e8bb-4480-8e08-3f543bd3dfcb req-9837f83e-885f-4324-bee1-3a1b2f020613 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067092 Jul 05 17:56:36.987627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0981e674-7301-4920-b763-9b8bcaf40eb0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0981e674-7301-4920-b763-9b8bcaf40eb0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:37.002162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '0981e674-7301-4920-b763-9b8bcaf40eb0', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '0981e674-7301-4920-b763-9b8bcaf40eb0', 'mac_address': 'fa:16:3e:24:bd:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:37.052850 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:37.081520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0981e674-7301-4920-b763-9b8bcaf40eb0 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:37.108694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0981e674-7301-4920-b763-9b8bcaf40eb0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0981e674-7301-4920-b763-9b8bcaf40eb0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:37.157360 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:37.179731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869b0d0-8803-45ce-a824-21bc4416f5de req-1fed1be0-3b19-41ba-aa37-3e8e8f11f3ee tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:37.181534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a869b0d0-8803-45ce-a824-21bc4416f5de req-1fed1be0-3b19-41ba-aa37-3e8e8f11f3ee tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 945 time: 0.1931970 Jul 05 17:56:37.223088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5785-dc80-4d5a-a25c-f62739571a23 req-fc2cdb26-342f-4505-9381-34162fa24027 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:37.228551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d78f5785-dc80-4d5a-a25c-f62739571a23 req-fc2cdb26-342f-4505-9381-34162fa24027 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1097 time: 0.1253281 Jul 05 17:56:37.274337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a869b0d0-8803-45ce-a824-21bc4416f5de req-bc13f38e-4f05-463e-b10e-70e7527a6b7a tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822196 Jul 05 17:56:37.293421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d78f5785-dc80-4d5a-a25c-f62739571a23 req-ebd7e485-46cb-4628-a334-88a068861380 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638242 Jul 05 17:56:37.423723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0981e674-7301-4920-b763-9b8bcaf40eb0,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:37.563300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0edf9e9-4c70-4ba7-a63f-6141deca3f7a req-389902f7-6130-4943-8455-05d74f22a75a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:37.571503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0edf9e9-4c70-4ba7-a63f-6141deca3f7a req-389902f7-6130-4943-8455-05d74f22a75a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 945 time: 0.1154566 Jul 05 17:56:37.626697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0981e674-7301-4920-b763-9b8bcaf40eb0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:37.644124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0edf9e9-4c70-4ba7-a63f-6141deca3f7a req-170673f8-a2a9-4990-81ba-a0ceea51e045 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711219 Jul 05 17:56:37.897211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eff411-10ef-4fdd-b5cb-729ec04bda16 req-060716fc-33aa-4945-984f-3a8844561a49 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:37.899012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8eff411-10ef-4fdd-b5cb-729ec04bda16 req-060716fc-33aa-4945-984f-3a8844561a49 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 944 time: 0.1134138 Jul 05 17:56:37.979298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8eff411-10ef-4fdd-b5cb-729ec04bda16 req-fd1f34b2-ed49-4659-ab70-ad04b170f6bb tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705421 Jul 05 17:56:38.203648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c204ba55-e7f7-49af-80ff-5b5d632f4043 req-b3ff030e-e5b1-4d5e-be26-df124e7ccca6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 210 time: 0.0599387 Jul 05 17:56:38.249542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-cafdd4e6-463d-421b-b8a7-cc7735aa7bf7 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7df105638a204a249871eeee58f511dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444283 Jul 05 17:56:38.438882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-d5587ca7-9f93-419e-8a4d-25f28ed45594 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:38.440874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-d5587ca7-9f93-419e-8a4d-25f28ed45594 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1824489 Jul 05 17:56:38.457238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc4aab-d866-4712-8573-156bc90c51f8 req-8b06f06a-ad60-4560-a7f1-6719095d984d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:38.464231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7edc4aab-d866-4712-8573-156bc90c51f8 req-8b06f06a-ad60-4560-a7f1-6719095d984d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 949 time: 0.1370325 Jul 05 17:56:38.495566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Request body: {'port': {'device_id': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '7df105638a204a249871eeee58f511dc'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:38.614788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7edc4aab-d866-4712-8573-156bc90c51f8 req-e02528ae-7058-42a7-845d-7d949f547a28 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447101 Jul 05 17:56:38.657142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e956436e-9b7d-4abb-af4c-c37765d6ad4d up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:38.762769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Made reservation on behalf of 7df105638a204a249871eeee58f511dc for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:38.766828 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:38.789925 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:38.822541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port e956436e-9b7d-4abb-af4c-c37765d6ad4d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:38.826948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port e956436e-9b7d-4abb-af4c-c37765d6ad4d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:38.827329 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:38.955098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:38.973813 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:38.984832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bf81c-5313-44e9-ad65-ee748731f4ac req-ee2e2199-47d4-4040-9e3a-362e36db9520 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:38.986735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c27bf81c-5313-44e9-ad65-ee748731f4ac req-ee2e2199-47d4-4040-9e3a-362e36db9520 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 945 time: 0.1189537 Jul 05 17:56:38.988469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:38.990759 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6470d47-614f-4d96-a07c-52e61060045b" -d '{"events": [{"server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "name": "network-vif-plugged", "status": "completed", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:38.994104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5199080b-2140-4b0d-ad0c-3e12559e4f40 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:39.047107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:39.092124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c27bf81c-5313-44e9-ad65-ee748731f4ac req-fd8b93e8-1ff1-44c2-8e96-6f4e13188f96 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790255 Jul 05 17:56:39.183651 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:39.203789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 5199080b-2140-4b0d-ad0c-3e12559e4f40 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:39.219630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:39.236551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5199080b-2140-4b0d-ad0c-3e12559e4f40, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:39.353094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9efdafe-1b60-4963-bb52-291686827c47,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:39.468116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Allocated IP 192.168.233.77 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/9fdf3430-f0e8-4587-b66f-a7872ebbc6bd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:39.475949 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:39.476883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 45213684-33c5-4ffd-afaa-c3ee84085d81 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:39.562284 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:39.645501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=e956436e-9b7d-4abb-af4c-c37765d6ad4d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:39.684303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7139f4b-dc86-42a6-b0fd-141d4f9fe68f req-384400a4-e7b0-4e83-b355-1ec1e335c988 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:39.685817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7139f4b-dc86-42a6-b0fd-141d4f9fe68f req-384400a4-e7b0-4e83-b355-1ec1e335c988 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 946 time: 0.2130957 Jul 05 17:56:39.704984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=5199080b-2140-4b0d-ad0c-3e12559e4f40,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:39.751171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7139f4b-dc86-42a6-b0fd-141d4f9fe68f req-5152807a-cba8-4f02-8190-18be203d4dd1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546751 Jul 05 17:56:39.774194 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:39.798990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Transition to ACTIVE for port object 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:39.804103 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8ddb61-1dcb-419c-baa7-41b2833b42f2 x-openstack-request-id: req-5f8ddb61-1dcb-419c-baa7-41b2833b42f2 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:39.804507 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "name": "network-vif-plugged", "status": "completed", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:39.804863 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f8ddb61-1dcb-419c-baa7-41b2833b42f2 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:39.805356 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d', 'code': 200} Jul 05 17:56:39.972545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48c29e-5e4b-4b28-9429-7807fd6b6454 req-6fba52d9-f793-4d19-8bdb-a824fa8f8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:39.974050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe48c29e-5e4b-4b28-9429-7807fd6b6454 req-6fba52d9-f793-4d19-8bdb-a824fa8f8f94 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1097 time: 0.0993841 Jul 05 17:56:39.982579 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8ce13-6b11-4d1e-8527-6abc0a44ced9 req-2872710c-5323-44fe-a452-6c3434c257f8 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:39.983952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59c8ce13-6b11-4d1e-8527-6abc0a44ced9 req-2872710c-5323-44fe-a452-6c3434c257f8 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 943 time: 0.0839703 Jul 05 17:56:40.030227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe48c29e-5e4b-4b28-9429-7807fd6b6454 req-2d7bc6a8-e7a1-4d00-9376-adc12d9a36d9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452332 Jul 05 17:56:40.042203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59c8ce13-6b11-4d1e-8527-6abc0a44ced9 req-72a4a53d-18f7-4d77-9b3e-2026f3f5ac68 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448673 Jul 05 17:56:40.133699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 45213684-33c5-4ffd-afaa-c3ee84085d81 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:40.134623 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:40.148921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 45213684-33c5-4ffd-afaa-c3ee84085d81 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:40.150069 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5258fc30-6107-481f-a150-0cbfe4e136fb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7df105638a204a249871eeee58f511dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257740 Jul 05 17:56:40.151046 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:40.212575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9a95eea-41c1-4b39-af39-6d133becf687 req-e19f3dac-4900-4e38-9700-acdc39ca7615 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 210 time: 0.0653601 Jul 05 17:56:40.222883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:40.229039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:40.234478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:40.253673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:40.254358 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:40.263822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:40.329308 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde759-62bf-4ec4-be75-8119729519b1 req-648b6619-1b6b-42dc-a5fa-838e80f7de13 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:40.331291 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-648b6619-1b6b-42dc-a5fa-838e80f7de13 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693206 Jul 05 17:56:40.348731 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:40.356874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Request body: {'port': {'device_id': '4977dbdb-9631-4194-aa25-eaaeea43cb65', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '7df105638a204a249871eeee58f511dc'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:40.414489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 45213684-33c5-4ffd-afaa-c3ee84085d81, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45213684-33c5-4ffd-afaa-c3ee84085d81,segment=NetworkSegment(a3acfe36-a024-4477-8df1-bf833f928504),segment_id=a3acfe36-a024-4477-8df1-bf833f928504)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:40.474013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-7b32c381-b76a-48c3-a054-e0ba285408d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9847038 Jul 05 17:56:40.525024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Request body: {'port': {'device_id': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:40.555472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5522ce-24c8-48dc-819f-25aeef958e32 req-5fb2156c-2633-45be-b4fc-35608db1a43b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:40.562868 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e5522ce-24c8-48dc-819f-25aeef958e32 req-5fb2156c-2633-45be-b4fc-35608db1a43b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 949 time: 0.1903443 Jul 05 17:56:40.594972 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:40.666494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Made reservation on behalf of 7df105638a204a249871eeee58f511dc for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:40.672032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:40.688966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e5522ce-24c8-48dc-819f-25aeef958e32 req-e0fda3c3-137b-42c5-b976-6adc78103cc4 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244004 Jul 05 17:56:40.697480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.39', 51391) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:40.703250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=45213684-33c5-4ffd-afaa-c3ee84085d81,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:40.713074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0981e674-7301-4920-b763-9b8bcaf40eb0 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:40.713871 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:40.720860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a5f72379-e2f8-4dce-9eab-155394c51453 None None] Provisioning for port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:40.744785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a5f72379-e2f8-4dce-9eab-155394c51453 None None] Provisioning complete for port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:40.745164 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a5f72379-e2f8-4dce-9eab-155394c51453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:40.824034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a5f72379-e2f8-4dce-9eab-155394c51453 None None] Port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:56:40.934382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81847492-ec37-472a-bc6b-00d1d8230418 req-0ad2bd65-129e-4856-b180-3ae377b33848 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2344203 Jul 05 17:56:40.972496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 0981e674-7301-4920-b763-9b8bcaf40eb0 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:40.978973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 0981e674-7301-4920-b763-9b8bcaf40eb0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:40.979485 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:41.120286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:41.125217 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:41.130971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81847492-ec37-472a-bc6b-00d1d8230418 req-93201ca9-6139-43e2-96d4-dcf8ef3137f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:41.134628 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81847492-ec37-472a-bc6b-00d1d8230418 req-93201ca9-6139-43e2-96d4-dcf8ef3137f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 1101 time: 0.0866003 Jul 05 17:56:41.136785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:41.165053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Transition to ACTIVE for port object 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:41.173930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0981e674-7301-4920-b763-9b8bcaf40eb0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0981e674-7301-4920-b763-9b8bcaf40eb0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:41.237253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46116) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:41.245444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:41.274931 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:41.367247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:41.441018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Allocated IP 192.168.233.191 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/745ce313-4473-459d-926c-4c95dc29535c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:41.458792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0981e674-7301-4920-b763-9b8bcaf40eb0,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:41.464864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81847492-ec37-472a-bc6b-00d1d8230418 req-2a37736c-b661-4360-9074-63eb17c05fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:41.467487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81847492-ec37-472a-bc6b-00d1d8230418 req-2a37736c-b661-4360-9074-63eb17c05fd7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2344754 Jul 05 17:56:41.477320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Attempting to bind port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:41.479205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Attempting to bind port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:41.480950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Attempting to bind port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:41.492389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:41.493595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Attempting to bind port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:41.512936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-36f9e7d9-49bb-483f-a441-9f90993c0540 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:56:41.512936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-36f9e7d9-49bb-483f-a441-9f90993c0540 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2661517 Jul 05 17:56:41.512936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:41.512936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:41.512936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:41.512936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Bound port: 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:41.512936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:41.578578 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81847492-ec37-472a-bc6b-00d1d8230418 req-66bc0bbd-502c-4340-8880-39e55a43649f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=dd7b2226-5f18-4391-8d99-74c646098f8c HTTP/1.1" status: 200 len: 217 time: 0.0957799 Jul 05 17:56:41.680574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Request body: {'binding': {'host': 'n-h2-799524-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:41.681182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Unknown quota resources ['binding']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 17:56:41.705132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81847492-ec37-472a-bc6b-00d1d8230418 req-436dcd3b-728c-4618-93bc-63c0946fb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:41.706965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81847492-ec37-472a-bc6b-00d1d8230418 req-436dcd3b-728c-4618-93bc-63c0946fb9eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1074653 Jul 05 17:56:41.728257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:41.770005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:41.806300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912c8ee7-0d5c-4017-b70e-06ba6b52255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45213684-33c5-4ffd-afaa-c3ee84085d81'}, {'server_uuid': '0a47d570-4934-4afd-85bf-ca0c0a62a412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0981e674-7301-4920-b763-9b8bcaf40eb0'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:41.808685 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d75ace-6eb7-4c1c-b3bc-22a9b93bff9c" -d '{"events": [{"server_uuid": "912c8ee7-0d5c-4017-b70e-06ba6b52255f", "name": "network-vif-plugged", "status": "completed", "tag": "45213684-33c5-4ffd-afaa-c3ee84085d81"}, {"server_uuid": "0a47d570-4934-4afd-85bf-ca0c0a62a412", "name": "network-vif-plugged", "status": "completed", "tag": "0981e674-7301-4920-b763-9b8bcaf40eb0"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:41.855373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81847492-ec37-472a-bc6b-00d1d8230418 req-07c5ddff-ac59-487f-9c01-170b8527a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:41.861868 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81847492-ec37-472a-bc6b-00d1d8230418 req-07c5ddff-ac59-487f-9c01-170b8527a46a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1239932 Jul 05 17:56:41.886276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:41.941651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Transition to ACTIVE for port object 745ce313-4473-459d-926c-4c95dc29535c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:41.999690 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81847492-ec37-472a-bc6b-00d1d8230418 req-d1447e4d-eec3-4223-981f-96ce482532d4 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274652 Jul 05 17:56:42.086106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:42.116762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89241ed2-45ca-4415-a6fd-7f601014dbe0 req-e0419d97-a2ad-4520-b3a4-c78522a55226 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:42.118433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89241ed2-45ca-4415-a6fd-7f601014dbe0 req-e0419d97-a2ad-4520-b3a4-c78522a55226 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 946 time: 0.5449314 Jul 05 17:56:42.119797 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:42.139612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:42.145133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:42.157354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:42.194074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:42.194864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:42.196359 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] 10.222.0.39 "PUT /v2.0/ports/9fdf3430-f0e8-4587-b66f-a7872ebbc6bd HTTP/1.1" status: 200 len: 1095 time: 1.6844828 Jul 05 17:56:42.199037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:42.201449 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db048fd-31e5-48bc-9d67-bc32e9a67097" -d '{"events": [{"name": "network-changed", "server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:42.209063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Pushing event updated for resources: {'Port': ['ID=745ce313-4473-459d-926c-4c95dc29535c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:42.221849 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81847492-ec37-472a-bc6b-00d1d8230418 req-17114e48-add4-4bba-a555-eaa5a4d37ce5 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023501 Jul 05 17:56:42.255179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:42.255847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:42.271336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7da81c-3c37-42e5-bc9a-d368e0c6e549 service neutron] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:42.290957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89241ed2-45ca-4415-a6fd-7f601014dbe0 req-9bb31dc9-56b5-43cc-bb22-94bb3587544b tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601181 Jul 05 17:56:42.346506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 on host n-h2-799524-1 for vnic_type normal with profile None {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:42.346881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:42.347217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:42.381373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Port d55d8d36-3ec9-4db7-9794-ce65934056a1 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:42.383483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:42.390822 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-5534363f-3269-4ad3-8eb8-1500c714f189 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0426700 Jul 05 17:56:42.398101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:42.398943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:42.400314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:42.406155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Bound port: d55d8d36-3ec9-4db7-9794-ce65934056a1, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:42.420120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Request body: {'port': {'device_id': '4977dbdb-9631-4194-aa25-eaaeea43cb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:42.499967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-176c54ab-b8cf-4c38-a7c9-02a15f33b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:42.501511 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-176c54ab-b8cf-4c38-a7c9-02a15f33b4fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7df105638a204a249871eeee58f511dc&device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 1098 time: 0.1714323 Jul 05 17:56:42.517155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:42.606796 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-1cccb396-a63d-4413-b38f-4c17a812dfe0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd HTTP/1.1" status: 200 len: 217 time: 0.0690653 Jul 05 17:56:42.610240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:42.617860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:42.623849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-936f2e74-641d-43d8-b335-b51286c96e5e service neutron] 10.222.0.30 "POST /v2.0/ports/d55d8d36-3ec9-4db7-9794-ce65934056a1/bindings HTTP/1.1" status: 201 len: 389 time: 1.0521233 Jul 05 17:56:42.687274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-58fc44bf-2c92-408a-a115-3a9b52360f87 None None] Provisioning for port 745ce313-4473-459d-926c-4c95dc29535c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:42.693688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-58fc44bf-2c92-408a-a115-3a9b52360f87 None None] Provisioning complete for port 745ce313-4473-459d-926c-4c95dc29535c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:42.694743 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-58fc44bf-2c92-408a-a115-3a9b52360f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:42.738203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-42822425-ca0c-45a6-92c7-5a00debbe29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:42.739779 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-42822425-ca0c-45a6-92c7-5a00debbe29a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1137948 Jul 05 17:56:42.748332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-58fc44bf-2c92-408a-a115-3a9b52360f87 None None] Port 745ce313-4473-459d-926c-4c95dc29535c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:56:42.894794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66970968-62b1-4707-83c4-6413e4bbd499 req-19533a2b-85ed-4f03-b417-9ab7519fc64c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:42.899908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66970968-62b1-4707-83c4-6413e4bbd499 req-19533a2b-85ed-4f03-b417-9ab7519fc64c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 946 time: 0.1072865 Jul 05 17:56:42.959410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66970968-62b1-4707-83c4-6413e4bbd499 req-b0fd0025-0b51-4bb5-8d35-b226430b40c7 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593441 Jul 05 17:56:43.033060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-be16155a-5cee-4190-b8d3-9fc260d96f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:43.035133 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-be16155a-5cee-4190-b8d3-9fc260d96f68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2102842 Jul 05 17:56:43.111337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15992ea0-dc4f-4fd4-a07b-bda05d8da026 req-184520b0-1801-4bbf-b546-6456f674214b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:43.112533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15992ea0-dc4f-4fd4-a07b-bda05d8da026 req-184520b0-1801-4bbf-b546-6456f674214b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 936 time: 0.1355782 Jul 05 17:56:43.195521 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-6a64f298-10c7-45b6-9646-49b612ce56b2 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436124 Jul 05 17:56:43.212860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15992ea0-dc4f-4fd4-a07b-bda05d8da026 req-add916bd-0f67-44b2-8393-8b5ac085e2f1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854602 Jul 05 17:56:43.339432 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-211ec86d-ad1d-430e-b1f5-92755b63ff0f req-f869190f-587f-4b60-9a02-4d1d257c0240 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344171 Jul 05 17:56:43.396553 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745ce313-4473-459d-926c-4c95dc29535c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:43.407940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:43.410769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38f1ba2-cd00-4da1-920e-d1b62430463b req-70359c77-2278-4dea-aa0e-6e1d2eb632da tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:43.420935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Transition to ACTIVE for port object 745ce313-4473-459d-926c-4c95dc29535c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:43.421131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b38f1ba2-cd00-4da1-920e-d1b62430463b req-70359c77-2278-4dea-aa0e-6e1d2eb632da tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 943 time: 0.2061291 Jul 05 17:56:43.519827 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b38f1ba2-cd00-4da1-920e-d1b62430463b req-c527c00b-9f0b-4566-a5c7-741a02571f33 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965207 Jul 05 17:56:43.588292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8dbc27-cd85-4ec0-8643-609f5834100d req-fb46d24b-5cb9-41a8-9246-ea05ba88662b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:43.597056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b8dbc27-cd85-4ec0-8643-609f5834100d req-fb46d24b-5cb9-41a8-9246-ea05ba88662b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 950 time: 0.1715400 Jul 05 17:56:43.599685 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5763e32f-3e74-41f6-9980-38fbd7418798 x-openstack-request-id: req-5763e32f-3e74-41f6-9980-38fbd7418798 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:43.600209 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912c8ee7-0d5c-4017-b70e-06ba6b52255f", "name": "network-vif-plugged", "status": "completed", "tag": "45213684-33c5-4ffd-afaa-c3ee84085d81", "code": 200}, {"server_uuid": "0a47d570-4934-4afd-85bf-ca0c0a62a412", "name": "network-vif-plugged", "status": "completed", "tag": "0981e674-7301-4920-b763-9b8bcaf40eb0", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:43.600337 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5763e32f-3e74-41f6-9980-38fbd7418798 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:43.600638 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912c8ee7-0d5c-4017-b70e-06ba6b52255f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45213684-33c5-4ffd-afaa-c3ee84085d81', 'code': 200} Jul 05 17:56:43.601056 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a47d570-4934-4afd-85bf-ca0c0a62a412', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0981e674-7301-4920-b763-9b8bcaf40eb0', 'code': 200} Jul 05 17:56:43.606044 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:43.648899 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca337a92-9796-4b80-aebf-9eafb9f45c88 x-openstack-request-id: req-ca337a92-9796-4b80-aebf-9eafb9f45c88 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:43.650608 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:43.650883 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca337a92-9796-4b80-aebf-9eafb9f45c88 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:43.651289 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'status': 'completed', 'code': 200} Jul 05 17:56:43.704742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b8dbc27-cd85-4ec0-8643-609f5834100d req-455f0815-b1b7-478b-b21f-505e8ade9e14 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027811 Jul 05 17:56:43.717527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Pushing event updated for resources: {'Port': ['ID=745ce313-4473-459d-926c-4c95dc29535c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:43.905606 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-124eaba7-9dd4-435b-acc7-d7d950a01fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:43.907179 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-124eaba7-9dd4-435b-acc7-d7d950a01fa4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1097 time: 0.1868911 Jul 05 17:56:43.929414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Attempting to bind port 745ce313-4473-459d-926c-4c95dc29535c on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:43.929757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Attempting to bind port 745ce313-4473-459d-926c-4c95dc29535c by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:43.930083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Attempting to bind port 745ce313-4473-459d-926c-4c95dc29535c on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:43.968756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Port 745ce313-4473-459d-926c-4c95dc29535c on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:43.969160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Attempting to bind port 745ce313-4473-459d-926c-4c95dc29535c on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:44.025148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-d689dbb2-37b4-47c3-a432-dcd40625fbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.027369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-d689dbb2-37b4-47c3-a432-dcd40625fbe5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7df105638a204a249871eeee58f511dc&device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 1098 time: 0.2428241 Jul 05 17:56:44.032875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:44.033297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:44.033612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:44.034057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Bound port: 745ce313-4473-459d-926c-4c95dc29535c, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:44.034426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:44.037237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d52f1-2b53-47d6-8562-2f612ed87895 req-5b146296-0830-4fa6-9942-5c1c9a22cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.038938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d60d52f1-2b53-47d6-8562-2f612ed87895 req-5b146296-0830-4fa6-9942-5c1c9a22cc24 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 1097 time: 0.3295953 Jul 05 17:56:44.156470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] For port 745ce313-4473-459d-926c-4c95dc29535c, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:44.169434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8adbff-f981-4eb2-ae81-ebbaf2bdd85f req-060d2f97-401e-48a7-86cd-b286ccd5400c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.176773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff8adbff-f981-4eb2-ae81-ebbaf2bdd85f req-060d2f97-401e-48a7-86cd-b286ccd5400c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 946 time: 0.3386283 Jul 05 17:56:44.181110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] For port 745ce313-4473-459d-926c-4c95dc29535c, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=745ce313-4473-459d-926c-4c95dc29535c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:44.191303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-7d5f6691-0c94-4e49-a8c3-419e12be8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.193436 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-7d5f6691-0c94-4e49-a8c3-419e12be8938 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.2651405 Jul 05 17:56:44.204820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de91b1-ddd4-4f4f-b693-b12fea458f91 req-ea4b056c-85bb-4536-a6b2-b793fa23f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.206319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7de91b1-ddd4-4f4f-b693-b12fea458f91 req-ea4b056c-85bb-4536-a6b2-b793fa23f8ca service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 1101 time: 0.3828363 Jul 05 17:56:44.256506 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-8e01784e-4b13-49f4-a323-d9980eb6b7c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1 HTTP/1.1" status: 200 len: 217 time: 0.0446653 Jul 05 17:56:44.262206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:44.353008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.354091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:44.355269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff8adbff-f981-4eb2-ae81-ebbaf2bdd85f req-2ded91d1-a4c7-4560-9a66-f652a5732180 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772656 Jul 05 17:56:44.356197 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] 10.222.0.39 "PUT /v2.0/ports/745ce313-4473-459d-926c-4c95dc29535c HTTP/1.1" status: 200 len: 1096 time: 1.9418998 Jul 05 17:56:44.359972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4977dbdb-9631-4194-aa25-eaaeea43cb65', 'tag': '745ce313-4473-459d-926c-4c95dc29535c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:44.374954 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876b04fa-0809-4864-956f-b30411bc0315" -d '{"events": [{"name": "network-changed", "server_uuid": "4977dbdb-9631-4194-aa25-eaaeea43cb65", "tag": "745ce313-4473-459d-926c-4c95dc29535c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:44.380425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d60d52f1-2b53-47d6-8562-2f612ed87895 req-e5c935f5-0e3a-495d-966d-6e66bad0fc54 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235629 Jul 05 17:56:44.384511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7de91b1-ddd4-4f4f-b693-b12fea458f91 req-64ede347-b044-463b-ae9e-35ee0bc0ff0d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654654 Jul 05 17:56:44.423080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8df5c-9d45-4d10-ae21-2fab0895e614 service neutron] Pushing event updated for resources: {'Port': ['ID=745ce313-4473-459d-926c-4c95dc29535c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:44.431146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-d2cf8a36-a2b9-4f67-a77c-66b39e52aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.432326 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-d2cf8a36-a2b9-4f67-a77c-66b39e52aca6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.1598070 Jul 05 17:56:44.460523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-d6e14fad-79a8-4225-8907-cdf088b3861e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.462068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-d6e14fad-79a8-4225-8907-cdf088b3861e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.3942411 Jul 05 17:56:44.485570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-50c634cd-fe0b-4878-9c1b-db29c5ae1386 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424290 Jul 05 17:56:44.492948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3957cfd-41fd-4e86-a36b-e296a69baca7 req-73ced9f0-c670-45ac-a42a-91b558720495 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.495002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3957cfd-41fd-4e86-a36b-e296a69baca7 req-73ced9f0-c670-45ac-a42a-91b558720495 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1097 time: 0.2736001 Jul 05 17:56:44.596946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3957cfd-41fd-4e86-a36b-e296a69baca7 req-65f722ec-c331-4004-85cd-717ad5edb058 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939219 Jul 05 17:56:44.600745 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-f1fb720c-8a17-459d-b7c7-2707643e25ea service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd HTTP/1.1" status: 200 len: 217 time: 0.0639956 Jul 05 17:56:44.706927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-7d8d377f-cfa8-4ece-b770-6c36f8595ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.708400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-7d8d377f-cfa8-4ece-b770-6c36f8595ab9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0786111 Jul 05 17:56:44.712868 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-397b000a-9f42-4724-908e-49fa4cd91707 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762981 Jul 05 17:56:44.724671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde759-62bf-4ec4-be75-8119729519b1 req-08f8782e-f76f-4eb2-89a5-9d990fb196b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.727891 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-08f8782e-f76f-4eb2-89a5-9d990fb196b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7df105638a204a249871eeee58f511dc&device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 1099 time: 0.1538436 Jul 05 17:56:44.762190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b819502-e02c-4c41-8765-5ceb93762a95 req-1563b25f-f905-4fc4-8a02-aa1d28f3b51c tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.764658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b819502-e02c-4c41-8765-5ceb93762a95 req-1563b25f-f905-4fc4-8a02-aa1d28f3b51c tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 946 time: 0.1666512 Jul 05 17:56:44.841493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b819502-e02c-4c41-8765-5ceb93762a95 req-f3ef458f-4883-4294-8c05-6c9b602c7274 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553522 Jul 05 17:56:44.858968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-b787e9d1-803f-49b5-b3ae-20de0d0b0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:44.861111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-b787e9d1-803f-49b5-b3ae-20de0d0b0f06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1193423 Jul 05 17:56:44.931938 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-959d68c7-add6-413d-8db7-ba24ef4e4e94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=745ce313-4473-459d-926c-4c95dc29535c HTTP/1.1" status: 200 len: 217 time: 0.1522527 Jul 05 17:56:44.992183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.39', 51397) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:44.993018 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b97e4fc-d459-47a1-bdfb-0a4751eff7eb x-openstack-request-id: req-8b97e4fc-d459-47a1-bdfb-0a4751eff7eb {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:44.993400 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4977dbdb-9631-4194-aa25-eaaeea43cb65", "tag": "745ce313-4473-459d-926c-4c95dc29535c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:44.993749 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b97e4fc-d459-47a1-bdfb-0a4751eff7eb {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:44.994233 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4977dbdb-9631-4194-aa25-eaaeea43cb65', 'tag': '745ce313-4473-459d-926c-4c95dc29535c', 'status': 'completed', 'code': 200} Jul 05 17:56:45.038470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde759-62bf-4ec4-be75-8119729519b1 req-0b5375f1-84d1-4094-91e4-3b9f6f3b15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:45.040243 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-0b5375f1-84d1-4094-91e4-3b9f6f3b15b7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0894639 Jul 05 17:56:45.042367 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-4292f194-8878-4d22-ac82-1adfe57ddfdf service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759626 Jul 05 17:56:45.112015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-c7341266-9ba5-408f-82c3-5acd88d24499 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343671 Jul 05 17:56:45.154369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcde759-62bf-4ec4-be75-8119729519b1 req-e404c2a4-9b39-484e-abed-b35abd3b6084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:45.156212 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-e404c2a4-9b39-484e-abed-b35abd3b6084 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932245 Jul 05 17:56:45.320894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-93aa250c-a6f7-411a-9cd1-780dc3e83841 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:45.322663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-93aa250c-a6f7-411a-9cd1-780dc3e83841 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.39 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 943 time: 0.3204455 Jul 05 17:56:45.340120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac72bc-379f-4ed6-890f-32bf83d4f97f req-38b7055d-18d5-4e99-b5b7-bb13c76f871b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:45.350710 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcac72bc-379f-4ed6-890f-32bf83d4f97f req-38b7055d-18d5-4e99-b5b7-bb13c76f871b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 948 time: 0.2927003 Jul 05 17:56:45.435284 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-3f1a6503-3499-4cf2-8cd1-243b546b8804 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549884 Jul 05 17:56:45.447532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9db048fd-31e5-48bc-9d67-bc32e9a67097 req-d302a36a-7026-4b07-88a6-9e3424963902 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166821 Jul 05 17:56:45.468729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-b774404d-0022-4e22-9811-33adf4683245 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:45.470801 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-b774404d-0022-4e22-9811-33adf4683245 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1097 time: 0.1840186 Jul 05 17:56:45.487123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76f086-d2bd-4cc1-a4f2-5675c049c389 req-1bad97f2-343f-4c6e-8117-972c80d7be03 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:45.488612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e76f086-d2bd-4cc1-a4f2-5675c049c389 req-1bad97f2-343f-4c6e-8117-972c80d7be03 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 943 time: 0.3853807 Jul 05 17:56:45.492336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcac72bc-379f-4ed6-890f-32bf83d4f97f req-d55ce906-dd0b-433e-8496-71f2ed6a69b0 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153164 Jul 05 17:56:45.501443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-1'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:45.580919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e76f086-d2bd-4cc1-a4f2-5675c049c389 req-c94c740d-52fc-4282-9dff-fb986248f71f tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809076 Jul 05 17:56:45.603299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Deleting port 5199080b-2140-4b0d-ad0c-3e12559e4f40 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:56:45.603657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:45.627314 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:45.630790 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efcde759-62bf-4ec4-be75-8119729519b1 req-f9ebc660-542f-4625-8a46-cb9c022888e4 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835463 Jul 05 17:56:45.743930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] For port 5199080b-2140-4b0d-ad0c-3e12559e4f40, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5199080b-2140-4b0d-ad0c-3e12559e4f40,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:45.744280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:45.771392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Calling delete_port for 5199080b-2140-4b0d-ad0c-3e12559e4f40 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:56:45.779741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:45.795550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c82345-adb6-4e6d-b51a-b24affaf5535 req-10addfee-44ed-47ec-8543-3550e84db34d tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:45.797060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53c82345-adb6-4e6d-b51a-b24affaf5535 req-10addfee-44ed-47ec-8543-3550e84db34d tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1097 time: 0.1384597 Jul 05 17:56:45.817983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:45.882714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53c82345-adb6-4e6d-b51a-b24affaf5535 req-17fd5c8b-e0d2-44be-806b-7c3967cbd970 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794768 Jul 05 17:56:45.894154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:45.916120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f472a5a-02b8-4d25-a77e-ccc44666b9bf req-bb3851df-0bc2-4b31-b5e1-4b0b72c8fd6a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:45.917909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f472a5a-02b8-4d25-a77e-ccc44666b9bf req-bb3851df-0bc2-4b31-b5e1-4b0b72c8fd6a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 950 time: 0.1630929 Jul 05 17:56:45.997419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f472a5a-02b8-4d25-a77e-ccc44666b9bf req-e5125ce5-bad8-482e-a77e-0d9ebda8527c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670674 Jul 05 17:56:46.061670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:46.089214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61473f-74f9-449a-8534-12f8ab8bc9b3 req-aad125d7-52ce-4c52-bd48-846c4c341a42 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:46.097485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d61473f-74f9-449a-8534-12f8ab8bc9b3 req-aad125d7-52ce-4c52-bd48-846c4c341a42 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 946 time: 0.0930440 Jul 05 17:56:46.175950 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:46.182401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d61473f-74f9-449a-8534-12f8ab8bc9b3 req-bc096c9d-abee-45f0-a343-7694066921b7 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840731 Jul 05 17:56:46.232723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event deleted for resources: {'Port': ['ID=5199080b-2140-4b0d-ad0c-3e12559e4f40,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:46.336180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] No DVR routers for this DVR port 5199080b-2140-4b0d-ad0c-3e12559e4f40 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:56:46.339134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:46.341606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb2d0f23-51a5-44d1-a46c-e77a3656e1ac req-c8711077-1729-4a32-a4df-8a0f7e20b6df tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.39 "DELETE /v2.0/ports/5199080b-2140-4b0d-ad0c-3e12559e4f40 HTTP/1.1" status: 204 len: 173 time: 0.9983716 Jul 05 17:56:46.349924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1418b-1479-456e-b3b3-43cfbacbbf21', 'name': 'network-vif-deleted', 'tag': '5199080b-2140-4b0d-ad0c-3e12559e4f40'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:46.352258 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ca45451-db6d-4efc-ad32-eb4dd6addb72" -d '{"events": [{"server_uuid": "27e1418b-1479-456e-b3b3-43cfbacbbf21", "name": "network-vif-deleted", "tag": "5199080b-2140-4b0d-ad0c-3e12559e4f40"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:46.433655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e6dbb-d989-4437-901b-45ad94db4966 req-dc67af5b-d353-4ff5-8c91-4567284ed2b9 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:46.436166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-613e6dbb-d989-4437-901b-45ad94db4966 req-dc67af5b-d353-4ff5-8c91-4567284ed2b9 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 946 time: 0.1015849 Jul 05 17:56:46.517848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-613e6dbb-d989-4437-901b-45ad94db4966 req-00f3830f-da86-433f-afb5-e9c77bdbd2a4 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748086 Jul 05 17:56:46.601824 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9c8df4-d58c-4ede-9763-17581905892f x-openstack-request-id: req-cd9c8df4-d58c-4ede-9763-17581905892f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:46.602339 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e1418b-1479-456e-b3b3-43cfbacbbf21", "name": "network-vif-deleted", "tag": "5199080b-2140-4b0d-ad0c-3e12559e4f40", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:46.602825 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd9c8df4-d58c-4ede-9763-17581905892f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:46.603443 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1418b-1479-456e-b3b3-43cfbacbbf21', 'name': 'network-vif-deleted', 'tag': '5199080b-2140-4b0d-ad0c-3e12559e4f40', 'status': 'completed', 'code': 200} Jul 05 17:56:46.686406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 on host n-h1-799524-1 for vnic_type normal with profile {"migrating_to": "n-h2-799524-1"} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:46.686665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:46.689119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:46.699205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Port d55d8d36-3ec9-4db7-9794-ce65934056a1 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:46.699592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Attempting to bind port d55d8d36-3ec9-4db7-9794-ce65934056a1 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:46.709461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:46.709794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:46.710333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:46.710792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Bound port: d55d8d36-3ec9-4db7-9794-ce65934056a1, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:46.711182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:46.727422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Pushing event updated for resources: {'Port': ['ID=d55d8d36-3ec9-4db7-9794-ce65934056a1,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:46.773879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b04fa-0809-4864-956f-b30411bc0315 req-2a14604c-173c-46de-8128-bb39aacff097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:46.776238 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-876b04fa-0809-4864-956f-b30411bc0315 req-2a14604c-173c-46de-8128-bb39aacff097 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7df105638a204a249871eeee58f511dc&device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 1099 time: 0.5884593 Jul 05 17:56:46.812752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f8f73-d42c-4d3a-a78b-bf13ac5fc92e req-8107a98a-75ee-4891-84ed-9c5a6a3d969d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:46.815455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-322f8f73-d42c-4d3a-a78b-bf13ac5fc92e req-8107a98a-75ee-4891-84ed-9c5a6a3d969d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 948 time: 0.0948410 Jul 05 17:56:46.864057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:46.888770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-322f8f73-d42c-4d3a-a78b-bf13ac5fc92e req-5a9f5b7c-b27e-4943-93c5-af2d516455c3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674329 Jul 05 17:56:46.893008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:46.946745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b04fa-0809-4864-956f-b30411bc0315 req-14b51efa-0559-4b54-81f8-7a71c4a35915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:46.954118 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-876b04fa-0809-4864-956f-b30411bc0315 req-14b51efa-0559-4b54-81f8-7a71c4a35915 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1577682 Jul 05 17:56:46.975056 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:47.011218 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:47.016716 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14c976d-81cc-4f4d-9c47-970f8bf1abe9" -d '{"events": [{"server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:47.025683 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:47.047574 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-876b04fa-0809-4864-956f-b30411bc0315 req-db8ff423-24ec-4246-8112-d2621e6821fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=745ce313-4473-459d-926c-4c95dc29535c HTTP/1.1" status: 200 len: 217 time: 0.0833623 Jul 05 17:56:47.140653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0140fa52-0ab0-46fa-abfd-b67e2a240410 req-77d853e4-0b90-4c63-8341-05daa1d87e58 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1418b-1479-456e-b3b3-43cfbacbbf21 HTTP/1.1" status: 200 len: 210 time: 0.0452218 Jul 05 17:56:47.160542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:47.162244 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:47.164029 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] 10.222.0.39 "PUT /v2.0/ports/d55d8d36-3ec9-4db7-9794-ce65934056a1 HTTP/1.1" status: 200 len: 1122 time: 1.6682951 Jul 05 17:56:47.225650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:47.231457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07f843-9d0d-4a4e-80a1-85d17db0e410 service neutron] Pushing event updated for resources: {'Port': ['ID=d55d8d36-3ec9-4db7-9794-ce65934056a1,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:47.241611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'mac_address': 'fa:16:3e:f6:13:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:47.265079 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b06ce96-4137-4c54-baa3-b7cc34735756 x-openstack-request-id: req-2b06ce96-4137-4c54-baa3-b7cc34735756 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:47.266796 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:47.266796 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b06ce96-4137-4c54-baa3-b7cc34735756 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:47.266796 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1', 'code': 200} Jul 05 17:56:47.267974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b04fa-0809-4864-956f-b30411bc0315 req-ff1375a8-b09d-46b8-9465-13e5fe913492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:47.269990 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-876b04fa-0809-4864-956f-b30411bc0315 req-ff1375a8-b09d-46b8-9465-13e5fe913492 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.2002289 Jul 05 17:56:47.325830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['d55d8d36-3ec9-4db7-9794-ce65934056a1'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:47.365999 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:47.425812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:47.430693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b04fa-0809-4864-956f-b30411bc0315 req-b9f619ec-382d-4e4f-9d26-afa03fe10ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:47.432410 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-876b04fa-0809-4864-956f-b30411bc0315 req-b9f619ec-382d-4e4f-9d26-afa03fe10ae6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411953 Jul 05 17:56:47.485324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e1aa8-3967-47fe-9aab-872c19abd471 req-fca72ed6-b32d-4144-b485-0c4d9f5233a0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:47.488470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c2e1aa8-3967-47fe-9aab-872c19abd471 req-fca72ed6-b32d-4144-b485-0c4d9f5233a0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 950 time: 0.1222308 Jul 05 17:56:47.520292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:47.573313 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-876b04fa-0809-4864-956f-b30411bc0315 req-d600bb86-a50b-4046-82be-87714143f385 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080716 Jul 05 17:56:47.592134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c2e1aa8-3967-47fe-9aab-872c19abd471 req-a1c970e6-d3e4-463b-a871-28c03023cc65 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920434 Jul 05 17:56:47.697658 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:47.715201 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-876b04fa-0809-4864-956f-b30411bc0315 req-be8d983f-ba22-42c7-9819-a4d8c7b7c3bf service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236033 Jul 05 17:56:47.917865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:48.069063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38b43f-da8d-4c41-82dd-5de79bbd808f req-7c274227-7e1d-4695-8fb5-d9ca0f692a37 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:48.072357 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f38b43f-da8d-4c41-82dd-5de79bbd808f req-7c274227-7e1d-4695-8fb5-d9ca0f692a37 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 944 time: 0.0908177 Jul 05 17:56:48.132525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f38b43f-da8d-4c41-82dd-5de79bbd808f req-7f20252f-95ef-4277-8172-1102cdeab1de tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543590 Jul 05 17:56:48.257316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:48.455860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e450fb4-4b94-46dd-8b7b-f82fc680d11a req-5888dcec-d84a-4d36-a7a0-cd0e9c64be67 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:48.459449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e450fb4-4b94-46dd-8b7b-f82fc680d11a req-5888dcec-d84a-4d36-a7a0-cd0e9c64be67 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 946 time: 0.1003544 Jul 05 17:56:48.510898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e450fb4-4b94-46dd-8b7b-f82fc680d11a req-5b970af7-95e4-4277-aa3e-06a25fb6df21 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443163 Jul 05 17:56:48.702260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389eebb6-9c90-4c8b-a77d-49cc0e8776c3 req-ef6f579b-cde9-4dd5-8bff-d65fd03757c5 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:48.703821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-389eebb6-9c90-4c8b-a77d-49cc0e8776c3 req-ef6f579b-cde9-4dd5-8bff-d65fd03757c5 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 1101 time: 0.0581861 Jul 05 17:56:48.764283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-389eebb6-9c90-4c8b-a77d-49cc0e8776c3 req-4a13613a-aaea-4312-aa1c-dd80bf2b2c98 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541639 Jul 05 17:56:48.945617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a0164-cf6b-4adb-89d7-05a14707ed94 req-596f4452-c790-4bf7-a7ca-c0baed80fd12 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:48.952783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a3a0164-cf6b-4adb-89d7-05a14707ed94 req-596f4452-c790-4bf7-a7ca-c0baed80fd12 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 948 time: 0.0821891 Jul 05 17:56:48.996134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a3a0164-cf6b-4adb-89d7-05a14707ed94 req-47fe1931-ceac-4ba8-af72-2203bf51eefd tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Jul 05 17:56:49.034967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 745ce313-4473-459d-926c-4c95dc29535c details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:49.040848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5199080b-2140-4b0d-ad0c-3e12559e4f40 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:49.085203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 5199080b-2140-4b0d-ad0c-3e12559e4f40 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:56:49.085619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5199080b-2140-4b0d-ad0c-3e12559e4f40 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:56:49.166338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-6ae0c7f2-4fff-4908-a806-ec004fcd42bc tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:56:49.167371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-6ae0c7f2-4fff-4908-a806-ec004fcd42bc tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057583 Jul 05 17:56:49.180166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Request body: {'binding': {'host': 'n-h2-799524-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:49.180727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Unknown quota resources ['binding']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 17:56:49.207294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 745ce313-4473-459d-926c-4c95dc29535c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=745ce313-4473-459d-926c-4c95dc29535c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:49.221512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '745ce313-4473-459d-926c-4c95dc29535c', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '745ce313-4473-459d-926c-4c95dc29535c', 'mac_address': 'fa:16:3e:1b:b2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:49.266581 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:49.267210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:49.270211 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6be8270-7de2-476a-b756-5e9610c95fde" -d '{"events": [{"name": "network-changed", "server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:49.283408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745ce313-4473-459d-926c-4c95dc29535c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:49.319265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 745ce313-4473-459d-926c-4c95dc29535c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=745ce313-4473-459d-926c-4c95dc29535c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:49.383808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d on host n-h2-799524-1 for vnic_type normal with profile None {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:49.384163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:49.384467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:49.389496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Port e956436e-9b7d-4abb-af4c-c37765d6ad4d on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:49.391584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:49.395395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:49.395735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:49.396108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:49.396563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Bound port: e956436e-9b7d-4abb-af4c-c37765d6ad4d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:49.469071 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:49.470166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d55d8d36-3ec9-4db7-9794-ce65934056a1 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:49.475357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:49.577574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=745ce313-4473-459d-926c-4c95dc29535c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:49.594758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:49.595955 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-985870bc-dca4-4ec4-91c0-ae2688f1b049 service neutron] 10.222.0.30 "POST /v2.0/ports/e956436e-9b7d-4abb-af4c-c37765d6ad4d/bindings HTTP/1.1" status: 201 len: 389 time: 0.4194052 Jul 05 17:56:49.630207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:49.648112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d55d8d36-3ec9-4db7-9794-ce65934056a1 has no active binding in host n-h2-799524-1 {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 17:56:49.961281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-c799fe1d-bf1c-4804-9668-60ac58628bfd tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430133 Jul 05 17:56:50.108451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a6299895-21a3-414a-a323-d620a8439313 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:50.110050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a6299895-21a3-414a-a323-d620a8439313 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1426528 Jul 05 17:56:50.125900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-3bdd766a-0553-4fd7-a1fc-4626feb0dc17 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/quotas/6d7ab2c53e554c49b66a8e3ca3c96c6f HTTP/1.1" status: 200 len: 375 time: 0.0099962 Jul 05 17:56:50.210809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-074dd529-a07c-4bff-8129-3ed6f714fc16 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0800118 Jul 05 17:56:50.379546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['745ce313-4473-459d-926c-4c95dc29535c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:50.605732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46282) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:50.609764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4dc96559-6e33-4889-9d04-aab36feaf49b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Request body: {'security_group': {'name': 'tempest-securitygroup--112533045', 'description': 'tempest-description--772174779'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:50.738759 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6b5a8d91-2bd4-4b68-951b-628156e7d631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:50.792933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879818a0-5282-4976-9472-2e404e8b914e req-13c5c703-b80f-4a73-b047-3ea389191887 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:50.799560 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dc96559-6e33-4889-9d04-aab36feaf49b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:50.802512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-879818a0-5282-4976-9472-2e404e8b914e req-13c5c703-b80f-4a73-b047-3ea389191887 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 944 time: 0.1130929 Jul 05 17:56:50.878509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-879818a0-5282-4976-9472-2e404e8b914e req-f0f04e0a-8edc-4c08-bd16-3883649c9b99 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748463 Jul 05 17:56:50.878711 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ba6269-57cd-4703-bdf1-35a46a7b224e x-openstack-request-id: req-95ba6269-57cd-4703-bdf1-35a46a7b224e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:50.879103 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:50.879632 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95ba6269-57cd-4703-bdf1-35a46a7b224e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:50.880574 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1', 'status': 'completed', 'code': 200} Jul 05 17:56:50.965052 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dc96559-6e33-4889-9d04-aab36feaf49b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.022187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be8270-7de2-476a-b756-5e9610c95fde req-1dfd4d3e-ca06-4e7d-b634-5a22e0429d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:51.026778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6be8270-7de2-476a-b756-5e9610c95fde req-1dfd4d3e-ca06-4e7d-b634-5a22e0429d3d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1125 time: 0.1091921 Jul 05 17:56:51.051785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dc96559-6e33-4889-9d04-aab36feaf49b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.057118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:51.136837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc96559-6e33-4889-9d04-aab36feaf49b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c49936ea-9f35-4bb4-9571-24d125c7f4a8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:51.241771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:51.242328 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dc96559-6e33-4889-9d04-aab36feaf49b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.244311 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4dc96559-6e33-4889-9d04-aab36feaf49b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6411159 Jul 05 17:56:51.252023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:51.252023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.252274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46306) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:51.256255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c37170ef-a881-4087-a357-0cfa1dfa3c20 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Request body: {'security_group_rule': {'security_group_id': 'c49936ea-9f35-4bb4-9571-24d125c7f4a8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:51.369865 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.399777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:51.402062 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aee2303-5b6b-42c7-b9d1-cfc5462d0608" -d '{"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:51.419857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:51.575322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be8270-7de2-476a-b756-5e9610c95fde req-0c248b4a-eb4d-4717-9ee5-453f1b58466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:51.576553 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c37170ef-a881-4087-a357-0cfa1dfa3c20 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.576847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6be8270-7de2-476a-b756-5e9610c95fde req-0c248b4a-eb4d-4717-9ee5-453f1b58466e service neutron] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.5280619 Jul 05 17:56:51.587882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c09f7b-bc0c-47e3-bd06-09399f2cc839 req-7f04a8db-975b-44f5-a3f0-78945f26ad98 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:51.589377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1c09f7b-bc0c-47e3-bd06-09399f2cc839 req-7f04a8db-975b-44f5-a3f0-78945f26ad98 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 946 time: 0.5546129 Jul 05 17:56:51.613264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278eb02-dcc0-49c5-b446-b660db31f6f1 req-9caff9fd-8418-4e2a-96b2-7daf2a5b7f8b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:51.614815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5278eb02-dcc0-49c5-b446-b660db31f6f1 req-9caff9fd-8418-4e2a-96b2-7daf2a5b7f8b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 946 time: 0.5125053 Jul 05 17:56:51.628428 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.660353 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c37170ef-a881-4087-a357-0cfa1dfa3c20 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.662542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6be8270-7de2-476a-b756-5e9610c95fde req-57d8f34c-db78-413c-989b-83743289a7d9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1 HTTP/1.1" status: 200 len: 217 time: 0.0692947 Jul 05 17:56:51.685438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:51.717182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c37170ef-a881-4087-a357-0cfa1dfa3c20 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.740192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37170ef-a881-4087-a357-0cfa1dfa3c20 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5541b1ff-28e3-4b2e-a810-0b738e00c007,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:51.754137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-1c8a8fd5-2fbc-434b-845a-8300684e344a tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:51.755654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-1c8a8fd5-2fbc-434b-845a-8300684e344a tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.97 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 946 time: 0.2879229 Jul 05 17:56:51.783145 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5278eb02-dcc0-49c5-b446-b660db31f6f1 req-16afc4b1-b114-4ca8-adbb-1d0e6699222c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162989 Jul 05 17:56:51.802110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1c09f7b-bc0c-47e3-bd06-09399f2cc839 req-f77baca2-931d-4648-8255-00efb0f58142 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/security-groups?id=bd734ec3-9783-40a4-b219-e9a0ed01c993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891885 Jul 05 17:56:51.802110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be8270-7de2-476a-b756-5e9610c95fde req-444bd621-6dd8-4816-aebc-9bf414572f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:51.802110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6be8270-7de2-476a-b756-5e9610c95fde req-444bd621-6dd8-4816-aebc-9bf414572f23 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.1035545 Jul 05 17:56:51.850531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c37170ef-a881-4087-a357-0cfa1dfa3c20 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:51.852000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c37170ef-a881-4087-a357-0cfa1dfa3c20 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6007662 Jul 05 17:56:51.855410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46320) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:51.862177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f6388c4c-11d9-45f6-8200-37c98bebf940 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Request body: {'security_group_rule': {'security_group_id': 'c49936ea-9f35-4bb4-9571-24d125c7f4a8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:51.879830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6be8270-7de2-476a-b756-5e9610c95fde req-a61286f4-fc14-43f7-897a-31e8f4315c3d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678530 Jul 05 17:56:51.910318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3170eea-d3a9-4fbb-adbd-a2b8e9692b6d req-96f58906-c5d3-417c-a1f2-28b759143b08 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 210 time: 0.0549133 Jul 05 17:56:51.976400 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f6388c4c-11d9-45f6-8200-37c98bebf940 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.043387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f6388c4c-11d9-45f6-8200-37c98bebf940 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.080353 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbd71a3-3e80-4193-a842-bf50258f96fa x-openstack-request-id: req-5fbd71a3-3e80-4193-a842-bf50258f96fa {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:52.080769 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:52.082029 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fbd71a3-3e80-4193-a842-bf50258f96fa {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:52.082389 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'code': 200} Jul 05 17:56:52.110052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25139d9b-95b7-4736-b067-b9123bf02c61 req-25106b7c-b8b1-46f5-bd24-4c4c7716a864 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:52.111560 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25139d9b-95b7-4736-b067-b9123bf02c61 req-25106b7c-b8b1-46f5-bd24-4c4c7716a864 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 949 time: 0.2037160 Jul 05 17:56:52.113440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6be8270-7de2-476a-b756-5e9610c95fde req-dc4627f7-f0c3-4f98-a036-70fa0a1e478f service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069411 Jul 05 17:56:52.119799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Deleting port 45213684-33c5-4ffd-afaa-c3ee84085d81 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:56:52.120147 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.136680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f6388c4c-11d9-45f6-8200-37c98bebf940 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.168717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6388c4c-11d9-45f6-8200-37c98bebf940 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e9624f-f92f-45b3-8545-85599c327ea3,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:52.263755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f6388c4c-11d9-45f6-8200-37c98bebf940 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.264924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f6388c4c-11d9-45f6-8200-37c98bebf940 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4067252 Jul 05 17:56:52.269784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46338) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:52.276705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25139d9b-95b7-4736-b067-b9123bf02c61 req-c674df75-9bb8-4ab8-898e-1acfd5ebff93 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584592 Jul 05 17:56:52.277438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:52.290151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935dcda9-9ac3-47ee-a6e5-406f0e940496 req-7bd9154a-fda9-4c51-a0e7-9118cb75923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:52.291684 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-935dcda9-9ac3-47ee-a6e5-406f0e940496 req-7bd9154a-fda9-4c51-a0e7-9118cb75923e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 1100 time: 0.0725667 Jul 05 17:56:52.351027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] For port 45213684-33c5-4ffd-afaa-c3ee84085d81, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45213684-33c5-4ffd-afaa-c3ee84085d81,segment=NetworkSegment(a3acfe36-a024-4477-8df1-bf833f928504),segment_id=a3acfe36-a024-4477-8df1-bf833f928504)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:52.351453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.372543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Calling delete_port for 45213684-33c5-4ffd-afaa-c3ee84085d81 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:56:52.376342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6be8270-7de2-476a-b756-5e9610c95fde req-842d44f0-b6f7-4682-b39c-be3cf7acd3f9 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350109 Jul 05 17:56:52.427922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.435484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354958de-2b2c-4174-8e91-205a78af68c7 req-39537e07-303c-45bf-8d6d-2e6303a06ee5 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:52.437475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-354958de-2b2c-4174-8e91-205a78af68c7 req-39537e07-303c-45bf-8d6d-2e6303a06ee5 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 944 time: 0.1824341 Jul 05 17:56:52.532259 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-935dcda9-9ac3-47ee-a6e5-406f0e940496 req-8bfa2a68-df76-46e7-99ce-63c1b9ff0d7f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515647 Jul 05 17:56:52.536629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-354958de-2b2c-4174-8e91-205a78af68c7 req-9cbe9f95-eeb7-4730-9e5f-b402e0691537 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921309 Jul 05 17:56:52.584003 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.605565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee58ebe-0abe-4f65-8dde-24516ee217c0 req-b1bd9b08-c1c5-4de7-97c8-49d37728c0fb tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:52.607817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aee58ebe-0abe-4f65-8dde-24516ee217c0 req-b1bd9b08-c1c5-4de7-97c8-49d37728c0fb tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 950 time: 0.1400726 Jul 05 17:56:52.649000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aee58ebe-0abe-4f65-8dde-24516ee217c0 req-8f2b196c-e46b-4112-aab7-b9a855675539 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Jul 05 17:56:52.693997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Allocated IP 172.25.3.209 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/346a8b8a-1b25-4cd1-95ae-3378a7cf9794) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:52.702530 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.721573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['45213684-33c5-4ffd-afaa-c3ee84085d81'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:52.743438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Pushing event deleted for resources: {'Port': ['ID=45213684-33c5-4ffd-afaa-c3ee84085d81,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:52.799878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] No DVR routers for this DVR port 45213684-33c5-4ffd-afaa-c3ee84085d81 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:56:52.802953 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.805558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fb1bb3e-74f3-45ea-ae78-ba01da72a7e5 req-aa70bf0e-1e45-4995-9cae-5bec4d8398c5 tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.97 "DELETE /v2.0/ports/45213684-33c5-4ffd-afaa-c3ee84085d81 HTTP/1.1" status: 204 len: 173 time: 1.0359268 Jul 05 17:56:52.806117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912c8ee7-0d5c-4017-b70e-06ba6b52255f', 'name': 'network-vif-deleted', 'tag': '45213684-33c5-4ffd-afaa-c3ee84085d81'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:52.810125 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c083cdab-6576-4929-a923-be0692f0d153" -d '{"events": [{"server_uuid": "912c8ee7-0d5c-4017-b70e-06ba6b52255f", "name": "network-vif-deleted", "tag": "45213684-33c5-4ffd-afaa-c3ee84085d81"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:52.826204 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:52.865965 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-586aa654-a6f8-49d0-b3f6-3a0ea29ffea1 x-openstack-request-id: req-586aa654-a6f8-49d0-b3f6-3a0ea29ffea1 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:52.865965 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912c8ee7-0d5c-4017-b70e-06ba6b52255f", "name": "network-vif-deleted", "tag": "45213684-33c5-4ffd-afaa-c3ee84085d81", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:52.865965 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-586aa654-a6f8-49d0-b3f6-3a0ea29ffea1 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:52.865965 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912c8ee7-0d5c-4017-b70e-06ba6b52255f', 'name': 'network-vif-deleted', 'tag': '45213684-33c5-4ffd-afaa-c3ee84085d81', 'status': 'completed', 'code': 200} Jul 05 17:56:52.968877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.016696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:53.021448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:53.026047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:53.030219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event updated for resources: {'Port': ['ID=346a8b8a-1b25-4cd1-95ae-3378a7cf9794,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:53.034415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c9b4a69-900d-488b-b615-10ffac535f9c req-e94573c9-e87a-4fd1-a239-e8243ca5e60a tempest-InstanceActionsV221TestJSON-1119693589 tempest-InstanceActionsV221TestJSON-1119693589-project] 10.222.0.30 "GET /v2.0/ports?device_id=912c8ee7-0d5c-4017-b70e-06ba6b52255f HTTP/1.1" status: 200 len: 210 time: 0.0640199 Jul 05 17:56:53.056216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c70d8-0909-4421-8234-bf0fcec1aced req-8e3828bb-fd8b-4a21-ae59-75430af10045 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:53.057951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8c70d8-0909-4421-8234-bf0fcec1aced req-8e3828bb-fd8b-4a21-ae59-75430af10045 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 946 time: 0.1450558 Jul 05 17:56:53.058659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 745ce313-4473-459d-926c-4c95dc29535c up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:56:53.096268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-2405a029-1a92-47f5-8d28-5a84e58ea884 service neutron] 10.222.0.97 "GET /v2.0/ports/d55d8d36-3ec9-4db7-9794-ce65934056a1/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 384 time: 0.1366868 Jul 05 17:56:53.149700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.159767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8c70d8-0909-4421-8234-bf0fcec1aced req-f611c8a3-495c-49e1-a43b-2e7652714efb tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865052 Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: from cryptography.utils import int_from_bytes Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: from cryptography.utils import int_from_bytes Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.198789 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:53.203153 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:53.223024 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b5082ce-5c56-4af6-945d-480ceda0feeb req-dcd595d2-ede8-4a8e-bc34-8437195b1687 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 210 time: 0.0333002 Jul 05 17:56:53.258817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 745ce313-4473-459d-926c-4c95dc29535c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:53.264299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 745ce313-4473-459d-926c-4c95dc29535c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:53.264809 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.314282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.354663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-25f129dc-8046-4031-806c-5033e35664d7 req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:53.379587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-25f129dc-8046-4031-806c-5033e35664d7 req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:53.389823 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.427928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 745ce313-4473-459d-926c-4c95dc29535c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=745ce313-4473-459d-926c-4c95dc29535c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:53.428559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-25f129dc-8046-4031-806c-5033e35664d7 req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55d8d36-3ec9-4db7-9794-ce65934056a1 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:53.456360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-25f129dc-8046-4031-806c-5033e35664d7 req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:53.470354 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-34b60eaa-0e67-4701-82c8-56643937588a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.484065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.502777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37db6e-1ec4-41b9-ac58-bcc9be47d410 req-813f4235-4922-4df3-9f0c-2c325650cb76 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:53.504275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba37db6e-1ec4-41b9-ac58-bcc9be47d410 req-813f4235-4922-4df3-9f0c-2c325650cb76 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 949 time: 0.0937450 Jul 05 17:56:53.515763 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.542153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba37db6e-1ec4-41b9-ac58-bcc9be47d410 req-139209be-8970-44ed-8442-cf1133a7cd20 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321760 Jul 05 17:56:53.568249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=745ce313-4473-459d-926c-4c95dc29535c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:53.582250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.647834 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.648026 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.665935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-25f129dc-8046-4031-806c-5033e35664d7 req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] Transition to ACTIVE for port object d55d8d36-3ec9-4db7-9794-ce65934056a1 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:53.731470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event updated for resources: {'Port': ['ID=346a8b8a-1b25-4cd1-95ae-3378a7cf9794,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:53.744887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f84a1-4944-4d82-9d9b-f24271586c21 req-ae3b14cb-18cf-4c27-a94b-cc9a36589268 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:53.746413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a4f84a1-4944-4d82-9d9b-f24271586c21 req-ae3b14cb-18cf-4c27-a94b-cc9a36589268 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 944 time: 0.0736556 Jul 05 17:56:53.754008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.776162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.875089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a4f84a1-4944-4d82-9d9b-f24271586c21 req-483edd00-55fe-4641-8544-9a27dc3d76d0 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194887 Jul 05 17:56:53.889407 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:53.891401 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2dc949d0-c6e8-458a-baa2-37e1ed919489 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6207013 Jul 05 17:56:53.913463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f129dc-8046-4031-806c-5033e35664d7 req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] No DVR routers for this DVR port d55d8d36-3ec9-4db7-9794-ce65934056a1 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:56:53.918841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] Pushing event updated for resources: {'Port': ['ID=d55d8d36-3ec9-4db7-9794-ce65934056a1,revision_number=10']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:53.954898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-0d48c198-0dc2-4345-ac60-202ffc670dff service neutron] 10.222.0.97 "PUT /v2.0/ports/d55d8d36-3ec9-4db7-9794-ce65934056a1/bindings/n-h2-799524-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8498957 Jul 05 17:56:53.984391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390900fb-e1b5-410c-99ed-976b0874b7de req-ab101737-2479-429c-9196-444d614fec42 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:53.986095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-390900fb-e1b5-410c-99ed-976b0874b7de req-ab101737-2479-429c-9196-444d614fec42 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 950 time: 0.2125947 Jul 05 17:56:54.029238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-390900fb-e1b5-410c-99ed-976b0874b7de req-d23754b2-4516-40de-9d9a-21ac7135046a tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358951 Jul 05 17:56:54.083934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977dbdb-9631-4194-aa25-eaaeea43cb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745ce313-4473-459d-926c-4c95dc29535c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:54.087111 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1220492e-913f-4e8f-b016-bc2b89893744" -d '{"events": [{"server_uuid": "4977dbdb-9631-4194-aa25-eaaeea43cb65", "name": "network-vif-plugged", "status": "completed", "tag": "745ce313-4473-459d-926c-4c95dc29535c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:54.172651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-b7360a42-6973-495b-ba5c-ecaf0c1d0a4f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259969 Jul 05 17:56:54.194287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-37499b4d-f144-46f4-b330-a038fba0e13f tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:54.195799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-37499b4d-f144-46f4-b330-a038fba0e13f tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/networks?id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 200 len: 821 time: 0.1151512 Jul 05 17:56:54.218267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-6c02b59b-cb2d-4f39-aee9-d4d0280697b4 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/quotas/f3695ac5f47147d59018143acfdaa0c9 HTTP/1.1" status: 200 len: 375 time: 0.0145979 Jul 05 17:56:54.294532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-0390784b-d7a8-435e-8200-13372c5292d3 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f3695ac5f47147d59018143acfdaa0c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0702012 Jul 05 17:56:54.374739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-05f11237-12fc-4de4-98e8-3db2d0bfc5a0 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:54.376330 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-05f11237-12fc-4de4-98e8-3db2d0bfc5a0 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.1763418 Jul 05 17:56:54.405915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-696e3d76-5802-4f35-8268-0f7a6e93df1c service neutron] 10.222.0.30 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033311 Jul 05 17:56:54.437652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-634e9a4d-811a-4e14-a412-f65bf56d6131 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:54.439202 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-634e9a4d-811a-4e14-a412-f65bf56d6131 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2487381 Jul 05 17:56:54.482876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Request body: {'port': {'device_id': 'fb0a09c8-845f-445b-b23d-c14fac0df271', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '6d7ab2c53e554c49b66a8e3ca3c96c6f'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:54.501593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-3788a02b-0c42-4f41-9029-004ad8d8d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:54.503125 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-3788a02b-0c42-4f41-9029-004ad8d8d120 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3 HTTP/1.1" status: 200 len: 1096 time: 0.1130085 Jul 05 17:56:54.503273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-70416446-3494-4e43-97be-2da0c2b4ff91 service neutron] 10.222.0.30 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914648 Jul 05 17:56:54.527380 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:54.653430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-b90b2206-9a19-4f80-b91f-a7afedb01525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:54.655080 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-b90b2206-9a19-4f80-b91f-a7afedb01525 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1096 time: 0.0917156 Jul 05 17:56:54.753052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-479eeb62-91d9-4732-9d3f-210c4a4ffe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:54.754538 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-479eeb62-91d9-4732-9d3f-210c4a4ffe70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.0872319 Jul 05 17:56:54.767241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 45213684-33c5-4ffd-afaa-c3ee84085d81 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:54.786679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 45213684-33c5-4ffd-afaa-c3ee84085d81 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:56:54.793538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 45213684-33c5-4ffd-afaa-c3ee84085d81 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:56:54.793538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device d55d8d36-3ec9-4db7-9794-ce65934056a1 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:54.815346 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-26aab196-b39b-4975-b561-0c2a4a0cc2cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1 HTTP/1.1" status: 200 len: 217 time: 0.0424156 Jul 05 17:56:54.815903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Made reservation on behalf of 6d7ab2c53e554c49b66a8e3ca3c96c6f for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:54.821279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:54.851841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device d55d8d36-3ec9-4db7-9794-ce65934056a1 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:56:54.904286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-c2ae8062-4aa9-4185-b4ed-9b6d3c3e6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:54.906303 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-c2ae8062-4aa9-4185-b4ed-9b6d3c3e6883 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0735805 Jul 05 17:56:54.907966 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a5b1a9-64a3-4416-af8e-2c97c3e3ee1f x-openstack-request-id: req-44a5b1a9-64a3-4416-af8e-2c97c3e3ee1f {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:54.911937 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977dbdb-9631-4194-aa25-eaaeea43cb65", "name": "network-vif-plugged", "status": "completed", "tag": "745ce313-4473-459d-926c-4c95dc29535c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:54.911937 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44a5b1a9-64a3-4416-af8e-2c97c3e3ee1f {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:54.911937 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977dbdb-9631-4194-aa25-eaaeea43cb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745ce313-4473-459d-926c-4c95dc29535c', 'code': 200} Jul 05 17:56:54.991112 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-d561ce73-a959-4bdc-889b-e128a35e87e7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402119 Jul 05 17:56:55.059163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b6d880d3-eaec-4d32-8277-5944949571e5 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:56:55.143844 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97480d82-c024-46b5-bfa2-e9e4b1db2aed req-d937b573-2f2c-445d-8727-59242b6e3970 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 210 time: 0.1017985 Jul 05 17:56:55.148157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Allocated IP 192.168.233.73 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/fccef65b-9490-495f-bdfa-2836c2f16ce9) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:55.162446 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:55.188389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433805c7-a928-4733-80d8-a47cb1af1d79 req-1e9c7768-88b8-483a-b0cf-43f1eda6706c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:55.190442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-433805c7-a928-4733-80d8-a47cb1af1d79 req-1e9c7768-88b8-483a-b0cf-43f1eda6706c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 946 time: 0.1610963 Jul 05 17:56:55.195865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d6bdb-60bb-4921-8a9e-7676892f63d1 req-acc2cb4f-13fd-4e18-8e1b-ce18a1be3820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:55.200093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-078d6bdb-60bb-4921-8a9e-7676892f63d1 req-acc2cb4f-13fd-4e18-8e1b-ce18a1be3820 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 1101 time: 0.1564970 Jul 05 17:56:55.208083 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-54dbab6e-1382-4d78-8772-462a1d1f85e3 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853473 Jul 05 17:56:55.222404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b6d880d3-eaec-4d32-8277-5944949571e5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:55.254342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-433805c7-a928-4733-80d8-a47cb1af1d79 req-630a1c79-ce7e-46f7-bf14-862e2ff0d6b4 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511284 Jul 05 17:56:55.261704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-078d6bdb-60bb-4921-8a9e-7676892f63d1 req-beb5c948-5162-45a0-80d7-a6bef556a9e5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503585 Jul 05 17:56:55.319622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:55.402861 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-76413c4f-69fc-4634-b322-d31c8a48026b service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831918 Jul 05 17:56:55.407648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=b6d880d3-eaec-4d32-8277-5944949571e5,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:55.454173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:55.465723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b468837-9ad4-40e3-be1d-cdf0a9b2d20c req-97085dc8-7a44-49ea-8a7d-54ec59f4a457 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 210 time: 0.0335176 Jul 05 17:56:55.472605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Transition to ACTIVE for port object fccef65b-9490-495f-bdfa-2836c2f16ce9 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:55.499171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eec58a-5ef2-4009-ac02-dba7a19869e5 req-b19d274b-7670-49af-b3de-79842cbd5d52 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:55.500710 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15eec58a-5ef2-4009-ac02-dba7a19869e5 req-b19d274b-7670-49af-b3de-79842cbd5d52 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 950 time: 0.1268191 Jul 05 17:56:55.548018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15eec58a-5ef2-4009-ac02-dba7a19869e5 req-80e84b92-8e83-4cc0-a806-11814141409a tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374792 Jul 05 17:56:55.591268 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:55.608291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7', '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'ca88088d-beef-47da-87db-66172eb68c70', '0981e674-7301-4920-b763-9b8bcaf40eb0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:55.639983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:55.644484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:55.647183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:55.691651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event updated for resources: {'Port': ['ID=fccef65b-9490-495f-bdfa-2836c2f16ce9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:55.697850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a386a-862e-45ab-90d3-388871129f03 req-102684e7-bf40-4fde-b15c-79cfdc6aa77b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:55.711847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf1a386a-862e-45ab-90d3-388871129f03 req-102684e7-bf40-4fde-b15c-79cfdc6aa77b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 945 time: 0.0851665 Jul 05 17:56:55.746124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:55.749480 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:55.782441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf1a386a-862e-45ab-90d3-388871129f03 req-03c832ca-4583-466f-8fab-91e996c5e7f8 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695932 Jul 05 17:56:55.863146 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a90f64fb-f887-4056-896a-4f78c7a86f5c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3853745 Jul 05 17:56:55.904384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c', 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:55.927829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Request body: {'port': {'device_id': 'fb0a09c8-845f-445b-b23d-c14fac0df271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:55.985441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b669f8c-880b-4a5b-b488-3d6f63e1b38f req-808c12dd-e017-4dda-acc1-d99aea547ecc tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:55.986758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b669f8c-880b-4a5b-b488-3d6f63e1b38f req-808c12dd-e017-4dda-acc1-d99aea547ecc tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 945 time: 0.1063302 Jul 05 17:56:55.987296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46430) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:56.042468 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.078168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b669f8c-880b-4a5b-b488-3d6f63e1b38f req-0b1f33ad-1fa6-4530-a186-f6e9dfc36666 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835876 Jul 05 17:56:56.100381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5ff49278-b4dd-42c9-9dad-8babeb28805c None None] Provisioning for port fccef65b-9490-495f-bdfa-2836c2f16ce9 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:56:56.100600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d42727-6df4-48c1-bed4-fa9260891af8 admin admin] Deleting subnet 076469d1-721b-4120-aa3d-1b6d10e480ec {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:56:56.102820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79d42727-6df4-48c1-bed4-fa9260891af8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.130358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5ff49278-b4dd-42c9-9dad-8babeb28805c None None] Provisioning complete for port fccef65b-9490-495f-bdfa-2836c2f16ce9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:56:56.131029 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ff49278-b4dd-42c9-9dad-8babeb28805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.150977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79d42727-6df4-48c1-bed4-fa9260891af8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.158128 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79d42727-6df4-48c1-bed4-fa9260891af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.201423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5ff49278-b4dd-42c9-9dad-8babeb28805c None None] Port fccef65b-9490-495f-bdfa-2836c2f16ce9 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:56:56.307181 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79d42727-6df4-48c1-bed4-fa9260891af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.319795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f129dc-8046-4031-806c-5033e35664d7 req-a49b5e31-9aa2-4cea-81e4-610cbb248137 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:56.321329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-a49b5e31-9aa2-4cea-81e4-610cbb248137 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.1361706 Jul 05 17:56:56.338474 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.347703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d42727-6df4-48c1-bed4-fa9260891af8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=076469d1-721b-4120-aa3d-1b6d10e480ec,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:56.365737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79d42727-6df4-48c1-bed4-fa9260891af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.370947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-79d42727-6df4-48c1-bed4-fa9260891af8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/076469d1-721b-4120-aa3d-1b6d10e480ec HTTP/1.1" status: 204 len: 168 time: 0.3826139 Jul 05 17:56:56.371855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46438) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:56.447328 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fccef65b-9490-495f-bdfa-2836c2f16ce9 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:56.457279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.471714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.502045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Transition to ACTIVE for port object fccef65b-9490-495f-bdfa-2836c2f16ce9 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:56:56.612461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.634523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ed0a1-cc05-4c8e-bf3f-7555c473deb3 req-634090fb-0864-459d-986f-b0869a5512bc tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:56.636271 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d27ed0a1-cc05-4c8e-bf3f-7555c473deb3 req-634090fb-0864-459d-986f-b0869a5512bc tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 935 time: 0.2817616 Jul 05 17:56:56.647154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.662945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a88fc7-3818-4953-806a-81e5128b9193 req-41c57b13-6373-4bb5-ad4f-39c4ac476e2c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:56.671309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41a88fc7-3818-4953-806a-81e5128b9193 req-41c57b13-6373-4bb5-ad4f-39c4ac476e2c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 946 time: 0.1956594 Jul 05 17:56:56.673537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Pushing event updated for resources: {'Port': ['ID=fccef65b-9490-495f-bdfa-2836c2f16ce9,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:56.706516 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.707103 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.708115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.708768 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > port after_create 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.709521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.709853 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > port after_update 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.710175 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.710496 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.710844 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.711162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.737658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-25f129dc-8046-4031-806c-5033e35664d7 req-722ed016-4cda-4c62-b09f-9b5384101299 service neutron] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:56.744348 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-25f129dc-8046-4031-806c-5033e35664d7 req-722ed016-4cda-4c62-b09f-9b5384101299 service neutron] Notify callbacks [] for binding, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.745628 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25f129dc-8046-4031-806c-5033e35664d7 req-722ed016-4cda-4c62-b09f-9b5384101299 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d55d8d36-3ec9-4db7-9794-ce65934056a1/bindings/n-h1-799524-1 HTTP/1.1" status: 204 len: 173 time: 0.2811780 Jul 05 17:56:56.766593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Attempting to bind port fccef65b-9490-495f-bdfa-2836c2f16ce9 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:56:56.766593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Attempting to bind port fccef65b-9490-495f-bdfa-2836c2f16ce9 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:56:56.766915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Attempting to bind port fccef65b-9490-495f-bdfa-2836c2f16ce9 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:56.772588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Port fccef65b-9490-495f-bdfa-2836c2f16ce9 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:56:56.772907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Attempting to bind port fccef65b-9490-495f-bdfa-2836c2f16ce9 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:56:56.778632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:56:56.779126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:56:56.779521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:56:56.780235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Bound port: fccef65b-9490-495f-bdfa-2836c2f16ce9, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:56:56.780675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.787397 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.794918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.794918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.794918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100997) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 17:56:56.794918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a99d150-26c4-44e1-9752-2a35e4fd245c']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:56.820799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3acfe36-a024-4477-8df1-bf833f928504') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:56.821089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3acfe36-a024-4477-8df1-bf833f928504') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:56:56.871852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.889685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41a88fc7-3818-4953-806a-81e5128b9193 req-ac97c566-f793-47f6-bc1b-23738e9e12a1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173600 Jul 05 17:56:56.890029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] For port fccef65b-9490-495f-bdfa-2836c2f16ce9, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:56:56.893761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] For port fccef65b-9490-495f-bdfa-2836c2f16ce9, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fccef65b-9490-495f-bdfa-2836c2f16ce9,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:56:56.901672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d27ed0a1-cc05-4c8e-bf3f-7555c473deb3 req-68105150-2ff7-41ba-843e-df29e0ec51c9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149644 Jul 05 17:56:56.910387 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.911054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:56.920444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:56:56.920875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: timer() Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:56:56.925431 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:56:56.937376 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d03d635-4da7-4378-902c-ea285a3f263a" -d '{"events": [{"server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:56.985975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:57.055528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9caa9b6-259f-4f6e-88e0-78cf9c515df4 req-e21d481d-447b-4933-93e6-4375f83a3dce tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 210 time: 0.0354948 Jul 05 17:56:57.071895 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:57.086863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:57.090229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Pushing event updated for resources: {'Port': ['ID=fccef65b-9490-495f-bdfa-2836c2f16ce9,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:57.093614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6a99d150-26c4-44e1-9752-2a35e4fd245c HTTP/1.1" status: 204 len: 168 time: 0.7186739 Jul 05 17:56:57.107562 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a745ff-82bb-4df8-82f2-8469b42d71c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a99d150-26c4-44e1-9752-2a35e4fd245c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:57.116971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:57.117615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:57.124335 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a35d187c-6373-41f9-9a21-c311eeecc266 service neutron] 10.222.0.39 "PUT /v2.0/ports/fccef65b-9490-495f-bdfa-2836c2f16ce9 HTTP/1.1" status: 200 len: 1095 time: 1.1977248 Jul 05 17:56:57.124335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0a09c8-845f-445b-b23d-c14fac0df271', 'tag': 'fccef65b-9490-495f-bdfa-2836c2f16ce9'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:56:57.139960 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0a09c8-845f-445b-b23d-c14fac0df271", "tag": "fccef65b-9490-495f-bdfa-2836c2f16ce9"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:56:57.270593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3ea6b-ff56-44b5-9bff-affc16b792d2 req-3b04ae69-bc13-458f-914b-0428a7b3e0a3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:57.271971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33f3ea6b-ff56-44b5-9bff-affc16b792d2 req-3b04ae69-bc13-458f-914b-0428a7b3e0a3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 950 time: 0.1259263 Jul 05 17:56:57.304509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8aa76f-29c4-4973-b1ed-3eff48230208 req-ebf4b234-f64c-45e7-be4a-e0a9f662a657 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:57.306044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a8aa76f-29c4-4973-b1ed-3eff48230208 req-ebf4b234-f64c-45e7-be4a-e0a9f662a657 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 945 time: 0.1268065 Jul 05 17:56:57.336214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33f3ea6b-ff56-44b5-9bff-affc16b792d2 req-4538cc2d-7cbb-41d8-b329-4c3458d44af1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Jul 05 17:56:57.366953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-786feca7-8d2d-4d92-9855-726f324bddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:57.368471 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-786feca7-8d2d-4d92-9855-726f324bddd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 1098 time: 0.0666225 Jul 05 17:56:57.378389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a8aa76f-29c4-4973-b1ed-3eff48230208 req-57dd580a-7da6-4228-90dd-a08f75b1bdd0 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624487 Jul 05 17:56:57.391414 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4f0ef9-a873-4b12-ade4-066ee3fe98af x-openstack-request-id: req-be4f0ef9-a873-4b12-ade4-066ee3fe98af {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:57.391902 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "name": "network-vif-unplugged", "status": "completed", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:57.392014 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be4f0ef9-a873-4b12-ade4-066ee3fe98af {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:57.393075 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5', 'code': 200} Jul 05 17:56:57.427817 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-6a1bd684-78dc-4745-a1d0-356f3a05ec7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=fccef65b-9490-495f-bdfa-2836c2f16ce9 HTTP/1.1" status: 200 len: 217 time: 0.0383840 Jul 05 17:56:57.432210 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6a4ee7-e551-4b2b-9d7c-82d56d4c433c x-openstack-request-id: req-ae6a4ee7-e551-4b2b-9d7c-82d56d4c433c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:56:57.432548 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0a09c8-845f-445b-b23d-c14fac0df271", "tag": "fccef65b-9490-495f-bdfa-2836c2f16ce9", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:56:57.432828 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae6a4ee7-e551-4b2b-9d7c-82d56d4c433c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:56:57.433224 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0a09c8-845f-445b-b23d-c14fac0df271', 'tag': 'fccef65b-9490-495f-bdfa-2836c2f16ce9', 'status': 'completed', 'code': 200} Jul 05 17:56:57.576023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46466) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:57.617471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-e438ce70-dd01-4803-bf88-aaace0575f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:57.618975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-e438ce70-dd01-4803-bf88-aaace0575f9d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1590719 Jul 05 17:56:57.625733 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bf142536-4b01-461d-aaf6-3a9bfda57c3b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dac34b1a9c5b46d7af4c7970dacd9234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0485930 Jul 05 17:56:57.628311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46468) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:57.629372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f43c9-e742-4e4e-a533-49c19313fe42 req-c4c6420c-8889-42c3-8bb4-17f8a963dc8f tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:57.630879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-595f43c9-e742-4e4e-a533-49c19313fe42 req-c4c6420c-8889-42c3-8bb4-17f8a963dc8f tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1096 time: 0.0621819 Jul 05 17:56:57.718123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aa733d2-8c9f-474d-9e0d-fffa6f460c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:57.742366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a1bb2eb7-c922-4936-af89-7b5c8fed025e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:57.744472 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-a1bb2eb7-c922-4936-af89-7b5c8fed025e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086071 Jul 05 17:56:57.755244 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aa733d2-8c9f-474d-9e0d-fffa6f460c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:57.876799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-42c39529-9a9e-4ea0-9eb9-13669788250c service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121035 Jul 05 17:56:57.982279 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-490f4575-3087-4bd6-9e0a-b7ebaba6c434 req-b29cf5d1-1aa8-41c0-b3a2-2c88e7499501 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913210 Jul 05 17:56:57.987622 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aa733d2-8c9f-474d-9e0d-fffa6f460c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:57.991371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aa733d2-8c9f-474d-9e0d-fffa6f460c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:57.995374 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5aa733d2-8c9f-474d-9e0d-fffa6f460c56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd734ec3-9783-40a4-b219-e9a0ed01c993 HTTP/1.1" status: 204 len: 168 time: 0.3634930 Jul 05 17:56:58.001050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-595f43c9-e742-4e4e-a533-49c19313fe42 req-3960e5e0-c1c1-4844-b47b-ade9cfd49349 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566031 Jul 05 17:56:58.014161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa733d2-8c9f-474d-9e0d-fffa6f460c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd734ec3-9783-40a4-b219-e9a0ed01c993,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:58.065031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-b1245bb8-a7b8-49f9-85ab-f7f271b22291 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:58.066673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-b1245bb8-a7b8-49f9-85ab-f7f271b22291 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.97 "GET /v2.0/networks?id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 200 len: 821 time: 0.4148588 Jul 05 17:56:58.083781 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Request body: {'port': {'device_id': '03763662-7185-42ce-a5bd-52297f2c5e22', 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f', 'admin_state_up': True, 'tenant_id': 'f3695ac5f47147d59018143acfdaa0c9'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:58.214824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-a9cdd4e6-d396-4c7c-8de3-1dfff35f3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:58.216878 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-a9cdd4e6-d396-4c7c-8de3-1dfff35f3657 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 1098 time: 0.0749741 Jul 05 17:56:58.253886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34388fcb-e668-4206-a7cc-59a0376aa419 req-1234a6b1-3aac-4553-8bce-139d08453dbc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:58.255520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34388fcb-e668-4206-a7cc-59a0376aa419 req-1234a6b1-3aac-4553-8bce-139d08453dbc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 946 time: 0.1872592 Jul 05 17:56:58.323974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-a9eeabae-bf4b-4092-8eac-b8122a37390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:58.326446 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-a9eeabae-bf4b-4092-8eac-b8122a37390f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.0935717 Jul 05 17:56:58.343963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34388fcb-e668-4206-a7cc-59a0376aa419 req-dcb41f9e-14ba-4332-ab24-d736e1043a5c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811830 Jul 05 17:56:58.372312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddda1ba-dd30-41aa-b758-0b1727faa23e req-917d758f-a473-4c29-aa09-294cc3b1ec09 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:58.373971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ddda1ba-dd30-41aa-b758-0b1727faa23e req-917d758f-a473-4c29-aa09-294cc3b1ec09 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 947 time: 0.1153233 Jul 05 17:56:58.395391 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-5afeaf41-4918-457c-a432-60fe1b17c4cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=fccef65b-9490-495f-bdfa-2836c2f16ce9 HTTP/1.1" status: 200 len: 217 time: 0.0478127 Jul 05 17:56:58.415987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Made reservation on behalf of f3695ac5f47147d59018143acfdaa0c9 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:58.424203 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:58.469258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ddda1ba-dd30-41aa-b758-0b1727faa23e req-6232bfa2-7fcc-485e-b0f0-b3a2c2c2fee7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859182 Jul 05 17:56:58.506181 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-ccf5e794-fbf9-4320-a94b-e095a1e5b0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:58.513039 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-ccf5e794-fbf9-4320-a94b-e095a1e5b0b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1001751 Jul 05 17:56:58.633555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Allocated IP 172.20.0.7 (0e1c98d2-bb82-4222-939a-3f3fce2a5a2f/73453663-7367-4635-bc52-29d026602496/111b2351-726b-49a3-9ee7-d2c900516a7d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:56:58.634531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-1b045293-e136-4bae-9e66-8b816c055357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:58.636374 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-1b045293-e136-4bae-9e66-8b816c055357 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1072009 Jul 05 17:56:58.685887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e139fb4-3d62-4f19-8e7b-d160fbce5930 req-f46cc412-c915-4c67-958e-2091c5eaba09 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 210 time: 0.0449922 Jul 05 17:56:58.798731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:56:58.918776 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:59.036709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:59.065351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'mac_address': 'fa:16:3e:fa:3a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:56:59.103143 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-dff57586-1c4e-4d1a-9fd8-54c0282e2eb5 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535103 Jul 05 17:56:59.128761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-15d0a730-6847-4fd4-9ecb-f7986524c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:59.130534 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-15d0a730-6847-4fd4-9ecb-f7986524c491 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1097 time: 0.1447761 Jul 05 17:56:59.138366 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:59.156945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0401f790-a7ea-4b34-ae1c-7b23e8051ffc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:56:59.159276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-4f71cfce-5ade-4b1c-a001-d3ef64c4a33e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:59.163763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-4f71cfce-5ade-4b1c-a001-d3ef64c4a33e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 820 time: 0.3629723 Jul 05 17:56:59.174551 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:59.211733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:56:59.232800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-7ad90b0f-2ec1-4b73-8e37-b5333b853e82 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/quotas/f055ad217b564e3689ff3d0c4fc8a0a3 HTTP/1.1" status: 200 len: 375 time: 0.0595932 Jul 05 17:56:59.273026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:56:59.290483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:56:59.293943 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:59.314022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:56:59.319248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event updated for resources: {'Port': ['ID=111b2351-726b-49a3-9ee7-d2c900516a7d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:59.325321 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7fa1c7f2-eac9-4707-9c87-bf247118ad9e req-0151fd3e-b905-433d-be1e-ae35c59759c1 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094529 Jul 05 17:56:59.344114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-d80e9127-ea22-453b-8a7d-c771c5166aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:59.345632 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-d80e9127-ea22-453b-8a7d-c771c5166aee service neutron] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1585634 Jul 05 17:56:59.380152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:56:59.389721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:59.390370 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:59.414243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c51db-0bc7-4b0f-be1d-cbb31763ded3 req-2f1bb34c-7093-4e09-84c8-0f3da1db9f5d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:59.415943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c8c51db-0bc7-4b0f-be1d-cbb31763ded3 req-2f1bb34c-7093-4e09-84c8-0f3da1db9f5d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 950 time: 0.2198513 Jul 05 17:56:59.422501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0401f790-a7ea-4b34-ae1c-7b23e8051ffc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:56:59.428279 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-fdb74dd0-5aee-4231-a9a8-ecd65d044a5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d HTTP/1.1" status: 200 len: 217 time: 0.0668094 Jul 05 17:56:59.439731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-36c8df99-21a7-4cf5-99a4-03cf49bb72b1 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808512 Jul 05 17:56:59.452446 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:59.495623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-ae51caef-5de9-4c33-af10-c21390516df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:56:59.498392 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-ae51caef-5de9-4c33-af10-c21390516df1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0487680 Jul 05 17:56:59.527764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c8c51db-0bc7-4b0f-be1d-cbb31763ded3 req-601cf71a-658a-4265-ae59-66efb5b89186 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039829 Jul 05 17:56:59.528394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46540) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:56:59.566026 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-bd1bf4a9-e769-47e5-8567-561c6ada5513 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4874122 Jul 05 17:56:59.583697 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-1349df9d-8743-4cf1-b22b-86de9f5055db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642262 Jul 05 17:56:59.596188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Request body: {'port': {'device_id': '03763662-7185-42ce-a5bd-52297f2c5e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:59.635718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-9be39986-3750-4a2d-97d1-a81002ef165e service neutron] 10.222.0.30 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873190 Jul 05 17:56:59.714111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1803800321-network', 'tenant_id': '9506b6394c38488e8e6bd45303237075'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:56:59.720245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-1ee34281-773a-45c5-903f-d56eba7b1fce service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224689 Jul 05 17:56:59.829439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:59.833181 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-c4c0964b-841d-4cca-8e1c-8c6d9a2a5aef service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909891 Jul 05 17:56:59.833580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-4b03d6d7-4a61-4f1f-aa60-1efa417207cb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1382330559&fields=id&tenant_id=7948372b992846c9a77b849f9de5dda2 HTTP/1.1" status: 200 len: 267 time: 0.1296451 Jul 05 17:56:59.865697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-31db1f96-53c4-4556-ac5d-6c7ef5c95ec0 service neutron] 10.222.0.30 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290275 Jul 05 17:56:59.912252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Made reservation on behalf of 9506b6394c38488e8e6bd45303237075 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:56:59.914873 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:56:59.954495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.107274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-ede1c9af-07a1-407a-ab44-1ebc75a97b83 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:00.109198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-ede1c9af-07a1-407a-ab44-1ebc75a97b83 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/networks?id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 200 len: 824 time: 0.2672026 Jul 05 17:57:00.117744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-0ad6c289-ee40-4078-bd09-84d3f1db8d2f tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:00.120203 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-0ad6c289-ee40-4078-bd09-84d3f1db8d2f tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1097 time: 0.0712771 Jul 05 17:57:00.143370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-1'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:00.222404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-6a4ae24a-57a8-43cd-9825-057a5b1dbd77 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/quotas/7948372b992846c9a77b849f9de5dda2 HTTP/1.1" status: 200 len: 375 time: 0.1041584 Jul 05 17:57:00.240441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.451914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:00.481116 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.501322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:00.532208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bbd73f-d490-4af8-af51-a4938369e67e req-fde4e23d-509d-4c41-a913-1380d128ea20 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:00.533568 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50bbd73f-d490-4af8-af51-a4938369e67e req-fde4e23d-509d-4c41-a913-1380d128ea20 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 946 time: 0.3058546 Jul 05 17:57:00.562239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b3675da2-2ad5-42fa-bc24-563a6af743cf tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3179381 Jul 05 17:57:00.564272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 111b2351-726b-49a3-9ee7-d2c900516a7d {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:00.564464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:00.567269 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-781f7ec2-81db-4353-9e5a-34f3058a60c6" -d '{"events": [{"server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "name": "network-vif-unplugged", "status": "completed", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:00.571484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.576600 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.610253 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.674472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Transition to ACTIVE for port object 111b2351-726b-49a3-9ee7-d2c900516a7d will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:00.682425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:57:00.717653 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.721720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50bbd73f-d490-4af8-af51-a4938369e67e req-4ba67bce-0023-4248-b21f-186920af9e1c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508710 Jul 05 17:57:00.727207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25021910-bd8c-439b-b869-0b9c91065ace,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:00.729447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.729858 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Added segment 3cdc017c-ff07-4f31-baee-d15fb0f4f052 of type vlan for network 7578a98e-a839-4ba9-9f54-4a90f1a1e087 Jul 05 17:57:00.783147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-798daa0f-be6c-4c28-bc78-95b63bc16977 service neutron] 10.222.0.30 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056947 Jul 05 17:57:00.783147 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.794387 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.801783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:00.910752 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:00.911129 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.951397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d on host n-h1-799524-1 for vnic_type normal with profile {"migrating_to": "n-h2-799524-1"} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:00.952111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:00.952111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:00.956250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Pushing event updated for resources: {'Port': ['ID=e956436e-9b7d-4abb-af4c-c37765d6ad4d,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:00.969162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Port e956436e-9b7d-4abb-af4c-c37765d6ad4d on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:00.969491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Attempting to bind port e956436e-9b7d-4abb-af4c-c37765d6ad4d on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:00.985570 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:00.985917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:00.986310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:00.989444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Bound port: e956436e-9b7d-4abb-af4c-c37765d6ad4d, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:00.989444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:00.995026 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.resource_extend [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 17:57:01.025785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Pushing event updated for resources: {'Port': ['ID=111b2351-726b-49a3-9ee7-d2c900516a7d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:01.087092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device fccef65b-9490-495f-bdfa-2836c2f16ce9 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:01.107260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:01.110315 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.113484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:01.163120 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.164521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:01.165333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.184882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:01.187177 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21bde11-b671-4b91-a647-1ef9a975e422" -d '{"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-plugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:01.208563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:01.220965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.250213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-c758c956-d7ba-4024-9b42-d70be34b6d22 service neutron] 10.222.0.30 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4520466 Jul 05 17:57:01.269668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port fccef65b-9490-495f-bdfa-2836c2f16ce9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fccef65b-9490-495f-bdfa-2836c2f16ce9,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:01.292521 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.305215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] Pushing event updated for resources: {'Network': ['ID=7578a98e-a839-4ba9-9f54-4a90f1a1e087,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:01.341118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Attempting to bind port 111b2351-726b-49a3-9ee7-d2c900516a7d on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:01.341516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Attempting to bind port 111b2351-726b-49a3-9ee7-d2c900516a7d by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:01.341947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Attempting to bind port 111b2351-726b-49a3-9ee7-d2c900516a7d on network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:01.343932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'fccef65b-9490-495f-bdfa-2836c2f16ce9', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'fccef65b-9490-495f-bdfa-2836c2f16ce9', 'mac_address': 'fa:16:3e:2a:b6:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:01.352127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 7578a98e-a839-4ba9-9f54-4a90f1a1e087 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:57:01.364000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Port 111b2351-726b-49a3-9ee7-d2c900516a7d on network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:01.368258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:01.368897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Attempting to bind port 111b2351-726b-49a3-9ee7-d2c900516a7d on network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:01.369358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.372557 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] 10.222.0.39 "PUT /v2.0/ports/e956436e-9b7d-4abb-af4c-c37765d6ad4d HTTP/1.1" status: 200 len: 1122 time: 1.2344453 Jul 05 17:57:01.383587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46592) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:01.384436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-df6cd683-bf8d-47f7-a225-29d274d944d6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8530202 Jul 05 17:57:01.394067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:01.397785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Request body: {'subnet': {'network_id': '7578a98e-a839-4ba9-9f54-4a90f1a1e087', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1803800321-subnet', 'tenant_id': '9506b6394c38488e8e6bd45303237075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:01.398503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Checking segment: {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:01.399164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Bound using segment: {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:01.399850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Bound port: 111b2351-726b-49a3-9ee7-d2c900516a7d, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:01.400446 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.409793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350a41e-019c-46d1-a5c8-b8714b661938 req-ec46879e-2178-422f-9ca7-49a5d1fc7ce1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:01.432428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e350a41e-019c-46d1-a5c8-b8714b661938 req-ec46879e-2178-422f-9ca7-49a5d1fc7ce1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 947 time: 0.3784361 Jul 05 17:57:01.443046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e4a8e-0c5a-4a43-8580-73192d9af629 service neutron] Pushing event updated for resources: {'Port': ['ID=e956436e-9b7d-4abb-af4c-c37765d6ad4d,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:01.502656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e350a41e-019c-46d1-a5c8-b8714b661938 req-3e424ad5-2331-4209-be34-64ce812ec838 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686607 Jul 05 17:57:01.511358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=10']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:01.526781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.537641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] For port 111b2351-726b-49a3-9ee7-d2c900516a7d, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:01.541333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] For port 111b2351-726b-49a3-9ee7-d2c900516a7d, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=111b2351-726b-49a3-9ee7-d2c900516a7d,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:01.544089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fccef65b-9490-495f-bdfa-2836c2f16ce9 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:01.552989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['e956436e-9b7d-4abb-af4c-c37765d6ad4d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:01.576658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Made reservation on behalf of 9506b6394c38488e8e6bd45303237075 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:01.579173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.649118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port fccef65b-9490-495f-bdfa-2836c2f16ce9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fccef65b-9490-495f-bdfa-2836c2f16ce9,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:01.665419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.741451 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.860719 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=fccef65b-9490-495f-bdfa-2836c2f16ce9,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:01.984268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:01.985176 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:01.986832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] 10.222.0.97 "PUT /v2.0/ports/111b2351-726b-49a3-9ee7-d2c900516a7d HTTP/1.1" status: 200 len: 1091 time: 2.4073474 Jul 05 17:57:01.988566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a73a99-5b49-41f6-8900-7265f007a573 service neutron] Pushing event updated for resources: {'Port': ['ID=111b2351-726b-49a3-9ee7-d2c900516a7d,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:01.991087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03763662-7185-42ce-a5bd-52297f2c5e22', 'tag': '111b2351-726b-49a3-9ee7-d2c900516a7d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:01.993636 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3639362f-681d-4f4d-942b-8a169f31784c" -d '{"events": [{"name": "network-changed", "server_uuid": "03763662-7185-42ce-a5bd-52297f2c5e22", "tag": "111b2351-726b-49a3-9ee7-d2c900516a7d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:02.039632 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:02.057752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c2bee-6936-416f-b6cc-851520323b78 req-2386f010-368a-405a-9368-dbd6595727d8 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:02.065491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-770c2bee-6936-416f-b6cc-851520323b78 req-2386f010-368a-405a-9368-dbd6595727d8 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.2378056 Jul 05 17:57:02.103625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae50c0-f1d3-46ff-8a7f-aa2273a71b21 req-4019980f-0599-484f-8818-8ece8fc874ac tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:02.111453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bcae50c0-f1d3-46ff-8a7f-aa2273a71b21 req-4019980f-0599-484f-8818-8ece8fc874ac tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 943 time: 0.2371776 Jul 05 17:57:02.143482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b429a99b-6859-4186-9094-42977905e694 req-0db0cd3b-1c5f-44fd-88fc-060351815cdc tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:02.144997 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b429a99b-6859-4186-9094-42977905e694 req-0db0cd3b-1c5f-44fd-88fc-060351815cdc tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.39 "GET /v2.0/ports?device_id=4960886c-ba21-4665-bcd7-506309f12b1c HTTP/1.1" status: 200 len: 945 time: 0.1809011 Jul 05 17:57:02.181555 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f70871e1-c2c2-457a-a940-1bce386d3b68,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:02.202919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-770c2bee-6936-416f-b6cc-851520323b78 req-82e06209-3375-4245-b1a2-562ba42b0cd6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363904 Jul 05 17:57:02.229438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Checking segment: {'id': '3cdc017c-ff07-4f31-baee-d15fb0f4f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7578a98e-a839-4ba9-9f54-4a90f1a1e087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:02.229957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Network hostable DHCP agents. Network: 7578a98e-a839-4ba9-9f54-4a90f1a1e087, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:57:02.266146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bcae50c0-f1d3-46ff-8a7f-aa2273a71b21 req-afc204fc-82bb-4fa1-997a-298faacab51a tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528993 Jul 05 17:57:02.340740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-45541132-a2d6-464c-9ca0-73de3fe57a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:02.348381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-45541132-a2d6-464c-9ca0-73de3fe57a83 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f3695ac5f47147d59018143acfdaa0c9&device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 1094 time: 0.2322917 Jul 05 17:57:02.353589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['fccef65b-9490-495f-bdfa-2836c2f16ce9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:02.413160 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b069753e-c1be-4642-9ef3-8366eb2ea7ba x-openstack-request-id: req-b069753e-c1be-4642-9ef3-8366eb2ea7ba {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:02.413669 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "name": "network-vif-unplugged", "status": "completed", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:02.414279 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b069753e-c1be-4642-9ef3-8366eb2ea7ba {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:02.414889 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d', 'code': 200} Jul 05 17:57:02.476616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-00a67da1-8d93-4ea5-8187-c94d1b566de4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=111b2351-726b-49a3-9ee7-d2c900516a7d HTTP/1.1" status: 200 len: 217 time: 0.1115003 Jul 05 17:57:02.484941 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578004a0-4c2e-48d9-b8d2-2d2ed197451f x-openstack-request-id: req-578004a0-4c2e-48d9-b8d2-2d2ed197451f {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:02.485462 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-plugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:02.485905 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-578004a0-4c2e-48d9-b8d2-2d2ed197451f {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:02.486508 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'code': 200} Jul 05 17:57:02.498701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Deleting port f81dfb91-62c2-440e-a252-a12e09a92e9c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:02.501234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:02.516886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9bd04f17-6fc1-4568-8053-a7604f68d916 req-2ff86009-2263-4f8c-8ee7-e7fd3cdf4e2f tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 210 time: 0.0388432 Jul 05 17:57:02.529462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Network 7578a98e-a839-4ba9-9f54-4a90f1a1e087 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:57:02.576400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-5f26331a-499c-4561-8d18-42979ec33654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:02.578092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-5f26331a-499c-4561-8d18-42979ec33654 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=73453663-7367-4635-bc52-29d026602496 HTTP/1.1" status: 200 len: 861 time: 0.0597439 Jul 05 17:57:02.669460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] For port f81dfb91-62c2-440e-a252-a12e09a92e9c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=f81dfb91-62c2-440e-a252-a12e09a92e9c,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:02.670208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:02.680317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-dcc2cb46-66da-477c-a607-2e8a53da4e8b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862472 Jul 05 17:57:02.718796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3365b721-5bb9-4f4b-8e5d-b3107cd75751 req-5393fa39-397b-49bd-9bfd-2c8e0d41967f tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 210 time: 0.0373530 Jul 05 17:57:02.790227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 7578a98e-a839-4ba9-9f54-4a90f1a1e087) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:02.802356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098ee45-c668-49fb-82ce-4f9926e803a3 None None] Network 7578a98e-a839-4ba9-9f54-4a90f1a1e087 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:57:02.817308 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:02.818426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:02.960176 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87325353-1595-4837-8ba4-cd40d22f0d88 x-openstack-request-id: req-87325353-1595-4837-8ba4-cd40d22f0d88 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:02.960668 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03763662-7185-42ce-a5bd-52297f2c5e22", "tag": "111b2351-726b-49a3-9ee7-d2c900516a7d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:02.961132 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87325353-1595-4837-8ba4-cd40d22f0d88 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:02.961520 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03763662-7185-42ce-a5bd-52297f2c5e22', 'tag': '111b2351-726b-49a3-9ee7-d2c900516a7d', 'status': 'completed', 'code': 200} Jul 05 17:57:02.999620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-f7047061-5332-464c-a57d-e205a12bb0b3 service neutron] 10.222.0.97 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798545 Jul 05 17:57:03.013778 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6bc16631-045c-48c0-b314-ac7f08f271c7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6204028 Jul 05 17:57:03.069386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de35499-412d-4e02-81f3-1d8a3d830b7f None None] Network 7578a98e-a839-4ba9-9f54-4a90f1a1e087 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:57:03.081844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c7f417-a4e6-4977-bd72-79ce44690231 req-c635fbd4-d56e-4d7b-ae96-ec078cc12e43 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:03.090421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19c7f417-a4e6-4977-bd72-79ce44690231 req-c635fbd4-d56e-4d7b-ae96-ec078cc12e43 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 944 time: 0.2179942 Jul 05 17:57:03.178425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19c7f417-a4e6-4977-bd72-79ce44690231 req-db02d4bd-bd6e-4762-947b-34d8e77b10a1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864906 Jul 05 17:57:03.202051 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:03.202437 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:03.202783 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Floating IP af5b7a3d-f811-4314-ac26-b619c9be6fb9 disassociated. External IP: 172.25.3.112, port: f81dfb91-62c2-440e-a252-a12e09a92e9c. Jul 05 17:57:03.203652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Calling delete_port for f81dfb91-62c2-440e-a252-a12e09a92e9c owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:03.234921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-7db1ee19-150d-4d75-8036-ba9c1e15a3fd tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7df105638a204a249871eeee58f511dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0872226 Jul 05 17:57:03.245529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e956436e-9b7d-4abb-af4c-c37765d6ad4d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:03.379912 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8f1284-dd50-4cdc-a130-8176c5c9a8ab req-0ae7dd6e-4a4b-47bf-8cee-282f837fa92f service neutron] 10.222.0.97 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596141 Jul 05 17:57:03.480091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4287-0990-44e8-b429-86eb098dd3fa req-1334d9f6-01ee-4501-a962-10784142d1f0 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:03.487992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-1334d9f6-01ee-4501-a962-10784142d1f0 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2427559 Jul 05 17:57:03.490051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:03.505702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:03.510997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-a938491c-08f8-4123-8fe7-1033538a1ecf tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/quotas/7df105638a204a249871eeee58f511dc HTTP/1.1" status: 200 len: 375 time: 0.0220027 Jul 05 17:57:03.511994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e956436e-9b7d-4abb-af4c-c37765d6ad4d has no active binding in host n-h2-799524-1 {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 17:57:03.545047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event deleted for resources: {'Port': ['ID=f81dfb91-62c2-440e-a252-a12e09a92e9c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:03.555220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d41c0-9cd9-4407-bffa-74a5cd50e4cb req-cb17932f-11fe-4236-9b79-3d252c04203e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:03.557030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c53d41c0-9cd9-4407-bffa-74a5cd50e4cb req-cb17932f-11fe-4236-9b79-3d252c04203e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 948 time: 0.1594920 Jul 05 17:57:03.732173 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:57:03.932726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:57:03.953190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] Sync routers for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:57:03.970851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:57:03.979345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:56:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:04.047191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] No DVR routers for this DVR port f81dfb91-62c2-440e-a252-a12e09a92e9c on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:04.066776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:04.069464 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b429a99b-6859-4186-9094-42977905e694 req-75197146-0045-47f3-a792-0ffba8b7379a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.39 "DELETE /v2.0/ports/f81dfb91-62c2-440e-a252-a12e09a92e9c HTTP/1.1" status: 204 len: 173 time: 1.9086776 Jul 05 17:57:04.131749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c53d41c0-9cd9-4407-bffa-74a5cd50e4cb req-6f173334-fb7e-4fc3-ade6-d7470748fbbc tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5675855 Jul 05 17:57:04.150177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:57:04.238514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-6e478903-f11a-4b0a-be59-d8511aade2ee tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7df105638a204a249871eeee58f511dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7236712 Jul 05 17:57:04.289153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-39dccff3-47fa-4ce9-b625-d617e30df6ad tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:04.295981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-39dccff3-47fa-4ce9-b625-d617e30df6ad tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 820 time: 0.7143114 Jul 05 17:57:04.323739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Request body: {'port': {'device_id': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3', 'admin_state_up': True, 'tenant_id': 'f055ad217b564e3689ff3d0c4fc8a0a3'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:04.341946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639362f-681d-4f4d-942b-8a169f31784c req-97becc97-0f73-4fb1-a65d-d2f6ec242fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:04.347380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3639362f-681d-4f4d-942b-8a169f31784c req-97becc97-0f73-4fb1-a65d-d2f6ec242fe2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f3695ac5f47147d59018143acfdaa0c9&device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 1094 time: 0.7144039 Jul 05 17:57:04.419449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d'}, {'server_uuid': '4960886c-ba21-4665-bcd7-506309f12b1c', 'name': 'network-vif-deleted', 'tag': 'f81dfb91-62c2-440e-a252-a12e09a92e9c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:04.423156 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36" -d '{"events": [{"name": "network-changed", "server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d"}, {"server_uuid": "4960886c-ba21-4665-bcd7-506309f12b1c", "name": "network-vif-deleted", "tag": "f81dfb91-62c2-440e-a252-a12e09a92e9c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:04.565954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639362f-681d-4f4d-942b-8a169f31784c req-4789b44c-1a42-46de-a2ba-0a39b43367a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:04.568415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3639362f-681d-4f4d-942b-8a169f31784c req-4789b44c-1a42-46de-a2ba-0a39b43367a5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 200 len: 921 time: 0.1985598 Jul 05 17:57:04.669860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:04.812915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] Checking router: a8f4e37b-130e-4cc8-9db7-9f8e51c093dc for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:57:04.852975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3639362f-681d-4f4d-942b-8a169f31784c req-64804741-ab92-4a96-a0cf-222c61d5ff64 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=111b2351-726b-49a3-9ee7-d2c900516a7d HTTP/1.1" status: 200 len: 217 time: 0.2616706 Jul 05 17:57:04.862965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:57:04.863525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:56:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:05.042863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639362f-681d-4f4d-942b-8a169f31784c req-e8de0a0f-3636-4bc9-a692-5fce01e537f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:05.045483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3639362f-681d-4f4d-942b-8a169f31784c req-e8de0a0f-3636-4bc9-a692-5fce01e537f3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=73453663-7367-4635-bc52-29d026602496 HTTP/1.1" status: 200 len: 861 time: 0.1151228 Jul 05 17:57:05.114319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device fccef65b-9490-495f-bdfa-2836c2f16ce9 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:05.120144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3639362f-681d-4f4d-942b-8a169f31784c req-d9a986fe-1a79-4794-af9d-71d82a91ec79 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642445 Jul 05 17:57:05.138217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3f476-279c-4062-8767-2a8e7e298218 req-feb9b20d-42bb-43d3-9a85-fac8569dbed5 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:05.139881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5b3f476-279c-4062-8767-2a8e7e298218 req-feb9b20d-42bb-43d3-9a85-fac8569dbed5 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 943 time: 0.2901745 Jul 05 17:57:05.173782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:57:05.251256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa6c4b0f-d0dd-461d-af22-c73d4bd0f8fe req-6ee1caa3-44fe-48e3-9263-179bffaa735b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 210 time: 0.1354413 Jul 05 17:57:05.259117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3639362f-681d-4f4d-942b-8a169f31784c req-dbd1d39e-3207-438d-ac93-5248f5d4b288 service neutron] 10.222.0.97 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291003 Jul 05 17:57:05.265787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Made reservation on behalf of f055ad217b564e3689ff3d0c4fc8a0a3 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:05.272029 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:05.375196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5b3f476-279c-4062-8767-2a8e7e298218 req-4456a3d8-a26b-4660-aeca-dfb5c7b413fa tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465032 Jul 05 17:57:05.399475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port fccef65b-9490-495f-bdfa-2836c2f16ce9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:05.411369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port fccef65b-9490-495f-bdfa-2836c2f16ce9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:05.411744 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:05.757365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13bbb3b6-2894-423b-a413-e3e7d8c04a0d req-f44c02ed-9e1a-4b00-a082-6f735649b34d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 210 time: 0.1396425 Jul 05 17:57:05.768020 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:05.807480 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:05.820242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0a09c8-845f-445b-b23d-c14fac0df271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccef65b-9490-495f-bdfa-2836c2f16ce9'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:05.829708 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab3bce1-a169-4392-91ee-8f172b33b13c" -d '{"events": [{"server_uuid": "fb0a09c8-845f-445b-b23d-c14fac0df271", "name": "network-vif-plugged", "status": "completed", "tag": "fccef65b-9490-495f-bdfa-2836c2f16ce9"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:05.829895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Allocated IP 172.20.0.13 (18dee5c2-815f-4df7-b94e-e541063e1de3/230d65a8-9d66-4be2-8ad4-16b0b7a650b6/54427a8e-8e75-448b-a846-49d2cafe40be) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:57:05.844731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port fccef65b-9490-495f-bdfa-2836c2f16ce9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fccef65b-9490-495f-bdfa-2836c2f16ce9,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:05.880821 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37272b9a-9dc7-4fa4-b46e-421d1fc86a9e x-openstack-request-id: req-37272b9a-9dc7-4fa4-b46e-421d1fc86a9e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:05.881406 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d", "status": "completed", "code": 200}, {"server_uuid": "4960886c-ba21-4665-bcd7-506309f12b1c", "name": "network-vif-deleted", "tag": "f81dfb91-62c2-440e-a252-a12e09a92e9c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:05.881406 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37272b9a-9dc7-4fa4-b46e-421d1fc86a9e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:05.881748 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d', 'status': 'completed', 'code': 200} Jul 05 17:57:05.881990 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4960886c-ba21-4665-bcd7-506309f12b1c', 'name': 'network-vif-deleted', 'tag': 'f81dfb91-62c2-440e-a252-a12e09a92e9c', 'status': 'completed', 'code': 200} Jul 05 17:57:05.885554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:06.007881 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:06.008587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device f81dfb91-62c2-440e-a252-a12e09a92e9c no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:06.056506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030ac3e6-4928-4955-9842-4e87cd40b213 None None] The sync data for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 is: [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:57:06.078478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3639362f-681d-4f4d-942b-8a169f31784c req-a088f322-7a63-41f3-8c9f-e2390a9cc7a2 service neutron] 10.222.0.97 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8049114 Jul 05 17:57:06.122097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: f81dfb91-62c2-440e-a252-a12e09a92e9c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:06.122916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device f81dfb91-62c2-440e-a252-a12e09a92e9c not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:06.148474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=fccef65b-9490-495f-bdfa-2836c2f16ce9,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:06.158756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-3c680f1c-a0ea-4e16-b9e2-aafbadbcf819 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:06.160295 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-3c680f1c-a0ea-4e16-b9e2-aafbadbcf819 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.97 "GET /v2.0/networks?id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 200 len: 824 time: 0.5124030 Jul 05 17:57:06.170725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-565e2a2c-5d9c-4922-894d-f7594fe33d65 req-100352a5-779e-46d2-8db9-098d2ed89659 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 210 time: 0.1473010 Jul 05 17:57:06.234150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-e9f18ec8-b112-46d0-9305-f04fb5b7015e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:06.236000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-e9f18ec8-b112-46d0-9305-f04fb5b7015e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1125 time: 0.2787502 Jul 05 17:57:06.354948 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-57b891da-0b97-4ef5-9905-2434622c87e4 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7948372b992846c9a77b849f9de5dda2 HTTP/1.1" status: 200 len: 380 time: 0.1630967 Jul 05 17:57:06.360120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb072ba7-7fa2-484c-ba5f-54dd08bd874a req-d67684ed-75db-4900-8c4a-ee0882c1ede9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:06.366170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb072ba7-7fa2-484c-ba5f-54dd08bd874a req-d67684ed-75db-4900-8c4a-ee0882c1ede9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 944 time: 0.6383297 Jul 05 17:57:06.367824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Request body: {'port': {'device_id': '7289ceda-ead7-4463-809f-e0d840619921', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'admin_state_up': True, 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'security_groups': ['d19e25eb-1e12-40ec-a3a3-cbfb7701f898']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:06.532049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb072ba7-7fa2-484c-ba5f-54dd08bd874a req-4f60bbfe-b5a2-40b9-b4cc-14baabe87e74 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518607 Jul 05 17:57:06.572746 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bdad23-4417-4c14-9d9a-efe4bc88c9f2 None None] New status for floating IP af5b7a3d-f811-4314-ac26-b619c9be6fb9: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:57:06.608288 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:06.613877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-31becd37-d76c-4848-84aa-836941c78d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:06.622765 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-31becd37-d76c-4848-84aa-836941c78d07 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.3726144 Jul 05 17:57:06.653666 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfc3b31-8e81-4999-814f-ddbfd6c258cb x-openstack-request-id: req-9cfc3b31-8e81-4999-814f-ddbfd6c258cb {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:06.654251 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0a09c8-845f-445b-b23d-c14fac0df271", "name": "network-vif-plugged", "status": "completed", "tag": "fccef65b-9490-495f-bdfa-2836c2f16ce9", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:06.654904 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cfc3b31-8e81-4999-814f-ddbfd6c258cb {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:06.655438 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0a09c8-845f-445b-b23d-c14fac0df271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fccef65b-9490-495f-bdfa-2836c2f16ce9', 'code': 200} Jul 05 17:57:06.716923 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-8bff684c-2f0a-4401-a357-7f88521d2ac5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d HTTP/1.1" status: 200 len: 217 time: 0.0807083 Jul 05 17:57:06.763172 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:06.835417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 111b2351-726b-49a3-9ee7-d2c900516a7d details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:06.861881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-d441fc49-9cbc-4809-aba0-818348191ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:06.882632 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-d441fc49-9cbc-4809-aba0-818348191ef0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1487684 Jul 05 17:57:06.906288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Made reservation on behalf of 7948372b992846c9a77b849f9de5dda2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:06.911538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Pushing event updated for resources: {'Port': ['ID=54427a8e-8e75-448b-a846-49d2cafe40be,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:06.920964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:06.935576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.940649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.941000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.941351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.941693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.942035 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.942374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.947070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.950277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.950277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.950277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.950277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:06.973883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776fcfb-0ba7-4cad-87e2-7e600aad1dae req-b7250c89-f991-4dbf-ab92-ac2caabc4882 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:06.974527 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-87b7b5da-7193-4c1c-a41f-2b39cf61842d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900748 Jul 05 17:57:06.982405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c776fcfb-0ba7-4cad-87e2-7e600aad1dae req-b7250c89-f991-4dbf-ab92-ac2caabc4882 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 949 time: 0.2960200 Jul 05 17:57:07.096262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Network 18dee5c2-815f-4df7-b94e-e541063e1de3 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:07.104071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:07.108027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:57:07.110051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 111b2351-726b-49a3-9ee7-d2c900516a7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=111b2351-726b-49a3-9ee7-d2c900516a7d,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:07.173777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '111b2351-726b-49a3-9ee7-d2c900516a7d', 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f', 'port_id': '111b2351-726b-49a3-9ee7-d2c900516a7d', 'mac_address': 'fa:16:3e:4d:78:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73453663-7367-4635-bc52-29d026602496', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:07.174520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c776fcfb-0ba7-4cad-87e2-7e600aad1dae req-08d200d7-8df4-4964-bc7b-4343ad96153e tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911669 Jul 05 17:57:07.251640 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:07.265245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72109f02-3832-47d6-8d9a-818ba6c65207 req-66c7be63-34a0-4e17-b198-7ee73269ffe6 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:07.265245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72109f02-3832-47d6-8d9a-818ba6c65207 req-66c7be63-34a0-4e17-b198-7ee73269ffe6 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 932 time: 0.3717401 Jul 05 17:57:07.285291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 111b2351-726b-49a3-9ee7-d2c900516a7d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:07.291214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:07.296883 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:07.316648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 111b2351-726b-49a3-9ee7-d2c900516a7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=111b2351-726b-49a3-9ee7-d2c900516a7d,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:07.402524 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-e0bc37b5-891c-4309-9886-67fdd8e9b043 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147100 Jul 05 17:57:07.412985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867838fd-ba5d-4821-897d-748aff29e2e2 req-c8e7c819-2fca-4f4e-9646-2c5e606fc191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:07.415061 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-867838fd-ba5d-4821-897d-748aff29e2e2 req-c8e7c819-2fca-4f4e-9646-2c5e606fc191 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 1100 time: 0.3671930 Jul 05 17:57:07.416604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72109f02-3832-47d6-8d9a-818ba6c65207 req-a3ba53c3-8de5-40ca-983a-c68bf6add55c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403761 Jul 05 17:57:07.444358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Allocated IP 172.20.0.14 (f9bbdcf1-1e4e-4139-95d9-b7de048957ca/339413cb-a39e-4aeb-90e2-4c062c4dd114/85ee28bf-187a-4048-90b0-bb3c60525ecf) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:57:07.465625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:07.503020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-8e4f2413-bc24-4844-9ce6-aab3087a19dd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1851699 Jul 05 17:57:07.533548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Request body: {'port': {'device_id': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:07.553859 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-867838fd-ba5d-4821-897d-748aff29e2e2 req-a3ca9e4f-9731-46bd-a217-bbf9b6297b4d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217294 Jul 05 17:57:07.603448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=111b2351-726b-49a3-9ee7-d2c900516a7d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:07.633813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b3166e-5b04-4de1-9f14-b9ba5494e25d req-dcdec3e0-31f0-46d4-892d-2cb1344a11e1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:07.641745 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14b3166e-5b04-4de1-9f14-b9ba5494e25d req-dcdec3e0-31f0-46d4-892d-2cb1344a11e1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 943 time: 0.2081044 Jul 05 17:57:07.642815 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8aa6670-0849-44bf-ac7b-f3e3faa9fb36 req-047ae9ff-046b-407c-8f03-520c8958d1f4 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267218 Jul 05 17:57:07.787676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['111b2351-726b-49a3-9ee7-d2c900516a7d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:07.788194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:07.829371 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:07.847137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Transition to ACTIVE for port object 85ee28bf-187a-4048-90b0-bb3c60525ecf will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:08.037183 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-cacac9a8-1eda-4665-88e6-0741cb75a4be service neutron] 10.222.0.97 "GET /v2.0/ports/e956436e-9b7d-4abb-af4c-c37765d6ad4d/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 384 time: 0.2098091 Jul 05 17:57:08.092122 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14b3166e-5b04-4de1-9f14-b9ba5494e25d req-16e9c7a0-0abe-4c03-b5dc-dcf43cfabf42 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4191520 Jul 05 17:57:08.116806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:08.272574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:08.283909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:08.286466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:57:08.292233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event updated for resources: {'Port': ['ID=85ee28bf-187a-4048-90b0-bb3c60525ecf,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:08.390396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.391648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f7d4b86-f1c0-4570-bbf0-e15baca809ca req-7aed9131-5ed0-4812-8dc4-a37edb89dbb4 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 210 time: 0.0518048 Jul 05 17:57:08.405809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.405809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.405809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.405809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.405809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.407106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.407568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.408295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.410796 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.421141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.421141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:08.467203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1e72d-8586-43a6-9b76-c19226fb12bc req-4dbd1444-980b-4d92-9410-e31e2387cd15 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:08.469140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62c1e72d-8586-43a6-9b76-c19226fb12bc req-4dbd1444-980b-4d92-9410-e31e2387cd15 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 932 time: 0.3753626 Jul 05 17:57:08.475550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:08.479848 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:08.571022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54427a8e-8e75-448b-a846-49d2cafe40be {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:08.601312 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:08.639156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62c1e72d-8586-43a6-9b76-c19226fb12bc req-21a3cf30-1f1d-465c-86c7-01401166a7dd tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170986 Jul 05 17:57:08.644369 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-1e4a481c-082e-4c67-942c-7787352cf7c1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7df105638a204a249871eeee58f511dc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304153 Jul 05 17:57:08.647444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-b38e03c8-40c8-4d96-b7b7-761e973bbe0d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2852798 Jul 05 17:57:08.659979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Transition to ACTIVE for port object 54427a8e-8e75-448b-a846-49d2cafe40be will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:08.673157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Request body: {'port': {'device_id': '7289ceda-ead7-4463-809f-e0d840619921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:08.731989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d332f5-eb69-40d2-b07d-c665ed736ca8 req-a0caf7cc-e0d1-4994-8a49-f5cb7f1fad87 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:08.734585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52d332f5-eb69-40d2-b07d-c665ed736ca8 req-a0caf7cc-e0d1-4994-8a49-f5cb7f1fad87 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 944 time: 0.1518147 Jul 05 17:57:08.739338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:08.785043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-afc5077d-4b0f-458d-9afa-c4e360b9685c None None] Provisioning for port 85ee28bf-187a-4048-90b0-bb3c60525ecf completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:08.789923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-afc5077d-4b0f-458d-9afa-c4e360b9685c None None] Provisioning complete for port 85ee28bf-187a-4048-90b0-bb3c60525ecf triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:08.791918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-afc5077d-4b0f-458d-9afa-c4e360b9685c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:08.866130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52d332f5-eb69-40d2-b07d-c665ed736ca8 req-f58728b2-3cdc-4d1c-895b-e08f4ba8edb1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124415 Jul 05 17:57:08.931916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-afc5077d-4b0f-458d-9afa-c4e360b9685c None None] Port 85ee28bf-187a-4048-90b0-bb3c60525ecf cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:57:09.113169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:09.182717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:09.200373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:09.203834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:09.203834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:09.217583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Pushing event updated for resources: {'Port': ['ID=54427a8e-8e75-448b-a846-49d2cafe40be,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:09.230696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:09.251807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:09.252283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:09.255116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4287-0990-44e8-b429-86eb098dd3fa req-138dad77-1640-4227-8821-9bd26a922f55 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:09.256582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-138dad77-1640-4227-8821-9bd26a922f55 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5939341 Jul 05 17:57:09.266798 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e956436e-9b7d-4abb-af4c-c37765d6ad4d {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:09.275810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:09.276240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:09.277600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:09.277600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Bound port: 54427a8e-8e75-448b-a846-49d2cafe40be, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:09.278351 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:09.297782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567bba5-c7b9-4c6b-9e1d-c2279d5bcb9e req-b8f0f3af-68da-4d3c-a081-035b46642def tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:09.301957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:09.302122 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9567bba5-c7b9-4c6b-9e1d-c2279d5bcb9e req-b8f0f3af-68da-4d3c-a081-035b46642def tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 944 time: 0.1628938 Jul 05 17:57:09.306344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Request body: {'port': {'device_id': '9c8ef3ce-76f2-4487-867a-0dbef3ead221', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '7df105638a204a249871eeee58f511dc'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:09.379554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a5158-dac3-4118-9e05-a4820bc64e92 req-9ac10930-4ee0-4a65-80d9-f49af63c353f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:09.386467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-843a5158-dac3-4118-9e05-a4820bc64e92 req-9ac10930-4ee0-4a65-80d9-f49af63c353f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 949 time: 0.2970262 Jul 05 17:57:09.449231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:09.478846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9567bba5-c7b9-4c6b-9e1d-c2279d5bcb9e req-a1ec4097-61ed-47af-8bfd-4fb671dcc5fd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697309 Jul 05 17:57:09.554827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:09.567173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-843a5158-dac3-4118-9e05-a4820bc64e92 req-21eb1ede-63ae-48ae-a9b2-1fefd47af2e7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785455 Jul 05 17:57:09.579719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:09.669174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:09.705883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] Transition to ACTIVE for port object e956436e-9b7d-4abb-af4c-c37765d6ad4d will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:09.774674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Made reservation on behalf of 7df105638a204a249871eeee58f511dc for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:09.785188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:09.871993 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:09.891885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:09.892483 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:09.893864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] 10.222.0.97 "PUT /v2.0/ports/54427a8e-8e75-448b-a846-49d2cafe40be HTTP/1.1" status: 200 len: 1092 time: 2.3807714 Jul 05 17:57:09.913376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46d03ca0-bed9-4ba3-b839-a3ac3fa9336e req-2be58f22-a938-4948-8f8c-ee1342bf292d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 210 time: 0.0680642 Jul 05 17:57:09.928568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:09.931870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85ee28bf-187a-4048-90b0-bb3c60525ecf {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:09.936637 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac5397a-8c7c-4044-8d78-66963c002116" -d '{"events": [{"name": "network-changed", "server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:09.966163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89e743-40c4-4fd8-b27d-a5a8c63574ce service neutron] Pushing event updated for resources: {'Port': ['ID=54427a8e-8e75-448b-a846-49d2cafe40be,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:09.970848 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:10.012651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fe16c-90be-446d-8750-7c47cb00d31c req-a8390273-e06b-4db5-8e3b-80df20891979 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:10.014346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-929fe16c-90be-446d-8750-7c47cb00d31c req-a8390273-e06b-4db5-8e3b-80df20891979 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 944 time: 0.2605989 Jul 05 17:57:10.112173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-929fe16c-90be-446d-8750-7c47cb00d31c req-d1cd9e33-2842-4e28-a206-2e5bb2cb94fb tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874202 Jul 05 17:57:10.139411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] No DVR routers for this DVR port e956436e-9b7d-4abb-af4c-c37765d6ad4d on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:10.141819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Allocated IP 192.168.233.47 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/a5747726-6920-41a0-9579-5dc5da6153fe) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:57:10.152380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] Pushing event updated for resources: {'Port': ['ID=e956436e-9b7d-4abb-af4c-c37765d6ad4d,revision_number=10']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:10.161707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Transition to ACTIVE for port object 85ee28bf-187a-4048-90b0-bb3c60525ecf will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:10.179163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-7bccdcf2-0ccd-41eb-8886-6f724b84e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:10.180683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-7bccdcf2-0ccd-41eb-8886-6f724b84e53c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1095 time: 0.1367037 Jul 05 17:57:10.203199 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-66f315d6-5cf4-475b-b4ae-60a59ea45c13 service neutron] 10.222.0.97 "PUT /v2.0/ports/e956436e-9b7d-4abb-af4c-c37765d6ad4d/bindings/n-h2-799524-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1585784 Jul 05 17:57:10.238984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:10.348621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-1b14c2f6-97fb-440c-b420-01a4600f5595 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54427a8e-8e75-448b-a846-49d2cafe40be HTTP/1.1" status: 200 len: 217 time: 0.1574376 Jul 05 17:57:10.368464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Pushing event updated for resources: {'Port': ['ID=85ee28bf-187a-4048-90b0-bb3c60525ecf,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:10.462852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-e4d69ec1-a446-4cc2-9973-95e0e9a9beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:10.464342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-e4d69ec1-a446-4cc2-9973-95e0e9a9beda service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0853527 Jul 05 17:57:10.521678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-cf8724bb-1ec5-4032-911a-a3bf7f2937f2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491269 Jul 05 17:57:10.532051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379d7ce-b038-4486-a3fe-fe0b8d54b0af req-1421dd57-885e-4bf7-8f78-33326bd6550b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:10.540298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6379d7ce-b038-4486-a3fe-fe0b8d54b0af req-1421dd57-885e-4bf7-8f78-33326bd6550b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 944 time: 0.2621560 Jul 05 17:57:10.550233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:10.565252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Attempting to bind port 85ee28bf-187a-4048-90b0-bb3c60525ecf on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:10.565614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Attempting to bind port 85ee28bf-187a-4048-90b0-bb3c60525ecf by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:10.565904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Attempting to bind port 85ee28bf-187a-4048-90b0-bb3c60525ecf on network f9bbdcf1-1e4e-4139-95d9-b7de048957ca {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:10.574507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-db66df8b-9439-4b53-b773-01892866a9c0 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:10.576369 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-db66df8b-9439-4b53-b773-01892866a9c0 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.1795220 Jul 05 17:57:10.579543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Port 85ee28bf-187a-4048-90b0-bb3c60525ecf on network f9bbdcf1-1e4e-4139-95d9-b7de048957ca not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:10.579863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Attempting to bind port 85ee28bf-187a-4048-90b0-bb3c60525ecf on network f9bbdcf1-1e4e-4139-95d9-b7de048957ca {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:10.587778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Transition to ACTIVE for port object a5747726-6920-41a0-9579-5dc5da6153fe will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:10.613623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:10.613963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Checking segment: {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:10.614349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Bound using segment: {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:10.614849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Bound port: 85ee28bf-187a-4048-90b0-bb3c60525ecf, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b04861-945c-4fed-bb59-b8637c18e659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:10.615239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:10.702146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1487708-ea0f-4a61-8692-0973ef58b055 req-203d83d9-05c3-46db-9155-3c2c4c072f44 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:10.709592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1487708-ea0f-4a61-8692-0973ef58b055 req-203d83d9-05c3-46db-9155-3c2c4c072f44 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 945 time: 0.3727636 Jul 05 17:57:10.721475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6379d7ce-b038-4486-a3fe-fe0b8d54b0af req-493108d4-75c2-4d30-9b7c-e26dfd1f001f tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803136 Jul 05 17:57:10.785777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] For port 85ee28bf-187a-4048-90b0-bb3c60525ecf, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:10.788991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] For port 85ee28bf-187a-4048-90b0-bb3c60525ecf, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85ee28bf-187a-4048-90b0-bb3c60525ecf,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:10.792019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-e9bbd4dc-45d2-42e0-a221-a32778f923c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:10.793621 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-e9bbd4dc-45d2-42e0-a221-a32778f923c4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb&tenant_id=60f9e1b656d140fe9c084ba5be80f85e HTTP/1.1" status: 200 len: 1096 time: 0.1972020 Jul 05 17:57:10.794205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1487708-ea0f-4a61-8692-0973ef58b055 req-963fa339-145a-4e44-b847-fda92c457e23 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815208 Jul 05 17:57:10.803731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-73e6408a-666d-45de-a9f8-55db31997616 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499239 Jul 05 17:57:10.806498 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3365b536-0132-406f-96e6-77a090633398 x-openstack-request-id: req-3365b536-0132-406f-96e6-77a090633398 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:10.810274 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:10.810821 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3365b536-0132-406f-96e6-77a090633398 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:10.813401 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be', 'status': 'completed', 'code': 200} Jul 05 17:57:10.875325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 111b2351-726b-49a3-9ee7-d2c900516a7d up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:10.885272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:10.942894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:10.966510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', '745ce313-4473-459d-926c-4c95dc29535c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:11.041325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:11.055926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:11.069463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a11bad-cc67-497a-8abd-ffffe294b1d6 req-320d0fe4-55c4-4947-a0ff-a2572f808bdc service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548487 Jul 05 17:57:11.070040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.070781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:11.073174 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] 10.222.0.97 "PUT /v2.0/ports/85ee28bf-187a-4048-90b0-bb3c60525ecf HTTP/1.1" status: 200 len: 1092 time: 2.4116340 Jul 05 17:57:11.073723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7289ceda-ead7-4463-809f-e0d840619921', 'tag': '85ee28bf-187a-4048-90b0-bb3c60525ecf'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:11.076500 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13145a1-69af-4102-9f25-17270eecfdec" -d '{"events": [{"name": "network-changed", "server_uuid": "7289ceda-ead7-4463-809f-e0d840619921", "tag": "85ee28bf-187a-4048-90b0-bb3c60525ecf"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:11.079723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:57:11.111022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Pushing event updated for resources: {'Port': ['ID=a5747726-6920-41a0-9579-5dc5da6153fe,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:11.133812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451d3356-04d0-4c2c-8daf-0e49e4bae8a7 req-f72c1e83-8712-423e-b14c-88883109ee5b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.142016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-451d3356-04d0-4c2c-8daf-0e49e4bae8a7 req-f72c1e83-8712-423e-b14c-88883109ee5b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 949 time: 0.1594186 Jul 05 17:57:11.177027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dae12a-f2f1-404e-aed8-69d63f6ce543 req-be856738-7d41-4ac1-91b1-c18822b4c9f7 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.182249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87dae12a-f2f1-404e-aed8-69d63f6ce543 req-be856738-7d41-4ac1-91b1-c18822b4c9f7 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 944 time: 0.1551616 Jul 05 17:57:11.217154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-7622dac3-05cb-492f-9872-9117b9c646cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.217154 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-7622dac3-05cb-492f-9872-9117b9c646cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1096 time: 0.3690348 Jul 05 17:57:11.254823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.255554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-451d3356-04d0-4c2c-8daf-0e49e4bae8a7 req-86b7dd41-aca1-4c32-8720-78d4f6c1a0d4 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125679 Jul 05 17:57:11.255700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:11.279002 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcd697b-eca3-4e96-8718-4b255c09402b service neutron] Pushing event updated for resources: {'Port': ['ID=85ee28bf-187a-4048-90b0-bb3c60525ecf,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:11.312397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87dae12a-f2f1-404e-aed8-69d63f6ce543 req-fda91edb-3bd6-4af7-a66e-87bf7fc44cb9 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175661 Jul 05 17:57:11.320381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 111b2351-726b-49a3-9ee7-d2c900516a7d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:11.357631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 111b2351-726b-49a3-9ee7-d2c900516a7d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:11.358439 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:11.506223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5397a-8c7c-4044-8d78-66963c002116 req-3133fb5a-0e1f-4458-b26e-f9f7fcd1a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.513006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dac5397a-8c7c-4044-8d78-66963c002116 req-3133fb5a-0e1f-4458-b26e-f9f7fcd1a467 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1095 time: 0.1942263 Jul 05 17:57:11.589076 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:11.622899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-9b346f96-f6c6-4d87-b87e-da74f428f2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.635037 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-9b346f96-f6c6-4d87-b87e-da74f428f2de service neutron] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.3959537 Jul 05 17:57:11.642653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03763662-7185-42ce-a5bd-52297f2c5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111b2351-726b-49a3-9ee7-d2c900516a7d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:11.647832 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d46d8a-ef85-4d75-bf5b-110dbb318a3c" -d '{"events": [{"server_uuid": "03763662-7185-42ce-a5bd-52297f2c5e22", "name": "network-vif-plugged", "status": "completed", "tag": "111b2351-726b-49a3-9ee7-d2c900516a7d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:11.664761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 111b2351-726b-49a3-9ee7-d2c900516a7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=111b2351-726b-49a3-9ee7-d2c900516a7d,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:11.732071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5397a-8c7c-4044-8d78-66963c002116 req-418ee2fe-3476-49a4-838d-b0458ffd8086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.733730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dac5397a-8c7c-4044-8d78-66963c002116 req-418ee2fe-3476-49a4-838d-b0458ffd8086 service neutron] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.2086523 Jul 05 17:57:11.739551 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-ea9e8fec-e2f7-4b0d-a46a-8769606d2547 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4377789 Jul 05 17:57:11.741296 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-e55cb6a3-fcf8-422a-b4d5-395488bc2c6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d HTTP/1.1" status: 200 len: 217 time: 0.0923486 Jul 05 17:57:11.750301 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bca752-bfc3-4f4c-a48b-aa82ce649ef2 x-openstack-request-id: req-c9bca752-bfc3-4f4c-a48b-aa82ce649ef2 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:11.752117 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7289ceda-ead7-4463-809f-e0d840619921", "tag": "85ee28bf-187a-4048-90b0-bb3c60525ecf", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:11.752117 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9bca752-bfc3-4f4c-a48b-aa82ce649ef2 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:11.752117 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7289ceda-ead7-4463-809f-e0d840619921', 'tag': '85ee28bf-187a-4048-90b0-bb3c60525ecf', 'status': 'completed', 'code': 200} Jul 05 17:57:11.766476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8045cb-897c-4fe3-a462-561a76c27bd7 req-d23f4f11-572d-493c-81d3-cd4c016189d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.768032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac8045cb-897c-4fe3-a462-561a76c27bd7 req-d23f4f11-572d-493c-81d3-cd4c016189d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 935 time: 0.1359880 Jul 05 17:57:11.771908 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:11.774837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e956436e-9b7d-4abb-af4c-c37765d6ad4d no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:11.834526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dac5397a-8c7c-4044-8d78-66963c002116 req-ef443627-5eac-4de5-bc43-8c4db320e79b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54427a8e-8e75-448b-a846-49d2cafe40be HTTP/1.1" status: 200 len: 217 time: 0.0885153 Jul 05 17:57:11.835163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Request body: {'port': {'device_id': '9c8ef3ce-76f2-4487-867a-0dbef3ead221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:11.843598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-d7c62a01-c278-42a9-966d-0f51943baf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.843598 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-d7c62a01-c278-42a9-966d-0f51943baf4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0736074 Jul 05 17:57:11.897641 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-68448992-42e1-4d21-ab80-1d27541e855f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302818 Jul 05 17:57:11.901716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-ab8ed411-1aa7-4846-8e7e-88a29ecb1f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:11.904669 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-ab8ed411-1aa7-4846-8e7e-88a29ecb1f18 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 1095 time: 0.6124091 Jul 05 17:57:11.907184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=111b2351-726b-49a3-9ee7-d2c900516a7d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:11.912068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e956436e-9b7d-4abb-af4c-c37765d6ad4d not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:11.917256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f8298caf-876f-4a97-9406-e2b93f21374d None None] Provisioning for port a5747726-6920-41a0-9579-5dc5da6153fe completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:11.923682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f8298caf-876f-4a97-9406-e2b93f21374d None None] Provisioning complete for port a5747726-6920-41a0-9579-5dc5da6153fe triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:11.924553 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f8298caf-876f-4a97-9406-e2b93f21374d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:11.970399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f8298caf-876f-4a97-9406-e2b93f21374d None None] Port a5747726-6920-41a0-9579-5dc5da6153fe cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:57:12.003789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac8045cb-897c-4fe3-a462-561a76c27bd7 req-3e084d59-01ca-46ba-b797-6990489f69d6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719003 Jul 05 17:57:12.009646 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-3d46c70b-4e90-4da8-a072-3dec4d7e8a96 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ee28bf-187a-4048-90b0-bb3c60525ecf HTTP/1.1" status: 200 len: 217 time: 0.0868511 Jul 05 17:57:12.042314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5397a-8c7c-4044-8d78-66963c002116 req-136c6413-ec15-4e17-b0ef-de031fe51573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:12.051760 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dac5397a-8c7c-4044-8d78-66963c002116 req-136c6413-ec15-4e17-b0ef-de031fe51573 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.1981328 Jul 05 17:57:12.100877 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dac5397a-8c7c-4044-8d78-66963c002116 req-68aebb3e-c91a-4404-9af8-737ef6252de5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382965 Jul 05 17:57:12.157660 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-6b1ee5cf-28a6-4388-891b-d59918044513 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459805 Jul 05 17:57:12.159536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9103a553-2bd4-4f15-bc89-64a6b4d65a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:12.161213 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-9103a553-2bd4-4f15-bc89-64a6b4d65a4a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=339413cb-a39e-4aeb-90e2-4c062c4dd114 HTTP/1.1" status: 200 len: 863 time: 0.1037848 Jul 05 17:57:12.189217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075a265-886b-4a21-b508-cee16992aa10 req-8ffff938-e7cf-49b2-8200-e3cb381580be tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:12.190789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1075a265-886b-4a21-b508-cee16992aa10 req-8ffff938-e7cf-49b2-8200-e3cb381580be tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 945 time: 0.2203896 Jul 05 17:57:12.254609 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:12.374688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-0e7cbd0b-7628-4b03-a260-385c81074f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:12.378229 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-0e7cbd0b-7628-4b03-a260-385c81074f2a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004545 Jul 05 17:57:12.436790 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-3ef80be4-f0ec-4121-9c85-b20641bf19d2 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517078 Jul 05 17:57:12.594035 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-63be914f-5e43-4be7-b2ce-726d81564739 service neutron] 10.222.0.97 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692660 Jul 05 17:57:12.618820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1075a265-886b-4a21-b508-cee16992aa10 req-2717181b-4ccf-47f2-9f41-5e1d586b271b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127293 Jul 05 17:57:12.678688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b75be3d-92b6-4b5e-baef-9e31b249aaff req-e7827078-2898-424f-87b8-7b1774fd6441 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:12.680180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b75be3d-92b6-4b5e-baef-9e31b249aaff req-e7827078-2898-424f-87b8-7b1774fd6441 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 1100 time: 0.4877613 Jul 05 17:57:12.685655 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e850778a-d131-41e4-ab1e-e5d974c7398e x-openstack-request-id: req-e850778a-d131-41e4-ab1e-e5d974c7398e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:12.686025 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03763662-7185-42ce-a5bd-52297f2c5e22", "name": "network-vif-plugged", "status": "completed", "tag": "111b2351-726b-49a3-9ee7-d2c900516a7d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:12.686344 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e850778a-d131-41e4-ab1e-e5d974c7398e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:12.686851 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03763662-7185-42ce-a5bd-52297f2c5e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '111b2351-726b-49a3-9ee7-d2c900516a7d', 'code': 200} Jul 05 17:57:12.695866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dac5397a-8c7c-4044-8d78-66963c002116 req-c2058eb3-fb61-449f-a999-14c75787db01 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841732 Jul 05 17:57:12.727459 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:57:12.818617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b75be3d-92b6-4b5e-baef-9e31b249aaff req-0e8adf27-0d1f-4b65-89ea-f7b534d67335 tempest-ServersOnMultiNodesTest-129682980 tempest-ServersOnMultiNodesTest-129682980-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189675 Jul 05 17:57:12.907252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dac5397a-8c7c-4044-8d78-66963c002116 req-4518f981-4ae8-4f5f-baab-c4111f480f90 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026048 Jul 05 17:57:12.973867 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a8645d9b-e448-47eb-968e-347791a6fe46 req-6cfe9192-d430-45be-b1b4-1cd100e11929 service neutron] 10.222.0.97 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489215 Jul 05 17:57:12.973867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5747726-6920-41a0-9579-5dc5da6153fe {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:12.977225 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:13.003390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c18d5-3082-4ca2-a040-5953334e6127 req-4423a180-da8c-48bb-9194-8bf50ee362f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:13.004974 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d41c18d5-3082-4ca2-a040-5953334e6127 req-4423a180-da8c-48bb-9194-8bf50ee362f6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 1096 time: 0.2178991 Jul 05 17:57:13.005999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Transition to ACTIVE for port object a5747726-6920-41a0-9579-5dc5da6153fe will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:13.030972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61990e5-2ae3-4d77-91b5-82a07d6b2743 req-d4f45cc4-0da4-4f5c-b238-2171ef1e3050 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:13.035028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b61990e5-2ae3-4d77-91b5-82a07d6b2743 req-d4f45cc4-0da4-4f5c-b238-2171ef1e3050 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 944 time: 0.0810151 Jul 05 17:57:13.047658 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d41c18d5-3082-4ca2-a040-5953334e6127 req-27ed2323-04f6-42c7-8243-16efd27d3d20 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336621 Jul 05 17:57:13.109897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b61990e5-2ae3-4d77-91b5-82a07d6b2743 req-0fae1507-01fc-4675-8d78-143d4c0cd448 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714562 Jul 05 17:57:13.136085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5243a-db7c-45ac-ac97-c520c931b012 req-fddd0fab-64d5-4f15-8576-73aae2c01604 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:13.137123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a5243a-db7c-45ac-ac97-c520c931b012 req-fddd0fab-64d5-4f15-8576-73aae2c01604 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 945 time: 0.0892253 Jul 05 17:57:13.179242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a5243a-db7c-45ac-ac97-c520c931b012 req-7a41c2e6-65d6-4fa3-9785-07fbf48ae192 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331609 Jul 05 17:57:13.295628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8e24b7-2337-4778-809e-0c83bdc4e30e req-c12ac50a-ce2b-48bb-ba05-e9e1af75ea13 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:13.297524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e8e24b7-2337-4778-809e-0c83bdc4e30e req-c12ac50a-ce2b-48bb-ba05-e9e1af75ea13 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 944 time: 0.0720448 Jul 05 17:57:13.343229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e8e24b7-2337-4778-809e-0c83bdc4e30e req-0d965a24-1e82-4934-938e-7929baa95b71 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397191 Jul 05 17:57:13.447435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:13.554814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d56e9-d6a6-412a-946a-a737984276b9 req-33e2637e-8e7b-46d3-a184-92d82007b7cf tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:13.559015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-417d56e9-d6a6-412a-946a-a737984276b9 req-33e2637e-8e7b-46d3-a184-92d82007b7cf tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 947 time: 0.0879624 Jul 05 17:57:13.602940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Pushing event updated for resources: {'Port': ['ID=a5747726-6920-41a0-9579-5dc5da6153fe,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:13.619600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-417d56e9-d6a6-412a-946a-a737984276b9 req-42952e7a-501a-4b1a-af9c-07ef75f2db36 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550056 Jul 05 17:57:13.715235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13145a1-69af-4102-9f25-17270eecfdec req-be7b2cc1-2e94-4156-8e48-acb7773cb77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:13.716916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a13145a1-69af-4102-9f25-17270eecfdec req-be7b2cc1-2e94-4156-8e48-acb7773cb77d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 1095 time: 0.2609036 Jul 05 17:57:13.720043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-01b65eda-9c02-4d8d-b72d-adc6b4fc0d55 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:13.720744 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-01b65eda-9c02-4d8d-b72d-adc6b4fc0d55 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.2155228 Jul 05 17:57:13.981783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b92b8-6a04-4033-95c6-32f8c0d7435c req-780464e7-a0e6-4c26-b446-4a405380ac3c tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:13.990191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be5b92b8-6a04-4033-95c6-32f8c0d7435c req-780464e7-a0e6-4c26-b446-4a405380ac3c tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1169071 Jul 05 17:57:14.055445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be5b92b8-6a04-4033-95c6-32f8c0d7435c req-87f21cec-de16-4191-9435-666734c692e4 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638821 Jul 05 17:57:14.165248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a32fb-9984-40f5-addc-244a82310fe6 req-4726274a-7acb-4818-812f-53ca08a46d00 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:14.173064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-612a32fb-9984-40f5-addc-244a82310fe6 req-4726274a-7acb-4818-812f-53ca08a46d00 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 949 time: 0.1147346 Jul 05 17:57:14.233511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Attempting to bind port a5747726-6920-41a0-9579-5dc5da6153fe on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:14.233775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Attempting to bind port a5747726-6920-41a0-9579-5dc5da6153fe by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:14.234106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Attempting to bind port a5747726-6920-41a0-9579-5dc5da6153fe on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:14.246779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-612a32fb-9984-40f5-addc-244a82310fe6 req-1dd28a7a-d255-4c37-9858-ff3ec94f04f5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722716 Jul 05 17:57:14.283964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Port a5747726-6920-41a0-9579-5dc5da6153fe on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:14.284299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Attempting to bind port a5747726-6920-41a0-9579-5dc5da6153fe on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:14.297633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:14.301852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:14.301852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:14.301852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Bound port: a5747726-6920-41a0-9579-5dc5da6153fe, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:14.301852 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:14.431334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13145a1-69af-4102-9f25-17270eecfdec req-30462f30-1030-44c5-8d85-7b6146f0f0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:14.433270 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a13145a1-69af-4102-9f25-17270eecfdec req-30462f30-1030-44c5-8d85-7b6146f0f0e6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 200 len: 924 time: 0.7012053 Jul 05 17:57:14.519206 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a13145a1-69af-4102-9f25-17270eecfdec req-8b397450-a6d1-41ba-89dc-19a909e34781 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ee28bf-187a-4048-90b0-bb3c60525ecf HTTP/1.1" status: 200 len: 217 time: 0.0769072 Jul 05 17:57:14.537947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] For port a5747726-6920-41a0-9579-5dc5da6153fe, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:14.541478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] For port a5747726-6920-41a0-9579-5dc5da6153fe, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a5747726-6920-41a0-9579-5dc5da6153fe,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:14.609590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:14.623768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d6a4b-d642-43db-ab8c-7bef424b23ba req-79641f4c-0fdb-4835-93ec-f476bdc69542 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:14.624344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-722d6a4b-d642-43db-ab8c-7bef424b23ba req-79641f4c-0fdb-4835-93ec-f476bdc69542 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 945 time: 0.1118708 Jul 05 17:57:14.633445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13145a1-69af-4102-9f25-17270eecfdec req-65a96cab-4360-4ccb-a6a0-59ad8673d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:14.634318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edeafd5-2418-4e6d-9d88-d09ef324f07a req-e43b12b5-3cfe-4941-8a09-fcb5b1dc8375 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:14.635624 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a13145a1-69af-4102-9f25-17270eecfdec req-65a96cab-4360-4ccb-a6a0-59ad8673d5bf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=339413cb-a39e-4aeb-90e2-4c062c4dd114 HTTP/1.1" status: 200 len: 863 time: 0.0916507 Jul 05 17:57:14.636534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5edeafd5-2418-4e6d-9d88-d09ef324f07a req-e43b12b5-3cfe-4941-8a09-fcb5b1dc8375 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 944 time: 0.2398825 Jul 05 17:57:14.711289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:14.712067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:14.720938 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] 10.222.0.39 "PUT /v2.0/ports/a5747726-6920-41a0-9579-5dc5da6153fe HTTP/1.1" status: 200 len: 1095 time: 2.8833270 Jul 05 17:57:14.720938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c8ef3ce-76f2-4487-867a-0dbef3ead221', 'tag': 'a5747726-6920-41a0-9579-5dc5da6153fe'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:14.720938 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042" -d '{"events": [{"name": "network-changed", "server_uuid": "9c8ef3ce-76f2-4487-867a-0dbef3ead221", "tag": "a5747726-6920-41a0-9579-5dc5da6153fe"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:14.729612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5edeafd5-2418-4e6d-9d88-d09ef324f07a req-fc3e3d6b-7787-48b3-b4c0-1bbda303db8c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803850 Jul 05 17:57:14.746764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-722d6a4b-d642-43db-ab8c-7bef424b23ba req-1b89b933-1bd2-4a27-a37f-cd7a807f39b1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081169 Jul 05 17:57:14.770785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5440c7-acc6-4a27-b819-7c6029b07439 service neutron] Pushing event updated for resources: {'Port': ['ID=a5747726-6920-41a0-9579-5dc5da6153fe,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:14.809175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-a2c8d0ea-81dc-4ff9-9295-5d2ca1df3438 service neutron] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:14.814773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-a2c8d0ea-81dc-4ff9-9295-5d2ca1df3438 service neutron] Notify callbacks [] for binding, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:14.816145 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48b33125-b880-4267-9e75-332ed2f8f6d8 req-a2c8d0ea-81dc-4ff9-9295-5d2ca1df3438 service neutron] 10.222.0.39 "DELETE /v2.0/ports/e956436e-9b7d-4abb-af4c-c37765d6ad4d/bindings/n-h1-799524-1 HTTP/1.1" status: 204 len: 173 time: 1.0685818 Jul 05 17:57:14.826350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13145a1-69af-4102-9f25-17270eecfdec req-779ae603-caf9-41ff-ba1b-bd7ddb88a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:14.828169 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a13145a1-69af-4102-9f25-17270eecfdec req-779ae603-caf9-41ff-ba1b-bd7ddb88a3df service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786942 Jul 05 17:57:14.936924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 54427a8e-8e75-448b-a846-49d2cafe40be details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:15.023842 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a13145a1-69af-4102-9f25-17270eecfdec req-d94e16d2-5e11-4728-b43b-f75f8b694dca service neutron] 10.222.0.97 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862268 Jul 05 17:57:15.142126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:15.161661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '54427a8e-8e75-448b-a846-49d2cafe40be', 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3', 'port_id': '54427a8e-8e75-448b-a846-49d2cafe40be', 'mac_address': 'fa:16:3e:08:91:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d65a8-9d66-4be2-8ad4-16b0b7a650b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:15.175805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-eb59242b-ffb7-445f-bd5d-84d55df416c7 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:15.186787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-eb59242b-ffb7-445f-bd5d-84d55df416c7 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/networks?id=7578a98e-a839-4ba9-9f54-4a90f1a1e087 HTTP/1.1" status: 200 len: 810 time: 0.1604583 Jul 05 17:57:15.188933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4287-0990-44e8-b429-86eb098dd3fa req-60dfa67f-e3a9-4cee-913a-7ab0b0da9524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:15.190904 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-60dfa67f-e3a9-4cee-913a-7ab0b0da9524 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7df105638a204a249871eeee58f511dc&device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 1098 time: 0.1870263 Jul 05 17:57:15.200445 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a13145a1-69af-4102-9f25-17270eecfdec req-e1f0cc5f-8788-4c42-bfbb-4c7186a3a948 service neutron] 10.222.0.97 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264229 Jul 05 17:57:15.211659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09786adc-e8cb-4db2-b14d-91b3acce34ef req-f709d8ad-8e46-40f2-b477-0691110c96cb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:15.215189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09786adc-e8cb-4db2-b14d-91b3acce34ef req-f709d8ad-8e46-40f2-b477-0691110c96cb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 944 time: 0.3083370 Jul 05 17:57:15.229097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-ff50c2e8-a96d-4fec-89d1-a76de61a5862 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/quotas/9506b6394c38488e8e6bd45303237075 HTTP/1.1" status: 200 len: 375 time: 0.0408232 Jul 05 17:57:15.257930 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-b7e333f1-f5b7-45d2-b47d-3c141854cc79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a5747726-6920-41a0-9579-5dc5da6153fe HTTP/1.1" status: 200 len: 217 time: 0.0526161 Jul 05 17:57:15.265686 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:15.292687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54427a8e-8e75-448b-a846-49d2cafe40be {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:15.308821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-a9328be8-7474-4257-bbf6-e178412628e5 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9506b6394c38488e8e6bd45303237075&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760257 Jul 05 17:57:15.319157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:15.340807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4287-0990-44e8-b429-86eb098dd3fa req-197e852d-fdae-4b18-b75f-17ca1ae632ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:15.342421 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-197e852d-fdae-4b18-b75f-17ca1ae632ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0708287 Jul 05 17:57:15.400008 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:15.459765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b4287-0990-44e8-b429-86eb098dd3fa req-2cc5380c-7f78-4ccd-b477-879937504cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:15.463074 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-2cc5380c-7f78-4ccd-b477-879937504cbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1095605 Jul 05 17:57:15.491514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09786adc-e8cb-4db2-b14d-91b3acce34ef req-0e2fecbf-c286-4a5f-8a1f-8850f8e134ea tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558846 Jul 05 17:57:15.510656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=54427a8e-8e75-448b-a846-49d2cafe40be,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:15.603773 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-32328be4-ae71-4e6c-9c8c-6ed80887b55e service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288445 Jul 05 17:57:15.614062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-60459df1-cad5-4989-916d-e8d43be13e2c service neutron] 10.222.0.30 "GET /v2.0/networks/7578a98e-a839-4ba9-9f54-4a90f1a1e087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040204 Jul 05 17:57:15.717720 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-285b4287-0990-44e8-b429-86eb098dd3fa req-a64dd37b-4620-4f51-8abd-e8b9d59b9514 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982168 Jul 05 17:57:15.726854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['54427a8e-8e75-448b-a846-49d2cafe40be'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:15.866995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f60d3a-60a6-4302-8bcd-d87ab5513858 req-301455a9-26d5-4b55-988c-f0031c740161 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:15.871943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1f60d3a-60a6-4302-8bcd-d87ab5513858 req-301455a9-26d5-4b55-988c-f0031c740161 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 947 time: 0.1433840 Jul 05 17:57:15.876954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-de15f304-6882-4c6a-9da9-1474e17773bb service neutron] 10.222.0.30 "GET /v2.0/networks/7578a98e-a839-4ba9-9f54-4a90f1a1e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618315 Jul 05 17:57:15.922736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1f60d3a-60a6-4302-8bcd-d87ab5513858 req-e685dc8c-db2b-425b-8422-05baa45e9a23 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446842 Jul 05 17:57:15.980771 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c41396-5687-4f99-9074-087125fce041 x-openstack-request-id: req-06c41396-5687-4f99-9074-087125fce041 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:15.980996 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c8ef3ce-76f2-4487-867a-0dbef3ead221", "tag": "a5747726-6920-41a0-9579-5dc5da6153fe", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:15.981092 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-06c41396-5687-4f99-9074-087125fce041 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:15.981520 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c8ef3ce-76f2-4487-867a-0dbef3ead221', 'tag': 'a5747726-6920-41a0-9579-5dc5da6153fe', 'status': 'completed', 'code': 200} Jul 05 17:57:16.085276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-c1bb755d-10da-49e5-ab54-185783e26ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:16.087154 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-c1bb755d-10da-49e5-ab54-185783e26ad1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7df105638a204a249871eeee58f511dc&device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 1098 time: 0.0636652 Jul 05 17:57:16.205140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f941374-629e-41e5-b1a1-8f9379a3b944 req-d8e28a16-1ac0-409f-b7ce-3cab8af0edf4 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:16.206890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f941374-629e-41e5-b1a1-8f9379a3b944 req-d8e28a16-1ac0-409f-b7ce-3cab8af0edf4 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0900481 Jul 05 17:57:16.273335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f941374-629e-41e5-b1a1-8f9379a3b944 req-471daa0f-bfa1-4218-aef1-c612642f5b19 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571697 Jul 05 17:57:16.380210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-19cc2a76-67de-49d5-a125-639597e87098 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:16.381834 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-19cc2a76-67de-49d5-a125-639597e87098 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 949 time: 0.1920767 Jul 05 17:57:16.392288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-b018d587-69b3-4f3d-97ea-ac31a187533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:16.397261 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-b018d587-69b3-4f3d-97ea-ac31a187533a service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2902868 Jul 05 17:57:16.600759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-c55500bd-9acf-40af-8f3b-75e1df49a7a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=a5747726-6920-41a0-9579-5dc5da6153fe HTTP/1.1" status: 200 len: 217 time: 0.1898539 Jul 05 17:57:16.686616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541f2d2-aafa-4943-a32f-7e4681068502 req-04225a6f-9a1a-4b24-8b2a-a1a75ea3c76f tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:16.690950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-37e29deb-b486-4ffe-9d69-d04ba778cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:16.692667 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-37e29deb-b486-4ffe-9d69-d04ba778cd31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0765128 Jul 05 17:57:16.694205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b541f2d2-aafa-4943-a32f-7e4681068502 req-04225a6f-9a1a-4b24-8b2a-a1a75ea3c76f tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 944 time: 0.1637881 Jul 05 17:57:16.716588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4bff89-017a-4d8f-bf77-5aea67de3475 req-f71676bf-2fbb-4ac8-bdd3-007f79140e67 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:16.718417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf4bff89-017a-4d8f-bf77-5aea67de3475 req-f71676bf-2fbb-4ac8-bdd3-007f79140e67 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 949 time: 0.1441786 Jul 05 17:57:16.742396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Deleting port fccef65b-9490-495f-bdfa-2836c2f16ce9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:16.742746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:16.774903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf4bff89-017a-4d8f-bf77-5aea67de3475 req-bc5ecdff-82d2-46ea-b48b-4f0207a82d4b tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496783 Jul 05 17:57:16.788905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b541f2d2-aafa-4943-a32f-7e4681068502 req-9a1e976d-a686-4f46-86ea-a870a584cf06 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914593 Jul 05 17:57:16.873471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-72d513ff-ac71-4618-a05a-1d68b43eedbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:16.875013 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-72d513ff-ac71-4618-a05a-1d68b43eedbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679740 Jul 05 17:57:16.880449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] For port fccef65b-9490-495f-bdfa-2836c2f16ce9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=fccef65b-9490-495f-bdfa-2836c2f16ce9,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:16.880605 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:16.904808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Calling delete_port for fccef65b-9490-495f-bdfa-2836c2f16ce9 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:16.939680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85ee28bf-187a-4048-90b0-bb3c60525ecf details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:16.941663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 54427a8e-8e75-448b-a846-49d2cafe40be up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:17.020030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cfd5e9-d894-4511-94b4-080c535710de req-5ab63ed7-97c9-4da2-bcbd-9c81a60a4c3d tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:17.032484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34cfd5e9-d894-4511-94b4-080c535710de req-5ab63ed7-97c9-4da2-bcbd-9c81a60a4c3d tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1096 time: 0.0765207 Jul 05 17:57:17.072361 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-b14dc169-e2dd-4983-8190-3de293cc22cd service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814723 Jul 05 17:57:17.119015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34cfd5e9-d894-4511-94b4-080c535710de req-fb393a41-208a-48ae-876c-84e512b18fa5 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857580 Jul 05 17:57:17.165271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065a6aa-e974-44b3-8302-2e7f78121364 req-6634f73b-a5b9-44bc-a053-432b3f8a1dce tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:17.174941 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e065a6aa-e974-44b3-8302-2e7f78121364 req-6634f73b-a5b9-44bc-a053-432b3f8a1dce tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1330323 Jul 05 17:57:17.236640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85ee28bf-187a-4048-90b0-bb3c60525ecf, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85ee28bf-187a-4048-90b0-bb3c60525ecf,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:17.251542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '85ee28bf-187a-4048-90b0-bb3c60525ecf', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'port_id': '85ee28bf-187a-4048-90b0-bb3c60525ecf', 'mac_address': 'fa:16:3e:2e:e3:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:17.252703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e065a6aa-e974-44b3-8302-2e7f78121364 req-3f903f2d-fe56-46ff-a207-01d1a4a267a6 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752962 Jul 05 17:57:17.301453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-737558b9-8c10-4ca3-93d9-3fa3a90373af req-91affc1f-79a5-441f-ae7e-b10c44f17ac8 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 210 time: 0.0811539 Jul 05 17:57:17.304595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 54427a8e-8e75-448b-a846-49d2cafe40be completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:17.314571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 54427a8e-8e75-448b-a846-49d2cafe40be triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:17.315157 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:17.341812 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:17.360373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85ee28bf-187a-4048-90b0-bb3c60525ecf {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:17.392530 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7d2d4e9f-40ff-4d0f-bb72-90aa08f82042 req-a78785b2-a835-44fa-a104-783b704e7383 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986188 Jul 05 17:57:17.444238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85ee28bf-187a-4048-90b0-bb3c60525ecf, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85ee28bf-187a-4048-90b0-bb3c60525ecf,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:17.484531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:17.505525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7', '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'ca88088d-beef-47da-87db-66172eb68c70', '0981e674-7301-4920-b763-9b8bcaf40eb0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:17.546356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event deleted for resources: {'Port': ['ID=fccef65b-9490-495f-bdfa-2836c2f16ce9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:17.578164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eab9ad-2d07-45b6-afdf-9e96b10884b2 req-d6659573-8d6c-4acb-90f2-6be32c90000b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:17.580287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5eab9ad-2d07-45b6-afdf-9e96b10884b2 req-d6659573-8d6c-4acb-90f2-6be32c90000b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 945 time: 0.1975770 Jul 05 17:57:17.583581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c', 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:17.601841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] No DVR routers for this DVR port fccef65b-9490-495f-bdfa-2836c2f16ce9 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:17.610048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:17.612833 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2468b071-7ebd-4e66-aabd-4e61f515140f req-56671c8e-f46e-48ba-b171-96f1d249bac3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "DELETE /v2.0/ports/fccef65b-9490-495f-bdfa-2836c2f16ce9 HTTP/1.1" status: 204 len: 173 time: 1.2032158 Jul 05 17:57:17.628110 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:17.653290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5eab9ad-2d07-45b6-afdf-9e96b10884b2 req-9666acae-4ed8-4735-a670-94c23e449e8d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590644 Jul 05 17:57:17.694659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7577a-4f31-4666-bc89-80270c27dccf req-5857a9e8-c528-4ca1-b748-9d92169b6172 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:17.696240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5f7577a-4f31-4666-bc89-80270c27dccf req-5857a9e8-c528-4ca1-b748-9d92169b6172 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 947 time: 0.1886845 Jul 05 17:57:17.721446 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:17.772563 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5f7577a-4f31-4666-bc89-80270c27dccf req-297019fb-d257-4e58-9c8b-8b3c889c4d0c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681858 Jul 05 17:57:17.925722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:17.928176 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b210d35-b985-4d61-b309-80373c45078b" -d '{"events": [{"server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "name": "network-vif-plugged", "status": "completed", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:17.983134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0a09c8-845f-445b-b23d-c14fac0df271', 'name': 'network-vif-deleted', 'tag': 'fccef65b-9490-495f-bdfa-2836c2f16ce9'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:17.985900 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c82add7-2d47-482f-b9b9-e8a173cb5de9" -d '{"events": [{"server_uuid": "fb0a09c8-845f-445b-b23d-c14fac0df271", "name": "network-vif-deleted", "tag": "fccef65b-9490-495f-bdfa-2836c2f16ce9"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:18.004567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['85ee28bf-187a-4048-90b0-bb3c60525ecf'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:18.021702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:18.034225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-22df4b72-4fa4-4e3e-8d7b-227e542a5369 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:18.039074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-22df4b72-4fa4-4e3e-8d7b-227e542a5369 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 807 time: 0.1734064 Jul 05 17:57:18.051430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=85ee28bf-187a-4048-90b0-bb3c60525ecf,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:18.075266 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-346002f4-0051-4965-b7a2-eb3df1b00894 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/quotas/60f9e1b656d140fe9c084ba5be80f85e HTTP/1.1" status: 200 len: 375 time: 0.0296478 Jul 05 17:57:18.082859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.082859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.082859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.082859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.082859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.082859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.082859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.082859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.082859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.084371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.084511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.084908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:18.121774 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:18.171470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-84b06e3c-ece1-4be2-ab76-a6098005b4b5 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796971 Jul 05 17:57:18.383665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=54427a8e-8e75-448b-a846-49d2cafe40be,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:18.407187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-2f016b2d-b5f4-4952-acf0-d59bfba6bb9c service neutron] 10.222.0.30 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112672 Jul 05 17:57:18.544746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-054a3f34-d470-4a03-a000-757a3e43189c service neutron] 10.222.0.30 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361558 Jul 05 17:57:19.185392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a5747726-6920-41a0-9579-5dc5da6153fe details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:19.188368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device fccef65b-9490-495f-bdfa-2836c2f16ce9 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:19.213148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: fccef65b-9490-495f-bdfa-2836c2f16ce9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:19.213485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device fccef65b-9490-495f-bdfa-2836c2f16ce9 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:19.325948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a5747726-6920-41a0-9579-5dc5da6153fe, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a5747726-6920-41a0-9579-5dc5da6153fe,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:19.341349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'a5747726-6920-41a0-9579-5dc5da6153fe', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'a5747726-6920-41a0-9579-5dc5da6153fe', 'mac_address': 'fa:16:3e:49:2e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:19.406519 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:19.427286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5747726-6920-41a0-9579-5dc5da6153fe {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:19.454941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a5747726-6920-41a0-9579-5dc5da6153fe, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a5747726-6920-41a0-9579-5dc5da6153fe,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:19.559443 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:19.599933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b714845-0f1d-43d5-a687-e867b2ba13ee req-10529630-d03c-4cd6-ac20-cd9194222162 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb0a09c8-845f-445b-b23d-c14fac0df271 HTTP/1.1" status: 200 len: 210 time: 0.0667701 Jul 05 17:57:19.623499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a5747726-6920-41a0-9579-5dc5da6153fe,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:19.661151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c076e-d66c-4e26-ab6b-b1ec89f238fb req-fc6c4523-2dff-4e93-bc03-b131e5a681b4 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:19.671690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e33c076e-d66c-4e26-ab6b-b1ec89f238fb req-fc6c4523-2dff-4e93-bc03-b131e5a681b4 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 945 time: 0.1892285 Jul 05 17:57:19.722988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e33c076e-d66c-4e26-ab6b-b1ec89f238fb req-57f92783-ef84-4d25-ae3d-09bdc5352704 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499611 Jul 05 17:57:19.741331 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc465e27-462e-4352-8d7d-fa78730505cd x-openstack-request-id: req-fc465e27-462e-4352-8d7d-fa78730505cd {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:19.741630 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "name": "network-vif-plugged", "status": "completed", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:19.741893 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc465e27-462e-4352-8d7d-fa78730505cd {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:19.742363 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be', 'code': 200} Jul 05 17:57:19.826298 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6cf158-8e30-41f7-abf3-9c4b776773e1 x-openstack-request-id: req-8c6cf158-8e30-41f7-abf3-9c4b776773e1 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:19.827183 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0a09c8-845f-445b-b23d-c14fac0df271", "name": "network-vif-deleted", "tag": "fccef65b-9490-495f-bdfa-2836c2f16ce9", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:19.827299 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c6cf158-8e30-41f7-abf3-9c4b776773e1 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:19.828128 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0a09c8-845f-445b-b23d-c14fac0df271', 'name': 'network-vif-deleted', 'tag': 'fccef65b-9490-495f-bdfa-2836c2f16ce9', 'status': 'completed', 'code': 200} Jul 05 17:57:19.953227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c048ce39-80b9-488f-998b-601670dc458b req-933f10de-e9bd-43db-90e6-a626f993339a tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 210 time: 0.0454559 Jul 05 17:57:20.100222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['a5747726-6920-41a0-9579-5dc5da6153fe'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:20.150182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb9f64-a6bd-4163-856a-1927f308fedb req-03f0fe7e-ace1-4933-8c97-42d882ff77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:20.153571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6f50a-b60b-4e45-9f92-7ace0a2bc385 req-5e03bdd4-ca54-4b8b-b978-13818e85b5e8 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:20.153937 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dfcb9f64-a6bd-4163-856a-1927f308fedb req-03f0fe7e-ace1-4933-8c97-42d882ff77a5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1097 time: 0.1171184 Jul 05 17:57:20.155998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1c6f50a-b60b-4e45-9f92-7ace0a2bc385 req-5e03bdd4-ca54-4b8b-b978-13818e85b5e8 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1514359 Jul 05 17:57:20.220860 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dfcb9f64-a6bd-4163-856a-1927f308fedb req-8b6fc576-da6e-4905-bd97-24139309ead7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618393 Jul 05 17:57:20.251092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1c6f50a-b60b-4e45-9f92-7ace0a2bc385 req-0bf2111d-40ed-46d8-b705-6ff44b315cb7 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745647 Jul 05 17:57:20.286301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f87bfe-421c-4ea0-ba2a-b016295b6838 req-be54efe0-c3e6-4ca8-9ff7-a2d2435fb882 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:20.288461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1f87bfe-421c-4ea0-ba2a-b016295b6838 req-be54efe0-c3e6-4ca8-9ff7-a2d2435fb882 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 948 time: 0.1593485 Jul 05 17:57:20.374374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1f87bfe-421c-4ea0-ba2a-b016295b6838 req-7697d871-7b7e-4e31-b134-97c8a22e0b12 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787008 Jul 05 17:57:20.487446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-186642c6-a248-4373-ac8c-6f0fbc9b1656 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:20.492255 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-186642c6-a248-4373-ac8c-6f0fbc9b1656 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.97 "GET /v2.0/networks?id=7578a98e-a839-4ba9-9f54-4a90f1a1e087 HTTP/1.1" status: 200 len: 810 time: 0.2864380 Jul 05 17:57:20.494204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c6057ef-5485-4e5a-bd54-95103a35e3e3 req-a51a8d85-de1a-4c36-9e3d-6881b15375d5 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 210 time: 0.0507677 Jul 05 17:57:20.510191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Request body: {'port': {'device_id': '7fbc4572-e297-4e6f-b382-a76d16c87943', 'network_id': '7578a98e-a839-4ba9-9f54-4a90f1a1e087', 'admin_state_up': True, 'tenant_id': '9506b6394c38488e8e6bd45303237075'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:20.753307 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b060cb01-2c6e-4734-b602-79865e0085fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:20.843963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Made reservation on behalf of 9506b6394c38488e8e6bd45303237075 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:20.847519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:20.954419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85ee28bf-187a-4048-90b0-bb3c60525ecf up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:21.051176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07591e1-9c6e-4b2e-9c3f-89adee6159ae req-c6e7b355-5e16-46c7-9d61-acf8a8d1f958 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:21.052793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b07591e1-9c6e-4b2e-9c3f-89adee6159ae req-c6e7b355-5e16-46c7-9d61-acf8a8d1f958 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 945 time: 0.0796072 Jul 05 17:57:21.082245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Allocated IP 172.20.0.12 (7578a98e-a839-4ba9-9f54-4a90f1a1e087/f70871e1-c2c2-457a-a940-1bce386d3b68/c9982d2f-e3af-4197-8e0f-a1e1932f2a31) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:57:21.096104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 85ee28bf-187a-4048-90b0-bb3c60525ecf completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:21.100093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 85ee28bf-187a-4048-90b0-bb3c60525ecf triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:21.100479 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:21.121875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b07591e1-9c6e-4b2e-9c3f-89adee6159ae req-eda92179-6407-40e8-bc1b-e77d8e8c3ced tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594714 Jul 05 17:57:21.217013 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:21.254064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85ee28bf-187a-4048-90b0-bb3c60525ecf, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85ee28bf-187a-4048-90b0-bb3c60525ecf,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:21.306303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:21.313927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f88bb-0f28-4a62-b22c-f47a7a9f118d req-91396be3-04a7-493f-80b7-9baf9d60d90d tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:21.316145 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:21.321779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e15f88bb-0f28-4a62-b22c-f47a7a9f118d req-91396be3-04a7-493f-80b7-9baf9d60d90d tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 945 time: 0.0782411 Jul 05 17:57:21.358501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e15f88bb-0f28-4a62-b22c-f47a7a9f118d req-8f336d7f-bc9f-49e1-96b5-d62a3c1dbe74 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Jul 05 17:57:21.387299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=85ee28bf-187a-4048-90b0-bb3c60525ecf,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:21.435027 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:21.482184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Network 7578a98e-a839-4ba9-9f54-4a90f1a1e087 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:21.483996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:21.486635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:57:21.553145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Pushing event updated for resources: {'Port': ['ID=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:21.565185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:21.566609 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:21.578176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f274-b23a-4c40-bb53-bb54d3a9f178 req-2142efb2-a3fd-487e-b306-796610138221 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:21.583579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2161f274-b23a-4c40-bb53-bb54d3a9f178 req-2142efb2-a3fd-487e-b306-796610138221 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 932 time: 0.1206775 Jul 05 17:57:21.638351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee534daa-0832-4b43-a02e-7bd0dafd587a req-ec0a2b02-5223-485c-9f17-0de0fa8cce1f tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:21.639905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee534daa-0832-4b43-a02e-7bd0dafd587a req-ec0a2b02-5223-485c-9f17-0de0fa8cce1f tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1242163 Jul 05 17:57:21.643075 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2161f274-b23a-4c40-bb53-bb54d3a9f178 req-af66a590-1905-464a-8f64-bf5395eb6444 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/security-groups?id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567915 Jul 05 17:57:21.670338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-436d0298-fff8-4a5c-93cc-62dd74c532db tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1645827 Jul 05 17:57:21.686380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Request body: {'port': {'device_id': '7fbc4572-e297-4e6f-b382-a76d16c87943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:21.694385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee534daa-0832-4b43-a02e-7bd0dafd587a req-91190656-bc41-4e33-a76d-8d5107966704 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481441 Jul 05 17:57:21.743501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7289ceda-ead7-4463-809f-e0d840619921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ee28bf-187a-4048-90b0-bb3c60525ecf'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:21.746690 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc73e7a-1489-4cd5-ad90-932b558da3c3" -d '{"events": [{"server_uuid": "7289ceda-ead7-4463-809f-e0d840619921", "name": "network-vif-plugged", "status": "completed", "tag": "85ee28bf-187a-4048-90b0-bb3c60525ecf"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:21.775266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:21.865520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c953a1-fdd7-4e32-9161-d9eb7ec2be02 req-bef521fc-8745-49a0-8875-35519ae1db82 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:21.867126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1c953a1-fdd7-4e32-9161-d9eb7ec2be02 req-bef521fc-8745-49a0-8875-35519ae1db82 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 948 time: 0.1034026 Jul 05 17:57:21.922866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1c953a1-fdd7-4e32-9161-d9eb7ec2be02 req-e49ba546-e83f-452e-b403-3201a2ceeb2d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477130 Jul 05 17:57:21.935928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a12bed-adf9-4fcf-86f8-fc65c5e2fccf req-9702bd5c-36be-43e3-8330-4ea133f05aef tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:21.943597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62a12bed-adf9-4fcf-86f8-fc65c5e2fccf req-9702bd5c-36be-43e3-8330-4ea133f05aef tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 950 time: 0.1230350 Jul 05 17:57:21.982090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62a12bed-adf9-4fcf-86f8-fc65c5e2fccf req-1e45e312-a27e-4802-ac37-112872f6078f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375562 Jul 05 17:57:22.040437 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20214fc8-bd62-47f1-9a12-a79101ff4efb x-openstack-request-id: req-20214fc8-bd62-47f1-9a12-a79101ff4efb {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:22.041303 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7289ceda-ead7-4463-809f-e0d840619921", "name": "network-vif-plugged", "status": "completed", "tag": "85ee28bf-187a-4048-90b0-bb3c60525ecf", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:22.041563 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20214fc8-bd62-47f1-9a12-a79101ff4efb {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:22.042048 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7289ceda-ead7-4463-809f-e0d840619921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85ee28bf-187a-4048-90b0-bb3c60525ecf', 'code': 200} Jul 05 17:57:22.072407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-921d0ff8-74be-4b36-92f9-d68adabc15a1 req-3f2f2c75-1b18-4c74-8092-0c2a90d06057 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 210 time: 0.0327427 Jul 05 17:57:22.085174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9982d2f-e3af-4197-8e0f-a1e1932f2a31 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:22.097016 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:22.112025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Transition to ACTIVE for port object c9982d2f-e3af-4197-8e0f-a1e1932f2a31 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:22.185422 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:22.191312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75ccb56-4a35-458e-a317-afffaddfa63b req-39b2fbff-ed09-4d97-b66b-a936b3c17d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:22.193113 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b75ccb56-4a35-458e-a317-afffaddfa63b req-39b2fbff-ed09-4d97-b66b-a936b3c17d46 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 1097 time: 0.0630717 Jul 05 17:57:22.272639 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b75ccb56-4a35-458e-a317-afffaddfa63b req-31cde832-623f-49e3-aa08-d21af7b5e9ff service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550110 Jul 05 17:57:22.281735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Pushing event updated for resources: {'Port': ['ID=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:22.357895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Attempting to bind port c9982d2f-e3af-4197-8e0f-a1e1932f2a31 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:22.358200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Attempting to bind port c9982d2f-e3af-4197-8e0f-a1e1932f2a31 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '3cdc017c-ff07-4f31-baee-d15fb0f4f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7578a98e-a839-4ba9-9f54-4a90f1a1e087'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:22.358700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Attempting to bind port c9982d2f-e3af-4197-8e0f-a1e1932f2a31 on network 7578a98e-a839-4ba9-9f54-4a90f1a1e087 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:22.363323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Port c9982d2f-e3af-4197-8e0f-a1e1932f2a31 on network 7578a98e-a839-4ba9-9f54-4a90f1a1e087 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:22.372921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Attempting to bind port c9982d2f-e3af-4197-8e0f-a1e1932f2a31 on network 7578a98e-a839-4ba9-9f54-4a90f1a1e087 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:22.373099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e711d28-f340-47fa-8224-ad4388608276 req-2ddbc07e-0d3d-41f1-9175-806046cfe8b1 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:22.373099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e711d28-f340-47fa-8224-ad4388608276 req-2ddbc07e-0d3d-41f1-9175-806046cfe8b1 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 946 time: 0.1073544 Jul 05 17:57:22.373323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:22.373323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Checking segment: {'id': '3cdc017c-ff07-4f31-baee-d15fb0f4f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7578a98e-a839-4ba9-9f54-4a90f1a1e087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:22.373323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Bound using segment: {'id': '3cdc017c-ff07-4f31-baee-d15fb0f4f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7578a98e-a839-4ba9-9f54-4a90f1a1e087'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:22.373323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Bound port: c9982d2f-e3af-4197-8e0f-a1e1932f2a31, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cdc017c-ff07-4f31-baee-d15fb0f4f052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7578a98e-a839-4ba9-9f54-4a90f1a1e087'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:22.373323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:22.393506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4bbc5-e198-494f-8ff5-8ebff37fc3dd req-b45bff75-95c2-4c6d-af1a-b7088d48f243 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:22.399193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92c4bbc5-e198-494f-8ff5-8ebff37fc3dd req-b45bff75-95c2-4c6d-af1a-b7088d48f243 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=c66e735c-0652-4f7b-80db-2747a024721a HTTP/1.1" status: 200 len: 950 time: 0.1050076 Jul 05 17:57:22.440473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e711d28-f340-47fa-8224-ad4388608276 req-e235f155-8185-4ef1-84d2-c3f0257510ef tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640156 Jul 05 17:57:22.440725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] For port c9982d2f-e3af-4197-8e0f-a1e1932f2a31, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:22.444140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] For port c9982d2f-e3af-4197-8e0f-a1e1932f2a31, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,segment=NetworkSegment(3cdc017c-ff07-4f31-baee-d15fb0f4f052),segment_id=3cdc017c-ff07-4f31-baee-d15fb0f4f052)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:22.471825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92c4bbc5-e198-494f-8ff5-8ebff37fc3dd req-a9bb152b-0c4f-4346-bee6-4ade9fd4a28f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568075 Jul 05 17:57:22.502212 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:22.592833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:22.593468 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:22.594894 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] 10.222.0.97 "PUT /v2.0/ports/c9982d2f-e3af-4197-8e0f-a1e1932f2a31 HTTP/1.1" status: 200 len: 1092 time: 0.9131727 Jul 05 17:57:22.597121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fbc4572-e297-4e6f-b382-a76d16c87943', 'tag': 'c9982d2f-e3af-4197-8e0f-a1e1932f2a31'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:22.599566 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cd00c0-deb1-4308-a8e8-afda06065578" -d '{"events": [{"name": "network-changed", "server_uuid": "7fbc4572-e297-4e6f-b382-a76d16c87943", "tag": "c9982d2f-e3af-4197-8e0f-a1e1932f2a31"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:22.639383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239ede9e-9289-4933-9842-eb9d0f77a9fb service neutron] Pushing event updated for resources: {'Port': ['ID=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:22.653365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edce0d9-33f1-4884-b467-df5bd3a1a973 req-493ed6a2-5027-4d35-a7c0-71150d7116e6 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:22.654987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0edce0d9-33f1-4884-b467-df5bd3a1a973 req-493ed6a2-5027-4d35-a7c0-71150d7116e6 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 945 time: 0.1046934 Jul 05 17:57:22.672772 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcdfb6e-9f23-4496-bede-10290f962943 x-openstack-request-id: req-1dcdfb6e-9f23-4496-bede-10290f962943 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:22.673071 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fbc4572-e297-4e6f-b382-a76d16c87943", "tag": "c9982d2f-e3af-4197-8e0f-a1e1932f2a31", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:22.673317 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dcdfb6e-9f23-4496-bede-10290f962943 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:22.673712 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fbc4572-e297-4e6f-b382-a76d16c87943', 'tag': 'c9982d2f-e3af-4197-8e0f-a1e1932f2a31', 'status': 'completed', 'code': 200} Jul 05 17:57:22.684364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-38d1c535-e5d6-45cc-9f3c-6851a2071524 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:22.688943 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-38d1c535-e5d6-45cc-9f3c-6851a2071524 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 807 time: 0.1551621 Jul 05 17:57:22.702521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0edce0d9-33f1-4884-b467-df5bd3a1a973 req-996d7529-9b76-4e71-a163-449eedb7ec12 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404508 Jul 05 17:57:22.712456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Request body: {'port': {'device_id': '798042f5-34a7-4845-bb74-6173c8b5f700', 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872', 'admin_state_up': True, 'tenant_id': '60f9e1b656d140fe9c084ba5be80f85e'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:22.878079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd00c0-deb1-4308-a8e8-afda06065578 req-15152f40-a2ad-4620-9825-59744f6f8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:22.878079 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2cd00c0-deb1-4308-a8e8-afda06065578 req-15152f40-a2ad-4620-9825-59744f6f8a30 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9506b6394c38488e8e6bd45303237075&device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 1095 time: 0.1034241 Jul 05 17:57:22.915187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1493f-8c6b-40e7-bfaf-bb945ac84a8b req-fcfb838d-382e-4fc4-a973-1cbdb9ddcb25 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:22.916742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41a1493f-8c6b-40e7-bfaf-bb945ac84a8b req-fcfb838d-382e-4fc4-a973-1cbdb9ddcb25 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 944 time: 0.0960264 Jul 05 17:57:22.959884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 111b2351-726b-49a3-9ee7-d2c900516a7d details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:22.995592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd00c0-deb1-4308-a8e8-afda06065578 req-8599791f-9071-4ace-b489-6a9e9d68dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:22.997170 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2cd00c0-deb1-4308-a8e8-afda06065578 req-8599791f-9071-4ace-b489-6a9e9d68dd10 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=9506b6394c38488e8e6bd45303237075&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1116247 Jul 05 17:57:23.002047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41a1493f-8c6b-40e7-bfaf-bb945ac84a8b req-af8107bb-d6ae-44c1-b301-33a4b6020b8f tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/security-groups?id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554771 Jul 05 17:57:23.026863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2322a10-ba79-40d1-8506-3c74c4e5a24a req-5d1a99a4-975d-4053-b2ab-a8cfd81a4c8a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:23.026863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2322a10-ba79-40d1-8506-3c74c4e5a24a req-5d1a99a4-975d-4053-b2ab-a8cfd81a4c8a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1275134 Jul 05 17:57:23.079737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2322a10-ba79-40d1-8506-3c74c4e5a24a req-5b1111e2-792e-4e89-9ec8-de132fb28a1b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465913 Jul 05 17:57:23.091611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 111b2351-726b-49a3-9ee7-d2c900516a7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=111b2351-726b-49a3-9ee7-d2c900516a7d,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:23.107178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Made reservation on behalf of 60f9e1b656d140fe9c084ba5be80f85e for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:23.107668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '111b2351-726b-49a3-9ee7-d2c900516a7d', 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f', 'port_id': '111b2351-726b-49a3-9ee7-d2c900516a7d', 'mac_address': 'fa:16:3e:4d:78:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73453663-7367-4635-bc52-29d026602496', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:23.111106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:23.173966 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:23.191876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 111b2351-726b-49a3-9ee7-d2c900516a7d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:23.218388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a5747726-6920-41a0-9579-5dc5da6153fe up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:23.227467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 111b2351-726b-49a3-9ee7-d2c900516a7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=111b2351-726b-49a3-9ee7-d2c900516a7d,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:23.243795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd00c0-deb1-4308-a8e8-afda06065578 req-15f2eb72-8b6a-493d-b7bc-04b733be5954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:23.245354 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2cd00c0-deb1-4308-a8e8-afda06065578 req-15f2eb72-8b6a-493d-b7bc-04b733be5954 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2407229 Jul 05 17:57:23.268393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04338bee-f646-49f9-a998-05d262aa24d4 req-9c4438eb-01d2-48d3-bb9c-cfd342d80993 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:23.275893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04338bee-f646-49f9-a998-05d262aa24d4 req-9c4438eb-01d2-48d3-bb9c-cfd342d80993 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 948 time: 0.0832496 Jul 05 17:57:23.293407 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:23.350146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Allocated IP 172.20.0.2 (a66f7e0f-287f-4a50-9e5e-c0d40615f872/79352e57-c706-4416-9600-fe200036edbc/6d32c939-34a8-417a-8fd3-545adc2eb587) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:57:23.366134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=111b2351-726b-49a3-9ee7-d2c900516a7d,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:23.366527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04338bee-f646-49f9-a998-05d262aa24d4 req-49112a4b-1c7d-48e9-a280-e0d9fcd0c317 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865178 Jul 05 17:57:23.415555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee9f7d-8b56-411f-8d91-6e8ed6198c86 req-5144e069-0a6f-4ab6-ae8d-c1457a8cf1a1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:23.418476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1ee9f7d-8b56-411f-8d91-6e8ed6198c86 req-5144e069-0a6f-4ab6-ae8d-c1457a8cf1a1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 950 time: 0.1170554 Jul 05 17:57:23.421756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-f23dfec7-11d3-48bd-9978-feae60fd0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:23.423330 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-f23dfec7-11d3-48bd-9978-feae60fd0f6f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9506b6394c38488e8e6bd45303237075&device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 1095 time: 0.1148462 Jul 05 17:57:23.448706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['111b2351-726b-49a3-9ee7-d2c900516a7d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:23.472616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1ee9f7d-8b56-411f-8d91-6e8ed6198c86 req-972ac5a6-3403-4f3e-bc81-f5a9e47ffda7 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455835 Jul 05 17:57:23.491170 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cfd665b5-948c-409e-8c92-5bcd514f6354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:23.512047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port a5747726-6920-41a0-9579-5dc5da6153fe completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:23.535628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port a5747726-6920-41a0-9579-5dc5da6153fe triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:23.536007 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:23.561978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a080a2c0-1ad5-416c-97bf-7a447bfa2943 req-726c70ce-85c1-4717-b662-bd6c4d653631 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 210 time: 0.0557933 Jul 05 17:57:23.562853 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-71a636c7-b507-4d79-88c1-ec6ae235caf0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9982d2f-e3af-4197-8e0f-a1e1932f2a31 HTTP/1.1" status: 200 len: 217 time: 0.1278045 Jul 05 17:57:23.612032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:23.697561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c7882-c8f4-4bc0-9530-35686ad08b5b req-b393a87b-0f7f-4f5a-8564-3739e560cbda tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:23.706613 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-774c7882-c8f4-4bc0-9530-35686ad08b5b req-b393a87b-0f7f-4f5a-8564-3739e560cbda tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0666595 Jul 05 17:57:23.744024 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:23.749467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e793a66-341c-4bdd-92b8-417c8be083be req-05f46f39-7f4b-4036-8c32-7993b4556a90 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:23.751138 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e793a66-341c-4bdd-92b8-417c8be083be req-05f46f39-7f4b-4036-8c32-7993b4556a90 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 950 time: 0.2661502 Jul 05 17:57:23.754667 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:23.759633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-774c7882-c8f4-4bc0-9530-35686ad08b5b req-aa1b893f-69ac-482e-8791-819aff6b235c tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516739 Jul 05 17:57:23.771580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-ff4f0f37-59bc-42a4-8625-6969f82b4dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:23.773128 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-ff4f0f37-59bc-42a4-8625-6969f82b4dcc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f70871e1-c2c2-457a-a940-1bce386d3b68 HTTP/1.1" status: 200 len: 850 time: 0.1881733 Jul 05 17:57:23.808523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a5747726-6920-41a0-9579-5dc5da6153fe, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a5747726-6920-41a0-9579-5dc5da6153fe,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:23.839100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-11ace30c-435f-4979-bcb7-39f9a1d816de service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7578a98e-a839-4ba9-9f54-4a90f1a1e087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591488 Jul 05 17:57:23.890174 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:23.912406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adfa46-e6bd-4ed0-bb33-a3ccbd9169fa req-946d3c41-b1ed-4b33-b992-0baa8ccb2121 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:23.913969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2adfa46-e6bd-4ed0-bb33-a3ccbd9169fa req-946d3c41-b1ed-4b33-b992-0baa8ccb2121 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 946 time: 0.0860977 Jul 05 17:57:23.959736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a5747726-6920-41a0-9579-5dc5da6153fe,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:24.003914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2adfa46-e6bd-4ed0-bb33-a3ccbd9169fa req-46d363a1-8db5-40f7-9611-4e2238a44131 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819674 Jul 05 17:57:24.043310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8ef3ce-76f2-4487-867a-0dbef3ead221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5747726-6920-41a0-9579-5dc5da6153fe'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:24.045512 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a63ea8-0e9d-4e45-ae29-59917987b3ed" -d '{"events": [{"server_uuid": "9c8ef3ce-76f2-4487-867a-0dbef3ead221", "name": "network-vif-plugged", "status": "completed", "tag": "a5747726-6920-41a0-9579-5dc5da6153fe"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:24.049616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdd229-3902-44cd-8379-447c5c62406c req-28578fe9-5243-474b-acbf-78033f910c53 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:24.051320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18fdd229-3902-44cd-8379-447c5c62406c req-28578fe9-5243-474b-acbf-78033f910c53 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 944 time: 0.0877175 Jul 05 17:57:24.104052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18fdd229-3902-44cd-8379-447c5c62406c req-d75fdb9d-eada-4ee0-9e36-562e9c28c243 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465488 Jul 05 17:57:24.246336 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba54956e-8abb-4843-9499-704ce7863264 x-openstack-request-id: req-ba54956e-8abb-4843-9499-704ce7863264 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:24.247069 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8ef3ce-76f2-4487-867a-0dbef3ead221", "name": "network-vif-plugged", "status": "completed", "tag": "a5747726-6920-41a0-9579-5dc5da6153fe", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:24.247069 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba54956e-8abb-4843-9499-704ce7863264 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:24.247536 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8ef3ce-76f2-4487-867a-0dbef3ead221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5747726-6920-41a0-9579-5dc5da6153fe', 'code': 200} Jul 05 17:57:24.341947 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-c89af598-8c23-4a8a-bd8c-50d930ad3a86 service neutron] 10.222.0.97 "GET /v2.0/networks/7578a98e-a839-4ba9-9f54-4a90f1a1e087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4932930 Jul 05 17:57:24.358641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77d1af-23ae-489d-ab83-3b064938c781 req-fd7139ab-4d21-4385-b9d5-dc726cd7915a tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:24.367943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a77d1af-23ae-489d-ab83-3b064938c781 req-fd7139ab-4d21-4385-b9d5-dc726cd7915a tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 944 time: 0.1289933 Jul 05 17:57:24.427187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a77d1af-23ae-489d-ab83-3b064938c781 req-6b1f9e54-243b-4136-a367-8ca313c5774d tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/security-groups?id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582826 Jul 05 17:57:24.442958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-9e793a66-341c-4bdd-92b8-417c8be083be req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Deleting port 0981e674-7301-4920-b763-9b8bcaf40eb0 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:24.447462 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9e793a66-341c-4bdd-92b8-417c8be083be req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:24.447462 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:24.550295 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:24.580418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Network a66f7e0f-287f-4a50-9e5e-c0d40615f872 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:24.606289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:24.621663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:57:24.654935 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1cac6c-33dc-4d33-86dc-770a1f731885 req-32330a1e-de17-4e74-bb8d-b069a8436b83 service neutron] 10.222.0.97 "GET /v2.0/networks/7578a98e-a839-4ba9-9f54-4a90f1a1e087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050101 Jul 05 17:57:24.655809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Pushing event updated for resources: {'Port': ['ID=6d32c939-34a8-417a-8fd3-545adc2eb587,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:24.669585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63958b20-b565-4b27-8a3d-2131809cde79 req-b35888b4-788e-41cb-8498-5ce7aa1831b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:24.671193 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-63958b20-b565-4b27-8a3d-2131809cde79 req-b35888b4-788e-41cb-8498-5ce7aa1831b9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 1100 time: 0.3243034 Jul 05 17:57:24.677772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9e793a66-341c-4bdd-92b8-417c8be083be req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] For port 0981e674-7301-4920-b763-9b8bcaf40eb0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0981e674-7301-4920-b763-9b8bcaf40eb0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:24.678134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9e793a66-341c-4bdd-92b8-417c8be083be req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:24.689417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98340f81-69d9-4f2f-95b9-47d552ea228b req-c6c3ca5d-fba9-4830-8140-aef3a0a3b41a tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:24.691002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98340f81-69d9-4f2f-95b9-47d552ea228b req-c6c3ca5d-fba9-4830-8140-aef3a0a3b41a tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 949 time: 0.0779407 Jul 05 17:57:24.703511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-9e793a66-341c-4bdd-92b8-417c8be083be req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Calling delete_port for 0981e674-7301-4920-b763-9b8bcaf40eb0 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:24.731857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:24.732503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:24.739382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98340f81-69d9-4f2f-95b9-47d552ea228b req-3b5a73d7-7038-4656-967f-482e6b8574fa tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415411 Jul 05 17:57:24.788347 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-63958b20-b565-4b27-8a3d-2131809cde79 req-90539d89-4b9f-4b1b-b73d-2511eb559b74 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985723 Jul 05 17:57:24.880046 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-7eac9795-2f7b-4af8-86fe-707364b22249 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1735313 Jul 05 17:57:24.904084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Request body: {'port': {'device_id': '798042f5-34a7-4845-bb74-6173c8b5f700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:24.940145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7286e914-af75-4de7-9371-f95055370548 req-d5f71d29-02ce-4f72-bbe2-02cffd464b42 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:24.947274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7286e914-af75-4de7-9371-f95055370548 req-d5f71d29-02ce-4f72-bbe2-02cffd464b42 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 950 time: 0.0790570 Jul 05 17:57:24.986763 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:24.996787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 111b2351-726b-49a3-9ee7-d2c900516a7d no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:25.012060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7286e914-af75-4de7-9371-f95055370548 req-a8c3c0b1-e152-4a3e-a823-2d1e73717e64 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630803 Jul 05 17:57:25.048108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9e793a66-341c-4bdd-92b8-417c8be083be req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:25.053258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd1f1a-c0b2-43b1-9896-9587a525a053 req-2ee0270f-4e94-4aa3-8e8d-0ab8bc7f955d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:25.058376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1bd1f1a-c0b2-43b1-9896-9587a525a053 req-2ee0270f-4e94-4aa3-8e8d-0ab8bc7f955d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 931 time: 0.0984411 Jul 05 17:57:25.074470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7', '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'ca88088d-beef-47da-87db-66172eb68c70'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:25.079055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c', 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:25.138963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1bd1f1a-c0b2-43b1-9896-9587a525a053 req-a9c423aa-f2e8-45e0-930b-e3cf05450e9b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621617 Jul 05 17:57:25.290076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b320062-a5ff-4c02-99c1-ea655966d9ed req-1a93b34b-fcc8-486b-b45d-082c07063a2a tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:25.290702 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b320062-a5ff-4c02-99c1-ea655966d9ed req-1a93b34b-fcc8-486b-b45d-082c07063a2a tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 944 time: 0.1042445 Jul 05 17:57:25.323269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event deleted for resources: {'Port': ['ID=0981e674-7301-4920-b763-9b8bcaf40eb0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:25.348257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b320062-a5ff-4c02-99c1-ea655966d9ed req-a59b4864-7db7-41b6-a164-3c1f57ce2f38 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537806 Jul 05 17:57:25.443792 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:25.446232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e793a66-341c-4bdd-92b8-417c8be083be req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] No DVR routers for this DVR port 0981e674-7301-4920-b763-9b8bcaf40eb0 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:25.449439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9e793a66-341c-4bdd-92b8-417c8be083be req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:25.452026 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e793a66-341c-4bdd-92b8-417c8be083be req-4d216078-45db-43f3-8047-75094c99902c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "DELETE /v2.0/ports/0981e674-7301-4920-b763-9b8bcaf40eb0 HTTP/1.1" status: 204 len: 173 time: 1.6919415 Jul 05 17:57:25.454668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a47d570-4934-4afd-85bf-ca0c0a62a412', 'name': 'network-vif-deleted', 'tag': '0981e674-7301-4920-b763-9b8bcaf40eb0'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:25.464086 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e880cb7f-e0fe-4095-a2dc-c74b0ae415f4" -d '{"events": [{"server_uuid": "0a47d570-4934-4afd-85bf-ca0c0a62a412", "name": "network-vif-deleted", "tag": "0981e674-7301-4920-b763-9b8bcaf40eb0"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:25.490035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 111b2351-726b-49a3-9ee7-d2c900516a7d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:25.552882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 111b2351-726b-49a3-9ee7-d2c900516a7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=111b2351-726b-49a3-9ee7-d2c900516a7d,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:25.583016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560589e-b32b-4e2c-8d06-87fc61170aa8 req-323e8516-3b60-4abf-ac5a-4062bbe45b0c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:25.591958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8560589e-b32b-4e2c-8d06-87fc61170aa8 req-323e8516-3b60-4abf-ac5a-4062bbe45b0c tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 946 time: 0.1401780 Jul 05 17:57:25.601791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d32c939-34a8-417a-8fd3-545adc2eb587 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:25.623341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:25.638838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Transition to ACTIVE for port object 6d32c939-34a8-417a-8fd3-545adc2eb587 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:25.659636 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:25.660339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:25.670601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8560589e-b32b-4e2c-8d06-87fc61170aa8 req-d7f8d869-3818-4ece-9dec-904382654592 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777597 Jul 05 17:57:25.709314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d3882-eb61-4394-bb94-e262c6aa2f77 req-70aff1f0-b45e-4393-87b9-bf81a4bde044 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:25.712068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a31d3882-eb61-4394-bb94-e262c6aa2f77 req-70aff1f0-b45e-4393-87b9-bf81a4bde044 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 944 time: 0.0921350 Jul 05 17:57:25.742112 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325d0d71-8d8f-4727-ba68-52ff4c05c4a4 x-openstack-request-id: req-325d0d71-8d8f-4727-ba68-52ff4c05c4a4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:25.742621 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a47d570-4934-4afd-85bf-ca0c0a62a412", "name": "network-vif-deleted", "tag": "0981e674-7301-4920-b763-9b8bcaf40eb0", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:25.743024 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-325d0d71-8d8f-4727-ba68-52ff4c05c4a4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:25.743592 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a47d570-4934-4afd-85bf-ca0c0a62a412', 'name': 'network-vif-deleted', 'tag': '0981e674-7301-4920-b763-9b8bcaf40eb0', 'status': 'completed', 'code': 200} Jul 05 17:57:25.747601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:25.798459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a31d3882-eb61-4394-bb94-e262c6aa2f77 req-6494d9a0-4d8c-4cfa-a928-0c61c82b4b80 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/security-groups?id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740075 Jul 05 17:57:25.855568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Pushing event updated for resources: {'Port': ['ID=6d32c939-34a8-417a-8fd3-545adc2eb587,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:25.943533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:25.947452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:25.947452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:25.959244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Port 6d32c939-34a8-417a-8fd3-545adc2eb587 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:25.959453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:25.965912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:25.966250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:25.970106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:25.970615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Bound port: 6d32c939-34a8-417a-8fd3-545adc2eb587, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:25.972735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:25.978843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=111b2351-726b-49a3-9ee7-d2c900516a7d,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:26.074606 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:26.080497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:26.081615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:26.135863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:26.141360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26bdc7-9df1-48db-8b6f-f4d101363949 req-b8003ac3-34cb-49a5-a258-c9a47dcdf8d6 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:26.142922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb26bdc7-9df1-48db-8b6f-f4d101363949 req-b8003ac3-34cb-49a5-a258-c9a47dcdf8d6 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 946 time: 0.1467218 Jul 05 17:57:26.157746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47200) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:26.162626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Request body: {'floatingip': {'port_id': '85ee28bf-187a-4048-90b0-bb3c60525ecf'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:26.163800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:26.175609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ddee64-1798-4dd9-84ef-55dc854a4fe1 req-8ca04aa7-93ed-482a-abdb-11044a58855e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:26.176997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31ddee64-1798-4dd9-84ef-55dc854a4fe1 req-8ca04aa7-93ed-482a-abdb-11044a58855e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 949 time: 0.1047182 Jul 05 17:57:26.221885 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:26.242577 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:26.251232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Pushing event updated for resources: {'Port': ['ID=6d32c939-34a8-417a-8fd3-545adc2eb587,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:26.272273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:26.273327 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:26.275067 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0b44a620-23d1-4d63-bb42-28cde916bb36 service neutron] 10.222.0.39 "PUT /v2.0/ports/6d32c939-34a8-417a-8fd3-545adc2eb587 HTTP/1.1" status: 200 len: 1091 time: 1.3762839 Jul 05 17:57:26.293149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:26.295694 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba82add-22d8-44ad-83ac-0fa39d3ba983" -d '{"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-unplugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:26.324801 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:26.364391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=11']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:26.366019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31ddee64-1798-4dd9-84ef-55dc854a4fe1 req-92839675-f522-442f-8acd-7f9d8361f85f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450386 Jul 05 17:57:26.612892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-a8b534be-b93f-40b8-8750-7e5d9db881f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:26.614830 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-a8b534be-b93f-40b8-8750-7e5d9db881f1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1094 time: 0.0908468 Jul 05 17:57:26.635854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-2338d69a-c222-417c-99c4-0a443db79df4 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:26.638450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-2338d69a-c222-417c-99c4-0a443db79df4 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.97 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 943 time: 0.1518466 Jul 05 17:57:26.694643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d668fc6-380a-40b6-a5d6-966c6d94954e req-b631221c-0081-4b76-ae02-35cfb129fdf1 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a47d570-4934-4afd-85bf-ca0c0a62a412 HTTP/1.1" status: 200 len: 210 time: 0.0619404 Jul 05 17:57:26.717479 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-db3ee24d-791b-4169-ac10-621f6571f39a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d32c939-34a8-417a-8fd3-545adc2eb587 HTTP/1.1" status: 200 len: 217 time: 0.0779181 Jul 05 17:57:26.762288 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fca5f1-b3c3-4977-9291-3c286a54d05b x-openstack-request-id: req-e4fca5f1-b3c3-4977-9291-3c286a54d05b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:26.762837 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-unplugged", "status": "completed", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:26.762968 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4fca5f1-b3c3-4977-9291-3c286a54d05b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:26.763532 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'code': 200} Jul 05 17:57:26.841776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-620a97c6-5238-455d-a8e2-505ae3255100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:26.844173 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-620a97c6-5238-455d-a8e2-505ae3255100 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1148760 Jul 05 17:57:26.850856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06099014-1f8b-4bb6-a52d-56359d823589 req-4e949eae-6627-4382-b26e-13f33d488bfd tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:26.859982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06099014-1f8b-4bb6-a52d-56359d823589 req-4e949eae-6627-4382-b26e-13f33d488bfd tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 943 time: 0.2351995 Jul 05 17:57:26.895018 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-0759f8ab-69c4-4571-983d-513cf0a37839 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361311 Jul 05 17:57:26.903574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Deleting port 111b2351-726b-49a3-9ee7-d2c900516a7d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:26.904882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:26.985157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c9982d2f-e3af-4197-8e0f-a1e1932f2a31 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:26.988945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0981e674-7301-4920-b763-9b8bcaf40eb0 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:27.016892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 0981e674-7301-4920-b763-9b8bcaf40eb0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:27.017324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0981e674-7301-4920-b763-9b8bcaf40eb0 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:27.074756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] For port 111b2351-726b-49a3-9ee7-d2c900516a7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=111b2351-726b-49a3-9ee7-d2c900516a7d,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:27.075135 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:27.095465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Calling delete_port for 111b2351-726b-49a3-9ee7-d2c900516a7d owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:27.142337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c9982d2f-e3af-4197-8e0f-a1e1932f2a31, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,segment=NetworkSegment(3cdc017c-ff07-4f31-baee-d15fb0f4f052),segment_id=3cdc017c-ff07-4f31-baee-d15fb0f4f052)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:27.156243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'c9982d2f-e3af-4197-8e0f-a1e1932f2a31', 'network_id': '7578a98e-a839-4ba9-9f54-4a90f1a1e087', 'port_id': 'c9982d2f-e3af-4197-8e0f-a1e1932f2a31', 'mac_address': 'fa:16:3e:2a:2e:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70871e1-c2c2-457a-a940-1bce386d3b68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:27.202742 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:27.223702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9982d2f-e3af-4197-8e0f-a1e1932f2a31 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:27.241526 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-33266c77-f2c5-4484-95d6-ad8aa85771ce service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227959 Jul 05 17:57:27.248976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c9982d2f-e3af-4197-8e0f-a1e1932f2a31, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,segment=NetworkSegment(3cdc017c-ff07-4f31-baee-d15fb0f4f052),segment_id=3cdc017c-ff07-4f31-baee-d15fb0f4f052)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:27.328845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06099014-1f8b-4bb6-a52d-56359d823589 req-28642cfb-a320-47ca-b2f7-9b2ed765c4b6 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4661388 Jul 05 17:57:27.379662 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:27.414121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event deleted for resources: {'Port': ['ID=111b2351-726b-49a3-9ee7-d2c900516a7d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:27.420502 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28810ad4-efd7-42fd-80dc-443dcc19a35f req-e2688d1d-29a6-45b7-b3ea-f959b1eda271 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564474 Jul 05 17:57:27.424748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4cb9c8-2aa0-4a8f-a19e-92623e0a7ad9 req-da3ae78d-94d7-43ca-9ebd-38c6cccc267b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:27.431786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c4cb9c8-2aa0-4a8f-a19e-92623e0a7ad9 req-da3ae78d-94d7-43ca-9ebd-38c6cccc267b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=03763662-7185-42ce-a5bd-52297f2c5e22 HTTP/1.1" status: 200 len: 943 time: 0.5469863 Jul 05 17:57:27.432923 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:27.476352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.resource_extend [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 17:57:27.545448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:27.571154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c4cb9c8-2aa0-4a8f-a19e-92623e0a7ad9 req-8257dcc7-bb4f-4e00-98b6-8d03c188dd08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384284 Jul 05 17:57:27.594496 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:27.596147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] No DVR routers for this DVR port 111b2351-726b-49a3-9ee7-d2c900516a7d on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:27.598789 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:27.601452 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2360ce46-ae5b-4040-ab8e-2d8286785f70 req-e264d85a-4785-4dcf-b21c-4864bb9fd65b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.97 "DELETE /v2.0/ports/111b2351-726b-49a3-9ee7-d2c900516a7d HTTP/1.1" status: 204 len: 173 time: 0.9539533 Jul 05 17:57:27.664652 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:27.713398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['c9982d2f-e3af-4197-8e0f-a1e1932f2a31'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:27.746795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587'}, {'server_uuid': '03763662-7185-42ce-a5bd-52297f2c5e22', 'name': 'network-vif-deleted', 'tag': '111b2351-726b-49a3-9ee7-d2c900516a7d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:27.751153 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95545d06-8d83-44d4-b495-9365ac64db84" -d '{"events": [{"name": "network-changed", "server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587"}, {"server_uuid": "03763662-7185-42ce-a5bd-52297f2c5e22", "name": "network-vif-deleted", "tag": "111b2351-726b-49a3-9ee7-d2c900516a7d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:27.853548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fa82f-ad7a-4345-970a-dcf8844113f1 req-bbd17353-9c91-4d5b-a0ed-0f00b02574a6 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:27.865008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e3fa82f-ad7a-4345-970a-dcf8844113f1 req-bbd17353-9c91-4d5b-a0ed-0f00b02574a6 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 945 time: 0.2130213 Jul 05 17:57:27.893629 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Floating IP af5b7a3d-f811-4314-ac26-b619c9be6fb9 associated. External IP: 172.25.3.112, port: 85ee28bf-187a-4048-90b0-bb3c60525ecf. Jul 05 17:57:27.951043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf21ad-0f5a-4305-b3d1-90652705f440 req-6dc5e9f4-1193-4a79-96b1-c944a44347e5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:27.952602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43cf21ad-0f5a-4305-b3d1-90652705f440 req-6dc5e9f4-1193-4a79-96b1-c944a44347e5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 949 time: 0.2650383 Jul 05 17:57:27.998160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e3fa82f-ad7a-4345-970a-dcf8844113f1 req-053b7a1e-d7cf-4d85-92e4-3a767f4bab1f tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/security-groups?id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319623 Jul 05 17:57:28.046448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43cf21ad-0f5a-4305-b3d1-90652705f440 req-5b3ea3e2-7499-483d-87f7-4a3ddfaecde7 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805492 Jul 05 17:57:28.135673 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d752894f-9df5-4b9d-99a6-c5765920aa34 x-openstack-request-id: req-d752894f-9df5-4b9d-99a6-c5765920aa34 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:28.141363 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587", "status": "completed", "code": 200}, {"server_uuid": "03763662-7185-42ce-a5bd-52297f2c5e22", "name": "network-vif-deleted", "tag": "111b2351-726b-49a3-9ee7-d2c900516a7d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:28.141363 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d752894f-9df5-4b9d-99a6-c5765920aa34 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:28.141363 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587', 'status': 'completed', 'code': 200} Jul 05 17:57:28.141363 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03763662-7185-42ce-a5bd-52297f2c5e22', 'name': 'network-vif-deleted', 'tag': '111b2351-726b-49a3-9ee7-d2c900516a7d', 'status': 'completed', 'code': 200} Jul 05 17:57:28.236957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95545d06-8d83-44d4-b495-9365ac64db84 req-63c35827-0cdd-464f-a776-ae8a0cf69d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:28.238527 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-95545d06-8d83-44d4-b495-9365ac64db84 req-63c35827-0cdd-464f-a776-ae8a0cf69d73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1094 time: 0.0583932 Jul 05 17:57:28.240548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:57:28.356727 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95545d06-8d83-44d4-b495-9365ac64db84 req-decc43fb-11cc-4177-ae23-7f8f99dd2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:28.358789 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-95545d06-8d83-44d4-b495-9365ac64db84 req-decc43fb-11cc-4177-ae23-7f8f99dd2765 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1083395 Jul 05 17:57:28.388360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:57:28.399323 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:28.413234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] Sync routers for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:57:28.427056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:57:28.427715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:28.457078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-42a46b50-7542-405d-bdd2-11ef3c40c8eb tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "PUT /v2.0/floatingips/af5b7a3d-f811-4314-ac26-b619c9be6fb9 HTTP/1.1" status: 200 len: 992 time: 2.2980728 Jul 05 17:57:28.458133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7289ceda-ead7-4463-809f-e0d840619921', 'tag': '85ee28bf-187a-4048-90b0-bb3c60525ecf'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:28.461895 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6dd659-b99f-4d59-b15b-88511fa887c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7289ceda-ead7-4463-809f-e0d840619921", "tag": "85ee28bf-187a-4048-90b0-bb3c60525ecf"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:28.472513 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-95545d06-8d83-44d4-b495-9365ac64db84 req-ed5622c1-2cad-4d9c-9bdb-f224717ea3a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d32c939-34a8-417a-8fd3-545adc2eb587 HTTP/1.1" status: 200 len: 217 time: 0.0976238 Jul 05 17:57:28.532330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95545d06-8d83-44d4-b495-9365ac64db84 req-e1b3b84e-b6fc-4500-a557-fa02443c64c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:28.534382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-95545d06-8d83-44d4-b495-9365ac64db84 req-e1b3b84e-b6fc-4500-a557-fa02443c64c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0481813 Jul 05 17:57:28.562011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:57:28.581825 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-95545d06-8d83-44d4-b495-9365ac64db84 req-dfec5e82-ba88-40a3-af7c-2aa831faeb11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299275 Jul 05 17:57:28.704541 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-95545d06-8d83-44d4-b495-9365ac64db84 req-17f8fb79-886f-4d35-a920-e0520fabbd57 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012354 Jul 05 17:57:28.846388 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-95545d06-8d83-44d4-b495-9365ac64db84 req-ffdad49c-fee7-4f30-82c3-d2d5ed56394f service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239512 Jul 05 17:57:29.001170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c9982d2f-e3af-4197-8e0f-a1e1932f2a31 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:29.006779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81902c-8d31-4185-9500-3df02571a342 req-6be6ead4-d400-4e7a-a9e7-7bf2cf68a8c3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.008949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d81902c-8d31-4185-9500-3df02571a342 req-6be6ead4-d400-4e7a-a9e7-7bf2cf68a8c3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 943 time: 0.0877120 Jul 05 17:57:29.049040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d81902c-8d31-4185-9500-3df02571a342 req-fd180d89-0b50-4001-946a-8a61d74573fa tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Jul 05 17:57:29.056888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'af5b7a3d-f811-4314-ac26-b619c9be6fb9', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'port_id': '85ee28bf-187a-4048-90b0-bb3c60525ecf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'mac_address': 'fa:16:3e:2e:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7289ceda-ead7-4463-809f-e0d840619921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:54:36Z', 'updated_at': '2021-07-05T17:57:27Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:29.089670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] Checking router: a8f4e37b-130e-4cc8-9db7-9f8e51c093dc for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:57:29.099177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:57:29.103907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:29.151196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port c9982d2f-e3af-4197-8e0f-a1e1932f2a31 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:29.186284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port c9982d2f-e3af-4197-8e0f-a1e1932f2a31 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:29.186487 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:29.238222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:57:29.387419 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:29.438060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.438717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.439204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.439745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.440447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.440983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.441515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.442053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.443092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.443630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.444161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.444693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.445227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.445700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.446170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.446668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.447138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.447601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.450646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-63bf0789-a145-4991-a27f-7103a7d11166 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700&device_id=7fbc4572-e297-4e6f-b382-a76d16c87943&device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221&device_id=7289ceda-ead7-4463-809f-e0d840619921&device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8&device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65&device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b&device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb&device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7&device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471&device_id=fa499b80-570f-4c3d-b938-4b288d217834&device_id=c66e735c-0652-4f7b-80db-2747a024721a&device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161&device_id=1554ac6f-358a-4755-ab5b-132e5ba25252&device_id=98292782-1a7f-4e4e-9571-2a34798b856d&device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687&device_id=e560932b-99fa-4e3a-96d2-c55d18488902&device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 16204 time: 0.0908022 Jul 05 17:57:29.454477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc4572-e297-4e6f-b382-a76d16c87943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9982d2f-e3af-4197-8e0f-a1e1932f2a31'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:29.456768 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59a58e3-ba47-4c92-b7ca-65e60231ea24" -d '{"events": [{"server_uuid": "7fbc4572-e297-4e6f-b382-a76d16c87943", "name": "network-vif-plugged", "status": "completed", "tag": "c9982d2f-e3af-4197-8e0f-a1e1932f2a31"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:29.462610 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:29.470391 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-4f219098-8b56-450b-a5f4-46069704b9b0 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:29.477632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c9982d2f-e3af-4197-8e0f-a1e1932f2a31, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,segment=NetworkSegment(3cdc017c-ff07-4f31-baee-d15fb0f4f052),segment_id=3cdc017c-ff07-4f31-baee-d15fb0f4f052)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:29.553478 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:29.562604 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-4f219098-8b56-450b-a5f4-46069704b9b0 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:29.593896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'af5b7a3d-f811-4314-ac26-b619c9be6fb9', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'port_id': '85ee28bf-187a-4048-90b0-bb3c60525ecf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'mac_address': 'fa:16:3e:2e:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7289ceda-ead7-4463-809f-e0d840619921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:54:36Z', 'updated_at': '2021-07-05T17:57:27Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:29.628070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdaeb65-e985-41b6-9ad0-c45b744f00c7 None None] The sync data for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 is: [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'af5b7a3d-f811-4314-ac26-b619c9be6fb9', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'port_id': '85ee28bf-187a-4048-90b0-bb3c60525ecf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'mac_address': 'fa:16:3e:2e:e3:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7289ceda-ead7-4463-809f-e0d840619921', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:54:36Z', 'updated_at': '2021-07-05T17:57:27Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:57:29.632398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:29.635622 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-4f219098-8b56-450b-a5f4-46069704b9b0 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:29.681560 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2ca3570-4c5f-42c3-8a05-8757f604b1b4 req-4f219098-8b56-450b-a5f4-46069704b9b0 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&id=d9efdafe-1b60-4963-bb52-291686827c47&id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.2239783 Jul 05 17:57:29.703008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f219098-8b56-450b-a5f4-46069704b9b0 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d6c657-f889-48d4-ba39-057366fd1e46,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:29.730291 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946673ca-1f02-4928-98d7-af916fdec8cd x-openstack-request-id: req-946673ca-1f02-4928-98d7-af916fdec8cd {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:29.730657 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7289ceda-ead7-4463-809f-e0d840619921", "tag": "85ee28bf-187a-4048-90b0-bb3c60525ecf", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:29.730894 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-946673ca-1f02-4928-98d7-af916fdec8cd {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:29.731290 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7289ceda-ead7-4463-809f-e0d840619921', 'tag': '85ee28bf-187a-4048-90b0-bb3c60525ecf', 'status': 'completed', 'code': 200} Jul 05 17:57:29.819774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-bc8c9cc8-dc66-4b1a-9b4c-2d14a512f074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.822249 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-bc8c9cc8-dc66-4b1a-9b4c-2d14a512f074 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 1097 time: 0.0692687 Jul 05 17:57:29.931690 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9139226a-31c6-4a18-9946-bbeee304b23f None None] New status for floating IP af5b7a3d-f811-4314-ac26-b619c9be6fb9: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:57:29.988490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-c72eeea4-6788-4ea1-9be0-f4be1080c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:29.990799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-c72eeea4-6788-4ea1-9be0-f4be1080c26c service neutron] 10.222.0.97 "GET /v2.0/networks?id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 200 len: 924 time: 0.1606622 Jul 05 17:57:29.997933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d53a6f-1fbb-4e5c-9365-fdf9335853f4 req-a497ff7b-2d7b-4764-b872-f854b43926fd tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:30.003992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18d53a6f-1fbb-4e5c-9365-fdf9335853f4 req-a497ff7b-2d7b-4764-b872-f854b43926fd tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 950 time: 0.0927916 Jul 05 17:57:30.039466 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18d53a6f-1fbb-4e5c-9365-fdf9335853f4 req-62f1c3c8-56fa-430d-827c-ee723d9483be tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Jul 05 17:57:30.075871 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-31b9cbd9-6fc6-41d6-895a-3bcf6a97dfb2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ee28bf-187a-4048-90b0-bb3c60525ecf HTTP/1.1" status: 200 len: 1000 time: 0.0717030 Jul 05 17:57:30.130249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-8269fecc-6169-42fd-965c-699a84600529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:30.131900 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-8269fecc-6169-42fd-965c-699a84600529 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=339413cb-a39e-4aeb-90e2-4c062c4dd114 HTTP/1.1" status: 200 len: 863 time: 0.0530744 Jul 05 17:57:30.204864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-46ea9989-b982-4fa4-8381-424f6e361deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:30.206517 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-46ea9989-b982-4fa4-8381-424f6e361deb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0645926 Jul 05 17:57:30.235538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6adf4-e5e4-4eb3-8f6f-4d2f613e7fbc req-c64a14f6-8e72-497b-a96b-e19803c0f0f6 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:30.238738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abe6adf4-e5e4-4eb3-8f6f-4d2f613e7fbc req-c64a14f6-8e72-497b-a96b-e19803c0f0f6 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 946 time: 0.0742292 Jul 05 17:57:30.277050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abe6adf4-e5e4-4eb3-8f6f-4d2f613e7fbc req-fcdf8374-60d4-46fc-aafe-678a223d0b49 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/security-groups?id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338125 Jul 05 17:57:30.341057 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-26abb2b9-3872-4d6d-aa65-4174ba7376bc service neutron] 10.222.0.97 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280851 Jul 05 17:57:30.382336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-5066e2ae-f682-4e63-959a-14d87466a8db tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:30.383959 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-5066e2ae-f682-4e63-959a-14d87466a8db tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 950 time: 0.1187580 Jul 05 17:57:30.506285 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095476ad-1a09-4b1f-b2e2-14a5c87dba01 x-openstack-request-id: req-095476ad-1a09-4b1f-b2e2-14a5c87dba01 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:30.507295 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc4572-e297-4e6f-b382-a76d16c87943", "name": "network-vif-plugged", "status": "completed", "tag": "c9982d2f-e3af-4197-8e0f-a1e1932f2a31", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:30.507644 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-095476ad-1a09-4b1f-b2e2-14a5c87dba01 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:30.508222 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc4572-e297-4e6f-b382-a76d16c87943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9982d2f-e3af-4197-8e0f-a1e1932f2a31', 'code': 200} Jul 05 17:57:30.521906 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec6dd659-b99f-4d59-b15b-88511fa887c4 req-d859f125-72f9-4f9a-a4d6-88ef64fa98cb service neutron] 10.222.0.97 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720040 Jul 05 17:57:30.548704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Deleting port ca88088d-beef-47da-87db-66172eb68c70 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:30.549147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:30.677382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] For port ca88088d-beef-47da-87db-66172eb68c70, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ca88088d-beef-47da-87db-66172eb68c70,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:30.677743 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:30.693143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df510fbb-a285-45a0-b735-c278fe47521d req-673ac66f-b0a5-4cfa-a805-e194d821365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:30.694638 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df510fbb-a285-45a0-b735-c278fe47521d req-673ac66f-b0a5-4cfa-a805-e194d821365a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 1097 time: 0.1057334 Jul 05 17:57:30.695469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Calling delete_port for ca88088d-beef-47da-87db-66172eb68c70 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:30.780668 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df510fbb-a285-45a0-b735-c278fe47521d req-1f4c4039-fc8c-476c-980f-d988c904e518 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732331 Jul 05 17:57:30.941819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:30.954095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7', '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'ca88088d-beef-47da-87db-66172eb68c70'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:30.959721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c', 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:30.975809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event deleted for resources: {'Port': ['ID=ca88088d-beef-47da-87db-66172eb68c70,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:31.042609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 111b2351-726b-49a3-9ee7-d2c900516a7d no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:31.044137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] No DVR routers for this DVR port ca88088d-beef-47da-87db-66172eb68c70 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:31.047401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:31.049645 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98edbedd-f784-49e3-ada6-00f908aa6ca3 req-96c4ba7e-efd6-4d52-a307-1c964e5a8870 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "DELETE /v2.0/ports/ca88088d-beef-47da-87db-66172eb68c70 HTTP/1.1" status: 204 len: 173 time: 0.6397424 Jul 05 17:57:31.050306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7944a6dd-d6a4-4463-a2b0-e582fe7b8471', 'name': 'network-vif-deleted', 'tag': 'ca88088d-beef-47da-87db-66172eb68c70'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:31.053077 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c720be69-c0a4-4cac-b05f-591eef330e49" -d '{"events": [{"server_uuid": "7944a6dd-d6a4-4463-a2b0-e582fe7b8471", "name": "network-vif-deleted", "tag": "ca88088d-beef-47da-87db-66172eb68c70"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:31.071861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-35d359ab-c6fd-456a-b580-43423e11a335 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:31.074153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-35d359ab-c6fd-456a-b580-43423e11a335 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/networks?id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 200 len: 821 time: 0.1389289 Jul 05 17:57:31.078887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 111b2351-726b-49a3-9ee7-d2c900516a7d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:31.079243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 111b2351-726b-49a3-9ee7-d2c900516a7d not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:31.092027 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-ceb706bc-2863-48fe-8120-0deb52653d9f tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/quotas/f3695ac5f47147d59018143acfdaa0c9 HTTP/1.1" status: 200 len: 375 time: 0.0113549 Jul 05 17:57:31.185891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-238b5e46-584c-4a31-aac4-e2377adba86e tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f3695ac5f47147d59018143acfdaa0c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0859032 Jul 05 17:57:31.269179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6d32c939-34a8-417a-8fd3-545adc2eb587 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:31.295320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-bc8521ef-88fc-478c-bc96-2ef9eb9b767b service neutron] 10.222.0.30 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083632 Jul 05 17:57:31.403712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-c0f84f3f-d1a0-49cb-96cd-5b8a33637468 service neutron] 10.222.0.30 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072245 Jul 05 17:57:31.584120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:31.624494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '6d32c939-34a8-417a-8fd3-545adc2eb587', 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872', 'port_id': '6d32c939-34a8-417a-8fd3-545adc2eb587', 'mac_address': 'fa:16:3e:88:bd:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79352e57-c706-4416-9600-fe200036edbc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:31.754082 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:31.788549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d32c939-34a8-417a-8fd3-545adc2eb587 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:31.813237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:31.898677 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:31.972376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45415e04-c04e-4a60-ba2e-44279859c65d req-419fdb1b-062f-4dba-b979-9d61d3efef32 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:31.973895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45415e04-c04e-4a60-ba2e-44279859c65d req-419fdb1b-062f-4dba-b979-9d61d3efef32 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 943 time: 0.1000590 Jul 05 17:57:32.007139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=6d32c939-34a8-417a-8fd3-545adc2eb587,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:32.065244 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-ef96a28c-cd69-49a3-aa71-25c15922dfba service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e560932b-99fa-4e3a-96d2-c55d18488902&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770826 Jul 05 17:57:32.067969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45415e04-c04e-4a60-ba2e-44279859c65d req-2e001731-cbcc-491f-97f6-5b01f51a4035 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876105 Jul 05 17:57:32.211362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-d9411f66-fda6-4786-8ff3-c3abf2f5f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:32.212933 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-d9411f66-fda6-4786-8ff3-c3abf2f5f3d6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 1099 time: 0.0675895 Jul 05 17:57:32.258801 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1378022-2979-4852-98a8-51ca3241b9a4 x-openstack-request-id: req-f1378022-2979-4852-98a8-51ca3241b9a4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:32.259094 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7944a6dd-d6a4-4463-a2b0-e582fe7b8471", "name": "network-vif-deleted", "tag": "ca88088d-beef-47da-87db-66172eb68c70", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:32.259555 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1378022-2979-4852-98a8-51ca3241b9a4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:32.261918 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7944a6dd-d6a4-4463-a2b0-e582fe7b8471', 'name': 'network-vif-deleted', 'tag': 'ca88088d-beef-47da-87db-66172eb68c70', 'status': 'completed', 'code': 200} Jul 05 17:57:32.391041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-97092d68-ab73-4ee5-8c78-b571af037083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:32.392691 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-97092d68-ab73-4ee5-8c78-b571af037083 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1283016 Jul 05 17:57:32.460997 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-29d2f0d5-c50f-47e8-bb79-84554e4a6ee9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=98eadd96-cac8-4f88-a75a-22b1dd2107e7 HTTP/1.1" status: 200 len: 217 time: 0.0609269 Jul 05 17:57:32.480728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-319ef3d7-6dda-4cad-bbad-e1ed49e80e72 req-37736f0e-df7f-441e-b2eb-510ce340baed tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=7944a6dd-d6a4-4463-a2b0-e582fe7b8471 HTTP/1.1" status: 200 len: 210 time: 0.0728812 Jul 05 17:57:32.526665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-30709e81-0ec7-41f9-be45-960395ddc726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:32.529284 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-30709e81-0ec7-41f9-be45-960395ddc726 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0602868 Jul 05 17:57:32.532543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['6d32c939-34a8-417a-8fd3-545adc2eb587'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:32.544876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598223e6-10ff-4fbc-b396-9443053f9d2b req-cd147b03-46cf-4de1-931a-ba432ad067a6 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:32.545649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598223e6-10ff-4fbc-b396-9443053f9d2b req-cd147b03-46cf-4de1-931a-ba432ad067a6 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:32.546325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598223e6-10ff-4fbc-b396-9443053f9d2b req-cd147b03-46cf-4de1-931a-ba432ad067a6 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:32.548322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-598223e6-10ff-4fbc-b396-9443053f9d2b req-cd147b03-46cf-4de1-931a-ba432ad067a6 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221&device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65&device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 2882 time: 0.1055467 Jul 05 17:57:32.616203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-598223e6-10ff-4fbc-b396-9443053f9d2b req-ef2c40da-0f50-4d9d-95b9-038bab31a846 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620997 Jul 05 17:57:32.695248 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-96ec2ae2-0cf1-4362-af66-f6badd545951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:32.703877 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-96ec2ae2-0cf1-4362-af66-f6badd545951 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1643145 Jul 05 17:57:32.747357 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6091627-9d67-4671-a984-d8f67a5398f4 req-ea0a9551-f0ce-48f6-a9fe-891950f43b97 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 210 time: 0.0533628 Jul 05 17:57:32.786326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913667c3-9278-4ccf-884c-8b788698580e req-534c8d29-c19f-48f0-bf61-ff81dc4eb067 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:32.787850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-913667c3-9278-4ccf-884c-8b788698580e req-534c8d29-c19f-48f0-bf61-ff81dc4eb067 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 946 time: 0.1654661 Jul 05 17:57:32.843796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-913667c3-9278-4ccf-884c-8b788698580e req-bd59c883-1084-4496-b5a0-c897f9e71f6d tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/security-groups?id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487442 Jul 05 17:57:33.212050 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-e8547d5a-3ba2-405f-a154-a8caeee8b8e3 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4998026 Jul 05 17:57:33.314617 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd80aa59-112b-4dc8-921c-ad259690ea28 req-bfa75e9f-3503-423f-b381-9dda067542e3 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954382 Jul 05 17:57:33.816077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c00ccd-304b-4caa-bb36-a93d0c69fb71 req-41602b8f-7d6c-4521-95c2-30ee764d91a2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:33.817873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4c00ccd-304b-4caa-bb36-a93d0c69fb71 req-41602b8f-7d6c-4521-95c2-30ee764d91a2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 944 time: 0.0764773 Jul 05 17:57:33.859997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4c00ccd-304b-4caa-bb36-a93d0c69fb71 req-6d4a5b24-9d8e-4f21-9ff3-8fc06610c8f8 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360358 Jul 05 17:57:34.635478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75cb72-68e8-4625-8328-3a84b077d88b req-ff3c81e8-e68c-4a25-9fee-c5ffda553fb6 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:34.638611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c75cb72-68e8-4625-8328-3a84b077d88b req-ff3c81e8-e68c-4a25-9fee-c5ffda553fb6 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 946 time: 0.1184194 Jul 05 17:57:34.640726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb026540-e63a-41ed-acc3-a410fe9ff652 req-cf719521-8f4d-4ef2-8ec3-a42418d3542a tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 210 time: 0.0445728 Jul 05 17:57:34.688930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c75cb72-68e8-4625-8328-3a84b077d88b req-41349f1f-6af7-4e21-85b7-0a7ab1557ba8 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/security-groups?id=25021910-bd8c-439b-b869-0b9c91065ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445485 Jul 05 17:57:34.781739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-e8a2c1e7-4a55-46d8-ba81-5602c46ec995 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:34.784860 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-e8a2c1e7-4a55-46d8-ba81-5602c46ec995 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.97 "GET /v2.0/networks?id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 200 len: 821 time: 0.1296756 Jul 05 17:57:34.800872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Request body: {'port': {'device_id': '9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc', 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f', 'admin_state_up': True, 'tenant_id': 'f3695ac5f47147d59018143acfdaa0c9'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:34.997679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ca88088d-beef-47da-87db-66172eb68c70 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:35.037081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: ca88088d-beef-47da-87db-66172eb68c70 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:35.038096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ca88088d-beef-47da-87db-66172eb68c70 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:35.129840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Made reservation on behalf of f3695ac5f47147d59018143acfdaa0c9 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:35.133482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:35.287601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6d32c939-34a8-417a-8fd3-545adc2eb587 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:35.371415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Allocated IP 172.20.0.7 (0e1c98d2-bb82-4222-939a-3f3fce2a5a2f/73453663-7367-4635-bc52-29d026602496/0f8bbae6-39a4-4eb2-88ef-8efde26e94c3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:57:35.424949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-ce1438e2-38aa-4240-b6eb-455a3e8ce6d4 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:35.426643 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-ce1438e2-38aa-4240-b6eb-455a3e8ce6d4 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.97 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 946 time: 0.1282656 Jul 05 17:57:35.533163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 6d32c939-34a8-417a-8fd3-545adc2eb587 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:35.546020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c432812-786d-45bc-b401-882e1113d9d1 req-649b49a3-cd86-4ca3-b03f-97636911897e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:35.548353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c432812-786d-45bc-b401-882e1113d9d1 req-649b49a3-cd86-4ca3-b03f-97636911897e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 944 time: 0.1039064 Jul 05 17:57:35.548535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 6d32c939-34a8-417a-8fd3-545adc2eb587 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:35.549093 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:35.638869 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:35.643802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c432812-786d-45bc-b401-882e1113d9d1 req-52bcbb17-0357-4127-b907-120371027160 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890045 Jul 05 17:57:35.734220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Deleting port c9982d2f-e3af-4197-8e0f-a1e1932f2a31 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:35.734710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:35.901205 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:35.922124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:35.933929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:35.936449 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc2f3ec-94bb-4d84-9ab1-13b211bb2bec" -d '{"events": [{"server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "name": "network-vif-plugged", "status": "completed", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:35.945478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] For port c9982d2f-e3af-4197-8e0f-a1e1932f2a31, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,segment=NetworkSegment(3cdc017c-ff07-4f31-baee-d15fb0f4f052),segment_id=3cdc017c-ff07-4f31-baee-d15fb0f4f052)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:35.945849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:35.951498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:35.976608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Calling delete_port for c9982d2f-e3af-4197-8e0f-a1e1932f2a31 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:35.991529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382c1f4-772c-49ce-920a-e35f16a12ed9 req-9960576e-ea88-4809-b96f-f504d280d4ff tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:35.996607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0382c1f4-772c-49ce-920a-e35f16a12ed9 req-9960576e-ea88-4809-b96f-f504d280d4ff tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 948 time: 0.1768005 Jul 05 17:57:36.035071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0382c1f4-772c-49ce-920a-e35f16a12ed9 req-0b6bced8-f20a-4c47-84a6-7a7d093bcf6c tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348098 Jul 05 17:57:36.044928 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:36.126711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=6d32c939-34a8-417a-8fd3-545adc2eb587,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:36.148162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:36.213393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:36.220572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:36.223151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event updated for resources: {'Port': ['ID=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:36.226444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:57:36.298138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:36.298892 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:36.306816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:36.321425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['c9982d2f-e3af-4197-8e0f-a1e1932f2a31'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:36.372920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Pushing event deleted for resources: {'Port': ['ID=c9982d2f-e3af-4197-8e0f-a1e1932f2a31,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:36.424136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] No DVR routers for this DVR port c9982d2f-e3af-4197-8e0f-a1e1932f2a31 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:36.427016 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:36.429248 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e9ded3bd-eaf9-48a2-bb33-4fea8519ab04 req-78ea47f1-8d36-4777-abba-9afaa68db350 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.97 "DELETE /v2.0/ports/c9982d2f-e3af-4197-8e0f-a1e1932f2a31 HTTP/1.1" status: 204 len: 173 time: 0.9908895 Jul 05 17:57:36.429799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fbc4572-e297-4e6f-b382-a76d16c87943', 'name': 'network-vif-deleted', 'tag': 'c9982d2f-e3af-4197-8e0f-a1e1932f2a31'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:36.434095 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f52214-4e6a-4b11-ae95-cdaa824b07d1" -d '{"events": [{"server_uuid": "7fbc4572-e297-4e6f-b382-a76d16c87943", "name": "network-vif-deleted", "tag": "c9982d2f-e3af-4197-8e0f-a1e1932f2a31"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:36.457779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30ddc5b-6800-49e6-9cfb-ea28a36023f1 req-e3a1e9a1-7ec4-4e40-81ae-7b513aa4a10a tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:36.459604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d30ddc5b-6800-49e6-9cfb-ea28a36023f1 req-e3a1e9a1-7ec4-4e40-81ae-7b513aa4a10a tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 931 time: 0.0827200 Jul 05 17:57:36.506136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d30ddc5b-6800-49e6-9cfb-ea28a36023f1 req-c6c4d92e-2dd4-4ae5-9790-b680eb3fa378 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364833 Jul 05 17:57:36.516187 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-676802c8-6a67-493a-949e-b80117f13c08 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7202537 Jul 05 17:57:36.537031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Request body: {'port': {'device_id': '9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:36.618897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:36.646822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b4baca7-6630-4146-b988-e767529020ce req-3e96f865-3eb1-41e1-b6c2-8dd1cc7b906e tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 210 time: 0.0303459 Jul 05 17:57:36.709133 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d3d6f0-3fcd-40cd-9a05-91771e9bd7de x-openstack-request-id: req-44d3d6f0-3fcd-40cd-9a05-91771e9bd7de {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:36.709526 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "name": "network-vif-plugged", "status": "completed", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:36.709902 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44d3d6f0-3fcd-40cd-9a05-91771e9bd7de {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:36.710433 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587', 'code': 200} Jul 05 17:57:36.819062 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974348b2-7c97-4189-99c4-9514bf23e766 x-openstack-request-id: req-974348b2-7c97-4189-99c4-9514bf23e766 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:36.819316 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fbc4572-e297-4e6f-b382-a76d16c87943", "name": "network-vif-deleted", "tag": "c9982d2f-e3af-4197-8e0f-a1e1932f2a31", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:36.819572 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-974348b2-7c97-4189-99c4-9514bf23e766 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:36.819979 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fbc4572-e297-4e6f-b382-a76d16c87943', 'name': 'network-vif-deleted', 'tag': 'c9982d2f-e3af-4197-8e0f-a1e1932f2a31', 'status': 'completed', 'code': 200} Jul 05 17:57:36.911638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe58f3c-a1de-40ae-81fd-95be781cd7f0 req-1f69f659-3a2b-4ff3-bc92-e63f54adcd64 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:36.912611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfe58f3c-a1de-40ae-81fd-95be781cd7f0 req-1f69f659-3a2b-4ff3-bc92-e63f54adcd64 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 1100 time: 0.0893292 Jul 05 17:57:36.941392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8e71c-369c-463a-b04b-ed6eba142c71 req-bb38c48e-4b72-4ee9-8fb9-68146851cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:36.943196 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-18e8e71c-369c-463a-b04b-ed6eba142c71 req-bb38c48e-4b72-4ee9-8fb9-68146851cb69 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1096 time: 0.1120648 Jul 05 17:57:36.981148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfe58f3c-a1de-40ae-81fd-95be781cd7f0 req-a4f7a324-b832-4074-a10b-b6a56b6386e4 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573211 Jul 05 17:57:36.998682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:37.008031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:37.014386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fb4cc-baa6-4ff0-9c0d-f00d33b96a21 req-714d5baf-1a51-4655-af75-46663d1e12df tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:37.021290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b51fb4cc-baa6-4ff0-9c0d-f00d33b96a21 req-714d5baf-1a51-4655-af75-46663d1e12df tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 945 time: 0.1076052 Jul 05 17:57:37.027908 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-18e8e71c-369c-463a-b04b-ed6eba142c71 req-8833dc70-32af-42c6-a0b4-6eb51a48b3c3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587883 Jul 05 17:57:37.030928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Transition to ACTIVE for port object 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:37.057582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b51fb4cc-baa6-4ff0-9c0d-f00d33b96a21 req-8b90461f-104e-445b-a8b8-1ba3da36a691 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354269 Jul 05 17:57:37.118139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:37.184781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:37.185204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46643ab3-2131-40e5-b605-e6bd8c93e7b0 req-6e80f373-858f-4d7a-b549-10a7652d73b5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:37.186826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46643ab3-2131-40e5-b605-e6bd8c93e7b0 req-6e80f373-858f-4d7a-b549-10a7652d73b5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 949 time: 0.0891361 Jul 05 17:57:37.250298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46643ab3-2131-40e5-b605-e6bd8c93e7b0 req-667c305c-2cef-4762-852a-91cc99c0d393 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421920 Jul 05 17:57:37.262421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc36e96-efc5-4b4f-bbe0-7bd956fd1136 req-17821ffe-7879-4256-b6db-be79ed182b9d tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:37.263323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Attempting to bind port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:37.263828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Attempting to bind port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:37.263962 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cc36e96-efc5-4b4f-bbe0-7bd956fd1136 req-17821ffe-7879-4256-b6db-be79ed182b9d tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 1100 time: 0.0947366 Jul 05 17:57:37.264442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Attempting to bind port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 on network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:37.269393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 on network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:37.270088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Attempting to bind port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 on network 0e1c98d2-bb82-4222-939a-3f3fce2a5a2f {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:37.281058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:37.281418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Checking segment: {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:37.281791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Bound using segment: {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:37.282237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Bound port: 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:37.282623 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:37.325893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cc36e96-efc5-4b4f-bbe0-7bd956fd1136 req-1e6d9f13-8d54-4b55-a89c-511c47540116 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454118 Jul 05 17:57:37.361120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] For port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:37.406905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] For port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:37.465427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-fbdb3562-8401-4970-9002-369888989414 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:37.467226 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-fbdb3562-8401-4970-9002-369888989414 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/ports?device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 949 time: 0.1077313 Jul 05 17:57:37.492843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c467e-b491-4361-8975-5447f4e0f97f req-c64a222f-7b73-4f06-bc9a-3f78c3b28464 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:37.500893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-889c467e-b491-4361-8975-5447f4e0f97f req-c64a222f-7b73-4f06-bc9a-3f78c3b28464 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 948 time: 0.1173091 Jul 05 17:57:37.516835 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:37.538779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-889c467e-b491-4361-8975-5447f4e0f97f req-4ce4eba1-9396-4626-8c19-03f063639144 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367453 Jul 05 17:57:37.610334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:37.611154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:37.613038 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] 10.222.0.97 "PUT /v2.0/ports/0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 HTTP/1.1" status: 200 len: 1091 time: 1.0808814 Jul 05 17:57:37.660423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Deleting port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:37.660773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:37.664969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784ae32-25f4-4d82-a0c3-913a33b94065 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:37.742832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a185d3-684c-4e29-81ec-9aa3d4461376 req-6111fbda-79fb-428a-be5a-a712ed58924b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:37.744498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97a185d3-684c-4e29-81ec-9aa3d4461376 req-6111fbda-79fb-428a-be5a-a712ed58924b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 943 time: 0.0867827 Jul 05 17:57:37.803186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97a185d3-684c-4e29-81ec-9aa3d4461376 req-9228cdf7-6385-473f-be19-04712d1acc93 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516543 Jul 05 17:57:37.803569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] For port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:37.803935 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:37.846626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Calling delete_port for 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:37.849083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc8499d0-36cc-409b-b9ab-80e1067abf9e req-21eb14df-f382-4fae-a382-d9bce2967490 tempest-ServerGroupTestJSON-723601461 tempest-ServerGroupTestJSON-723601461-project] 10.222.0.30 "GET /v2.0/ports?device_id=7fbc4572-e297-4e6f-b382-a76d16c87943 HTTP/1.1" status: 200 len: 210 time: 0.0360134 Jul 05 17:57:37.855475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-840fb2d3-272a-49a7-b509-80458dfde7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:37.860007 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-840fb2d3-272a-49a7-b509-80458dfde7f1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f3695ac5f47147d59018143acfdaa0c9&device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 1094 time: 0.1135206 Jul 05 17:57:37.943311 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-b44309fe-0a2d-4dd1-9cfa-23201a0143ef service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 HTTP/1.1" status: 200 len: 217 time: 0.0685148 Jul 05 17:57:38.012775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-d81dc004-a5d1-489b-a11a-b4ccec876759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:38.014255 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-d81dc004-a5d1-489b-a11a-b4ccec876759 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=73453663-7367-4635-bc52-29d026602496 HTTP/1.1" status: 200 len: 861 time: 0.0568280 Jul 05 17:57:38.075119 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-ea0621d7-80c8-49c1-b949-a418bee73f42 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363739 Jul 05 17:57:38.174302 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-70ac5376-2979-4122-b2e5-aa233a681a16 service neutron] 10.222.0.97 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918074 Jul 05 17:57:38.232114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:38.244235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228aa42a-7af5-4d10-92ab-c1b969c6b861 req-41fdbe67-be22-4409-a4f4-8c5a2b1360b3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:38.247271 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-228aa42a-7af5-4d10-92ab-c1b969c6b861 req-41fdbe67-be22-4409-a4f4-8c5a2b1360b3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 945 time: 0.0699382 Jul 05 17:57:38.249661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7', '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:38.271381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event deleted for resources: {'Port': ['ID=86e2d80a-7dd8-4397-a90f-e8b09c4e4d02,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:38.280070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c', 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:38.300711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-228aa42a-7af5-4d10-92ab-c1b969c6b861 req-85d083b1-3b76-4300-9a25-623ad705993a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Jul 05 17:57:38.338494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] No DVR routers for this DVR port 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:38.344786 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:38.347152 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-245e8a5b-8eae-446b-9cb5-9fc6aad732e2 req-5e973bd9-f2a6-4406-9119-47dc4c309f69 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "DELETE /v2.0/ports/86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 HTTP/1.1" status: 204 len: 173 time: 0.8687737 Jul 05 17:57:38.366853 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d6e6f79e-7b06-466f-98eb-c8a973b725c2 req-62f840f0-24fa-42bb-851f-ade6459371d9 service neutron] 10.222.0.97 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815999 Jul 05 17:57:38.441325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-def40131-e964-4d19-8d97-b1b62728b8ba req-51b7220e-1b2a-455a-b23f-d92f0ebeeeea tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 210 time: 0.0316842 Jul 05 17:57:38.788293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb61c7-d3be-43c5-99f6-06240c04e76e req-81e8927b-b1ff-45e3-9219-09e1c728a116 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:38.789814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35cb61c7-d3be-43c5-99f6-06240c04e76e req-81e8927b-b1ff-45e3-9219-09e1c728a116 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 948 time: 0.0766854 Jul 05 17:57:38.822470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc', 'tag': '0f8bbae6-39a4-4eb2-88ef-8efde26e94c3'}, {'server_uuid': '98292782-1a7f-4e4e-9571-2a34798b856d', 'name': 'network-vif-deleted', 'tag': '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:38.824802 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1da131-373d-461f-b1e9-30e4bb47b29e" -d '{"events": [{"name": "network-changed", "server_uuid": "9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc", "tag": "0f8bbae6-39a4-4eb2-88ef-8efde26e94c3"}, {"server_uuid": "98292782-1a7f-4e4e-9571-2a34798b856d", "name": "network-vif-deleted", "tag": "86e2d80a-7dd8-4397-a90f-e8b09c4e4d02"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:38.832416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35cb61c7-d3be-43c5-99f6-06240c04e76e req-f00ce35e-2297-4012-b4f1-cb4446ddf841 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348411 Jul 05 17:57:38.954900 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e603382c-debf-415a-a3d7-08ff91547479 x-openstack-request-id: req-e603382c-debf-415a-a3d7-08ff91547479 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:38.955398 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc", "tag": "0f8bbae6-39a4-4eb2-88ef-8efde26e94c3", "status": "completed", "code": 200}, {"server_uuid": "98292782-1a7f-4e4e-9571-2a34798b856d", "name": "network-vif-deleted", "tag": "86e2d80a-7dd8-4397-a90f-e8b09c4e4d02", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:38.955398 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e603382c-debf-415a-a3d7-08ff91547479 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:38.955801 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc', 'tag': '0f8bbae6-39a4-4eb2-88ef-8efde26e94c3', 'status': 'completed', 'code': 200} Jul 05 17:57:38.956050 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98292782-1a7f-4e4e-9571-2a34798b856d', 'name': 'network-vif-deleted', 'tag': '86e2d80a-7dd8-4397-a90f-e8b09c4e4d02', 'status': 'completed', 'code': 200} Jul 05 17:57:39.002829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c9982d2f-e3af-4197-8e0f-a1e1932f2a31 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:39.030944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: c9982d2f-e3af-4197-8e0f-a1e1932f2a31 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:39.031705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c9982d2f-e3af-4197-8e0f-a1e1932f2a31 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:39.052450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728489-fe79-4426-85cf-2157470acffd req-e9aa65f0-7783-4a5a-baa8-f058897401fd tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:39.058821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6728489-fe79-4426-85cf-2157470acffd req-e9aa65f0-7783-4a5a-baa8-f058897401fd tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 943 time: 0.1109123 Jul 05 17:57:39.068139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-8e6d2e87-156f-4a7e-b875-8cae84215fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:39.069729 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-8e6d2e87-156f-4a7e-b875-8cae84215fe1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f3695ac5f47147d59018143acfdaa0c9&device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 1094 time: 0.0810170 Jul 05 17:57:39.100091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6728489-fe79-4426-85cf-2157470acffd req-7c5d4f13-1a2a-4147-9ced-8630e7379add tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393965 Jul 05 17:57:39.206053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2893d1-b4ae-471a-be9d-856c2dad76ac req-7fbd85cb-ec4c-42e2-b34e-097ecba36eaa tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:39.207816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f2893d1-b4ae-471a-be9d-856c2dad76ac req-7fbd85cb-ec4c-42e2-b34e-097ecba36eaa tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0758834 Jul 05 17:57:39.217988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-f5aeb60b-f405-44a8-8717-553afbb334cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:39.220273 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-f5aeb60b-f405-44a8-8717-553afbb334cf service neutron] 10.222.0.97 "GET /v2.0/networks?id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 200 len: 921 time: 0.1402140 Jul 05 17:57:39.244850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-fda9c23a-2214-43ad-a5ea-5341605fda27 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:39.249885 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-fda9c23a-2214-43ad-a5ea-5341605fda27 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 948 time: 0.1406441 Jul 05 17:57:39.262980 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f2893d1-b4ae-471a-be9d-856c2dad76ac req-5c70f84b-44f9-4a12-9493-13e076639793 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468638 Jul 05 17:57:39.279386 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-cddc2ef0-cda6-401b-9285-042889b640f9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 HTTP/1.1" status: 200 len: 217 time: 0.0510695 Jul 05 17:57:39.373092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-4743abb5-b020-4ed6-aadc-cd015f375207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:39.374694 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-4743abb5-b020-4ed6-aadc-cd015f375207 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=73453663-7367-4635-bc52-29d026602496 HTTP/1.1" status: 200 len: 861 time: 0.0882761 Jul 05 17:57:39.437248 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-1d4b6761-f0f6-4a36-9a67-a1499cab5b6a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374711 Jul 05 17:57:39.515141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d70ac-0692-4bf3-a4f6-e567e6b885e7 req-62d94d57-de87-400e-93d9-d36c6b1bab17 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:39.516604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab1d70ac-0692-4bf3-a4f6-e567e6b885e7 req-62d94d57-de87-400e-93d9-d36c6b1bab17 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 945 time: 0.0769119 Jul 05 17:57:39.539254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Deleting port b6d880d3-eaec-4d32-8277-5944949571e5 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:39.539596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:39.575143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab1d70ac-0692-4bf3-a4f6-e567e6b885e7 req-79e65d02-c6ea-4479-b260-0d6124207be3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498106 Jul 05 17:57:39.637456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-8cec4d66-5481-4aed-8bb7-70abea6d5a67 service neutron] 10.222.0.97 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927893 Jul 05 17:57:39.662302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06fcaede-5243-40ea-a99c-094e282c10a5 req-9f2e18a8-59c9-4ccd-a590-2fa437466a0c tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=98292782-1a7f-4e4e-9571-2a34798b856d HTTP/1.1" status: 200 len: 210 time: 0.0487967 Jul 05 17:57:39.729518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] For port b6d880d3-eaec-4d32-8277-5944949571e5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b6d880d3-eaec-4d32-8277-5944949571e5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:39.729879 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:39.740033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47582) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:39.749633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Calling delete_port for b6d880d3-eaec-4d32-8277-5944949571e5 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:39.794952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5711c73-f4ab-479f-a00d-72b62be80c13 admin admin] Deleting subnet f70871e1-c2c2-457a-a940-1bce386d3b68 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:57:39.798216 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5711c73-f4ab-479f-a00d-72b62be80c13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:39.810126 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b1da131-373d-461f-b1e9-30e4bb47b29e req-8b5f3e34-43e0-49cd-91dc-7c45b9467dcf service neutron] 10.222.0.97 "GET /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648867 Jul 05 17:57:39.837534 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5711c73-f4ab-479f-a00d-72b62be80c13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:39.889045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5711c73-f4ab-479f-a00d-72b62be80c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.017827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8fc98-c8c1-482a-90dc-c2989fdc01ff req-9757898b-f731-4bfd-a4e6-d484424ef45b tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:40.019371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8d8fc98-c8c1-482a-90dc-c2989fdc01ff req-9757898b-f731-4bfd-a4e6-d484424ef45b tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 948 time: 0.0634811 Jul 05 17:57:40.030069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.032315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5711c73-f4ab-479f-a00d-72b62be80c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.064430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Pushing event deleted for resources: {'Port': ['ID=b6d880d3-eaec-4d32-8277-5944949571e5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:40.070134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5711c73-f4ab-479f-a00d-72b62be80c13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f70871e1-c2c2-457a-a940-1bce386d3b68,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:40.073776 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5711c73-f4ab-479f-a00d-72b62be80c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.077888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f5711c73-f4ab-479f-a00d-72b62be80c13 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f70871e1-c2c2-457a-a940-1bce386d3b68 HTTP/1.1" status: 204 len: 168 time: 0.3348572 Jul 05 17:57:40.082538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47586) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:40.107494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8d8fc98-c8c1-482a-90dc-c2989fdc01ff req-67169913-3603-4a96-bb46-ca929b031301 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825772 Jul 05 17:57:40.110539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] No DVR routers for this DVR port b6d880d3-eaec-4d32-8277-5944949571e5 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:40.113917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.115270 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8eaa58b7-b3cb-4e1b-a4d3-5476ea8957a1 req-eabab373-c362-466d-ab0c-60d6d6579b5f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.39 "DELETE /v2.0/ports/b6d880d3-eaec-4d32-8277-5944949571e5 HTTP/1.1" status: 204 len: 173 time: 0.8276887 Jul 05 17:57:40.165864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.279046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.290906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7578a98e-a839-4ba9-9f54-4a90f1a1e087']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:40.304931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cdc017c-ff07-4f31-baee-d15fb0f4f052') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:40.307326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cdc017c-ff07-4f31-baee-d15fb0f4f052') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:40.318157 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.334799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.346585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:57:40.346929 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: timer() Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:57:40.348677 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:57:40.357006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7affcd6-b16e-4f54-b7fd-27a8b9d06315 req-dd4bf6d5-acf0-4087-b7bb-2cc1ee1a505b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:40.360349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7affcd6-b16e-4f54-b7fd-27a8b9d06315 req-dd4bf6d5-acf0-4087-b7bb-2cc1ee1a505b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 943 time: 0.1243129 Jul 05 17:57:40.444539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-22c6b269-0977-4f78-9ec2-c44ea770cc51 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:40.446057 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-22c6b269-0977-4f78-9ec2-c44ea770cc51 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 949 time: 0.0834980 Jul 05 17:57:40.479125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7affcd6-b16e-4f54-b7fd-27a8b9d06315 req-3746aaca-9370-4b8e-99f8-54fa501e1957 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107271 Jul 05 17:57:40.516846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1a506-cf57-44bc-9cbd-9b4012cc639f req-c21a9dbd-e06b-4416-a70f-b37f1c8cdc11 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:40.518949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7df1a506-cf57-44bc-9cbd-9b4012cc639f req-c21a9dbd-e06b-4416-a70f-b37f1c8cdc11 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1238649 Jul 05 17:57:40.575210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7df1a506-cf57-44bc-9cbd-9b4012cc639f req-eafccfb9-4ec7-4d90-a873-bfbac0274b24 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502186 Jul 05 17:57:40.577640 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.580022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Deleting port acbd7727-3420-4a72-86ab-bae2c32f2f6b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:40.580356 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.591481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.593292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] 10.222.0.30 "DELETE /v2.0/networks/7578a98e-a839-4ba9-9f54-4a90f1a1e087 HTTP/1.1" status: 204 len: 168 time: 0.5099373 Jul 05 17:57:40.615982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00a12ff-6206-41a3-84aa-39db3faee28f admin admin] Pushing event deleted for resources: {'Network': ['ID=7578a98e-a839-4ba9-9f54-4a90f1a1e087,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:40.699303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] For port acbd7727-3420-4a72-86ab-bae2c32f2f6b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acbd7727-3420-4a72-86ab-bae2c32f2f6b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:40.699303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.712654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Calling delete_port for acbd7727-3420-4a72-86ab-bae2c32f2f6b owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:40.776592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18848a0d-e9b1-438b-a82b-619124a4b9b9 req-c51eb218-8c7b-47c2-8214-43a3fb87dffb tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:40.778331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18848a0d-e9b1-438b-a82b-619124a4b9b9 req-c51eb218-8c7b-47c2-8214-43a3fb87dffb tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 945 time: 0.0703154 Jul 05 17:57:40.820144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18848a0d-e9b1-438b-a82b-619124a4b9b9 req-2da561b1-4335-40aa-941c-b3f59772cb89 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357442 Jul 05 17:57:40.919126 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:40.931522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:40.939007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c', 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:40.943822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7172e1f-52a2-4b59-824c-0d994668e8de req-9c36ab97-8dd0-463b-923a-2bdf0421c8f0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:40.945587 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7172e1f-52a2-4b59-824c-0d994668e8de req-9c36ab97-8dd0-463b-923a-2bdf0421c8f0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 949 time: 0.0775132 Jul 05 17:57:40.958995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'name': 'network-vif-deleted', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:40.962161 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905f9c9a-69ae-4a86-b544-018853556165" -d '{"events": [{"server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "name": "network-vif-deleted", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:40.966033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event deleted for resources: {'Port': ['ID=acbd7727-3420-4a72-86ab-bae2c32f2f6b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:40.993798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47608) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:41.022959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] No DVR routers for this DVR port acbd7727-3420-4a72-86ab-bae2c32f2f6b on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:41.027073 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:41.028902 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd227cc1-758c-4cbf-a630-ec18cfbad30c req-6a2d19f2-0bda-440a-95d3-e82c59f4bf32 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "DELETE /v2.0/ports/acbd7727-3420-4a72-86ab-bae2c32f2f6b HTTP/1.1" status: 204 len: 173 time: 0.5732665 Jul 05 17:57:41.037012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:41.039289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:41.059071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7172e1f-52a2-4b59-824c-0d994668e8de req-ab5e7a99-5ddf-4060-a24e-826a14c5e20d tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070824 Jul 05 17:57:41.075557 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47610) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:41.076104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-351a64a5-4032-414f-b588-fa3a45799bd2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9506b6394c38488e8e6bd45303237075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0789473 Jul 05 17:57:41.083964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:41.084310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 86e2d80a-7dd8-4397-a90f-e8b09c4e4d02 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:41.140174 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b6c602-927f-458d-83fd-098bfff4f9e4 x-openstack-request-id: req-00b6c602-927f-458d-83fd-098bfff4f9e4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:41.140521 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa499b80-570f-4c3d-b938-4b288d217834", "name": "network-vif-deleted", "tag": "b6d880d3-eaec-4d32-8277-5944949571e5", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:41.140781 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-00b6c602-927f-458d-83fd-098bfff4f9e4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:41.141920 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa499b80-570f-4c3d-b938-4b288d217834', 'name': 'network-vif-deleted', 'tag': 'b6d880d3-eaec-4d32-8277-5944949571e5', 'status': 'completed', 'code': 200} Jul 05 17:57:41.147687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8686-d9d4-4680-99d8-d9859f8b634d req-df130aac-122a-4537-9445-670ee52b9db5 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:41.149502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-447a8686-d9d4-4680-99d8-d9859f8b634d req-df130aac-122a-4537-9445-670ee52b9db5 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1096 time: 0.0797784 Jul 05 17:57:41.163761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb216b96-72d6-4447-a66c-d0a8c4722f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:41.188329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb216b96-72d6-4447-a66c-d0a8c4722f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:41.208244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-447a8686-d9d4-4680-99d8-d9859f8b634d req-809429fa-fdcf-48f0-8248-e6cd238a058c tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479012 Jul 05 17:57:41.324706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6552f1a2-1239-4f3a-a300-2912a51dbb1c req-ae77ee6e-a993-44a0-80a8-933723bf4347 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=fa499b80-570f-4c3d-b938-4b288d217834 HTTP/1.1" status: 200 len: 210 time: 0.0497804 Jul 05 17:57:41.329659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:41.372863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '0f8bbae6-39a4-4eb2-88ef-8efde26e94c3', 'network_id': '0e1c98d2-bb82-4222-939a-3f3fce2a5a2f', 'port_id': '0f8bbae6-39a4-4eb2-88ef-8efde26e94c3', 'mac_address': 'fa:16:3e:43:5a:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73453663-7367-4635-bc52-29d026602496', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:41.396285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb216b96-72d6-4447-a66c-d0a8c4722f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:41.399207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb216b96-72d6-4447-a66c-d0a8c4722f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:41.400605 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fb216b96-72d6-4447-a66c-d0a8c4722f55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25021910-bd8c-439b-b869-0b9c91065ace HTTP/1.1" status: 204 len: 168 time: 0.3239796 Jul 05 17:57:41.411172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb216b96-72d6-4447-a66c-d0a8c4722f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25021910-bd8c-439b-b869-0b9c91065ace,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:41.472877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:41.479030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4fd94a-8bb2-46e8-93d2-7a911a5c4b4f req-07a45b66-abd2-4f91-bd9e-37d37c5fd65a tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:41.488421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d4fd94a-8bb2-46e8-93d2-7a911a5c4b4f req-07a45b66-abd2-4f91-bd9e-37d37c5fd65a tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1096 time: 0.0901444 Jul 05 17:57:41.539954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:41.551869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d4fd94a-8bb2-46e8-93d2-7a911a5c4b4f req-4af2f0cc-bdfe-496e-9587-ba355c090b71 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629683 Jul 05 17:57:41.597008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:41.727603 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:41.752454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-2ecc225b-2c80-4285-8f4a-f58bd17456b4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0628233 Jul 05 17:57:41.772221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cf9bb-dbb3-4fbc-823f-01b10e8250d4 req-778f0cd9-51a5-4bbb-b02a-aa614a1130aa tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:41.774808 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e1cf9bb-dbb3-4fbc-823f-01b10e8250d4 req-778f0cd9-51a5-4bbb-b02a-aa614a1130aa tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 943 time: 0.1016774 Jul 05 17:57:41.802855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:41.849068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e1cf9bb-dbb3-4fbc-823f-01b10e8250d4 req-12bc4552-876e-488c-be29-d299eaa4d047 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624733 Jul 05 17:57:41.879309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-95757095-8def-40b6-a7a1-9943aa51d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:41.881240 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-95757095-8def-40b6-a7a1-9943aa51d72c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 1101 time: 0.0598211 Jul 05 17:57:41.886262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333d03a-b1e1-4fb9-a8d7-ff8ba6c02cec req-67aa1790-0dc6-4689-9878-7630c160d150 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:41.893558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8333d03a-b1e1-4fb9-a8d7-ff8ba6c02cec req-67aa1790-0dc6-4689-9878-7630c160d150 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1175041 Jul 05 17:57:42.022783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-aea32253-620b-4473-b558-79ab7ef56cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:42.024706 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-aea32253-620b-4473-b558-79ab7ef56cf8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1139450 Jul 05 17:57:42.061666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0f8bbae6-39a4-4eb2-88ef-8efde26e94c3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:42.094456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-bcaf26c5-4d40-49b5-9a47-2b6c8a64bdb7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=dd7b2226-5f18-4391-8d99-74c646098f8c HTTP/1.1" status: 200 len: 217 time: 0.0505600 Jul 05 17:57:42.153315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-efa56759-4a39-4be2-87ae-1b1c043c7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:42.154944 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-efa56759-4a39-4be2-87ae-1b1c043c7281 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0480666 Jul 05 17:57:42.237596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-ce29a215-4d35-44f2-a4b9-66c4a170c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:42.239133 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-ce29a215-4d35-44f2-a4b9-66c4a170c445 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0739889 Jul 05 17:57:42.248040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8333d03a-b1e1-4fb9-a8d7-ff8ba6c02cec req-09960060-cc9f-41bd-8387-8c51dd472d1b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537972 Jul 05 17:57:42.382003 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-b529c5f0-d25e-4871-bb15-9c69dff7870f service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296213 Jul 05 17:57:42.460888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f231b651-21ff-4877-b9d6-c2817533fa0d req-88ffc291-cf2a-479a-895b-3c933989bbe9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=1554ac6f-358a-4755-ab5b-132e5ba25252 HTTP/1.1" status: 200 len: 210 time: 0.0642724 Jul 05 17:57:42.515764 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed60a8ba-a8a1-4869-a531-3d6442d83d62 req-3bc1efdc-978d-4647-810a-0c397bc4b92f service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937607 Jul 05 17:57:42.530120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e12e4c-e56e-4f0a-87f2-397436d86f81 req-86afc60a-ba23-4e60-bdaf-1389787cd61b tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:42.531807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85e12e4c-e56e-4f0a-87f2-397436d86f81 req-86afc60a-ba23-4e60-bdaf-1389787cd61b tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1096 time: 0.0590460 Jul 05 17:57:42.575855 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85e12e4c-e56e-4f0a-87f2-397436d86f81 req-3b0a35cc-cb63-45a3-9d1a-860bc2e8d272 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Jul 05 17:57:42.873499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47660) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:42.973696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-646557969-network', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:43.031264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:43.044882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbecc29-6944-4754-8950-57baab850e2a req-bcf61330-4446-4c28-bc8a-0529df6380c5 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:43.046378 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cbecc29-6944-4754-8950-57baab850e2a req-bcf61330-4446-4c28-bc8a-0529df6380c5 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 944 time: 0.0732608 Jul 05 17:57:43.085076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cbecc29-6944-4754-8950-57baab850e2a req-35855384-21f1-4d32-b1bc-44f0e63c9a63 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329094 Jul 05 17:57:43.092334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Made reservation on behalf of 40bf43e8b3db41669cf4f01bb783bd4e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:43.094924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.105332 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.144777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1554ac6f-358a-4755-ab5b-132e5ba25252', 'name': 'network-vif-deleted', 'tag': 'acbd7727-3420-4a72-86ab-bae2c32f2f6b'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:43.147105 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d990bb-1aed-425a-a3b6-bf7d69dd58f0" -d '{"events": [{"server_uuid": "1554ac6f-358a-4755-ab5b-132e5ba25252", "name": "network-vif-deleted", "tag": "acbd7727-3420-4a72-86ab-bae2c32f2f6b"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:43.189710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:43.194285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:43.194619 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.211153 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ed8140-9864-41b4-b729-89afdab1e480 x-openstack-request-id: req-d8ed8140-9864-41b4-b729-89afdab1e480 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:43.211553 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1554ac6f-358a-4755-ab5b-132e5ba25252", "name": "network-vif-deleted", "tag": "acbd7727-3420-4a72-86ab-bae2c32f2f6b", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:43.211965 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8ed8140-9864-41b4-b729-89afdab1e480 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:43.212503 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1554ac6f-358a-4755-ab5b-132e5ba25252', 'name': 'network-vif-deleted', 'tag': 'acbd7727-3420-4a72-86ab-bae2c32f2f6b', 'status': 'completed', 'code': 200} Jul 05 17:57:43.250445 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.303633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.315309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.329332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39a487-4450-409b-9355-f6fbbc023cae req-228a8414-7ff0-4acf-b23d-9fc1af23521e tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:43.330438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8bbae6-39a4-4eb2-88ef-8efde26e94c3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:43.333066 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c09f462-ce0b-483b-83ab-37139d87c03c" -d '{"events": [{"server_uuid": "9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc", "name": "network-vif-plugged", "status": "completed", "tag": "0f8bbae6-39a4-4eb2-88ef-8efde26e94c3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:43.337249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd39a487-4450-409b-9355-f6fbbc023cae req-228a8414-7ff0-4acf-b23d-9fc1af23521e tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=c66e735c-0652-4f7b-80db-2747a024721a HTTP/1.1" status: 200 len: 948 time: 0.0850527 Jul 05 17:57:43.340824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b6d880d3-eaec-4d32-8277-5944949571e5 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:43.346402 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8f1e01-40ad-4029-aa85-6864764dce29,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:43.371792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:57:43.379767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:43.384454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: b6d880d3-eaec-4d32-8277-5944949571e5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:43.385069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b6d880d3-eaec-4d32-8277-5944949571e5 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:43.385618 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.402357 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Added segment 53db1e83-7869-416c-9680-1919db9d474c of type vlan for network a9dceb61-b9f2-4094-9311-242f12e71522 Jul 05 17:57:43.402745 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd39a487-4450-409b-9355-f6fbbc023cae req-ec344c3e-de8a-49a0-9c07-d81b38617d58 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489590 Jul 05 17:57:43.434047 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8bdbd6-9d76-46e2-a266-a6b2ca10db31 x-openstack-request-id: req-be8bdbd6-9d76-46e2-a266-a6b2ca10db31 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:43.434343 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc", "name": "network-vif-plugged", "status": "completed", "tag": "0f8bbae6-39a4-4eb2-88ef-8efde26e94c3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:43.435269 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be8bdbd6-9d76-46e2-a266-a6b2ca10db31 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:43.435826 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8bbae6-39a4-4eb2-88ef-8efde26e94c3', 'code': 200} Jul 05 17:57:43.460252 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.486305 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.488181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb9143-914a-4b81-8101-9bfe4f289118 req-84b25463-e71e-4f7b-b554-4bc697bec733 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:43.509400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39bb9143-914a-4b81-8101-9bfe4f289118 req-84b25463-e71e-4f7b-b554-4bc697bec733 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1121199 Jul 05 17:57:43.560659 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39bb9143-914a-4b81-8101-9bfe4f289118 req-86d61f88-54d0-4c12-ac95-fa062fdfa63e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502598 Jul 05 17:57:43.564109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:43.577992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.579261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:43.586289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:43.765057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03027c6-93e7-4b42-aaad-d28b3c5b7a01 req-6f52256c-b17b-40f0-b71b-d97c2a085546 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:43.767678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d03027c6-93e7-4b42-aaad-d28b3c5b7a01 req-6f52256c-b17b-40f0-b71b-d97c2a085546 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1096 time: 0.0677407 Jul 05 17:57:43.813470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d03027c6-93e7-4b42-aaad-d28b3c5b7a01 req-d8ed754c-011a-4f8d-a49b-b1f9643b5657 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393195 Jul 05 17:57:43.948736 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0708904 Jul 05 17:57:43.949661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47690) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:43.949806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88742d53-5956-4893-aaf8-a87fbb73d4be req-f8d59aee-97d6-4f5a-82bf-be1c49f7bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:43.951310 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-88742d53-5956-4893-aaf8-a87fbb73d4be req-f8d59aee-97d6-4f5a-82bf-be1c49f7bd5a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 1096 time: 0.4181955 Jul 05 17:57:43.954278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a7786-213a-4610-8bd5-584bbf79f7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=a9dceb61-b9f2-4094-9311-242f12e71522,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:43.954667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Request body: {'subnet': {'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-subnet', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:43.967830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a9dceb61-b9f2-4094-9311-242f12e71522 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:57:43.991821 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-88742d53-5956-4893-aaf8-a87fbb73d4be req-f2eeca3b-ccf3-4aa9-a43d-21cfea6bab2f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309715 Jul 05 17:57:44.078432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Made reservation on behalf of 40bf43e8b3db41669cf4f01bb783bd4e for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:44.080843 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:44.321642 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:44.379538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc707f86-644e-472d-8ecf-a825beaf7b13,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:44.387854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Checking segment: {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:44.388215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Network hostable DHCP agents. Network: a9dceb61-b9f2-4094-9311-242f12e71522, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:57:44.461496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Network a9dceb61-b9f2-4094-9311-242f12e71522 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:57:44.474066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c8329-2191-413d-a029-3e0258734e8b req-3f546bfc-5b5a-4ca0-9f60-0c17873ec687 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:44.475714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf2c8329-2191-413d-a029-3e0258734e8b req-3f546bfc-5b5a-4ca0-9f60-0c17873ec687 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0623000 Jul 05 17:57:44.511392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf2c8329-2191-413d-a029-3e0258734e8b req-479d9747-d962-4c48-8b68-7837466db078 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288408 Jul 05 17:57:44.547499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a9dceb61-b9f2-4094-9311-242f12e71522) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:44.559005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:44.559005 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:44.561420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c1e2e-5518-4b95-915f-5c53f88deba6 None None] Network a9dceb61-b9f2-4094-9311-242f12e71522 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:57:44.623549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eb4bc1ea-fb05-46a5-b669-f01d4b06e586 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6729097 Jul 05 17:57:44.626230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47708) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:44.632786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:44.704413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3738bb-8960-483b-904b-c2499d5fa47e None None] Network a9dceb61-b9f2-4094-9311-242f12e71522 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:57:44.717039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231d00-94ee-4ddb-aef1-929a1f675a06 req-499edfa4-8134-4247-af90-8675d29e1966 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:44.718853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4231d00-94ee-4ddb-aef1-929a1f675a06 req-499edfa4-8134-4247-af90-8675d29e1966 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 945 time: 0.0817184 Jul 05 17:57:44.755791 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:44.756783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:44.774961 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4231d00-94ee-4ddb-aef1-929a1f675a06 req-9fed9a4b-2929-4be4-89e1-8bf92e8fa881 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504677 Jul 05 17:57:44.841477 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:45.047528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:45.334429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device acbd7727-3420-4a72-86ab-bae2c32f2f6b no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:45.359140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: acbd7727-3420-4a72-86ab-bae2c32f2f6b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:45.359485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device acbd7727-3420-4a72-86ab-bae2c32f2f6b not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:45.382660 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:45.405987 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:45.476001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ab891-eaa0-44b4-a5e9-24c76d13739d req-653b8e01-837c-400f-a9ed-031ec27248ac tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:45.477500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-457ab891-eaa0-44b4-a5e9-24c76d13739d req-653b8e01-837c-400f-a9ed-031ec27248ac tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/ports?device_id=c66e735c-0652-4f7b-80db-2747a024721a HTTP/1.1" status: 200 len: 948 time: 0.1421101 Jul 05 17:57:45.560002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-457ab891-eaa0-44b4-a5e9-24c76d13739d req-57fef12e-35d1-4c67-9a94-c877d832ef7e tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.30 "GET /v2.0/security-groups?id=d5a5dce7-8373-4e83-abd4-55633bcda7a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745697 Jul 05 17:57:45.561091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Allocated IP 172.25.3.79 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/c5ffed50-96e4-45c0-9749-7ab93c483afe) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:57:45.673326 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:45.770242 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:45.811892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:45.817385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:45.819948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:57:45.842942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-0a196b22-3b92-48d8-af72-2983c6caa165 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:45.845903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5ffed50-96e4-45c0-9749-7ab93c483afe,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:45.847352 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-0a196b22-3b92-48d8-af72-2983c6caa165 tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.97 "GET /v2.0/ports?device_id=c66e735c-0652-4f7b-80db-2747a024721a HTTP/1.1" status: 200 len: 948 time: 0.0727475 Jul 05 17:57:45.957560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Deleting port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:45.959602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:45.981625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-f72dac52-7ab2-43af-acf9-ce1cb20b732e tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:57:45.982675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-f72dac52-7ab2-43af-acf9-ce1cb20b732e tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110729 Jul 05 17:57:46.000073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Request body: {'binding': {'host': 'n-h1-799524-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:46.000532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Unknown quota resources ['binding']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 17:57:46.049058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] For port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:46.051397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.061706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Calling delete_port for 0401f790-a7ea-4b34-ae1c-7b23e8051ffc owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:46.211480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 on host n-h1-799524-1 for vnic_type normal with profile None {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:46.211820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:46.212149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:46.223656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Port 6d32c939-34a8-417a-8fd3-545adc2eb587 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:46.224002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:46.233839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:46.234180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:46.234593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:46.235028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Bound port: 6d32c939-34a8-417a-8fd3-545adc2eb587, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:46.237640 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-0af0cf96-c672-4fa2-9b7f-50e597b63dd6 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:46.239157 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-0af0cf96-c672-4fa2-9b7f-50e597b63dd6 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/ports?device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 948 time: 0.1188343 Jul 05 17:57:46.241410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.321724 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.357838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Pushing event deleted for resources: {'Port': ['ID=0401f790-a7ea-4b34-ae1c-7b23e8051ffc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:46.368645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:46.413339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] No DVR routers for this DVR port 0401f790-a7ea-4b34-ae1c-7b23e8051ffc on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:46.416310 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.418337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2247f5a6-ead9-40db-833c-006c4737aa36 req-619c119b-bf92-49c7-a0c5-f12327b8769f tempest-ListImageFiltersTestJSON-165588158 tempest-ListImageFiltersTestJSON-165588158-project] 10.222.0.97 "DELETE /v2.0/ports/0401f790-a7ea-4b34-ae1c-7b23e8051ffc HTTP/1.1" status: 204 len: 173 time: 0.5628927 Jul 05 17:57:46.418977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-deleted', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:46.421248 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93865a8f-b9a8-4442-b152-41b662161bd5" -d '{"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-deleted", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:46.436457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Deleting port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:46.436801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.490580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.491706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-07262a58-2103-41bb-9bfd-e1c54563c7dd service neutron] 10.222.0.30 "POST /v2.0/ports/6d32c939-34a8-417a-8fd3-545adc2eb587/bindings HTTP/1.1" status: 201 len: 389 time: 0.4953063 Jul 05 17:57:46.494389 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.531194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] For port 98eadd96-cac8-4f88-a75a-22b1dd2107e7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98eadd96-cac8-4f88-a75a-22b1dd2107e7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:46.531559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.543425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Calling delete_port for 98eadd96-cac8-4f88-a75a-22b1dd2107e7 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:46.724149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Router c5303871-4f3e-462e-8c40-d9a677e37222 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 17:57:46.786010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.802078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8ca908c2-f375-48fb-9fc6-901976c03967', '98eadd96-cac8-4f88-a75a-22b1dd2107e7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:46.804339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:46.868498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event deleted for resources: {'Port': ['ID=98eadd96-cac8-4f88-a75a-22b1dd2107e7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:46.892859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:57:46.918252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Sync routers for ids ['c5303871-4f3e-462e-8c40-d9a677e37222'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:57:46.941105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] No DVR routers for this DVR port 98eadd96-cac8-4f88-a75a-22b1dd2107e7 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:46.944822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.947553 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cdbe5fad-6a45-4a8c-a69b-ba92f9ff95d1 req-a7418877-794b-4bf8-b20e-972ac633cf6f tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "DELETE /v2.0/ports/98eadd96-cac8-4f88-a75a-22b1dd2107e7 HTTP/1.1" status: 204 len: 173 time: 0.7018092 Jul 05 17:57:46.955606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Routers {'c5303871-4f3e-462e-8c40-d9a677e37222'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:57:46.956277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c5303871-4f3e-462e-8c40-d9a677e37222'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:46.981665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:46.983627 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2b927961-27c8-4def-aead-ed446682e4a3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3553278 Jul 05 17:57:46.986299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47756) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:47.066375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-1fa2d684-c2ae-42e6-8c9e-d53853274d78 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:47.068423 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-1fa2d684-c2ae-42e6-8c9e-d53853274d78 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "GET /v2.0/ports?device_id=95a83e3e-92a9-487c-aa52-c27c8ed44687 HTTP/1.1" status: 200 len: 950 time: 0.0956302 Jul 05 17:57:47.218293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Deleting port 8ca908c2-f375-48fb-9fc6-901976c03967 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:47.223461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:47.242765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Set router c5303871-4f3e-462e-8c40-d9a677e37222 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:57:47.361279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] For port 8ca908c2-f375-48fb-9fc6-901976c03967, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8ca908c2-f375-48fb-9fc6-901976c03967,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:47.361803 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:47.378258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Calling delete_port for 8ca908c2-f375-48fb-9fc6-901976c03967 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:47.497023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda56b65-1a9e-4f48-8931-dc1172bba2d5 req-0664a871-c535-4d7c-8f85-239044018104 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:47.498679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dda56b65-1a9e-4f48-8931-dc1172bba2d5 req-0664a871-c535-4d7c-8f85-239044018104 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.2310257 Jul 05 17:57:47.610065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:57:44Z', 'updated_at': '2021-07-05T17:57:45Z', 'revision_number': 3, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'gw_port': {'id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:45Z', 'updated_at': '2021-07-05T17:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:47.624319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-93f0c0bc-b70a-4667-9600-c003c9de29ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:47.624672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dda56b65-1a9e-4f48-8931-dc1172bba2d5 req-70e6d195-fc51-4c91-8edf-937788925b70 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143866 Jul 05 17:57:47.625998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-93f0c0bc-b70a-4667-9600-c003c9de29ee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1096 time: 0.1463854 Jul 05 17:57:47.643722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Checking router: c5303871-4f3e-462e-8c40-d9a677e37222 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:57:47.644075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Updating router c5303871-4f3e-462e-8c40-d9a677e37222 port c5ffed50-96e4-45c0-9749-7ab93c483afe binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:57:47.684596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:47.731850 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:47.750630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:47.772499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event deleted for resources: {'Port': ['ID=8ca908c2-f375-48fb-9fc6-901976c03967,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:47.860547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] No DVR routers for this DVR port 8ca908c2-f375-48fb-9fc6-901976c03967 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:47.867467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:47.871124 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ef035cc-1f22-4eca-bfd7-e20ebc251bdd req-7ac55b56-74ae-45c0-829f-6e887fc520d5 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.97 "DELETE /v2.0/ports/8ca908c2-f375-48fb-9fc6-901976c03967 HTTP/1.1" status: 204 len: 173 time: 0.7917280 Jul 05 17:57:47.884862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-fc178ba7-e9d2-4474-b8ef-d644a582feb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:47.887156 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-fc178ba7-e9d2-4474-b8ef-d644a582feb7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.2517753 Jul 05 17:57:47.900235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b1334d9-e4ce-46eb-a99f-3cc57630b9da req-56eb666e-5d97-4154-bac3-d6e2e8e61541 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=e560932b-99fa-4e3a-96d2-c55d18488902 HTTP/1.1" status: 200 len: 210 time: 0.0483975 Jul 05 17:57:47.923269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-3fd99832-edf6-4292-9f01-cbdac804ad3a tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:57:47.924750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-3fd99832-edf6-4292-9f01-cbdac804ad3a tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107219 Jul 05 17:57:47.974087 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-a692dffc-7403-4426-aaf4-41f0c2c2a75d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d32c939-34a8-417a-8fd3-545adc2eb587 HTTP/1.1" status: 200 len: 217 time: 0.0744407 Jul 05 17:57:48.006459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:48.051350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-c2477c5e-8575-4b29-8767-da6a5fcec03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:48.053198 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-c2477c5e-8575-4b29-8767-da6a5fcec03c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0716593 Jul 05 17:57:48.121722 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-fb203d62-76c0-470e-8862-1ca2307c3469 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608215 Jul 05 17:57:48.290196 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-ea4a628e-f064-4e6b-8fde-31501c8a3c65 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614668 Jul 05 17:57:48.343195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Request body: {'binding': {'host': 'n-h2-799524-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:48.343699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Unknown quota resources ['binding']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 17:57:48.422503 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-7e6a4537-e119-40bc-936a-25bc70136c84 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197298 Jul 05 17:57:48.433965 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:48.459020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Transition to ACTIVE for port object c5ffed50-96e4-45c0-9749-7ab93c483afe will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:48.559193 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:48.582924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ec0a0-7e85-4670-b92e-dfd8964e7e0f req-f6e00061-1a2b-4677-a421-67946bfd21d6 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:48.584405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d9ec0a0-7e85-4670-b92e-dfd8964e7e0f req-f6e00061-1a2b-4677-a421-67946bfd21d6 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 945 time: 0.2497194 Jul 05 17:57:48.585554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Allocated IP 172.20.0.1 (a9dceb61-b9f2-4094-9311-242f12e71522/cc707f86-644e-472d-8ecf-a825beaf7b13/39fb1351-81a9-4270-a53d-0f269473fa07) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:57:48.632940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Attempting to bind port c5ffed50-96e4-45c0-9749-7ab93c483afe on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:48.633317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Attempting to bind port c5ffed50-96e4-45c0-9749-7ab93c483afe by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:48.633682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Attempting to bind port c5ffed50-96e4-45c0-9749-7ab93c483afe on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:48.641997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:48.642428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:48.642864 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:48.643254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:48.643728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Bound port: c5ffed50-96e4-45c0-9749-7ab93c483afe, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:48.644110 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:48.645662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77571a-e007-4474-959d-2ef2e23b1115 None None] Pushing event updated for resources: {'Port': ['ID=c5ffed50-96e4-45c0-9749-7ab93c483afe,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:48.662843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-32a377e8-4a28-4f59-80d5-4bc990854424 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:48.664517 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-32a377e8-4a28-4f59-80d5-4bc990854424 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.0810604 Jul 05 17:57:48.676403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799524-1'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:48.707187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] For port c5ffed50-96e4-45c0-9749-7ab93c483afe, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:48.707669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d9ec0a0-7e85-4670-b92e-dfd8964e7e0f req-5976b1a0-8cfd-40ee-bcca-221fc90d058a tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111455 Jul 05 17:57:48.710429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] For port c5ffed50-96e4-45c0-9749-7ab93c483afe, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5ffed50-96e4-45c0-9749-7ab93c483afe,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:48.732298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on host n-h2-799524-1 for vnic_type normal with profile None {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:48.732632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:48.732957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:48.746439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:48.746789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:48.756388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:48.757123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:48.757253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:48.757589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Bound port: 54427a8e-8e75-448b-a846-49d2cafe40be, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:48.766205 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca5ebe7-899f-44d0-9f6e-b8fef7e9966f x-openstack-request-id: req-8ca5ebe7-899f-44d0-9f6e-b8fef7e9966f {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:48.766875 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c66e735c-0652-4f7b-80db-2747a024721a", "name": "network-vif-deleted", "tag": "0401f790-a7ea-4b34-ae1c-7b23e8051ffc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:48.766875 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ca5ebe7-899f-44d0-9f6e-b8fef7e9966f {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:48.767144 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c66e735c-0652-4f7b-80db-2747a024721a', 'name': 'network-vif-deleted', 'tag': '0401f790-a7ea-4b34-ae1c-7b23e8051ffc', 'status': 'completed', 'code': 200} Jul 05 17:57:48.777240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:48.795217 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:48.810633 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:48.847754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:48.909527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Routers {'c5303871-4f3e-462e-8c40-d9a677e37222'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:57:48.911040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c5303871-4f3e-462e-8c40-d9a677e37222'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:48.912015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:48.915198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-0cc0a9f9-25d1-4c0a-a55f-ad353b80c2f1 service neutron] 10.222.0.30 "POST /v2.0/ports/54427a8e-8e75-448b-a846-49d2cafe40be/bindings HTTP/1.1" status: 201 len: 389 time: 0.5799532 Jul 05 17:57:48.942427 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:48.966663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77571a-e007-4474-959d-2ef2e23b1115 None None] Pushing event updated for resources: {'Port': ['ID=c5ffed50-96e4-45c0-9749-7ab93c483afe,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:48.979321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:48.984361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Network a9dceb61-b9f2-4094-9311-242f12e71522 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:48.987392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:48.991318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:57:49.036945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:49.071887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Pushing event updated for resources: {'Port': ['ID=39fb1351-81a9-4270-a53d-0f269473fa07,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:49.103392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:49.113167 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:49.165344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 8ca908c2-f375-48fb-9fc6-901976c03967 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:49.189907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 8ca908c2-f375-48fb-9fc6-901976c03967 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:49.190255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 8ca908c2-f375-48fb-9fc6-901976c03967 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:49.190741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:49.196213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:49.196563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5bed4-80c2-4125-be65-8026f8b41d0f req-0a30a922-2e05-464d-b801-42141c72fd0a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:49.198151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1c5bed4-80c2-4125-be65-8026f8b41d0f req-0a30a922-2e05-464d-b801-42141c72fd0a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 945 time: 0.1978912 Jul 05 17:57:49.218266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 0401f790-a7ea-4b34-ae1c-7b23e8051ffc {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:49.218640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0401f790-a7ea-4b34-ae1c-7b23e8051ffc not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:49.219063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 98eadd96-cac8-4f88-a75a-22b1dd2107e7 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:49.254210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 98eadd96-cac8-4f88-a75a-22b1dd2107e7 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:49.254210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 98eadd96-cac8-4f88-a75a-22b1dd2107e7 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:49.260558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] Set router c5303871-4f3e-462e-8c40-d9a677e37222 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:57:49.316544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d32c939-34a8-417a-8fd3-545adc2eb587,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:49.328786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 on host n-h2-799524-1 for vnic_type normal with profile {"migrating_to": "n-h1-799524-1"} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:49.329121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:49.329448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:49.334242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Port 6d32c939-34a8-417a-8fd3-545adc2eb587 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:49.334584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Attempting to bind port 6d32c939-34a8-417a-8fd3-545adc2eb587 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:49.339782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:49.340122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:49.340504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:49.340931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Bound port: 6d32c939-34a8-417a-8fd3-545adc2eb587, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:49.341293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:49.341731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1c5bed4-80c2-4125-be65-8026f8b41d0f req-fcfcf48b-734d-4e0f-a1ed-2fcaae8eae96 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192579 Jul 05 17:57:49.435947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:49.440047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:49.451532 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:49.508171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:57:44Z', 'updated_at': '2021-07-05T17:57:45Z', 'revision_number': 3, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'gw_port': {'id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:45Z', 'updated_at': '2021-07-05T17:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:49.536191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfaed69-9134-40b5-a45b-8804e0f39c42 None None] The sync data for ids ['c5303871-4f3e-462e-8c40-d9a677e37222'] in n-d-799524-1 is: [{'id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:57:44Z', 'updated_at': '2021-07-05T17:57:45Z', 'revision_number': 3, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'gw_port': {'id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:45Z', 'updated_at': '2021-07-05T17:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:57:49.542658 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:49.630813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:49.631189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:49.633270 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] 10.222.0.97 "PUT /v2.0/ports/6d32c939-34a8-417a-8fd3-545adc2eb587 HTTP/1.1" status: 200 len: 1121 time: 0.9614756 Jul 05 17:57:49.648903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e807f80-78c1-408c-a5de-5f2a81b227a9 req-bca8bbe3-d87c-4f3a-ba7a-3423f4d96dc8 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:49.658258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e807f80-78c1-408c-a5de-5f2a81b227a9 req-bca8bbe3-d87c-4f3a-ba7a-3423f4d96dc8 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1642771 Jul 05 17:57:49.679577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b669c8-b32e-43fb-8bf7-cd855aee6ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=6d32c939-34a8-417a-8fd3-545adc2eb587,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:49.719707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-d32dee27-805b-4a7a-97d5-606352b68da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:49.721236 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-d32dee27-805b-4a7a-97d5-606352b68da8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1097 time: 0.0760190 Jul 05 17:57:49.728392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e807f80-78c1-408c-a5de-5f2a81b227a9 req-de1aca93-163b-485a-972c-d041c5b22e75 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689955 Jul 05 17:57:49.730500 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:57:49.773562 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:49.829234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-5fb2f264-1fc5-4e0c-b19b-0f4ed53a0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:49.829455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['6d32c939-34a8-417a-8fd3-545adc2eb587'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:49.831263 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-5fb2f264-1fc5-4e0c-b19b-0f4ed53a0df2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.1003034 Jul 05 17:57:49.922354 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7e923350-3661-4904-a8fd-8661d2f89f19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54427a8e-8e75-448b-a846-49d2cafe40be HTTP/1.1" status: 200 len: 217 time: 0.0781713 Jul 05 17:57:50.000383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-8668852d-505a-4d20-a34c-72bf340fbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:50.002838 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-8668852d-505a-4d20-a34c-72bf340fbc91 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0661297 Jul 05 17:57:50.015381 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:50.115660 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f64555f3-dac2-4299-b031-26d8aa44edfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964096 Jul 05 17:57:50.146823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Pushing event updated for resources: {'Port': ['ID=39fb1351-81a9-4270-a53d-0f269473fa07,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:50.150220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:50.245961 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-02e68c3f-b9e7-4b99-b5b9-57500590b80e service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175382 Jul 05 17:57:50.271685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5ffed50-96e4-45c0-9749-7ab93c483afe up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:50.285254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Network a9dceb61-b9f2-4094-9311-242f12e71522 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:50.285254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:50.453614 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f1be4cff-160e-4fcb-a5e2-0a885a582c90 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889031 Jul 05 17:57:50.481740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Router c5303871-4f3e-462e-8c40-d9a677e37222 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:57:50.496170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c5ffed50-96e4-45c0-9749-7ab93c483afe completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:50.500559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c5ffed50-96e4-45c0-9749-7ab93c483afe triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:50.501024 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:50.562349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428b0ca-011e-4027-94f1-2368d96713fe req-500f7f82-9d36-4111-b964-66310d453818 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:50.564217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1428b0ca-011e-4027-94f1-2368d96713fe req-500f7f82-9d36-4111-b964-66310d453818 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1269684 Jul 05 17:57:50.596862 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:50.631378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c5ffed50-96e4-45c0-9749-7ab93c483afe, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5ffed50-96e4-45c0-9749-7ab93c483afe,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:50.648131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1428b0ca-011e-4027-94f1-2368d96713fe req-754874b7-2651-4921-a1fe-0ba7f3e7e8d3 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765207 Jul 05 17:57:50.655583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:57:50.672849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7d92448f-7365-4761-b0e6-90f663aa46fe admin admin] 10.222.0.30 "PUT /v2.0/routers/c5303871-4f3e-462e-8c40-d9a677e37222/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6800005 Jul 05 17:57:50.692897 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8ccd54a5-75c9-4ac6-afaf-6bd28e1e8809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:50.729673 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:50.768828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e560932b-99fa-4e3a-96d2-c55d18488902', 'name': 'network-vif-deleted', 'tag': '98eadd96-cac8-4f88-a75a-22b1dd2107e7'}, {'server_uuid': '95a83e3e-92a9-487c-aa52-c27c8ed44687', 'name': 'network-vif-deleted', 'tag': '8ca908c2-f375-48fb-9fc6-901976c03967'}, {'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587'}, {'name': 'network-changed', 'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:50.771636 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666f3f9a-de3f-41bf-a67a-9cd630e9f657" -d '{"events": [{"server_uuid": "e560932b-99fa-4e3a-96d2-c55d18488902", "name": "network-vif-deleted", "tag": "98eadd96-cac8-4f88-a75a-22b1dd2107e7"}, {"server_uuid": "95a83e3e-92a9-487c-aa52-c27c8ed44687", "name": "network-vif-deleted", "tag": "8ca908c2-f375-48fb-9fc6-901976c03967"}, {"server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "name": "network-vif-unplugged", "status": "completed", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587"}, {"name": "network-changed", "server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:50.820129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bdb06-b837-4740-8f90-23188ae04b59 req-96c111a7-bfe3-42a7-b028-abe7f3dfecee tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:50.822218 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b69bdb06-b837-4740-8f90-23188ae04b59 req-96c111a7-bfe3-42a7-b028-abe7f3dfecee tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 945 time: 0.0933926 Jul 05 17:57:50.823863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c5ffed50-96e4-45c0-9749-7ab93c483afe,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:50.880913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b69bdb06-b837-4740-8f90-23188ae04b59 req-d9a76bd3-e6aa-40ba-8dcb-45424b0f82c1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups?id=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 Jul 05 17:57:51.104817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e08d5-6983-4dac-89cc-697eab019e8a req-fef59966-2b2d-40bb-be7a-7f9ad7ffaa6f tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:51.107119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e66e08d5-6983-4dac-89cc-697eab019e8a req-fef59966-2b2d-40bb-be7a-7f9ad7ffaa6f tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 943 time: 0.1017544 Jul 05 17:57:51.153702 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e66e08d5-6983-4dac-89cc-697eab019e8a req-38158b8b-6561-46a6-bf80-662926d60f15 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Jul 05 17:57:51.350845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615a2c9-1ed5-4b6c-955d-b0bd4abe9f0e req-e30a1300-fe67-4f0e-bd3c-a9d41d501ccb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:51.352858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5615a2c9-1ed5-4b6c-955d-b0bd4abe9f0e req-e30a1300-fe67-4f0e-bd3c-a9d41d501ccb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0854135 Jul 05 17:57:51.399527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5615a2c9-1ed5-4b6c-955d-b0bd4abe9f0e req-9b1d3c1e-e79c-40a0-8e58-a40fc8c68e75 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396292 Jul 05 17:57:51.474158 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 694 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56fb6a0-a33b-4ad1-96e6-457df059fbbe x-openstack-request-id: req-e56fb6a0-a33b-4ad1-96e6-457df059fbbe {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:51.475129 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e560932b-99fa-4e3a-96d2-c55d18488902", "name": "network-vif-deleted", "tag": "98eadd96-cac8-4f88-a75a-22b1dd2107e7", "status": "completed", "code": 200}, {"server_uuid": "95a83e3e-92a9-487c-aa52-c27c8ed44687", "name": "network-vif-deleted", "tag": "8ca908c2-f375-48fb-9fc6-901976c03967", "status": "completed", "code": 200}, {"server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "name": "network-vif-unplugged", "status": "completed", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587", "code": 200}, {"name": "network-changed", "server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:51.475597 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e56fb6a0-a33b-4ad1-96e6-457df059fbbe {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:51.476237 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e560932b-99fa-4e3a-96d2-c55d18488902', 'name': 'network-vif-deleted', 'tag': '98eadd96-cac8-4f88-a75a-22b1dd2107e7', 'status': 'completed', 'code': 200} Jul 05 17:57:51.476677 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95a83e3e-92a9-487c-aa52-c27c8ed44687', 'name': 'network-vif-deleted', 'tag': '8ca908c2-f375-48fb-9fc6-901976c03967', 'status': 'completed', 'code': 200} Jul 05 17:57:51.477174 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587', 'code': 200} Jul 05 17:57:51.477614 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587', 'status': 'completed', 'code': 200} Jul 05 17:57:51.538537 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Sync routers for ids ['c5303871-4f3e-462e-8c40-d9a677e37222'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:57:51.553129 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Routers {'c5303871-4f3e-462e-8c40-d9a677e37222'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:57:51.553778 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c5303871-4f3e-462e-8c40-d9a677e37222'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:51.629315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-a7df5b0c-799a-4e8e-9021-cdf9822ff227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:51.633932 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-a7df5b0c-799a-4e8e-9021-cdf9822ff227 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1124 time: 0.1154053 Jul 05 17:57:51.720149 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Set router c5303871-4f3e-462e-8c40-d9a677e37222 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:57:51.824056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-2163d609-c342-4672-a80b-f60cd77c4805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:51.825670 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-2163d609-c342-4672-a80b-f60cd77c4805 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1779292 Jul 05 17:57:51.890736 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-74c70599-25c3-4b09-b6ee-d88f62eb40b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d32c939-34a8-417a-8fd3-545adc2eb587 HTTP/1.1" status: 200 len: 217 time: 0.0431845 Jul 05 17:57:51.904752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-f9a8edfa-0768-4cb5-bca3-9b7d5f7f2670 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:51.906284 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-f9a8edfa-0768-4cb5-bca3-9b7d5f7f2670 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.97 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 945 time: 0.1555560 Jul 05 17:57:51.946311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-c5305367-6b50-4d47-82bf-b287ecd4e537 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:51.948507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-c5305367-6b50-4d47-82bf-b287ecd4e537 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 818 time: 0.1301472 Jul 05 17:57:51.971171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-8b8f3025-4aa9-40a0-a905-8b6ab320fb0b tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/quotas/40bf43e8b3db41669cf4f01bb783bd4e HTTP/1.1" status: 200 len: 375 time: 0.0157592 Jul 05 17:57:52.008317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-d94c18c5-8c00-4edf-9793-1556dd24bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:52.010012 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-d94c18c5-8c00-4edf-9793-1556dd24bc41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1028347 Jul 05 17:57:52.014912 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:57:44Z', 'updated_at': '2021-07-05T17:57:49Z', 'revision_number': 4, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'gw_port': {'id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:45Z', 'updated_at': '2021-07-05T17:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '39fb1351-81a9-4270-a53d-0f269473fa07', 'name': '', 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'mac_address': 'fa:16:3e:1a:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'cc707f86-644e-472d-8ecf-a825beaf7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:47Z', 'updated_at': '2021-07-05T17:57:49Z', 'revision_number': 2, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'subnets': [{'id': 'cc707f86-644e-472d-8ecf-a825beaf7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:52.060724 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Checking router: c5303871-4f3e-462e-8c40-d9a677e37222 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:57:52.061071 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Updating router c5303871-4f3e-462e-8c40-d9a677e37222 port 39fb1351-81a9-4270-a53d-0f269473fa07 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:57:52.069494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-f9456797-a8c4-4e31-bc90-e678477095d4 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0961981 Jul 05 17:57:52.073098 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-d2e7a33d-42e1-4a71-95e3-f28b0d721a90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381188 Jul 05 17:57:52.103318 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:52.205189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5ffed50-96e4-45c0-9749-7ab93c483afe up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:52.213240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Deleting port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:52.214410 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:52.275140 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-11ec7170-98f3-490e-acf2-1afd5aa62e2f service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843383 Jul 05 17:57:52.320911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-79b49adc-1cc5-4cd9-9444-149cd7de4cc5 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499046 Jul 05 17:57:52.365740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c5ffed50-96e4-45c0-9749-7ab93c483afe triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:52.366604 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:52.518430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] For port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,segment=NetworkSegment(ad96e23b-1f98-4a4d-8954-fb5e932d9d58),segment_id=ad96e23b-1f98-4a4d-8954-fb5e932d9d58)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:52.519116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:52.524965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-74ecf15a-0890-43d6-b3d4-678c21eba234 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032359 Jul 05 17:57:52.529757 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-666f3f9a-de3f-41bf-a67a-9cd630e9f657 req-53febf08-1ded-4034-991b-72a0f2149f7e service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409179 Jul 05 17:57:52.536183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Calling delete_port for 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:52.673964 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:52.792491 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Transition to ACTIVE for port object 39fb1351-81a9-4270-a53d-0f269473fa07 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:52.794000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:52.806423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0f8bbae6-39a4-4eb2-88ef-8efde26e94c3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:52.828794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47868) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:52.836960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event deleted for resources: {'Port': ['ID=0f8bbae6-39a4-4eb2-88ef-8efde26e94c3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:52.884668 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:52.920554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] No DVR routers for this DVR port 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:52.923289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:52.925955 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8e8a856e-c097-4c50-ab29-0e2d9b3f16c5 req-c21c924e-a792-4b28-93d1-37cc437ee0b1 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.97 "DELETE /v2.0/ports/0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 HTTP/1.1" status: 204 len: 173 time: 1.0113482 Jul 05 17:57:53.078098 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Pushing event updated for resources: {'Port': ['ID=39fb1351-81a9-4270-a53d-0f269473fa07,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:53.079395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 6d32c939-34a8-417a-8fd3-545adc2eb587 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:53.081313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47878) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:53.104407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-905d5389-80ce-42b0-a697-cd01c7d402c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d045415770fb4aec8fbbc1e4f93a59c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2713032 Jul 05 17:57:53.107587 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.108195 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.108770 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.109307 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.109838 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.110365 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.110995 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.111698 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.112240 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.112772 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.113295 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.113815 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:57:53.161036 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Attempting to bind port 39fb1351-81a9-4270-a53d-0f269473fa07 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:53.161515 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Attempting to bind port 39fb1351-81a9-4270-a53d-0f269473fa07 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:53.161896 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Attempting to bind port 39fb1351-81a9-4270-a53d-0f269473fa07 on network a9dceb61-b9f2-4094-9311-242f12e71522 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:53.168967 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:53.169521 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Checking segment: {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:53.170011 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:53.170463 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Bound using segment: {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:53.171025 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Bound port: 39fb1351-81a9-4270-a53d-0f269473fa07, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:53.171463 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:53.251296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be328264-59a4-484d-b42d-7c1f16746b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:53.271537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72da128-d89d-4659-9bdd-3db01ebc9efb req-6b9331b4-03e2-4d5d-837f-9442e0841ac0 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:53.283226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c72da128-d89d-4659-9bdd-3db01ebc9efb req-6b9331b4-03e2-4d5d-837f-9442e0841ac0 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1612830 Jul 05 17:57:53.299994 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be328264-59a4-484d-b42d-7c1f16746b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:53.329538 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] For port 39fb1351-81a9-4270-a53d-0f269473fa07, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:53.340004 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] For port 39fb1351-81a9-4270-a53d-0f269473fa07, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=39fb1351-81a9-4270-a53d-0f269473fa07,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:57:53.344833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:53.346126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c72da128-d89d-4659-9bdd-3db01ebc9efb req-fb63c4dc-ef06-43ad-9418-d814d43b8f5a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618787 Jul 05 17:57:53.368788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 6d32c939-34a8-417a-8fd3-545adc2eb587 has no active binding in host n-h1-799524-1 {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 17:57:53.402135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-838df4e0-d989-4121-b3fc-0c9245305000 req-0e344937-2e2e-482b-8841-6da38b85fb80 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/ports?device_id=9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc HTTP/1.1" status: 200 len: 210 time: 0.0540383 Jul 05 17:57:53.462039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be328264-59a4-484d-b42d-7c1f16746b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:53.462295 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:53.466090 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-09554261-8294-4303-9c1e-4780852718b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:53.467308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be328264-59a4-484d-b42d-7c1f16746b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:53.471448 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-be328264-59a4-484d-b42d-7c1f16746b06 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5a5dce7-8373-4e83-abd4-55633bcda7a1 HTTP/1.1" status: 204 len: 168 time: 0.3883011 Jul 05 17:57:53.505966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc', 'name': 'network-vif-deleted', 'tag': '0f8bbae6-39a4-4eb2-88ef-8efde26e94c3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:53.511377 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e077a75f-fea3-4f49-8680-754d0feb0b23" -d '{"events": [{"server_uuid": "9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc", "name": "network-vif-deleted", "tag": "0f8bbae6-39a4-4eb2-88ef-8efde26e94c3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:53.516461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be328264-59a4-484d-b42d-7c1f16746b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a5dce7-8373-4e83-abd4-55633bcda7a1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:53.572372 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a5407-f61e-4423-952a-a6f2a6b52bb4 None None] Pushing event updated for resources: {'Port': ['ID=39fb1351-81a9-4270-a53d-0f269473fa07,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:53.601041 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:53.605615 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Routers {'c5303871-4f3e-462e-8c40-d9a677e37222'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:57:53.606445 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c5303871-4f3e-462e-8c40-d9a677e37222'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:53.671618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7260d9-04b4-4fa2-be8d-ad9d465defc1 req-a0c8cf26-7247-4feb-938b-cad2e43de6d0 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:53.673049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da7260d9-04b4-4fa2-be8d-ad9d465defc1 req-a0c8cf26-7247-4feb-938b-cad2e43de6d0 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1032279 Jul 05 17:57:53.681079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b998201-3019-4816-8704-4b7d95d0085a req-96d3c3da-41c3-4186-bddf-898cfa27b6f9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:53.683263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b998201-3019-4816-8704-4b7d95d0085a req-96d3c3da-41c3-4186-bddf-898cfa27b6f9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 943 time: 0.2027154 Jul 05 17:57:53.753483 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] Set router c5303871-4f3e-462e-8c40-d9a677e37222 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:57:53.763200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da7260d9-04b4-4fa2-be8d-ad9d465defc1 req-6716c06a-54f8-40b0-b91f-a1009a82452c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788188 Jul 05 17:57:53.767347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b998201-3019-4816-8704-4b7d95d0085a req-82eed771-f2bc-4eef-83e2-c4cfe5f8bfaa tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648439 Jul 05 17:57:53.896863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b44f03c4-af61-46ac-9b20-322925d05fe0 req-4f756729-0e7a-4b2d-9fcc-de99acd2aada tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 210 time: 0.0716124 Jul 05 17:57:53.966596 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572c3ac7-4749-412f-ad27-1342f93d1022 x-openstack-request-id: req-572c3ac7-4749-412f-ad27-1342f93d1022 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:53.967608 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc", "name": "network-vif-deleted", "tag": "0f8bbae6-39a4-4eb2-88ef-8efde26e94c3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:53.968159 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-572c3ac7-4749-412f-ad27-1342f93d1022 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:53.968812 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9430f683-eb8e-4f54-aab1-4d5c6b7d9bbc', 'name': 'network-vif-deleted', 'tag': '0f8bbae6-39a4-4eb2-88ef-8efde26e94c3', 'status': 'completed', 'code': 200} Jul 05 17:57:54.041155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807d379-f007-4a52-a29f-0d215d943107 req-60e96e63-a602-4c0f-a4be-7968b3280ffe tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:54.046250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6807d379-f007-4a52-a29f-0d215d943107 req-60e96e63-a602-4c0f-a4be-7968b3280ffe tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 950 time: 0.1192348 Jul 05 17:57:54.115446 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:57:44Z', 'updated_at': '2021-07-05T17:57:49Z', 'revision_number': 4, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'gw_port': {'id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:45Z', 'updated_at': '2021-07-05T17:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '39fb1351-81a9-4270-a53d-0f269473fa07', 'name': '', 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'mac_address': 'fa:16:3e:1a:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'cc707f86-644e-472d-8ecf-a825beaf7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:47Z', 'updated_at': '2021-07-05T17:57:53Z', 'revision_number': 4, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'subnets': [{'id': 'cc707f86-644e-472d-8ecf-a825beaf7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:57:54.124066 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6807d379-f007-4a52-a29f-0d215d943107 req-63a5bbfa-09df-4c87-9d49-62c8fd8715c9 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711031 Jul 05 17:57:54.161689 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d875f3e7-c55b-4688-bca9-4d17dff96db6 None None] The sync data for ids ['c5303871-4f3e-462e-8c40-d9a677e37222'] in n-d-799524-1 is: [{'id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:57:44Z', 'updated_at': '2021-07-05T17:57:49Z', 'revision_number': 4, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'gw_port': {'id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:45Z', 'updated_at': '2021-07-05T17:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '39fb1351-81a9-4270-a53d-0f269473fa07', 'name': '', 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'mac_address': 'fa:16:3e:1a:65:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': 'cc707f86-644e-472d-8ecf-a825beaf7b13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:47Z', 'updated_at': '2021-07-05T17:57:53Z', 'revision_number': 4, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'subnets': [{'id': 'cc707f86-644e-472d-8ecf-a825beaf7b13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:57:54.439492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-79705a43-c65d-4694-9e2e-9c68b4c7e767 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:54.439750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-79705a43-c65d-4694-9e2e-9c68b4c7e767 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 818 time: 0.1674078 Jul 05 17:57:54.456207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5c794883-ec81-41ac-9196-99ce4bcce5e8 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/quotas/40bf43e8b3db41669cf4f01bb783bd4e HTTP/1.1" status: 200 len: 375 time: 0.0102701 Jul 05 17:57:54.573272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-95886337-e301-4899-b24c-a266e7433884 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1050794 Jul 05 17:57:54.600987 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:54.653040 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-cf4ca810-1109-4b97-98aa-d686a37e90dd service neutron] 10.222.0.39 "GET /v2.0/ports/6d32c939-34a8-417a-8fd3-545adc2eb587/bindings/n-h1-799524-1 HTTP/1.1" status: 200 len: 384 time: 0.0893679 Jul 05 17:57:54.696893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa46fb4-fc1c-41b1-8eb4-b31678d15cf9 req-679d40af-5a04-4bde-a488-04de9e2329bf tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:54.698649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afa46fb4-fc1c-41b1-8eb4-b31678d15cf9 req-679d40af-5a04-4bde-a488-04de9e2329bf tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1826420 Jul 05 17:57:54.721558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-baa812bf-da73-466d-9e6a-7a3ccd1adff6 service neutron] 10.222.0.30 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523120 Jul 05 17:57:54.827235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afa46fb4-fc1c-41b1-8eb4-b31678d15cf9 req-8308d58d-32c0-4dbb-90ce-d9b028189a57 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195858 Jul 05 17:57:54.883129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-fe0d64c5-ad4c-40c6-93e3-3fcd24c495dd service neutron] 10.222.0.30 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498711 Jul 05 17:57:55.013866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:55.055444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:55.095486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:55.098476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d32c939-34a8-417a-8fd3-545adc2eb587 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:55.111395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:55.155572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:55.155904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0f8bbae6-39a4-4eb2-88ef-8efde26e94c3 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:55.225692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7670a4-d4d4-470b-a1ff-754b349e557c req-f307dc6b-9101-416d-b86e-2b7de5a63004 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:55.227664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b7670a4-d4d4-470b-a1ff-754b349e557c req-f307dc6b-9101-416d-b86e-2b7de5a63004 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 943 time: 0.1054461 Jul 05 17:57:55.267489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:55.367897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b7670a4-d4d4-470b-a1ff-754b349e557c req-b58f8d2e-3a2a-4485-bf18-1c1f8538f2d6 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333466 Jul 05 17:57:55.526196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] Transition to ACTIVE for port object 6d32c939-34a8-417a-8fd3-545adc2eb587 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:55.540967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c95d4cc-b487-4a62-beed-9085877c93f2 req-e8ea9509-813c-4250-a1ef-46b06e4226d8 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:55.552004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c95d4cc-b487-4a62-beed-9085877c93f2 req-e8ea9509-813c-4250-a1ef-46b06e4226d8 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1521630 Jul 05 17:57:55.621679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c95d4cc-b487-4a62-beed-9085877c93f2 req-9b5e83d5-8fc6-4212-ad10-5755ef63b526 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686662 Jul 05 17:57:55.624562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-a1950c11-d553-472c-9668-12197a9a5842 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:55.632155 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-a1950c11-d553-472c-9668-12197a9a5842 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 950 time: 0.1167099 Jul 05 17:57:55.697242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:55.761940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-796a0da4-b568-463a-a5cc-53d4f321bb47 req-f4c5b9a3-dcf6-44ac-a766-2f4db04a1546 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 210 time: 0.0680532 Jul 05 17:57:55.797230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9405f4dc-3bc7-428b-8a6b-8f8ed8df675d req-b71df058-bd9e-4043-880b-78773d3ae661 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:55.800379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9405f4dc-3bc7-428b-8a6b-8f8ed8df675d req-b71df058-bd9e-4043-880b-78773d3ae661 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 950 time: 0.1722581 Jul 05 17:57:55.874258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] No DVR routers for this DVR port 6d32c939-34a8-417a-8fd3-545adc2eb587 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:55.882874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9405f4dc-3bc7-428b-8a6b-8f8ed8df675d req-2f51d0f4-c7e2-4801-999a-36a54dcc8ddf tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/security-groups?id=e113e4ab-8c0a-4b4f-bccd-92212645a4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747526 Jul 05 17:57:55.918112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] Pushing event updated for resources: {'Port': ['ID=6d32c939-34a8-417a-8fd3-545adc2eb587,revision_number=10']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:55.983273 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0fc9251e-4ca8-411d-917b-c1de31c0e47f service neutron] 10.222.0.39 "PUT /v2.0/ports/6d32c939-34a8-417a-8fd3-545adc2eb587/bindings/n-h1-799524-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3205125 Jul 05 17:57:55.988775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Deleting port dd7b2226-5f18-4391-8d99-74c646098f8c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:55.989115 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:56.146545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] For port dd7b2226-5f18-4391-8d99-74c646098f8c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=dd7b2226-5f18-4391-8d99-74c646098f8c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:56.146545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:56.274230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Calling delete_port for dd7b2226-5f18-4391-8d99-74c646098f8c owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:56.284379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:56.320440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 39fb1351-81a9-4270-a53d-0f269473fa07 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:56.321559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05243c1e-2870-4cd7-a984-4751a2e77afd req-5fdddce8-16ac-4670-a001-5a4d1f939fe1 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:56.329192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05243c1e-2870-4cd7-a984-4751a2e77afd req-5fdddce8-16ac-4670-a001-5a4d1f939fe1 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1507418 Jul 05 17:57:56.398809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-374e9a8b-16cd-49d8-ad86-69351c082ab6 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:56.400332 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-374e9a8b-16cd-49d8-ad86-69351c082ab6 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.2347903 Jul 05 17:57:56.411360 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05243c1e-2870-4cd7-a984-4751a2e77afd req-0cca9d6d-b596-4ff8-b380-0d8da205903e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809095 Jul 05 17:57:56.540858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-ca5ac775-825c-4684-a55a-37424680202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:56.543420 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-ca5ac775-825c-4684-a55a-37424680202c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700&tenant_id=60f9e1b656d140fe9c084ba5be80f85e HTTP/1.1" status: 200 len: 1095 time: 0.1285965 Jul 05 17:57:56.604593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f2af1-5493-4ea2-83ca-5d4b03b373bb req-8e574381-5bdf-4baa-a9d4-e879a89eb091 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:56.605825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd0f2af1-5493-4ea2-83ca-5d4b03b373bb req-8e574381-5bdf-4baa-a9d4-e879a89eb091 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 944 time: 0.0816829 Jul 05 17:57:56.621300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-eb769fda-06e4-43c7-adfb-016b9674c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:56.622868 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-eb769fda-06e4-43c7-adfb-016b9674c6dd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1095 time: 0.0545182 Jul 05 17:57:56.650472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd0f2af1-5493-4ea2-83ca-5d4b03b373bb req-d915720f-7761-4061-a9ea-510de6fd7a05 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372634 Jul 05 17:57:56.687332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 39fb1351-81a9-4270-a53d-0f269473fa07 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:57:56.695994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 39fb1351-81a9-4270-a53d-0f269473fa07 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:56.696435 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:56.701572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47968) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:56.757049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0c1ab63d-6c32-4aa2-9024-1c0039be11bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:56.758883 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-0c1ab63d-6c32-4aa2-9024-1c0039be11bb service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1287441 Jul 05 17:57:56.803971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a37a9967-d7f8-4685-9301-a27196b3469b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:56.874467 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:56.909318 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a37a9967-d7f8-4685-9301-a27196b3469b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:56.910837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:56.913760 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-c42fcb84-86a6-446b-8782-74cd73cc85f0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d32c939-34a8-417a-8fd3-545adc2eb587 HTTP/1.1" status: 200 len: 217 time: 0.1401520 Jul 05 17:57:56.921240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-448a9d19-8806-4092-a80d-24427d433a8a req-7cd0e314-db19-46bb-a677-156b449f51d2 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 210 time: 0.0700338 Jul 05 17:57:56.938711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47976) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:56.943672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['dd7b2226-5f18-4391-8d99-74c646098f8c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:56.974065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 39fb1351-81a9-4270-a53d-0f269473fa07, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=39fb1351-81a9-4270-a53d-0f269473fa07,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:56.980881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Pushing event deleted for resources: {'Port': ['ID=dd7b2226-5f18-4391-8d99-74c646098f8c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:56.999978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca020ef-7b8a-4127-99ff-fcda5310b7fc req-a5632361-c552-4739-a45d-01112b4c0b64 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:57.008918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cca020ef-7b8a-4127-99ff-fcda5310b7fc req-a5632361-c552-4739-a45d-01112b4c0b64 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.2002563 Jul 05 17:57:57.080059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cca020ef-7b8a-4127-99ff-fcda5310b7fc req-7a5fac89-aaf6-41c5-b53b-e67f3adf4acb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499523 Jul 05 17:57:57.116250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fbecba-20be-4842-bd49-35106a510e84 req-cd556ce3-dfb9-4438-a979-1c254725af4a tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 210 time: 0.0500968 Jul 05 17:57:57.139270 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eed96525-1280-4324-8dad-a731f6ab4cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.184925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.242111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=39fb1351-81a9-4270-a53d-0f269473fa07,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:57.259021 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eed96525-1280-4324-8dad-a731f6ab4cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.342151 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a37a9967-d7f8-4685-9301-a27196b3469b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.345578 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a37a9967-d7f8-4685-9301-a27196b3469b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.349487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a37a9967-d7f8-4685-9301-a27196b3469b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "DELETE /v2.0/security-groups/c49936ea-9f35-4bb4-9571-24d125c7f4a8 HTTP/1.1" status: 204 len: 168 time: 0.6466174 Jul 05 17:57:57.350755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47982) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:57.371754 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-8b07566b-7749-4771-b42d-a9e26792d96b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] show failed (client error): The resource could not be found. Jul 05 17:57:57.376108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8b07566b-7749-4771-b42d-a9e26792d96b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "GET /v2.0/security-groups/c49936ea-9f35-4bb4-9571-24d125c7f4a8 HTTP/1.1" status: 404 len: 347 time: 0.0192988 Jul 05 17:57:57.376108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37a9967-d7f8-4685-9301-a27196b3469b tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49936ea-9f35-4bb4-9571-24d125c7f4a8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:57.377986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47984) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:57.394021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:57:57.401375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:57.409139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-5374fb0e-028c-405a-b228-0bdaf3437c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:57.411250 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-5374fb0e-028c-405a-b228-0bdaf3437c8a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.4883256 Jul 05 17:57:57.415112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] No DVR routers for this DVR port dd7b2226-5f18-4391-8d99-74c646098f8c on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:57:57.424528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.443716 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c3e6b4f-b15e-47fe-8d29-f1d42e45fc3a req-2df28c4b-9842-4118-b847-b92a90e08ef0 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.39 "DELETE /v2.0/ports/dd7b2226-5f18-4391-8d99-74c646098f8c HTTP/1.1" status: 204 len: 173 time: 1.8077047 Jul 05 17:57:57.444276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a42c2764-dc86-4993-8e58-6b20ed14a5f3', 'name': 'network-vif-deleted', 'tag': 'dd7b2226-5f18-4391-8d99-74c646098f8c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:57.449757 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a05728-5d48-496e-be72-34bb4d688c9a" -d '{"events": [{"server_uuid": "a42c2764-dc86-4993-8e58-6b20ed14a5f3", "name": "network-vif-deleted", "tag": "dd7b2226-5f18-4391-8d99-74c646098f8c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:57.478449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-e59fc03a-3b6d-4015-9aba-ccc1f9e35f58 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:57.481168 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-e59fc03a-3b6d-4015-9aba-ccc1f9e35f58 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 818 time: 0.6919949 Jul 05 17:57:57.507669 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eed96525-1280-4324-8dad-a731f6ab4cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.552615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-23ca2bc7-7dce-44c9-8f41-d7decced5b0c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312559 Jul 05 17:57:57.557888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Request body: {'port': {'device_id': 'd9fa0e1b-ed44-48ae-81da-77e37814908e', 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522', 'admin_state_up': True, 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:57.566309 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa49588-e2d7-4b96-b87d-56c2200fcfba x-openstack-request-id: req-eaa49588-e2d7-4b96-b87d-56c2200fcfba {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:57.566920 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a42c2764-dc86-4993-8e58-6b20ed14a5f3", "name": "network-vif-deleted", "tag": "dd7b2226-5f18-4391-8d99-74c646098f8c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:57.567278 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eaa49588-e2d7-4b96-b87d-56c2200fcfba {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:57.567506 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a42c2764-dc86-4993-8e58-6b20ed14a5f3', 'name': 'network-vif-deleted', 'tag': 'dd7b2226-5f18-4391-8d99-74c646098f8c', 'status': 'completed', 'code': 200} Jul 05 17:57:57.569606 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.576348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:57.591564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eed96525-1280-4324-8dad-a731f6ab4cf2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55ce1e5e4cf741a0badb152fd22a7aba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6350935 Jul 05 17:57:57.606251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'mac_address': 'fa:16:3e:f6:13:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:57:57.613236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:57:57.615907 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a244a0dc-1333-45e2-b22a-59d02d40e8fe" -d '{"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:57:57.619373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed96525-1280-4324-8dad-a731f6ab4cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd28fe9f-ff56-43e7-b0ef-e0109b9377f1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:57.634062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47990) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:57.640128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:57.670719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Deleting port 346a8b8a-1b25-4cd1-95ae-3378a7cf9794 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:57:57.671634 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.678992 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.692301 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47e9557-a72f-4767-b249-be97f327f851 x-openstack-request-id: req-a47e9557-a72f-4767-b249-be97f327f851 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:57:57.692730 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:57:57.693331 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a47e9557-a72f-4767-b249-be97f327f851 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:57:57.693872 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'code': 200} Jul 05 17:57:57.697382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:57.784484 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.849540 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-9fc89fec-c476-49de-9d13-04c06d8807e5 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868164 Jul 05 17:57:57.931066 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:57:57.934673 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:57:57.964779 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-65a5569a-a7e0-4d09-8996-8b246454520a service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079421 Jul 05 17:57:57.966230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Made reservation on behalf of 40bf43e8b3db41669cf4f01bb783bd4e for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:57.971104 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.973008 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:57.973344 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.003814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Calling delete_port for 346a8b8a-1b25-4cd1-95ae-3378a7cf9794 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:57:58.015964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:58.084679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83581086-1f76-4d21-8a54-46376454b9bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.101007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b02323-4e58-4543-be7b-20a0d6ee56d6 req-649bdde4-8b22-4821-82dd-bc5a22a61bf4 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:58.102588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06b02323-4e58-4543-be7b-20a0d6ee56d6 req-649bdde4-8b22-4821-82dd-bc5a22a61bf4 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.5520382 Jul 05 17:57:58.139470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Allocated IP 172.20.0.11 (a9dceb61-b9f2-4094-9311-242f12e71522/cc707f86-644e-472d-8ecf-a825beaf7b13/fd45e103-1a67-42c1-94fc-09e47876115b) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:57:58.225823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 39fb1351-81a9-4270-a53d-0f269473fa07 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:57:58.278815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 39fb1351-81a9-4270-a53d-0f269473fa07 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:57:58.279193 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.343018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.456948 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83581086-1f76-4d21-8a54-46376454b9bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.471904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.482184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.488020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:58.511388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:57:58.516121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06b02323-4e58-4543-be7b-20a0d6ee56d6 req-d0bedb3c-dfcd-4596-a49e-662b28c62422 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038002 Jul 05 17:57:58.527579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Network a9dceb61-b9f2-4094-9311-242f12e71522 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:57:58.530540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db2e07-3fca-4b5d-ad7c-8d48b5421741 req-37039890-8927-4f07-ae03-94add5d6f1e5 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:58.532061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:57:58.532190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45db2e07-3fca-4b5d-ad7c-8d48b5421741 req-37039890-8927-4f07-ae03-94add5d6f1e5 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 944 time: 0.5850549 Jul 05 17:57:58.535101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:57:58.564595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Pushing event updated for resources: {'Port': ['ID=fd45e103-1a67-42c1-94fc-09e47876115b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:58.592809 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.594094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:58.595042 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.634729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45db2e07-3fca-4b5d-ad7c-8d48b5421741 req-9e8a4464-9a65-4073-b5e0-a21353d56e96 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849864 Jul 05 17:57:58.678790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:58.708220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83581086-1f76-4d21-8a54-46376454b9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.713163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83581086-1f76-4d21-8a54-46376454b9bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.713163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-83581086-1f76-4d21-8a54-46376454b9bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dd28fe9f-ff56-43e7-b0ef-e0109b9377f1 HTTP/1.1" status: 204 len: 168 time: 1.0650234 Jul 05 17:57:58.739578 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-33cdf8cb-b115-4af8-82c7-2509804455af tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1927590 Jul 05 17:57:58.746972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-347a3617-23c9-491c-bdcf-611bb0eb212d req-5ba4ac05-2c14-4d72-be85-a6601f922510 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 210 time: 0.0482132 Jul 05 17:57:58.750624 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.754270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83581086-1f76-4d21-8a54-46376454b9bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd28fe9f-ff56-43e7-b0ef-e0109b9377f1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:58.754408 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Request body: {'port': {'device_id': 'd9fa0e1b-ed44-48ae-81da-77e37814908e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:58.822229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Pushing event deleted for resources: {'Port': ['ID=346a8b8a-1b25-4cd1-95ae-3378a7cf9794,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:58.862360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:58.974601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f6e08df-6bda-495a-9317-c5234d473daa req-a8a34cc3-9918-4b00-9de1-e8e42d4c19e3 tempest-ServersOnMultiNodesTest-1652422375 tempest-ServersOnMultiNodesTest-1652422375-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42c2764-dc86-4993-8e58-6b20ed14a5f3 HTTP/1.1" status: 200 len: 210 time: 0.0593643 Jul 05 17:57:58.999062 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.001726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.002905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7295139e-3741-4435-859f-439f232c2e44 tempest-ImagesOneServerNegativeTestJSON-346489864 tempest-ImagesOneServerNegativeTestJSON-346489864-project] 10.222.0.30 "DELETE /v2.0/floatingips/62f06992-8c8f-4595-9230-84639366ab27 HTTP/1.1" status: 204 len: 168 time: 1.6253543 Jul 05 17:57:59.012098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba3748-3663-4d52-83ae-007a2e3b387c req-c069a4d6-0ff9-4ae8-80e8-1785619ffb76 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:59.013661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8ba3748-3663-4d52-83ae-007a2e3b387c req-c069a4d6-0ff9-4ae8-80e8-1785619ffb76 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 948 time: 0.2492192 Jul 05 17:57:59.038119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:57:59.099585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8ba3748-3663-4d52-83ae-007a2e3b387c req-98b1cfb7-298f-488b-b14d-e5e0133c4b2c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776305 Jul 05 17:57:59.359719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd45e103-1a67-42c1-94fc-09e47876115b {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:57:59.374054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-766ac214-c45d-402e-a7d2-2f0b502f6c1a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:59.375585 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-766ac214-c45d-402e-a7d2-2f0b502f6c1a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 818 time: 0.1970546 Jul 05 17:57:59.380296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.393307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Request body: {'port': {'device_id': 'd749b04f-0751-4b54-b18c-47626c954614', 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522', 'admin_state_up': True, 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:57:59.399029 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.401006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Transition to ACTIVE for port object fd45e103-1a67-42c1-94fc-09e47876115b will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:57:59.415753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6d32c939-34a8-417a-8fd3-545adc2eb587 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:59.436802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48024) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:57:59.458815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6d32c939-34a8-417a-8fd3-545adc2eb587 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:59.459756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device dd7b2226-5f18-4391-8d99-74c646098f8c no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:57:59.480109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-eb7479ac-3efd-4ed1-8bfd-1c059b50b39f tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:59.483786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-eb7479ac-3efd-4ed1-8bfd-1c059b50b39f tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.0920353 Jul 05 17:57:59.494473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.499775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: dd7b2226-5f18-4391-8d99-74c646098f8c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:57:59.501128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device dd7b2226-5f18-4391-8d99-74c646098f8c not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:57:59.549907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-6de56039-c635-4005-baa4-227981c8cd42 admin admin] Deleting subnet 73453663-7367-4635-bc52-29d026602496 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:57:59.563574 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6de56039-c635-4005-baa4-227981c8cd42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.638615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd45e103-1a67-42c1-94fc-09e47876115b,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:57:59.675367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6de56039-c635-4005-baa4-227981c8cd42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.687903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-93abd09c-e60f-406c-8061-70c2719fc81a service neutron] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:59.691289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-93abd09c-e60f-406c-8061-70c2719fc81a service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.692685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c004a166-e897-4b55-ad0f-f5ee0dd74fcb req-93abd09c-e60f-406c-8061-70c2719fc81a service neutron] 10.222.0.97 "DELETE /v2.0/ports/6d32c939-34a8-417a-8fd3-545adc2eb587/bindings/n-h2-799524-1 HTTP/1.1" status: 204 len: 173 time: 0.1947556 Jul 05 17:57:59.747181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6de56039-c635-4005-baa4-227981c8cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.749388 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Attempting to bind port fd45e103-1a67-42c1-94fc-09e47876115b on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:57:59.749730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Attempting to bind port fd45e103-1a67-42c1-94fc-09e47876115b by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:57:59.750062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Attempting to bind port fd45e103-1a67-42c1-94fc-09e47876115b on network a9dceb61-b9f2-4094-9311-242f12e71522 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:59.777611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Port fd45e103-1a67-42c1-94fc-09e47876115b on network a9dceb61-b9f2-4094-9311-242f12e71522 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:57:59.781513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Attempting to bind port fd45e103-1a67-42c1-94fc-09e47876115b on network a9dceb61-b9f2-4094-9311-242f12e71522 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:57:59.786363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:57:59.786751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Checking segment: {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:57:59.787189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Bound using segment: {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:57:59.787585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Bound port: fd45e103-1a67-42c1-94fc-09e47876115b, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:57:59.787949 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.842211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Made reservation on behalf of 40bf43e8b3db41669cf4f01bb783bd4e for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:57:59.845936 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.858629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a448f1d-caa5-4a6d-9f6a-ef27dd133419 req-ea576f3d-3d96-4f5d-a5a3-116a12b572ea tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:59.860103 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a448f1d-caa5-4a6d-9f6a-ef27dd133419 req-ea576f3d-3d96-4f5d-a5a3-116a12b572ea tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1248925 Jul 05 17:57:59.898774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f68ec-21d5-4409-b18d-dd600529a769 req-7ec3da52-bbc4-405d-aa89-93ff71b70c18 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:57:59.900429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e53f68ec-21d5-4409-b18d-dd600529a769 req-7ec3da52-bbc4-405d-aa89-93ff71b70c18 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 944 time: 0.1135869 Jul 05 17:57:59.943956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a448f1d-caa5-4a6d-9f6a-ef27dd133419 req-7cd090f1-8be6-4809-a4f1-6d33d25e06bd tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753770 Jul 05 17:57:59.944289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6de56039-c635-4005-baa4-227981c8cd42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:57:59.952840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] For port fd45e103-1a67-42c1-94fc-09e47876115b, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:57:59.962694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e53f68ec-21d5-4409-b18d-dd600529a769 req-d9fd5b35-0895-4c7e-b87d-0b5819c48ec8 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542262 Jul 05 17:57:59.994989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] For port fd45e103-1a67-42c1-94fc-09e47876115b, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fd45e103-1a67-42c1-94fc-09e47876115b,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:00.006124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de56039-c635-4005-baa4-227981c8cd42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73453663-7367-4635-bc52-29d026602496,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:00.015758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6de56039-c635-4005-baa4-227981c8cd42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.021404 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6de56039-c635-4005-baa4-227981c8cd42 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/73453663-7367-4635-bc52-29d026602496 HTTP/1.1" status: 204 len: 168 time: 0.5798695 Jul 05 17:58:00.022860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48046) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:00.068940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48050) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:00.077190 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.127436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.136541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:00.137206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.138642 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] 10.222.0.97 "PUT /v2.0/ports/fd45e103-1a67-42c1-94fc-09e47876115b HTTP/1.1" status: 200 len: 1092 time: 1.3908350 Jul 05 17:58:00.141140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9fa0e1b-ed44-48ae-81da-77e37814908e', 'tag': 'fd45e103-1a67-42c1-94fc-09e47876115b'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:00.143073 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba" -d '{"events": [{"name": "network-changed", "server_uuid": "d9fa0e1b-ed44-48ae-81da-77e37814908e", "tag": "fd45e103-1a67-42c1-94fc-09e47876115b"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:00.155826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Allocated IP 172.20.0.3 (a9dceb61-b9f2-4094-9311-242f12e71522/cc707f86-644e-472d-8ecf-a825beaf7b13/742795f2-17da-43ee-91fe-b45fca392fe7) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:00.171923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c5a0c7d-312c-4f20-b5af-a88ef67d4870 req-3b3df803-0cb9-4f68-8c48-f060ccdab6bc tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 210 time: 0.0495861 Jul 05 17:58:00.182643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c349d-7d1f-4f3f-bde0-35bf0b75e2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fd45e103-1a67-42c1-94fc-09e47876115b,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:00.324272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-139898649-network', 'tenant_id': '352c02441e61465bafe041479c81347d'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:00.351267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.382812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1c98d2-bb82-4222-939a-3f3fce2a5a2f']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:00.420413 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.425987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:00.426370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad96e23b-1f98-4a4d-8954-fb5e932d9d58') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:00.445452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-5229e0ff-5ec3-48c6-93ba-3dc004d3466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:00.446189 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.446977 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-5229e0ff-5ec3-48c6-93ba-3dc004d3466d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1095 time: 0.1399999 Jul 05 17:58:00.472633 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.486177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:58:00.486897 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: timer() Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:58:00.489277 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:58:00.503670 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-7025be02-f578-4678-815c-4d20947258fb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd45e103-1a67-42c1-94fc-09e47876115b HTTP/1.1" status: 200 len: 217 time: 0.0473328 Jul 05 17:58:00.512328 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Made reservation on behalf of 352c02441e61465bafe041479c81347d for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:00.514846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.545765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ab014f-592e-42c5-953b-c03f9faf816d req-a496f231-797d-404c-867f-d83a202c486e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:00.547372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3ab014f-592e-42c5-953b-c03f9faf816d req-a496f231-797d-404c-867f-d83a202c486e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 948 time: 0.2125487 Jul 05 17:58:00.549384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.551869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75271021-cf6c-4568-a636-4b5ad3328851 req-14bd0ed1-ff27-4d03-bd7a-a71b0731840b tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:00.553382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75271021-cf6c-4568-a636-4b5ad3328851 req-14bd0ed1-ff27-4d03-bd7a-a71b0731840b tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1095 time: 0.1770225 Jul 05 17:58:00.586158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-4c291a98-19ca-4e52-a1e1-0a3041a04a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:00.587699 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-4c291a98-19ca-4e52-a1e1-0a3041a04a2a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.0706887 Jul 05 17:58:00.595058 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.629859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3ab014f-592e-42c5-953b-c03f9faf816d req-85f83912-e4d1-48f3-a7aa-e814be74a875 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671468 Jul 05 17:58:00.631618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75271021-cf6c-4568-a636-4b5ad3328851 req-157ce3f7-f685-430c-b053-a3c8f17b44db tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701597 Jul 05 17:58:00.673928 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.687226 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.693280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0e1c98d2-bb82-4222-939a-3f3fce2a5a2f HTTP/1.1" status: 204 len: 168 time: 0.6692896 Jul 05 17:58:00.722224 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-089cda9a-0144-4a4c-9864-7cbf412f753a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186113 Jul 05 17:58:00.731129 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993723bd-9e5b-49d7-8a64-b2d359bd722d x-openstack-request-id: req-993723bd-9e5b-49d7-8a64-b2d359bd722d {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:00.731512 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9fa0e1b-ed44-48ae-81da-77e37814908e", "tag": "fd45e103-1a67-42c1-94fc-09e47876115b", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:00.731845 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-993723bd-9e5b-49d7-8a64-b2d359bd722d {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:00.732323 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9fa0e1b-ed44-48ae-81da-77e37814908e', 'tag': 'fd45e103-1a67-42c1-94fc-09e47876115b', 'status': 'completed', 'code': 200} Jul 05 17:58:00.735615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce93edd-fe24-4766-b598-64de4a14fec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e1c98d2-bb82-4222-939a-3f3fce2a5a2f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:00.785466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48068) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:00.843619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Network a9dceb61-b9f2-4094-9311-242f12e71522 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:00.856025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:00.858807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Pushing event updated for resources: {'Port': ['ID=742795f2-17da-43ee-91fe-b45fca392fe7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:00.867871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:00.949556 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.962531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:00.964167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:00.988424 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-8da374eb-a876-4e66-832b-83248e147405 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232618 Jul 05 17:58:01.025058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5ddf9c4d-9dc2-42c9-9882-f1ddb83a16d3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d7ab2c53e554c49b66a8e3ca3c96c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2349982 Jul 05 17:58:01.026847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48084) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:01.054026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-e475afc0-b834-473e-9bcc-47b7a7b04d96 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:01.061324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-e475afc0-b834-473e-9bcc-47b7a7b04d96 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 807 time: 0.1619685 Jul 05 17:58:01.062247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.095408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-b715415e-65cf-4c7b-a1eb-394c5a8c8115 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/quotas/60f9e1b656d140fe9c084ba5be80f85e HTTP/1.1" status: 200 len: 375 time: 0.0332146 Jul 05 17:58:01.098300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:58:01.125209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669ce3a3-b015-4d78-8996-f75c428e6c9d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:01.138448 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.138828 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Added segment 85577146-ca62-4514-bc6d-d3fb48750950 of type vlan for network cf49cc0d-ebfa-455c-9665-413e8e683128 Jul 05 17:58:01.150769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d4c63f3-4390-41f6-a34b-6fb124eb11dc req-4e8be783-2ba6-4c12-b6b7-3d6ec1e3de7d service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534126 Jul 05 17:58:01.153349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48086) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:01.184054 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-5f5a3a28-d5fb-4a17-ad81-946ee153457c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7967234 Jul 05 17:58:01.188766 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdb8019a-1cf7-48e8-9056-f7b5ac5f7923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.202707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Request body: {'port': {'device_id': 'd749b04f-0751-4b54-b18c-47626c954614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:01.210453 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.222476 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdb8019a-1cf7-48e8-9056-f7b5ac5f7923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.257402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260de0ad-d799-4bd9-ad8c-a6c1cdaa2d9f req-5e67cfce-911e-4857-9aff-88dfc33546a5 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:01.259129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-260de0ad-d799-4bd9-ad8c-a6c1cdaa2d9f req-5e67cfce-911e-4857-9aff-88dfc33546a5 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1794431 Jul 05 17:58:01.268676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-04c76036-e3ed-4a3b-a89d-a739bd58c47c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1613398 Jul 05 17:58:01.299233 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-52e5f75c-8b93-4c09-8da0-1b964a04e2d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3695ac5f47147d59018143acfdaa0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434882 Jul 05 17:58:01.301491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48090) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:01.374336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-260de0ad-d799-4bd9-ad8c-a6c1cdaa2d9f req-9f77a282-35b0-4243-bdd2-39bce1dc9419 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991790 Jul 05 17:58:01.390590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.404959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-93023731-63bc-40a5-9c26-d6750a0ab52e service neutron] 10.222.0.30 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228738 Jul 05 17:58:01.437212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:01.476966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.477850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:01.478441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.491695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd918691-c28c-4d18-8d86-202918240525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.496483 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdb8019a-1cf7-48e8-9056-f7b5ac5f7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.497134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-43d53520-58be-4dca-b015-4f7176b0465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:01.498358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-43d53520-58be-4dca-b015-4f7176b0465e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1095 time: 0.2198215 Jul 05 17:58:01.500940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdb8019a-1cf7-48e8-9056-f7b5ac5f7923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.502446 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fdb8019a-1cf7-48e8-9056-f7b5ac5f7923 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e113e4ab-8c0a-4b4f-bccd-92212645a4a6 HTTP/1.1" status: 204 len: 168 time: 0.4757466 Jul 05 17:58:01.543462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:01.543835 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.548527 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8019a-1cf7-48e8-9056-f7b5ac5f7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e113e4ab-8c0a-4b4f-bccd-92212645a4a6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:01.563629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-130d941e-7047-462e-8777-82f3be7fda31 service neutron] 10.222.0.30 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507580 Jul 05 17:58:01.680252 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.692984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff19b5b-37a9-4561-a9db-5ad52aa20e88 req-e2ef5847-5b26-41ae-ba10-c1c2925f4a43 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:01.703378 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aff19b5b-37a9-4561-a9db-5ad52aa20e88 req-e2ef5847-5b26-41ae-ba10-c1c2925f4a43 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 931 time: 0.1820686 Jul 05 17:58:01.710091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:01.712661 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4fd5b4-eb4b-4483-b889-9f0181a149d1" -d '{"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:01.717334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd918691-c28c-4d18-8d86-202918240525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.727824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:01.747172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aff19b5b-37a9-4561-a9db-5ad52aa20e88 req-e7f25d11-239d-4faa-8bc4-0b72ecb623f7 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428309 Jul 05 17:58:01.812825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-891f7eed-eda3-412f-a544-56615ccf614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:01.812825 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-891f7eed-eda3-412f-a544-56615ccf614d service neutron] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 918 time: 0.2888620 Jul 05 17:58:01.820781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] Pushing event updated for resources: {'Network': ['ID=cf49cc0d-ebfa-455c-9665-413e8e683128,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:01.831383 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:01.843158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network cf49cc0d-ebfa-455c-9665-413e8e683128 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:58:01.848591 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-99b688c9-c0ac-45ca-8fc7-c0b090f3f0e8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7783897 Jul 05 17:58:01.849229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48100) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:01.855327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Request body: {'subnet': {'network_id': 'cf49cc0d-ebfa-455c-9665-413e8e683128', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-139898649-subnet', 'tenant_id': '352c02441e61465bafe041479c81347d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:01.886795 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-b13eee0a-0ce1-4a28-bb38-d400b53a8f96 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd45e103-1a67-42c1-94fc-09e47876115b HTTP/1.1" status: 200 len: 217 time: 0.0558612 Jul 05 17:58:02.048192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95fc5e-22ff-47b8-8d8b-cd5f8d6ac474 req-d8489115-de33-4f63-9703-b95509815233 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:02.048192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db95fc5e-22ff-47b8-8d8b-cd5f8d6ac474 req-d8489115-de33-4f63-9703-b95509815233 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1877704 Jul 05 17:58:02.048493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-7b2f1ec8-b2cd-4146-ba57-c90a24265aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:02.049907 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-7b2f1ec8-b2cd-4146-ba57-c90a24265aed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.1530693 Jul 05 17:58:02.068020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:02.078282 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfd39a1-b207-4289-bc0e-8888fc0753ac x-openstack-request-id: req-2cfd39a1-b207-4289-bc0e-8888fc0753ac {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:02.078931 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:02.086783 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cfd39a1-b207-4289-bc0e-8888fc0753ac {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:02.086783 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'code': 200} Jul 05 17:58:02.095735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Made reservation on behalf of 352c02441e61465bafe041479c81347d for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:02.101561 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-2b8a6e06-02c7-4a00-9478-82041ceeee9b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426753 Jul 05 17:58:02.101769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.114434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd918691-c28c-4d18-8d86-202918240525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.132784 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd918691-c28c-4d18-8d86-202918240525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.133966 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dd918691-c28c-4d18-8d86-202918240525 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e HTTP/1.1" status: 204 len: 168 time: 0.8284650 Jul 05 17:58:02.198102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd918691-c28c-4d18-8d86-202918240525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd8f606-c6b1-4f43-a128-6c8b4a0c8e1e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:02.255775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cda35a39-e8e6-4c02-a99f-53b6d718b26b req-cc14abc9-42c6-41f1-9e6b-b8d2656799f3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 210 time: 0.0407469 Jul 05 17:58:02.298914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db95fc5e-22ff-47b8-8d8b-cd5f8d6ac474 req-169cf839-7f86-4cf3-8c61-9d0105a98f15 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446008 Jul 05 17:58:02.365032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 742795f2-17da-43ee-91fe-b45fca392fe7 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:02.379066 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.408468 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-f64039af-e149-449f-95a6-7848b0864b19 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692871 Jul 05 17:58:02.411856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Transition to ACTIVE for port object 742795f2-17da-43ee-91fe-b45fca392fe7 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:02.421048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.440094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07291326-afcb-47ea-9082-c36a77838030 req-8dbaa0de-43d0-4dda-b35f-436ebb9a08e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:02.441949 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07291326-afcb-47ea-9082-c36a77838030 req-8dbaa0de-43d0-4dda-b35f-436ebb9a08e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 1100 time: 0.1395216 Jul 05 17:58:02.495839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccaf209c-1834-40e1-9b31-61b940bce13a,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:02.522430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Checking segment: {'id': '85577146-ca62-4514-bc6d-d3fb48750950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'cf49cc0d-ebfa-455c-9665-413e8e683128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:02.523126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Network hostable DHCP agents. Network: cf49cc0d-ebfa-455c-9665-413e8e683128, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:58:02.540369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.571739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48116) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:02.636413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ea3c2-1205-471e-b831-3f571b5e592f req-a721b9fd-5506-4585-bf10-5d35d1383a52 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:02.637801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-256ea3c2-1205-471e-b831-3f571b5e592f req-a721b9fd-5506-4585-bf10-5d35d1383a52 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1124716 Jul 05 17:58:02.640958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-322e866f-abd4-4df3-80a4-cd6fd7d5f17c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f37bf191a82443b99f018729f6e10a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0681112 Jul 05 17:58:02.643488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48120) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:02.658850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Network cf49cc0d-ebfa-455c-9665-413e8e683128 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:58:02.726768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-256ea3c2-1205-471e-b831-3f571b5e592f req-f3ae0796-e99a-4f15-adb8-98cce49c73f6 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760670 Jul 05 17:58:02.741123 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c7cf-1c5b-4c15-82d5-799557bccc05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.776498 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c7cf-1c5b-4c15-82d5-799557bccc05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.797647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, cf49cc0d-ebfa-455c-9665-413e8e683128) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:02.808238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4bfeb6-adde-4395-b2cc-5e259a068ac8 None None] Network cf49cc0d-ebfa-455c-9665-413e8e683128 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:58:02.838159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:02.842213 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.880558 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e9a6ed4-2091-49bf-9282-11bcf43e2bba req-9e6aa9e7-df5b-4d60-b0ef-4b6fa1e5cd22 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646585 Jul 05 17:58:02.907138 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07291326-afcb-47ea-9082-c36a77838030 req-b252c9ba-0946-4eda-b186-c0584fa16e27 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387727 Jul 05 17:58:02.913861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=742795f2-17da-43ee-91fe-b45fca392fe7,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:02.944732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7b0be77c-0612-4cc5-a81f-6a81829ab590 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0941858 Jul 05 17:58:02.993090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c7cf-1c5b-4c15-82d5-799557bccc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.997324 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c4c1c7cf-1c5b-4c15-82d5-799557bccc05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:02.998586 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c4c1c7cf-1c5b-4c15-82d5-799557bccc05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3de4d203-14a5-49ef-95d4-c6ee10ae39c4 HTTP/1.1" status: 204 len: 168 time: 0.3540328 Jul 05 17:58:03.009779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Attempting to bind port 742795f2-17da-43ee-91fe-b45fca392fe7 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:03.010345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Attempting to bind port 742795f2-17da-43ee-91fe-b45fca392fe7 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:03.010797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Attempting to bind port 742795f2-17da-43ee-91fe-b45fca392fe7 on network a9dceb61-b9f2-4094-9311-242f12e71522 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:03.011354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1c7cf-1c5b-4c15-82d5-799557bccc05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de4d203-14a5-49ef-95d4-c6ee10ae39c4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:03.018476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Port 742795f2-17da-43ee-91fe-b45fca392fe7 on network a9dceb61-b9f2-4094-9311-242f12e71522 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:03.020114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Attempting to bind port 742795f2-17da-43ee-91fe-b45fca392fe7 on network a9dceb61-b9f2-4094-9311-242f12e71522 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:03.026872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:03.027508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Checking segment: {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:03.027972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Bound using segment: {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:03.028505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Bound port: 742795f2-17da-43ee-91fe-b45fca392fe7, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53db1e83-7869-416c-9680-1919db9d474c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:03.029037 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:03.049899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed1f04-04b9-42e3-8cfc-1f20545a0202 req-2f6e49fe-ee87-4236-b886-a3d9188e67cf tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:03.052104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2ed1f04-04b9-42e3-8cfc-1f20545a0202 req-2f6e49fe-ee87-4236-b886-a3d9188e67cf tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 943 time: 0.0967772 Jul 05 17:58:03.077811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0003622-5f81-49eb-9f8e-f5e366bf0e78 None None] Network cf49cc0d-ebfa-455c-9665-413e8e683128 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:58:03.124531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2ed1f04-04b9-42e3-8cfc-1f20545a0202 req-2a431e1c-5bef-43a5-b750-11d4a5297e8c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649858 Jul 05 17:58:03.151974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fd45e103-1a67-42c1-94fc-09e47876115b details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:58:03.210763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] For port 742795f2-17da-43ee-91fe-b45fca392fe7, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:03.215015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] For port 742795f2-17da-43ee-91fe-b45fca392fe7, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=742795f2-17da-43ee-91fe-b45fca392fe7,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:03.327599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:03.335562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fd45e103-1a67-42c1-94fc-09e47876115b, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fd45e103-1a67-42c1-94fc-09e47876115b,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:03.355538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'fd45e103-1a67-42c1-94fc-09e47876115b', 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522', 'port_id': 'fd45e103-1a67-42c1-94fc-09e47876115b', 'mac_address': 'fa:16:3e:59:57:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc707f86-644e-472d-8ecf-a825beaf7b13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:58:03.384146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:03.386433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:03.388017 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] 10.222.0.97 "PUT /v2.0/ports/742795f2-17da-43ee-91fe-b45fca392fe7 HTTP/1.1" status: 200 len: 1091 time: 2.1898029 Jul 05 17:58:03.391317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd749b04f-0751-4b54-b18c-47626c954614', 'tag': '742795f2-17da-43ee-91fe-b45fca392fe7'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:03.405184 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1bbdce9-dabc-4f60-8c90-649347b25311" -d '{"events": [{"name": "network-changed", "server_uuid": "d749b04f-0751-4b54-b18c-47626c954614", "tag": "742795f2-17da-43ee-91fe-b45fca392fe7"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:03.420247 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:03.438800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c870708a-8fdb-478e-b12f-639a7f6c9435 req-357c52f1-b945-4856-a0ad-6d9c6cd90bb9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 210 time: 0.0405893 Jul 05 17:58:03.440693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e660358-7898-4884-9e6b-63c1886fb7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=742795f2-17da-43ee-91fe-b45fca392fe7,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:03.448334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd45e103-1a67-42c1-94fc-09e47876115b {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:03.480643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fd45e103-1a67-42c1-94fc-09e47876115b, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fd45e103-1a67-42c1-94fc-09e47876115b,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:03.560871 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:03.571214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-cd091064-4dc4-4033-9ffc-0cdcec086f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:03.575837 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-cd091064-4dc4-4033-9ffc-0cdcec086f48 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 1094 time: 0.0788972 Jul 05 17:58:03.662508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=fd45e103-1a67-42c1-94fc-09e47876115b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:03.663633 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-b6c8a295-92ed-40d3-ac17-f13ce3d19e3d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=742795f2-17da-43ee-91fe-b45fca392fe7 HTTP/1.1" status: 200 len: 217 time: 0.0825245 Jul 05 17:58:03.667851 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e370681-baba-4265-8019-fc951b68bc5b req-c9141887-ea7d-417e-9d24-433d924cfb23 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:03.670997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e370681-baba-4265-8019-fc951b68bc5b req-c9141887-ea7d-417e-9d24-433d924cfb23 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1067462 Jul 05 17:58:03.697824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-dcdc0bf4-4afb-4e46-835b-46265950d8f0 req-e6ec2513-f8c0-48a3-859d-654097969850 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1290847505', 'description': 'tempest-description-661584321'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:03.721549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-db1e80c0-2563-4e79-9152-d5aacc66cac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:03.723054 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-db1e80c0-2563-4e79-9152-d5aacc66cac6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.0518415 Jul 05 17:58:03.764878 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-c3565449-95f3-423e-9ba7-14afe2019bc6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336659 Jul 05 17:58:03.781546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e370681-baba-4265-8019-fc951b68bc5b req-d47b67eb-a135-461f-95fe-2f1158977361 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998511 Jul 05 17:58:03.819967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['fd45e103-1a67-42c1-94fc-09e47876115b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:03.839314 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dcdc0bf4-4afb-4e46-835b-46265950d8f0 req-e6ec2513-f8c0-48a3-859d-654097969850 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:03.860677 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb6fdf2-adeb-4a2d-88eb-94a0f9fc9acb x-openstack-request-id: req-1bb6fdf2-adeb-4a2d-88eb-94a0f9fc9acb {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:03.860677 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d749b04f-0751-4b54-b18c-47626c954614", "tag": "742795f2-17da-43ee-91fe-b45fca392fe7", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:03.860677 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bb6fdf2-adeb-4a2d-88eb-94a0f9fc9acb {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:03.860677 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd749b04f-0751-4b54-b18c-47626c954614', 'tag': '742795f2-17da-43ee-91fe-b45fca392fe7', 'status': 'completed', 'code': 200} Jul 05 17:58:03.892322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-7b908af7-5cb4-4720-a6d5-bd914e569532 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191349 Jul 05 17:58:04.034042 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5458b0e2-510d-47a5-acbe-b3e514c52f96 req-cf51451c-e464-4a2c-b4a7-39d7301b1e5e service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314924 Jul 05 17:58:04.068826 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dcdc0bf4-4afb-4e46-835b-46265950d8f0 req-e6ec2513-f8c0-48a3-859d-654097969850 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:04.092666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e09b5-28f9-4571-8746-86d941aa51b6 req-3ac6fafc-3a1a-4ee4-bf74-51c30ee6e45c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:04.095079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d8e09b5-28f9-4571-8746-86d941aa51b6 req-3ac6fafc-3a1a-4ee4-bf74-51c30ee6e45c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.1149888 Jul 05 17:58:04.135291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dcdc0bf4-4afb-4e46-835b-46265950d8f0 req-e6ec2513-f8c0-48a3-859d-654097969850 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:04.156689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d8e09b5-28f9-4571-8746-86d941aa51b6 req-d46c08e4-d6ca-4890-ab98-20823b2fdccb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558617 Jul 05 17:58:04.172504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec2513-f8c0-48a3-859d-654097969850 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63be3cfb-4219-4fbb-936f-f9d810a418d1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:04.193633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-f1255a47-a1db-4861-8875-0b0daf5f1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:04.195448 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-f1255a47-a1db-4861-8875-0b0daf5f1fdf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 1094 time: 0.0562785 Jul 05 17:58:04.246594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dcdc0bf4-4afb-4e46-835b-46265950d8f0 req-e6ec2513-f8c0-48a3-859d-654097969850 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:04.247874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcdc0bf4-4afb-4e46-835b-46265950d8f0 req-e6ec2513-f8c0-48a3-859d-654097969850 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5633590 Jul 05 17:58:04.319915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-cc9f8416-001c-4e52-8165-ef8c2940deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:04.320076 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-cc9f8416-001c-4e52-8165-ef8c2940deaf service neutron] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 918 time: 0.1170087 Jul 05 17:58:04.373121 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-b4c2fcfa-1a66-47ac-b77e-d63ac11caf08 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=742795f2-17da-43ee-91fe-b45fca392fe7 HTTP/1.1" status: 200 len: 217 time: 0.0441837 Jul 05 17:58:04.445953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecbb9d-5592-4ee9-9495-3d1e1d2b4444 req-5032eaf3-f847-4e9f-938d-7f855a707839 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:04.448417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60ecbb9d-5592-4ee9-9495-3d1e1d2b4444 req-5032eaf3-f847-4e9f-938d-7f855a707839 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 943 time: 0.0827351 Jul 05 17:58:04.450766 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-9b198adc-b492-415b-a4ab-7b8f35f633f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:04.452972 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-9b198adc-b492-415b-a4ab-7b8f35f633f5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.0730207 Jul 05 17:58:04.495921 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-e1f00815-f4f9-4575-af5f-9c46f5fc3495 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347099 Jul 05 17:58:04.498066 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60ecbb9d-5592-4ee9-9495-3d1e1d2b4444 req-d7589b4c-3ff4-445a-83fa-d5bbfea3d343 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425944 Jul 05 17:58:04.545652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48190) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:04.609501 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-c6f1192e-8477-44be-bff1-0acc9add7ba3 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044736 Jul 05 17:58:04.638787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03d61d39-ae6f-4334-b7e9-b3a5d861f642 req-5817eb7a-d6bc-46aa-b375-8cd8c73068ac tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/63be3cfb-4219-4fbb-936f-f9d810a418d1 HTTP/1.1" status: 200 len: 1804 time: 0.1010854 Jul 05 17:58:04.651116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-03d61d39-ae6f-4334-b7e9-b3a5d861f642 req-ffd7de5d-4c54-4568-9d0e-4b96eb43e53d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63be3cfb-4219-4fbb-936f-f9d810a418d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:04.652087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-03d61d39-ae6f-4334-b7e9-b3a5d861f642 req-ffd7de5d-4c54-4568-9d0e-4b96eb43e53d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '63be3cfb-4219-4fbb-936f-f9d810a418d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:04.743629 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1bbdce9-dabc-4f60-8c90-649347b25311 req-f469958d-fd9d-457a-a143-955715c1e089 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259098 Jul 05 17:58:04.796111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-network', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:04.834466 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-03d61d39-ae6f-4334-b7e9-b3a5d861f642 req-ffd7de5d-4c54-4568-9d0e-4b96eb43e53d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:04.867820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93ef3b4a-11d3-46bf-b12e-3384cbf85bf0 req-55a5f20e-a79c-4577-b1e2-2fc0bdcb64c4 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 210 time: 0.0372372 Jul 05 17:58:04.881500 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-03d61d39-ae6f-4334-b7e9-b3a5d861f642 req-ffd7de5d-4c54-4568-9d0e-4b96eb43e53d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:04.906436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Made reservation on behalf of 51a59ec2c9444c38af628c9df0147f56 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:04.908849 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:04.920667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:04.967687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-03d61d39-ae6f-4334-b7e9-b3a5d861f642 req-ffd7de5d-4c54-4568-9d0e-4b96eb43e53d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.013606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f830f9c-7d4d-40ac-803c-eb5fd649be7f req-28ab9aa3-7b20-4718-8e16-543786f8b1aa tempest-AbsoluteLimitsNegativeTestJSON-1546832261 tempest-AbsoluteLimitsNegativeTestJSON-1546832261-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cc0834dbb3f84db6941752b2ea81e5a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437956 Jul 05 17:58:05.017745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7de5d-4c54-4568-9d0e-4b96eb43e53d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a4f9751-b465-460c-8d7c-323b8bc75a0d,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:05.084640 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-3be3802f-a505-425b-a61b-5614497ef879 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:05.086056 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-3be3802f-a505-425b-a61b-5614497ef879 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 807 time: 0.1244440 Jul 05 17:58:05.106641 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Request body: {'port': {'device_id': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872', 'admin_state_up': True, 'tenant_id': '60f9e1b656d140fe9c084ba5be80f85e'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:05.139832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fd45e103-1a67-42c1-94fc-09e47876115b up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:05.148641 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.158935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f830f9c-7d4d-40ac-803c-eb5fd649be7f req-b54c550d-3669-46ca-abb8-3f6d23cbb87f tempest-AbsoluteLimitsNegativeTestJSON-1546832261 tempest-AbsoluteLimitsNegativeTestJSON-1546832261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:05.159787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f830f9c-7d4d-40ac-803c-eb5fd649be7f req-b54c550d-3669-46ca-abb8-3f6d23cbb87f tempest-AbsoluteLimitsNegativeTestJSON-1546832261 tempest-AbsoluteLimitsNegativeTestJSON-1546832261-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400516 Jul 05 17:58:05.178077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f830f9c-7d4d-40ac-803c-eb5fd649be7f req-b8058965-ff7b-4f5a-8001-6a4961a5c639 tempest-AbsoluteLimitsNegativeTestJSON-1546832261 tempest-AbsoluteLimitsNegativeTestJSON-1546832261-project] 10.222.0.30 "GET /v2.0/quotas/cc0834dbb3f84db6941752b2ea81e5a7 HTTP/1.1" status: 200 len: 375 time: 0.0113072 Jul 05 17:58:05.221146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f830f9c-7d4d-40ac-803c-eb5fd649be7f req-e6fb2b5f-006c-4dba-86c2-b1ed8c620bb2 tempest-AbsoluteLimitsNegativeTestJSON-1546832261 tempest-AbsoluteLimitsNegativeTestJSON-1546832261-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc0834dbb3f84db6941752b2ea81e5a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364420 Jul 05 17:58:05.233373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.261604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port fd45e103-1a67-42c1-94fc-09e47876115b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:05.272244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port fd45e103-1a67-42c1-94fc-09e47876115b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:05.272846 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.290728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709843a3-97d7-4d30-8f61-ac1cab1f9b5f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:05.314901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:58:05.331384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.331789 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Added segment cf9b1b88-acc3-4480-b25f-6a577ef6b61a of type vlan for network dbd26d2d-5d93-4216-81f6-eed283247723 Jul 05 17:58:05.382806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.396453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-03d61d39-ae6f-4334-b7e9-b3a5d861f642 req-ffd7de5d-4c54-4568-9d0e-4b96eb43e53d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.403248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03d61d39-ae6f-4334-b7e9-b3a5d861f642 req-ffd7de5d-4c54-4568-9d0e-4b96eb43e53d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7567089 Jul 05 17:58:05.413338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Made reservation on behalf of 60f9e1b656d140fe9c084ba5be80f85e for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:05.420478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.489845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.521647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.522641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:05.523243 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.527660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa0e1b-ed44-48ae-81da-77e37814908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd45e103-1a67-42c1-94fc-09e47876115b'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:05.530839 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba0d74b-0089-4712-a6ca-dfa75c4ffc55" -d '{"events": [{"server_uuid": "d9fa0e1b-ed44-48ae-81da-77e37814908e", "name": "network-vif-plugged", "status": "completed", "tag": "fd45e103-1a67-42c1-94fc-09e47876115b"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:05.557305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fd45e103-1a67-42c1-94fc-09e47876115b, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fd45e103-1a67-42c1-94fc-09e47876115b,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:05.593432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Allocated IP 172.20.0.4 (a66f7e0f-287f-4a50-9e5e-c0d40615f872/79352e57-c706-4416-9600-fe200036edbc/a1815a8c-58e1-4afa-a4ce-59efa115a0ce) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:05.660612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec7153-82c5-4ac8-9488-18e35f3cae89 req-301397d8-a280-4a08-96d2-4a2a9611b025 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:05.662207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3ec7153-82c5-4ac8-9488-18e35f3cae89 req-301397d8-a280-4a08-96d2-4a2a9611b025 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1990795 Jul 05 17:58:05.663998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] Pushing event updated for resources: {'Network': ['ID=dbd26d2d-5d93-4216-81f6-eed283247723,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:05.670011 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.673996 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.677934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network dbd26d2d-5d93-4216-81f6-eed283247723 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:58:05.721924 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-07c56d99-a855-4e5a-b60b-0e617cab770d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1750300 Jul 05 17:58:05.725282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3ec7153-82c5-4ac8-9488-18e35f3cae89 req-1b13b601-2e50-402b-819d-8e4af2ecb9ae tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505953 Jul 05 17:58:05.734706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8632ff7-a851-4f58-b0b9-745cb53de0c7 req-232fc8af-215a-4c1d-aa8a-8d4d2dd5e28d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:05.736014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8632ff7-a851-4f58-b0b9-745cb53de0c7 req-232fc8af-215a-4c1d-aa8a-8d4d2dd5e28d tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 946 time: 0.2171414 Jul 05 17:58:05.736515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48220) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:05.741482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Request body: {'subnet': {'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-subnet', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:05.788557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-ba128cd5-62fe-42f7-af66-a5f2901f9ab9 req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1482215127', 'description': 'tempest-description-357471440'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:05.804230 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.809890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=fd45e103-1a67-42c1-94fc-09e47876115b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:05.816804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8632ff7-a851-4f58-b0b9-745cb53de0c7 req-9500140f-e74b-49a9-8d2d-f7200e79e509 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695822 Jul 05 17:58:05.893382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48226) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:05.902240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Made reservation on behalf of 51a59ec2c9444c38af628c9df0147f56 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:05.905540 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.930407 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:05.967593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Network a66f7e0f-287f-4a50-9e5e-c0d40615f872 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:05.989404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:05.991879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:06.053772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:06.054430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.059234 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cc53-60e8-4f25-8ef0-df784c25ae15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.069391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Pushing event updated for resources: {'Port': ['ID=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:06.118666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ed6742-3880-4816-ae9a-c5e7e6ede169 req-73334122-c7b1-45b3-93bc-a34ad90e7deb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:06.120509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9ed6742-3880-4816-ae9a-c5e7e6ede169 req-73334122-c7b1-45b3-93bc-a34ad90e7deb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 943 time: 0.1655321 Jul 05 17:58:06.121218 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ba128cd5-62fe-42f7-af66-a5f2901f9ab9 req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.186661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-c4ee023e-0d74-4fa1-a5db-336777f1461e tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:06.188126 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-c4ee023e-0d74-4fa1-a5db-336777f1461e tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1097 time: 0.0625539 Jul 05 17:58:06.192842 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c5d0a474-c7c3-4fcb-8926-5e453bb81575 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0916686 Jul 05 17:58:06.201712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9ed6742-3880-4816-ae9a-c5e7e6ede169 req-d2f7dbc6-98ca-447a-b2e1-0e9add16f257 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694380 Jul 05 17:58:06.225219 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [req-ba128cd5-62fe-42f7-af66-a5f2901f9ab9 req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 17:58:06.225219 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 17:58:06.225219 n-d-799524-1 neutron-server[100997]: [parameters: {'project_id_1': '352c02441e61465bafe041479c81347d', 'expiration_1': datetime.datetime(2021, 7, 5, 17, 58, 6, 159206)}] Jul 05 17:58:06.225219 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:58:06.225219 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [req-ba128cd5-62fe-42f7-af66-a5f2901f9ab9 req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:58:06.230463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-1'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:06.238841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Request body: {'port': {'device_id': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:06.249504 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431928a1-beb1-42b6-bb11-e6e67bc853c1 x-openstack-request-id: req-431928a1-beb1-42b6-bb11-e6e67bc853c1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:06.250053 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa0e1b-ed44-48ae-81da-77e37814908e", "name": "network-vif-plugged", "status": "completed", "tag": "fd45e103-1a67-42c1-94fc-09e47876115b", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:06.250053 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-431928a1-beb1-42b6-bb11-e6e67bc853c1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:06.250446 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fa0e1b-ed44-48ae-81da-77e37814908e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd45e103-1a67-42c1-94fc-09e47876115b', 'code': 200} Jul 05 17:58:06.307511 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.311055 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cc53-60e8-4f25-8ef0-df784c25ae15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.371191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b5776b9-1411-417b-a8d9-c19a1d39ecea,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:06.383289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Checking segment: {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:06.383729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Network hostable DHCP agents. Network: dbd26d2d-5d93-4216-81f6-eed283247723, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:58:06.429556 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c4d5cc53-60e8-4f25-8ef0-df784c25ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.436398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.443773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.474287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Network dbd26d2d-5d93-4216-81f6-eed283247723 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:58:06.489847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c4d5cc53-60e8-4f25-8ef0-df784c25ae15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cc0834dbb3f84db6941752b2ea81e5a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5949502 Jul 05 17:58:06.490587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5cc53-60e8-4f25-8ef0-df784c25ae15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c8a666-2a2f-4eac-8703-d7ed524f6a53,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:06.496859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48232) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:06.550194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590eca5a-6dfb-4a38-802c-57b9bbccb432 req-214a61c1-57dd-40e6-9cf9-c1006a32e616 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:06.551768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-590eca5a-6dfb-4a38-802c-57b9bbccb432 req-214a61c1-57dd-40e6-9cf9-c1006a32e616 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0808129 Jul 05 17:58:06.578060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90059c6-25f8-4cfb-b7f1-c8e6a5eeae3c req-3cdddc22-5306-47c1-b845-ada50efe0ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:06.579662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, dbd26d2d-5d93-4216-81f6-eed283247723) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:06.579928 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c90059c6-25f8-4cfb-b7f1-c8e6a5eeae3c req-3cdddc22-5306-47c1-b845-ada50efe0ed8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1097 time: 0.1992829 Jul 05 17:58:06.587593 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d982862-2bea-47f5-ba98-84d68b7dacf7 None None] Network dbd26d2d-5d93-4216-81f6-eed283247723 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:58:06.590415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:06.591103 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.599835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-590eca5a-6dfb-4a38-802c-57b9bbccb432 req-169051df-b7eb-4855-869f-857689728dc5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Jul 05 17:58:06.689435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b3d8e3f2-684e-4a83-8dac-5d2afeb450eb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9493945 Jul 05 17:58:06.689675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48236) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:06.694818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:06.730841 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ba128cd5-62fe-42f7-af66-a5f2901f9ab9 req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.779582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-dbd26d2d-5d93-4216-81f6-eed283247723', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 17:58:06.780686 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.789926 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c90059c6-25f8-4cfb-b7f1-c8e6a5eeae3c req-818ee13c-a965-4b29-9c07-e8cb99fc550d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567414 Jul 05 17:58:06.790537 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.791779 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.811821 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-df9e4283-b01e-43a5-9805-a370a68b79d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.844963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb7e64-b981-4eea-9299-9d74ee068983 req-0ca3cacb-18e8-4642-979e-df1ac35a6db9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:06.852343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1acb7e64-b981-4eea-9299-9d74ee068983 req-0ca3cacb-18e8-4642-979e-df1ac35a6db9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 931 time: 0.1314855 Jul 05 17:58:06.866797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:06.897863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-df9e4283-b01e-43a5-9805-a370a68b79d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.910140 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:06.942289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1acb7e64-b981-4eea-9299-9d74ee068983 req-b1383747-d744-4e17-b552-0c4be734364b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890038 Jul 05 17:58:06.942746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Allocated IP 172.20.0.2 (dbd26d2d-5d93-4216-81f6-eed283247723/3b5776b9-1411-417b-a8d9-c19a1d39ecea/b69bfaaa-487e-48e0-b8cf-5a97aa438fff) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:06.992685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:07.006861 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ba128cd5-62fe-42f7-af66-a5f2901f9ab9 req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.083806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:07.086302 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc89a3e2-eb6c-4e47-b118-6dbdbf6718ed" -d '{"events": [{"server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:07.094516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.110591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1815a8c-58e1-4afa-a4ce-59efa115a0ce {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:07.120804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.129059 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ba128cd5-62fe-42f7-af66-a5f2901f9ab9 req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.133745 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-df9e4283-b01e-43a5-9805-a370a68b79d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.138032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-df9e4283-b01e-43a5-9805-a370a68b79d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.140180 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-df9e4283-b01e-43a5-9805-a370a68b79d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/41c8a666-2a2f-4eac-8703-d7ed524f6a53 HTTP/1.1" status: 204 len: 168 time: 0.6221356 Jul 05 17:58:07.159450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Transition to ACTIVE for port object a1815a8c-58e1-4afa-a4ce-59efa115a0ce will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:07.164068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ca4c3e-f2cd-4b8f-b93b-95a5e59917f2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:07.172018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e4283-b01e-43a5-9805-a370a68b79d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c8a666-2a2f-4eac-8703-d7ed524f6a53,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:07.180908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.181267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.181619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.182013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.182605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.182720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.182958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.183396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.183610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.183941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.184328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.184697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:07.193159 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.259136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.265927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 742795f2-17da-43ee-91fe-b45fca392fe7 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:58:07.310439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Pushing event updated for resources: {'Port': ['ID=54427a8e-8e75-448b-a846-49d2cafe40be,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:07.336912 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ba128cd5-62fe-42f7-af66-a5f2901f9ab9 req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.344210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba128cd5-62fe-42f7-af66-a5f2901f9ab9 req-fedc78cc-c67d-4403-b792-43e12bb4d2b6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.5633903 Jul 05 17:58:07.356008 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.365444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.371694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Transition to ACTIVE for port object b69bfaaa-487e-48e0-b8cf-5a97aa438fff will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:07.400246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Transition to ACTIVE for port object b69bfaaa-487e-48e0-b8cf-5a97aa438fff will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:07.423356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 742795f2-17da-43ee-91fe-b45fca392fe7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=742795f2-17da-43ee-91fe-b45fca392fe7,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:07.439929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 54427a8e-8e75-448b-a846-49d2cafe40be details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:58:07.550707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, got binding levels [] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:07.577694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on host n-h1-799524-1 for vnic_type normal with profile {"migrating_to": "n-h2-799524-1"} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:07.578032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:07.578366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:07.583162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on host n-h1-799524-1 for vnic_type normal with profile {"migrating_to": "n-h2-799524-1"} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:07.583390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Pushing event updated for resources: {'Port': ['ID=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:07.583916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:07.584568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:07.587255 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.589915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '742795f2-17da-43ee-91fe-b45fca392fe7', 'network_id': 'a9dceb61-b9f2-4094-9311-242f12e71522', 'port_id': '742795f2-17da-43ee-91fe-b45fca392fe7', 'mac_address': 'fa:16:3e:b0:6d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc707f86-644e-472d-8ecf-a825beaf7b13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:58:07.593321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:07.593668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:07.608745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:07.609091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:07.613654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:07.613654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Bound port: 54427a8e-8e75-448b-a846-49d2cafe40be, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:07.613654 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.632080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:07.632080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:07.632448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:07.646894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Pushing event updated for resources: {'Port': ['ID=b69bfaaa-487e-48e0-b8cf-5a97aa438fff,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:07.653484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:07.654032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:07.682177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Network dbd26d2d-5d93-4216-81f6-eed283247723 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:07.687850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:07.691290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:07.719273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:07.719796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:07.720462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:07.721101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Bound port: 54427a8e-8e75-448b-a846-49d2cafe40be, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:07.721558 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.727240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:07.727639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630866cf-d531-4061-82ca-45a607c326f9 req-ed511111-49b6-4ec7-8a41-4505406ee7ce tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:07.731914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:07.733228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:07.733659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:07.740125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-630866cf-d531-4061-82ca-45a607c326f9 req-ed511111-49b6-4ec7-8a41-4505406ee7ce tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 944 time: 0.2149007 Jul 05 17:58:07.740341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:07.740506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:07.740902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:07.741333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Bound port: a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:07.741703 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.776548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Attempting to bind port b69bfaaa-487e-48e0-b8cf-5a97aa438fff on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:07.777172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Attempting to bind port b69bfaaa-487e-48e0-b8cf-5a97aa438fff by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:07.777787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Attempting to bind port b69bfaaa-487e-48e0-b8cf-5a97aa438fff on network dbd26d2d-5d93-4216-81f6-eed283247723 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:07.783385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.810687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-630866cf-d531-4061-82ca-45a607c326f9 req-38c83125-c5b4-439d-9a52-38ea64bd979f tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695953 Jul 05 17:58:07.843387 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0126a84f-cb9e-4686-82ac-cb4a8185b9e4 x-openstack-request-id: req-0126a84f-cb9e-4686-82ac-cb4a8185b9e4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:07.848052 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "name": "network-vif-unplugged", "status": "completed", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:07.848052 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0126a84f-cb9e-4686-82ac-cb4a8185b9e4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:07.848498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:07.850323 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be', 'code': 200} Jul 05 17:58:07.851711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:07.852099 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.852295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Checking segment: {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:07.853258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.853500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Bound using segment: {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:07.854171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Bound port: b69bfaaa-487e-48e0-b8cf-5a97aa438fff, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:07.854679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:07.927391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 742795f2-17da-43ee-91fe-b45fca392fe7 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:08.005716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Pushing event updated for resources: {'Port': ['ID=54427a8e-8e75-448b-a846-49d2cafe40be,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:08.008283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] For port b69bfaaa-487e-48e0-b8cf-5a97aa438fff, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:08.011825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] For port b69bfaaa-487e-48e0-b8cf-5a97aa438fff, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b69bfaaa-487e-48e0-b8cf-5a97aa438fff,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:08.014296 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 54427a8e-8e75-448b-a846-49d2cafe40be-n-h1-799524-1-0 {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:58:08.014894 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:58:08.032661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:08.038965 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:08.040207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 742795f2-17da-43ee-91fe-b45fca392fe7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=742795f2-17da-43ee-91fe-b45fca392fe7,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:08.065286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:08.066163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18cb9c8c-297b-4c20-b1c6-b6945b5d12fe req-1cbaf324-3a7b-42c3-821c-e4fd9d13574d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/09ca4c3e-f2cd-4b8f-b93b-95a5e59917f2 HTTP/1.1" status: 200 len: 1804 time: 0.1414707 Jul 05 17:58:08.070997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.073768 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7ef17bc0-d8bb-4c3a-b161-e8c0ec7dd504 service neutron] 10.222.0.39 "PUT /v2.0/ports/54427a8e-8e75-448b-a846-49d2cafe40be HTTP/1.1" status: 200 len: 1122 time: 1.8506081 Jul 05 17:58:08.080559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-18cb9c8c-297b-4c20-b1c6-b6945b5d12fe req-ca930f84-e380-4e0c-97a3-513e6e07d9a3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '09ca4c3e-f2cd-4b8f-b93b-95a5e59917f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:08.080877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-18cb9c8c-297b-4c20-b1c6-b6945b5d12fe req-ca930f84-e380-4e0c-97a3-513e6e07d9a3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '09ca4c3e-f2cd-4b8f-b93b-95a5e59917f2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:08.092995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.126060 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.129011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.132554 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.142936 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.150946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288df4f3-972e-4c62-ae82-da05de3bc48b req-1fbccbd9-f767-4472-bced-4670891efdbe tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:08.152495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-288df4f3-972e-4c62-ae82-da05de3bc48b req-1fbccbd9-f767-4472-bced-4670891efdbe tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 943 time: 0.1689048 Jul 05 17:58:08.221712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:08.223308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.224645 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] 10.222.0.39 "PUT /v2.0/ports/a1815a8c-58e1-4afa-a4ce-59efa115a0ce HTTP/1.1" status: 200 len: 1091 time: 1.9902511 Jul 05 17:58:08.239580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['54427a8e-8e75-448b-a846-49d2cafe40be'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:08.303895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a357f6a-4567-4bc4-9417-89a0a0a56c0e service neutron] Pushing event updated for resources: {'Port': ['ID=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:08.308255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=742795f2-17da-43ee-91fe-b45fca392fe7,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:08.335911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-288df4f3-972e-4c62-ae82-da05de3bc48b req-f0b9b7ae-fd24-4051-adf7-46b921fabe1c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708164 Jul 05 17:58:08.365205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['54427a8e-8e75-448b-a846-49d2cafe40be'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:08.426728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['742795f2-17da-43ee-91fe-b45fca392fe7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:08.533490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18cb9c8c-297b-4c20-b1c6-b6945b5d12fe req-ca930f84-e380-4e0c-97a3-513e6e07d9a3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.546355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b88493-13dd-4eef-9998-e5197aee805e None None] Pushing event updated for resources: {'Port': ['ID=b69bfaaa-487e-48e0-b8cf-5a97aa438fff,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:08.608130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-00abec7e-328a-4f73-802d-111b05bf3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:08.611671 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-00abec7e-328a-4f73-802d-111b05bf3efd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1094 time: 0.1607983 Jul 05 17:58:08.637645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Allocated IP 172.25.3.241 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/72283561-b6c0-4f82-b4e4-760b0593f0b0) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:08.651336 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18cb9c8c-297b-4c20-b1c6-b6945b5d12fe req-ca930f84-e380-4e0c-97a3-513e6e07d9a3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.762013 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-c8d87b8a-dadf-4dac-8e3f-1aa73800e64f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce HTTP/1.1" status: 200 len: 217 time: 0.1340437 Jul 05 17:58:08.763902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on host n-h1-799524-1 for vnic_type normal with profile {"migrating_to": "n-h2-799524-1"} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:08.764283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:08.764650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:08.778960 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18cb9c8c-297b-4c20-b1c6-b6945b5d12fe req-ca930f84-e380-4e0c-97a3-513e6e07d9a3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.792629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:08.792882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Attempting to bind port 54427a8e-8e75-448b-a846-49d2cafe40be on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:08.818598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:08.820176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:08.820176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:08.820176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Bound port: 54427a8e-8e75-448b-a846-49d2cafe40be, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:08.820423 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.845320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca930f84-e380-4e0c-97a3-513e6e07d9a3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea486f3c-76d6-4a21-97c5-a88e451a1bad,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:08.873286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.897520 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18cb9c8c-297b-4c20-b1c6-b6945b5d12fe req-ca930f84-e380-4e0c-97a3-513e6e07d9a3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:08.910980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-e9d19b2c-ddd0-4b12-bce6-4aba5d8dc697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:08.911679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18cb9c8c-297b-4c20-b1c6-b6945b5d12fe req-ca930f84-e380-4e0c-97a3-513e6e07d9a3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8376966 Jul 05 17:58:08.918007 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-e9d19b2c-ddd0-4b12-bce6-4aba5d8dc697 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1398680 Jul 05 17:58:08.971115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48288) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:08.979146 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-ec0c22d6-83ec-470c-93fa-b202faf7f90a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439577 Jul 05 17:58:09.002920 n-d-799524-1 neutron-server[100999]: WARNING neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Concurrent port binding operations failed on port 54427a8e-8e75-448b-a846-49d2cafe40be Jul 05 17:58:09.009652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:09.020899 n-d-799524-1 neutron-server[100999]: INFO neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Attempt 2 to bind port 54427a8e-8e75-448b-a846-49d2cafe40be Jul 05 17:58:09.021315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 54427a8e-8e75-448b-a846-49d2cafe40be has no active binding in host n-h2-799524-1 {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 17:58:09.066392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7abee-abb2-4ebd-9aea-9e02fc6a1b0a req-2675243f-9373-4bd2-8aad-b024014a40f1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:09.069307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13d7abee-abb2-4ebd-9aea-9e02fc6a1b0a req-2675243f-9373-4bd2-8aad-b024014a40f1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0936980 Jul 05 17:58:09.116232 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:09.130645 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-33a9b02e-2a46-4877-b2c6-c23c300dbddc service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406925 Jul 05 17:58:09.161593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-68454649-network', 'tenant_id': '30517f508512463c92d995c26e25987f'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:09.200969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:09.214009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:09.216454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:09.227270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13d7abee-abb2-4ebd-9aea-9e02fc6a1b0a req-cc5d770c-fac2-40ea-bea0-d8d154d9d5ed tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249421 Jul 05 17:58:09.231274 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fcbba720-bd59-4d1d-979b-6f7646396fef req-1d95ae40-1b51-4879-a5bc-ca0dcacc63dd service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858700 Jul 05 17:58:09.252161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Pushing event updated for resources: {'Port': ['ID=72283561-b6c0-4f82-b4e4-760b0593f0b0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:09.282717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c19d1ed-d1a8-4e33-a84c-90f70c5e3728 req-94aa3672-5233-4be1-b48c-672a42b7aa13 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:09.284205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c19d1ed-d1a8-4e33-a84c-90f70c5e3728 req-94aa3672-5233-4be1-b48c-672a42b7aa13 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 943 time: 0.2138054 Jul 05 17:58:09.610372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Made reservation on behalf of 30517f508512463c92d995c26e25987f for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:09.612748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:09.624349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ee7b0c-36e1-4838-810e-f0875ce696b6 None None] Network dbd26d2d-5d93-4216-81f6-eed283247723 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:58:09.690482 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:09.752052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c19d1ed-d1a8-4e33-a84c-90f70c5e3728 req-d181d5e4-bf5a-4645-92c0-3a19d3827531 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452630 Jul 05 17:58:09.774660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1bf6352d-5826-46e9-bfd5-5089d3e2b575 None None] Provisioning for port b69bfaaa-487e-48e0-b8cf-5a97aa438fff completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:09.787842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a10e38b3-e85a-4e09-83c1-858a1bf6c7db req-530e0617-3821-449f-b601-c006b55268e3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1886394508', 'description': 'tempest-description-1559951167'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:09.823569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483eef23-e701-49d6-80a8-8d887da4e4ac req-d25cd658-e280-4c62-a785-25c0b0356257 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:09.825330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-483eef23-e701-49d6-80a8-8d887da4e4ac req-d25cd658-e280-4c62-a785-25c0b0356257 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 944 time: 0.2195394 Jul 05 17:58:09.852047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be'}, {'name': 'network-changed', 'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:09.855412 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c520ce-9c62-4546-97d1-f865f98c5de1" -d '{"events": [{"name": "network-changed", "server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be"}, {"name": "network-changed", "server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:09.934724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-483eef23-e701-49d6-80a8-8d887da4e4ac req-eeebc228-c2fe-4181-b548-0dd333111ddf tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023705 Jul 05 17:58:09.998730 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.011033 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.077690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.169863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:58:10.195141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.195493 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Added segment 441c4db3-3350-46fe-a4d0-cf82ebb5ef9d of type vlan for network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf Jul 05 17:58:10.210193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b69bfaaa-487e-48e0-b8cf-5a97aa438fff up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:10.218354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b958e7-32ed-4d6d-b279-e376a70fa833,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:10.246890 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a10e38b3-e85a-4e09-83c1-858a1bf6c7db req-530e0617-3821-449f-b601-c006b55268e3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.277793 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.347731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0e451-77e9-4f80-b05e-8e61ad1c9603 req-d12f6cae-a7ef-4a85-ad64-5bef19b1de4f tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:10.349139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23c0e451-77e9-4f80-b05e-8e61ad1c9603 req-d12f6cae-a7ef-4a85-ad64-5bef19b1de4f tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 944 time: 0.2988999 Jul 05 17:58:10.352170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b69bfaaa-487e-48e0-b8cf-5a97aa438fff completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:10.356780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b69bfaaa-487e-48e0-b8cf-5a97aa438fff triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:10.357348 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.436825 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.471794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port b69bfaaa-487e-48e0-b8cf-5a97aa438fff, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b69bfaaa-487e-48e0-b8cf-5a97aa438fff,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:10.473340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23c0e451-77e9-4f80-b05e-8e61ad1c9603 req-36ee3b39-3979-4dda-8d15-89c3bea1985b tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161363 Jul 05 17:58:10.475468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.532688 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.533654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:10.534242 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.547320 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a10e38b3-e85a-4e09-83c1-858a1bf6c7db req-530e0617-3821-449f-b601-c006b55268e3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.559090 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.618751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b69bfaaa-487e-48e0-b8cf-5a97aa438fff,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:10.627861 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd525515-ca3d-4c92-99c7-586543dd74a0 x-openstack-request-id: req-dd525515-ca3d-4c92-99c7-586543dd74a0 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:10.628358 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:10.628448 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd525515-ca3d-4c92-99c7-586543dd74a0 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:10.628840 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be', 'status': 'completed', 'code': 200} Jul 05 17:58:10.629090 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce', 'status': 'completed', 'code': 200} Jul 05 17:58:10.647761 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a10e38b3-e85a-4e09-83c1-858a1bf6c7db req-530e0617-3821-449f-b601-c006b55268e3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.676539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a61b02-2eb9-46b5-93b5-1a765b8e3acf,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:10.687500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:58:10.695716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cf5148e1-8e0c-41e1-8827-e3a3bed99584 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7205744 Jul 05 17:58:10.698603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48300) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:10.706121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Request body: {'subnet': {'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-68454649-subnet', 'tenant_id': '30517f508512463c92d995c26e25987f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:10.710510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e0617-3821-449f-b601-c006b55268e3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6447b3ac-e824-4dac-8ea8-b5b2fab83667,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:10.778228 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a10e38b3-e85a-4e09-83c1-858a1bf6c7db req-530e0617-3821-449f-b601-c006b55268e3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.781156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a10e38b3-e85a-4e09-83c1-858a1bf6c7db req-530e0617-3821-449f-b601-c006b55268e3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0011644 Jul 05 17:58:10.783885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-66d53f99-e23b-447b-9b27-d8b62c6dd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:10.785324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-66d53f99-e23b-447b-9b27-d8b62c6dd6b8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1125 time: 0.1395931 Jul 05 17:58:10.791194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-17cb73fc-7e5a-48ec-a1bc-2724eed9eabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:10.793735 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-17cb73fc-7e5a-48ec-a1bc-2724eed9eabb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1094 time: 0.1198421 Jul 05 17:58:10.824274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612d6e7-70d7-4f59-848a-e0b514c28146 req-73c04c00-5cd6-4920-842e-0200960487f1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:10.826150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d612d6e7-70d7-4f59-848a-e0b514c28146 req-73c04c00-5cd6-4920-842e-0200960487f1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0916486 Jul 05 17:58:10.853712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Router 2e55e57b-e961-4d3e-b952-0f802fed4a71 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 17:58:10.880691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d612d6e7-70d7-4f59-848a-e0b514c28146 req-f3d5f441-8241-4acd-a217-eea2b51fd60b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485182 Jul 05 17:58:10.881255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Made reservation on behalf of 30517f508512463c92d995c26e25987f for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:10.883675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:10.967149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-c27aa2ef-d3d3-478c-9b36-2bd56a47be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:10.968632 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-c27aa2ef-d3d3-478c-9b36-2bd56a47be3e service neutron] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.1741035 Jul 05 17:58:10.969955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-d09e335b-c789-480c-a7ef-4e3ac8916df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:10.971353 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-d09e335b-c789-480c-a7ef-4e3ac8916df0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1695464 Jul 05 17:58:10.988674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0c39967f-68db-42bc-8f3b-4b7745f79ae2 req-5ab60fb7-313a-44c3-841f-925307773ea0 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-658170738', 'description': 'tempest-description-1141876640'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:11.017367 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-5658d167-f606-40e9-aa8a-6d1c7ef3dc6a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54427a8e-8e75-448b-a846-49d2cafe40be HTTP/1.1" status: 200 len: 217 time: 0.0422189 Jul 05 17:58:11.058210 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-921183fd-bdbd-49eb-a753-b4e24dfa2e90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce HTTP/1.1" status: 200 len: 217 time: 0.0470381 Jul 05 17:58:11.118118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:58:11.128109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-0c381a88-4551-4df0-8bee-90c46cdbfcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:11.133204 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-0c381a88-4551-4df0-8bee-90c46cdbfcc9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0806549 Jul 05 17:58:11.133330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Sync routers for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:58:11.140691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af46c7b2-b1fb-4735-9513-b8f212b1ef0d req-50d3042b-0866-4852-86c5-57edffdfafaa tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:11.142045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:11.142294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af46c7b2-b1fb-4735-9513-b8f212b1ef0d req-50d3042b-0866-4852-86c5-57edffdfafaa tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 943 time: 0.2547936 Jul 05 17:58:11.142996 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0c39967f-68db-42bc-8f3b-4b7745f79ae2 req-5ab60fb7-313a-44c3-841f-925307773ea0 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.143292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:11.147014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-ee05060e-cfc5-45e8-9921-3487a335cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:11.148385 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-ee05060e-cfc5-45e8-9921-3487a335cb79 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0707080 Jul 05 17:58:11.171555 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-c6af4252-1e49-47d3-a98e-6a448920491c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340025 Jul 05 17:58:11.182703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 742795f2-17da-43ee-91fe-b45fca392fe7 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:11.210117 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-4dda4ed6-5735-4f55-841f-15fa12ff18be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408776 Jul 05 17:58:11.253818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af46c7b2-b1fb-4735-9513-b8f212b1ef0d req-7562ee06-835c-4e18-b827-5c43743920b1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780787 Jul 05 17:58:11.261850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.263646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bdf3b19c-cd33-4357-a6fc-6b4f05502c88 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.5725086 Jul 05 17:58:11.268325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48308) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:11.294762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:11.318234 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-3b6f01b7-e170-48a7-b4d7-707db199df1b service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383717 Jul 05 17:58:11.360298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 742795f2-17da-43ee-91fe-b45fca392fe7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:11.376547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 742795f2-17da-43ee-91fe-b45fca392fe7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:11.376854 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.457966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.471765 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-6ae32c28-969c-4805-a82d-8bb89f983be6 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408727 Jul 05 17:58:11.516032 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-d6d45dec-7b9f-4bd7-aa8c-f75bb56c5745 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958150 Jul 05 17:58:11.541611 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.572243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd749b04f-0751-4b54-b18c-47626c954614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742795f2-17da-43ee-91fe-b45fca392fe7'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:11.574617 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50471cc-6bf3-4bda-b4a7-92cb509a227f" -d '{"events": [{"server_uuid": "d749b04f-0751-4b54-b18c-47626c954614", "name": "network-vif-plugged", "status": "completed", "tag": "742795f2-17da-43ee-91fe-b45fca392fe7"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:11.582156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0c39967f-68db-42bc-8f3b-4b7745f79ae2 req-5ab60fb7-313a-44c3-841f-925307773ea0 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.591420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 742795f2-17da-43ee-91fe-b45fca392fe7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=742795f2-17da-43ee-91fe-b45fca392fe7,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:11.605830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:09Z', 'revision_number': 3, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:11.639992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d242711e-11f9-423f-8206-8718969f8287,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:11.641146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Checking router: 2e55e57b-e961-4d3e-b952-0f802fed4a71 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:58:11.641506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Updating router 2e55e57b-e961-4d3e-b952-0f802fed4a71 port 72283561-b6c0-4f82-b4e4-760b0593f0b0 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:58:11.658942 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74c520ce-9c62-4546-97d1-f865f98c5de1 req-824f5cad-5883-451f-a0bb-be4ae785759d service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311584 Jul 05 17:58:11.671613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0c39967f-68db-42bc-8f3b-4b7745f79ae2 req-5ab60fb7-313a-44c3-841f-925307773ea0 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.680078 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.696651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0241534-0ca7-4a83-b235-c46b262b0c70 req-4333a817-5355-4b57-be10-485d0e5bcb5a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:11.698845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0241534-0ca7-4a83-b235-c46b262b0c70 req-4333a817-5355-4b57-be10-485d0e5bcb5a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 944 time: 0.2986784 Jul 05 17:58:11.705182 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.720384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Checking segment: {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:11.720920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Network hostable DHCP agents. Network: a8a61b02-2eb9-46b5-93b5-1a765b8e3acf, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:58:11.791884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab60fb7-313a-44c3-841f-925307773ea0 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a67bf94-4485-45a1-95fe-1002fd0310d5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:11.819639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0c39967f-68db-42bc-8f3b-4b7745f79ae2 req-5ab60fb7-313a-44c3-841f-925307773ea0 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:11.820864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c39967f-68db-42bc-8f3b-4b7745f79ae2 req-5ab60fb7-313a-44c3-841f-925307773ea0 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8820195 Jul 05 17:58:11.826944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=742795f2-17da-43ee-91fe-b45fca392fe7,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:11.837884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0241534-0ca7-4a83-b235-c46b262b0c70 req-759be07b-382a-4b84-88cc-34eb0f067172 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270194 Jul 05 17:58:11.913348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:58:11.914753 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33424818-868a-41a9-a181-975c234616c3 x-openstack-request-id: req-33424818-868a-41a9-a181-975c234616c3 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:11.915427 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d749b04f-0751-4b54-b18c-47626c954614", "name": "network-vif-plugged", "status": "completed", "tag": "742795f2-17da-43ee-91fe-b45fca392fe7", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:11.916729 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33424818-868a-41a9-a181-975c234616c3 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:11.924995 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd749b04f-0751-4b54-b18c-47626c954614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '742795f2-17da-43ee-91fe-b45fca392fe7', 'code': 200} Jul 05 17:58:12.034668 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.038385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a8a61b02-2eb9-46b5-93b5-1a765b8e3acf) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:12.043347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:12.043960 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.051596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66829810-da19-415f-a7b1-600d72ce3c5a None None] Network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:58:12.056974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81debf4-ea28-40f9-b2a8-a50ad1e463d2 req-24105e62-f75f-4d79-a67d-8dc781103bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:12.059363 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d81debf4-ea28-40f9-b2a8-a50ad1e463d2 req-24105e62-f75f-4d79-a67d-8dc781103bad service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 1096 time: 0.0837286 Jul 05 17:58:12.091873 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Transition to ACTIVE for port object 72283561-b6c0-4f82-b4e4-760b0593f0b0 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:12.099572 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d81debf4-ea28-40f9-b2a8-a50ad1e463d2 req-18d32c3c-b040-4eb4-a4cb-0a813868ec22 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332963 Jul 05 17:58:12.127424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da27646a-ed24-4ac8-b3fd-a4abd8eb1a69 req-f7d3b86d-651d-41b5-889d-409ba6ea5f03 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:12.129055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da27646a-ed24-4ac8-b3fd-a4abd8eb1a69 req-f7d3b86d-651d-41b5-889d-409ba6ea5f03 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1690924 Jul 05 17:58:12.138747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3432bcbd-ace3-481e-8a15-88aca8ec36c7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4385376 Jul 05 17:58:12.143504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48320) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:12.148669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:12.163218 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.181988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.203809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab7c628a-7ebd-4ded-92e6-9193eb2ec4dc req-0df77d56-9930-42c7-b48d-3b2e37fbc9ff tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/6447b3ac-e824-4dac-8ea8-b5b2fab83667 HTTP/1.1" status: 200 len: 1805 time: 0.1350834 Jul 05 17:58:12.216260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da27646a-ed24-4ac8-b3fd-a4abd8eb1a69 req-b3322d36-1a1f-4054-bcda-59e42a2547d0 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763347 Jul 05 17:58:12.248186 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.250046 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.320387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab7c628a-7ebd-4ded-92e6-9193eb2ec4dc req-07e2396b-8f25-4299-8871-91295442f0e0 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/8a67bf94-4485-45a1-95fe-1002fd0310d5 HTTP/1.1" status: 200 len: 1804 time: 0.1098399 Jul 05 17:58:12.343740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedd089-6841-4b73-89ff-58251d7c191b None None] Pushing event updated for resources: {'Port': ['ID=72283561-b6c0-4f82-b4e4-760b0593f0b0,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:12.346225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b69bfaaa-487e-48e0-b8cf-5a97aa438fff up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:12.393069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-ab7c628a-7ebd-4ded-92e6-9193eb2ec4dc req-fae3a5db-22bf-45eb-b10e-002f481aa517 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6447b3ac-e824-4dac-8ea8-b5b2fab83667', 'remote_group_id': '8a67bf94-4485-45a1-95fe-1002fd0310d5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:12.393382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-ab7c628a-7ebd-4ded-92e6-9193eb2ec4dc req-fae3a5db-22bf-45eb-b10e-002f481aa517 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6447b3ac-e824-4dac-8ea8-b5b2fab83667', 'remote_group_id': '8a67bf94-4485-45a1-95fe-1002fd0310d5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:12.418121 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Attempting to bind port 72283561-b6c0-4f82-b4e4-760b0593f0b0 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:12.418813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Attempting to bind port 72283561-b6c0-4f82-b4e4-760b0593f0b0 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:12.419277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Attempting to bind port 72283561-b6c0-4f82-b4e4-760b0593f0b0 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:12.448852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:12.449239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:12.449647 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.450059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:12.450619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Bound port: 72283561-b6c0-4f82-b4e4-760b0593f0b0, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:12.451013 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.486494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 17:58:12.487918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.496843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Allocated IP 172.20.0.1 (dbd26d2d-5d93-4216-81f6-eed283247723/3b5776b9-1411-417b-a8d9-c19a1d39ecea/0602a7ff-273d-45b1-b61a-643eb6b9f72a) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:12.506308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e737e5e-a760-4de7-9a79-7b3caadfced6 req-abcb2f42-fcb4-4f2b-bbd5-efa039d0b531 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:12.507606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e737e5e-a760-4de7-9a79-7b3caadfced6 req-abcb2f42-fcb4-4f2b-bbd5-efa039d0b531 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1812747 Jul 05 17:58:12.538985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b69bfaaa-487e-48e0-b8cf-5a97aa438fff triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:12.539222 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.621475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] For port 72283561-b6c0-4f82-b4e4-760b0593f0b0, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:12.623131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.624886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e737e5e-a760-4de7-9a79-7b3caadfced6 req-82f8d04b-699a-4e37-ac16-52672b89c783 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107790 Jul 05 17:58:12.650770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] For port 72283561-b6c0-4f82-b4e4-760b0593f0b0, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=72283561-b6c0-4f82-b4e4-760b0593f0b0,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:12.674276 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ab7c628a-7ebd-4ded-92e6-9193eb2ec4dc req-fae3a5db-22bf-45eb-b10e-002f481aa517 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.728047 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.733770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Allocated IP 172.20.0.2 (a8a61b02-2eb9-46b5-93b5-1a765b8e3acf/d242711e-11f9-423f-8206-8718969f8287/f8a947a1-3778-4ebd-be78-ebcbcc77bbb3) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:12.739893 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.751880 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ab7c628a-7ebd-4ded-92e6-9193eb2ec4dc req-fae3a5db-22bf-45eb-b10e-002f481aa517 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.761616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Transition to ACTIVE for port object 0602a7ff-273d-45b1-b61a-643eb6b9f72a will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:12.823801 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ab7c628a-7ebd-4ded-92e6-9193eb2ec4dc req-fae3a5db-22bf-45eb-b10e-002f481aa517 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.861861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3a5db-22bf-45eb-b10e-002f481aa517 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e00624-3fbf-41bb-beef-c99929692a19,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:12.862103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:12.863078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:12.872425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedd089-6841-4b73-89ff-58251d7c191b None None] Pushing event updated for resources: {'Port': ['ID=72283561-b6c0-4f82-b4e4-760b0593f0b0,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:12.874192 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.875566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ef16d-5f57-4c0c-9912-e84be1798ba8 req-fcf4f110-c558-4f99-a9b6-cf193fc9e999 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:12.882738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e18ef16d-5f57-4c0c-9912-e84be1798ba8 req-fcf4f110-c558-4f99-a9b6-cf193fc9e999 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 943 time: 0.1353376 Jul 05 17:58:12.920831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e18ef16d-5f57-4c0c-9912-e84be1798ba8 req-e4b0e0d3-e6e3-4b2c-8451-274ba9e89b22 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372076 Jul 05 17:58:12.922299 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.953573 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ab7c628a-7ebd-4ded-92e6-9193eb2ec4dc req-fae3a5db-22bf-45eb-b10e-002f481aa517 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:12.954852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab7c628a-7ebd-4ded-92e6-9193eb2ec4dc req-fae3a5db-22bf-45eb-b10e-002f481aa517 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5880511 Jul 05 17:58:12.969760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Network dbd26d2d-5d93-4216-81f6-eed283247723 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:12.977428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:12.981170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Pushing event updated for resources: {'Port': ['ID=0602a7ff-273d-45b1-b61a-643eb6b9f72a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:12.983508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:13.029972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-14666f56-5220-4545-8461-f1a9e7aad9a9 req-21f92056-71bb-413a-a088-be7ce3bb3ec2 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1286991223', 'description': 'tempest-description-1100005343'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:13.068001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.071099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:13.154612 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.195413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Transition to ACTIVE for port object f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:13.234270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Transition to ACTIVE for port object f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:13.300143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.324995 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.333042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:09Z', 'revision_number': 3, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:13.373544 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.376013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1be653-6e0c-46f7-a1fd-f3908e23809b None None] The sync data for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 is: [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:09Z', 'revision_number': 3, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:58:13.438976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:13.447726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:58:13.449886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:13.458704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Allocated IP 172.25.3.191 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/49fcabf0-19f2-4a09-9f05-52ebd25bb6d4) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:13.460007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:13.465775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Pushing event updated for resources: {'Port': ['ID=f8a947a1-3778-4ebd-be78-ebcbcc77bbb3,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:13.486074 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-14666f56-5220-4545-8461-f1a9e7aad9a9 req-21f92056-71bb-413a-a088-be7ce3bb3ec2 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.578706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7df8fbe4-ce9a-4ac6-bfb8-1e4565f6e14a None None] Provisioning for port 0602a7ff-273d-45b1-b61a-643eb6b9f72a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:13.583278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.592124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7df8fbe4-ce9a-4ac6-bfb8-1e4565f6e14a None None] Provisioning complete for port 0602a7ff-273d-45b1-b61a-643eb6b9f72a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:13.592930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7df8fbe4-ce9a-4ac6-bfb8-1e4565f6e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.597778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Attempting to bind port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:13.597778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Attempting to bind port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:13.597778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Attempting to bind port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 on network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:13.630980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:13.631356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Checking segment: {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:13.631759 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.632149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Bound using segment: {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:13.632624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Bound port: f8a947a1-3778-4ebd-be78-ebcbcc77bbb3, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:13.633199 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.633652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da87429-5fce-4689-8943-d8456dc123e2 req-aecf90ec-1964-4069-b3fe-2d1f63b8951e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:13.635991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4da87429-5fce-4689-8943-d8456dc123e2 req-aecf90ec-1964-4069-b3fe-2d1f63b8951e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 944 time: 0.5116718 Jul 05 17:58:13.672682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7df8fbe4-ce9a-4ac6-bfb8-1e4565f6e14a None None] Port 0602a7ff-273d-45b1-b61a-643eb6b9f72a cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:58:13.675864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-14666f56-5220-4545-8461-f1a9e7aad9a9 req-21f92056-71bb-413a-a088-be7ce3bb3ec2 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.676449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:13.704459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4da87429-5fce-4689-8943-d8456dc123e2 req-b3f8b7ea-c227-4b4a-b092-666fdb9167f0 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566020 Jul 05 17:58:13.709716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce', 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872', 'port_id': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce', 'mac_address': 'fa:16:3e:51:36:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79352e57-c706-4416-9600-fe200036edbc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:58:13.726246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.787704 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-14666f56-5220-4545-8461-f1a9e7aad9a9 req-21f92056-71bb-413a-a088-be7ce3bb3ec2 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.795907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] For port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:13.798192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.819237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] For port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f8a947a1-3778-4ebd-be78-ebcbcc77bbb3,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:13.826861 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.845161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Pushing event updated for resources: {'Port': ['ID=49fcabf0-19f2-4a09-9f05-52ebd25bb6d4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:13.850645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1815a8c-58e1-4afa-a4ce-59efa115a0ce {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:13.856583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:13.858662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.859058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.859394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.859725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.860055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.860899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.861229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.861707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.862031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.862354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.862693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.863012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:13.867398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:13.868879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:13.872577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f92056-71bb-413a-a088-be7ce3bb3ec2 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab26e8b0-b85c-409e-9a66-f54dcd1b6710,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:13.888741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:13.906973 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.967605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefa288-646f-4ad1-8b0e-87e377bc035e None None] Pushing event updated for resources: {'Port': ['ID=f8a947a1-3778-4ebd-be78-ebcbcc77bbb3,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:13.983708 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-14666f56-5220-4545-8461-f1a9e7aad9a9 req-21f92056-71bb-413a-a088-be7ce3bb3ec2 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:13.985502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14666f56-5220-4545-8461-f1a9e7aad9a9 req-21f92056-71bb-413a-a088-be7ce3bb3ec2 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9859505 Jul 05 17:58:13.998729 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.054676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:14.101816 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.188535 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.245663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 72283561-b6c0-4f82-b4e4-760b0593f0b0 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:14.320875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Pushing event updated for resources: {'Port': ['ID=0602a7ff-273d-45b1-b61a-643eb6b9f72a,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:14.349905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.394437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a86c109-65bb-4be3-8fe7-72a46e1e68b8 req-e2728f07-2fdc-4273-9862-660a88758a4c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:14.396803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a86c109-65bb-4be3-8fe7-72a46e1e68b8 req-e2728f07-2fdc-4273-9862-660a88758a4c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.2540073 Jul 05 17:58:14.429228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.475420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 72283561-b6c0-4f82-b4e4-760b0593f0b0 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:14.485212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 72283561-b6c0-4f82-b4e4-760b0593f0b0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:14.492503 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.503507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dcac9-af0e-4a5a-91c1-be6462cd4f8e req-4cff7ca3-1c1c-4e9a-9c82-332c2fbd7695 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:14.505105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-379dcac9-af0e-4a5a-91c1-be6462cd4f8e req-4cff7ca3-1c1c-4e9a-9c82-332c2fbd7695 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.3197877 Jul 05 17:58:14.538129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['a1815a8c-58e1-4afa-a4ce-59efa115a0ce'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:14.557794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a86c109-65bb-4be3-8fe7-72a46e1e68b8 req-ed58f9fa-d6bb-4392-a11b-c974fa4cb7a2 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481490 Jul 05 17:58:14.594971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-379dcac9-af0e-4a5a-91c1-be6462cd4f8e req-43c40ecf-a276-4fee-b154-c49dd25fcc69 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783863 Jul 05 17:58:14.635797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-33f82e8c-6af9-4c64-bef8-f4f41209b96c req-e899291c-35fa-48a1-bed7-1e1ee932e649 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2100622264', 'description': 'tempest-description-1410641013'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:14.654158 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.683120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Network dbd26d2d-5d93-4216-81f6-eed283247723 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:14.684690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:14.705008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 72283561-b6c0-4f82-b4e4-760b0593f0b0, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=72283561-b6c0-4f82-b4e4-760b0593f0b0,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:14.794676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.798011 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.866228 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-33f82e8c-6af9-4c64-bef8-f4f41209b96c req-e899291c-35fa-48a1-bed7-1e1ee932e649 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:14.884613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=72283561-b6c0-4f82-b4e4-760b0593f0b0,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:14.904173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Router 2e55e57b-e961-4d3e-b952-0f802fed4a71 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:58:15.052865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a6d64-02d4-4e4e-ad4b-540b2b035bc5 req-75a7a362-5dce-434a-86a9-e8e709e8290a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:15.054473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e35a6d64-02d4-4e4e-ad4b-540b2b035bc5 req-75a7a362-5dce-434a-86a9-e8e709e8290a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 944 time: 0.2118919 Jul 05 17:58:15.063898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Router 0b73c2ee-85bb-4761-a8f4-2fb492559242 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 17:58:15.127303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c8e524c1-0f1b-4af5-afa3-7013f129944a None None] Provisioning complete for port 0602a7ff-273d-45b1-b61a-643eb6b9f72a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:15.127818 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c8e524c1-0f1b-4af5-afa3-7013f129944a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:15.171574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e35a6d64-02d4-4e4e-ad4b-540b2b035bc5 req-fa101643-2f23-4c73-90e7-9e9267222ed9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837324 Jul 05 17:58:15.172724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:58:15.175780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c8e524c1-0f1b-4af5-afa3-7013f129944a None None] Port 0602a7ff-273d-45b1-b61a-643eb6b9f72a cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:58:15.204374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-beefbdb1-e4b6-41b7-8716-107f0a152a2c admin admin] 10.222.0.30 "PUT /v2.0/routers/2e55e57b-e961-4d3e-b952-0f802fed4a71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9232967 Jul 05 17:58:15.234007 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-33f82e8c-6af9-4c64-bef8-f4f41209b96c req-e899291c-35fa-48a1-bed7-1e1ee932e649 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:15.273978 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:58:15.286661 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Sync routers for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:58:15.311381 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-33f82e8c-6af9-4c64-bef8-f4f41209b96c req-e899291c-35fa-48a1-bed7-1e1ee932e649 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:15.328948 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:15.329993 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:15.383330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899291c-35fa-48a1-bed7-1e1ee932e649 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03bf9e8-c66c-4037-bed8-eb0833350b46,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:15.407226 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:15.408480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-25fe07b7-32b0-43a1-9d95-a3932a736a12 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2635918 Jul 05 17:58:15.413006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48350) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:15.429356 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-33f82e8c-6af9-4c64-bef8-f4f41209b96c req-e899291c-35fa-48a1-bed7-1e1ee932e649 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:15.443976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33f82e8c-6af9-4c64-bef8-f4f41209b96c req-e899291c-35fa-48a1-bed7-1e1ee932e649 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8131621 Jul 05 17:58:15.545416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d93980-8aed-4d3c-8398-b7c8ee77c113 None None] Network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:58:15.640879 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:15.793590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e835c8a-19c2-4493-82e5-3af8a6ad842f req-5e9965b7-38af-4853-98ba-2018f3b41303 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:15.801696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e835c8a-19c2-4493-82e5-3af8a6ad842f req-5e9965b7-38af-4853-98ba-2018f3b41303 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 944 time: 0.1753294 Jul 05 17:58:15.830030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-76ca02d1-c359-46d9-9259-e53caeee4b7c None None] Provisioning for port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:16.000972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e835c8a-19c2-4493-82e5-3af8a6ad842f req-43b50a45-f5c5-49cf-babf-9f3414470deb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978216 Jul 05 17:58:16.169375 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 3, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:16.210053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-61bd02e0-1c0b-4334-95a9-e6224895b220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:16.211654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-61bd02e0-1c0b-4334-95a9-e6224895b220 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 1096 time: 0.1836021 Jul 05 17:58:16.230619 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Checking router: 0b73c2ee-85bb-4761-a8f4-2fb492559242 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:58:16.231021 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Updating router 0b73c2ee-85bb-4761-a8f4-2fb492559242 port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:58:16.280355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Sync routers for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:58:16.302203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:16.310249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:16.332503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-496bf917-5f1e-47a9-b3ae-2ec847d731b2 req-25322e7b-1019-4486-84ba-b6c63d187dcd tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/ab26e8b0-b85c-409e-9a66-f54dcd1b6710 HTTP/1.1" status: 200 len: 1805 time: 0.1744146 Jul 05 17:58:16.337326 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:16.441316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-bcb5ee53-1e55-4b29-86e3-92375c502c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:16.443545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 72283561-b6c0-4f82-b4e4-760b0593f0b0 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:16.447366 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-bcb5ee53-1e55-4b29-86e3-92375c502c33 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 918 time: 0.2247474 Jul 05 17:58:16.471751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-496bf917-5f1e-47a9-b3ae-2ec847d731b2 req-39903a79-cb2d-4ecf-a8cf-745a250541e7 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/a03bf9e8-c66c-4037-bed8-eb0833350b46 HTTP/1.1" status: 200 len: 1805 time: 0.1382756 Jul 05 17:58:16.482245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-496bf917-5f1e-47a9-b3ae-2ec847d731b2 req-8775a6c5-c4e1-4a8a-86d6-d059b4345c93 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab26e8b0-b85c-409e-9a66-f54dcd1b6710', 'remote_group_id': 'a03bf9e8-c66c-4037-bed8-eb0833350b46', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:16.482614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-496bf917-5f1e-47a9-b3ae-2ec847d731b2 req-8775a6c5-c4e1-4a8a-86d6-d059b4345c93 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ab26e8b0-b85c-409e-9a66-f54dcd1b6710', 'remote_group_id': 'a03bf9e8-c66c-4037-bed8-eb0833350b46', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:16.507322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-34ba761a-f93e-457e-a932-91651924aa55 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=742795f2-17da-43ee-91fe-b45fca392fe7 HTTP/1.1" status: 200 len: 217 time: 0.0567403 Jul 05 17:58:16.646064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-b8c49a3a-1c76-4939-98bc-6fe517026b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:16.651582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-b8c49a3a-1c76-4939-98bc-6fe517026b18 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.1346240 Jul 05 17:58:16.723333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-0528ed19-fcc1-4fbe-afe3-c469a2bb0742 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645678 Jul 05 17:58:16.742387 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:16.755463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:16.760914 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Transition to ACTIVE for port object 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:16.823374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:16.832039 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-4529371f-e0b3-4a27-8bd3-546ccea89bf6 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012228 Jul 05 17:58:16.846758 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:16.873449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e98b32c7-24de-4529-b2a1-6f625a334bfd tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:16.875655 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e98b32c7-24de-4529-b2a1-6f625a334bfd tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 821 time: 0.2920268 Jul 05 17:58:16.915668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-03b617ce-a8b2-43f0-8d56-f8ac48431dd5 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/quotas/51a59ec2c9444c38af628c9df0147f56 HTTP/1.1" status: 200 len: 375 time: 0.0311546 Jul 05 17:58:16.930293 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-496bf917-5f1e-47a9-b3ae-2ec847d731b2 req-8775a6c5-c4e1-4a8a-86d6-d059b4345c93 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:16.937114 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Attempting to bind port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:16.937491 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Attempting to bind port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:16.937850 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Attempting to bind port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:16.945780 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:16.946155 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:16.946566 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:16.947499 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:16.947982 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Bound port: 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:16.948377 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:16.950947 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147feef-d72b-4f25-acdb-02b59d10e7cd None None] Pushing event updated for resources: {'Port': ['ID=49fcabf0-19f2-4a09-9f05-52ebd25bb6d4,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:16.977798 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2621d2bb-050b-4a11-bf43-0003e4057cbc req-4fc98448-b704-4ecc-88ec-4a178f4ad89b service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384621 Jul 05 17:58:17.009041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 72283561-b6c0-4f82-b4e4-760b0593f0b0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:17.010167 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.014906 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] For port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:17.018503 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] For port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=49fcabf0-19f2-4a09-9f05-52ebd25bb6d4,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:17.043108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-496bf917-5f1e-47a9-b3ae-2ec847d731b2 req-8775a6c5-c4e1-4a8a-86d6-d059b4345c93 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.093649 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.128960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-977441fe-636e-4406-a13e-3652f6ae1f08 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2120974 Jul 05 17:58:17.143486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:17.154615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Allocated IP 172.20.0.1 (a8a61b02-2eb9-46b5-93b5-1a765b8e3acf/d242711e-11f9-423f-8206-8718969f8287/96429d9b-4d24-43d8-be6c-a4adc8c69621) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:17.189615 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-496bf917-5f1e-47a9-b3ae-2ec847d731b2 req-8775a6c5-c4e1-4a8a-86d6-d059b4345c93 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.194892 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8147feef-d72b-4f25-acdb-02b59d10e7cd None None] Pushing event updated for resources: {'Port': ['ID=49fcabf0-19f2-4a09-9f05-52ebd25bb6d4,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:17.213642 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:17.214484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 54427a8e-8e75-448b-a846-49d2cafe40be no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:58:17.215492 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:17.231501 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8775a6c5-c4e1-4a8a-86d6-d059b4345c93 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ed5682-2da9-493a-974b-9586233040c2,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:17.302077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 2, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:17.311358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e3a3ff65-bb07-40e1-b65e-d38b6a0d9d40 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815341 Jul 05 17:58:17.328132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-496bf917-5f1e-47a9-b3ae-2ec847d731b2 req-8775a6c5-c4e1-4a8a-86d6-d059b4345c93 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.329247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-496bf917-5f1e-47a9-b3ae-2ec847d731b2 req-8775a6c5-c4e1-4a8a-86d6-d059b4345c93 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8566961 Jul 05 17:58:17.358283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Checking router: 2e55e57b-e961-4d3e-b952-0f802fed4a71 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:58:17.358781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Updating router 2e55e57b-e961-4d3e-b952-0f802fed4a71 port 0602a7ff-273d-45b1-b61a-643eb6b9f72a binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:58:17.387073 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:17.387672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:17.403761 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.405908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:17.406287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.430625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Transition to ACTIVE for port object 96429d9b-4d24-43d8-be6c-a4adc8c69621 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:17.458655 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e1e82e62-1797-40ce-aa8b-6d48ac79a884 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402605 Jul 05 17:58:17.472872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.489949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:17.566784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.615751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:17.622678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:17.627549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:17.630282 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-5fac43a2-7a82-4508-98c9-7792d58db692 service neutron] 10.222.0.97 "GET /v2.0/ports/54427a8e-8e75-448b-a846-49d2cafe40be/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 384 time: 0.0875506 Jul 05 17:58:17.670091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Pushing event updated for resources: {'Port': ['ID=96429d9b-4d24-43d8-be6c-a4adc8c69621,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:17.674892 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 3, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:17.709553 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f48ef6-e291-4ede-b33f-3840617750df None None] The sync data for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 is: [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 3, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:58:17.712313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a0793-9492-4290-965f-3165f3f76682 req-0a0eb2e5-b84d-4afb-b4f9-9727e17be118 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:17.714511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c09a0793-9492-4290-965f-3165f3f76682 req-0a0eb2e5-b84d-4afb-b4f9-9727e17be118 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1945834 Jul 05 17:58:17.763144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.770539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:17.801179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c09a0793-9492-4290-965f-3165f3f76682 req-81df374a-6a00-4cf5-8084-d4d67d899f23 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773993 Jul 05 17:58:17.849944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f8a947a1-3778-4ebd-be78-ebcbcc77bbb3,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:17.890068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port a1815a8c-58e1-4afa-a4ce-59efa115a0ce completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:17.936800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port a1815a8c-58e1-4afa-a4ce-59efa115a0ce triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:17.939970 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.039551 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.097566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:18.128600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:18.241731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54427a8e-8e75-448b-a846-49d2cafe40be {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:18.262646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:18.312147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=f8a947a1-3778-4ebd-be78-ebcbcc77bbb3,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:18.349523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.349969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.350628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.350953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.351271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.351611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.351945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.360645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.360645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.360645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.360645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.360645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:58:18.361744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4862c604-c603-426a-805c-436553c0014c None None] Provisioning for port 96429d9b-4d24-43d8-be6c-a4adc8c69621 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:18.364171 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.371799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4862c604-c603-426a-805c-436553c0014c None None] Provisioning complete for port 96429d9b-4d24-43d8-be6c-a4adc8c69621 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:18.372256 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4862c604-c603-426a-805c-436553c0014c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.380751 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.478131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] Transition to ACTIVE for port object 54427a8e-8e75-448b-a846-49d2cafe40be will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:18.479520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:18.481933 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec88269-d87d-4111-bd91-7e175af09698" -d '{"events": [{"server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "name": "network-vif-plugged", "status": "completed", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:18.484507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4862c604-c603-426a-805c-436553c0014c None None] Port 96429d9b-4d24-43d8-be6c-a4adc8c69621 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:58:18.497257 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.503442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:18.515740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Transition to ACTIVE for port object 0602a7ff-273d-45b1-b61a-643eb6b9f72a will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:18.593316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.628861 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.632130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.654857 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.674580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6931e2-3410-45a1-b735-52e9ae3746d8 req-b9fcc349-ce39-4f44-a80b-46e6b6a22b48 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:18.681773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da6931e2-3410-45a1-b735-52e9ae3746d8 req-b9fcc349-ce39-4f44-a80b-46e6b6a22b48 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 944 time: 0.6025679 Jul 05 17:58:18.730315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:18.736117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] No DVR routers for this DVR port 54427a8e-8e75-448b-a846-49d2cafe40be on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:58:18.738204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] Pushing event updated for resources: {'Port': ['ID=54427a8e-8e75-448b-a846-49d2cafe40be,revision_number=10']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:18.783493 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-f8c9b376-9b3c-4fa1-9dab-befd9686ceee service neutron] 10.222.0.97 "PUT /v2.0/ports/54427a8e-8e75-448b-a846-49d2cafe40be/bindings/n-h2-799524-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1469581 Jul 05 17:58:18.817929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Attempting to bind port 0602a7ff-273d-45b1-b61a-643eb6b9f72a on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:18.819053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Attempting to bind port 0602a7ff-273d-45b1-b61a-643eb6b9f72a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:18.819053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Attempting to bind port 0602a7ff-273d-45b1-b61a-643eb6b9f72a on network dbd26d2d-5d93-4216-81f6-eed283247723 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:18.828878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da6931e2-3410-45a1-b735-52e9ae3746d8 req-fb313e2d-8b11-4199-a7c5-2b760b029eb7 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460967 Jul 05 17:58:18.834757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ea97e-e2ab-4a16-9999-36faccbf6987 None None] Pushing event updated for resources: {'Port': ['ID=0602a7ff-273d-45b1-b61a-643eb6b9f72a,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:18.850994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:18.851700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Checking segment: {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:18.852394 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.853334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Bound using segment: {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:18.862464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Bound port: 0602a7ff-273d-45b1-b61a-643eb6b9f72a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:18.863060 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:18.912130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5132761-ea9d-4f63-9823-ffcb382e74ad req-e7380d86-6b16-4c9f-878d-7460f892a3a7 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:18.913363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5132761-ea9d-4f63-9823-ffcb382e74ad req-e7380d86-6b16-4c9f-878d-7460f892a3a7 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.6475127 Jul 05 17:58:18.942953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] For port 0602a7ff-273d-45b1-b61a-643eb6b9f72a, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:18.945918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] For port 0602a7ff-273d-45b1-b61a-643eb6b9f72a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0602a7ff-273d-45b1-b61a-643eb6b9f72a,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:19.028110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-3b09772d-8ba8-44e6-93bb-201ca3c78457 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:19.029629 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-3b09772d-8ba8-44e6-93bb-201ca3c78457 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.0899384 Jul 05 17:58:19.030875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5132761-ea9d-4f63-9823-ffcb382e74ad req-e88e097f-4568-4113-ac88-842fe4c00fc8 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742192 Jul 05 17:58:19.040837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:19.113227 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:19.127536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-4d6220c0-4c91-440b-b499-693f45a40ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:19.129098 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-4d6220c0-4c91-440b-b499-693f45a40ab6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3 HTTP/1.1" status: 200 len: 1096 time: 0.0847859 Jul 05 17:58:19.139598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80069a-bb95-4f0e-b5e4-327bbdaf4b81 req-3ff0a8b8-bd99-4f1d-96ad-afa60b6fa8e9 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:19.141323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd80069a-bb95-4f0e-b5e4-327bbdaf4b81 req-3ff0a8b8-bd99-4f1d-96ad-afa60b6fa8e9 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 945 time: 0.1307459 Jul 05 17:58:19.173904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:19.175046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:19.176352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ea97e-e2ab-4a16-9999-36faccbf6987 None None] Pushing event updated for resources: {'Port': ['ID=0602a7ff-273d-45b1-b61a-643eb6b9f72a,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:19.198006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd80069a-bb95-4f0e-b5e4-327bbdaf4b81 req-0bc79d25-fcc0-41f2-b8e1-d7cc4a9497c3 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488698 Jul 05 17:58:19.201303 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:19.255901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7a1a865c-3772-4c5d-905d-2052f76fe24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:19.257482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-7a1a865c-3772-4c5d-905d-2052f76fe24b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0937850 Jul 05 17:58:19.338452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:19.399782 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:19.412732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-10b0431c-5096-4753-8faf-efc55f2f7528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:19.414530 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-10b0431c-5096-4753-8faf-efc55f2f7528 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.1401730 Jul 05 17:58:19.423932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48a28060-e87e-4b30-95b2-4158783d3ade req-98403bfc-1cbc-4e7b-a8d0-da8e170be600 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 210 time: 0.0408404 Jul 05 17:58:19.424591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Pushing event updated for resources: {'Port': ['ID=96429d9b-4d24-43d8-be6c-a4adc8c69621,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:19.434982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d32e6fa5-53bf-4990-9f51-bef4f82a3ba8 req-a4fbddab-9d11-4576-9f3c-dafebc4071dc tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/a03bf9e8-c66c-4037-bed8-eb0833350b46 HTTP/1.1" status: 200 len: 1805 time: 0.1799192 Jul 05 17:58:19.475455 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-491241a1-0043-4e46-895a-36437951fc15 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54427a8e-8e75-448b-a846-49d2cafe40be HTTP/1.1" status: 200 len: 217 time: 0.0488107 Jul 05 17:58:19.554213 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d2ac0b-97d6-45c7-8f38-e84cc92705a1 x-openstack-request-id: req-e6d2ac0b-97d6-45c7-8f38-e84cc92705a1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:19.554348 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "name": "network-vif-plugged", "status": "completed", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:19.554661 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6d2ac0b-97d6-45c7-8f38-e84cc92705a1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:19.555038 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce', 'code': 200} Jul 05 17:58:19.576566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-ac94d7ed-20ba-4966-b2e0-af4424f6a5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:19.579079 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-ac94d7ed-20ba-4966-b2e0-af4424f6a5bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0851915 Jul 05 17:58:19.583945 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d32e6fa5-53bf-4990-9f51-bef4f82a3ba8 req-c27739f5-4dc2-41b9-896f-4005f2698d7a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:19.624141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:19.631341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:19.631596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:19.634136 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d32e6fa5-53bf-4990-9f51-bef4f82a3ba8 req-c27739f5-4dc2-41b9-896f-4005f2698d7a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:19.668166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2107912-1de5-4053-ab01-7cb4dcedad53 None None] The sync data for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 is: [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:58:19.692541 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-84b71283-b77c-426f-a889-04905ec3889a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0996890 Jul 05 17:58:19.886361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Router 0b73c2ee-85bb-4761-a8f4-2fb492559242 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:58:19.913874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280311d-eb53-4eb5-9403-c3577878b18e req-31f8c59e-2a7e-4d5b-8393-bd5e2e60fea1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:19.915563 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8280311d-eb53-4eb5-9403-c3577878b18e req-31f8c59e-2a7e-4d5b-8393-bd5e2e60fea1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.2184541 Jul 05 17:58:19.946621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ed950-acaf-4e4c-b64b-08104411a762 req-b2df34db-720a-41fa-9e8a-58786ea4473e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:19.949099 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-576ed950-acaf-4e4c-b64b-08104411a762 req-b2df34db-720a-41fa-9e8a-58786ea4473e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1096 time: 0.2781959 Jul 05 17:58:19.953861 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-5f607290-461c-45e2-be35-2008fd8c3147 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020383 Jul 05 17:58:19.994196 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d32e6fa5-53bf-4990-9f51-bef4f82a3ba8 req-c27739f5-4dc2-41b9-896f-4005f2698d7a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:19.997735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d32e6fa5-53bf-4990-9f51-bef4f82a3ba8 req-c27739f5-4dc2-41b9-896f-4005f2698d7a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:20.016442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d32e6fa5-53bf-4990-9f51-bef4f82a3ba8 req-c27739f5-4dc2-41b9-896f-4005f2698d7a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "DELETE /v2.0/security-groups/a03bf9e8-c66c-4037-bed8-eb0833350b46 HTTP/1.1" status: 204 len: 173 time: 0.5804913 Jul 05 17:58:20.093196 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-576ed950-acaf-4e4c-b64b-08104411a762 req-9a614abe-287b-4506-be4a-e9ad3c3d90ee service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236939 Jul 05 17:58:20.096903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27739f5-4dc2-41b9-896f-4005f2698d7a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03bf9e8-c66c-4037-bed8-eb0833350b46,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:20.142471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ee5d306a-7620-443d-ab66-aea31df685c7 None None] Provisioning complete for port 96429d9b-4d24-43d8-be6c-a4adc8c69621 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:20.143010 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee5d306a-7620-443d-ab66-aea31df685c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:20.157625 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-9981e9ed-0812-4b52-b7bb-ae01f2175a45 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817236 Jul 05 17:58:20.208916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:58:20.229139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8280311d-eb53-4eb5-9403-c3577878b18e req-e2b19909-90c0-44af-8c13-0a0d2906e023 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015935 Jul 05 17:58:20.241881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5daf6f3a-70f8-4926-88cd-db2e44d5d905 admin admin] 10.222.0.30 "PUT /v2.0/routers/0b73c2ee-85bb-4761-a8f4-2fb492559242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8195465 Jul 05 17:58:20.265633 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Sync routers for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:58:20.296498 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:20.298023 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:20.309862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d306a-7620-443d-ab66-aea31df685c7 None None] Port 96429d9b-4d24-43d8-be6c-a4adc8c69621 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:58:20.436454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4de4963-2b9d-4c6a-a133-5f2ac9577496 req-b34ea3df-e7fb-460e-81d9-8ce8442785f6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/ab26e8b0-b85c-409e-9a66-f54dcd1b6710 HTTP/1.1" status: 200 len: 1805 time: 0.1304748 Jul 05 17:58:20.476599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44ebc8-2613-41a4-b331-dac07887cb9c req-15d3dfc1-2485-4149-8595-bcada1fac927 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:20.478320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed44ebc8-2613-41a4-b331-dac07887cb9c req-15d3dfc1-2485-4149-8595-bcada1fac927 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.2245188 Jul 05 17:58:20.516258 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:20.523208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0602a7ff-273d-45b1-b61a-643eb6b9f72a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:20.535281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed44ebc8-2613-41a4-b331-dac07887cb9c req-5e1cac30-c326-4641-b7e8-8f0a8cd71327 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493870 Jul 05 17:58:20.700334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26814b-4baf-42d0-8cef-dfaf47df5d7b req-b1489ccb-ceae-46b4-8688-d4531f433d40 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:20.700334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb26814b-4baf-42d0-8cef-dfaf47df5d7b req-b1489ccb-ceae-46b4-8688-d4531f433d40 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.0760710 Jul 05 17:58:20.773772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb26814b-4baf-42d0-8cef-dfaf47df5d7b req-deb7f787-d39f-4871-accc-4f2ae6b06617 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804231 Jul 05 17:58:20.807750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c6509714-82bd-4b7a-a20d-f1b56bb881ad req-3296f0b0-33e3-4a50-9730-b4b2bd998068 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1796408903', 'description': 'tempest-description-1966024737'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:20.812360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 0602a7ff-273d-45b1-b61a-643eb6b9f72a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:20.813189 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '96429d9b-4d24-43d8-be6c-a4adc8c69621', 'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'mac_address': 'fa:16:3e:15:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:16Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 2, 'project_id': '30517f508512463c92d995c26e25987f', 'subnets': [{'id': 'd242711e-11f9-423f-8206-8718969f8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:20.819750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0602a7ff-273d-45b1-b61a-643eb6b9f72a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:20.838840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:20.848796 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Checking router: 0b73c2ee-85bb-4761-a8f4-2fb492559242 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:58:20.849150 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Updating router 0b73c2ee-85bb-4761-a8f4-2fb492559242 port 96429d9b-4d24-43d8-be6c-a4adc8c69621 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:58:20.890758 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:20.942401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:20.987594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21773cf9-45bc-47ad-bcc0-33b6c180978e req-d2cc2ff2-af94-4b70-91e1-3be08bd06c94 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:20.987594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21773cf9-45bc-47ad-bcc0-33b6c180978e req-d2cc2ff2-af94-4b70-91e1-3be08bd06c94 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 945 time: 0.1070662 Jul 05 17:58:21.011371 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-79f39ce1-e8ec-4e6e-b664-95ea48ad4c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.018176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21773cf9-45bc-47ad-bcc0-33b6c180978e req-51d7e6ee-e897-4503-bc1f-c0308c00105b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515902 Jul 05 17:58:21.019238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 0602a7ff-273d-45b1-b61a-643eb6b9f72a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0602a7ff-273d-45b1-b61a-643eb6b9f72a,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:21.128399 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.129524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:21.154930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c6509714-82bd-4b7a-a20d-f1b56bb881ad req-3296f0b0-33e3-4a50-9730-b4b2bd998068 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.204824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8620a4c-c3f3-4349-a651-44f3c9588c2a req-c3df3c6a-c7b6-4710-ab09-c81e144cc992 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 210 time: 0.0808208 Jul 05 17:58:21.269890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=0602a7ff-273d-45b1-b61a-643eb6b9f72a,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:21.319460 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c6509714-82bd-4b7a-a20d-f1b56bb881ad req-3296f0b0-33e3-4a50-9730-b4b2bd998068 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.376510 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.389405 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Transition to ACTIVE for port object 96429d9b-4d24-43d8-be6c-a4adc8c69621 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:21.418928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:21.424606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:21.425064 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.464141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c6509714-82bd-4b7a-a20d-f1b56bb881ad req-3296f0b0-33e3-4a50-9730-b4b2bd998068 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.464417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-3d95f8bd-7b02-48ca-b94c-ebaa3298e51a tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:21.465821 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-3d95f8bd-7b02-48ca-b94c-ebaa3298e51a tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.39 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 821 time: 0.1982317 Jul 05 17:58:21.480336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-db320302-2301-4309-beeb-c7cce361fe25 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:21.482049 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-db320302-2301-4309-beeb-c7cce361fe25 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.1076941 Jul 05 17:58:21.487217 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.499313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Request body: {'port': {'device_id': '77c9d11c-076e-491a-9344-c33f648c0538', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'admin_state_up': True, 'tenant_id': '51a59ec2c9444c38af628c9df0147f56'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:21.548871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296f0b0-33e3-4a50-9730-b4b2bd998068 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroup': ['ID=477fba37-f5d8-43d3-9b13-0aecd7bf724f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:21.614661 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c6509714-82bd-4b7a-a20d-f1b56bb881ad req-3296f0b0-33e3-4a50-9730-b4b2bd998068 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.619506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6509714-82bd-4b7a-a20d-f1b56bb881ad req-3296f0b0-33e3-4a50-9730-b4b2bd998068 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8144314 Jul 05 17:58:21.624956 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04238841-4faf-4149-8d4a-2d77999c9de8 None None] Pushing event updated for resources: {'Port': ['ID=96429d9b-4d24-43d8-be6c-a4adc8c69621,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:21.628687 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.667184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=49fcabf0-19f2-4a09-9f05-52ebd25bb6d4,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:21.752867 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Attempting to bind port 96429d9b-4d24-43d8-be6c-a4adc8c69621 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:21.753137 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Attempting to bind port 96429d9b-4d24-43d8-be6c-a4adc8c69621 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:21.753495 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Attempting to bind port 96429d9b-4d24-43d8-be6c-a4adc8c69621 on network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:21.763658 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 57, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:21.764439 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Checking segment: {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:21.765050 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.765647 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Bound using segment: {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:21.766419 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Bound port: 96429d9b-4d24-43d8-be6c-a4adc8c69621, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:21.767024 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.769361 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.770284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:21.882889 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] For port 96429d9b-4d24-43d8-be6c-a4adc8c69621, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:21.888942 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] For port 96429d9b-4d24-43d8-be6c-a4adc8c69621, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=96429d9b-4d24-43d8-be6c-a4adc8c69621,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:21.910413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Made reservation on behalf of 51a59ec2c9444c38af628c9df0147f56 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:21.920121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.920971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=49fcabf0-19f2-4a09-9f05-52ebd25bb6d4,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:21.937270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48426) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:21.940720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-c6adc7d6-074b-4ddb-b9b6-2e46ecd039aa service neutron] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:21.951095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2395112d-a050-4a20-9a35-8225e82976d2 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607769254', 'description': 'tempest-description--1927713932'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:21.954946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-c6adc7d6-074b-4ddb-b9b6-2e46ecd039aa service neutron] Notify callbacks [] for binding, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.956163 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfe01230-f478-4dbb-a39e-31e2d639424f req-c6adc7d6-074b-4ddb-b9b6-2e46ecd039aa service neutron] 10.222.0.39 "DELETE /v2.0/ports/54427a8e-8e75-448b-a846-49d2cafe40be/bindings/n-h1-799524-1 HTTP/1.1" status: 204 len: 173 time: 0.4522121 Jul 05 17:58:21.968482 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.974087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:21.974725 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:21.981276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bee0c9-7419-4c94-9ae4-6ac084193e21 req-59cc7f2c-29b5-49c5-8d76-573cea83ab91 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:21.992485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02bee0c9-7419-4c94-9ae4-6ac084193e21 req-59cc7f2c-29b5-49c5-8d76-573cea83ab91 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1489296 Jul 05 17:58:22.096487 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:22.097134 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:57:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:22.167103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Allocated IP 172.20.0.5 (dbd26d2d-5d93-4216-81f6-eed283247723/3b5776b9-1411-417b-a8d9-c19a1d39ecea/38d0ffda-fb3a-48db-8d1b-b71aab58cd39) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:22.190339 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04238841-4faf-4149-8d4a-2d77999c9de8 None None] Pushing event updated for resources: {'Port': ['ID=96429d9b-4d24-43d8-be6c-a4adc8c69621,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:22.190459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02bee0c9-7419-4c94-9ae4-6ac084193e21 req-9d7b0ec6-0683-4546-a9bd-ae4f28d96e5f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874075 Jul 05 17:58:22.204873 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2395112d-a050-4a20-9a35-8225e82976d2 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.305552 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:22.320645 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bbce40d0-10e8-40be-af61-8354276bf10a req-8d33a978-6e3f-4ae9-a463-5c795aa0233d tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/477fba37-f5d8-43d3-9b13-0aecd7bf724f HTTP/1.1" status: 200 len: 1805 time: 0.0992146 Jul 05 17:58:22.351367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0602a7ff-273d-45b1-b61a-643eb6b9f72a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:22.359459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31990e-336c-4930-8927-802a13e44d7b req-a384da30-3435-4525-aa6b-9a7d3981d166 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:22.361028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c31990e-336c-4930-8927-802a13e44d7b req-a384da30-3435-4525-aa6b-9a7d3981d166 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.2754836 Jul 05 17:58:22.364310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-bbce40d0-10e8-40be-af61-8354276bf10a req-159ca0bc-a9f8-4988-b460-4c7f63d46607 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '477fba37-f5d8-43d3-9b13-0aecd7bf724f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:22.364629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-bbce40d0-10e8-40be-af61-8354276bf10a req-159ca0bc-a9f8-4988-b460-4c7f63d46607 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '477fba37-f5d8-43d3-9b13-0aecd7bf724f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:22.401324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0602a7ff-273d-45b1-b61a-643eb6b9f72a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:22.401891 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.429477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.436351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c31990e-336c-4930-8927-802a13e44d7b req-7bf6d94d-d508-4fdd-a37f-2a8fa3616c6d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Jul 05 17:58:22.458063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Transition to ACTIVE for port object 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:22.515205 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2395112d-a050-4a20-9a35-8225e82976d2 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.537516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:22.563745 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.593320 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2395112d-a050-4a20-9a35-8225e82976d2 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.621742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Network dbd26d2d-5d93-4216-81f6-eed283247723 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:22.626864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:22.630625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:22.633019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:22.642793 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.664049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395112d-a050-4a20-9a35-8225e82976d2 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e00769f-e158-4254-b914-5341c0ddb376,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:22.699970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Pushing event updated for resources: {'Port': ['ID=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:22.702108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '96429d9b-4d24-43d8-be6c-a4adc8c69621', 'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'mac_address': 'fa:16:3e:15:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:16Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'subnets': [{'id': 'd242711e-11f9-423f-8206-8718969f8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:22.731887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:22.732714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.775654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bbce40d0-10e8-40be-af61-8354276bf10a req-159ca0bc-a9f8-4988-b460-4c7f63d46607 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.781308 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2395112d-a050-4a20-9a35-8225e82976d2 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.783137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2395112d-a050-4a20-9a35-8225e82976d2 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8425379 Jul 05 17:58:22.786175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48432) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:22.792844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a17dff9b-69b7-4f09-a372-da48c83e4c2a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Request body: {'security_group_rule': {'security_group_id': '9e00769f-e158-4254-b914-5341c0ddb376', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:22.794795 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de3202-874e-4497-b06a-3d8a50421dba None None] The sync data for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 is: [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '96429d9b-4d24-43d8-be6c-a4adc8c69621', 'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'mac_address': 'fa:16:3e:15:29:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:16Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'subnets': [{'id': 'd242711e-11f9-423f-8206-8718969f8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:58:22.842734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bbce40d0-10e8-40be-af61-8354276bf10a req-159ca0bc-a9f8-4988-b460-4c7f63d46607 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.865424 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-e2eee3c8-edcb-4506-ac45-f3d12495d1a9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3731346 Jul 05 17:58:22.891908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Request body: {'port': {'device_id': '77c9d11c-076e-491a-9344-c33f648c0538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:22.910172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb61c84-824f-40b6-b371-e1172f1248e5 req-8ee18b81-592b-469a-b1ac-af35840517e8 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:22.912051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebb61c84-824f-40b6-b371-e1172f1248e5 req-8ee18b81-592b-469a-b1ac-af35840517e8 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1197176 Jul 05 17:58:22.914024 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bbce40d0-10e8-40be-af61-8354276bf10a req-159ca0bc-a9f8-4988-b460-4c7f63d46607 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.948156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a17dff9b-69b7-4f09-a372-da48c83e4c2a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:22.952196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ca0bc-a9f8-4988-b460-4c7f63d46607 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a57f20-e28e-4473-b14a-9ad9a555d6ca,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:22.974204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebb61c84-824f-40b6-b371-e1172f1248e5 req-9f3bc173-5d47-4f1e-9d89-d81c363ba9c2 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496731 Jul 05 17:58:23.020633 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bbce40d0-10e8-40be-af61-8354276bf10a req-159ca0bc-a9f8-4988-b460-4c7f63d46607 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.029008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bbce40d0-10e8-40be-af61-8354276bf10a req-159ca0bc-a9f8-4988-b460-4c7f63d46607 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6803832 Jul 05 17:58:23.067536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.077847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bc1a70f2-94f6-4e7e-9a6d-eadbd916def3 None None] Provisioning for port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:23.081889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bc1a70f2-94f6-4e7e-9a6d-eadbd916def3 None None] Provisioning complete for port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:23.082498 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bc1a70f2-94f6-4e7e-9a6d-eadbd916def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.088309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a17dff9b-69b7-4f09-a372-da48c83e4c2a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.157395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bc1a70f2-94f6-4e7e-9a6d-eadbd916def3 None None] Port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:58:23.170226 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a17dff9b-69b7-4f09-a372-da48c83e4c2a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.263737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dff9b-69b7-4f09-a372-da48c83e4c2a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c201d2-16fe-418c-b9b3-ef9b10f9a063,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:23.264439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb6838-e2fa-43e1-b1d9-e647f491fe5d req-66b6705b-e159-4eea-80e6-1e5c7a7d1067 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:23.265496 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bfb6838-e2fa-43e1-b1d9-e647f491fe5d req-66b6705b-e159-4eea-80e6-1e5c7a7d1067 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 945 time: 0.1205449 Jul 05 17:58:23.295088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9506830-ae51-4ded-a0a5-4d2b21bae331 req-d6d44cfd-ca2b-451a-ae38-2df0b3ee2e56 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:23.302248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9506830-ae51-4ded-a0a5-4d2b21bae331 req-d6d44cfd-ca2b-451a-ae38-2df0b3ee2e56 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 931 time: 0.1110740 Jul 05 17:58:23.355118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bfb6838-e2fa-43e1-b1d9-e647f491fe5d req-7177d1be-c1ce-4840-94aa-e2ee9acd5a73 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813224 Jul 05 17:58:23.362814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a17dff9b-69b7-4f09-a372-da48c83e4c2a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.366574 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a17dff9b-69b7-4f09-a372-da48c83e4c2a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5763819 Jul 05 17:58:23.370579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9506830-ae51-4ded-a0a5-4d2b21bae331 req-c0d39955-3ba3-4494-9977-a0c148b3d40e tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671611 Jul 05 17:58:23.371084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48438) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:23.377830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-61294a74-2e39-4b33-b6e0-5cf79405281f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Request body: {'security_group_rule': {'security_group_id': '9e00769f-e158-4254-b914-5341c0ddb376', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:23.437643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2c1e2404-1100-4527-9d62-233de25f6535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.470916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79743b9d-fee5-4c1c-aaa9-eeee82b6d50f req-f2bb7e26-3463-4637-80db-daff025313d9 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/477fba37-f5d8-43d3-9b13-0aecd7bf724f HTTP/1.1" status: 200 len: 2398 time: 0.0653658 Jul 05 17:58:23.480915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-79743b9d-fee5-4c1c-aaa9-eeee82b6d50f req-07ea4d1c-ca43-46b3-9f1c-d4576ed698a6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '477fba37-f5d8-43d3-9b13-0aecd7bf724f', 'remote_group_id': None}]} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:23.481578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-79743b9d-fee5-4c1c-aaa9-eeee82b6d50f req-07ea4d1c-ca43-46b3-9f1c-d4576ed698a6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '477fba37-f5d8-43d3-9b13-0aecd7bf724f', 'remote_group_id': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:23.491181 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:23.502359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.516882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Transition to ACTIVE for port object 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:23.531634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61294a74-2e39-4b33-b6e0-5cf79405281f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.575521 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.588647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c60c4-e42d-4e6c-99ea-1ef08ebebfe4 req-8e5b1ad6-4590-4c0f-aa63-508f187d7ebc tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:23.590231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-110c60c4-e42d-4e6c-99ea-1ef08ebebfe4 req-8e5b1ad6-4590-4c0f-aa63-508f187d7ebc tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0801375 Jul 05 17:58:23.593937 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61294a74-2e39-4b33-b6e0-5cf79405281f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.604125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.649848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-110c60c4-e42d-4e6c-99ea-1ef08ebebfe4 req-5d68c18f-aca9-405e-9b07-354bafb1c808 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531788 Jul 05 17:58:23.660861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:23.704432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61294a74-2e39-4b33-b6e0-5cf79405281f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.708898 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-79743b9d-fee5-4c1c-aaa9-eeee82b6d50f req-07ea4d1c-ca43-46b3-9f1c-d4576ed698a6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.747644 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-79743b9d-fee5-4c1c-aaa9-eeee82b6d50f req-07ea4d1c-ca43-46b3-9f1c-d4576ed698a6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.772137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61294a74-2e39-4b33-b6e0-5cf79405281f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effa9b29-5f94-4a45-a52e-977904320269,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:23.807757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Attempting to bind port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:23.807757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Attempting to bind port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:23.808914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Attempting to bind port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 on network dbd26d2d-5d93-4216-81f6-eed283247723 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:23.813754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 on network dbd26d2d-5d93-4216-81f6-eed283247723 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:23.814141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Attempting to bind port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 on network dbd26d2d-5d93-4216-81f6-eed283247723 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:23.820458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:23.820916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Checking segment: {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:23.821421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Bound using segment: {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:23.822517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Bound port: 38d0ffda-fb3a-48db-8d1b-b71aab58cd39, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:23.822517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.865070 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-79743b9d-fee5-4c1c-aaa9-eeee82b6d50f req-07ea4d1c-ca43-46b3-9f1c-d4576ed698a6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.886944 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61294a74-2e39-4b33-b6e0-5cf79405281f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.891022 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-61294a74-2e39-4b33-b6e0-5cf79405281f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5159347 Jul 05 17:58:23.892482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48448) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:23.896226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea4d1c-ca43-46b3-9f1c-d4576ed698a6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=603a9aad-e694-4074-8d29-504276e991de,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:23.898630 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:23.925887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8d5dc-614b-4cf8-8a21-d7b513d2bfbd req-19678dda-45f2-416f-873e-6643e246451a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:23.927615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ecf8d5dc-614b-4cf8-8a21-d7b513d2bfbd req-19678dda-45f2-416f-873e-6643e246451a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.1025732 Jul 05 17:58:23.937771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] For port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:23.941124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] For port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:23.957871 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-79743b9d-fee5-4c1c-aaa9-eeee82b6d50f req-07ea4d1c-ca43-46b3-9f1c-d4576ed698a6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:23.959197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79743b9d-fee5-4c1c-aaa9-eeee82b6d50f req-07ea4d1c-ca43-46b3-9f1c-d4576ed698a6 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4825902 Jul 05 17:58:23.978319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ecf8d5dc-614b-4cf8-8a21-d7b513d2bfbd req-f19488b5-99fc-4eff-b825-61e6696eb2dc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434208 Jul 05 17:58:24.038208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.071265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.126214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:24.126960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.128480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] 10.222.0.39 "PUT /v2.0/ports/38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 1091 time: 1.2410340 Jul 05 17:58:24.129011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:24.131320 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eefc67a-e304-4306-b013-012b19c9ed87" -d '{"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:24.162647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9af6dc-f439-4057-8d6d-6e5110b4fdb8 service neutron] Pushing event updated for resources: {'Port': ['ID=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:24.190264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d92e7d97-fc97-479c-a234-a2ed869a82db req-2b8b59e5-f49c-4d0a-8695-45a771791913 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/477fba37-f5d8-43d3-9b13-0aecd7bf724f HTTP/1.1" status: 200 len: 2996 time: 0.0583990 Jul 05 17:58:24.217217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df439c-f669-43e9-9211-aa043799637d req-e0f2c660-d9b2-4c17-8ccc-a46ed7fe0def tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:24.218246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2df439c-f669-43e9-9211-aa043799637d req-e0f2c660-d9b2-4c17-8ccc-a46ed7fe0def tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1096 time: 0.1185985 Jul 05 17:58:24.229649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.322802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2df439c-f669-43e9-9211-aa043799637d req-ecc9445c-1e03-47f7-b7fe-3a12c26f8a9b tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870888 Jul 05 17:58:24.368669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 96429d9b-4d24-43d8-be6c-a4adc8c69621 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:24.446367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc9702-a4b8-45a9-910d-af413d3a9974 req-5b696646-fba1-4e3a-8815-f51e08673a98 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:24.455583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27fc9702-a4b8-45a9-910d-af413d3a9974 req-5b696646-fba1-4e3a-8815-f51e08673a98 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.0923395 Jul 05 17:58:24.512201 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.534035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27fc9702-a4b8-45a9-910d-af413d3a9974 req-de916150-f4ef-45cd-9f40-f7f288d00902 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677228 Jul 05 17:58:24.541865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 96429d9b-4d24-43d8-be6c-a4adc8c69621 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:24.548234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 96429d9b-4d24-43d8-be6c-a4adc8c69621 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:24.548700 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.563158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4103757-b8d6-4aa5-bb1a-058bd0580193 req-4c4fb9c6-28b2-438a-b9db-62da9296306d tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:24.570718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4103757-b8d6-4aa5-bb1a-058bd0580193 req-4c4fb9c6-28b2-438a-b9db-62da9296306d tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1096 time: 0.1136589 Jul 05 17:58:24.617332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4103757-b8d6-4aa5-bb1a-058bd0580193 req-a46d04cb-ded5-4254-815d-91e9f80d8228 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405505 Jul 05 17:58:24.625179 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a7b1da-6e0a-44dc-b6e2-af41f5107097 x-openstack-request-id: req-74a7b1da-6e0a-44dc-b6e2-af41f5107097 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:24.625702 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:24.625702 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74a7b1da-6e0a-44dc-b6e2-af41f5107097 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:24.626081 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'status': 'completed', 'code': 200} Jul 05 17:58:24.653504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3e13e61-999b-4471-a58a-4eefd42a74b9 req-7d974395-4d5a-470b-8658-099ce2227960 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-group-rules/603a9aad-e694-4074-8d29-504276e991de HTTP/1.1" status: 200 len: 783 time: 0.0291030 Jul 05 17:58:24.667275 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.709000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 96429d9b-4d24-43d8-be6c-a4adc8c69621, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=96429d9b-4d24-43d8-be6c-a4adc8c69621,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:24.713238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3e13e61-999b-4471-a58a-4eefd42a74b9 req-93bda50f-dab2-4dbc-8dc3-c811074e314f tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/477fba37-f5d8-43d3-9b13-0aecd7bf724f HTTP/1.1" status: 200 len: 2996 time: 0.0518970 Jul 05 17:58:24.740655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Allocated IP 172.25.3.90 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/00a6cf1d-84f7-4cbf-aa19-7d4897d6a9f1) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:24.749880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-956ad3c5-78f4-4118-9c4a-f2ceb8d85766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:24.751666 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-956ad3c5-78f4-4118-9c4a-f2ceb8d85766 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1094 time: 0.1280403 Jul 05 17:58:24.753447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b3e13e61-999b-4471-a58a-4eefd42a74b9 req-25364c18-2942-47cc-bedc-a52f581684fc tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.768854 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.777182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b3e13e61-999b-4471-a58a-4eefd42a74b9 req-25364c18-2942-47cc-bedc-a52f581684fc tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.823457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=96429d9b-4d24-43d8-be6c-a4adc8c69621,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:24.832735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6eeff-7ed7-41fd-9eaf-d889ee8df71d req-6dcf6797-e736-49c4-9553-d7cbba780877 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:24.834383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5b6eeff-7ed7-41fd-9eaf-d889ee8df71d req-6dcf6797-e736-49c4-9553-d7cbba780877 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 1096 time: 0.0958648 Jul 05 17:58:24.842355 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-6d48e411-cbf2-40a2-80ce-4fc34a758f88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 217 time: 0.0701256 Jul 05 17:58:24.874484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5b6eeff-7ed7-41fd-9eaf-d889ee8df71d req-a8d16f9e-d79a-4fff-b071-b0fe7de42266 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Jul 05 17:58:24.875358 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b3e13e61-999b-4471-a58a-4eefd42a74b9 req-25364c18-2942-47cc-bedc-a52f581684fc tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.881218 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b3e13e61-999b-4471-a58a-4eefd42a74b9 req-25364c18-2942-47cc-bedc-a52f581684fc tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.882230 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3e13e61-999b-4471-a58a-4eefd42a74b9 req-25364c18-2942-47cc-bedc-a52f581684fc tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/603a9aad-e694-4074-8d29-504276e991de HTTP/1.1" status: 204 len: 173 time: 0.1616058 Jul 05 17:58:24.893879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25364c18-2942-47cc-bedc-a52f581684fc tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=603a9aad-e694-4074-8d29-504276e991de,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:24.929205 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:24.936474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-f85962a0-1271-4eb3-9125-01ffb29c72b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:24.937934 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-f85962a0-1271-4eb3-9125-01ffb29c72b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0815771 Jul 05 17:58:25.020124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-79a13be5-748f-44bb-b90a-881818b99640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:25.021618 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-79a13be5-748f-44bb-b90a-881818b99640 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721490 Jul 05 17:58:25.123858 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:25.147025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e373d1-47c4-478b-80dc-2f04a1cde6e3 req-981fbc59-4385-4e77-b49a-f22b32aec018 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:25.148559 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31e373d1-47c4-478b-80dc-2f04a1cde6e3 req-981fbc59-4385-4e77-b49a-f22b32aec018 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 943 time: 0.1078370 Jul 05 17:58:25.177868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e012f-1c4d-4bfd-bad2-44ba25105878 req-70635b4d-23b4-45db-8d17-a8988ae6b25e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:25.178960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-035e012f-1c4d-4bfd-bad2-44ba25105878 req-70635b4d-23b4-45db-8d17-a8988ae6b25e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1048539 Jul 05 17:58:25.184117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:25.193129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:25.198642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:25.201158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Pushing event updated for resources: {'Port': ['ID=00a6cf1d-84f7-4cbf-aa19-7d4897d6a9f1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:25.230921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31e373d1-47c4-478b-80dc-2f04a1cde6e3 req-67605e20-7111-41da-876c-40ebfe143bf9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695822 Jul 05 17:58:25.243631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-035e012f-1c4d-4bfd-bad2-44ba25105878 req-16b56ca9-deb5-4056-883c-46501b6bd2b1 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569551 Jul 05 17:58:25.266183 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-7a6c387a-8f62-46c3-94e8-ab3dd46b09d5 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291598 Jul 05 17:58:25.333660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2a83c43-4a93-4252-a6b6-739a4ad9d48e req-28ec11ef-3d83-4cd1-bdf1-67a3c1eda7bc tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/477fba37-f5d8-43d3-9b13-0aecd7bf724f HTTP/1.1" status: 200 len: 2398 time: 0.0614917 Jul 05 17:58:25.375374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:25.416137 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fba16fdf-a6b6-45b4-8b11-f908787c5b8f req-082e4a40-130f-4f84-8fdd-1b63ca79cc1f service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110685 Jul 05 17:58:25.417834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f2a83c43-4a93-4252-a6b6-739a4ad9d48e req-e3c23c2f-9a6c-45c5-b775-c643aa99b1c3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:25.446086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f2a83c43-4a93-4252-a6b6-739a4ad9d48e req-e3c23c2f-9a6c-45c5-b775-c643aa99b1c3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:25.510933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:25.566673 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f2a83c43-4a93-4252-a6b6-739a4ad9d48e req-e3c23c2f-9a6c-45c5-b775-c643aa99b1c3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:25.569224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f2a83c43-4a93-4252-a6b6-739a4ad9d48e req-e3c23c2f-9a6c-45c5-b775-c643aa99b1c3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:25.570379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2a83c43-4a93-4252-a6b6-739a4ad9d48e req-e3c23c2f-9a6c-45c5-b775-c643aa99b1c3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "DELETE /v2.0/security-groups/477fba37-f5d8-43d3-9b13-0aecd7bf724f HTTP/1.1" status: 204 len: 173 time: 0.2356553 Jul 05 17:58:25.581930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c23c2f-9a6c-45c5-b775-c643aa99b1c3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=477fba37-f5d8-43d3-9b13-0aecd7bf724f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:25.668975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-53ba3092-c479-416f-841c-d350c4ac0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:25.670899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-53ba3092-c479-416f-841c-d350c4ac0e68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1094 time: 0.1301634 Jul 05 17:58:25.771995 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-a7955f23-4fb3-4534-a7c1-e3677ea156a0 req-4ada9f54-b5c5-4134-8640-7e8a4b4e2665 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] show failed (client error): The resource could not be found. Jul 05 17:58:25.782263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7955f23-4fb3-4534-a7c1-e3677ea156a0 req-4ada9f54-b5c5-4134-8640-7e8a4b4e2665 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/a03bf9e8-c66c-4037-bed8-eb0833350b46 HTTP/1.1" status: 404 len: 352 time: 0.0303044 Jul 05 17:58:25.792982 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:25.832799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-95dcc7a9-a484-4877-872f-9f9d549bd850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:25.835469 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-95dcc7a9-a484-4877-872f-9f9d549bd850 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.1478841 Jul 05 17:58:25.873735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-715ee81d-64e3-47e6-b542-ab6b5560f1b7 req-789f696a-df68-4819-871b-d5042dd39601 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/ab26e8b0-b85c-409e-9a66-f54dcd1b6710 HTTP/1.1" status: 200 len: 1805 time: 0.0654755 Jul 05 17:58:25.900241 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-7230c4d9-1f03-40a3-ab7b-72da155c8be0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 217 time: 0.0448706 Jul 05 17:58:25.908816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:25.959245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Pushing event updated for resources: {'Port': ['ID=00a6cf1d-84f7-4cbf-aa19-7d4897d6a9f1,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:25.973461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-715ee81d-64e3-47e6-b542-ab6b5560f1b7 req-7acc6cce-890e-4ef9-b3be-0a25d550565a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.002033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7c919-9145-4794-9c0a-1dd83823ec04 req-84bd500b-69cd-414a-b58f-b77ab8934af2 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:26.003707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16f7c919-9145-4794-9c0a-1dd83823ec04 req-84bd500b-69cd-414a-b58f-b77ab8934af2 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1533129 Jul 05 17:58:26.021746 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-715ee81d-64e3-47e6-b542-ab6b5560f1b7 req-7acc6cce-890e-4ef9-b3be-0a25d550565a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.041411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.046178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-39a5efcd-3e25-4302-950c-4f80b8a5f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:26.047840 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-39a5efcd-3e25-4302-950c-4f80b8a5f94e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0849996 Jul 05 17:58:26.073090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16f7c919-9145-4794-9c0a-1dd83823ec04 req-41edb7c7-8958-40e1-a72b-9f16e4b5a16c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606866 Jul 05 17:58:26.124518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-5abd5b61-ed20-4be9-bffe-f60fd5e2ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:26.126104 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-5abd5b61-ed20-4be9-bffe-f60fd5e2ff59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588896 Jul 05 17:58:26.135040 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.145480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-114c5da7-ee83-4516-ba04-f7d9b78ae392 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2432539 Jul 05 17:58:26.145936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-715ee81d-64e3-47e6-b542-ab6b5560f1b7 req-7acc6cce-890e-4ef9-b3be-0a25d550565a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.145936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-715ee81d-64e3-47e6-b542-ab6b5560f1b7 req-7acc6cce-890e-4ef9-b3be-0a25d550565a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.148189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-715ee81d-64e3-47e6-b542-ab6b5560f1b7 req-7acc6cce-890e-4ef9-b3be-0a25d550565a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "DELETE /v2.0/security-groups/ab26e8b0-b85c-409e-9a66-f54dcd1b6710 HTTP/1.1" status: 204 len: 173 time: 0.2664640 Jul 05 17:58:26.159900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acc6cce-890e-4ef9-b3be-0a25d550565a tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab26e8b0-b85c-409e-9a66-f54dcd1b6710,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:26.248245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-2a908e89-21bc-46e1-87a2-627de2f6f90c service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040270 Jul 05 17:58:26.249390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5de01996-9674-4406-a9d2-1b328eb38ecc req-2a391f57-ca28-428e-904a-00416a452b49 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/8a67bf94-4485-45a1-95fe-1002fd0310d5 HTTP/1.1" status: 200 len: 1804 time: 0.0624495 Jul 05 17:58:26.281576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 96429d9b-4d24-43d8-be6c-a4adc8c69621 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:26.324796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.350576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 96429d9b-4d24-43d8-be6c-a4adc8c69621 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:26.351143 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.399051 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5de01996-9674-4406-a9d2-1b328eb38ecc req-c59db1a8-4344-40d5-adc1-8a2eb0eb3717 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.407290 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0eefc67a-e304-4306-b013-012b19c9ed87 req-5d8376b3-7948-4b67-a956-460f18cef153 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416278 Jul 05 17:58:26.419548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-ad59412a-df2d-4180-b902-bb14883fc1f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--607769254&fields=id&tenant_id=30517f508512463c92d995c26e25987f HTTP/1.1" status: 200 len: 267 time: 0.0837264 Jul 05 17:58:26.432382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5de01996-9674-4406-a9d2-1b328eb38ecc req-c59db1a8-4344-40d5-adc1-8a2eb0eb3717 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.617856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-64a8e43a-72e6-4c5c-811b-a26625b2b1ab tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:26.617856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-64a8e43a-72e6-4c5c-811b-a26625b2b1ab tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/networks?id=a8a61b02-2eb9-46b5-93b5-1a765b8e3acf HTTP/1.1" status: 200 len: 810 time: 0.1504209 Jul 05 17:58:26.617856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-9e166f2e-9235-4424-beeb-f804b955b469 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/quotas/30517f508512463c92d995c26e25987f HTTP/1.1" status: 200 len: 375 time: 0.0107298 Jul 05 17:58:26.688398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-dab94e8e-b561-4686-8102-86396d0dfe58 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30517f508512463c92d995c26e25987f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686312 Jul 05 17:58:26.729883 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:58:26.756645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5de01996-9674-4406-a9d2-1b328eb38ecc req-c59db1a8-4344-40d5-adc1-8a2eb0eb3717 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.759403 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5de01996-9674-4406-a9d2-1b328eb38ecc req-c59db1a8-4344-40d5-adc1-8a2eb0eb3717 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:26.760599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5de01996-9674-4406-a9d2-1b328eb38ecc req-c59db1a8-4344-40d5-adc1-8a2eb0eb3717 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "DELETE /v2.0/security-groups/8a67bf94-4485-45a1-95fe-1002fd0310d5 HTTP/1.1" status: 204 len: 173 time: 0.5141861 Jul 05 17:58:26.777166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59db1a8-4344-40d5-adc1-8a2eb0eb3717 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a67bf94-4485-45a1-95fe-1002fd0310d5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:26.816554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-96259498-c78b-4d35-8fa1-ed0928648a07 service neutron] 10.222.0.30 "GET /v2.0/networks/a8a61b02-2eb9-46b5-93b5-1a765b8e3acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187453 Jul 05 17:58:26.930202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-9ea8548e-7930-4482-adb5-5264f731e911 service neutron] 10.222.0.30 "GET /v2.0/networks/a8a61b02-2eb9-46b5-93b5-1a765b8e3acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123657 Jul 05 17:58:27.018994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fb055e-3d29-4e5f-9327-17f0f71204ab req-2cb2fb13-d088-4f6f-beed-4259234baf54 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:27.020724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62fb055e-3d29-4e5f-9327-17f0f71204ab req-2cb2fb13-d088-4f6f-beed-4259234baf54 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 943 time: 0.0795612 Jul 05 17:58:27.078930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62fb055e-3d29-4e5f-9327-17f0f71204ab req-8b76bb11-7126-40f6-bcf4-c862d77ec32c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471241 Jul 05 17:58:27.275311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f905d56b-a5e8-4768-b31d-aebd25143b91 req-6aaaf151-60bf-40c8-9def-429fcaf5ce50 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:27.285937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f905d56b-a5e8-4768-b31d-aebd25143b91 req-6aaaf151-60bf-40c8-9def-429fcaf5ce50 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0874331 Jul 05 17:58:27.347759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f905d56b-a5e8-4768-b31d-aebd25143b91 req-4b93e23b-034f-40f0-a666-b53d8480e210 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533106 Jul 05 17:58:27.359254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5e45374-c3dc-4b68-bde3-c66eab9d8fd4 req-d047c6ff-de2f-495d-a309-7d5b93ba30e3 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/6447b3ac-e824-4dac-8ea8-b5b2fab83667 HTTP/1.1" status: 200 len: 1805 time: 0.0573900 Jul 05 17:58:27.423432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d5e45374-c3dc-4b68-bde3-c66eab9d8fd4 req-3912ab53-00b2-4e7f-990e-a46cebda1528 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:27.451500 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d5e45374-c3dc-4b68-bde3-c66eab9d8fd4 req-3912ab53-00b2-4e7f-990e-a46cebda1528 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:27.552552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502b63a-01fc-4cd7-988e-33575870ed45 req-cdf5b109-1ff8-4ab0-9fe7-bd645e7c2415 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:27.554178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6502b63a-01fc-4cd7-988e-33575870ed45 req-cdf5b109-1ff8-4ab0-9fe7-bd645e7c2415 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.0877745 Jul 05 17:58:27.600487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6502b63a-01fc-4cd7-988e-33575870ed45 req-3acac6f0-6bb5-4da6-99b4-81ad93b8f5f4 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399814 Jul 05 17:58:27.606304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d5e45374-c3dc-4b68-bde3-c66eab9d8fd4 req-3912ab53-00b2-4e7f-990e-a46cebda1528 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:27.609026 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d5e45374-c3dc-4b68-bde3-c66eab9d8fd4 req-3912ab53-00b2-4e7f-990e-a46cebda1528 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:27.610164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5e45374-c3dc-4b68-bde3-c66eab9d8fd4 req-3912ab53-00b2-4e7f-990e-a46cebda1528 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "DELETE /v2.0/security-groups/6447b3ac-e824-4dac-8ea8-b5b2fab83667 HTTP/1.1" status: 204 len: 173 time: 0.2426269 Jul 05 17:58:27.628911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3912ab53-00b2-4e7f-990e-a46cebda1528 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6447b3ac-e824-4dac-8ea8-b5b2fab83667,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:27.706182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffb8f4e1-469f-4c77-81ad-9f10fc8c1fa3 req-22365c20-93ca-4bbf-8980-094856cb905f tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/09ca4c3e-f2cd-4b8f-b93b-95a5e59917f2 HTTP/1.1" status: 200 len: 2403 time: 0.0732706 Jul 05 17:58:27.708262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8abed487-4fc0-4155-a9d8-f7bd77017b9e req-d3a4f9ff-da04-4a57-bd3e-235fad2f22f1 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 210 time: 0.0378208 Jul 05 17:58:27.769497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ffb8f4e1-469f-4c77-81ad-9f10fc8c1fa3 req-9e02807f-331d-498e-adcc-ebb0f0a78f88 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:27.793758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ffb8f4e1-469f-4c77-81ad-9f10fc8c1fa3 req-9e02807f-331d-498e-adcc-ebb0f0a78f88 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:27.943835 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ffb8f4e1-469f-4c77-81ad-9f10fc8c1fa3 req-9e02807f-331d-498e-adcc-ebb0f0a78f88 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:27.947443 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ffb8f4e1-469f-4c77-81ad-9f10fc8c1fa3 req-9e02807f-331d-498e-adcc-ebb0f0a78f88 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:27.949330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffb8f4e1-469f-4c77-81ad-9f10fc8c1fa3 req-9e02807f-331d-498e-adcc-ebb0f0a78f88 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "DELETE /v2.0/security-groups/09ca4c3e-f2cd-4b8f-b93b-95a5e59917f2 HTTP/1.1" status: 204 len: 173 time: 0.2371960 Jul 05 17:58:27.960247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e02807f-331d-498e-adcc-ebb0f0a78f88 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ca4c3e-f2cd-4b8f-b93b-95a5e59917f2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:28.045038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de48748f-da1b-419c-91fd-bc26e9605093 req-c54b4d98-3a04-4fa8-9ce7-f3548398eb33 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "GET /v2.0/security-groups/63be3cfb-4219-4fbb-936f-f9d810a418d1 HTTP/1.1" status: 200 len: 2397 time: 0.0522442 Jul 05 17:58:28.113054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-de48748f-da1b-419c-91fd-bc26e9605093 req-a4db4bb9-ea18-4d01-bdb9-886006d3d375 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.141686 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-de48748f-da1b-419c-91fd-bc26e9605093 req-a4db4bb9-ea18-4d01-bdb9-886006d3d375 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.283676 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-de48748f-da1b-419c-91fd-bc26e9605093 req-a4db4bb9-ea18-4d01-bdb9-886006d3d375 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.286428 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-de48748f-da1b-419c-91fd-bc26e9605093 req-a4db4bb9-ea18-4d01-bdb9-886006d3d375 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.293333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de48748f-da1b-419c-91fd-bc26e9605093 req-a4db4bb9-ea18-4d01-bdb9-886006d3d375 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] 10.222.0.30 "DELETE /v2.0/security-groups/63be3cfb-4219-4fbb-936f-f9d810a418d1 HTTP/1.1" status: 204 len: 173 time: 0.2424731 Jul 05 17:58:28.294931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48552) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:28.301053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db4bb9-ea18-4d01-bdb9-886006d3d375 tempest-SecurityGroupRulesTestJSON-654029140 tempest-SecurityGroupRulesTestJSON-654029140-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63be3cfb-4219-4fbb-936f-f9d810a418d1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:28.377711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c0134a-3cbe-4b9d-b408-9d07b44b7c05 admin admin] Deleting subnet ccaf209c-1834-40e1-9b31-61b940bce13a {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:58:28.381298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05c0134a-3cbe-4b9d-b408-9d07b44b7c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.421068 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05c0134a-3cbe-4b9d-b408-9d07b44b7c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.477548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083b2dc-26a4-42f2-bcee-a41927330b2f req-1aeea00a-83d3-4ab2-aa58-74cf339892bf tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:28.480315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5083b2dc-26a4-42f2-bcee-a41927330b2f req-1aeea00a-83d3-4ab2-aa58-74cf339892bf tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 943 time: 0.0817356 Jul 05 17:58:28.481929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05c0134a-3cbe-4b9d-b408-9d07b44b7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.525610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5083b2dc-26a4-42f2-bcee-a41927330b2f req-a30dd27b-f2d2-4796-b3f8-c3f014bf1917 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Jul 05 17:58:28.668021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05c0134a-3cbe-4b9d-b408-9d07b44b7c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.696006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c0134a-3cbe-4b9d-b408-9d07b44b7c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccaf209c-1834-40e1-9b31-61b940bce13a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:28.702194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05c0134a-3cbe-4b9d-b408-9d07b44b7c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.706943 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05c0134a-3cbe-4b9d-b408-9d07b44b7c05 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ccaf209c-1834-40e1-9b31-61b940bce13a HTTP/1.1" status: 204 len: 168 time: 0.4080215 Jul 05 17:58:28.707207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48562) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:28.780940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.807945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2958b-1dfe-4f09-8eef-f03fe6a7e41e req-d44b159a-3604-4d00-998f-8447f47e0f25 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:28.809490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcd2958b-1dfe-4f09-8eef-f03fe6a7e41e req-d44b159a-3604-4d00-998f-8447f47e0f25 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0720277 Jul 05 17:58:28.876116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcd2958b-1dfe-4f09-8eef-f03fe6a7e41e req-b717d9b1-f312-4f1c-8cd0-2808a1d93353 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585990 Jul 05 17:58:28.879159 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.899009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf49cc0d-ebfa-455c-9665-413e8e683128']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:28.902038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85577146-ca62-4514-bc6d-d3fb48750950') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:28.902337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85577146-ca62-4514-bc6d-d3fb48750950') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:28.913046 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.928997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.936863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:58:28.937280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: timer() Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:58:28.950242 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:58:28.955542 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:58:28.955542 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:58:28.955542 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:58:28.955542 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:58:28.955542 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:58:29.106908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:29.126367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d3aea-7902-4af5-8dba-2a89bc6ab9a8 req-7472bb25-df1a-4236-8198-8b345dc9187a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:29.132276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f8d3aea-7902-4af5-8dba-2a89bc6ab9a8 req-7472bb25-df1a-4236-8198-8b345dc9187a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1140471 Jul 05 17:58:29.141733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:29.144127 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cf49cc0d-ebfa-455c-9665-413e8e683128 HTTP/1.1" status: 204 len: 168 time: 0.4359088 Jul 05 17:58:29.145186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd79db-5a7d-4a50-bc46-4e8382558b28 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf49cc0d-ebfa-455c-9665-413e8e683128,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:29.172900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-796fa778-6296-44bc-aa39-53a10cf981c4 req-6b7bffc2-8f35-44ac-94f7-b295e5c1dd10 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 210 time: 0.0855246 Jul 05 17:58:29.224681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f8d3aea-7902-4af5-8dba-2a89bc6ab9a8 req-ae600076-6847-4378-bbf5-50b86070091f tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554142 Jul 05 17:58:29.426341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:29.580051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48574) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:29.598092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:58:29.659271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48578) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:29.666683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-85970963-3168-4b81-8fc3-0cff2a4fb75b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=352c02441e61465bafe041479c81347d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0850894 Jul 05 17:58:29.746675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20197001-554a-4a00-828e-610ca192fdec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:29.777304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:29.784355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a36a8-b6ea-4857-997b-8c6e42d2196c req-876901f1-0a66-48b3-b63e-31059d4c99bd tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:29.786697 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20197001-554a-4a00-828e-610ca192fdec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:29.791275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'port_id': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'mac_address': 'fa:16:3e:53:3d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:58:29.792521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f66a36a8-b6ea-4857-997b-8c6e42d2196c req-876901f1-0a66-48b3-b63e-31059d4c99bd tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 943 time: 0.1120968 Jul 05 17:58:29.835121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f66a36a8-b6ea-4857-997b-8c6e42d2196c req-26e5cc2c-57ad-4358-9b25-a4cfd0b323f5 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Jul 05 17:58:29.855474 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:29.872537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:29.895048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:29.978091 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:29.991850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-4a67e70f-9d77-402a-adda-ef63f1322069 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:29.994993 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-4a67e70f-9d77-402a-adda-ef63f1322069 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.97 "GET /v2.0/networks?id=a8a61b02-2eb9-46b5-93b5-1a765b8e3acf HTTP/1.1" status: 200 len: 810 time: 0.1416104 Jul 05 17:58:30.002995 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20197001-554a-4a00-828e-610ca192fdec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:30.002995 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20197001-554a-4a00-828e-610ca192fdec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:30.003930 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-20197001-554a-4a00-828e-610ca192fdec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/669ce3a3-b015-4d78-8996-f75c428e6c9d HTTP/1.1" status: 204 len: 168 time: 0.3426049 Jul 05 17:58:30.069642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20197001-554a-4a00-828e-610ca192fdec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669ce3a3-b015-4d78-8996-f75c428e6c9d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:30.099030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:30.102435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-426a7623-6aea-4dac-ad9b-325a398f79fa tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30517f508512463c92d995c26e25987f HTTP/1.1" status: 200 len: 379 time: 0.0968082 Jul 05 17:58:30.117476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Request body: {'port': {'device_id': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'admin_state_up': True, 'tenant_id': '30517f508512463c92d995c26e25987f', 'security_groups': ['9e00769f-e158-4254-b914-5341c0ddb376']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:30.171047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fbe22-8d84-463f-8a36-b56095644ad6 req-7c5dd85f-1624-4879-a9e5-2e64005c68c2 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:30.172632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b8fbe22-8d84-463f-8a36-b56095644ad6 req-7c5dd85f-1624-4879-a9e5-2e64005c68c2 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1038377 Jul 05 17:58:30.215700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b8fbe22-8d84-463f-8a36-b56095644ad6 req-afce5cca-e6b9-4518-90c7-77b7c5dd73ff tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374415 Jul 05 17:58:30.352258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Made reservation on behalf of 30517f508512463c92d995c26e25987f for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:30.360331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:30.367641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5b20975-7939-499d-bae3-2c2f7d05f5be req-9b77aeaa-b71c-4965-937e-09b070a9060d tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 210 time: 0.0385356 Jul 05 17:58:30.453330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d74507-1dc5-48ac-9c1a-b0ecdb58184e req-8133f609-3cbf-4c21-8a93-1fe2ef84be9d tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:30.455307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1d74507-1dc5-48ac-9c1a-b0ecdb58184e req-8133f609-3cbf-4c21-8a93-1fe2ef84be9d tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.0801725 Jul 05 17:58:30.486128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['38d0ffda-fb3a-48db-8d1b-b71aab58cd39'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:30.533438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1d74507-1dc5-48ac-9c1a-b0ecdb58184e req-2af94568-c080-4e43-b18f-485bb92f8d44 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723526 Jul 05 17:58:30.592208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Allocated IP 172.20.0.14 (a8a61b02-2eb9-46b5-93b5-1a765b8e3acf/d242711e-11f9-423f-8206-8718969f8287/ddcf00b7-1fd0-4715-9f43-32e62087d6e5) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:30.738807 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:30.757330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Transition to ACTIVE for port object ddcf00b7-1fd0-4715-9f43-32e62087d6e5 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:30.850391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:30.926659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Pushing event updated for resources: {'Port': ['ID=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:30.930428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:30.933263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:30.936130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:31.003380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:31.004133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:31.088439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4164a-2318-4a44-af5e-ec6c82c43ca5 req-1d5bd386-3cd5-4d9c-9df7-5c27b1ff887c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:31.091925 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bca4164a-2318-4a44-af5e-ec6c82c43ca5 req-1d5bd386-3cd5-4d9c-9df7-5c27b1ff887c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 944 time: 0.0966916 Jul 05 17:58:31.115936 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-16f45420-3907-4a72-9239-7a202d31e43f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0073667 Jul 05 17:58:31.129899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Request body: {'port': {'device_id': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:31.225932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bca4164a-2318-4a44-af5e-ec6c82c43ca5 req-926626cc-d4ba-4e07-8f60-9b470f0442a3 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270726 Jul 05 17:58:31.286760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:31.412059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-852c5295-04c5-49cd-991a-7bfdf1d67da1 None None] Provisioning for port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:31.416967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-852c5295-04c5-49cd-991a-7bfdf1d67da1 None None] Provisioning complete for port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:31.417832 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-852c5295-04c5-49cd-991a-7bfdf1d67da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:31.419553 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48622) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:31.489550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b18034-77cd-4317-aafc-da8d195704f3 req-f365b37e-2845-4b2f-a5d7-75db4e561eeb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:31.498850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36b18034-77cd-4317-aafc-da8d195704f3 req-f365b37e-2845-4b2f-a5d7-75db4e561eeb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0922501 Jul 05 17:58:31.500411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-852c5295-04c5-49cd-991a-7bfdf1d67da1 None None] Port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:58:31.555662 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36b18034-77cd-4317-aafc-da8d195704f3 req-4a9ab602-9ace-465f-b87b-291a2ce7e5d5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557642 Jul 05 17:58:31.684942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-754315331-network', 'tenant_id': '067f21970fc24aa3aa98db5859b620ac'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:31.779926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397073c-d5ca-4c62-bd6f-ae3cb9c79be3 req-63841b6e-5bc2-43a1-8b95-6706ac610811 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:31.787096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a397073c-d5ca-4c62-bd6f-ae3cb9c79be3 req-63841b6e-5bc2-43a1-8b95-6706ac610811 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 932 time: 0.2189767 Jul 05 17:58:31.798317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddcf00b7-1fd0-4715-9f43-32e62087d6e5 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:31.808203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:31.825225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Transition to ACTIVE for port object ddcf00b7-1fd0-4715-9f43-32e62087d6e5 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:31.839473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a397073c-d5ca-4c62-bd6f-ae3cb9c79be3 req-2f1f45cd-e463-4158-8751-8d07703e41fc tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514071 Jul 05 17:58:31.865979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5e862-6aba-4afa-a551-d087e692f0d1 req-d407db47-7d13-49dd-a86b-db8921166373 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:31.877672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95c5e862-6aba-4afa-a551-d087e692f0d1 req-d407db47-7d13-49dd-a86b-db8921166373 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1531603 Jul 05 17:58:31.878762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Made reservation on behalf of 067f21970fc24aa3aa98db5859b620ac for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:31.881217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:31.900498 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:31.925373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95c5e862-6aba-4afa-a551-d087e692f0d1 req-4838fd7f-ce20-43f9-8808-74ffa9ec1739 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548942 Jul 05 17:58:31.963825 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.018900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:32.047725 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.101644 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.123541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:58:32.124295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Attempting to bind port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:32.124733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Attempting to bind port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:32.125157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Attempting to bind port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 on network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:32.132021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 on network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:32.132659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Attempting to bind port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 on network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:32.138722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:32.138973 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.139292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Checking segment: {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:32.139863 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Added segment 85241f60-6d92-4647-b967-4b69adf4ba05 of type vlan for network 23bb9815-a0b2-477b-a04e-1ef038db9eac Jul 05 17:58:32.140002 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Bound using segment: {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:32.140519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Bound port: ddcf00b7-1fd0-4715-9f43-32e62087d6e5, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:32.140994 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.226697 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.231842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:32.235294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] For port ddcf00b7-1fd0-4715-9f43-32e62087d6e5, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:32.241853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] For port ddcf00b7-1fd0-4715-9f43-32e62087d6e5, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:32.318937 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.403085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:32.403739 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.405471 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] 10.222.0.97 "PUT /v2.0/ports/ddcf00b7-1fd0-4715-9f43-32e62087d6e5 HTTP/1.1" status: 200 len: 1092 time: 1.2799170 Jul 05 17:58:32.406452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f75308-0c10-4bea-b06c-1ad3b82737ff service neutron] Pushing event updated for resources: {'Port': ['ID=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:32.409125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'tag': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:32.411770 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a51cf1d-0619-4737-862c-723589afb4c5" -d '{"events": [{"name": "network-changed", "server_uuid": "d10a7fee-189d-4242-baf8-8f13e4325778", "tag": "ddcf00b7-1fd0-4715-9f43-32e62087d6e5"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:32.427259 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.431586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:32.431586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.491984 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8706300-2907-4eb9-bd22-0f80641f0f61 x-openstack-request-id: req-e8706300-2907-4eb9-bd22-0f80641f0f61 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:32.492645 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10a7fee-189d-4242-baf8-8f13e4325778", "tag": "ddcf00b7-1fd0-4715-9f43-32e62087d6e5", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:32.492972 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8706300-2907-4eb9-bd22-0f80641f0f61 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:32.494300 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'tag': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5', 'status': 'completed', 'code': 200} Jul 05 17:58:32.603561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] Pushing event updated for resources: {'Network': ['ID=23bb9815-a0b2-477b-a04e-1ef038db9eac,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:32.614067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 23bb9815-a0b2-477b-a04e-1ef038db9eac details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:58:32.640949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0586fc70-1995-4abf-b8e4-01bdf6380e6f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2155635 Jul 05 17:58:32.651127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48678) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:32.661081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Request body: {'subnet': {'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-754315331-subnet', 'tenant_id': '067f21970fc24aa3aa98db5859b620ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:32.671718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51cf1d-0619-4737-862c-723589afb4c5 req-7d6ba52f-cd9e-4b25-a54d-ac731d2a22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:32.673550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2a51cf1d-0619-4737-862c-723589afb4c5 req-7d6ba52f-cd9e-4b25-a54d-ac731d2a22fe service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30517f508512463c92d995c26e25987f&device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 1095 time: 0.1540608 Jul 05 17:58:32.695053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064865ba-f950-4f3b-8087-0673a7874afa req-e9fa5574-c969-4672-b8a4-cb55d645f574 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:32.707510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-064865ba-f950-4f3b-8087-0673a7874afa req-e9fa5574-c969-4672-b8a4-cb55d645f574 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 944 time: 0.3040817 Jul 05 17:58:32.804034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Made reservation on behalf of 067f21970fc24aa3aa98db5859b620ac for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:32.807282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:32.824729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-064865ba-f950-4f3b-8087-0673a7874afa req-62bf39a1-784a-43b4-8a26-af59dd124185 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102791 Jul 05 17:58:32.911012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7add5b-a62d-464a-bda9-7258fddff526 req-85676131-b96c-428a-881c-0aabd80c81eb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:32.919020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e7add5b-a62d-464a-bda9-7258fddff526 req-85676131-b96c-428a-881c-0aabd80c81eb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1329601 Jul 05 17:58:32.966690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51cf1d-0619-4737-862c-723589afb4c5 req-53181662-671a-44f4-96d9-bf246eceabf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:32.968196 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2a51cf1d-0619-4737-862c-723589afb4c5 req-53181662-671a-44f4-96d9-bf246eceabf6 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=30517f508512463c92d995c26e25987f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2852004 Jul 05 17:58:33.000107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e7add5b-a62d-464a-bda9-7258fddff526 req-956d5389-48b8-49b5-ab11-0acf8e48f286 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798876 Jul 05 17:58:33.132136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c925b-cf71-47de-8d5f-7cfb5e74c582 req-81c7feff-c3f9-4772-893e-39c20ca6552a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:33.134363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-928c925b-cf71-47de-8d5f-7cfb5e74c582 req-81c7feff-c3f9-4772-893e-39c20ca6552a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 944 time: 0.1242650 Jul 05 17:58:33.150043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51cf1d-0619-4737-862c-723589afb4c5 req-7919b914-6c46-49ad-ad95-0af5aa7cdde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:33.150043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2a51cf1d-0619-4737-862c-723589afb4c5 req-7919b914-6c46-49ad-ad95-0af5aa7cdde8 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1692836 Jul 05 17:58:33.168794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:33.228450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-928c925b-cf71-47de-8d5f-7cfb5e74c582 req-00bcb189-ccd7-4c03-8bfe-5ddbc68f868d tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866933 Jul 05 17:58:33.268988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814f1df-71ec-42f3-abae-4e665df7e70a req-34df6dd0-302f-4a9a-ad15-c0d5ba0cc9a7 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:33.279253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d814f1df-71ec-42f3-abae-4e665df7e70a req-34df6dd0-302f-4a9a-ad15-c0d5ba0cc9a7 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1203852 Jul 05 17:58:33.304968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:33.319199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Checking segment: {'id': '85241f60-6d92-4647-b967-4b69adf4ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:33.319540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Network hostable DHCP agents. Network: 23bb9815-a0b2-477b-a04e-1ef038db9eac, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:58:33.341883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d814f1df-71ec-42f3-abae-4e665df7e70a req-b8f9a864-7fab-4389-9cb1-89f24bbe3fff tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616522 Jul 05 17:58:33.380744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-371f22de-a04b-4a89-be70-e4c20c949a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:33.383642 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-371f22de-a04b-4a89-be70-e4c20c949a1c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30517f508512463c92d995c26e25987f&device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 1095 time: 0.1594241 Jul 05 17:58:33.449356 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-6d0482a0-64a5-4e74-bf40-9c26f76ebf68 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddcf00b7-1fd0-4715-9f43-32e62087d6e5 HTTP/1.1" status: 200 len: 217 time: 0.0594618 Jul 05 17:58:33.450056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Network 23bb9815-a0b2-477b-a04e-1ef038db9eac is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:58:33.533566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-6e85f003-7786-4c5e-9c8d-db73a829ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:33.536129 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-6e85f003-7786-4c5e-9c8d-db73a829ca30 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d242711e-11f9-423f-8206-8718969f8287 HTTP/1.1" status: 200 len: 849 time: 0.0792224 Jul 05 17:58:33.560966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 23bb9815-a0b2-477b-a04e-1ef038db9eac) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:33.564709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5e4da9-ba4b-4b62-a86f-a7b17d2880bf None None] Network 23bb9815-a0b2-477b-a04e-1ef038db9eac requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:58:33.578457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:33.579367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:33.651093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-0bbe41c7-bd1d-4062-9775-0ef60b98cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:33.654491 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-0bbe41c7-bd1d-4062-9775-0ef60b98cd92 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a8a61b02-2eb9-46b5-93b5-1a765b8e3acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116445 Jul 05 17:58:33.690301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:33.699463 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-723c0b19-945c-44ad-ade0-fdd5cb5a295b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0457499 Jul 05 17:58:33.743978 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2ce9880-a381-425d-811d-64932214b912 req-f8f93807-bc94-4fdd-ac27-fed163fab75a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1482780 Jul 05 17:58:33.791988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b067a02-dd7c-4600-bf92-ec2494220cd3 None None] Network 23bb9815-a0b2-477b-a04e-1ef038db9eac requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:58:33.842723 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-1383e38f-c3ee-4319-9159-94153e5cab00 service neutron] 10.222.0.97 "GET /v2.0/networks/a8a61b02-2eb9-46b5-93b5-1a765b8e3acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790044 Jul 05 17:58:34.038977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:34.046583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:34.048599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9880-a381-425d-811d-64932214b912 req-7028bf22-f63e-423c-aae9-06704570a826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:34.048781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:34.048913 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2ce9880-a381-425d-811d-64932214b912 req-7028bf22-f63e-423c-aae9-06704570a826 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7948372b992846c9a77b849f9de5dda2&device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 1097 time: 0.2752485 Jul 05 17:58:34.078107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ccb99-1ef4-4f24-912d-51b89a34bf2c req-347f1af0-7aa8-4bd7-a59c-154cd381e461 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:34.088694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-474ccb99-1ef4-4f24-912d-51b89a34bf2c req-347f1af0-7aa8-4bd7-a59c-154cd381e461 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 944 time: 0.1020262 Jul 05 17:58:34.152194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-474ccb99-1ef4-4f24-912d-51b89a34bf2c req-afbed93e-e345-4882-976e-a7c25a197eb6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615194 Jul 05 17:58:34.198894 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:34.203492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-422bafde-db66-436b-8484-e3b2257a448d req-d68ffb3f-213e-4285-8a9d-948edb3e4e4c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-442134825', 'description': 'tempest-description-777240803'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:34.214590 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea4d1e83-fe8a-4a6f-8302-96f61b26f2be req-279e1f0f-842c-4ec6-a74e-f330d975dd9e service neutron] 10.222.0.97 "GET /v2.0/networks/a8a61b02-2eb9-46b5-93b5-1a765b8e3acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627810 Jul 05 17:58:34.237041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:34.239649 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3560a74-fe09-45ab-9884-e51a7c3add26" -d '{"events": [{"server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "name": "network-vif-plugged", "status": "completed", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:34.254799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:34.263353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9880-a381-425d-811d-64932214b912 req-a2080f6b-8d4b-4c00-964e-97bd4fa2526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:34.267674 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2ce9880-a381-425d-811d-64932214b912 req-a2080f6b-8d4b-4c00-964e-97bd4fa2526b service neutron] 10.222.0.97 "GET /v2.0/networks?id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 200 len: 924 time: 0.1852279 Jul 05 17:58:34.356590 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2ce9880-a381-425d-811d-64932214b912 req-7fba1e4d-a342-493a-a7a1-0609d7b92880 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85ee28bf-187a-4048-90b0-bb3c60525ecf HTTP/1.1" status: 200 len: 1002 time: 0.0805480 Jul 05 17:58:34.362022 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:34.366263 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-422bafde-db66-436b-8484-e3b2257a448d req-d68ffb3f-213e-4285-8a9d-948edb3e4e4c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:34.422385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf14ca-0887-455b-ad9c-9502ee72a703 req-e51ab70e-1e76-425d-8509-3612dae1ac36 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:34.429890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dacf14ca-0887-455b-ad9c-9502ee72a703 req-e51ab70e-1e76-425d-8509-3612dae1ac36 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1050034 Jul 05 17:58:34.441343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9880-a381-425d-811d-64932214b912 req-97dfcdba-dcc8-4c73-9b73-fd6e89a26880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:34.445868 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2ce9880-a381-425d-811d-64932214b912 req-97dfcdba-dcc8-4c73-9b73-fd6e89a26880 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=339413cb-a39e-4aeb-90e2-4c062c4dd114 HTTP/1.1" status: 200 len: 863 time: 0.0794828 Jul 05 17:58:34.460593 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:34.474717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dacf14ca-0887-455b-ad9c-9502ee72a703 req-a59d63a7-f8f3-455d-8511-33b2f3422a94 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438454 Jul 05 17:58:34.549252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce9880-a381-425d-811d-64932214b912 req-f9215df1-54f7-4d9a-bb33-9ab7f766a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:34.550842 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-422bafde-db66-436b-8484-e3b2257a448d req-d68ffb3f-213e-4285-8a9d-948edb3e4e4c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:34.550980 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2ce9880-a381-425d-811d-64932214b912 req-f9215df1-54f7-4d9a-bb33-9ab7f766a582 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f9bbdcf1-1e4e-4139-95d9-b7de048957ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972409 Jul 05 17:58:34.553481 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc180f4b-08a6-4ec9-a1f3-0425e969a1d8 x-openstack-request-id: req-bc180f4b-08a6-4ec9-a1f3-0425e969a1d8 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:34.554606 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "name": "network-vif-plugged", "status": "completed", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:34.555015 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc180f4b-08a6-4ec9-a1f3-0425e969a1d8 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:34.556850 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'code': 200} Jul 05 17:58:34.620996 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-422bafde-db66-436b-8484-e3b2257a448d req-d68ffb3f-213e-4285-8a9d-948edb3e4e4c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:34.670401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ffb3f-213e-4285-8a9d-948edb3e4e4c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd84ee91-53fe-4686-b9d8-0aca9841c370,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:34.701777 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2ce9880-a381-425d-811d-64932214b912 req-ede02704-b25f-4c9c-affe-c8f17b906c9d service neutron] 10.222.0.97 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420395 Jul 05 17:58:34.758026 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-422bafde-db66-436b-8484-e3b2257a448d req-d68ffb3f-213e-4285-8a9d-948edb3e4e4c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:34.760198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-422bafde-db66-436b-8484-e3b2257a448d req-d68ffb3f-213e-4285-8a9d-948edb3e4e4c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5636373 Jul 05 17:58:34.828598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017ce24-e0d0-4780-8c03-dfe4e0a6e12d req-b0c39da0-348c-4c63-bd82-e97b5faef4fd tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:34.830225 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1017ce24-e0d0-4780-8c03-dfe4e0a6e12d req-b0c39da0-348c-4c63-bd82-e97b5faef4fd tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 944 time: 0.1571360 Jul 05 17:58:34.920306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1017ce24-e0d0-4780-8c03-dfe4e0a6e12d req-89a71ca5-c458-4673-a7b1-bdcfb36ebdd0 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735571 Jul 05 17:58:35.109952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f8f35-1822-4e06-97cf-7797ebf6df7c req-d6a0dc35-f28b-4514-a960-25f635b511f6 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:35.111706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-040f8f35-1822-4e06-97cf-7797ebf6df7c req-d6a0dc35-f28b-4514-a960-25f635b511f6 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1731627 Jul 05 17:58:35.200596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f97c9505-b174-43ae-a4f2-aaa01dd97d4b req-52b77480-423c-41d7-abe3-8d8edaaeb147 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1708917619', 'description': 'tempest-description-1655415472'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:35.219913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-040f8f35-1822-4e06-97cf-7797ebf6df7c req-fb3e2086-e63b-4486-87db-6e3f944cd3a5 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001506 Jul 05 17:58:35.241480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2ce9880-a381-425d-811d-64932214b912 req-d4e8ed4a-ae76-48c7-8583-5d491a2308ea service neutron] 10.222.0.97 "GET /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255516 Jul 05 17:58:35.259773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a829-f66a-49eb-bf52-f404f60a6004 req-8944b045-d641-450a-92fe-823089463c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:35.259773 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e750a829-f66a-49eb-bf52-f404f60a6004 req-8944b045-d641-450a-92fe-823089463c04 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1096 time: 0.5519042 Jul 05 17:58:35.307949 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e750a829-f66a-49eb-bf52-f404f60a6004 req-8a8d8946-149d-4863-bc21-6827f7826879 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 Jul 05 17:58:35.471071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b435b93-6a60-4675-ad61-fa9a936af41a req-de761c43-d2d0-49c0-b112-4389352f844c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:35.473222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b435b93-6a60-4675-ad61-fa9a936af41a req-de761c43-d2d0-49c0-b112-4389352f844c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 945 time: 0.0834944 Jul 05 17:58:35.637571 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:35.855878 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f97c9505-b174-43ae-a4f2-aaa01dd97d4b req-52b77480-423c-41d7-abe3-8d8edaaeb147 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:35.909864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b435b93-6a60-4675-ad61-fa9a936af41a req-accd79ae-d1b7-4c1e-88b8-3f40dedbe65c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302690 Jul 05 17:58:36.047907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f97c9505-b174-43ae-a4f2-aaa01dd97d4b req-52b77480-423c-41d7-abe3-8d8edaaeb147 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:36.131332 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f97c9505-b174-43ae-a4f2-aaa01dd97d4b req-52b77480-423c-41d7-abe3-8d8edaaeb147 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:36.175625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b77480-423c-41d7-abe3-8d8edaaeb147 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c8b057-2a14-4a26-a5c8-b1f85803202d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:36.215741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf364d5-05fe-4a01-ac69-641af4566f28 req-cea7d2cc-41fb-414c-b83c-9eeaa93fa7a3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:36.215741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fdf364d5-05fe-4a01-ac69-641af4566f28 req-cea7d2cc-41fb-414c-b83c-9eeaa93fa7a3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1171248 Jul 05 17:58:36.236300 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f97c9505-b174-43ae-a4f2-aaa01dd97d4b req-52b77480-423c-41d7-abe3-8d8edaaeb147 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:36.251291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f97c9505-b174-43ae-a4f2-aaa01dd97d4b req-52b77480-423c-41d7-abe3-8d8edaaeb147 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0453227 Jul 05 17:58:36.264091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fdf364d5-05fe-4a01-ac69-641af4566f28 req-e30c7724-fe96-42b3-942e-de38c2f1f0df tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Jul 05 17:58:36.443263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797691a-c870-42db-8837-eb3972e2ad36 req-a7b6c458-0c31-4c70-8255-e32109bed74a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:36.444899 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a797691a-c870-42db-8837-eb3972e2ad36 req-a7b6c458-0c31-4c70-8255-e32109bed74a tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 944 time: 0.0759416 Jul 05 17:58:36.502537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a797691a-c870-42db-8837-eb3972e2ad36 req-6b71835d-0557-43e4-b1df-d5f0f4fa1a91 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500395 Jul 05 17:58:36.565194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecbf86-5b53-46fe-8110-c6412d03ea43 req-8214eb33-a0b2-4b8f-bebf-8484baa95352 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:36.566939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02ecbf86-5b53-46fe-8110-c6412d03ea43 req-8214eb33-a0b2-4b8f-bebf-8484baa95352 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.0827117 Jul 05 17:58:36.663860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02ecbf86-5b53-46fe-8110-c6412d03ea43 req-e17fd15c-407d-44cd-a5ad-a526b804d990 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904081 Jul 05 17:58:36.714372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-3eea00d4-8787-4451-ba2c-df08530d80fb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:36.716020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-3eea00d4-8787-4451-ba2c-df08530d80fb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 812 time: 0.1235886 Jul 05 17:58:36.731199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-526c5915-f1f0-44a0-bf24-db98aacc77ce tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/quotas/067f21970fc24aa3aa98db5859b620ac HTTP/1.1" status: 200 len: 375 time: 0.0098031 Jul 05 17:58:36.768944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-a257c84a-3dd6-47f6-944e-04f471cf67a3 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304248 Jul 05 17:58:36.891051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-de5e4e42-d264-488a-a76c-52c3f573e22c service neutron] 10.222.0.30 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143522 Jul 05 17:58:37.000236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-4ff18bff-974f-401f-bb5a-08c874c3e1f2 service neutron] 10.222.0.30 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071634 Jul 05 17:58:37.181523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40499d71-e399-42ab-884e-a5a5aaed6ff2 req-fc49463a-a2ef-4bff-bcdd-aef8176d94fa tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:37.183978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40499d71-e399-42ab-884e-a5a5aaed6ff2 req-fc49463a-a2ef-4bff-bcdd-aef8176d94fa tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 945 time: 0.1117928 Jul 05 17:58:37.240278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40499d71-e399-42ab-884e-a5a5aaed6ff2 req-bc28d96f-ee00-42c2-88c0-b03ce4f74060 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497532 Jul 05 17:58:37.249493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ddcf00b7-1fd0-4715-9f43-32e62087d6e5 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:58:37.364721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ddcf00b7-1fd0-4715-9f43-32e62087d6e5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:37.381591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'port_id': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5', 'mac_address': 'fa:16:3e:91:2b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:58:37.430663 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:37.452982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddcf00b7-1fd0-4715-9f43-32e62087d6e5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:37.475605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ddcf00b7-1fd0-4715-9f43-32e62087d6e5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:37.495623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f0d3c-c736-4e25-ac4c-f46333d5de63 req-52fd2e59-bd6a-45d7-a369-d5c356fccd82 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:37.497237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f1f0d3c-c736-4e25-ac4c-f46333d5de63 req-52fd2e59-bd6a-45d7-a369-d5c356fccd82 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0745482 Jul 05 17:58:37.537418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f1f0d3c-c736-4e25-ac4c-f46333d5de63 req-5fe268b9-a12b-4ec9-8504-82ab910a581a tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342598 Jul 05 17:58:37.704055 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:37.756417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f625930-a1a6-4ac7-ad83-422b9b605399 req-bb8396a6-e722-4e35-b6f5-6c5076028f41 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 210 time: 0.0524457 Jul 05 17:58:37.767120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:37.835189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e91649-2522-47a9-9fcc-b999e811b9ae req-0a22ca6d-11d9-4d00-b0f4-d686779e9d08 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:37.843763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63e91649-2522-47a9-9fcc-b999e811b9ae req-0a22ca6d-11d9-4d00-b0f4-d686779e9d08 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 945 time: 0.1257074 Jul 05 17:58:37.881739 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63e91649-2522-47a9-9fcc-b999e811b9ae req-c14239b1-c141-4725-89fb-06f8e65788fd tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367684 Jul 05 17:58:37.958606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['ddcf00b7-1fd0-4715-9f43-32e62087d6e5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:37.987080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac36fff-c354-447d-859c-2db2d8901080 req-827d7f35-c43e-4527-bd88-d56a7c79587d tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:37.990752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ac36fff-c354-447d-859c-2db2d8901080 req-827d7f35-c43e-4527-bd88-d56a7c79587d tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.0708315 Jul 05 17:58:38.060638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ac36fff-c354-447d-859c-2db2d8901080 req-b3254ef3-b78d-4bb8-ad33-51c99b962bf5 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573661 Jul 05 17:58:38.433158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7091011-4fbd-4b95-b364-b039d5d3e133 req-590a7d3d-c280-41e3-a966-bfffd1dad82c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:38.434786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7091011-4fbd-4b95-b364-b039d5d3e133 req-590a7d3d-c280-41e3-a966-bfffd1dad82c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 945 time: 0.0705471 Jul 05 17:58:38.480049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7091011-4fbd-4b95-b364-b039d5d3e133 req-562306ac-8ac6-42e6-bdc1-6108b4eb9e8a tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391667 Jul 05 17:58:38.637948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-d93419ef-bb11-4c1a-8c39-79a6978e3d5f tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1189992 Jul 05 17:58:38.647514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:38.746158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05274a9a-2edb-4278-adad-1630d24652e9 req-a71b00e4-f4fe-4278-b05d-6280d485b65b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:38.748088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05274a9a-2edb-4278-adad-1630d24652e9 req-a71b00e4-f4fe-4278-b05d-6280d485b65b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0895431 Jul 05 17:58:38.791838 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05274a9a-2edb-4278-adad-1630d24652e9 req-3cec2ae7-35fa-4c73-b6b2-97a7e1fe93fc tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370498 Jul 05 17:58:38.824686 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:38.940062 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:39.063892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd49092-6f22-4606-91c7-5c0efb93b6f1 req-ed7535ce-dba6-422e-b76d-3cc2542b15b6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 210 time: 0.0492010 Jul 05 17:58:39.092634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Allocated IP 172.25.3.84 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/bed28155-f735-402f-abfa-93a47b7ef6c6) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:39.238281 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:39.278375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ddcf00b7-1fd0-4715-9f43-32e62087d6e5 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:39.329018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de8132-91bb-4890-8024-c40ecc85a926 req-2809022e-2c31-4bdf-b3d5-c224cc856364 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:39.330613 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82de8132-91bb-4890-8024-c40ecc85a926 req-2809022e-2c31-4bdf-b3d5-c224cc856364 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 945 time: 0.0991077 Jul 05 17:58:39.377111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82de8132-91bb-4890-8024-c40ecc85a926 req-0eb61af3-48b6-4bb6-8e02-c533eb6a267f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384469 Jul 05 17:58:39.386906 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:39.432553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:39.437217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:39.437877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:39.442384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:39.445577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:39.449924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:39.485517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Pushing event updated for resources: {'Port': ['ID=bed28155-f735-402f-abfa-93a47b7ef6c6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:39.539245 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:39.568444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:39.570926 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739efed4-0af6-4365-a118-5b95b2f6c3a7" -d '{"events": [{"server_uuid": "d10a7fee-189d-4242-baf8-8f13e4325778", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf00b7-1fd0-4715-9f43-32e62087d6e5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:39.584505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ddcf00b7-1fd0-4715-9f43-32e62087d6e5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:39.603578 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:39.622316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3184103-f7ed-406c-9c7b-eb293499513b req-f301c5d1-a636-4747-a6f1-87e2305ae9b2 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:39.623950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3184103-f7ed-406c-9c7b-eb293499513b req-f301c5d1-a636-4747-a6f1-87e2305ae9b2 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1224704 Jul 05 17:58:39.665822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3184103-f7ed-406c-9c7b-eb293499513b req-7e17d340-a5ee-47c5-b243-30420b0be440 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354843 Jul 05 17:58:39.681117 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:39.715506 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b46590-bbb9-41f1-b171-fba39d518b60 x-openstack-request-id: req-36b46590-bbb9-41f1-b171-fba39d518b60 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:39.715799 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10a7fee-189d-4242-baf8-8f13e4325778", "name": "network-vif-plugged", "status": "completed", "tag": "ddcf00b7-1fd0-4715-9f43-32e62087d6e5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:39.716053 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36b46590-bbb9-41f1-b171-fba39d518b60 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:39.716438 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5', 'code': 200} Jul 05 17:58:39.748609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:39.789545 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:39.846000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e197f-d89d-41ca-aa36-7845ba1e9705 req-6884feef-e977-4300-a3cf-651bad4bb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:39.847542 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-726e197f-d89d-41ca-aa36-7845ba1e9705 req-6884feef-e977-4300-a3cf-651bad4bb708 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 1097 time: 0.0629759 Jul 05 17:58:39.894151 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-726e197f-d89d-41ca-aa36-7845ba1e9705 req-676aee8c-347d-4b28-962f-def22abeee7d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368040 Jul 05 17:58:40.001969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:40.033125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f365cc-1931-4128-92b0-0ea6f7879b54 req-943af53e-69b1-4846-a836-18177eb89066 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:40.034678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91f365cc-1931-4128-92b0-0ea6f7879b54 req-943af53e-69b1-4846-a836-18177eb89066 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0903428 Jul 05 17:58:40.080472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91f365cc-1931-4128-92b0-0ea6f7879b54 req-4151db10-09e8-4135-9c5a-b64ea9848d90 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Jul 05 17:58:40.246585 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:40.325072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Pushing event updated for resources: {'Port': ['ID=bed28155-f735-402f-abfa-93a47b7ef6c6,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:40.366994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30d6ae05-07a1-4442-a6dd-f0aeae2e45df req-6da04897-651c-4ff8-a2d5-bcb6fd22b743 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 210 time: 0.0349069 Jul 05 17:58:40.380757 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:40.572229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93432a-5d73-4531-9599-4cdb618a88f2 req-30d3fb56-4b9a-4350-b8cd-a94dfb98bcc5 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:40.574260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f93432a-5d73-4531-9599-4cdb618a88f2 req-30d3fb56-4b9a-4350-b8cd-a94dfb98bcc5 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 946 time: 0.0714145 Jul 05 17:58:40.616115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f93432a-5d73-4531-9599-4cdb618a88f2 req-47d2e20f-9bf9-4e95-abc2-a9d65f084c63 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361435 Jul 05 17:58:40.780475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:40.781734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-e31760e2-7ed1-4b88-8ace-b71316e1416d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1383665 Jul 05 17:58:40.867474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-5c1099c2-7b5a-4806-ba86-90db6beaaa9e tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 695 time: 0.0796216 Jul 05 17:58:40.892041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-cf43a1ef-1be8-4c7e-b697-4769172cb764 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:40.893774 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-cf43a1ef-1be8-4c7e-b697-4769172cb764 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.97 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 812 time: 0.1700881 Jul 05 17:58:40.907852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'port': {'device_id': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac', 'admin_state_up': True, 'tenant_id': '067f21970fc24aa3aa98db5859b620ac'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:40.958577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6783f-3e24-44d0-b7ee-9a33771de5f4 req-7fc62449-1b70-4460-8f3f-c9275dafd302 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:40.960192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89e6783f-3e24-44d0-b7ee-9a33771de5f4 req-7fc62449-1b70-4460-8f3f-c9275dafd302 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1736550 Jul 05 17:58:41.040744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-120d64ae-2c51-43bc-a4be-64cfc9024847 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:41.042393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbcfb8ee-6b15-4b1d-ba43-2c4796a4e8dc req-120d64ae-2c51-43bc-a4be-64cfc9024847 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1664975 Jul 05 17:58:41.050858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89e6783f-3e24-44d0-b7ee-9a33771de5f4 req-4230ae84-ced2-464d-b9e0-48fb6f3ba94f tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814664 Jul 05 17:58:41.146491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Made reservation on behalf of 067f21970fc24aa3aa98db5859b620ac for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:41.151692 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:41.352485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Allocated IP 172.20.0.8 (23bb9815-a0b2-477b-a04e-1ef038db9eac/aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6/1b4c1414-f8b6-4460-9739-2d4aa094da17) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:41.409462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47809052-980e-405e-af95-61c784be6aa4 req-ca74ff46-534f-4343-a3e3-c9379f4a6c3a tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:41.417091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47809052-980e-405e-af95-61c784be6aa4 req-ca74ff46-534f-4343-a3e3-c9379f4a6c3a tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1784298 Jul 05 17:58:41.479824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47809052-980e-405e-af95-61c784be6aa4 req-59304c8f-a4da-4d0e-ae79-cd7fe2b1cd4f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618570 Jul 05 17:58:41.487299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-368c9e1b-4f96-40cc-9471-50d909c45cc6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:41.488749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-368c9e1b-4f96-40cc-9471-50d909c45cc6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 821 time: 0.1994150 Jul 05 17:58:41.507223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-80f6e0d4-0373-4931-8d3f-0751f8a94dbd tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/quotas/51a59ec2c9444c38af628c9df0147f56 HTTP/1.1" status: 200 len: 375 time: 0.0107822 Jul 05 17:58:41.543041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:41.612603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-bc223afa-b1e6-4d8d-bd79-eefd2c4d2c63 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0982537 Jul 05 17:58:41.661439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:41.722923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Network 23bb9815-a0b2-477b-a04e-1ef038db9eac is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:41.729774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:41.734507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:41.741724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'Port': ['ID=1b4c1414-f8b6-4460-9739-2d4aa094da17,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:41.785631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-2a65117f-fc10-4944-8322-1735b0d03607 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633880 Jul 05 17:58:41.796292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:41.796942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:41.866524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b20149-b88c-42dd-bb10-983876d2d8ab req-83fb858a-9712-4c08-8b50-bf7950394242 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:41.868033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b20149-b88c-42dd-bb10-983876d2d8ab req-83fb858a-9712-4c08-8b50-bf7950394242 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 931 time: 0.1417429 Jul 05 17:58:41.921289 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-18b06ebc-a4a4-466b-910b-f7fda2d986a8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0178738 Jul 05 17:58:41.924361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-9fe52209-63e6-4e3d-9e68-edf4cb214731 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311831 Jul 05 17:58:41.931850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b20149-b88c-42dd-bb10-983876d2d8ab req-4edaa4a5-53ec-4ed3-aca0-c98b25179086 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567799 Jul 05 17:58:41.936051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Request body: {'port': {'device_id': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:42.044317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:42.120914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d793cd64-80ed-4bad-90db-ba72436654bc req-e99b599c-2d9d-419a-aba7-d0068a71a9db tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:42.124045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d793cd64-80ed-4bad-90db-ba72436654bc req-e99b599c-2d9d-419a-aba7-d0068a71a9db tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 946 time: 0.0759087 Jul 05 17:58:42.216689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d793cd64-80ed-4bad-90db-ba72436654bc req-b483dbc6-2fa5-4a23-b6d6-9da0642deffd tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850708 Jul 05 17:58:42.351033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c39619d2-d83d-42ad-974c-18631e614aeb req-7d7b129a-ce22-4123-b108-70bdfa1d5336 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 210 time: 0.0618582 Jul 05 17:58:42.430114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4c1414-f8b6-4460-9739-2d4aa094da17 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:42.444265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:42.475301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Transition to ACTIVE for port object 1b4c1414-f8b6-4460-9739-2d4aa094da17 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:42.546463 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:42.619432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d82410b-e23f-4a05-8881-07e95d7e8768 req-c50062c9-20b2-4b8f-8057-c91a2b680759 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:42.622299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d82410b-e23f-4a05-8881-07e95d7e8768 req-c50062c9-20b2-4b8f-8057-c91a2b680759 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 946 time: 0.0861485 Jul 05 17:58:42.632116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48878) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:58:42.642539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-77f89e80-d163-4382-97be-beec2b8119a9 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Request body: {'floatingip': {'port_id': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:42.683414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4c1414-f8b6-4460-9739-2d4aa094da17,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:42.704630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77f89e80-d163-4382-97be-beec2b8119a9 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:42.871955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Attempting to bind port 1b4c1414-f8b6-4460-9739-2d4aa094da17 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:42.873830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Attempting to bind port 1b4c1414-f8b6-4460-9739-2d4aa094da17 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '85241f60-6d92-4647-b967-4b69adf4ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:42.873830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Attempting to bind port 1b4c1414-f8b6-4460-9739-2d4aa094da17 on network 23bb9815-a0b2-477b-a04e-1ef038db9eac {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:42.881156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Port 1b4c1414-f8b6-4460-9739-2d4aa094da17 on network 23bb9815-a0b2-477b-a04e-1ef038db9eac not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:42.881488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Attempting to bind port 1b4c1414-f8b6-4460-9739-2d4aa094da17 on network 23bb9815-a0b2-477b-a04e-1ef038db9eac {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:42.892963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:42.893353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Checking segment: {'id': '85241f60-6d92-4647-b967-4b69adf4ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:42.893653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Bound using segment: {'id': '85241f60-6d92-4647-b967-4b69adf4ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:42.894100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Bound port: 1b4c1414-f8b6-4460-9739-2d4aa094da17, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85241f60-6d92-4647-b967-4b69adf4ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:42.894462 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:42.947129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a71abd-7288-4b68-8df0-37d4c3b96c39 req-9afa4dc5-bad5-423c-9638-9b447c8f4bdc tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:42.947129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3a71abd-7288-4b68-8df0-37d4c3b96c39 req-9afa4dc5-bad5-423c-9638-9b447c8f4bdc tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.2981110 Jul 05 17:58:42.951798 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-3b885a52-a926-4c83-86eb-1e6103a577e1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1196535 Jul 05 17:58:43.030202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c69ed-59b0-4655-ad8c-91f418678ec9 req-92827eeb-4787-46c8-b4a9-00ed6d47b392 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.031820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-629c69ed-59b0-4655-ad8c-91f418678ec9 req-92827eeb-4787-46c8-b4a9-00ed6d47b392 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.2453387 Jul 05 17:58:43.040524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] For port 1b4c1414-f8b6-4460-9739-2d4aa094da17, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:43.044035 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] For port 1b4c1414-f8b6-4460-9739-2d4aa094da17, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:43.044622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3a71abd-7288-4b68-8df0-37d4c3b96c39 req-06e17d6b-201f-42dd-9fd2-22c5f47583b1 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981188 Jul 05 17:58:43.105341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-3a5130f3-eebf-40d9-9b8b-e9a92aa7a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.108540 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-3a5130f3-eebf-40d9-9b8b-e9a92aa7a5d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 1095 time: 0.1189506 Jul 05 17:58:43.129715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-629c69ed-59b0-4655-ad8c-91f418678ec9 req-4ee6a748-e293-44ea-89b0-aa1ea91795c7 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913775 Jul 05 17:58:43.151893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:43.237974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.239948 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:43.246664 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] 10.222.0.97 "PUT /v2.0/ports/1b4c1414-f8b6-4460-9739-2d4aa094da17 HTTP/1.1" status: 200 len: 1091 time: 1.3161185 Jul 05 17:58:43.252615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:43.254963 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad83aadb-d36e-4175-92c5-b74e40cdfa28" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:43.325367 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64419cd-80b6-47e8-97b9-50937486edcb x-openstack-request-id: req-f64419cd-80b6-47e8-97b9-50937486edcb {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:43.325367 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:43.325691 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f64419cd-80b6-47e8-97b9-50937486edcb {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:43.325926 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17', 'status': 'completed', 'code': 200} Jul 05 17:58:43.330393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e45f97-79c3-4038-ba1d-0a964f4b8607 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4c1414-f8b6-4460-9739-2d4aa094da17,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:43.437058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550aa20-d624-4372-88fe-77c099396788 req-d9be3347-62aa-4563-995d-5cf2b5384f33 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.440658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8550aa20-d624-4372-88fe-77c099396788 req-d9be3347-62aa-4563-995d-5cf2b5384f33 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 943 time: 0.1709673 Jul 05 17:58:43.449441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-000c5c4d-62fb-44be-9d50-4dec95c24cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.450974 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-000c5c4d-62fb-44be-9d50-4dec95c24cb8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.2880955 Jul 05 17:58:43.515474 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-56d9d90d-a985-4360-a075-d3a682efa871 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=938e27bb-415b-4fe1-a316-85dbf45577e0 HTTP/1.1" status: 200 len: 217 time: 0.0478427 Jul 05 17:58:43.527283 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83aadb-d36e-4175-92c5-b74e40cdfa28 req-397ae22c-ada4-4f26-9eae-36cabfcd5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.529340 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ad83aadb-d36e-4175-92c5-b74e40cdfa28 req-397ae22c-ada4-4f26-9eae-36cabfcd5bf6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 1094 time: 0.1643953 Jul 05 17:58:43.592063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc163b-ca18-43c9-b97d-4f6a555c28a1 req-adb5a369-41c4-43a3-ba89-2864f93f576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.593571 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-59bc163b-ca18-43c9-b97d-4f6a555c28a1 req-adb5a369-41c4-43a3-ba89-2864f93f576f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 1096 time: 0.1823483 Jul 05 17:58:43.665673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-828b736b-ed89-4257-86a2-7d4c7800e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.667219 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-828b736b-ed89-4257-86a2-7d4c7800e955 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.1374424 Jul 05 17:58:43.729561 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-d69059fa-2a20-4cbe-98a9-476ad836e355 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434129 Jul 05 17:58:43.736485 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-59bc163b-ca18-43c9-b97d-4f6a555c28a1 req-f5f8f16e-9be5-416b-a3b4-dc8dcde3be11 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106603 Jul 05 17:58:43.742597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83aadb-d36e-4175-92c5-b74e40cdfa28 req-f0dd4c13-0710-4309-8e28-73975e44c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.744319 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ad83aadb-d36e-4175-92c5-b74e40cdfa28 req-f0dd4c13-0710-4309-8e28-73975e44c758 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=067f21970fc24aa3aa98db5859b620ac&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2007389 Jul 05 17:58:43.906347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c7e5724-a6c8-4c07-835f-dcdea08cf066 req-e0dc8fed-1cd1-402c-a490-59cb92eb9e18 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 210 time: 0.3950934 Jul 05 17:58:43.907771 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-be361fe4-6378-4f0c-af8e-fe0baf563c21 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625054 Jul 05 17:58:43.914452 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77f89e80-d163-4382-97be-beec2b8119a9 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:43.917772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83aadb-d36e-4175-92c5-b74e40cdfa28 req-80eca42a-2df3-43af-b72a-fb084b6681fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:43.919691 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ad83aadb-d36e-4175-92c5-b74e40cdfa28 req-80eca42a-2df3-43af-b72a-fb084b6681fb service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1260958 Jul 05 17:58:43.926854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8550aa20-d624-4372-88fe-77c099396788 req-50626ecf-2427-47b2-8189-61fb46d07648 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691167 Jul 05 17:58:44.018536 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77f89e80-d163-4382-97be-beec2b8119a9 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:44.082885 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-604096e9-8140-49d3-b60c-1eaa3254d891 req-ad51e8f5-cc12-44d5-b915-38bd167fb3f2 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614153 Jul 05 17:58:44.093184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-eaf325e7-fea3-4eb9-b34e-aa0e9276ebe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:44.094782 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-eaf325e7-fea3-4eb9-b34e-aa0e9276ebe4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 1094 time: 0.1020141 Jul 05 17:58:44.178225 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-77f89e80-d163-4382-97be-beec2b8119a9 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Floating IP c6a0ab90-da94-4151-befc-354aaf0987ff associated. External IP: 172.25.3.90, port: ddcf00b7-1fd0-4715-9f43-32e62087d6e5. Jul 05 17:58:44.183584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08abec8-a6f7-4d4d-98b1-53d155500687 req-42b4be08-d150-4160-bd89-dafaf60a4309 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:44.184570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-4c1d905c-2051-4d4f-a87e-92deefebd947 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17 HTTP/1.1" status: 200 len: 217 time: 0.0754728 Jul 05 17:58:44.185101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d08abec8-a6f7-4d4d-98b1-53d155500687 req-42b4be08-d150-4160-bd89-dafaf60a4309 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1096 time: 0.1255348 Jul 05 17:58:44.240077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-78d5c963-26f5-4b1e-9d99-7d964518e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:44.241893 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-78d5c963-26f5-4b1e-9d99-7d964518e764 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 HTTP/1.1" status: 200 len: 852 time: 0.0496261 Jul 05 17:58:44.284911 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-26f7aa7d-94ab-48b6-82cb-bf4963d6e540 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=23bb9815-a0b2-477b-a04e-1ef038db9eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343955 Jul 05 17:58:44.333672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d08abec8-a6f7-4d4d-98b1-53d155500687 req-2322f3d9-f1d6-47d2-bd39-959515abd9e2 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158893 Jul 05 17:58:44.381665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af512acb-026d-4ab7-b5a8-b02c1bf50f69 req-c6ebd419-eb23-4412-9ee7-6a729e10d502 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:44.387054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af512acb-026d-4ab7-b5a8-b02c1bf50f69 req-c6ebd419-eb23-4412-9ee7-6a729e10d502 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1668763 Jul 05 17:58:44.429676 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-963831f6-9a72-4fd6-bf7e-52ceda7102ce service neutron] 10.222.0.97 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381624 Jul 05 17:58:44.525398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af512acb-026d-4ab7-b5a8-b02c1bf50f69 req-82959050-09ce-474d-a8d7-c9fc96a3709a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334958 Jul 05 17:58:44.534445 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da6c2ab0-74d6-40aa-addf-70af1481e701 req-865bafd8-584b-40f2-91f3-dcd0880cd7df service neutron] 10.222.0.97 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980620 Jul 05 17:58:44.611887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f89e80-d163-4382-97be-beec2b8119a9 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Router 0b73c2ee-85bb-4761-a8f4-2fb492559242 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:58:44.622631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885aa16-ce6f-492c-82d9-0b85e1fd69a2 req-4d55ff59-c007-4f75-b046-776bf2bce1f6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:44.624181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a885aa16-ce6f-492c-82d9-0b85e1fd69a2 req-4d55ff59-c007-4f75-b046-776bf2bce1f6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1592679 Jul 05 17:58:44.778963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a885aa16-ce6f-492c-82d9-0b85e1fd69a2 req-e89d2430-a0b2-4222-9c9c-359fe63b04c2 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484301 Jul 05 17:58:44.806121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f89e80-d163-4382-97be-beec2b8119a9 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:58:44.810759 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77f89e80-d163-4382-97be-beec2b8119a9 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:44.823668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] Sync routers for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:58:44.835159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:44.836083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:44.886385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-77f89e80-d163-4382-97be-beec2b8119a9 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "PUT /v2.0/floatingips/c6a0ab90-da94-4151-befc-354aaf0987ff HTTP/1.1" status: 200 len: 991 time: 2.2525089 Jul 05 17:58:44.887550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'tag': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:44.896994 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40" -d '{"events": [{"name": "network-changed", "server_uuid": "d10a7fee-189d-4242-baf8-8f13e4325778", "tag": "ddcf00b7-1fd0-4715-9f43-32e62087d6e5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:44.976163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:45.063329 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a473a3-aa8f-4bf5-bf23-eb69d6fe677b x-openstack-request-id: req-82a473a3-aa8f-4bf5-bf23-eb69d6fe677b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:45.063329 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d10a7fee-189d-4242-baf8-8f13e4325778", "tag": "ddcf00b7-1fd0-4715-9f43-32e62087d6e5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:45.063329 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82a473a3-aa8f-4bf5-bf23-eb69d6fe677b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:45.063329 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'tag': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5', 'status': 'completed', 'code': 200} Jul 05 17:58:45.183558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-e15e4f2e-d1c0-4d30-a6f9-194cd0be84c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:45.185209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-e15e4f2e-d1c0-4d30-a6f9-194cd0be84c2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30517f508512463c92d995c26e25987f&device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 1097 time: 0.1016791 Jul 05 17:58:45.266608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b3985-e19f-481b-af82-1a13a332c9be req-63a9ab9f-e411-4f98-abe9-d5514638b5bf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:45.268528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e63b3985-e19f-481b-af82-1a13a332c9be req-63a9ab9f-e411-4f98-abe9-d5514638b5bf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 943 time: 0.0762584 Jul 05 17:58:45.304855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-71a48f88-385b-48fe-b1c5-bfaec82bf09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:45.304855 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-71a48f88-385b-48fe-b1c5-bfaec82bf09a service neutron] 10.222.0.97 "GET /v2.0/networks?id=a8a61b02-2eb9-46b5-93b5-1a765b8e3acf HTTP/1.1" status: 200 len: 910 time: 0.1098323 Jul 05 17:58:45.313781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e63b3985-e19f-481b-af82-1a13a332c9be req-8f8165c9-4c1d-4512-80bd-9eb226180721 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386565 Jul 05 17:58:45.315653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'c6a0ab90-da94-4151-befc-354aaf0987ff', 'tenant_id': '30517f508512463c92d995c26e25987f', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'port_id': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'mac_address': 'fa:16:3e:91:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:25Z', 'updated_at': '2021-07-05T17:58:43Z', 'revision_number': 1, 'project_id': '30517f508512463c92d995c26e25987f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96429d9b-4d24-43d8-be6c-a4adc8c69621', 'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'mac_address': 'fa:16:3e:15:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:16Z', 'updated_at': '2021-07-05T17:58:24Z', 'revision_number': 5, 'project_id': '30517f508512463c92d995c26e25987f', 'subnets': [{'id': 'd242711e-11f9-423f-8206-8718969f8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:45.370148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] Checking router: 0b73c2ee-85bb-4761-a8f4-2fb492559242 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:58:45.383198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:45.389364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:45.452536 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-590f2513-c987-4707-a86b-948d64c5307a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddcf00b7-1fd0-4715-9f43-32e62087d6e5 HTTP/1.1" status: 200 len: 999 time: 0.1409650 Jul 05 17:58:45.517121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16aebafe-29fb-4bd1-8a6e-e09443c0ba93 req-04f3eb4e-03aa-4e2c-9b0c-3219450836c4 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 210 time: 0.0602663 Jul 05 17:58:45.567724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-1b2470b6-f160-4ec0-a88e-91d8cd4cb4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:45.569328 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-1b2470b6-f160-4ec0-a88e-91d8cd4cb4a9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d242711e-11f9-423f-8206-8718969f8287 HTTP/1.1" status: 200 len: 849 time: 0.1044400 Jul 05 17:58:45.577712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-aed69c77-866b-4f4c-adcd-7131c7db61cd tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:45.579276 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-aed69c77-866b-4f4c-adcd-7131c7db61cd tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.97 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 821 time: 0.2162821 Jul 05 17:58:45.579698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:45.601973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Request body: {'port': {'device_id': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'admin_state_up': True, 'tenant_id': '51a59ec2c9444c38af628c9df0147f56'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:45.812250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0645d7-f6dd-4d27-a2d7-1606f2566587 req-b2c4ac85-5a5a-409a-9ce3-6c4654cd8950 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:45.823494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b0645d7-f6dd-4d27-a2d7-1606f2566587 req-b2c4ac85-5a5a-409a-9ce3-6c4654cd8950 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1122315 Jul 05 17:58:45.886224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b0645d7-f6dd-4d27-a2d7-1606f2566587 req-31eef8ad-80be-4a95-bc66-8bcbcd78bd0f tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617929 Jul 05 17:58:45.911290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-775b09de-9169-4d49-91df-1b8536c0b1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:45.912970 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-775b09de-9169-4d49-91df-1b8536c0b1c9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a8a61b02-2eb9-46b5-93b5-1a765b8e3acf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3325589 Jul 05 17:58:45.927014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'c6a0ab90-da94-4151-befc-354aaf0987ff', 'tenant_id': '30517f508512463c92d995c26e25987f', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'port_id': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'mac_address': 'fa:16:3e:91:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:25Z', 'updated_at': '2021-07-05T17:58:43Z', 'revision_number': 1, 'project_id': '30517f508512463c92d995c26e25987f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96429d9b-4d24-43d8-be6c-a4adc8c69621', 'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'mac_address': 'fa:16:3e:15:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:16Z', 'updated_at': '2021-07-05T17:58:24Z', 'revision_number': 5, 'project_id': '30517f508512463c92d995c26e25987f', 'subnets': [{'id': 'd242711e-11f9-423f-8206-8718969f8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:45.970492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b43a3-1507-4ec8-b247-533d9d9383c5 None None] The sync data for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 is: [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'c6a0ab90-da94-4151-befc-354aaf0987ff', 'tenant_id': '30517f508512463c92d995c26e25987f', 'floating_ip_address': '172.25.3.90', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'port_id': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'mac_address': 'fa:16:3e:91:2b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:25Z', 'updated_at': '2021-07-05T17:58:43Z', 'revision_number': 1, 'project_id': '30517f508512463c92d995c26e25987f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96429d9b-4d24-43d8-be6c-a4adc8c69621', 'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'mac_address': 'fa:16:3e:15:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:16Z', 'updated_at': '2021-07-05T17:58:24Z', 'revision_number': 5, 'project_id': '30517f508512463c92d995c26e25987f', 'subnets': [{'id': 'd242711e-11f9-423f-8206-8718969f8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:58:46.045298 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-d52fee13-452a-423b-95ca-bcb1ab9d8474 service neutron] 10.222.0.97 "GET /v2.0/networks/a8a61b02-2eb9-46b5-93b5-1a765b8e3acf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250899 Jul 05 17:58:46.171994 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf0a2f1e-f19b-45a6-8b28-dbebbeeaca40 req-07fcc383-445f-4288-8613-09d19bffd2a9 service neutron] 10.222.0.97 "GET /v2.0/networks/a8a61b02-2eb9-46b5-93b5-1a765b8e3acf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197610 Jul 05 17:58:46.232096 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef699b70-d08d-4699-8d0e-987a46e43538 None None] New status for floating IP c6a0ab90-da94-4151-befc-354aaf0987ff: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:58:46.279984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fda75-00ba-4053-adc7-cc0bbac3c45a req-7c36e202-80d5-4607-86d3-827508654db7 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:46.281727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc9fda75-00ba-4053-adc7-cc0bbac3c45a req-7c36e202-80d5-4607-86d3-827508654db7 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0931625 Jul 05 17:58:46.324910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc9fda75-00ba-4053-adc7-cc0bbac3c45a req-7945bfc2-0dc5-42fc-a355-9100067566ec tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367494 Jul 05 17:58:46.509704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc05381-6b3f-437d-8218-de221c1df4bb req-c1a4802f-5706-4d0d-bc24-bfb9e2b0200b tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:46.511301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7dc05381-6b3f-437d-8218-de221c1df4bb req-c1a4802f-5706-4d0d-bc24-bfb9e2b0200b tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.0709147 Jul 05 17:58:46.555108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7dc05381-6b3f-437d-8218-de221c1df4bb req-66abab5e-beaa-4312-ada0-0d28431d42b8 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370429 Jul 05 17:58:46.657940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Made reservation on behalf of 51a59ec2c9444c38af628c9df0147f56 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:58:46.669391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:46.853180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Allocated IP 172.20.0.7 (dbd26d2d-5d93-4216-81f6-eed283247723/3b5776b9-1411-417b-a8d9-c19a1d39ecea/609ed9d8-95d6-40e0-88fb-c7e71eb87730) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:58:46.865078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ba7b1-9cb8-4182-a572-843416d95dab req-c0734952-86bf-4437-b807-8de6812b01b8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:46.871099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-276ba7b1-9cb8-4182-a572-843416d95dab req-c0734952-86bf-4437-b807-8de6812b01b8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 943 time: 0.0877030 Jul 05 17:58:46.914006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-276ba7b1-9cb8-4182-a572-843416d95dab req-129f7c01-4ace-45ff-9d39-54bfa69d85a5 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387914 Jul 05 17:58:47.027018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:47.040921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Transition to ACTIVE for port object 609ed9d8-95d6-40e0-88fb-c7e71eb87730 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:47.052658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf8de30e-b423-491f-bf20-f83d77d02f96 req-c996b914-708c-4a4c-8a41-924275c22a8e tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 210 time: 0.0324035 Jul 05 17:58:47.172234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:47.190238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['38d0ffda-fb3a-48db-8d1b-b71aab58cd39'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:47.223775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Network dbd26d2d-5d93-4216-81f6-eed283247723 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:58:47.229830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:58:47.233934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:58:47.295494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 1b4c1414-f8b6-4460-9739-2d4aa094da17 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:58:47.306009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:47.314583 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:47.322683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Pushing event updated for resources: {'Port': ['ID=609ed9d8-95d6-40e0-88fb-c7e71eb87730,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:47.396116 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-b4db0d4c-00b8-4f39-9661-9dc1c147b257 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8057244 Jul 05 17:58:47.410919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Request body: {'port': {'device_id': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:47.534630 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:47.665377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b65cd827-e124-4801-927f-9bd6d2f2f671 None None] Provisioning for port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:47.688718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b65cd827-e124-4801-927f-9bd6d2f2f671 None None] Provisioning complete for port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:47.689776 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b65cd827-e124-4801-927f-9bd6d2f2f671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:47.697133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 1b4c1414-f8b6-4460-9739-2d4aa094da17, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:47.742028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '1b4c1414-f8b6-4460-9739-2d4aa094da17', 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac', 'port_id': '1b4c1414-f8b6-4460-9739-2d4aa094da17', 'mac_address': 'fa:16:3e:da:f5:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:58:47.834821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b65cd827-e124-4801-927f-9bd6d2f2f671 None None] Port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:58:47.873401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:47.894364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4c1414-f8b6-4460-9739-2d4aa094da17 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:47.926419 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609ed9d8-95d6-40e0-88fb-c7e71eb87730 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:47.937269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 1b4c1414-f8b6-4460-9739-2d4aa094da17, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:47.937492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c7931b-85b4-49e9-8177-e59fc18e663c req-0731a82c-bec3-4692-b731-ad775f17736e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:47.942619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5c7931b-85b4-49e9-8177-e59fc18e663c req-0731a82c-bec3-4692-b731-ad775f17736e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1816764 Jul 05 17:58:47.953942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8dd00e2e-7300-4bfb-8cb6-6d2495154003 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:58:47.956734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:47.956869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8dd00e2e-7300-4bfb-8cb6-6d2495154003 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097883 Jul 05 17:58:47.967863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Request body: {'binding': {'host': 'n-h1-799524-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:47.968313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Unknown quota resources ['binding']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 17:58:47.979594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Transition to ACTIVE for port object 609ed9d8-95d6-40e0-88fb-c7e71eb87730 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:58:48.015472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5c7931b-85b4-49e9-8177-e59fc18e663c req-fb098d40-c9ff-41f6-b31a-795ff041bd16 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715492 Jul 05 17:58:48.040187 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:48.065757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:48.127761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=1b4c1414-f8b6-4460-9739-2d4aa094da17,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:48.203000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Pushing event updated for resources: {'Port': ['ID=609ed9d8-95d6-40e0-88fb-c7e71eb87730,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:48.257704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on host n-h1-799524-1 for vnic_type normal with profile None {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:48.258045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:48.258584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:48.268090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:48.268418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:48.277405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Attempting to bind port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:58:48.278487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Attempting to bind port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:58:48.279633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Attempting to bind port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 on network dbd26d2d-5d93-4216-81f6-eed283247723 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:48.280196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:48.280541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:48.281004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:48.281356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Bound port: a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:48.291777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 on network dbd26d2d-5d93-4216-81f6-eed283247723 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:58:48.293097 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Attempting to bind port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 on network dbd26d2d-5d93-4216-81f6-eed283247723 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:58:48.299820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8655ad3-b70a-4321-9dd0-4ef9012a8830 req-9c17db4b-8db5-4fc8-939f-effcaffdb6c2 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:48.305514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8655ad3-b70a-4321-9dd0-4ef9012a8830 req-9c17db4b-8db5-4fc8-939f-effcaffdb6c2 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1501243 Jul 05 17:58:48.305674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:58:48.305674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Checking segment: {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:58:48.305674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Bound using segment: {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:58:48.305674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Bound port: 609ed9d8-95d6-40e0-88fb-c7e71eb87730, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:58:48.305674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:48.316723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:48.382015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8655ad3-b70a-4321-9dd0-4ef9012a8830 req-98a42215-d7bb-447d-8a3f-cfb92b66aecc tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615854 Jul 05 17:58:48.384623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:48.410428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] For port 609ed9d8-95d6-40e0-88fb-c7e71eb87730, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:58:48.413838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] For port 609ed9d8-95d6-40e0-88fb-c7e71eb87730, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:58:48.481575 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:48.483841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-16b37eb9-4f5a-4db0-8f04-4d13176f6b5c service neutron] 10.222.0.30 "POST /v2.0/ports/a1815a8c-58e1-4afa-a4ce-59efa115a0ce/bindings HTTP/1.1" status: 201 len: 389 time: 0.5193598 Jul 05 17:58:48.517951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:48.555219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:48.555482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:48.556780 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] 10.222.0.97 "PUT /v2.0/ports/609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 200 len: 1091 time: 1.1526086 Jul 05 17:58:48.557216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:48.559500 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86edaa54-466a-4d05-9470-e3e2c1b07aaa" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:48.588853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124d5fa6-c7c5-46a5-822d-c5c65dc1a1dd service neutron] Pushing event updated for resources: {'Port': ['ID=609ed9d8-95d6-40e0-88fb-c7e71eb87730,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:48.739366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5658c1e-57f5-4e88-ab4f-fd337e49bf66 req-10ae03cd-4456-4649-85e0-b436b631403c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:48.741702 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5658c1e-57f5-4e88-ab4f-fd337e49bf66 req-10ae03cd-4456-4649-85e0-b436b631403c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 944 time: 0.0802624 Jul 05 17:58:48.814964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5658c1e-57f5-4e88-ab4f-fd337e49bf66 req-3aa7c200-119d-4532-84e6-670797978be0 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601432 Jul 05 17:58:48.844209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-4e03b34b-2284-471e-8f63-c570bfc43728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:48.844209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-4e03b34b-2284-471e-8f63-c570bfc43728 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 1094 time: 0.0975001 Jul 05 17:58:48.904028 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-bda37b57-c852-4c7f-84b9-f34f70d3150f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 200 len: 217 time: 0.0498838 Jul 05 17:58:48.969599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383084c-0ef7-4cc3-8575-927c526b9928 req-8c9df981-e7df-465f-a339-783bab3cfe91 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:48.974702 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5383084c-0ef7-4cc3-8575-927c526b9928 req-8c9df981-e7df-465f-a339-783bab3cfe91 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 943 time: 0.0934939 Jul 05 17:58:48.981472 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9918774-6108-44ab-8b90-9c21dc1d101b x-openstack-request-id: req-f9918774-6108-44ab-8b90-9c21dc1d101b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:48.981472 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:48.981472 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9918774-6108-44ab-8b90-9c21dc1d101b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:48.981472 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'status': 'completed', 'code': 200} Jul 05 17:58:48.996734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-3dcfcba9-b9cc-4fac-b86d-fdb946401bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:48.998719 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-3dcfcba9-b9cc-4fac-b86d-fdb946401bd0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0889840 Jul 05 17:58:49.037684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5383084c-0ef7-4cc3-8575-927c526b9928 req-00de9239-3856-4c62-8e54-9fd3596f9e11 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504863 Jul 05 17:58:49.111612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-7d44123a-d42c-424e-94b4-052bb911688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:49.113727 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-7d44123a-d42c-424e-94b4-052bb911688e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079054 Jul 05 17:58:49.178735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18231412-b0a4-4d24-acdc-fc65ccede772 req-eb0eabc8-ad1e-4f17-8af7-35a055cc3220 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:49.185561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18231412-b0a4-4d24-acdc-fc65ccede772 req-eb0eabc8-ad1e-4f17-8af7-35a055cc3220 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.0840964 Jul 05 17:58:49.227734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-07e978c7-0eea-4100-89d5-4a5b5e165f63 service neutron] 10.222.0.97 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954852 Jul 05 17:58:49.256695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18231412-b0a4-4d24-acdc-fc65ccede772 req-be204275-becb-4f8b-8471-4d065b402f94 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656292 Jul 05 17:58:49.286144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c864dec5-6d5e-4083-8917-8806a99ac006 req-86e820cc-4514-42d0-b25b-074884494fcb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:49.287777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c864dec5-6d5e-4083-8917-8806a99ac006 req-86e820cc-4514-42d0-b25b-074884494fcb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1176102 Jul 05 17:58:49.309875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 1b4c1414-f8b6-4460-9739-2d4aa094da17 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:49.336307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c864dec5-6d5e-4083-8917-8806a99ac006 req-0929d249-0ab2-4d74-9cf9-22d4b081b31a tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421944 Jul 05 17:58:49.377407 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f64774ec-47c9-447d-ada1-aaca9c51e0f6 req-2ad0a065-fbef-4642-a329-aa350571e178 service neutron] 10.222.0.97 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436117 Jul 05 17:58:49.382409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-66f152a5-ae80-434a-9964-b87f6cb7bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:49.383963 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-66f152a5-ae80-434a-9964-b87f6cb7bdc8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1096 time: 0.0965114 Jul 05 17:58:49.443252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 1b4c1414-f8b6-4460-9739-2d4aa094da17 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:49.449726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 1b4c1414-f8b6-4460-9739-2d4aa094da17 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:49.450381 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:49.489461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-a56c2621-1a20-4058-a8d1-737baeec8e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:49.493491 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-a56c2621-1a20-4058-a8d1-737baeec8e65 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1015978 Jul 05 17:58:49.568006 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-f0f12a9d-74fe-4f1e-9e8e-93855503f033 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce HTTP/1.1" status: 200 len: 217 time: 0.0679488 Jul 05 17:58:49.614001 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:49.614249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8626e5-398f-4273-b271-44d053ceabd5 req-502512ad-fe22-483f-88cf-00e41c9bf388 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:49.614249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5a8626e5-398f-4273-b271-44d053ceabd5 req-502512ad-fe22-483f-88cf-00e41c9bf388 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.0877352 Jul 05 17:58:49.614479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:49.614479 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b02cda-8987-43d3-b564-60f0e5fd64b4" -d '{"events": [{"server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:49.629595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 1b4c1414-f8b6-4460-9739-2d4aa094da17, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:49.652476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5a8626e5-398f-4273-b271-44d053ceabd5 req-03624e92-22d9-49cc-9c5d-a15186f812c1 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524800 Jul 05 17:58:49.681794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-db5d5f56-6873-46c7-916f-f48c7a218ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:49.683454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-db5d5f56-6873-46c7-916f-f48c7a218ff3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0921905 Jul 05 17:58:49.696680 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8630aabb-a6a4-4b26-b5c0-efbb53943b81 x-openstack-request-id: req-8630aabb-a6a4-4b26-b5c0-efbb53943b81 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:49.697001 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "name": "network-vif-plugged", "status": "completed", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:49.697317 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8630aabb-a6a4-4b26-b5c0-efbb53943b81 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:49.697719 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17', 'code': 200} Jul 05 17:58:49.699788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-7ec4dbb3-3c59-40b9-9844-0afb4696b325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:49.702013 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-7ec4dbb3-3c59-40b9-9844-0afb4696b325 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 1094 time: 0.1587396 Jul 05 17:58:49.741533 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-583b07c6-9c79-448a-91fa-353e329d99c5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377676 Jul 05 17:58:49.883142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:49.893002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd7a64-7c66-4730-9ca7-7cd49f7629b8 req-8780d242-cea9-47bc-989e-ef2a82c12167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:49.894703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cedd7a64-7c66-4730-9ca7-7cd49f7629b8 req-8780d242-cea9-47bc-989e-ef2a82c12167 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 1095 time: 0.1128898 Jul 05 17:58:49.972539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cedd7a64-7c66-4730-9ca7-7cd49f7629b8 req-8a4b3da8-ced5-44f4-8185-1666ab28d54f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604947 Jul 05 17:58:50.013210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=1b4c1414-f8b6-4460-9739-2d4aa094da17,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:50.081914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11222333-0fa6-4222-b22d-e41e911c4b16 req-833f06aa-06d4-4fcc-9f5f-251ec4076671 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:50.089340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11222333-0fa6-4222-b22d-e41e911c4b16 req-833f06aa-06d4-4fcc-9f5f-251ec4076671 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 945 time: 0.0876031 Jul 05 17:58:50.141917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11222333-0fa6-4222-b22d-e41e911c4b16 req-e073c07d-b165-48f4-83b2-fd0aa730662e tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515323 Jul 05 17:58:50.197166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-518634ab-98af-4186-bf15-62097ada779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:50.198574 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-518634ab-98af-4186-bf15-62097ada779a service neutron] 10.222.0.97 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.4855790 Jul 05 17:58:50.246152 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-76ff43c1-c5f0-42dd-b41b-fdbd2d695ac8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 200 len: 217 time: 0.0387640 Jul 05 17:58:50.248117 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-11c4a34a-2c25-492f-b3d0-24f20edbcb6c service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569569 Jul 05 17:58:50.400997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-66741a75-b335-4ba6-a929-e99967179991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:50.402490 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-66741a75-b335-4ba6-a929-e99967179991 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.1166360 Jul 05 17:58:50.420069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c6493-0925-4bf7-bbd3-3a59a4b647cd req-37fd56b5-c552-4ff1-b90b-42141fe1c184 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:50.422439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df0c6493-0925-4bf7-bbd3-3a59a4b647cd req-37fd56b5-c552-4ff1-b90b-42141fe1c184 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 943 time: 0.1125515 Jul 05 17:58:50.457083 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-92420801-e8bf-4bf8-93f5-d4abc0772cf1 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804106 Jul 05 17:58:50.475460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df0c6493-0925-4bf7-bbd3-3a59a4b647cd req-c32beaf7-05f8-40e2-98ac-b75c8d12a58d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Jul 05 17:58:50.484585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-60bf8a68-1386-488a-85a8-beb209c92c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:50.487019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acab1d3-5c32-4cc3-9334-4bd4cbbd6c53 req-2e95e2f4-801a-4d79-9fb6-6495f257cb75 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:50.487378 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-60bf8a68-1386-488a-85a8-beb209c92c72 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753903 Jul 05 17:58:50.488337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3acab1d3-5c32-4cc3-9334-4bd4cbbd6c53 req-2e95e2f4-801a-4d79-9fb6-6495f257cb75 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1170959 Jul 05 17:58:50.537184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3acab1d3-5c32-4cc3-9334-4bd4cbbd6c53 req-6e1010ae-fb4b-4e37-84a5-635701823974 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424380 Jul 05 17:58:50.600081 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-5d86a438-8d12-490c-862d-b50febd7fad7 service neutron] 10.222.0.97 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059418 Jul 05 17:58:50.709155 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-da77ee14-392d-4c05-bb53-42a4301c0dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:50.718817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e1975-54ed-4d6a-ba1f-49ff88439e06 req-2a205e69-df60-4c1f-8f7c-19e72df44321 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:50.720980 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-181e1975-54ed-4d6a-ba1f-49ff88439e06 req-2a205e69-df60-4c1f-8f7c-19e72df44321 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.0798638 Jul 05 17:58:50.752830 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-86edaa54-466a-4d05-9470-e3e2c1b07aaa req-949e101b-c9a3-49de-aadd-ec0d1e4a8b3b service neutron] 10.222.0.97 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378274 Jul 05 17:58:50.803676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-181e1975-54ed-4d6a-ba1f-49ff88439e06 req-42e1d084-034d-4eb4-9f35-4194c0b19bed tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748761 Jul 05 17:58:50.852615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de63c6e-9f2e-4191-bd05-444cfd9ab984 req-23cf7dac-f1a1-4d64-9105-3fbaa0de7f6e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:50.857824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4de63c6e-9f2e-4191-bd05-444cfd9ab984 req-23cf7dac-f1a1-4d64-9105-3fbaa0de7f6e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1205873 Jul 05 17:58:50.902594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4de63c6e-9f2e-4191-bd05-444cfd9ab984 req-190b85f7-ef4b-467c-a6b1-ce2d59e50008 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405979 Jul 05 17:58:51.312881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 609ed9d8-95d6-40e0-88fb-c7e71eb87730 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:58:51.368340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98194c9c-fe80-4f71-ba9e-0174956f4b53 req-d2f08d58-a309-4fa3-866d-e6379ac778ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:51.369888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98194c9c-fe80-4f71-ba9e-0174956f4b53 req-d2f08d58-a309-4fa3-866d-e6379ac778ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 945 time: 0.0982695 Jul 05 17:58:51.421653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98194c9c-fe80-4f71-ba9e-0174956f4b53 req-deeb48cc-bfcd-42f9-834c-e1a205c45710 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Jul 05 17:58:51.446623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 609ed9d8-95d6-40e0-88fb-c7e71eb87730, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:51.459800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'port_id': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'mac_address': 'fa:16:3e:c1:54:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:58:51.501695 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:51.522248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609ed9d8-95d6-40e0-88fb-c7e71eb87730 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:58:51.544982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 609ed9d8-95d6-40e0-88fb-c7e71eb87730, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:51.626017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-5d811518-ad36-44a0-8e05-a78a02f19ecf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-442134825&fields=id&tenant_id=067f21970fc24aa3aa98db5859b620ac HTTP/1.1" status: 200 len: 267 time: 0.0410523 Jul 05 17:58:51.631379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:51.712407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=609ed9d8-95d6-40e0-88fb-c7e71eb87730,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:51.782790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-13df9ddb-ed47-40cd-9e57-a19696329dde tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:51.784313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-13df9ddb-ed47-40cd-9e57-a19696329dde tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 945 time: 0.1439400 Jul 05 17:58:51.799305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-c533b1b5-5da7-4053-9d6e-2f385971b378 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'port': {'security_groups': ['c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428', 'dd84ee91-53fe-4686-b9d8-0aca9841c370']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:51.811594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5001a-cce8-431a-babf-9bb02fdcf669 req-03474a6a-962d-4284-9239-a11ffda9dcf1 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:51.813114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3c5001a-cce8-431a-babf-9bb02fdcf669 req-03474a6a-962d-4284-9239-a11ffda9dcf1 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 944 time: 0.1079731 Jul 05 17:58:51.895673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3c5001a-cce8-431a-babf-9bb02fdcf669 req-44e12580-3911-44bc-abc3-d43391f7ab1c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635777 Jul 05 17:58:51.935568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['609ed9d8-95d6-40e0-88fb-c7e71eb87730'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:51.959983 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-c533b1b5-5da7-4053-9d6e-2f385971b378 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:52.194124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeca8ee-4a99-4458-9d68-97efd5d8a784 req-cbccd8fc-b166-4b42-8056-1a1ca0e5e276 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:52.195761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0aeca8ee-4a99-4458-9d68-97efd5d8a784 req-cbccd8fc-b166-4b42-8056-1a1ca0e5e276 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1720269 Jul 05 17:58:52.283129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0aeca8ee-4a99-4458-9d68-97efd5d8a784 req-b772ad12-90c3-4a4d-bd79-8f60abb23eeb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677989 Jul 05 17:58:52.287172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-c533b1b5-5da7-4053-9d6e-2f385971b378 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] For port 1b4c1414-f8b6-4460-9739-2d4aa094da17, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:52.349570 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-c533b1b5-5da7-4053-9d6e-2f385971b378 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:52.408877 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-c533b1b5-5da7-4053-9d6e-2f385971b378 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:52.521733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-c533b1b5-5da7-4053-9d6e-2f385971b378 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:52.522516 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-c533b1b5-5da7-4053-9d6e-2f385971b378 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:52.535325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36d5571c-e0eb-471f-8ad3-2f6dd7954f76 req-c533b1b5-5da7-4053-9d6e-2f385971b378 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "PUT /v2.0/ports/1b4c1414-f8b6-4460-9739-2d4aa094da17 HTTP/1.1" status: 200 len: 981 time: 0.7430575 Jul 05 17:58:52.535900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:52.546088 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c2e140-5ac4-4c87-8891-381843f60dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:52.606019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c533b1b5-5da7-4053-9d6e-2f385971b378 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'Port': ['ID=1b4c1414-f8b6-4460-9739-2d4aa094da17,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:52.615601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:52.653425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37521c39-b26a-47f3-aa30-0d2481a2e16f req-b70d92eb-24be-4cef-96e1-b85b2fb0d0c7 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:52.660007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37521c39-b26a-47f3-aa30-0d2481a2e16f req-b70d92eb-24be-4cef-96e1-b85b2fb0d0c7 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.2142305 Jul 05 17:58:52.699948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:52.765368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37521c39-b26a-47f3-aa30-0d2481a2e16f req-98292769-70d7-4ddd-a2ac-d482bbce66e2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993421 Jul 05 17:58:52.848322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68372a-4bf8-4b05-97d3-b170ab58f640 req-337a21b8-2f92-4405-8ce6-84b101507488 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:52.863437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac68372a-4bf8-4b05-97d3-b170ab58f640 req-337a21b8-2f92-4405-8ce6-84b101507488 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1461687 Jul 05 17:58:52.944717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac68372a-4bf8-4b05-97d3-b170ab58f640 req-b6972217-c49e-4002-a1e2-cc7fbd63596f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799992 Jul 05 17:58:53.164047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-379933d0-e91f-4500-9834-f5a90c527f89 req-c367c6d8-9bd3-46b5-bf7b-cbc953b84f0c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1708917619&fields=id&tenant_id=067f21970fc24aa3aa98db5859b620ac HTTP/1.1" status: 200 len: 267 time: 0.0438633 Jul 05 17:58:53.225759 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47e36e5-cfa7-43cd-b3df-eb00f8ca9c7f x-openstack-request-id: req-c47e36e5-cfa7-43cd-b3df-eb00f8ca9c7f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:53.226060 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:53.226317 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c47e36e5-cfa7-43cd-b3df-eb00f8ca9c7f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:53.226765 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17', 'status': 'completed', 'code': 200} Jul 05 17:58:53.255981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379933d0-e91f-4500-9834-f5a90c527f89 req-66dd7bcc-2836-4892-a998-7336b08bfbf8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:53.261603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-379933d0-e91f-4500-9834-f5a90c527f89 req-66dd7bcc-2836-4892-a998-7336b08bfbf8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 984 time: 0.0941231 Jul 05 17:58:53.270891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-379933d0-e91f-4500-9834-f5a90c527f89 req-6e9bf017-0bae-4c90-b477-5231dc04ff83 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'port': {'security_groups': ['c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428', 'dd84ee91-53fe-4686-b9d8-0aca9841c370', 'd6c8b057-2a14-4a26-a5c8-b1f85803202d']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:53.325040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 609ed9d8-95d6-40e0-88fb-c7e71eb87730 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:58:53.391352 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-a7793f9a-c56b-4260-bc35-6af95d10ebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:53.392973 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-a7793f9a-c56b-4260-bc35-6af95d10ebd5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 1135 time: 0.1437557 Jul 05 17:58:53.488272 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eded5dc8-1ed3-4c53-a624-d38af0ca9adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:53.522311 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-379933d0-e91f-4500-9834-f5a90c527f89 req-6e9bf017-0bae-4c90-b477-5231dc04ff83 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:53.523466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:58:53.531395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:58:53.531907 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:53.598882 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:53.620362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-d7a5f337-7113-4f16-a547-d662e608c33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:53.622256 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-d7a5f337-7113-4f16-a547-d662e608c33f service neutron] 10.222.0.97 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 912 time: 0.2204099 Jul 05 17:58:53.674472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426e040-d589-423e-a645-a6b39198dcf8 req-f464514c-3164-4bff-981d-eebd6e37cb4f tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:53.684195 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f426e040-d589-423e-a645-a6b39198dcf8 req-f464514c-3164-4bff-981d-eebd6e37cb4f tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 944 time: 0.3160954 Jul 05 17:58:53.700507 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-a3012159-9554-45cb-91f6-cddc08f63900 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17 HTTP/1.1" status: 200 len: 217 time: 0.0719142 Jul 05 17:58:53.739107 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:53.779314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-ec9218c8-7e5a-4d8f-a50e-6a17d03c8821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:53.781201 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-ec9218c8-7e5a-4d8f-a50e-6a17d03c8821 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 HTTP/1.1" status: 200 len: 852 time: 0.0730956 Jul 05 17:58:53.819292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 609ed9d8-95d6-40e0-88fb-c7e71eb87730, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:53.822781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:53.828430 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52385393-b1c9-4f5b-9144-f88efaab3619" -d '{"events": [{"server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "name": "network-vif-plugged", "status": "completed", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:53.843300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-379933d0-e91f-4500-9834-f5a90c527f89 req-6e9bf017-0bae-4c90-b477-5231dc04ff83 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] For port 1b4c1414-f8b6-4460-9739-2d4aa094da17, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:53.852463 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-c1aba912-3fe5-4299-96b4-5b54fd2c820b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=23bb9815-a0b2-477b-a04e-1ef038db9eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605843 Jul 05 17:58:53.877727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f426e040-d589-423e-a645-a6b39198dcf8 req-44c8ffae-6bef-40f6-bf4b-722db0f1910f tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926112 Jul 05 17:58:53.909119 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:53.926537 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-379933d0-e91f-4500-9834-f5a90c527f89 req-6e9bf017-0bae-4c90-b477-5231dc04ff83 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:54.014251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=609ed9d8-95d6-40e0-88fb-c7e71eb87730,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:54.029064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-379933d0-e91f-4500-9834-f5a90c527f89 req-6e9bf017-0bae-4c90-b477-5231dc04ff83 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:54.031695 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-f9920ec1-f1d1-452f-9f44-0feeb03ef7f7 service neutron] 10.222.0.97 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676462 Jul 05 17:58:54.044832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:54.128026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379933d0-e91f-4500-9834-f5a90c527f89 req-6e9bf017-0bae-4c90-b477-5231dc04ff83 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:54.128702 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-379933d0-e91f-4500-9834-f5a90c527f89 req-6e9bf017-0bae-4c90-b477-5231dc04ff83 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:54.143515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-379933d0-e91f-4500-9834-f5a90c527f89 req-6e9bf017-0bae-4c90-b477-5231dc04ff83 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "PUT /v2.0/ports/1b4c1414-f8b6-4460-9739-2d4aa094da17 HTTP/1.1" status: 200 len: 1020 time: 0.8769155 Jul 05 17:58:54.267302 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-92c2e140-5ac4-4c87-8891-381843f60dd7 req-d0b364d5-548a-4ace-82e4-7240fcc8f05f service neutron] 10.222.0.97 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270305 Jul 05 17:58:54.290091 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ad9f74-0ee8-49a4-82d0-81d56e877af5 x-openstack-request-id: req-15ad9f74-0ee8-49a4-82d0-81d56e877af5 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:54.290091 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "name": "network-vif-plugged", "status": "completed", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:54.290091 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15ad9f74-0ee8-49a4-82d0-81d56e877af5 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:54.290590 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'code': 200} Jul 05 17:58:54.297415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bf017-0bae-4c90-b477-5231dc04ff83 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'Port': ['ID=1b4c1414-f8b6-4460-9739-2d4aa094da17,revision_number=7']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:54.320194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:58:54.356189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544ba1e-154f-4408-b9ad-5f8262f5345a req-b2345661-f25f-4778-b35e-94b42989c73d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:54.363400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6544ba1e-154f-4408-b9ad-5f8262f5345a req-b2345661-f25f-4778-b35e-94b42989c73d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.2488549 Jul 05 17:58:54.428034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6544ba1e-154f-4408-b9ad-5f8262f5345a req-8ff66a54-49fc-4b23-b419-43df4b7e7b08 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482202 Jul 05 17:58:54.453737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39c73f4-822b-4aa7-933a-1930207d4272 req-93088114-6689-4198-875f-75101f5f88e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:54.455296 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e39c73f4-822b-4aa7-933a-1930207d4272 req-93088114-6689-4198-875f-75101f5f88e7 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 1096 time: 0.1061337 Jul 05 17:58:54.519582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e39c73f4-822b-4aa7-933a-1930207d4272 req-8f7f2843-aa89-4adf-8633-a2647c1df261 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525756 Jul 05 17:58:54.579813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d64c4c-17f3-414c-88b3-4c6d10d73ad9 req-ce9f3e5a-d087-4fb1-9e8d-685658ad5c30 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:54.581603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3d64c4c-17f3-414c-88b3-4c6d10d73ad9 req-ce9f3e5a-d087-4fb1-9e8d-685658ad5c30 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1382198 Jul 05 17:58:54.656099 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:54.700509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3d64c4c-17f3-414c-88b3-4c6d10d73ad9 req-59e405c1-1430-490e-b30d-de546240a24f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100757 Jul 05 17:58:54.939393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0ea8c-1cdf-4a57-a842-403bef7c5ff9 req-bb25d252-5dcb-438a-a9eb-8329f982c31c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:54.941201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7a0ea8c-1cdf-4a57-a842-403bef7c5ff9 req-bb25d252-5dcb-438a-a9eb-8329f982c31c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 1023 time: 0.0681164 Jul 05 17:58:55.058948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7a0ea8c-1cdf-4a57-a842-403bef7c5ff9 req-995f6760-0027-4f87-baaa-0b24a956b797 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6c8b057-2a14-4a26-a5c8-b1f85803202d&id=dd84ee91-53fe-4686-b9d8-0aca9841c370&id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428 HTTP/1.1" status: 200 len: 6148 time: 0.1047871 Jul 05 17:58:55.099065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-bfbf3ec7-c971-4bc7-b83f-9306b6789005 req-e2463e91-6d32-4038-9dff-9fadd07f78cb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': ' tempest-securitygroup -281962831 ', 'description': 'tempest-description-1580621612'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:55.114770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ec5431-a621-41c0-bbd7-85f2d14a7634 req-a870d4e3-d938-4c7b-b260-6a4244acb352 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:55.119925 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1ec5431-a621-41c0-bbd7-85f2d14a7634 req-a870d4e3-d938-4c7b-b260-6a4244acb352 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 945 time: 0.1087291 Jul 05 17:58:55.164964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1ec5431-a621-41c0-bbd7-85f2d14a7634 req-08b55acd-6fe6-4dc3-a8ea-51b646716f47 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410371 Jul 05 17:58:55.227935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:55.230385 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ba1531-2133-443d-9411-068947e36dae" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:55.257843 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfbf3ec7-c971-4bc7-b83f-9306b6789005 req-e2463e91-6d32-4038-9dff-9fadd07f78cb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:55.271838 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1734d9f-8b87-47d3-b0cb-3d64d4da531c x-openstack-request-id: req-e1734d9f-8b87-47d3-b0cb-3d64d4da531c {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:55.272136 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:55.272389 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1734d9f-8b87-47d3-b0cb-3d64d4da531c {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:55.272772 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17', 'status': 'completed', 'code': 200} Jul 05 17:58:55.349466 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfbf3ec7-c971-4bc7-b83f-9306b6789005 req-e2463e91-6d32-4038-9dff-9fadd07f78cb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:55.368116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1531-2133-443d-9411-068947e36dae req-42f044cc-fbf1-48fa-8b85-1f4448dc051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:55.368116 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3ba1531-2133-443d-9411-068947e36dae req-42f044cc-fbf1-48fa-8b85-1f4448dc051e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 1174 time: 0.0624180 Jul 05 17:58:55.457362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1531-2133-443d-9411-068947e36dae req-b09d99b8-ee59-47c5-8c02-57011ee786e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:55.458933 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3ba1531-2133-443d-9411-068947e36dae req-b09d99b8-ee59-47c5-8c02-57011ee786e7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 912 time: 0.0874450 Jul 05 17:58:55.465797 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfbf3ec7-c971-4bc7-b83f-9306b6789005 req-e2463e91-6d32-4038-9dff-9fadd07f78cb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:55.521242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2463e91-6d32-4038-9dff-9fadd07f78cb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f19baa-a307-4fd9-86f6-f36d9a25be4f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:55.524076 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3ba1531-2133-443d-9411-068947e36dae req-eefa91ba-deeb-4a77-8e8f-16a7874211b4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17 HTTP/1.1" status: 200 len: 217 time: 0.0516238 Jul 05 17:58:55.598174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba1531-2133-443d-9411-068947e36dae req-215587c4-d6a0-4343-934d-348c2a61a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:55.600227 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3ba1531-2133-443d-9411-068947e36dae req-215587c4-d6a0-4343-934d-348c2a61a7ee service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 HTTP/1.1" status: 200 len: 852 time: 0.0676043 Jul 05 17:58:55.642651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3ba1531-2133-443d-9411-068947e36dae req-46319155-2b1e-460f-9919-edd15542b53f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=23bb9815-a0b2-477b-a04e-1ef038db9eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343933 Jul 05 17:58:55.645893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2690f-3026-4a12-b0bd-72c0d14628b4 req-3864ba01-9ed3-4e80-bdcb-af9fd7a2782e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:55.647630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42f2690f-3026-4a12-b0bd-72c0d14628b4 req-3864ba01-9ed3-4e80-bdcb-af9fd7a2782e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.0885363 Jul 05 17:58:55.649896 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bfbf3ec7-c971-4bc7-b83f-9306b6789005 req-e2463e91-6d32-4038-9dff-9fadd07f78cb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:55.655067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfbf3ec7-c971-4bc7-b83f-9306b6789005 req-e2463e91-6d32-4038-9dff-9fadd07f78cb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5613978 Jul 05 17:58:55.743792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42f2690f-3026-4a12-b0bd-72c0d14628b4 req-1bc2995c-f124-4ef2-9231-71fa6d80a557 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871961 Jul 05 17:58:55.752887 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3ba1531-2133-443d-9411-068947e36dae req-4c10aa40-8e98-486c-94c5-92cd42db0518 service neutron] 10.222.0.97 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980303 Jul 05 17:58:55.769636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bcd75f4-fcfb-4670-90d6-856176f2438d req-adc54891-9674-4fbc-8d2e-f89bce317474 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/b8f19baa-a307-4fd9-86f6-f36d9a25be4f HTTP/1.1" status: 200 len: 1780 time: 0.0827112 Jul 05 17:58:55.901686 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3ba1531-2133-443d-9411-068947e36dae req-d06cb73c-cd87-45d6-9103-253318154607 service neutron] 10.222.0.97 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319847 Jul 05 17:58:56.069933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264e9af-7ab7-4dc0-8c3a-cef8ac4152eb req-0666dc82-c066-4184-8ba5-08494ec912ee tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:56.072944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9264e9af-7ab7-4dc0-8c3a-cef8ac4152eb req-0666dc82-c066-4184-8ba5-08494ec912ee tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0762103 Jul 05 17:58:56.115825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9264e9af-7ab7-4dc0-8c3a-cef8ac4152eb req-a964459f-66f6-406a-b172-d59e4b7e6020 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369091 Jul 05 17:58:56.186604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d7cbcec-80b4-42f8-bcce-8391562dc255 req-00af6cb7-7f4b-4897-bc06-436b5c2c4589 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/b8f19baa-a307-4fd9-86f6-f36d9a25be4f HTTP/1.1" status: 200 len: 1780 time: 0.0423870 Jul 05 17:58:56.246992 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8d7cbcec-80b4-42f8-bcce-8391562dc255 req-0c7f05e9-ac6a-403e-bc3b-98b8e3c8acb8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:56.254666 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:56.271057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8d7cbcec-80b4-42f8-bcce-8391562dc255 req-0c7f05e9-ac6a-403e-bc3b-98b8e3c8acb8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:56.483238 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8d7cbcec-80b4-42f8-bcce-8391562dc255 req-0c7f05e9-ac6a-403e-bc3b-98b8e3c8acb8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:56.486231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8d7cbcec-80b4-42f8-bcce-8391562dc255 req-0c7f05e9-ac6a-403e-bc3b-98b8e3c8acb8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:56.487466 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d7cbcec-80b4-42f8-bcce-8391562dc255 req-0c7f05e9-ac6a-403e-bc3b-98b8e3c8acb8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/b8f19baa-a307-4fd9-86f6-f36d9a25be4f HTTP/1.1" status: 204 len: 173 time: 0.2946279 Jul 05 17:58:56.526263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-f49f8eed-7e4a-4ee2-9c5f-b843999c89de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:56.528761 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-f49f8eed-7e4a-4ee2-9c5f-b843999c89de service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1097 time: 0.0837362 Jul 05 17:58:56.534855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f05e9-ac6a-403e-bc3b-98b8e3c8acb8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f19baa-a307-4fd9-86f6-f36d9a25be4f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:56.577174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed30f7-d1d1-4bcc-9ec8-7d32530c4fcd req-70eee1d8-7cf5-467e-b9e1-a8202a7a9f16 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:56.579017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6ed30f7-d1d1-4bcc-9ec8-7d32530c4fcd req-70eee1d8-7cf5-467e-b9e1-a8202a7a9f16 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 945 time: 0.0905135 Jul 05 17:58:56.655031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-b55570b6-50fb-460c-a03b-ca7425c694f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:56.656529 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-b55570b6-50fb-460c-a03b-ca7425c694f6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 918 time: 0.1068134 Jul 05 17:58:56.662703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6ed30f7-d1d1-4bcc-9ec8-7d32530c4fcd req-cc5c79ad-5e44-484d-8eb6-470fb9ecd736 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778136 Jul 05 17:58:56.707942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7700e-e37d-4ab2-a151-2e9506e8a5cd req-4673b0ab-e8bd-49a0-8eef-619ad1a23689 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:56.709714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3b7700e-e37d-4ab2-a151-2e9506e8a5cd req-4673b0ab-e8bd-49a0-8eef-619ad1a23689 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.0956752 Jul 05 17:58:56.723174 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-c613cd39-3145-4c7d-91c2-6d9910ca20dd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd45e103-1a67-42c1-94fc-09e47876115b HTTP/1.1" status: 200 len: 217 time: 0.0474529 Jul 05 17:58:56.737610 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-76544433-2526-4a3d-8ebc-3f13acc138ab req-2e0678f6-03b3-42e9-9480-cb61bf082738 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:58:56.738684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76544433-2526-4a3d-8ebc-3f13acc138ab req-2e0678f6-03b3-42e9-9480-cb61bf082738 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/b8f19baa-a307-4fd9-86f6-f36d9a25be4f HTTP/1.1" status: 404 len: 352 time: 0.0278149 Jul 05 17:58:56.764381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3b7700e-e37d-4ab2-a151-2e9506e8a5cd req-0ad8e3a0-4932-4c31-ad83-bf18c83d6954 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458267 Jul 05 17:58:56.789621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-eb93e3b2-4711-42b0-8a7b-152966bb8f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:56.789621 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-eb93e3b2-4711-42b0-8a7b-152966bb8f00 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.0524223 Jul 05 17:58:56.815082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6e043d99-af1f-4a9a-a679-4f0b4d757780 req-56e528b9-0ebb-4b6a-bd62-e37d97643aa6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-868129378', 'description': 'tempest-description-1631594905'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:56.821514 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-e4958813-2c68-4ec2-8737-aa7536565b08 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307088 Jul 05 17:58:56.924537 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-83f5b18d-34d2-49e5-b356-32de4be83a81 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944922 Jul 05 17:58:56.938997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6e043d99-af1f-4a9a-a679-4f0b4d757780 req-56e528b9-0ebb-4b6a-bd62-e37d97643aa6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:56.986440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-95e8faed-c042-4b79-a790-96608d785add tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:56.987970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-95e8faed-c042-4b79-a790-96608d785add tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1285677 Jul 05 17:58:57.021795 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aa187669-5313-47fa-a4b8-a5d4d7b5789e req-9eee8ef5-546a-4863-a604-15ad948ab6f5 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894921 Jul 05 17:58:57.058401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-ccb0fb04-91b5-4bd1-b736-b780ea14ba6c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 695 time: 0.0610745 Jul 05 17:58:57.073618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-72e88636-d0a8-42bf-b393-92d76e460a37 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Request body: {'floatingip': {'port_id': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:57.409548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-72e88636-d0a8-42bf-b393-92d76e460a37 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:57.479654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6e043d99-af1f-4a9a-a679-4f0b4d757780 req-56e528b9-0ebb-4b6a-bd62-e37d97643aa6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:57.570893 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6e043d99-af1f-4a9a-a679-4f0b4d757780 req-56e528b9-0ebb-4b6a-bd62-e37d97643aa6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:57.641587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e528b9-0ebb-4b6a-bd62-e37d97643aa6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef52ffb-0fa5-4dbd-ba63-4c24811af0a4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:57.694899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6e043d99-af1f-4a9a-a679-4f0b4d757780 req-56e528b9-0ebb-4b6a-bd62-e37d97643aa6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:57.696577 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e043d99-af1f-4a9a-a679-4f0b4d757780 req-56e528b9-0ebb-4b6a-bd62-e37d97643aa6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8863745 Jul 05 17:58:57.934212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c9b5b4-bfa9-4adc-b8dd-2991a49a4f49 req-02ff0cb1-5362-4ec8-94b6-c478f5d24626 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:57.935737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2c9b5b4-bfa9-4adc-b8dd-2991a49a4f49 req-02ff0cb1-5362-4ec8-94b6-c478f5d24626 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.1453047 Jul 05 17:58:57.956537 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-72e88636-d0a8-42bf-b393-92d76e460a37 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:57.985114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2c9b5b4-bfa9-4adc-b8dd-2991a49a4f49 req-29ea6a23-35bf-423e-a346-0b8492ad5185 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Jul 05 17:58:58.034906 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-72e88636-d0a8-42bf-b393-92d76e460a37 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:58.142774 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-72e88636-d0a8-42bf-b393-92d76e460a37 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Floating IP 8276071f-71fc-4505-8a42-244c2f502f15 associated. External IP: 172.25.3.84, port: 38d0ffda-fb3a-48db-8d1b-b71aab58cd39. Jul 05 17:58:58.339790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329af6f8-546b-4ac8-a062-ec6922ca052d req-21892755-b28b-4b93-8bdb-8cfd3cdb6b13 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:58.341360 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-329af6f8-546b-4ac8-a062-ec6922ca052d req-21892755-b28b-4b93-8bdb-8cfd3cdb6b13 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1520658 Jul 05 17:58:58.422975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-329af6f8-546b-4ac8-a062-ec6922ca052d req-87b81464-d27f-40ed-8f9d-56aba101d013 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748940 Jul 05 17:58:58.434218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-72e88636-d0a8-42bf-b393-92d76e460a37 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Router 2e55e57b-e961-4d3e-b952-0f802fed4a71 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:58:58.559061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-72e88636-d0a8-42bf-b393-92d76e460a37 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:58:58.564817 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-72e88636-d0a8-42bf-b393-92d76e460a37 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:58.568355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] Sync routers for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:58:58.569399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-5dfca127-7e68-4b5a-ac35-b60a63312553 req-caf71c7d-d6d0-4723-85bb-4eb2cc71d361 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-376678012', 'description': 'tempest-description-77361816'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:58.579379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:58.580089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:58.621508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-72e88636-d0a8-42bf-b393-92d76e460a37 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "PUT /v2.0/floatingips/8276071f-71fc-4505-8a42-244c2f502f15 HTTP/1.1" status: 200 len: 995 time: 1.5564127 Jul 05 17:58:58.621962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:58.624265 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:58.691986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-538463b2-d542-472f-b56e-0c7625c88aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:58.694910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-538463b2-d542-472f-b56e-0c7625c88aee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1096 time: 0.0584915 Jul 05 17:58:58.702659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:58.721733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5dfca127-7e68-4b5a-ac35-b60a63312553 req-caf71c7d-d6d0-4723-85bb-4eb2cc71d361 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:58.824131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-766eeccc-7c45-4f9c-974e-2ac3b173c767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:58.826144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-766eeccc-7c45-4f9c-974e-2ac3b173c767 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.1240251 Jul 05 17:58:58.947544 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:53:3d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c9d11c-076e-491a-9344-c33f648c0538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:58:57Z', 'revision_number': 1, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:58.955168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-18923c5d-41d0-4af1-b158-06bb7784665e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 998 time: 0.1194234 Jul 05 17:58:58.979533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] Checking router: 2e55e57b-e961-4d3e-b952-0f802fed4a71 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:58:58.988030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:58:58.988655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:59.002156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5dfca127-7e68-4b5a-ac35-b60a63312553 req-caf71c7d-d6d0-4723-85bb-4eb2cc71d361 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:59.018506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-8bb20d21-6ac3-436a-81fd-458339921951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:59.020380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-8bb20d21-6ac3-436a-81fd-458339921951 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0588887 Jul 05 17:58:59.080519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-03a32f2f-4897-41b4-a474-148496506949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:59.081994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-03a32f2f-4897-41b4-a474-148496506949 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541804 Jul 05 17:58:59.093317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-14a3338f-0d7f-4dbd-a358-daf487023f8f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:58:59.094334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-14a3338f-0d7f-4dbd-a358-daf487023f8f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053368 Jul 05 17:58:59.149882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5dfca127-7e68-4b5a-ac35-b60a63312553 req-caf71c7d-d6d0-4723-85bb-4eb2cc71d361 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:59.193143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf71c7d-d6d0-4723-85bb-4eb2cc71d361 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40c7dfe-9dda-4ae0-8901-98cf2da8f4f9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:58:59.222230 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-f4904c04-df4a-477d-973b-331999f06bac service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203647 Jul 05 17:58:59.231236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:58:59.314523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5dfca127-7e68-4b5a-ac35-b60a63312553 req-caf71c7d-d6d0-4723-85bb-4eb2cc71d361 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:59.316095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dfca127-7e68-4b5a-ac35-b60a63312553 req-caf71c7d-d6d0-4723-85bb-4eb2cc71d361 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.7548923 Jul 05 17:58:59.319980 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b2a3495-45f9-40c5-9199-acf6fb16ae65 req-0c9f3ce7-1870-4665-91c0-99afeddff640 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911832 Jul 05 17:58:59.476259 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3a8a69-a5ce-4ff6-89bc-fc1bc6102904 x-openstack-request-id: req-1f3a8a69-a5ce-4ff6-89bc-fc1bc6102904 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:58:59.476588 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:58:59.476849 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f3a8a69-a5ce-4ff6-89bc-fc1bc6102904 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:58:59.477466 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'status': 'completed', 'code': 200} Jul 05 17:58:59.480218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:53:3d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c9d11c-076e-491a-9344-c33f648c0538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:58:57Z', 'revision_number': 1, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:58:59.492789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f5db0c-64ff-4273-a332-c266662b4923 req-6f6372aa-5f27-4ec6-a2a8-080d48e2075c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:59.500893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24f5db0c-64ff-4273-a332-c266662b4923 req-6f6372aa-5f27-4ec6-a2a8-080d48e2075c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.0845966 Jul 05 17:58:59.514343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e895bd4-56f2-43e1-ab5e-f57dad86ceb4 None None] The sync data for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 is: [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:53:3d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c9d11c-076e-491a-9344-c33f648c0538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:58:57Z', 'revision_number': 1, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:58:59.543883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24f5db0c-64ff-4273-a332-c266662b4923 req-9984a9e7-d9f5-4f64-b9a7-328569637632 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421119 Jul 05 17:58:59.566346 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:59.608192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-fba7ef52-6ff6-43e8-8eae-7ee11af52297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:59.610486 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-fba7ef52-6ff6-43e8-8eae-7ee11af52297 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1096 time: 0.0878224 Jul 05 17:58:59.641023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084939a-66ab-4358-95f5-6a6dad5e4016 req-4c4bc766-5619-4b04-9da6-f5114d791ca0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:59.642831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3084939a-66ab-4358-95f5-6a6dad5e4016 req-4c4bc766-5619-4b04-9da6-f5114d791ca0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.0749729 Jul 05 17:58:59.687222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3084939a-66ab-4358-95f5-6a6dad5e4016 req-f84d172c-4722-45c9-8d0f-5cbdbaf84bf1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Jul 05 17:58:59.718072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-64ef377d-495f-4dc3-9ea9-ee5009505abe req-d8788ca3-7672-4826-a958-378d9fac6ff2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1951135855', 'description': 'tempest-description-959004977'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:58:59.725629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-4af3422f-9941-4ec7-a2d4-db4c80fbea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:59.728744 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-4af3422f-9941-4ec7-a2d4-db4c80fbea9a service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.1045682 Jul 05 17:58:59.792758 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c90849f-5417-454a-9129-a8ca42a2a070 None None] New status for floating IP 8276071f-71fc-4505-8a42-244c2f502f15: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:58:59.811168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:58:59.817060 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-c4de91b7-c732-487d-a337-1f904bb3ebe0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 998 time: 0.0780697 Jul 05 17:58:59.850849 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64ef377d-495f-4dc3-9ea9-ee5009505abe req-d8788ca3-7672-4826-a958-378d9fac6ff2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:59.893637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-40a398a5-c4e4-456f-905c-c2945e46af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:59.894973 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-40a398a5-c4e4-456f-905c-c2945e46af33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0620053 Jul 05 17:58:59.907122 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:58:59.943249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:58:59.945831 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8388191f-ac78-4d01-b7d6-befbe0437bb5" -d '{"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:58:59.961279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:58:59.963900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-1c2fefe5-4e66-49c8-b7d1-ec0ec0c0a34c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:59.965532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-1c2fefe5-4e66-49c8-b7d1-ec0ec0c0a34c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1518199 Jul 05 17:58:59.973202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-a443be33-51c6-48de-8d8d-00d7b8272326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:58:59.974914 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-a443be33-51c6-48de-8d8d-00d7b8272326 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721681 Jul 05 17:59:00.030079 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:00.078870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64ef377d-495f-4dc3-9ea9-ee5009505abe req-d8788ca3-7672-4826-a958-378d9fac6ff2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:00.086937 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-07816a30-bedd-45ce-ba7c-7b76853bc8df service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957227 Jul 05 17:59:00.088609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:00.094595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-ad230f04-dc93-41cf-bde7-78f3f2e7030e tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 998 time: 0.1224906 Jul 05 17:59:00.107185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Request body: {'floatingip': {'port_id': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:00.164142 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:00.189298 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-820074c5-5f07-4aaa-a3ff-2d56daea1b7f req-61cdde18-1540-4313-9dce-b4323229007a service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887094 Jul 05 17:59:00.204834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64ef377d-495f-4dc3-9ea9-ee5009505abe req-d8788ca3-7672-4826-a958-378d9fac6ff2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:00.250209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8788ca3-7672-4826-a958-378d9fac6ff2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e78a27-dada-4e65-a4b0-6b29de2f6213,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:00.326040 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64ef377d-495f-4dc3-9ea9-ee5009505abe req-d8788ca3-7672-4826-a958-378d9fac6ff2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:00.327318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64ef377d-495f-4dc3-9ea9-ee5009505abe req-d8788ca3-7672-4826-a958-378d9fac6ff2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6135004 Jul 05 17:59:00.598698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5c660-3c5e-422c-bc3a-a239adcb2a84 req-f6602542-1f85-49e2-a2c7-d5abb1abdd7e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:00.600234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fa5c660-3c5e-422c-bc3a-a239adcb2a84 req-f6602542-1f85-49e2-a2c7-d5abb1abdd7e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 947 time: 0.1706157 Jul 05 17:59:00.678871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fa5c660-3c5e-422c-bc3a-a239adcb2a84 req-3c3142cf-c021-432f-b7d7-015513491a3d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722063 Jul 05 17:59:00.773674 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:00.828808 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcf09b6-7a0e-489d-87cc-fa7352c6be1b x-openstack-request-id: req-9bcf09b6-7a0e-489d-87cc-fa7352c6be1b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:00.829330 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-unplugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:00.829486 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bcf09b6-7a0e-489d-87cc-fa7352c6be1b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:00.829948 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'code': 200} Jul 05 17:59:00.868368 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:01.318173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c0d82c1-8dce-4df6-b0d5-09f0bab41114 req-3da1bff7-f8b7-48ea-89a6-0cb2be3961cf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=067f21970fc24aa3aa98db5859b620ac HTTP/1.1" status: 200 len: 10893 time: 0.4778094 Jul 05 17:59:01.319245 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Floating IP 8276071f-71fc-4505-8a42-244c2f502f15 associated. External IP: 172.25.3.84, port: 38d0ffda-fb3a-48db-8d1b-b71aab58cd39. Jul 05 17:59:01.434922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c0d82c1-8dce-4df6-b0d5-09f0bab41114 req-75e0f23b-0ab8-428e-bb67-51a91b12f8e8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428 HTTP/1.1" status: 200 len: 2981 time: 0.0830393 Jul 05 17:59:01.525971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c0d82c1-8dce-4df6-b0d5-09f0bab41114 req-ab2111e8-54b2-4e0e-a00f-9ac17557c3c2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428 HTTP/1.1" status: 200 len: 2981 time: 0.0841870 Jul 05 17:59:01.592402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Router 2e55e57b-e961-4d3e-b952-0f802fed4a71 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:01.735735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:01.746637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] Sync routers for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:01.755717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:01.756339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:01.786786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cde1b-dee1-46e3-bd79-f656df36f3ef req-cdbb27a4-d03a-4cea-ba1a-99810a263455 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:01.788286 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-203cde1b-dee1-46e3-bd79-f656df36f3ef req-cdbb27a4-d03a-4cea-ba1a-99810a263455 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1515272 Jul 05 17:59:01.847634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:59:01.871507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-203cde1b-dee1-46e3-bd79-f656df36f3ef req-7a35692d-2562-4838-9eab-9c2f985955d4 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762484 Jul 05 17:59:01.905246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:02.014298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Router 2e55e57b-e961-4d3e-b952-0f802fed4a71 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:02.057856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:02.109352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'mac_address': 'fa:16:3e:f6:13:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:59:02.174792 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:02.176684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:02.182115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:02.199859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:59:02.229205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c8b37-607f-4714-a31b-7ea61d598659 req-1b4bb8cf-030a-4d11-98ba-509bb1f419d7 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:02.230745 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e76c8b37-607f-4714-a31b-7ea61d598659 req-1b4bb8cf-030a-4d11-98ba-509bb1f419d7 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 945 time: 0.1408565 Jul 05 17:59:02.243919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:02.253102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:02.258592 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926ed47e-ba67-4987-85f7-6840484ed7b3" -d '{"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:02.269580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:c1:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:59:00Z', 'revision_number': 3, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:02.296864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] Checking router: 2e55e57b-e961-4d3e-b952-0f802fed4a71 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:02.301295 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e76c8b37-607f-4714-a31b-7ea61d598659 req-769e74f2-eb47-46fd-9a77-8dfada95c940 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635469 Jul 05 17:59:02.305758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:02.306386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:02.309207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-53162a2d-2cae-4a3b-ae99-c19dbfb8afcc tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "PUT /v2.0/floatingips/8276071f-71fc-4505-8a42-244c2f502f15 HTTP/1.1" status: 200 len: 997 time: 2.2060726 Jul 05 17:59:02.344839 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:02.397792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-1d03cc43-1a1b-402a-9b41-44cc30f5d5e8 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:02.399625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-1d03cc43-1a1b-402a-9b41-44cc30f5d5e8 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports/38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 942 time: 0.0840685 Jul 05 17:59:02.411126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6370f8e-cb60-4e58-8739-c6c0175cee3a req-a1e3fa5c-bcf0-40e2-b15d-909e587e7d4f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/4ef52ffb-0fa5-4dbd-ba63-4c24811af0a4 HTTP/1.1" status: 200 len: 1800 time: 0.0652511 Jul 05 17:59:02.436929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=10']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:02.457638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:02.518346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d6370f8e-cb60-4e58-8739-c6c0175cee3a req-e74f9c62-c5f4-4d5f-a3cc-0a3bbebac9d8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:02.551430 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d6370f8e-cb60-4e58-8739-c6c0175cee3a req-e74f9c62-c5f4-4d5f-a3cc-0a3bbebac9d8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:02.589559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-f945136d-a15b-45ed-af03-ea211cae85ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:02.591125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-f945136d-a15b-45ed-af03-ea211cae85ae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1096 time: 0.1266930 Jul 05 17:59:02.687691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-7cb980f9-d2b4-4d48-9f1a-bf09bde4839e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:02.689104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-7cb980f9-d2b4-4d48-9f1a-bf09bde4839e service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.0919409 Jul 05 17:59:02.695062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:c1:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:59:00Z', 'revision_number': 3, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:02.729939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b6a8b5-7ae8-4751-b9fd-178760954db3 None None] The sync data for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 is: [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:c1:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:59:00Z', 'revision_number': 3, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:02.731211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-a2270510-451f-4a97-993b-89e2b5423d09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 217 time: 0.0359449 Jul 05 17:59:02.731809 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d6370f8e-cb60-4e58-8739-c6c0175cee3a req-e74f9c62-c5f4-4d5f-a3cc-0a3bbebac9d8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:02.734377 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d6370f8e-cb60-4e58-8739-c6c0175cee3a req-e74f9c62-c5f4-4d5f-a3cc-0a3bbebac9d8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:02.735483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6370f8e-cb60-4e58-8739-c6c0175cee3a req-e74f9c62-c5f4-4d5f-a3cc-0a3bbebac9d8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/4ef52ffb-0fa5-4dbd-ba63-4c24811af0a4 HTTP/1.1" status: 204 len: 173 time: 0.3155148 Jul 05 17:59:02.770281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f9c62-c5f4-4d5f-a3cc-0a3bbebac9d8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef52ffb-0fa5-4dbd-ba63-4c24811af0a4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:02.802717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-0e221723-71c6-45d4-97a1-c5e170508832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:02.805734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-0e221723-71c6-45d4-97a1-c5e170508832 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0658374 Jul 05 17:59:02.915012 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a68f6a-a72d-4eaa-8177-5d50140e06f9 None None] New status for floating IP 8276071f-71fc-4505-8a42-244c2f502f15: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:59:02.921435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-37b4d720-2f80-4366-82ef-3542dc2159d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:02.922991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-37b4d720-2f80-4366-82ef-3542dc2159d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113498 Jul 05 17:59:02.930707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00d815a-0c21-4a1a-beb8-2965518f5618 req-036535c1-17dd-41ea-a8d5-59845137ac2b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:02.932155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e00d815a-0c21-4a1a-beb8-2965518f5618 req-036535c1-17dd-41ea-a8d5-59845137ac2b tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.0858479 Jul 05 17:59:02.950033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:03.021541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e00d815a-0c21-4a1a-beb8-2965518f5618 req-4921ec24-27e9-4b2d-b48c-52aee273b417 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813208 Jul 05 17:59:03.053421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-120d732b-a3ba-4973-bac8-2f4a504ac686 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203039 Jul 05 17:59:03.183512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-361aae65-3e7b-4139-ba50-c4024fcdb7c0 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.184760 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-2a63bc88-d70a-4137-beab-49e259c576f7 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249688 Jul 05 17:59:03.185135 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-361aae65-3e7b-4139-ba50-c4024fcdb7c0 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.0986052 Jul 05 17:59:03.202213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799524-1'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:03.245296 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a00f9b4-a8d5-44ad-ace9-7d0a903fc1df x-openstack-request-id: req-3a00f9b4-a8d5-44ad-ace9-7d0a903fc1df {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:03.245963 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:03.246287 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a00f9b4-a8d5-44ad-ace9-7d0a903fc1df {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:03.248035 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'status': 'completed', 'code': 200} Jul 05 17:59:03.274746 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-d2735649-bd8b-4ce9-9e64-1298184efb2c req-d63d52a8-902d-4531-ad7c-59b577731f54 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:59:03.281095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] Sync routers for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:03.281674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2735649-bd8b-4ce9-9e64-1298184efb2c req-d63d52a8-902d-4531-ad7c-59b577731f54 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/4ef52ffb-0fa5-4dbd-ba63-4c24811af0a4 HTTP/1.1" status: 404 len: 352 time: 0.0203404 Jul 05 17:59:03.294784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:03.296882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:03.323577 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:03.374082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-7cde041f-4a8f-4c10-875b-df8561273cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.385753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-7cde041f-4a8f-4c10-875b-df8561273cc7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 1096 time: 0.0839777 Jul 05 17:59:03.411398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:59:03.433304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:03.443173 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-9e308158-834f-451f-9a46-597ca42c76af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.445996 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-9e308158-834f-451f-9a46-597ca42c76af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1096 time: 0.1539736 Jul 05 17:59:03.533954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-3eed31ad-bbd3-424c-bddb-f93e231863cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.535534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-3eed31ad-bbd3-424c-bddb-f93e231863cf service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.1486783 Jul 05 17:59:03.548076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcaf39-ab12-499b-a1b3-7dc91ddd430f req-ad6b5e87-bc8d-447f-a30a-f76912b9dc08 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.549699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9dbcaf39-ab12-499b-a1b3-7dc91ddd430f req-ad6b5e87-bc8d-447f-a30a-f76912b9dc08 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1158509 Jul 05 17:59:03.552977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:03.609541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-1b15c656-49a0-4a4e-8ca5-2db3555e9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.611529 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-1b15c656-49a0-4a4e-8ca5-2db3555e9142 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.1532702 Jul 05 17:59:03.634652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:03.638744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-f46478b1-4e02-4d3d-a6fa-e0e9a1f1ed34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 200 len: 1000 time: 0.0880113 Jul 05 17:59:03.642805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9dbcaf39-ab12-499b-a1b3-7dc91ddd430f req-3cb891c9-7008-49e3-a65e-d0c12e9695e7 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548236 Jul 05 17:59:03.692600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-0aee7243-e9be-4228-8c28-443c8032d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.694390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-0aee7243-e9be-4228-8c28-443c8032d10c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0475161 Jul 05 17:59:03.702952 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-3454d9fe-fff4-45a3-9074-09d06015372d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 217 time: 0.0754731 Jul 05 17:59:03.730166 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:59:03.772598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-03bbd59b-720c-4590-938e-a245bc85fd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.774759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-03bbd59b-720c-4590-938e-a245bc85fd9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741303 Jul 05 17:59:03.775256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-2cdcf6f3-a0a9-4d7c-87b4-923900f5bf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.776776 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-2cdcf6f3-a0a9-4d7c-87b4-923900f5bf41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0537517 Jul 05 17:59:03.780582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:03.782978 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e33797-2cd2-49e6-b3b0-ff8bca2d8eea" -d '{"events": [{"server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "name": "network-vif-unplugged", "status": "completed", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:03.787113 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:03.855584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-941d8bdb-7e95-4fbd-840d-655fadddc011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:03.858615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-941d8bdb-7e95-4fbd-840d-655fadddc011 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594320 Jul 05 17:59:03.885495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:03.905789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce has no active binding in host n-h1-799524-1 {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 17:59:03.913741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a2ae7fe-900a-414e-a02d-d51ba5009dde req-03d27555-ae6c-4c7f-85ea-55da7a35eaea tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/a40c7dfe-9dda-4ae0-8901-98cf2da8f4f9 HTTP/1.1" status: 200 len: 1798 time: 0.1077654 Jul 05 17:59:03.920525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:03.947735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-80d4f18f-510d-4b07-9639-a64b97e392d5 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666651 Jul 05 17:59:03.962164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:c1:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:59:03Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:03.999699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] Checking router: 2e55e57b-e961-4d3e-b952-0f802fed4a71 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:04.005916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:04.013260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:04.014737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:04.055704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-b9347e40-7624-4744-9284-f154136652af service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856856 Jul 05 17:59:04.058162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on host n-h2-799524-1 for vnic_type normal with profile {"migrating_to": "n-h1-799524-1"} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:59:04.058666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:59:04.059066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:04.064583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:59:04.065275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Attempting to bind port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:04.074549 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8a2ae7fe-900a-414e-a02d-d51ba5009dde req-8d232558-3a6d-4859-83e9-ace88a750faf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:04.094255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:59:04.094799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:04.095290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:59:04.096461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Bound port: a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:59:04.096838 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:04.120231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8a2ae7fe-900a-414e-a02d-d51ba5009dde req-8d232558-3a6d-4859-83e9-ace88a750faf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:04.135615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:04.139366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-116bfd68-e9dc-418b-92ba-c2edb8c700b6 req-10f544fb-37f1-4a43-a8c5-40de7585e187 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809208 Jul 05 17:59:04.264201 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-926ed47e-ba67-4987-85f7-6840484ed7b3 req-7d56ac91-abe1-4d96-8d64-2fb480add4c6 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924217 Jul 05 17:59:04.266611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:04.269233 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8a2ae7fe-900a-414e-a02d-d51ba5009dde req-8d232558-3a6d-4859-83e9-ace88a750faf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:04.270033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:59:04.272429 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8a2ae7fe-900a-414e-a02d-d51ba5009dde req-8d232558-3a6d-4859-83e9-ace88a750faf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:04.275654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a2ae7fe-900a-414e-a02d-d51ba5009dde req-8d232558-3a6d-4859-83e9-ace88a750faf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/a40c7dfe-9dda-4ae0-8901-98cf2da8f4f9 HTTP/1.1" status: 204 len: 173 time: 0.3472311 Jul 05 17:59:04.303887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d232558-3a6d-4859-83e9-ace88a750faf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40c7dfe-9dda-4ae0-8901-98cf2da8f4f9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:04.330520 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2020b7e-1a86-4612-947a-6117c498cf5c x-openstack-request-id: req-d2020b7e-1a86-4612-947a-6117c498cf5c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:04.331400 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "name": "network-vif-unplugged", "status": "completed", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:04.331400 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2020b7e-1a86-4612-947a-6117c498cf5c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:04.331961 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce', 'code': 200} Jul 05 17:59:04.404225 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:04.431622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77ad4a-ea4c-4961-9fda-ee557833c90c req-4b1a9b1d-d185-46b9-99dd-54ad4cc1e6eb tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:04.433482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a77ad4a-ea4c-4961-9fda-ee557833c90c req-4b1a9b1d-d185-46b9-99dd-54ad4cc1e6eb tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 943 time: 0.0822780 Jul 05 17:59:04.464353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:c1:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:59:03Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:04.494342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe32c27-26e8-4513-857f-3714f5d1359d None None] The sync data for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 is: [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:c1:54:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:59:03Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:04.508979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a77ad4a-ea4c-4961-9fda-ee557833c90c req-c190f788-bf35-4d3f-981f-ceee888b14d8 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627356 Jul 05 17:59:04.509654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:04.510389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:04.511936 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] 10.222.0.97 "PUT /v2.0/ports/a1815a8c-58e1-4afa-a4ce-59efa115a0ce HTTP/1.1" status: 200 len: 1121 time: 1.3141160 Jul 05 17:59:04.523128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f19374-8546-498d-bf2f-42ccaf97ac16 service neutron] Pushing event updated for resources: {'Port': ['ID=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:04.538026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09213-afb0-43fb-afda-f73f99420207 req-b7a8adf8-5bb0-421d-8efd-a827476c9d9f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:04.547779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-feb09213-afb0-43fb-afda-f73f99420207 req-b7a8adf8-5bb0-421d-8efd-a827476c9d9f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 949 time: 0.1130519 Jul 05 17:59:04.600920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-feb09213-afb0-43fb-afda-f73f99420207 req-bf64433e-e1d8-4661-bf32-85c6da294654 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497620 Jul 05 17:59:04.636492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['a1815a8c-58e1-4afa-a4ce-59efa115a0ce'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:04.719206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fc302b6-fc5c-4185-a154-ad320d72eaab req-614bc29a-b25a-46b1-a3e4-b25d96baad54 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 1000 time: 0.0916436 Jul 05 17:59:04.736597 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-03d7ad71-fc78-4ccb-9d59-7cdc34b5b7c6 req-725f5c0f-f0e5-463a-ae4b-ba361c01785d tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:59:04.738223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03d7ad71-fc78-4ccb-9d59-7cdc34b5b7c6 req-725f5c0f-f0e5-463a-ae4b-ba361c01785d tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/a40c7dfe-9dda-4ae0-8901-98cf2da8f4f9 HTTP/1.1" status: 404 len: 352 time: 0.0316157 Jul 05 17:59:04.778517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['a1815a8c-58e1-4afa-a4ce-59efa115a0ce'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:04.796926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc302b6-fc5c-4185-a154-ad320d72eaab req-df253a7b-d808-4698-931a-48425504e5e2 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:04.798329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fc302b6-fc5c-4185-a154-ad320d72eaab req-df253a7b-d808-4698-931a-48425504e5e2 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports/609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 200 len: 942 time: 0.0737245 Jul 05 17:59:04.987611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fc302b6-fc5c-4185-a154-ad320d72eaab req-61489f15-0cfd-42ce-baec-0ef359ffd9f0 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 1000 time: 0.0951052 Jul 05 17:59:05.007431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e40ad-e3b6-4277-a4a6-192e6895a8ad req-dec45836-0dbe-4c9c-803b-388e643f5309 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:05.009368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-547e40ad-e3b6-4277-a4a6-192e6895a8ad req-dec45836-0dbe-4c9c-803b-388e643f5309 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1585531 Jul 05 17:59:05.098933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-547e40ad-e3b6-4277-a4a6-192e6895a8ad req-e137adfc-074d-495f-9242-b8bc68db93a4 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760589 Jul 05 17:59:05.147334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc302b6-fc5c-4185-a154-ad320d72eaab req-3e401050-c6d7-49cd-bebc-cbe27637e4b1 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:05.148733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fc302b6-fc5c-4185-a154-ad320d72eaab req-3e401050-c6d7-49cd-bebc-cbe27637e4b1 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1603267 Jul 05 17:59:05.161337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-9fc302b6-fc5c-4185-a154-ad320d72eaab req-214475e2-e841-4fbe-93da-a308e7ad0fca tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:59:05.162302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fc302b6-fc5c-4185-a154-ad320d72eaab req-214475e2-e841-4fbe-93da-a308e7ad0fca tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079036 Jul 05 17:59:05.186635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26a81abf-8551-42d7-b091-ebfd10634a66 req-57a9d4fc-f768-41bb-87eb-0e4236a4d4f9 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/71e78a27-dada-4e65-a4b0-6b29de2f6213 HTTP/1.1" status: 200 len: 1800 time: 0.0570521 Jul 05 17:59:05.248219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:05.250817 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:05.267921 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-26a81abf-8551-42d7-b091-ebfd10634a66 req-6f90ff4e-13b4-440a-9523-cd0b4dddcb0f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:05.297693 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-26a81abf-8551-42d7-b091-ebfd10634a66 req-6f90ff4e-13b4-440a-9523-cd0b4dddcb0f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:05.388690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-57bff3c3-ca57-41c8-ba37-1bc5c963f04d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 1000 time: 0.0829341 Jul 05 17:59:05.449233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-3b922167-6816-4ade-bd92-9ef709f5d4e8 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:05.450686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-3b922167-6816-4ade-bd92-9ef709f5d4e8 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports/609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 200 len: 942 time: 0.0563817 Jul 05 17:59:05.454161 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-26a81abf-8551-42d7-b091-ebfd10634a66 req-6f90ff4e-13b4-440a-9523-cd0b4dddcb0f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:05.456433 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-26a81abf-8551-42d7-b091-ebfd10634a66 req-6f90ff4e-13b4-440a-9523-cd0b4dddcb0f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:05.457460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26a81abf-8551-42d7-b091-ebfd10634a66 req-6f90ff4e-13b4-440a-9523-cd0b4dddcb0f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/71e78a27-dada-4e65-a4b0-6b29de2f6213 HTTP/1.1" status: 204 len: 173 time: 0.2646408 Jul 05 17:59:05.468355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f90ff4e-13b4-440a-9523-cd0b4dddcb0f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e78a27-dada-4e65-a4b0-6b29de2f6213,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:05.501439 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8450c6b7-151c-491b-9ed8-a110e1bd6a6e x-openstack-request-id: req-8450c6b7-151c-491b-9ed8-a110e1bd6a6e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:05.501952 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:05.502361 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8450c6b7-151c-491b-9ed8-a110e1bd6a6e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:05.502886 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'status': 'completed', 'code': 200} Jul 05 17:59:05.597063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-cd58b694-275b-4792-af6c-e2a1b44b8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:05.598775 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-cd58b694-275b-4792-af6c-e2a1b44b8d83 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 1096 time: 0.0649869 Jul 05 17:59:05.608564 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-94808293-e10f-4c8f-8c32-2a3367b64b2d req-df7a4c1d-739f-4cd8-a5a7-91fc4bbca83c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:59:05.609541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94808293-e10f-4c8f-8c32-2a3367b64b2d req-df7a4c1d-739f-4cd8-a5a7-91fc4bbca83c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/71e78a27-dada-4e65-a4b0-6b29de2f6213 HTTP/1.1" status: 404 len: 352 time: 0.0965722 Jul 05 17:59:05.651459 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:05.678526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-734d5876-b7d0-462b-9499-792fddb2afb4 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 1000 time: 0.0721695 Jul 05 17:59:05.703240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-0e67b3b1-76b5-4eb0-8e4d-fb4d5ec56765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:05.704968 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-0e67b3b1-76b5-4eb0-8e4d-fb4d5ec56765 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.0979300 Jul 05 17:59:05.774090 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-3a936ed2-2d41-4d7e-a90b-7f465b9e9d91 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 200 len: 1000 time: 0.0590229 Jul 05 17:59:05.821485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:59:05.823708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-3f5a4cde-cd1f-45e4-af9a-d2bbcc1749a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:05.825989 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-3f5a4cde-cd1f-45e4-af9a-d2bbcc1749a6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0453997 Jul 05 17:59:05.831975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-86c1d022-2da3-425f-bea7-f38269c197f0 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:05.833521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-86c1d022-2da3-425f-bea7-f38269c197f0 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1482372 Jul 05 17:59:05.871717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e9c36-34e2-4bc7-97de-bea0a8068f46 req-fac45eec-c869-419e-9cbd-24cdf1d7db5a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:05.873590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a6e9c36-34e2-4bc7-97de-bea0a8068f46 req-fac45eec-c869-419e-9cbd-24cdf1d7db5a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 943 time: 0.1646168 Jul 05 17:59:05.883730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:59:05.884115 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:05.899677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-43109605-03d3-4d32-8d42-2220c2e6fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:05.901644 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-43109605-03d3-4d32-8d42-2220c2e6fb3e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681012 Jul 05 17:59:05.955932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-63edb278-06e1-4ab4-a7c7-4961b78b9572 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 1000 time: 0.1087639 Jul 05 17:59:05.958733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a6e9c36-34e2-4bc7-97de-bea0a8068f46 req-f4a8368d-a930-4cbf-8677-19f7a9826c2b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528264 Jul 05 17:59:05.970078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c0f7e449-4a31-4644-b9ec-68ed83512116 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:05.975164 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:06.010379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:06.012953 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2963416-b99c-4485-ac4d-acb531ce48c2" -d '{"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:06.021379 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-58dd12a2-79b8-4760-a4cd-a7d1bd699504 service neutron] 10.222.0.97 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105587 Jul 05 17:59:06.027066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:06.062865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c0f7e449-4a31-4644-b9ec-68ed83512116 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:06.121614 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e6eb253-6c12-4685-9bb8-d0e53d2e6174 req-1585612b-9c9f-4f3e-ab9a-3bfd822db4d6 service neutron] 10.222.0.97 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864122 Jul 05 17:59:06.123239 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:06.142118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f381937-52a5-4aed-9812-175fd64e2067 req-0c56df9c-9330-48f9-9776-afe93143ec53 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=067f21970fc24aa3aa98db5859b620ac HTTP/1.1" status: 200 len: 6148 time: 0.1258802 Jul 05 17:59:06.183573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=11']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:06.262366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f381937-52a5-4aed-9812-175fd64e2067 req-f96d68af-6611-4e74-ab8a-0a09c927f47f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428 HTTP/1.1" status: 200 len: 2981 time: 0.0858357 Jul 05 17:59:06.268304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c0f7e449-4a31-4644-b9ec-68ed83512116 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:06.309788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f381937-52a5-4aed-9812-175fd64e2067 req-525ac43c-93b9-4dc8-af82-d6660e056125 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428 HTTP/1.1" status: 200 len: 2981 time: 0.0403287 Jul 05 17:59:06.333591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:06.336103 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0" -d '{"events": [{"name": "network-changed", "server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:06.366082 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c0f7e449-4a31-4644-b9ec-68ed83512116 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:06.366505 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c0f7e449-4a31-4644-b9ec-68ed83512116 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Floating IP 8276071f-71fc-4505-8a42-244c2f502f15 disassociated. External IP: 172.25.3.84, port: 609ed9d8-95d6-40e0-88fb-c7e71eb87730. Jul 05 17:59:06.529255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ab854-18c1-411b-bc32-aa9b676e7cae req-aa2b619a-089d-408b-af7f-3d3f9829c0e9 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:06.530740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-828ab854-18c1-411b-bc32-aa9b676e7cae req-aa2b619a-089d-408b-af7f-3d3f9829c0e9 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 950 time: 0.1273718 Jul 05 17:59:06.937168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-828ab854-18c1-411b-bc32-aa9b676e7cae req-2aa889a1-4e47-4870-83db-5107e39ff46c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729980 Jul 05 17:59:06.962831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c0f7e449-4a31-4644-b9ec-68ed83512116 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Router 2e55e57b-e961-4d3e-b952-0f802fed4a71 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:07.071567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c0f7e449-4a31-4644-b9ec-68ed83512116 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:07.076193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c0f7e449-4a31-4644-b9ec-68ed83512116 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:07.080953 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] Sync routers for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:07.093526 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:07.094216 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:07.095509 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e011d8-f959-443b-982d-f91c969aa3b4 x-openstack-request-id: req-42e011d8-f959-443b-982d-f91c969aa3b4 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:07.097032 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-plugged", "status": "completed", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:07.097635 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42e011d8-f959-443b-982d-f91c969aa3b4 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:07.099391 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'code': 200} Jul 05 17:59:07.122306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c0f7e449-4a31-4644-b9ec-68ed83512116 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "PUT /v2.0/floatingips/8276071f-71fc-4505-8a42-244c2f502f15 HTTP/1.1" status: 200 len: 694 time: 1.1564159 Jul 05 17:59:07.194955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-472b62b5-29a0-494f-baff-cd0ed2f959e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:07.197590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-472b62b5-29a0-494f-baff-cd0ed2f959e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 1096 time: 0.0674441 Jul 05 17:59:07.216133 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:07.308646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8218ea-897e-4f3c-ae14-e1b6300b817c req-4e629200-6207-4f51-b508-a1b805f0a76a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:07.310163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b8218ea-897e-4f3c-ae14-e1b6300b817c req-4e629200-6207-4f51-b508-a1b805f0a76a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1267498 Jul 05 17:59:07.326190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09622b-f0ae-4a1f-a85a-d05e9087d93a req-9786e6c4-1fb0-4c1f-80e4-10f2176fd491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:07.327868 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a09622b-f0ae-4a1f-a85a-d05e9087d93a req-9786e6c4-1fb0-4c1f-80e4-10f2176fd491 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 1101 time: 0.0555544 Jul 05 17:59:07.356451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-0ea37b41-274e-49c1-bcc4-ae3cbebffc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:07.357502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-0ea37b41-274e-49c1-bcc4-ae3cbebffc13 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.1404073 Jul 05 17:59:07.371641 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a09622b-f0ae-4a1f-a85a-d05e9087d93a req-33b44981-5186-4a55-93ae-a567acad07c6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288219 Jul 05 17:59:07.388485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b8218ea-897e-4f3c-ae14-e1b6300b817c req-9f99dc56-8226-4041-b54a-74a960130034 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559821 Jul 05 17:59:07.416163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-da9d1cdb-b7fa-453d-8b27-372d9df20b79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 200 len: 217 time: 0.0479860 Jul 05 17:59:07.423241 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:07.468604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-cd39440d-1ca9-418b-a3e3-d93a9b101189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:07.470302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-cd39440d-1ca9-418b-a3e3-d93a9b101189 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0474885 Jul 05 17:59:07.514193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:07.517107 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:07.547532 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] Checking router: 2e55e57b-e961-4d3e-b952-0f802fed4a71 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:07.549181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c82f8910-e4e0-46e4-bc8d-29a27080e911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:07.551158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-c82f8910-e4e0-46e4-bc8d-29a27080e911 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652716 Jul 05 17:59:07.558023 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:07.558686 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:07.664085 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:07.716824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-511ba0ca-9708-4eeb-ab39-0f908fbad730 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583366 Jul 05 17:59:07.750863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-950fc99a-03bc-4491-a3f2-4ec1c0b0f0ba tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:07.752324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-950fc99a-03bc-4491-a3f2-4ec1c0b0f0ba tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 820 time: 0.1485970 Jul 05 17:59:07.794967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ca2edd90-b17f-4f04-8f14-4a9c6fc12e75 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/quotas/f055ad217b564e3689ff3d0c4fc8a0a3 HTTP/1.1" status: 200 len: 375 time: 0.0179789 Jul 05 17:59:07.861754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25aaf64-c4b1-4cbc-8e47-9da4fc5b8332 req-ea258734-2d08-4d1a-939b-8cc2806428d0 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365943 Jul 05 17:59:07.864263 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:07.884958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-aafb4123-d781-4d55-8573-7e21e928ee57 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839975 Jul 05 17:59:07.891399 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f36c1fc-9a85-4583-bc3e-79701a96e46a None None] The sync data for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 is: [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:07.956219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-944b6471-6af2-4e5c-95f1-9e267dbd14f9 req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1964648136', 'description': 'tempest-description-651853908'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:08.003772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-a44efce3-ad1b-45f0-bd41-ce785e7eb135 service neutron] 10.222.0.30 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121891 Jul 05 17:59:08.055777 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-944b6471-6af2-4e5c-95f1-9e267dbd14f9 req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:08.124276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a97cca-2d3b-409b-b6e4-bffadd088482 None None] New status for floating IP 8276071f-71fc-4505-8a42-244c2f502f15: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:59:08.132264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-a55e75c6-ac84-4f83-895e-56a16dbd76b2 service neutron] 10.222.0.30 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225617 Jul 05 17:59:08.178508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-944b6471-6af2-4e5c-95f1-9e267dbd14f9 req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:08.260555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-944b6471-6af2-4e5c-95f1-9e267dbd14f9 req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:08.296542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd61d94a-bb39-49aa-8e09-f23879ed0998,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:08.304201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.305064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.305421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.305755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.306082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.306412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.306763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.307098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.307415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.307742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.308073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.308397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:08.360198 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-944b6471-6af2-4e5c-95f1-9e267dbd14f9 req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:08.361557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-944b6471-6af2-4e5c-95f1-9e267dbd14f9 req-4f255b98-0379-48bd-9130-e1c66a63865a tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4108377 Jul 05 17:59:08.403688 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b00b86-ad17-4a38-9529-f2b2eab3de26 x-openstack-request-id: req-49b00b86-ad17-4a38-9529-f2b2eab3de26 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:08.404991 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:08.405756 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49b00b86-ad17-4a38-9529-f2b2eab3de26 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:08.406271 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce', 'status': 'completed', 'code': 200} Jul 05 17:59:08.516196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-dede2711-f204-4c8c-a001-ac51dc2f3286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:08.517976 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-dede2711-f204-4c8c-a001-ac51dc2f3286 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1124 time: 0.0600529 Jul 05 17:59:08.602905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0deb79-f238-4991-b400-768b26669025 req-06483bf2-3622-47b0-90b1-1288c6fc8533 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:08.606281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac0deb79-f238-4991-b400-768b26669025 req-06483bf2-3622-47b0-90b1-1288c6fc8533 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 943 time: 0.1149757 Jul 05 17:59:08.623134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-0c67bc7a-0b44-4c3e-a05a-8f061bcaa0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:08.624712 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-0c67bc7a-0b44-4c3e-a05a-8f061bcaa0e5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.0907793 Jul 05 17:59:08.644773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac0deb79-f238-4991-b400-768b26669025 req-5c2d3cad-baa8-47f8-90a1-f2331a589745 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344398 Jul 05 17:59:08.691865 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-922dba8a-8fac-4b56-a069-864a8895fc7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce HTTP/1.1" status: 200 len: 217 time: 0.0369735 Jul 05 17:59:08.704521 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df52b56-8db4-45a8-afa7-e5a03147d30a x-openstack-request-id: req-4df52b56-8db4-45a8-afa7-e5a03147d30a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:08.704521 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:08.704521 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4df52b56-8db4-45a8-afa7-e5a03147d30a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:08.704521 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'status': 'completed', 'code': 200} Jul 05 17:59:08.832213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-b0fe2a62-592b-481d-847d-ff5471805989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:08.834595 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-b0fe2a62-592b-481d-847d-ff5471805989 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1286888 Jul 05 17:59:08.951239 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-1b6a3406-9865-49ab-bea2-954169273d03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718203 Jul 05 17:59:08.976150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be0e78-9ff7-4f9f-b84e-02e7657b75bd req-10ff4e41-9e30-4354-bfd4-9e2e683b13e3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:08.978857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-35e731ba-a50c-48b8-aab7-e71b62b9f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:08.980540 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-35e731ba-a50c-48b8-aab7-e71b62b9f194 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 1096 time: 0.2247872 Jul 05 17:59:08.988532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4be0e78-9ff7-4f9f-b84e-02e7657b75bd req-10ff4e41-9e30-4354-bfd4-9e2e683b13e3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 950 time: 0.1129086 Jul 05 17:59:09.027720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4be0e78-9ff7-4f9f-b84e-02e7657b75bd req-28bb7664-6aeb-4f2f-9e40-a36c3f3508bb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382807 Jul 05 17:59:09.258343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-eeb329bb-1758-4789-bfa9-b20eafb56989 req-2843539a-ca09-4053-a0d6-f1c8de11449f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1335474356', 'description': 'tempest-description-539457382'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:09.400904 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-eeb329bb-1758-4789-bfa9-b20eafb56989 req-2843539a-ca09-4053-a0d6-f1c8de11449f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:09.546547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10319e8c-b40f-4efc-8dec-0973c6be9c5e req-ccf9b9ad-cf76-4c77-8d75-9a94f2f0ebf9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:09.548194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10319e8c-b40f-4efc-8dec-0973c6be9c5e req-ccf9b9ad-cf76-4c77-8d75-9a94f2f0ebf9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1327083 Jul 05 17:59:09.578324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-9d187179-a9e2-4b63-a0c3-7358666c2f8a service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6144240 Jul 05 17:59:09.605183 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-eeb329bb-1758-4789-bfa9-b20eafb56989 req-2843539a-ca09-4053-a0d6-f1c8de11449f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:09.615122 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10319e8c-b40f-4efc-8dec-0973c6be9c5e req-8aca30a4-3219-454c-b90f-95547cd24e3b tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585842 Jul 05 17:59:09.668732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-eeb329bb-1758-4789-bfa9-b20eafb56989 req-2843539a-ca09-4053-a0d6-f1c8de11449f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:09.675196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-c0cfcde7-6b91-4c7a-9566-ad5e88b8ac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:09.676732 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-c0cfcde7-6b91-4c7a-9566-ad5e88b8ac15 service neutron] 10.222.0.97 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.6860042 Jul 05 17:59:09.678853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706b742-bc6e-4224-864d-71dc7959156b req-0fe1f52b-accb-4fc6-9660-f13182e1b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:09.680991 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1706b742-bc6e-4224-864d-71dc7959156b req-0fe1f52b-accb-4fc6-9660-f13182e1b7aa service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1097 time: 0.5657790 Jul 05 17:59:09.711292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2843539a-ca09-4053-a0d6-f1c8de11449f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069fe8e4-687b-4880-8184-55d8a95a6c27,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:09.773689 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-0495373a-1959-4142-8178-0cd3da2be169 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 200 len: 217 time: 0.0706680 Jul 05 17:59:09.777140 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-eeb329bb-1758-4789-bfa9-b20eafb56989 req-2843539a-ca09-4053-a0d6-f1c8de11449f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:09.797128 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eaa5be4f-827c-4850-9e04-f9c9a7df9cb0 req-5fb7ba3b-9f49-49f8-8e7e-187ca1f3242e service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850450 Jul 05 17:59:09.797248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eeb329bb-1758-4789-bfa9-b20eafb56989 req-2843539a-ca09-4053-a0d6-f1c8de11449f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5286973 Jul 05 17:59:09.803682 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1706b742-bc6e-4224-864d-71dc7959156b req-001dea91-b020-464f-b570-dec40298f286 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000016 Jul 05 17:59:09.829533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64d65de1-64e1-4515-9587-90eb66d87f29 req-f61a0d66-14ad-4d2b-b73d-322648ef5810 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 210 time: 0.0370972 Jul 05 17:59:09.859111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-dbcdbacc-0f18-4152-9d55-a704eb2f3bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:09.861239 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-dbcdbacc-0f18-4152-9d55-a704eb2f3bb8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0776846 Jul 05 17:59:09.930836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-89523867-15c8-41d9-9400-d436689af871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:09.932811 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-89523867-15c8-41d9-9400-d436689af871 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604560 Jul 05 17:59:10.027118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591499b3-08da-45dc-97df-d329cf055437 req-b74eca27-596a-4900-93d6-6a16ab69bda9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:10.029750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-b74eca27-596a-4900-93d6-6a16ab69bda9 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1108289 Jul 05 17:59:10.064033 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-45a7b91a-8872-4c41-98ec-74dbd2e80664 service neutron] 10.222.0.97 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961773 Jul 05 17:59:10.095278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-df7eda76-ec10-485f-9b21-3a5327d8be65 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 695 time: 0.0596471 Jul 05 17:59:10.103960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68a96b-ff62-47ed-875e-143fe1e3e5e6 req-0485efcc-e403-4614-b6fa-fb21e9a7e56f tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:10.105507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b68a96b-ff62-47ed-875e-143fe1e3e5e6 req-0485efcc-e403-4614-b6fa-fb21e9a7e56f tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 943 time: 0.1423852 Jul 05 17:59:10.110343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-591499b3-08da-45dc-97df-d329cf055437 req-e45beff5-56cc-4843-991c-40b6f3d9e1c6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Request body: {'floatingip': {'port_id': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:10.166848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-591499b3-08da-45dc-97df-d329cf055437 req-e45beff5-56cc-4843-991c-40b6f3d9e1c6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:10.168306 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c1e6ef9-9b5e-4c84-bf6c-a4a67e5315e3 req-864a894f-e282-492b-a974-ca0b356bd599 service neutron] 10.222.0.97 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925303 Jul 05 17:59:10.234670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b68a96b-ff62-47ed-875e-143fe1e3e5e6 req-df397300-3464-4775-91d1-bac31d3823db tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215110 Jul 05 17:59:10.519371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-cd15aed0-cb68-4ff1-befc-072608ec8f86 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:10.520840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-cd15aed0-cb68-4ff1-befc-072608ec8f86 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 812 time: 0.1845174 Jul 05 17:59:10.573957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-92abb7cf-73c1-46d2-b96c-df411e371356 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/quotas/067f21970fc24aa3aa98db5859b620ac HTTP/1.1" status: 200 len: 375 time: 0.0147746 Jul 05 17:59:10.713417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-0c1945bf-a438-419e-9410-6d8683f22c5c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1332378 Jul 05 17:59:10.806516 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-591499b3-08da-45dc-97df-d329cf055437 req-e45beff5-56cc-4843-991c-40b6f3d9e1c6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:10.839794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-42b7b72f-66f7-4995-b76b-eea195b4d143 service neutron] 10.222.0.30 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963564 Jul 05 17:59:10.865155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-591499b3-08da-45dc-97df-d329cf055437 req-e45beff5-56cc-4843-991c-40b6f3d9e1c6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:11.018509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-e835f269-25a4-4183-9ee8-4ba3ef867136 service neutron] 10.222.0.30 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724422 Jul 05 17:59:11.019873 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-591499b3-08da-45dc-97df-d329cf055437 req-e45beff5-56cc-4843-991c-40b6f3d9e1c6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Floating IP 8276071f-71fc-4505-8a42-244c2f502f15 associated. External IP: 172.25.3.84, port: 38d0ffda-fb3a-48db-8d1b-b71aab58cd39. Jul 05 17:59:11.233628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-591499b3-08da-45dc-97df-d329cf055437 req-e45beff5-56cc-4843-991c-40b6f3d9e1c6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Router 2e55e57b-e961-4d3e-b952-0f802fed4a71 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:11.354218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-591499b3-08da-45dc-97df-d329cf055437 req-e45beff5-56cc-4843-991c-40b6f3d9e1c6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:11.360366 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-591499b3-08da-45dc-97df-d329cf055437 req-e45beff5-56cc-4843-991c-40b6f3d9e1c6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:11.366836 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] Sync routers for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:11.390160 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:11.390160 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:11.445126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-e45beff5-56cc-4843-991c-40b6f3d9e1c6 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "PUT /v2.0/floatingips/8276071f-71fc-4505-8a42-244c2f502f15 HTTP/1.1" status: 200 len: 995 time: 1.3384817 Jul 05 17:59:11.454695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:11.456977 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b96e76a-298b-4af4-a7f7-25030303f4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:11.513374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abfe1a-a8f1-4c6e-a854-7ab0227663b0 req-309ececb-6a0e-403a-954f-5fad120407b3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:11.520453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5abfe1a-a8f1-4c6e-a854-7ab0227663b0 req-309ececb-6a0e-403a-954f-5fad120407b3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 950 time: 0.1640840 Jul 05 17:59:11.528070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-13f9a937-d74a-4f47-88c2-0492ce84246f tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:11.531753 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-13f9a937-d74a-4f47-88c2-0492ce84246f tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.97 "GET /v2.0/ports?device_id=3b3a0c0b-f1ac-428e-bc91-3656128e259d HTTP/1.1" status: 200 len: 945 time: 0.1871123 Jul 05 17:59:11.540292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-6b0093bc-8c53-4702-86fe-6bd2f2c24c70 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:11.541951 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-6b0093bc-8c53-4702-86fe-6bd2f2c24c70 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 820 time: 0.1981287 Jul 05 17:59:11.553088 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:11.560134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591499b3-08da-45dc-97df-d329cf055437 req-a26d48ca-23b1-4e80-9143-a4d5d98c0b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:11.566216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-a26d48ca-23b1-4e80-9143-a4d5d98c0b21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1096 time: 0.1201718 Jul 05 17:59:11.577589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Request body: {'port': {'device_id': '21b4d237-53bc-4e57-b680-d07592df90db', 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3', 'admin_state_up': True, 'tenant_id': 'f055ad217b564e3689ff3d0c4fc8a0a3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:11.598319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5abfe1a-a8f1-4c6e-a854-7ab0227663b0 req-504f4ce5-eae2-41fd-80d9-d02637937e3e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765276 Jul 05 17:59:11.776044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Deleting port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:11.776279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:11.809716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591499b3-08da-45dc-97df-d329cf055437 req-929ec4b1-bd86-4ff1-8a5b-305867923201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:11.815959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-929ec4b1-bd86-4ff1-8a5b-305867923201 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.2462292 Jul 05 17:59:11.890464 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:53:3d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c9d11c-076e-491a-9344-c33f648c0538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:59:10Z', 'revision_number': 8, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:11.897686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Made reservation on behalf of f055ad217b564e3689ff3d0c4fc8a0a3 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:59:11.911936 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:11.934284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] For port 609ed9d8-95d6-40e0-88fb-c7e71eb87730, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=609ed9d8-95d6-40e0-88fb-c7e71eb87730,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:11.934684 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:11.948867 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] Checking router: 2e55e57b-e961-4d3e-b952-0f802fed4a71 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:11.961310 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:11.961736 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:11.969681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Calling delete_port for 609ed9d8-95d6-40e0-88fb-c7e71eb87730 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:12.089694 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:12.194455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Allocated IP 172.20.0.8 (18dee5c2-815f-4df7-b94e-e541063e1de3/230d65a8-9d66-4be2-8ad4-16b0b7a650b6/89d23b49-dac0-4ec5-a1bf-5f54075c3ad7) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:59:12.405352 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:12.421658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['38d0ffda-fb3a-48db-8d1b-b71aab58cd39'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:12.451169 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:53:3d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c9d11c-076e-491a-9344-c33f648c0538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:59:10Z', 'revision_number': 8, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:12.491635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Pushing event deleted for resources: {'Port': ['ID=609ed9d8-95d6-40e0-88fb-c7e71eb87730,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:12.509391 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fc45de-5e23-4d02-81d7-51c27a4da2fc None None] The sync data for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 is: [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8276071f-71fc-4505-8a42-244c2f502f15', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'port_id': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'mac_address': 'fa:16:3e:53:3d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77c9d11c-076e-491a-9344-c33f648c0538', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T17:58:39Z', 'updated_at': '2021-07-05T17:59:10Z', 'revision_number': 8, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:12.519831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['609ed9d8-95d6-40e0-88fb-c7e71eb87730'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:12.618891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-a2d78068-5fd6-400b-902c-9fe16f964980 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 998 time: 0.7893338 Jul 05 17:59:12.627601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] No DVR routers for this DVR port 609ed9d8-95d6-40e0-88fb-c7e71eb87730 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:12.638551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:12.646209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6738f67a-ecf3-45a0-ab1e-72db85257439 req-2f309ecd-cb24-4624-9d70-9d5ba724a36d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.97 "DELETE /v2.0/ports/609ed9d8-95d6-40e0-88fb-c7e71eb87730 HTTP/1.1" status: 204 len: 173 time: 1.1032827 Jul 05 17:59:12.646886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'name': 'network-vif-deleted', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:12.649301 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeb7470-4385-4afa-8c9b-a6d7c15ca99b" -d '{"events": [{"server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "name": "network-vif-deleted", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:12.707352 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:12.799455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601e40c-3c1e-4f65-ada9-af76fda30dc4 req-68585c03-cf72-42aa-a61e-793c285ce97e tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:12.799455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3601e40c-3c1e-4f65-ada9-af76fda30dc4 req-68585c03-cf72-42aa-a61e-793c285ce97e tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.8860414 Jul 05 17:59:12.801655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591499b3-08da-45dc-97df-d329cf055437 req-12c8c628-ed32-419d-b338-787f48012024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:12.811084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-12c8c628-ed32-419d-b338-787f48012024 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.1745670 Jul 05 17:59:12.895748 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3601e40c-3c1e-4f65-ada9-af76fda30dc4 req-500c0351-bdc1-45c1-99f5-8fe8b55baee9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825799 Jul 05 17:59:12.926692 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:12.959412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591499b3-08da-45dc-97df-d329cf055437 req-bb50cc0c-ee7a-4cb7-b916-5673e655f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:12.968642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-bb50cc0c-ee7a-4cb7-b916-5673e655f38a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1562362 Jul 05 17:59:13.016770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Pushing event updated for resources: {'Port': ['ID=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:13.044023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2c5c2-7ada-40de-98e8-f68b2e29c437 None None] New status for floating IP 8276071f-71fc-4505-8a42-244c2f502f15: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:59:13.051282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Network 18dee5c2-815f-4df7-b94e-e541063e1de3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:59:13.052748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:59:13.056257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:59:13.124873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-94b64114-961f-48f6-a237-5c6bd85a1c51 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555703 Jul 05 17:59:13.129902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:13.130782 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:13.197669 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-ce0ada1c-6a6e-4e76-89b1-72ee22069b16 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6257281 Jul 05 17:59:13.230750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Request body: {'port': {'device_id': '21b4d237-53bc-4e57-b680-d07592df90db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:13.266916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['54427a8e-8e75-448b-a846-49d2cafe40be'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:13.269426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591499b3-08da-45dc-97df-d329cf055437 req-fe41d182-5cfc-4ba6-8d2e-0fe348404b1e service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388199 Jul 05 17:59:13.399096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:13.426799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8ba67-839a-4612-b7be-12e0f287498e req-fc46d68c-bdb9-4e98-9e00-3473d926082c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:13.431722 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b9c8ba67-839a-4612-b7be-12e0f287498e req-fc46d68c-bdb9-4e98-9e00-3473d926082c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 931 time: 0.1402407 Jul 05 17:59:13.504396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b9c8ba67-839a-4612-b7be-12e0f287498e req-d9d88598-7093-4ec7-99b5-ef40dd096457 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660300 Jul 05 17:59:13.572159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3859a70a-8739-424d-99df-b1175c5c0eb4 req-b1f7e0a3-ce64-48ec-9f89-ca69579b9fff tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 210 time: 0.0299094 Jul 05 17:59:13.694858 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13842eb-efcb-49da-a642-96d8a9f02dc0 x-openstack-request-id: req-f13842eb-efcb-49da-a642-96d8a9f02dc0 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:13.695505 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:13.697153 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f13842eb-efcb-49da-a642-96d8a9f02dc0 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:13.698355 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'status': 'completed', 'code': 200} Jul 05 17:59:13.763881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c41f20-04e8-4373-bc38-b72b17d6b8df req-83cb25a3-2737-46d3-bcbd-0f8f586d4110 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:13.765604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38c41f20-04e8-4373-bc38-b72b17d6b8df req-83cb25a3-2737-46d3-bcbd-0f8f586d4110 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 943 time: 0.1370802 Jul 05 17:59:13.808125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38c41f20-04e8-4373-bc38-b72b17d6b8df req-068f7998-9e6a-4cc0-8fff-333a45d7153f tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353761 Jul 05 17:59:13.834906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:59:13.846051 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:13.865341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Transition to ACTIVE for port object 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:59:13.869503 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c9ebbc-38ff-4162-9dc8-ec53fb7f6ba4 x-openstack-request-id: req-e0c9ebbc-38ff-4162-9dc8-ec53fb7f6ba4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:13.869766 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b3a0c0b-f1ac-428e-bc91-3656128e259d", "name": "network-vif-deleted", "tag": "609ed9d8-95d6-40e0-88fb-c7e71eb87730", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:13.870025 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0c9ebbc-38ff-4162-9dc8-ec53fb7f6ba4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:13.870428 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b3a0c0b-f1ac-428e-bc91-3656128e259d', 'name': 'network-vif-deleted', 'tag': '609ed9d8-95d6-40e0-88fb-c7e71eb87730', 'status': 'completed', 'code': 200} Jul 05 17:59:13.875367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-43b2409d-f7c3-48ad-8676-c81bff7a178f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:13.876995 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-43b2409d-f7c3-48ad-8676-c81bff7a178f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1096 time: 0.1535306 Jul 05 17:59:13.949610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:14.118028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Pushing event updated for resources: {'Port': ['ID=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-9df126b0-94a5-4b9f-89c5-6ba9092628dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:14.159627 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-9df126b0-94a5-4b9f-89c5-6ba9092628dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.2701728 Jul 05 17:59:14.169467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:59:14.172782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:59:14.173119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:14.178929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:59:14.179905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:14.185360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:59:14.185714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:14.186101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:59:14.186533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Bound port: 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:59:14.187024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:14.216844 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-533527fd-b40a-46eb-b3ae-5d8fdc52c55e req-60fddefe-9636-4f72-bc64-3916be5b878f tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips/8276071f-71fc-4505-8a42-244c2f502f15 HTTP/1.1" status: 200 len: 997 time: 0.1015592 Jul 05 17:59:14.319876 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-2fc2ed53-8eda-478f-9e98-0eb5752f3703 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 1000 time: 0.1141794 Jul 05 17:59:14.346881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-c8954ea2-87e4-4058-9965-f26edadec178 service neutron] 10.222.0.39 "GET /v2.0/ports/a1815a8c-58e1-4afa-a4ce-59efa115a0ce/bindings/n-h1-799524-1 HTTP/1.1" status: 200 len: 384 time: 0.0770688 Jul 05 17:59:14.374377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:14.383576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-effa63f1-a720-4f47-9383-60280136d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:14.385814 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-effa63f1-a720-4f47-9383-60280136d417 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0558476 Jul 05 17:59:14.437444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:59:14.466742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-6158434b-7758-4654-b06a-ab7f0c3342cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:14.468830 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-6158434b-7758-4654-b06a-ab7f0c3342cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703447 Jul 05 17:59:14.535096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:14.572296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c0443-267e-490d-bfd8-8fc499f946bf req-0f29dc8c-687e-45cd-b3a3-95073f15b81a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:14.573873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c87c0443-267e-490d-bfd8-8fc499f946bf req-0f29dc8c-687e-45cd-b3a3-95073f15b81a tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 946 time: 0.2370644 Jul 05 17:59:14.588539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:14.589162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:14.589307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533527fd-b40a-46eb-b3ae-5d8fdc52c55e req-2788a2b4-ff89-4c93-be84-7bb58e663628 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:14.590586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] 10.222.0.39 "PUT /v2.0/ports/89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 HTTP/1.1" status: 200 len: 1091 time: 1.3696024 Jul 05 17:59:14.596828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-533527fd-b40a-46eb-b3ae-5d8fdc52c55e req-2788a2b4-ff89-4c93-be84-7bb58e663628 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.3780754 Jul 05 17:59:14.616608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-533527fd-b40a-46eb-b3ae-5d8fdc52c55e req-b8f69026-7024-44df-a9e1-52d71bb392a5 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:59:14.618435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-533527fd-b40a-46eb-b3ae-5d8fdc52c55e req-b8f69026-7024-44df-a9e1-52d71bb392a5 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204720 Jul 05 17:59:14.657181 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd7160-0fbc-4230-a9cc-23260f84c19a service neutron] Pushing event updated for resources: {'Port': ['ID=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:14.676725 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-a71b7e6f-dc1c-4ee0-83e8-8251ff407f58 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944101 Jul 05 17:59:14.809623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c87c0443-267e-490d-bfd8-8fc499f946bf req-71e794d4-e314-470d-ac77-b8a68179ee55 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040455 Jul 05 17:59:14.838723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-f998c650-2310-4526-923e-0cab2afa3635 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:14.843285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-f998c650-2310-4526-923e-0cab2afa3635 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.39 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 812 time: 0.3641169 Jul 05 17:59:14.869490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'port': {'device_id': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac', 'admin_state_up': True, 'tenant_id': '067f21970fc24aa3aa98db5859b620ac'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:14.896138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-8948e7d7-6725-4038-8a56-3c03dda6cc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:14.897656 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-8948e7d7-6725-4038-8a56-3c03dda6cc31 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 1094 time: 0.1584046 Jul 05 17:59:14.965709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:14.986661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b96e76a-298b-4af4-a7f7-25030303f4ac req-a60d7d61-d51a-4ac6-b975-bfea7b2dcbe9 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919390 Jul 05 17:59:14.986661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-69cf6582-3213-433b-b2fa-d97b24c48330 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 HTTP/1.1" status: 200 len: 217 time: 0.0623982 Jul 05 17:59:15.041543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:15.089578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-f419a869-3fbf-4f5f-b1f7-0fa0db1ba052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:15.091607 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-f419a869-3fbf-4f5f-b1f7-0fa0db1ba052 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.0853212 Jul 05 17:59:15.117165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Made reservation on behalf of 067f21970fc24aa3aa98db5859b620ac for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:59:15.120756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:15.139053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1815a8c-58e1-4afa-a4ce-59efa115a0ce {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:59:15.150678 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-a45a94c3-e9a8-4025-914d-7fa7ea350ea9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511377 Jul 05 17:59:15.166609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:15.251776 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:15.269830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca35b0c-8009-482c-8f02-ba55c8134e76 req-d8eb9155-8eb0-48e6-a543-342134d8d057 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:15.277464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ca35b0c-8009-482c-8f02-ba55c8134e76 req-d8eb9155-8eb0-48e6-a543-342134d8d057 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 1101 time: 0.2096195 Jul 05 17:59:15.345284 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-15ff1267-128f-444f-a936-23a641efec6f service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697254 Jul 05 17:59:15.405702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:15.412287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-27f59e10-f461-46e3-9b57-50c0a29abb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:15.415132 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-27f59e10-f461-46e3-9b57-50c0a29abb49 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1097 time: 0.1541374 Jul 05 17:59:15.418079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ca35b0c-8009-482c-8f02-ba55c8134e76 req-e931275e-870b-4010-a78a-71fc034286d0 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397293 Jul 05 17:59:15.439188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Allocated IP 172.20.0.10 (23bb9815-a0b2-477b-a04e-1ef038db9eac/aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6/58d241b5-69c4-410e-bf20-bd22ff2144c9) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:59:15.472135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:15.472600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 609ed9d8-95d6-40e0-88fb-c7e71eb87730 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:15.511659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 609ed9d8-95d6-40e0-88fb-c7e71eb87730 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:15.512284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 609ed9d8-95d6-40e0-88fb-c7e71eb87730 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:15.518591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46220c94-fae5-45b5-8270-6724cfbeff47 req-18a56be9-4fbe-4a36-92c9-6d5b49887037 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:15.524375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46220c94-fae5-45b5-8270-6724cfbeff47 req-18a56be9-4fbe-4a36-92c9-6d5b49887037 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.2220190 Jul 05 17:59:15.571572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] Transition to ACTIVE for port object a1815a8c-58e1-4afa-a4ce-59efa115a0ce will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:59:15.602923 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb9d85f9-4867-4df2-8207-29e25f75f658 req-7d1ffaa9-ff43-47bf-843e-de222b2daa92 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448795 Jul 05 17:59:15.625397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-af5e6aac-57a2-40ad-903e-20709c7b33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:15.626924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-af5e6aac-57a2-40ad-903e-20709c7b33d9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 918 time: 0.1858888 Jul 05 17:59:15.636106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0024a267-0bb2-41e6-80d3-2eb46dbd3f4e req-fc13c585-2bcd-450a-bb45-0de332871157 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 210 time: 0.0538561 Jul 05 17:59:15.641464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46220c94-fae5-45b5-8270-6724cfbeff47 req-2ad05a6b-1c03-479e-af63-43b4f71344e5 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073492 Jul 05 17:59:15.666453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:15.703981 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-53bff826-8031-4c0b-adca-142ad678792e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd45e103-1a67-42c1-94fc-09e47876115b HTTP/1.1" status: 200 len: 217 time: 0.0685575 Jul 05 17:59:15.790539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-6499795f-f8c5-4c01-9dfb-a727b3f95af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:15.792619 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-6499795f-f8c5-4c01-9dfb-a727b3f95af0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.0823061 Jul 05 17:59:15.818884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] No DVR routers for this DVR port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:15.832283 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-e1b42d65-1df5-4c09-9a5a-97f9280b95a7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287182 Jul 05 17:59:15.881033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:15.901843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:15.904251 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1195f738-5bda-4df4-8918-103863197686" -d '{"events": [{"name": "network-changed", "server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:15.930248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:15.944068 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-cf0de936-4e3d-4a63-9db5-37f0fd9a3e76 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009426 Jul 05 17:59:15.946654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] Pushing event updated for resources: {'Port': ['ID=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,revision_number=10']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:15.965432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:16.008173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-137e1ced-70a8-47da-8381-b071efefdc8e tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 1000 time: 0.3032823 Jul 05 17:59:16.012152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-8a89240c-89f1-412b-8844-ecb79ab2a908 service neutron] 10.222.0.39 "PUT /v2.0/ports/a1815a8c-58e1-4afa-a4ce-59efa115a0ce/bindings/n-h1-799524-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6276195 Jul 05 17:59:16.056471 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e2e570af-bdf0-4b5c-a80e-173263139d2d req-b1f5f81a-b512-4f3a-9dfa-e09072865dd4 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006246 Jul 05 17:59:16.107335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeebc6c1-4256-4f71-8d6c-b0611d60fba2 req-52749f56-d850-4641-a94c-3eea90fc7ff2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.108873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aeebc6c1-4256-4f71-8d6c-b0611d60fba2 req-52749f56-d850-4641-a94c-3eea90fc7ff2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 944 time: 0.2866724 Jul 05 17:59:16.132281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-211f1c82-1dea-4836-a741-fcc5e3d68e23 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.134155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-211f1c82-1dea-4836-a741-fcc5e3d68e23 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports/38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 942 time: 0.1141236 Jul 05 17:59:16.161345 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aeebc6c1-4256-4f71-8d6c-b0611d60fba2 req-af87f0ae-6044-4b23-96e1-cf49b50046b8 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447488 Jul 05 17:59:16.180021 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:16.197305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:16.235602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-97c9ad09-3be2-49de-bafa-77a14f3c9283 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.244962 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-97c9ad09-3be2-49de-bafa-77a14f3c9283 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.0770373 Jul 05 17:59:16.245171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Network 23bb9815-a0b2-477b-a04e-1ef038db9eac is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:59:16.250518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:59:16.264453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:59:16.300781 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'Port': ['ID=58d241b5-69c4-410e-bf20-bd22ff2144c9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:16.359947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-83579f8a-7b5c-4fad-826f-1568a45bd1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.364426 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-83579f8a-7b5c-4fad-826f-1568a45bd1d2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec&tenant_id=60f9e1b656d140fe9c084ba5be80f85e HTTP/1.1" status: 200 len: 1095 time: 0.1125929 Jul 05 17:59:16.387037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.387703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:16.432432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-d2695520-fbae-4bc6-a9ef-a549cc62bb54 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 1000 time: 0.1860526 Jul 05 17:59:16.459497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-230b2db4-acfa-47d1-b035-05fa2e2200fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.461826 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-230b2db4-acfa-47d1-b035-05fa2e2200fa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1095 time: 0.0649149 Jul 05 17:59:16.518699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-639a2745-6d79-4696-8fd0-744ac9d8f766 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6569710 Jul 05 17:59:16.578890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4096aa3-36f9-430a-a265-8fbfe4ffec3b req-8dcb973c-7fea-4696-8c17-7091790b84ac tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.583852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-236b86b9-1fb0-46eb-91f2-684809ed2548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.585929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4096aa3-36f9-430a-a265-8fbfe4ffec3b req-8dcb973c-7fea-4696-8c17-7091790b84ac tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1931143 Jul 05 17:59:16.586150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-236b86b9-1fb0-46eb-91f2-684809ed2548 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1155944 Jul 05 17:59:16.618313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Request body: {'port': {'device_id': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:16.642060 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-bbf83a8e-88a2-4796-bcd0-325b3369f66f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce HTTP/1.1" status: 200 len: 217 time: 0.0447142 Jul 05 17:59:16.652605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-47f72a7e-dce3-4ddf-87ff-7bdd01fd43b2 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.654043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-47f72a7e-dce3-4ddf-87ff-7bdd01fd43b2 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.2161748 Jul 05 17:59:16.679372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4096aa3-36f9-430a-a265-8fbfe4ffec3b req-2c5471af-52f0-4f81-8595-4cc1a12979c7 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925531 Jul 05 17:59:16.719746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-194e729d-3ae5-41db-a624-910e6f1dd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:16.721475 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-194e729d-3ae5-41db-a624-910e6f1dd999 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0714083 Jul 05 17:59:16.760252 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-6dfe1271-eb94-4eed-9bd8-91fb6819c4d0 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288365 Jul 05 17:59:16.775305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:16.827520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-e1ad8d35-28f3-496d-b3ef-84553e4a2a34 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 1000 time: 0.1610644 Jul 05 17:59:16.840553 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c4e7aa4-b858-4e17-84b8-5c0c34302462 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:16.881779 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-14c8119c-1267-46ca-af84-3214fedece6b service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126857 Jul 05 17:59:16.920421 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c4e7aa4-b858-4e17-84b8-5c0c34302462 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:16.985279 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-4ba3d23c-8e42-443d-b0a5-60d6aaf35e25 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944755 Jul 05 17:59:17.262598 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c4e7aa4-b858-4e17-84b8-5c0c34302462 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:17.324363 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c4e7aa4-b858-4e17-84b8-5c0c34302462 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:17.324749 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c4e7aa4-b858-4e17-84b8-5c0c34302462 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Floating IP 8276071f-71fc-4505-8a42-244c2f502f15 disassociated. External IP: 172.25.3.84, port: 38d0ffda-fb3a-48db-8d1b-b71aab58cd39. Jul 05 17:59:17.445818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d241b5-69c4-410e-bf20-bd22ff2144c9 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:59:17.479799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:17.505905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Transition to ACTIVE for port object 58d241b5-69c4-410e-bf20-bd22ff2144c9 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:59:17.623358 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:17.751062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-5a72393b-daef-49b9-914e-87575a6debf1 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:17.752700 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-5a72393b-daef-49b9-914e-87575a6debf1 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.0904956 Jul 05 17:59:17.832226 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abea75b-182b-43c8-be8d-300a849d6e87 x-openstack-request-id: req-6abea75b-182b-43c8-be8d-300a849d6e87 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:17.832226 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:17.832226 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6abea75b-182b-43c8-be8d-300a849d6e87 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:17.832226 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7', 'status': 'completed', 'code': 200} Jul 05 17:59:18.017765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-814ee5d7-37ac-4ad3-9de3-0405baf6f788 service neutron] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:18.021477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-814ee5d7-37ac-4ad3-9de3-0405baf6f788 service neutron] Notify callbacks [] for binding, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:18.023377 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-20089e08-6c84-43e3-b6ef-85c3159fe1b2 req-814ee5d7-37ac-4ad3-9de3-0405baf6f788 service neutron] 10.222.0.97 "DELETE /v2.0/ports/a1815a8c-58e1-4afa-a4ce-59efa115a0ce/bindings/n-h2-799524-1 HTTP/1.1" status: 204 len: 173 time: 0.2635219 Jul 05 17:59:18.145472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Pushing event updated for resources: {'Port': ['ID=58d241b5-69c4-410e-bf20-bd22ff2144c9,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:18.151084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c4e7aa4-b858-4e17-84b8-5c0c34302462 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Router 2e55e57b-e961-4d3e-b952-0f802fed4a71 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:18.303079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195f738-5bda-4df4-8918-103863197686 req-2e0a01b3-ea86-49d4-9d8b-2356b87ad6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:18.304721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1195f738-5bda-4df4-8918-103863197686 req-2e0a01b3-ea86-49d4-9d8b-2356b87ad6b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 1094 time: 0.2461560 Jul 05 17:59:18.323057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1158fc1-f49c-4ba6-82f9-bcc90390aea1 req-829a1e9c-1711-487f-9dd0-37a95d7b83ad tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:18.324554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1158fc1-f49c-4ba6-82f9-bcc90390aea1 req-829a1e9c-1711-487f-9dd0-37a95d7b83ad tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 944 time: 0.2266212 Jul 05 17:59:18.325246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Attempting to bind port 58d241b5-69c4-410e-bf20-bd22ff2144c9 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:59:18.325578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Attempting to bind port 58d241b5-69c4-410e-bf20-bd22ff2144c9 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '85241f60-6d92-4647-b967-4b69adf4ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:59:18.325906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Attempting to bind port 58d241b5-69c4-410e-bf20-bd22ff2144c9 on network 23bb9815-a0b2-477b-a04e-1ef038db9eac {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:18.389268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Port 58d241b5-69c4-410e-bf20-bd22ff2144c9 on network 23bb9815-a0b2-477b-a04e-1ef038db9eac not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:59:18.389720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Attempting to bind port 58d241b5-69c4-410e-bf20-bd22ff2144c9 on network 23bb9815-a0b2-477b-a04e-1ef038db9eac {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:18.435674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:59:18.436022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Checking segment: {'id': '85241f60-6d92-4647-b967-4b69adf4ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:18.436412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Bound using segment: {'id': '85241f60-6d92-4647-b967-4b69adf4ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:59:18.436850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Bound port: 58d241b5-69c4-410e-bf20-bd22ff2144c9, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85241f60-6d92-4647-b967-4b69adf4ba05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:59:18.437211 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:18.496537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1158fc1-f49c-4ba6-82f9-bcc90390aea1 req-804498f8-f720-4035-84eb-70df8790d1f2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410627 Jul 05 17:59:18.517719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c4e7aa4-b858-4e17-84b8-5c0c34302462 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:18.525354 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c4e7aa4-b858-4e17-84b8-5c0c34302462 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:18.528461 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6669464-c609-478d-989d-1175e8a21324 None None] Sync routers for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:18.544867 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6669464-c609-478d-989d-1175e8a21324 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:18.545832 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f6669464-c609-478d-989d-1175e8a21324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:18.574797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195f738-5bda-4df4-8918-103863197686 req-a3222cd5-0ec7-400a-8ad0-ed647c67b718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:18.576300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1195f738-5bda-4df4-8918-103863197686 req-a3222cd5-0ec7-400a-8ad0-ed647c67b718 service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.2221396 Jul 05 17:59:18.631029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1195f738-5bda-4df4-8918-103863197686 req-f1c0c97e-1e88-43bc-bea6-49a1ef80cb4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 HTTP/1.1" status: 200 len: 217 time: 0.0414329 Jul 05 17:59:18.633088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c4e7aa4-b858-4e17-84b8-5c0c34302462 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "PUT /v2.0/floatingips/8276071f-71fc-4505-8a42-244c2f502f15 HTTP/1.1" status: 200 len: 695 time: 1.7986498 Jul 05 17:59:18.643503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:18.645801 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41" -d '{"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:18.649639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] For port 58d241b5-69c4-410e-bf20-bd22ff2144c9, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:18.674596 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f6669464-c609-478d-989d-1175e8a21324 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:18.738365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] For port 58d241b5-69c4-410e-bf20-bd22ff2144c9, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:59:18.768156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195f738-5bda-4df4-8918-103863197686 req-8e382a7f-9b68-448b-b4e4-f6bbc731e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:18.769557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1195f738-5bda-4df4-8918-103863197686 req-8e382a7f-9b68-448b-b4e4-f6bbc731e9c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.1134028 Jul 05 17:59:18.796307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-74e56b63-7ad4-421a-be91-9c91247338a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:18.797840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-74e56b63-7ad4-421a-be91-9c91247338a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1096 time: 0.1324155 Jul 05 17:59:18.807068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f55347-4c07-4809-a494-a98042f11956 req-e5e77330-c561-4f94-abeb-0f771d4caef2 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:18.808518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83f55347-4c07-4809-a494-a98042f11956 req-e5e77330-c561-4f94-abeb-0f771d4caef2 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.1733301 Jul 05 17:59:18.861368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1195f738-5bda-4df4-8918-103863197686 req-d4c501fe-39d2-4219-bbb5-e4142df5bdab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625927 Jul 05 17:59:18.903071 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:18.903688 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f6669464-c609-478d-989d-1175e8a21324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:19.013207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:19.024703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:19.024703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] 10.222.0.39 "PUT /v2.0/ports/58d241b5-69c4-410e-bf20-bd22ff2144c9 HTTP/1.1" status: 200 len: 1092 time: 2.4807370 Jul 05 17:59:19.025100 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6669464-c609-478d-989d-1175e8a21324 None None] Checking router: 2e55e57b-e961-4d3e-b952-0f802fed4a71 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:19.033504 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6669464-c609-478d-989d-1175e8a21324 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:19.034122 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f6669464-c609-478d-989d-1175e8a21324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:19.040261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83f55347-4c07-4809-a494-a98042f11956 req-e31782c1-a76a-462c-afd1-f27ef3dd7db2 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121930 Jul 05 17:59:19.076730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-6fc2b743-a885-47e2-ad08-05937c256791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:19.078640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-6fc2b743-a885-47e2-ad08-05937c256791 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.2692456 Jul 05 17:59:19.079307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692801d-204c-4f7d-bf49-eeea6d091e67 service neutron] Pushing event updated for resources: {'Port': ['ID=58d241b5-69c4-410e-bf20-bd22ff2144c9,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:19.141144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-120b5d94-1dad-464d-baa7-ff7fe3784ceb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 217 time: 0.0461750 Jul 05 17:59:19.144972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1195f738-5bda-4df4-8918-103863197686 req-11de0378-dbe2-4af2-9a24-efe0d084ce48 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556736 Jul 05 17:59:19.162611 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f6669464-c609-478d-989d-1175e8a21324 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:19.306645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-b1945ddd-3a1d-4711-8b20-3e05efdff260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:19.308075 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-b1945ddd-3a1d-4711-8b20-3e05efdff260 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.1607985 Jul 05 17:59:19.379543 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f6669464-c609-478d-989d-1175e8a21324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:19.395669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b907b4-5f16-4600-9619-854f63673024 req-8c9bfe2e-7f9b-41b2-8db4-a97239bd23a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:19.397191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3b907b4-5f16-4600-9619-854f63673024 req-8c9bfe2e-7f9b-41b2-8db4-a97239bd23a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 944 time: 0.2158253 Jul 05 17:59:19.414025 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6669464-c609-478d-989d-1175e8a21324 None None] The sync data for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 is: [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:58:13Z', 'revision_number': 4, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0602a7ff-273d-45b1-b61a-643eb6b9f72a', 'name': '', 'network_id': 'dbd26d2d-5d93-4216-81f6-eed283247723', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'mac_address': 'fa:16:3e:4f:b8:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:20Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'subnets': [{'id': '3b5776b9-1411-417b-a8d9-c19a1d39ecea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:19.424053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-982ede10-92f6-4916-bd5c-f427873187c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:19.425564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-982ede10-92f6-4916-bd5c-f427873187c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 1095 time: 0.2002010 Jul 05 17:59:19.454978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c11b924-9734-4622-8277-4e8ba808b5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:19.456476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-9c11b924-9734-4622-8277-4e8ba808b5b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399701 Jul 05 17:59:19.509759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-017cc3ae-5dfa-4879-91a7-8f4714a488ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9 HTTP/1.1" status: 200 len: 217 time: 0.0633235 Jul 05 17:59:19.555856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3b907b4-5f16-4600-9619-854f63673024 req-d2eb07d7-5b63-43bb-9ebd-46fac71bca97 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488345 Jul 05 17:59:19.595124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1195f738-5bda-4df4-8918-103863197686 req-a59bfdb1-f8d8-4670-9407-1b5aea896fff service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393833 Jul 05 17:59:19.630813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-b91eab1e-2012-41f2-a8e8-bedfdddc58eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:19.633614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-b91eab1e-2012-41f2-a8e8-bedfdddc58eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 HTTP/1.1" status: 200 len: 852 time: 0.0764196 Jul 05 17:59:19.676841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366577c4-1003-44b1-87ca-a3dcec51e96b None None] New status for floating IP 8276071f-71fc-4505-8a42-244c2f502f15: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:59:19.688200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-7411a2af-ddf7-4be9-aaa3-801cfde72bc9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23bb9815-a0b2-477b-a04e-1ef038db9eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427670 Jul 05 17:59:19.701625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-a5b3e84f-7023-4361-bc34-1ec5a35ca37c service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367220 Jul 05 17:59:19.910457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-6669c5bf-d748-4a0d-a3a0-68794c93c34e service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078605 Jul 05 17:59:19.912305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-5387c489-dfa4-4735-ada3-924e6a2bf44b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:19.912814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ff66b-f0a2-4e71-9984-496034691812 req-bf60733f-c956-431e-ae75-0b59ede5252f tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:19.914357 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d7ff66b-f0a2-4e71-9984-496034691812 req-bf60733f-c956-431e-ae75-0b59ede5252f tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 1101 time: 0.2287292 Jul 05 17:59:19.914678 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-5387c489-dfa4-4735-ada3-924e6a2bf44b tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.97 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 946 time: 0.0667114 Jul 05 17:59:19.916202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dabe88e-d5fb-46c6-ab34-c16fb28daf1e req-37a1dab5-8ea5-409b-b0a4-21cb92048806 service neutron] 10.222.0.30 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903703 Jul 05 17:59:20.002652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d7ff66b-f0a2-4e71-9984-496034691812 req-1d64afdc-a5f0-4972-9e18-72d515b29562 tempest-ServersAdminTestJSON-1795665230 tempest-ServersAdminTestJSON-1795665230-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824568 Jul 05 17:59:20.037866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Deleting port 85ee28bf-187a-4048-90b0-bb3c60525ecf {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:20.038236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:20.057853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-202051f4-ab67-4f84-9db3-e95627cdd335 req-f547f482-fc45-433a-acbf-e282a9083bf9 service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316688 Jul 05 17:59:20.142692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] For port 85ee28bf-187a-4048-90b0-bb3c60525ecf, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85ee28bf-187a-4048-90b0-bb3c60525ecf,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:20.142940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:20.189168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa02aa36-eb8e-4fb6-a6ee-1abb948035e9 req-803dcba7-751e-415d-88f5-2282ab9e4ce0 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:20.190944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa02aa36-eb8e-4fb6-a6ee-1abb948035e9 req-803dcba7-751e-415d-88f5-2282ab9e4ce0 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1009727 Jul 05 17:59:20.246977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa02aa36-eb8e-4fb6-a6ee-1abb948035e9 req-aceae015-e639-4e22-9156-a3ef8cd972f5 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482228 Jul 05 17:59:20.254191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c9d5a-8e3b-486f-b695-966ce2920556 req-39c4da0e-95af-438b-a0db-2c22f0ae18c6 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:20.255669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b7c9d5a-8e3b-486f-b695-966ce2920556 req-39c4da0e-95af-438b-a0db-2c22f0ae18c6 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 946 time: 0.1157389 Jul 05 17:59:20.337900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b7c9d5a-8e3b-486f-b695-966ce2920556 req-86b64c79-2cce-4e4e-86f9-420f10131e85 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups?id=d19e25eb-1e12-40ec-a3a3-cbfb7701f898&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694923 Jul 05 17:59:20.339915 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904520c9-a565-415b-b31a-1f8c6a64f9ea x-openstack-request-id: req-904520c9-a565-415b-b31a-1f8c6a64f9ea {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:20.340293 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:20.340668 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-904520c9-a565-415b-b31a-1f8c6a64f9ea {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:20.341062 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'status': 'completed', 'code': 200} Jul 05 17:59:20.353633 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:20.354390 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:20.354991 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Floating IP af5b7a3d-f811-4314-ac26-b619c9be6fb9 disassociated. External IP: 172.25.3.112, port: 85ee28bf-187a-4048-90b0-bb3c60525ecf. Jul 05 17:59:20.355677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Calling delete_port for 85ee28bf-187a-4048-90b0-bb3c60525ecf owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:20.433625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-8009face-bda9-44b5-bb14-4e02ed072dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:20.435318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-8009face-bda9-44b5-bb14-4e02ed072dbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=51a59ec2c9444c38af628c9df0147f56&device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 1096 time: 0.0932562 Jul 05 17:59:20.587433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433319a3-fa20-4600-8bf2-8b279871f953 req-3f756bae-e65e-4326-a350-0f0742aaa6b3 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:20.589304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-433319a3-fa20-4600-8bf2-8b279871f953 req-3f756bae-e65e-4326-a350-0f0742aaa6b3 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 944 time: 0.1472850 Jul 05 17:59:20.601645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-c6e3b700-add7-44d1-98be-71c982ebe3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:20.603101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-c6e3b700-add7-44d1-98be-71c982ebe3e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 200 len: 921 time: 0.1508546 Jul 05 17:59:20.636830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:20.663268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-b9af0814-30fb-4e2f-979f-d65cd6ababe9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 200 len: 217 time: 0.0431921 Jul 05 17:59:20.671604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-433319a3-fa20-4600-8bf2-8b279871f953 req-f35d92b5-bb83-480e-89b9-f9c88558be66 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744414 Jul 05 17:59:20.686717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event deleted for resources: {'Port': ['ID=85ee28bf-187a-4048-90b0-bb3c60525ecf,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:20.693729 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10115596-a157-4cc8-b022-4f3b7e85febe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:20.724094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-4028cb5b-8ec1-4825-b1ef-3a7bee9bb72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:20.725679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-4028cb5b-8ec1-4825-b1ef-3a7bee9bb72d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 200 len: 860 time: 0.0515573 Jul 05 17:59:20.792823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-05f09f0f-caf4-4f5c-8e77-5688cd932da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:20.794811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-05f09f0f-caf4-4f5c-8e77-5688cd932da4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dbd26d2d-5d93-4216-81f6-eed283247723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588963 Jul 05 17:59:20.944126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-6e8b4308-69fa-4069-8424-6bb79cb36bea service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363780 Jul 05 17:59:20.959410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b638f0-db2e-478b-b75b-17e7b2fc32e9 req-d5bc5e56-2181-4339-a4fa-40e3369d9c27 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:20.961706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7b638f0-db2e-478b-b75b-17e7b2fc32e9 req-d5bc5e56-2181-4339-a4fa-40e3369d9c27 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.1529257 Jul 05 17:59:21.056370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7b638f0-db2e-478b-b75b-17e7b2fc32e9 req-fa9df1fb-70c8-4004-9c99-237e97f2b097 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861530 Jul 05 17:59:21.093040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3826c2-30e0-42c9-bdb4-d93c37c13e41 req-95515ef0-9010-4407-ab1a-9e77c5645ce2 service neutron] 10.222.0.39 "GET /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302085 Jul 05 17:59:21.145733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:21.264257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a07af-4d0d-4bb8-9aa4-ee690880e4d5 req-b143ac93-a944-41bd-a3f4-6e8b5ae2794f tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:21.268856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c79a07af-4d0d-4bb8-9aa4-ee690880e4d5 req-b143ac93-a944-41bd-a3f4-6e8b5ae2794f tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1095 time: 0.0647950 Jul 05 17:59:21.293331 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:21.315194 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] Sync routers for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:21.316732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c79a07af-4d0d-4bb8-9aa4-ee690880e4d5 req-771f1403-d996-49ef-b8db-2c8274a1062a tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450885 Jul 05 17:59:21.344145 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:21.344145 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:21.356314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] No DVR routers for this DVR port 85ee28bf-187a-4048-90b0-bb3c60525ecf on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:21.360401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:21.361688 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-45d6b9ca-26a7-4fcb-a58b-c3b03bad925a req-3bcdf4d1-ff62-4f9f-bcdd-fe8dcb60c332 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.97 "DELETE /v2.0/ports/85ee28bf-187a-4048-90b0-bb3c60525ecf HTTP/1.1" status: 204 len: 173 time: 1.4386773 Jul 05 17:59:21.362132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7289ceda-ead7-4463-809f-e0d840619921', 'name': 'network-vif-deleted', 'tag': '85ee28bf-187a-4048-90b0-bb3c60525ecf'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:21.364456 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c6209d-a34b-4413-aeac-4393a0b33876" -d '{"events": [{"server_uuid": "7289ceda-ead7-4463-809f-e0d840619921", "name": "network-vif-deleted", "tag": "85ee28bf-187a-4048-90b0-bb3c60525ecf"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:21.430317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5115f3c-512f-4978-b503-eaac6d766648 req-8506f065-7f04-4d9d-8a29-c8288c9b7c6d tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips/8276071f-71fc-4505-8a42-244c2f502f15 HTTP/1.1" status: 200 len: 693 time: 0.0526090 Jul 05 17:59:21.468704 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:21.481060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e64133-6356-470f-ad99-41f7361d102f req-1025c3c5-4297-48df-be99-9a5aad6cb43c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:21.482672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77e64133-6356-470f-ad99-41f7361d102f req-1025c3c5-4297-48df-be99-9a5aad6cb43c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 949 time: 0.1535995 Jul 05 17:59:21.576018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77e64133-6356-470f-ad99-41f7361d102f req-3222866e-3945-4bea-8fd9-e747cd9ae37c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 Jul 05 17:59:21.603001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5115f3c-512f-4978-b503-eaac6d766648 req-a5a1090a-8714-4501-b59b-b1193037dcea tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:21.610517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5115f3c-512f-4978-b503-eaac6d766648 req-a5a1090a-8714-4501-b59b-b1193037dcea tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1728437 Jul 05 17:59:21.666241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5115f3c-512f-4978-b503-eaac6d766648 req-94cf2a12-b5a4-4d13-9657-6b882be026de tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 696 time: 0.0547059 Jul 05 17:59:21.736909 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:21.748669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5115f3c-512f-4978-b503-eaac6d766648 req-f7e532e4-23f0-44d9-83a3-fe3cb459319c tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.84 HTTP/1.1" status: 200 len: 696 time: 0.0815463 Jul 05 17:59:21.780473 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] Checking router: a8f4e37b-130e-4cc8-9db7-9f8e51c093dc for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:21.792251 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:21.792866 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:58:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:21.907193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3985b1c-9315-42dd-8b0e-c21a2c3cad22 req-f68b25e8-67f0-424b-8403-c8c0991a3321 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:21.908639 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:21.908782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3985b1c-9315-42dd-8b0e-c21a2c3cad22 req-f68b25e8-67f0-424b-8403-c8c0991a3321 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1095 time: 0.1715572 Jul 05 17:59:21.951966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-b5115f3c-512f-4978-b503-eaac6d766648 req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Deleting port bed28155-f735-402f-abfa-93a47b7ef6c6 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:21.952300 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b5115f3c-512f-4978-b503-eaac6d766648 req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:21.967279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3985b1c-9315-42dd-8b0e-c21a2c3cad22 req-676adeab-6aea-4718-8dbb-377304eb0d3e tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518105 Jul 05 17:59:22.063850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b5115f3c-512f-4978-b503-eaac6d766648 req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:22.064201 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b5115f3c-512f-4978-b503-eaac6d766648 req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:22.107912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-b5115f3c-512f-4978-b503-eaac6d766648 req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Calling delete_port for bed28155-f735-402f-abfa-93a47b7ef6c6 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:22.165830 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:22.208110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f506b52b-1cf8-406f-bb83-d929e9303707 req-eab24075-49e2-49e2-9e3e-ef05f5e297ea tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/ports?device_id=7289ceda-ead7-4463-809f-e0d840619921 HTTP/1.1" status: 200 len: 210 time: 0.0351706 Jul 05 17:59:22.222618 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4088d3-930c-4379-9bf0-30a92931378d None None] The sync data for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 is: [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:54:09Z', 'revision_number': 4, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '710846a5-085e-45a8-9140-9b34bc78eb13', 'name': '', 'network_id': 'f9bbdcf1-1e4e-4139-95d9-b7de048957ca', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'mac_address': 'fa:16:3e:00:53:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:08Z', 'updated_at': '2021-07-05T17:54:18Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'subnets': [{'id': '339413cb-a39e-4aeb-90e2-4c062c4dd114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:22.342816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:22.345556 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1bd101-2973-4ebc-a857-5458086a1879" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:22.358852 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4830183d-a6c8-494b-bfae-3f56e347a359 x-openstack-request-id: req-4830183d-a6c8-494b-bfae-3f56e347a359 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:22.359381 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7289ceda-ead7-4463-809f-e0d840619921", "name": "network-vif-deleted", "tag": "85ee28bf-187a-4048-90b0-bb3c60525ecf", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:22.359689 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4830183d-a6c8-494b-bfae-3f56e347a359 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:22.360088 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7289ceda-ead7-4463-809f-e0d840619921', 'name': 'network-vif-deleted', 'tag': '85ee28bf-187a-4048-90b0-bb3c60525ecf', 'status': 'completed', 'code': 200} Jul 05 17:59:22.429589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b5115f3c-512f-4978-b503-eaac6d766648 req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:22.497389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640621b9-c82f-49a0-b8c2-b1189bb86241 None None] New status for floating IP af5b7a3d-f811-4314-ac26-b619c9be6fb9: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 17:59:22.501156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Pushing event deleted for resources: {'Port': ['ID=bed28155-f735-402f-abfa-93a47b7ef6c6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:22.558685 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b5115f3c-512f-4978-b503-eaac6d766648 req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:22.561395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b5115f3c-512f-4978-b503-eaac6d766648 req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:22.567448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5115f3c-512f-4978-b503-eaac6d766648 req-e6d463e8-4f0b-4b15-bc50-3500edbe2b51 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "DELETE /v2.0/floatingips/8276071f-71fc-4505-8a42-244c2f502f15 HTTP/1.1" status: 204 len: 173 time: 0.7950692 Jul 05 17:59:22.950594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a784fa63-a8dc-4669-8a6d-2405ea1fa664 req-330b90f2-97a0-491a-8171-30ee64b5d674 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:22.952228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a784fa63-a8dc-4669-8a6d-2405ea1fa664 req-330b90f2-97a0-491a-8171-30ee64b5d674 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 944 time: 0.3808947 Jul 05 17:59:22.996001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a784fa63-a8dc-4669-8a6d-2405ea1fa664 req-261d5fb3-05d8-4f0f-ad29-596d2e2dfa2b tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380332 Jul 05 17:59:23.058938 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a9dec7-d9b8-4176-a149-d1ddc7f1c9a4 x-openstack-request-id: req-88a9dec7-d9b8-4176-a149-d1ddc7f1c9a4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:23.059340 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:23.059682 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88a9dec7-d9b8-4176-a149-d1ddc7f1c9a4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:23.060180 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9', 'status': 'completed', 'code': 200} Jul 05 17:59:23.222802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10377938-c973-4647-9b03-78f8b709b414 req-54ff867a-444c-475a-84cd-7a19c7ff5299 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:23.224422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10377938-c973-4647-9b03-78f8b709b414 req-54ff867a-444c-475a-84cd-7a19c7ff5299 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.1462727 Jul 05 17:59:23.259359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-5165869d-66e9-48d0-b7eb-dc3dc63f5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:23.263582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-5165869d-66e9-48d0-b7eb-dc3dc63f5205 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 1095 time: 0.1526647 Jul 05 17:59:23.270257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-e95e03c7-c552-41ae-b638-098cc8fdd55e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:23.271638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-e95e03c7-c552-41ae-b638-098cc8fdd55e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 949 time: 0.1622171 Jul 05 17:59:23.365870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10377938-c973-4647-9b03-78f8b709b414 req-e56b139c-e9cc-44f7-b575-e60577ac3f06 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316288 Jul 05 17:59:23.407894 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-de6c1dcd-82f1-4698-b360-24b06fb30f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:23.442420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-b1305808-dde7-4a7c-9359-fae267a1f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:23.443955 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-b1305808-dde7-4a7c-9359-fae267a1f7b4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 912 time: 0.1700218 Jul 05 17:59:23.452451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85ee28bf-187a-4048-90b0-bb3c60525ecf no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:23.477069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 85ee28bf-187a-4048-90b0-bb3c60525ecf {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:23.477708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85ee28bf-187a-4048-90b0-bb3c60525ecf not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:23.503529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-3a8cce78-f7fb-4d36-b489-d1837bd84e99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9 HTTP/1.1" status: 200 len: 217 time: 0.0471313 Jul 05 17:59:23.504811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Deleting port a5747726-6920-41a0-9579-5dc5da6153fe {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:23.505160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:23.573867 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:23.670322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-aa56ef03-c602-4aac-ae37-93c1951b95e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:23.671806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-aa56ef03-c602-4aac-ae37-93c1951b95e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 HTTP/1.1" status: 200 len: 852 time: 0.1545947 Jul 05 17:59:23.746648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-d6a1e1b8-d0ab-4eb5-a778-1a782646f436 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23bb9815-a0b2-477b-a04e-1ef038db9eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501225 Jul 05 17:59:23.761622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364f637-b3f8-475b-8dbb-1c4a68727fc4 req-88462481-e9ee-44f9-82ba-5262b4baa51c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:23.763127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b364f637-b3f8-475b-8dbb-1c4a68727fc4 req-88462481-e9ee-44f9-82ba-5262b4baa51c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 949 time: 0.2622709 Jul 05 17:59:23.776238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] For port a5747726-6920-41a0-9579-5dc5da6153fe, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a5747726-6920-41a0-9579-5dc5da6153fe,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:23.776603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:23.831689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Calling delete_port for a5747726-6920-41a0-9579-5dc5da6153fe owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:23.907283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 58d241b5-69c4-410e-bf20-bd22ff2144c9 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:59:23.934698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b364f637-b3f8-475b-8dbb-1c4a68727fc4 req-eeef6c60-543c-40dc-9cf7-41f3382a0e1f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602824 Jul 05 17:59:23.942254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b885b-f14d-4d3b-921e-160347c40f32 req-e2d4d3f0-a45d-44bb-81f2-95136fd5d641 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:23.943769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-002b885b-f14d-4d3b-921e-160347c40f32 req-e2d4d3f0-a45d-44bb-81f2-95136fd5d641 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.3001735 Jul 05 17:59:24.021125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-db8a1155-c25f-4174-91eb-33f92d68fc5b service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560380 Jul 05 17:59:24.031261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-002b885b-f14d-4d3b-921e-160347c40f32 req-4a257788-d7b8-41c2-9b85-56c15e5f0769 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690916 Jul 05 17:59:24.047833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 58d241b5-69c4-410e-bf20-bd22ff2144c9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:24.077976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '58d241b5-69c4-410e-bf20-bd22ff2144c9', 'network_id': '23bb9815-a0b2-477b-a04e-1ef038db9eac', 'port_id': '58d241b5-69c4-410e-bf20-bd22ff2144c9', 'mac_address': 'fa:16:3e:f6:e6:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:59:24.183855 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:24.221005 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab1bd101-2973-4ebc-a857-5458086a1879 req-689a9814-4836-4774-851b-26ce4386f8da service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882379 Jul 05 17:59:24.224143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d241b5-69c4-410e-bf20-bd22ff2144c9 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:59:24.247433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 58d241b5-69c4-410e-bf20-bd22ff2144c9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:24.266739 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:24.287561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['745ce313-4473-459d-926c-4c95dc29535c', 'a5747726-6920-41a0-9579-5dc5da6153fe', '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:24.296135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Pushing event deleted for resources: {'Port': ['ID=a5747726-6920-41a0-9579-5dc5da6153fe,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:24.399066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] No DVR routers for this DVR port a5747726-6920-41a0-9579-5dc5da6153fe on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:24.402947 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:24.405049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dfa9df8-8360-48fd-a96a-27c83fc20d4c req-60adec24-0a66-4cf8-9b5f-33426cc7f50c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "DELETE /v2.0/ports/a5747726-6920-41a0-9579-5dc5da6153fe HTTP/1.1" status: 204 len: 173 time: 1.1198220 Jul 05 17:59:24.439953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718b5e7-f930-4fa4-a9fc-45257a517080 req-fb5a2ab0-b990-4653-8c12-19fbebad6868 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:24.441807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4718b5e7-f930-4fa4-a9fc-45257a517080 req-fb5a2ab0-b990-4653-8c12-19fbebad6868 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 945 time: 0.2137423 Jul 05 17:59:24.477059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d3cb4-a742-49cf-96db-8bbc3313f908 req-b5a8781d-e34c-4b6a-9e71-6dbd98a13d68 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:24.478596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad2d3cb4-a742-49cf-96db-8bbc3313f908 req-b5a8781d-e34c-4b6a-9e71-6dbd98a13d68 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 944 time: 0.1721685 Jul 05 17:59:24.482748 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:24.514032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4718b5e7-f930-4fa4-a9fc-45257a517080 req-311fac44-253e-4e64-8cc3-3a6488d143ab tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605226 Jul 05 17:59:24.533438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad2d3cb4-a742-49cf-96db-8bbc3313f908 req-eb5c2bb3-d0b8-49dc-b78e-1f10f27ac79b tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477211 Jul 05 17:59:24.571519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=58d241b5-69c4-410e-bf20-bd22ff2144c9,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:24.583330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.583921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.584009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.584334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.584676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.585032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.585926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.586257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.586648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.586977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.587482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.587618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 17:59:24.651417 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:24.884999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efbcc18-ec5c-4e49-844b-15a4fe34b6e9 req-802a6a9d-aa1e-4694-8413-93991f03e222 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:24.886729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6efbcc18-ec5c-4e49-844b-15a4fe34b6e9 req-802a6a9d-aa1e-4694-8413-93991f03e222 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.0939040 Jul 05 17:59:24.933912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['58d241b5-69c4-410e-bf20-bd22ff2144c9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:24.951007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6efbcc18-ec5c-4e49-844b-15a4fe34b6e9 req-f989c641-9abd-453c-96ee-b291b6cb6b38 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581520 Jul 05 17:59:25.061783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c8ef3ce-76f2-4487-867a-0dbef3ead221', 'name': 'network-vif-deleted', 'tag': 'a5747726-6920-41a0-9579-5dc5da6153fe'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:25.064346 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1e7eba-cda5-48ba-8a24-13f7c51332f7" -d '{"events": [{"server_uuid": "9c8ef3ce-76f2-4487-867a-0dbef3ead221", "name": "network-vif-deleted", "tag": "a5747726-6920-41a0-9579-5dc5da6153fe"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:25.185490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05a731e3-06bb-4a10-bc1a-61de09f3175a req-d4e781d5-5c54-4072-bf0c-a02a1ee098c6 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c8ef3ce-76f2-4487-867a-0dbef3ead221 HTTP/1.1" status: 200 len: 210 time: 0.0303993 Jul 05 17:59:25.318496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49474) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:25.359585 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa83eb9f-2465-4a45-8b5d-5d8b90de02e3 x-openstack-request-id: req-aa83eb9f-2465-4a45-8b5d-5d8b90de02e3 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:25.359881 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c8ef3ce-76f2-4487-867a-0dbef3ead221", "name": "network-vif-deleted", "tag": "a5747726-6920-41a0-9579-5dc5da6153fe", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:25.360134 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa83eb9f-2465-4a45-8b5d-5d8b90de02e3 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:25.360531 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c8ef3ce-76f2-4487-867a-0dbef3ead221', 'name': 'network-vif-deleted', 'tag': 'a5747726-6920-41a0-9579-5dc5da6153fe', 'status': 'completed', 'code': 200} Jul 05 17:59:25.384223 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c03af43e-b222-4380-bc40-9af8606b6d3d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:25.418084 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c03af43e-b222-4380-bc40-9af8606b6d3d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:25.603004 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c03af43e-b222-4380-bc40-9af8606b6d3d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:25.606319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c03af43e-b222-4380-bc40-9af8606b6d3d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:25.610150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c03af43e-b222-4380-bc40-9af8606b6d3d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "DELETE /v2.0/security-groups/d19e25eb-1e12-40ec-a3a3-cbfb7701f898 HTTP/1.1" status: 204 len: 168 time: 0.2879250 Jul 05 17:59:25.612695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49480) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:25.619039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03af43e-b222-4380-bc40-9af8606b6d3d tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19e25eb-1e12-40ec-a3a3-cbfb7701f898,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:25.634652 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-a9b71ef1-c349-43e9-a15d-7b3862d5b3d6 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] show failed (client error): The resource could not be found. Jul 05 17:59:25.639617 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a9b71ef1-c349-43e9-a15d-7b3862d5b3d6 tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "GET /v2.0/security-groups/d19e25eb-1e12-40ec-a3a3-cbfb7701f898 HTTP/1.1" status: 404 len: 347 time: 0.0272629 Jul 05 17:59:25.640534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49482) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:25.864375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Deleting port 1ad43856-45b8-4488-ae39-839e500cae71 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:25.864864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:25.889412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe71e1b-69a7-48d2-8bf8-e6ca35d1bf2f req-34d7308b-c12a-4e0a-9c0f-2d0424537f97 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:25.890454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abe71e1b-69a7-48d2-8bf8-e6ca35d1bf2f req-34d7308b-c12a-4e0a-9c0f-2d0424537f97 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 945 time: 0.2232077 Jul 05 17:59:25.902628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a5747726-6920-41a0-9579-5dc5da6153fe no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:25.940851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: a5747726-6920-41a0-9579-5dc5da6153fe {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:25.942154 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a5747726-6920-41a0-9579-5dc5da6153fe not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:25.979932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c975419-12d9-49a6-9297-b5663dd586ff req-97eb7bf8-e537-491a-b613-b232637df846 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:25.981431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c975419-12d9-49a6-9297-b5663dd586ff req-97eb7bf8-e537-491a-b613-b232637df846 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.39 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 945 time: 0.2156796 Jul 05 17:59:26.011830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.012186 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.033052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Calling delete_port for 1ad43856-45b8-4488-ae39-839e500cae71 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:26.071989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abe71e1b-69a7-48d2-8bf8-e6ca35d1bf2f req-6d9b3442-8858-420c-af36-8d27a586348e tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/security-groups?id=709843a3-97d7-4d30-8f61-ac1cab1f9b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746335 Jul 05 17:59:26.200984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49faf263-70cf-4664-ac1d-839e6cce82d7 req-574a2540-defe-449c-972f-8f7ebd0295a6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:26.209734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49faf263-70cf-4664-ac1d-839e6cce82d7 req-574a2540-defe-449c-972f-8f7ebd0295a6 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 945 time: 0.3134630 Jul 05 17:59:26.293775 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.297925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3c975419-12d9-49a6-9297-b5663dd586ff req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Deleting port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:26.298263 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3c975419-12d9-49a6-9297-b5663dd586ff req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.350783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49faf263-70cf-4664-ac1d-839e6cce82d7 req-c4c60365-42f3-4503-aa2d-c71c3d1887df tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412058 Jul 05 17:59:26.413721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3c975419-12d9-49a6-9297-b5663dd586ff req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] For port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:26.414219 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3c975419-12d9-49a6-9297-b5663dd586ff req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.428480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3c975419-12d9-49a6-9297-b5663dd586ff req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Calling delete_port for 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:26.446384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.482418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Pushing event deleted for resources: {'Port': ['ID=1ad43856-45b8-4488-ae39-839e500cae71,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:26.573341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.579568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.583294 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b11e91a7-90d3-40a6-8ef0-83a5c40444ce tempest-ServersWithSpecificFlavorTestJSON-302317645 tempest-ServersWithSpecificFlavorTestJSON-302317645-project] 10.222.0.30 "DELETE /v2.0/floatingips/af5b7a3d-f811-4314-ac26-b619c9be6fb9 HTTP/1.1" status: 204 len: 168 time: 0.9391537 Jul 05 17:59:26.610486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03bc9ea-5cdc-4724-8b71-fe2258236be6 req-b0d8cd6b-5712-420a-864c-72abe33b89c8 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:26.612207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f03bc9ea-5cdc-4724-8b71-fe2258236be6 req-b0d8cd6b-5712-420a-864c-72abe33b89c8 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.3768067 Jul 05 17:59:26.651639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3c975419-12d9-49a6-9297-b5663dd586ff req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.664131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['38d0ffda-fb3a-48db-8d1b-b71aab58cd39'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:26.715459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f03bc9ea-5cdc-4724-8b71-fe2258236be6 req-ab091c76-1635-4222-9c82-927b447f2b79 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923045 Jul 05 17:59:26.718246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Pushing event deleted for resources: {'Port': ['ID=38d0ffda-fb3a-48db-8d1b-b71aab58cd39,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:26.739244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c975419-12d9-49a6-9297-b5663dd586ff req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] No DVR routers for this DVR port 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:26.742383 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3c975419-12d9-49a6-9297-b5663dd586ff req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:26.744637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c975419-12d9-49a6-9297-b5663dd586ff req-353d06e1-5a42-4b85-a2c6-85a492153965 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.39 "DELETE /v2.0/ports/38d0ffda-fb3a-48db-8d1b-b71aab58cd39 HTTP/1.1" status: 204 len: 173 time: 0.7389295 Jul 05 17:59:27.175711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f428408-7e02-4992-8558-3896d6adcfde req-9c3a3380-21b1-4df5-b3cc-ac91c123782f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:27.180552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f428408-7e02-4992-8558-3896d6adcfde req-9c3a3380-21b1-4df5-b3cc-ac91c123782f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 950 time: 0.0952950 Jul 05 17:59:27.229316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f428408-7e02-4992-8558-3896d6adcfde req-2b5f07bc-9960-4ba6-887f-4b3ab00a72ff tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432563 Jul 05 17:59:27.283525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa0bf407-137e-4ab2-aca2-bcafc22d9f52 req-73c0e27e-9885-486d-8ef4-83601a1d7c71 tempest-FloatingIPsAssociationTestJSON-2011016331 tempest-FloatingIPsAssociationTestJSON-2011016331-project] 10.222.0.30 "GET /v2.0/ports?device_id=77c9d11c-076e-491a-9344-c33f648c0538 HTTP/1.1" status: 200 len: 210 time: 0.0426316 Jul 05 17:59:27.362286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'name': 'network-vif-deleted', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:27.364798 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2bba53f-cf9e-44aa-92a6-194925b3ad38" -d '{"events": [{"server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "name": "network-vif-deleted", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:27.407831 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23de1518-6ce3-4040-aef4-1b47a05e4173 x-openstack-request-id: req-23de1518-6ce3-4040-aef4-1b47a05e4173 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:27.408132 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77c9d11c-076e-491a-9344-c33f648c0538", "name": "network-vif-deleted", "tag": "38d0ffda-fb3a-48db-8d1b-b71aab58cd39", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:27.408392 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23de1518-6ce3-4040-aef4-1b47a05e4173 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:27.408784 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77c9d11c-076e-491a-9344-c33f648c0538', 'name': 'network-vif-deleted', 'tag': '38d0ffda-fb3a-48db-8d1b-b71aab58cd39', 'status': 'completed', 'code': 200} Jul 05 17:59:27.583825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce7206d-1a02-44d9-ac74-852fafd68f2d req-b5d64161-b0f9-49b2-b619-7e8e37d2868b tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:27.585758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ce7206d-1a02-44d9-ac74-852fafd68f2d req-b5d64161-b0f9-49b2-b619-7e8e37d2868b tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 945 time: 0.0705998 Jul 05 17:59:27.631417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49524) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:27.635165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ce7206d-1a02-44d9-ac74-852fafd68f2d req-ff31f643-5e3e-462c-a425-2e91283b1f70 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432074 Jul 05 17:59:27.923638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:59:27.946102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 58d241b5-69c4-410e-bf20-bd22ff2144c9 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:59:28.113462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84166f43-57d8-4e52-8973-789b198cf45f req-6927d41b-d458-4851-8234-1b98cf330251 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:28.128385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84166f43-57d8-4e52-8973-789b198cf45f req-6927d41b-d458-4851-8234-1b98cf330251 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.1710849 Jul 05 17:59:28.196513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84166f43-57d8-4e52-8973-789b198cf45f req-8b182bec-9684-49c0-b26f-045617589ef5 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666399 Jul 05 17:59:28.245351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:28.260060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7', 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3', 'port_id': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7', 'mac_address': 'fa:16:3e:53:5a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d65a8-9d66-4be2-8ad4-16b0b7a650b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 17:59:28.316942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 58d241b5-69c4-410e-bf20-bd22ff2144c9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:59:28.350165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 58d241b5-69c4-410e-bf20-bd22ff2144c9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:59:28.352082 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:28.371772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:28.412326 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:28.447376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe4cb3-ce50-430c-9515-3c2ec2ab23ff req-0d27b8f9-a7cf-40c1-93f8-0c9eb8db949d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:28.449817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:59:28.461351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61fe4cb3-ce50-430c-9515-3c2ec2ab23ff req-0d27b8f9-a7cf-40c1-93f8-0c9eb8db949d tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 950 time: 0.0885310 Jul 05 17:59:28.463031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49572) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:28.475965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:28.521481 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:28.547697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61fe4cb3-ce50-430c-9515-3c2ec2ab23ff req-255c663f-7f07-4793-8983-b9b694bf785a tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854416 Jul 05 17:59:28.550863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:28.554711 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92537aa0-5812-47c1-9d95-c5c671a56f4a" -d '{"events": [{"server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "name": "network-vif-plugged", "status": "completed", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:28.596169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:28.605839 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 58d241b5-69c4-410e-bf20-bd22ff2144c9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:28.650026 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-572933f5-28f8-4b5a-a6c1-6019cb996fea x-openstack-request-id: req-572933f5-28f8-4b5a-a6c1-6019cb996fea {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:28.650751 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "name": "network-vif-plugged", "status": "completed", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:28.651169 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-572933f5-28f8-4b5a-a6c1-6019cb996fea {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:28.651754 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9', 'code': 200} Jul 05 17:59:28.690459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:28.700045 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:28.766818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=58d241b5-69c4-410e-bf20-bd22ff2144c9,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:28.880836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Deleting port 710846a5-085e-45a8-9140-9b34bc78eb13 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:28.884025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:28.954252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5daabf-b1ef-441e-88ca-71fe8a807940 req-e25a33e0-d9bb-46f1-bc3b-e90b76bd50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:28.955834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac5daabf-b1ef-441e-88ca-71fe8a807940 req-e25a33e0-d9bb-46f1-bc3b-e90b76bd50bd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 1097 time: 0.1673946 Jul 05 17:59:28.974859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c45be-b4cc-42d9-a4dd-275181f70325 req-c7cd0e04-236b-4b3e-bd61-3c06aed24418 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:28.982453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a0c45be-b4cc-42d9-a4dd-275181f70325 req-c7cd0e04-236b-4b3e-bd61-3c06aed24418 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 946 time: 0.1546683 Jul 05 17:59:28.999310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] For port 710846a5-085e-45a8-9140-9b34bc78eb13, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=710846a5-085e-45a8-9140-9b34bc78eb13,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:29.000398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:29.019594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Calling delete_port for 710846a5-085e-45a8-9140-9b34bc78eb13 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:29.099153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['89d23b49-dac0-4ec5-a1bf-5f54075c3ad7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:29.115365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac5daabf-b1ef-441e-88ca-71fe8a807940 req-550f2628-2c2a-4275-b229-c674c0bca6f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294665 Jul 05 17:59:29.145380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a0c45be-b4cc-42d9-a4dd-275181f70325 req-3bcd2cc5-5ec7-47f6-abc8-a24593f0677d tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619649 Jul 05 17:59:29.242753 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:29.435605 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:29.451885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f354bd86-289b-4e06-937c-8e5433d38bc3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:29.453557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f354bd86-289b-4e06-937c-8e5433d38bc3 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 950 time: 0.1707935 Jul 05 17:59:29.465177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=710846a5-085e-45a8-9140-9b34bc78eb13,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:29.480074 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:29.784350 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:29.927139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:29.963261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:29.963609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 38d0ffda-fb3a-48db-8d1b-b71aab58cd39 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:30.048982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d1704-71e3-49eb-b97e-3ade622499bc req-e469af98-2ca4-4aee-88a7-59ada686af32 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:30.056705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e8d1704-71e3-49eb-b97e-3ade622499bc req-e469af98-2ca4-4aee-88a7-59ada686af32 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 944 time: 0.6877537 Jul 05 17:59:30.103512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:30.185882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e8d1704-71e3-49eb-b97e-3ade622499bc req-8c8829e8-1807-4481-86e8-dfed9ead8432 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279218 Jul 05 17:59:30.282174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:30.284480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Deleting port 745ce313-4473-459d-926c-4c95dc29535c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:30.284936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:30.295807 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] Sync routers for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:30.304724 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1e994027-3771-457f-852d-eef8949c5b19 admin admin] 10.222.0.30 "PUT /v2.0/routers/a8f4e37b-130e-4cc8-9db7-9f8e51c093dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6693931 Jul 05 17:59:30.305629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49628) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:30.310534 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:30.311371 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:30.346503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9daf66-aa7c-471a-817b-8b47a166e0de req-d6dbcaa1-4525-4e4d-92fd-baba13c67a6e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:30.359144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc9daf66-aa7c-471a-817b-8b47a166e0de req-d6dbcaa1-4525-4e4d-92fd-baba13c67a6e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 950 time: 0.3422287 Jul 05 17:59:30.466338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] For port 745ce313-4473-459d-926c-4c95dc29535c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=745ce313-4473-459d-926c-4c95dc29535c,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:30.466740 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:30.480833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Calling delete_port for 745ce313-4473-459d-926c-4c95dc29535c owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:30.539764 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:30.552124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:30.650444 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc9daf66-aa7c-471a-817b-8b47a166e0de req-941bdfdc-3ea0-4d2c-b35f-4916f3aca7bb tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866228 Jul 05 17:59:30.740575 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:30.748477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a41aec7-4128-444b-84f9-a9becaca97c6 req-3544b729-a965-45dc-874d-5bfa5990c3dd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:30.762414 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a41aec7-4128-444b-84f9-a9becaca97c6 req-3544b729-a965-45dc-874d-5bfa5990c3dd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 946 time: 0.2594669 Jul 05 17:59:30.767242 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:59:29Z', 'revision_number': 5, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port': {'id': '7c8e64eb-a238-4c49-a376-d421b4a57f74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6f:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:05Z', 'updated_at': '2021-07-05T17:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:30.806908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Deleting port 0602a7ff-273d-45b1-b61a-643eb6b9f72a {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:30.807269 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:30.917715 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] Checking router: a8f4e37b-130e-4cc8-9db7-9f8e51c093dc for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:30.923101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a41aec7-4128-444b-84f9-a9becaca97c6 req-fc8c2565-88b6-44a2-9f25-cdc0a83ec35d tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559982 Jul 05 17:59:30.923253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Deleting port 7c8e64eb-a238-4c49-a376-d421b4a57f74 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:30.923253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:30.930199 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] Routers {'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:30.930874 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:30.995569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] For port 0602a7ff-273d-45b1-b61a-643eb6b9f72a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0602a7ff-273d-45b1-b61a-643eb6b9f72a,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:30.996029 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:31.031467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Calling delete_port for 0602a7ff-273d-45b1-b61a-643eb6b9f72a owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:31.037225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] For port 7c8e64eb-a238-4c49-a376-d421b4a57f74, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7c8e64eb-a238-4c49-a376-d421b4a57f74,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:31.038626 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:31.049501 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] Set router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:31.056294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Calling delete_port for 7c8e64eb-a238-4c49-a376-d421b4a57f74 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:31.118667 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:59:30Z', 'revision_number': 6, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:31.158343 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e66da-2175-4f32-89e8-8836f5c0e079 None None] The sync data for ids ['a8f4e37b-130e-4cc8-9db7-9f8e51c093dc'] in n-d-799524-1 is: [{'id': 'a8f4e37b-130e-4cc8-9db7-9f8e51c093dc', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1705511944-router', 'tenant_id': '7948372b992846c9a77b849f9de5dda2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:04Z', 'updated_at': '2021-07-05T17:59:30Z', 'revision_number': 6, 'project_id': '7948372b992846c9a77b849f9de5dda2', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:31.170636 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:31.182525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['745ce313-4473-459d-926c-4c95dc29535c', '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:31.210908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Pushing event deleted for resources: {'Port': ['ID=745ce313-4473-459d-926c-4c95dc29535c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:31.321504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] No DVR routers for this DVR port 745ce313-4473-459d-926c-4c95dc29535c on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:31.325582 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:31.327626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d650a6e-134b-47a3-82b7-4e8fb39c9bb9 req-f3ca2d57-c5da-4ed5-9604-a21670bda5c5 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "DELETE /v2.0/ports/745ce313-4473-459d-926c-4c95dc29535c HTTP/1.1" status: 204 len: 173 time: 1.8429639 Jul 05 17:59:31.328065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4977dbdb-9631-4194-aa25-eaaeea43cb65', 'name': 'network-vif-deleted', 'tag': '745ce313-4473-459d-926c-4c95dc29535c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:31.330314 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2238f038-b563-4162-8219-e615e58af5c1" -d '{"events": [{"server_uuid": "4977dbdb-9631-4194-aa25-eaaeea43cb65", "name": "network-vif-deleted", "tag": "745ce313-4473-459d-926c-4c95dc29535c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:31.508258 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c91ac5f-e255-46eb-858b-1a210ea18943 x-openstack-request-id: req-3c91ac5f-e255-46eb-858b-1a210ea18943 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:31.508560 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4977dbdb-9631-4194-aa25-eaaeea43cb65", "name": "network-vif-deleted", "tag": "745ce313-4473-459d-926c-4c95dc29535c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:31.510900 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c91ac5f-e255-46eb-858b-1a210ea18943 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:31.512044 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4977dbdb-9631-4194-aa25-eaaeea43cb65', 'name': 'network-vif-deleted', 'tag': '745ce313-4473-459d-926c-4c95dc29535c', 'status': 'completed', 'code': 200} Jul 05 17:59:31.526873 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:31.637406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df914893-1529-4647-84a6-55480854b7e1 req-c5d81b96-db28-4415-89d9-d169efc80075 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:31.645981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df914893-1529-4647-84a6-55480854b7e1 req-c5d81b96-db28-4415-89d9-d169efc80075 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 944 time: 0.1277561 Jul 05 17:59:31.648816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c8e64eb-a238-4c49-a376-d421b4a57f74,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:31.689726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:31.726480 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:31.788572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Pushing event deleted for resources: {'Port': ['ID=0602a7ff-273d-45b1-b61a-643eb6b9f72a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:31.812672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df914893-1529-4647-84a6-55480854b7e1 req-40492984-df1b-4fa5-a133-518c4433a315 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657279 Jul 05 17:59:31.927072 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:31.932750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:59:31.936512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.084138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a748937-f6cc-4dce-9477-d22ee15dde00 req-4f5d3c04-16cf-4e73-a1bd-b5a9a5c7f64c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=4977dbdb-9631-4194-aa25-eaaeea43cb65 HTTP/1.1" status: 200 len: 210 time: 0.0869548 Jul 05 17:59:32.125608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:59:32.138825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:59:32.139273 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.162545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.163960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8f4e37b-130e-4cc8-9db7-9f8e51c093dc {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 17:59:32.174509 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.177607 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-51237eb1-c9cc-498e-bba6-50ed94fd29e1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a8f4e37b-130e-4cc8-9db7-9f8e51c093dc HTTP/1.1" status: 204 len: 168 time: 1.8676333 Jul 05 17:59:32.178157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49646) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:32.281599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-d123f148-437e-4e3e-a82e-9fbf917e8481 admin admin] Deleting subnet 339413cb-a39e-4aeb-90e2-4c062c4dd114 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:59:32.293087 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d123f148-437e-4e3e-a82e-9fbf917e8481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.295275 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.354541 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.368505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:32.382429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d123f148-437e-4e3e-a82e-9fbf917e8481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.384326 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17187d79-09b0-4bef-90a2-2e660f833a19" -d '{"events": [{"server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "name": "network-vif-plugged", "status": "completed", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:32.422036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:32.526209 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.581056 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b66beff-5786-4df5-8671-3f38558a0328 x-openstack-request-id: req-5b66beff-5786-4df5-8671-3f38558a0328 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:32.581736 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "name": "network-vif-plugged", "status": "completed", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:32.587026 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b66beff-5786-4df5-8671-3f38558a0328 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:32.587808 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7', 'code': 200} Jul 05 17:59:32.641453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa7c1d-280d-48ae-a031-aa1f6989a220 req-480dabe6-a0f6-4823-9384-db010c6a6101 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:32.652119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcfa7c1d-280d-48ae-a031-aa1f6989a220 req-480dabe6-a0f6-4823-9384-db010c6a6101 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 946 time: 0.3607647 Jul 05 17:59:32.675660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 710846a5-085e-45a8-9140-9b34bc78eb13 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:32.679755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d123f148-437e-4e3e-a82e-9fbf917e8481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.727460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 710846a5-085e-45a8-9140-9b34bc78eb13 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:32.728867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 710846a5-085e-45a8-9140-9b34bc78eb13 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:32.729414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7c8e64eb-a238-4c49-a376-d421b4a57f74 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:32.731384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:32.766157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 7c8e64eb-a238-4c49-a376-d421b4a57f74 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:32.766622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7c8e64eb-a238-4c49-a376-d421b4a57f74 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:32.837248 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d123f148-437e-4e3e-a82e-9fbf917e8481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.845952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcfa7c1d-280d-48ae-a031-aa1f6989a220 req-9b642bf4-822d-47cc-a782-d6f8bd0c26e8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420023 Jul 05 17:59:32.903334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a3d63-1f49-4130-a3f5-83deffbd8bbb None None] Network f9bbdcf1-1e4e-4139-95d9-b7de048957ca requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:59:32.915616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d123f148-437e-4e3e-a82e-9fbf917e8481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=339413cb-a39e-4aeb-90e2-4c062c4dd114,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:32.915990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089cbb2d-4432-4bde-8236-a0e9819cafbe req-f81b9dfb-6cbe-44a1-9c33-48f9effd4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:32.917532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-089cbb2d-4432-4bde-8236-a0e9819cafbe req-f81b9dfb-6cbe-44a1-9c33-48f9effd4ac0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 1096 time: 0.2537193 Jul 05 17:59:32.927869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d123f148-437e-4e3e-a82e-9fbf917e8481 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:32.932500 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d123f148-437e-4e3e-a82e-9fbf917e8481 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/339413cb-a39e-4aeb-90e2-4c062c4dd114 HTTP/1.1" status: 204 len: 168 time: 0.7518108 Jul 05 17:59:32.934445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49658) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:33.036098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-089cbb2d-4432-4bde-8236-a0e9819cafbe req-54df96a9-2108-41f0-a849-ce33210de802 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050355 Jul 05 17:59:33.040439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Router 2e55e57b-e961-4d3e-b952-0f802fed4a71 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:33.113641 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:33.300273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ca0a3-e65e-4b78-8df9-96581f53845f None None] DHCP port deletion for f9bbdcf1-1e4e-4139-95d9-b7de048957ca request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 17:59:33.343034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:33.364203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ebc78f96-0958-4189-a323-6294be16502a admin admin] 10.222.0.30 "PUT /v2.0/routers/2e55e57b-e961-4d3e-b952-0f802fed4a71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8972814 Jul 05 17:59:33.365296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-227ba3c2-0d5e-4696-a94a-ad38bde0ec84 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1964648136&fields=id&tenant_id=067f21970fc24aa3aa98db5859b620ac HTTP/1.1" status: 200 len: 267 time: 0.1899159 Jul 05 17:59:33.365701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] Sync routers for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:33.369070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49666) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:33.400915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:33.402376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:33.408455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ca0a3-e65e-4b78-8df9-96581f53845f None None] Deleting port d61b8bf3-0672-4c17-8034-94334596dafa {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:33.409073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca0a3-e65e-4b78-8df9-96581f53845f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:33.467468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78885ac6-d5d3-4d65-9be3-ffe267328ff8 req-c7b6c8d7-ace4-41e7-a4ef-710e4bad79be tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:33.469067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78885ac6-d5d3-4d65-9be3-ffe267328ff8 req-c7b6c8d7-ace4-41e7-a4ef-710e4bad79be tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.3318574 Jul 05 17:59:33.597914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78885ac6-d5d3-4d65-9be3-ffe267328ff8 req-cdeae0b9-dcbf-4e33-a8bc-2f39aadc9f4c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198676 Jul 05 17:59:33.602054 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-30687bdf-7428-4892-8f27-8d3c476c1aac service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6070218 Jul 05 17:59:33.611230 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:33.615493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1e1ca0a3-e65e-4b78-8df9-96581f53845f None None] For port d61b8bf3-0672-4c17-8034-94334596dafa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d61b8bf3-0672-4c17-8034-94334596dafa,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:33.623931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eb2473e8-61ce-49d9-a96c-d73c28828d7e tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:33.625984 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca0a3-e65e-4b78-8df9-96581f53845f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:33.633171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eb2473e8-61ce-49d9-a96c-d73c28828d7e tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 946 time: 0.2115688 Jul 05 17:59:33.641205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eba56e6f-361b-48c3-90df-b02e987098f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'port': {'security_groups': ['c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428', 'cd61d94a-bb39-49aa-8e09-f23879ed0998']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:33.646304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Deleting port d61b8bf3-0672-4c17-8034-94334596dafa {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:33.649011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:33.672530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ca0a3-e65e-4b78-8df9-96581f53845f None None] Calling delete_port for d61b8bf3-0672-4c17-8034-94334596dafa owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:33.685115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:33.881665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eba56e6f-361b-48c3-90df-b02e987098f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:33.901971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] For port d61b8bf3-0672-4c17-8034-94334596dafa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d61b8bf3-0672-4c17-8034-94334596dafa,segment=NetworkSegment(44b04861-945c-4fed-bb59-b8637c18e659),segment_id=44b04861-945c-4fed-bb59-b8637c18e659)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:33.902622 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:33.922953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Calling delete_port for d61b8bf3-0672-4c17-8034-94334596dafa owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:33.948180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-d9ee5cfa-2f66-4b6c-a991-f3acf0b7b60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:33.950043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-d9ee5cfa-2f66-4b6c-a991-f3acf0b7b60c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 1095 time: 0.2736454 Jul 05 17:59:33.971151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 745ce313-4473-459d-926c-4c95dc29535c no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:34.025452 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1e1ca0a3-e65e-4b78-8df9-96581f53845f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.031494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 745ce313-4473-459d-926c-4c95dc29535c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:34.031494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 745ce313-4473-459d-926c-4c95dc29535c not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:34.109058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ca0a3-e65e-4b78-8df9-96581f53845f None None] Pushing event deleted for resources: {'Port': ['ID=d61b8bf3-0672-4c17-8034-94334596dafa,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:34.117021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ca0a3-e65e-4b78-8df9-96581f53845f None None] No DVR routers for this DVR port d61b8bf3-0672-4c17-8034-94334596dafa on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:34.121329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.133596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-c3573262-880a-4858-a168-5b71755903ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:34.134137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:59:31Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:34.135015 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-c3573262-880a-4858-a168-5b71755903ba service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1543260 Jul 05 17:59:34.164700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61b8bf3-0672-4c17-8034-94334596dafa,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:34.173898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] No DVR routers for this DVR port d61b8bf3-0672-4c17-8034-94334596dafa on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:34.189132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] Checking router: 2e55e57b-e961-4d3e-b952-0f802fed4a71 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:34.200533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] Routers {'2e55e57b-e961-4d3e-b952-0f802fed4a71'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:34.201182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e55e57b-e961-4d3e-b952-0f802fed4a71'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:34.210189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eba56e6f-361b-48c3-90df-b02e987098f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] For port 58d241b5-69c4-410e-bf20-bd22ff2144c9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:34.211327 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-03aa46e6-40c3-4500-bf0d-43d329cf7824 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d32c939-34a8-417a-8fd3-545adc2eb587 HTTP/1.1" status: 200 len: 217 time: 0.0536654 Jul 05 17:59:34.212988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.262750 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eba56e6f-361b-48c3-90df-b02e987098f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.339819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.348150 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] Set router 2e55e57b-e961-4d3e-b952-0f802fed4a71 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:34.354132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-c46aa664-87c8-4570-ae44-fdb02c8aef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:34.355948 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-c46aa664-87c8-4570-ae44-fdb02c8aef61 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1273301 Jul 05 17:59:34.359528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9bbdcf1-1e4e-4139-95d9-b7de048957ca']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:34.381914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d61b8bf3-0672-4c17-8034-94334596dafa no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:34.387410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b04861-945c-4fed-bb59-b8637c18e659') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:34.387709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b04861-945c-4fed-bb59-b8637c18e659') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:34.412184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-d4391e9c-794b-4949-8970-e63878dc49c3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500803 Jul 05 17:59:34.423139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.445201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Deleting port 72283561-b6c0-4f82-b4e4-760b0593f0b0 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:34.445785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.456215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.464573 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:59:34.465268 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: timer() Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:59:34.517807 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:59:34.535537 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eba56e6f-361b-48c3-90df-b02e987098f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.581390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:34.583432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['58d241b5-69c4-410e-bf20-bd22ff2144c9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:34.588868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d61b8bf3-0672-4c17-8034-94334596dafa {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:34.589227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d61b8bf3-0672-4c17-8034-94334596dafa not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:34.658449 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-5334a545-423b-4017-ac42-a1939d0f611c service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354841 Jul 05 17:59:34.663707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.673873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eba56e6f-361b-48c3-90df-b02e987098f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:34.675141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eba56e6f-361b-48c3-90df-b02e987098f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.693457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6219d625-1986-4783-87e2-ee2c836f28e2 req-eba56e6f-361b-48c3-90df-b02e987098f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "PUT /v2.0/ports/58d241b5-69c4-410e-bf20-bd22ff2144c9 HTTP/1.1" status: 200 len: 982 time: 1.0567725 Jul 05 17:59:34.707113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:34.716886 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:34.862977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba56e6f-361b-48c3-90df-b02e987098f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'Port': ['ID=58d241b5-69c4-410e-bf20-bd22ff2144c9,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:34.878346 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.884981 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f9bbdcf1-1e4e-4139-95d9-b7de048957ca HTTP/1.1" status: 204 len: 168 time: 1.9444177 Jul 05 17:59:34.884981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bbb68e-36b7-4351-9721-2fe5bf450932 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9bbdcf1-1e4e-4139-95d9-b7de048957ca,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:34.890913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['58d241b5-69c4-410e-bf20-bd22ff2144c9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:34.892562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49686) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:34.903350 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe779d0c-a901-4f62-acdb-9f57beb8d5b8 req-cb005b27-611c-4489-9037-ddff799eba34 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333782 Jul 05 17:59:34.950126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] For port 72283561-b6c0-4f82-b4e4-760b0593f0b0, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=72283561-b6c0-4f82-b4e4-760b0593f0b0,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:34.950391 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:34.972238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Calling delete_port for 72283561-b6c0-4f82-b4e4-760b0593f0b0 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:35.321700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:59:31Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:35.325578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdb6b4-c3c5-4d58-8933-0cf64a855461 req-e231d0c1-b1a2-44e1-ba9d-48c512e5cab2 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:35.326125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70fdb6b4-c3c5-4d58-8933-0cf64a855461 req-e231d0c1-b1a2-44e1-ba9d-48c512e5cab2 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 950 time: 0.5533752 Jul 05 17:59:35.339387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:35.344145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5001e-0a98-4701-8486-9320e6f99eb1 req-9d25ebd4-ee73-4cda-a918-2f9bbb80f191 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:35.345723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fe5001e-0a98-4701-8486-9320e6f99eb1 req-9d25ebd4-ee73-4cda-a918-2f9bbb80f191 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.4484637 Jul 05 17:59:35.397728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6385c975-851c-419b-8758-5e901834e4e6 None None] The sync data for ids ['2e55e57b-e961-4d3e-b952-0f802fed4a71'] in n-d-799524-1 is: [{'id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1192459985-router', 'tenant_id': '51a59ec2c9444c38af628c9df0147f56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241'}], 'enable_snat': True}, 'gw_port_id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:06Z', 'updated_at': '2021-07-05T17:59:31Z', 'revision_number': 5, 'project_id': '51a59ec2c9444c38af628c9df0147f56', 'gw_port': {'id': '72283561-b6c0-4f82-b4e4-760b0593f0b0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e55e57b-e961-4d3e-b952-0f802fed4a71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:08Z', 'updated_at': '2021-07-05T17:58:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:35.463137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70fdb6b4-c3c5-4d58-8933-0cf64a855461 req-f7033c73-b698-4f44-bd89-b3017131472e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156516 Jul 05 17:59:35.468772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fe5001e-0a98-4701-8486-9320e6f99eb1 req-c41bcc1d-cfa6-492c-9098-69c70b4b7dec tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132052 Jul 05 17:59:35.576799 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8df98d0-6bbd-4ad2-841a-694c6a04d5f4 x-openstack-request-id: req-d8df98d0-6bbd-4ad2-841a-694c6a04d5f4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:35.577093 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:35.577343 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8df98d0-6bbd-4ad2-841a-694c6a04d5f4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:35.579067 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9', 'status': 'completed', 'code': 200} Jul 05 17:59:35.602291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d910a75a-534f-4839-80b5-b9fe05aca269 req-eed550a2-363f-4193-b4c8-a0ae810d7e8f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/cd61d94a-bb39-49aa-8e09-f23879ed0998 HTTP/1.1" status: 200 len: 1800 time: 0.0830579 Jul 05 17:59:35.661519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:35.719762 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:35.735613 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-d910a75a-534f-4839-80b5-b9fe05aca269 req-a41d7ad8-ec02-444a-a833-c142300a4850 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 17:59:35.742023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d910a75a-534f-4839-80b5-b9fe05aca269 req-a41d7ad8-ec02-444a-a833-c142300a4850 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/cd61d94a-bb39-49aa-8e09-f23879ed0998 HTTP/1.1" status: 409 len: 341 time: 0.1384938 Jul 05 17:59:35.742868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Pushing event deleted for resources: {'Port': ['ID=72283561-b6c0-4f82-b4e4-760b0593f0b0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:35.981974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Deleting port e8fd7b0a-82ae-42b0-b44c-140a60c59258 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:35.982524 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:36.125476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] For port e8fd7b0a-82ae-42b0-b44c-140a60c59258, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e8fd7b0a-82ae-42b0-b44c-140a60c59258,segment=NetworkSegment(bff6d275-e0bc-44dd-b04e-1070ac9d55f5),segment_id=bff6d275-e0bc-44dd-b04e-1070ac9d55f5)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:36.125862 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:36.143455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Calling delete_port for e8fd7b0a-82ae-42b0-b44c-140a60c59258 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:36.350288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-430cc510-be58-451d-953e-42d7d992375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:36.351948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-430cc510-be58-451d-953e-42d7d992375f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 1136 time: 0.7466607 Jul 05 17:59:36.352909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:36.384255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0602a7ff-273d-45b1-b61a-643eb6b9f72a no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:36.418225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 0602a7ff-273d-45b1-b61a-643eb6b9f72a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:36.419313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0602a7ff-273d-45b1-b61a-643eb6b9f72a not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:36.463108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:36.498517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8fd7b0a-82ae-42b0-b44c-140a60c59258,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:36.556888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:36.562013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:36.737627 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-a5b00b62-487d-4f90-b4b7-170e1862b2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:36.738788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-a5b00b62-487d-4f90-b4b7-170e1862b2e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 912 time: 0.2969847 Jul 05 17:59:36.747998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:36.750534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfb40-b8e0-4fa6-a007-35c594af582d req-3e8543a4-0799-46de-a2be-34c439d863fe tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:36.757171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8dbbfb40-b8e0-4fa6-a007-35c594af582d req-3e8543a4-0799-46de-a2be-34c439d863fe tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 985 time: 0.3141866 Jul 05 17:59:36.775061 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:36.776119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e55e57b-e961-4d3e-b952-0f802fed4a71 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 17:59:36.828233 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:36.829412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-21827396-f775-4292-b308-baa01ba4fe47 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2e55e57b-e961-4d3e-b952-0f802fed4a71 HTTP/1.1" status: 204 len: 168 time: 3.4598336 Jul 05 17:59:36.834295 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-b4653072-bd31-4fab-9f09-5db1080a99bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9 HTTP/1.1" status: 200 len: 217 time: 0.0745299 Jul 05 17:59:36.835304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49704) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:36.964731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8dbbfb40-b8e0-4fa6-a007-35c594af582d req-f9dce915-a29c-4e6c-8673-f009d7c49de1 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd61d94a-bb39-49aa-8e09-f23879ed0998&id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2066567 Jul 05 17:59:37.010521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-9afea3ee-2f02-40e7-89b7-858390a32b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:37.012036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-9afea3ee-2f02-40e7-89b7-858390a32b42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 HTTP/1.1" status: 200 len: 852 time: 0.1566479 Jul 05 17:59:37.029639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e72d76-eca9-4a8f-8f22-1cffe6404177 req-3c9d0dd7-79d5-4566-b542-7e83989ac500 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:37.045037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2e72d76-eca9-4a8f-8f22-1cffe6404177 req-3c9d0dd7-79d5-4566-b542-7e83989ac500 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.3663816 Jul 05 17:59:37.082855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c81f03-ce98-441a-a69e-5c0264f0459c admin admin] Deleting subnet 3b5776b9-1411-417b-a8d9-c19a1d39ecea {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:59:37.106667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-98976afb-ddc9-42cf-a8f3-ae2f5d6e4527 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23bb9815-a0b2-477b-a04e-1ef038db9eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585005 Jul 05 17:59:37.112157 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83c81f03-ce98-441a-a69e-5c0264f0459c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.139222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:37.222210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2e72d76-eca9-4a8f-8f22-1cffe6404177 req-77a9c581-870b-4d34-83f2-3c6e7657b5bb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762941 Jul 05 17:59:37.262295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-5e200bf9-eeeb-441a-9241-475b3d86fb5e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:37.263835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-5e200bf9-eeeb-441a-9241-475b3d86fb5e tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 950 time: 0.3476281 Jul 05 17:59:37.266002 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83c81f03-ce98-441a-a69e-5c0264f0459c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.276969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:37.285965 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] Sync routers for ids ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:37.308301 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7b78b438-1a76-4e0b-ba49-18e22d7f10f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/9b488cbd-181f-43de-a4ac-0dc4c3c9fc89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4126084 Jul 05 17:59:37.308546 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] Routers {'9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:37.308546 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:37.311116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49712) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:37.404661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-5765fbd6-9723-44e9-a06c-eb80f706f951 service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813885 Jul 05 17:59:37.461702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.548219 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] Set router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:37.577118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735f243c-1795-4b7b-b3fc-e2cda8bd8e9d req-13ffb64e-c5d7-4058-aba0-1950ef587742 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:37.585770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-735f243c-1795-4b7b-b3fc-e2cda8bd8e9d req-13ffb64e-c5d7-4058-aba0-1950ef587742 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 950 time: 0.4707935 Jul 05 17:59:37.624339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.683905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83c81f03-ce98-441a-a69e-5c0264f0459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.746942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Deleting port f9fff1d3-1395-4fa3-910e-7ee4b775b681 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:37.747183 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.758469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-735f243c-1795-4b7b-b3fc-e2cda8bd8e9d req-efffd3b1-f1a5-4068-8e0f-722442fa0a7c tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/security-groups?id=d9efdafe-1b60-4963-bb52-291686827c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716709 Jul 05 17:59:37.791441 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:16Z', 'updated_at': '2021-07-05T17:59:36Z', 'revision_number': 5, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'gw_port': {'id': 'f9fff1d3-1395-4fa3-910e-7ee4b775b681', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:0e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:54:20Z', 'updated_at': '2021-07-05T17:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:37.808395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Deleting port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:37.808726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.826637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d8dca9e-cf6c-48b5-ad1b-d800cc5e84ff req-eeb108e9-2e22-468d-8cf4-2aba8f5ea3c1 service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784654 Jul 05 17:59:37.839934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] For port f9fff1d3-1395-4fa3-910e-7ee4b775b681, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f9fff1d3-1395-4fa3-910e-7ee4b775b681,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:37.840400 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.854031 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] Checking router: 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:37.858677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Calling delete_port for f9fff1d3-1395-4fa3-910e-7ee4b775b681 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:37.871438 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] Routers {'9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:37.872071 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:37.886091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2327b-987f-4f5d-b7f3-45e9ff3a41fd req-9d1b7879-4ab6-4dcf-9573-b46701140cdd tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:37.892964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98c2327b-987f-4f5d-b7f3-45e9ff3a41fd req-9d1b7879-4ab6-4dcf-9573-b46701140cdd tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 1096 time: 0.3562934 Jul 05 17:59:37.904947 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83c81f03-ce98-441a-a69e-5c0264f0459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.955440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c81f03-ce98-441a-a69e-5c0264f0459c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b5776b9-1411-417b-a8d9-c19a1d39ecea,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:37.967408 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83c81f03-ce98-441a-a69e-5c0264f0459c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:37.971836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-83c81f03-ce98-441a-a69e-5c0264f0459c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3b5776b9-1411-417b-a8d9-c19a1d39ecea HTTP/1.1" status: 204 len: 168 time: 1.1316893 Jul 05 17:59:37.971989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82a96e2-c941-42e9-945e-4036e089aa8b None None] Network dbd26d2d-5d93-4216-81f6-eed283247723 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:59:37.973945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49716) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:38.039825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98c2327b-987f-4f5d-b7f3-45e9ff3a41fd req-7adc49f5-6556-4b01-934b-ab09c5c13e00 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398728 Jul 05 17:59:38.067050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] For port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:38.067506 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.102264 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] Set router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:38.136734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Calling delete_port for 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:38.251809 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:16Z', 'updated_at': '2021-07-05T17:59:37Z', 'revision_number': 6, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:38.290604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba4ef20-ff43-44ec-9a60-8572bbf14f08 None None] DHCP port deletion for dbd26d2d-5d93-4216-81f6-eed283247723 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 17:59:38.325199 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59222534-123c-4209-b9be-a52d9b5cd822 None None] The sync data for ids ['9b488cbd-181f-43de-a4ac-0dc4c3c9fc89'] in n-d-799524-1 is: [{'id': '9b488cbd-181f-43de-a4ac-0dc4c3c9fc89', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-261855717-router', 'tenant_id': 'd1f0c8de76324e709b1e2188343e781b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:54:16Z', 'updated_at': '2021-07-05T17:59:37Z', 'revision_number': 6, 'project_id': 'd1f0c8de76324e709b1e2188343e781b', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:38.423844 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.435671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fba4ef20-ff43-44ec-9a60-8572bbf14f08 None None] Deleting port b69bfaaa-487e-48e0-b8cf-5a97aa438fff {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:38.436126 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fba4ef20-ff43-44ec-9a60-8572bbf14f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.436561 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.441065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-9f8eb7ec-7085-4e4d-b6bf-a113373bfc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:38.442638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-9f8eb7ec-7085-4e4d-b6bf-a113373bfc9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 1136 time: 0.4717886 Jul 05 17:59:38.472580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Pushing event deleted for resources: {'Port': ['ID=f9fff1d3-1395-4fa3-910e-7ee4b775b681,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:38.561608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-fba4ef20-ff43-44ec-9a60-8572bbf14f08 None None] For port b69bfaaa-487e-48e0-b8cf-5a97aa438fff, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b69bfaaa-487e-48e0-b8cf-5a97aa438fff,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:38.562271 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fba4ef20-ff43-44ec-9a60-8572bbf14f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.580014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fba4ef20-ff43-44ec-9a60-8572bbf14f08 None None] Calling delete_port for b69bfaaa-487e-48e0-b8cf-5a97aa438fff owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:38.588441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.651816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Deleting port b69bfaaa-487e-48e0-b8cf-5a97aa438fff {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:38.652421 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.717605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-8312e170-4159-4862-9428-889a77e3b302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:38.717605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-8312e170-4159-4862-9428-889a77e3b302 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 912 time: 0.2607727 Jul 05 17:59:38.731882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.734399 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.754482 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fba4ef20-ff43-44ec-9a60-8572bbf14f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.806062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-d4e5c115-bbb3-4f3c-8cab-e03269bb0216 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9 HTTP/1.1" status: 200 len: 217 time: 0.0691202 Jul 05 17:59:38.806636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4ef20-ff43-44ec-9a60-8572bbf14f08 None None] Pushing event deleted for resources: {'Port': ['ID=b69bfaaa-487e-48e0-b8cf-5a97aa438fff,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:38.810704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e7e91-519f-4e00-8db4-445406c76723 req-48dea469-ebf3-44f1-bdd5-2c155e83fcb4 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:38.813359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba4ef20-ff43-44ec-9a60-8572bbf14f08 None None] No DVR routers for this DVR port b69bfaaa-487e-48e0-b8cf-5a97aa438fff on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:38.816511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc3e7e91-519f-4e00-8db4-445406c76723 req-48dea469-ebf3-44f1-bdd5-2c155e83fcb4 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 1096 time: 0.4393244 Jul 05 17:59:38.830892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 72283561-b6c0-4f82-b4e4-760b0593f0b0 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:38.860619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] For port b69bfaaa-487e-48e0-b8cf-5a97aa438fff, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b69bfaaa-487e-48e0-b8cf-5a97aa438fff,segment=NetworkSegment(cf9b1b88-acc3-4480-b25f-6a577ef6b61a),segment_id=cf9b1b88-acc3-4480-b25f-6a577ef6b61a)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:38.860970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 72283561-b6c0-4f82-b4e4-760b0593f0b0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:38.861085 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.861187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 72283561-b6c0-4f82-b4e4-760b0593f0b0 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:38.861187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b69bfaaa-487e-48e0-b8cf-5a97aa438fff no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:38.882526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b69bfaaa-487e-48e0-b8cf-5a97aa438fff {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:38.882971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b69bfaaa-487e-48e0-b8cf-5a97aa438fff not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:38.884615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Calling delete_port for b69bfaaa-487e-48e0-b8cf-5a97aa438fff owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:38.901994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.929108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a1ee9-6e7a-439d-8687-764260a5ef9f req-6b73d1a3-9c4a-4a15-8834-691503f8e9b0 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:38.930687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c2a1ee9-6e7a-439d-8687-764260a5ef9f req-6b73d1a3-9c4a-4a15-8834-691503f8e9b0 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 985 time: 0.3253262 Jul 05 17:59:38.956331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.957939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 17:59:38.969570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Pushing event deleted for resources: {'Port': ['ID=9fdf3430-f0e8-4587-b66f-a7872ebbc6bd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:38.978734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:38.982722 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7ffe2df9-2698-45ea-b84c-ae337b67fe4b admin admin] 10.222.0.30 "DELETE /v2.0/routers/9b488cbd-181f-43de-a4ac-0dc4c3c9fc89 HTTP/1.1" status: 204 len: 168 time: 1.6684151 Jul 05 17:59:38.987143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49728) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:38.992349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc3e7e91-519f-4e00-8db4-445406c76723 req-6ac7405e-730a-4d05-9314-d9cd8d6cc651 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748981 Jul 05 17:59:39.023968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-dcac1e77-ed52-46a7-8fc1-d32ead026dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:39.025513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-dcac1e77-ed52-46a7-8fc1-d32ead026dc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 HTTP/1.1" status: 200 len: 852 time: 0.1914337 Jul 05 17:59:39.143618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-b35f6b49-9cc3-4a23-a4a6-58471e802257 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23bb9815-a0b2-477b-a04e-1ef038db9eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841179 Jul 05 17:59:39.145115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] No DVR routers for this DVR port 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:39.148364 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:39.150674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63c39918-1fee-4726-ab58-3a4ed8cfc495 req-3779addf-d8af-4119-86d6-fb2a4b845f6f tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.39 "DELETE /v2.0/ports/9fdf3430-f0e8-4587-b66f-a7872ebbc6bd HTTP/1.1" status: 204 len: 173 time: 1.8560669 Jul 05 17:59:39.151175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-deleted', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:39.153481 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4ea784-2baa-45a5-b367-bc18b6f7627f" -d '{"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-deleted", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:39.218080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c2a1ee9-6e7a-439d-8687-764260a5ef9f req-764b00fe-7cdf-4b71-989e-73a52d825991 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd61d94a-bb39-49aa-8e09-f23879ed0998&id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2522838 Jul 05 17:59:39.345017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-775b8e69-f72e-4b88-9be8-14630575f662 service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810334 Jul 05 17:59:39.513937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f25e9fc-fe0a-464e-8a0a-a328e706654e req-7da14228-b73c-4f87-a728-b8a02bd75d25 tempest-ServersAdminTestJSON-1657901831 tempest-ServersAdminTestJSON-1657901831-project] 10.222.0.30 "GET /v2.0/ports?device_id=072c5390-dc81-4b84-b9a6-61f8ce65ac4b HTTP/1.1" status: 200 len: 210 time: 0.0655384 Jul 05 17:59:39.522960 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8ebf4d-406a-4cd6-900f-5969e283298e x-openstack-request-id: req-bc8ebf4d-406a-4cd6-900f-5969e283298e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:39.523258 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072c5390-dc81-4b84-b9a6-61f8ce65ac4b", "name": "network-vif-deleted", "tag": "9fdf3430-f0e8-4587-b66f-a7872ebbc6bd", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:39.524914 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc8ebf4d-406a-4cd6-900f-5969e283298e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:39.525328 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072c5390-dc81-4b84-b9a6-61f8ce65ac4b', 'name': 'network-vif-deleted', 'tag': '9fdf3430-f0e8-4587-b66f-a7872ebbc6bd', 'status': 'completed', 'code': 200} Jul 05 17:59:39.598102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:39.620493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd1deff-39ce-4577-9f07-ca90678cf2a0 admin admin] Deleting subnet 97ec6dd2-2e16-4632-90b6-bba26887221a {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 17:59:39.635695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83a6b4a4-73c7-4fb5-abd6-de580e5ad922 req-01eb824f-e6e9-40b4-bf17-a1f1445638a3 service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791550 Jul 05 17:59:39.657528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbd1deff-39ce-4577-9f07-ca90678cf2a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:39.686262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Pushing event deleted for resources: {'Port': ['ID=b69bfaaa-487e-48e0-b8cf-5a97aa438fff,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:39.689808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] No DVR routers for this DVR port b69bfaaa-487e-48e0-b8cf-5a97aa438fff on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:39.737869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbd1deff-39ce-4577-9f07-ca90678cf2a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:39.805382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:39.821577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd26d2d-5d93-4216-81f6-eed283247723']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:39.836157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:39.836496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf9b1b88-acc3-4480-b25f-6a577ef6b61a') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:39.878636 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:39.900272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:39.909320 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbd1deff-39ce-4577-9f07-ca90678cf2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:39.911674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:59:39.912066 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: timer() Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:59:39.913800 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:59:39.967614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:39.990661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:39.991300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9fdf3430-f0e8-4587-b66f-a7872ebbc6bd not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:40.082247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.084219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbd1deff-39ce-4577-9f07-ca90678cf2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.091878 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.093277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] 10.222.0.30 "DELETE /v2.0/networks/dbd26d2d-5d93-4216-81f6-eed283247723 HTTP/1.1" status: 204 len: 168 time: 2.1123364 Jul 05 17:59:40.126765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897ed1b5-f6c2-4006-8d0b-b502c393d2db admin admin] Pushing event deleted for resources: {'Network': ['ID=dbd26d2d-5d93-4216-81f6-eed283247723,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:40.128855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1deff-39ce-4577-9f07-ca90678cf2a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ec6dd2-2e16-4632-90b6-bba26887221a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:40.150970 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbd1deff-39ce-4577-9f07-ca90678cf2a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.154596 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dbd1deff-39ce-4577-9f07-ca90678cf2a0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/97ec6dd2-2e16-4632-90b6-bba26887221a HTTP/1.1" status: 204 len: 168 time: 1.1648157 Jul 05 17:59:40.155581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49746) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:40.157962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa02946-e2c3-4c15-855a-49e69a1f8e9e None None] Network d1f5f949-d565-414e-814d-12710604313a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:59:40.240445 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.317405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Deleting port efccb73c-7240-4be0-90d2-630cc951a91e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:40.317892 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.445721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e8fd7b0a-82ae-42b0-b44c-140a60c59258 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:40.494380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] For port efccb73c-7240-4be0-90d2-630cc951a91e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=efccb73c-7240-4be0-90d2-630cc951a91e,segment=NetworkSegment(bff6d275-e0bc-44dd-b04e-1070ac9d55f5),segment_id=bff6d275-e0bc-44dd-b04e-1070ac9d55f5)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:40.494884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.504195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: e8fd7b0a-82ae-42b0-b44c-140a60c59258 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:40.504658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e8fd7b0a-82ae-42b0-b44c-140a60c59258 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:40.505534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f9fff1d3-1395-4fa3-910e-7ee4b775b681 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:40.511075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762434e-91d2-46db-a609-3da7a8f76b23 None None] DHCP port deletion for d1f5f949-d565-414e-814d-12710604313a request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 17:59:40.544317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Calling delete_port for efccb73c-7240-4be0-90d2-630cc951a91e owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:40.591522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: f9fff1d3-1395-4fa3-910e-7ee4b775b681 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:40.591878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f9fff1d3-1395-4fa3-910e-7ee4b775b681 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:40.616705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49770) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:40.653540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a762434e-91d2-46db-a609-3da7a8f76b23 None None] Deleting port efccb73c-7240-4be0-90d2-630cc951a91e {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:40.653977 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a762434e-91d2-46db-a609-3da7a8f76b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.704714 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2e35ba2a-afe3-4395-9b8f-9811ee4cec59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51a59ec2c9444c38af628c9df0147f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845861 Jul 05 17:59:40.707496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49776) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:40.732487 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 17:59:40.734055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b4952-3a0f-4fb2-be28-eeee3e7d6036 req-93bf7346-ba07-4b07-a9e2-9c60b37f9382 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:40.737731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e47b4952-3a0f-4fb2-be28-eeee3e7d6036 req-93bf7346-ba07-4b07-a9e2-9c60b37f9382 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 985 time: 0.2468975 Jul 05 17:59:40.774219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a762434e-91d2-46db-a609-3da7a8f76b23 None None] For port efccb73c-7240-4be0-90d2-630cc951a91e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=efccb73c-7240-4be0-90d2-630cc951a91e,segment=NetworkSegment(bff6d275-e0bc-44dd-b04e-1070ac9d55f5),segment_id=bff6d275-e0bc-44dd-b04e-1070ac9d55f5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:40.774699 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a762434e-91d2-46db-a609-3da7a8f76b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.788773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a762434e-91d2-46db-a609-3da7a8f76b23 None None] Calling delete_port for efccb73c-7240-4be0-90d2-630cc951a91e owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:40.822272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e47b4952-3a0f-4fb2-be28-eeee3e7d6036 req-ae103344-37d5-465a-8864-c6c963924dca tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd61d94a-bb39-49aa-8e09-f23879ed0998&id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0766606 Jul 05 17:59:40.829625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d30bf2ff-0492-46f8-9195-2481c040b934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.874260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d30bf2ff-0492-46f8-9195-2481c040b934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.900149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.910686 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a762434e-91d2-46db-a609-3da7a8f76b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:40.962884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762434e-91d2-46db-a609-3da7a8f76b23 None None] Pushing event deleted for resources: {'Port': ['ID=efccb73c-7240-4be0-90d2-630cc951a91e,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:40.969262 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762434e-91d2-46db-a609-3da7a8f76b23 None None] No DVR routers for this DVR port efccb73c-7240-4be0-90d2-630cc951a91e on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:41.028941 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d30bf2ff-0492-46f8-9195-2481c040b934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:41.032219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d30bf2ff-0492-46f8-9195-2481c040b934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:41.038351 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d30bf2ff-0492-46f8-9195-2481c040b934 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/709843a3-97d7-4d30-8f61-ac1cab1f9b5f HTTP/1.1" status: 204 len: 168 time: 0.3297372 Jul 05 17:59:41.065520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bf2ff-0492-46f8-9195-2481c040b934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709843a3-97d7-4d30-8f61-ac1cab1f9b5f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:41.270813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Pushing event deleted for resources: {'Port': ['ID=efccb73c-7240-4be0-90d2-630cc951a91e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:41.274673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] No DVR routers for this DVR port efccb73c-7240-4be0-90d2-630cc951a91e on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:41.351222 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:41.362406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f5f949-d565-414e-814d-12710604313a']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:41.374458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:41.377973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff6d275-e0bc-44dd-b04e-1070ac9d55f5') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:41.385654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:41.415322 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:41.420814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 17:59:41.421406 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: timer() Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 17:59:41.423608 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 17:59:41.572748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:41.577665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:41.580617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d1f5f949-d565-414e-814d-12710604313a HTTP/1.1" status: 204 len: 168 time: 1.4230382 Jul 05 17:59:41.594204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706c32b-3b37-49b8-bd38-5e15dd0df688 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1f5f949-d565-414e-814d-12710604313a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:41.893298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f8953-c7c2-49db-b971-f53d11f931fb req-ed5f4e1c-8c8e-4d8b-8e33-6f30adec01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:41.894922 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-563f8953-c7c2-49db-b971-f53d11f931fb req-ed5f4e1c-8c8e-4d8b-8e33-6f30adec01e4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1097 time: 0.0694914 Jul 05 17:59:41.925753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d85a2a-9d17-43fb-9580-84767b2ee489 req-793a17b9-b81d-4e93-94f6-f5781dda5d46 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:41.927215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98d85a2a-9d17-43fb-9580-84767b2ee489 req-793a17b9-b81d-4e93-94f6-f5781dda5d46 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.0825174 Jul 05 17:59:41.983277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98d85a2a-9d17-43fb-9580-84767b2ee489 req-39329d63-52db-40b0-b839-a4d07557b30a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495691 Jul 05 17:59:42.013157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f8953-c7c2-49db-b971-f53d11f931fb req-32b779c8-b915-4054-b50f-e1afb37a73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:42.014957 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-563f8953-c7c2-49db-b971-f53d11f931fb req-32b779c8-b915-4054-b50f-e1afb37a73d9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 918 time: 0.1135211 Jul 05 17:59:42.060220 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-563f8953-c7c2-49db-b971-f53d11f931fb req-8886bd38-d748-47c3-861f-54efbd719849 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd45e103-1a67-42c1-94fc-09e47876115b HTTP/1.1" status: 200 len: 217 time: 0.0386479 Jul 05 17:59:42.100880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49806) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:42.144710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f8953-c7c2-49db-b971-f53d11f931fb req-0c62783e-fa27-4af6-8005-f0d5d19f60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:42.147480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-563f8953-c7c2-49db-b971-f53d11f931fb req-0c62783e-fa27-4af6-8005-f0d5d19f60cf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.0766711 Jul 05 17:59:42.187225 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9414a9f4-8318-40f5-b4c1-fe81bfc5a71e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7948372b992846c9a77b849f9de5dda2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0834618 Jul 05 17:59:42.190167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49810) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:42.222030 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-563f8953-c7c2-49db-b971-f53d11f931fb req-2e0032e8-f128-4a45-8938-52d562108c50 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680244 Jul 05 17:59:42.224228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed42f47-b5f1-4174-9632-89478f251db7 req-da71bbda-3a51-495d-99a8-cdfa92df3585 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:42.233508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ed42f47-b5f1-4174-9632-89478f251db7 req-da71bbda-3a51-495d-99a8-cdfa92df3585 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 985 time: 0.1418672 Jul 05 17:59:42.318725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49812) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:42.357105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-de17e3c2-0229-490c-a620-f4d32f7d164c tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 17:59:42.358362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-de17e3c2-0229-490c-a620-f4d32f7d164c tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081515 Jul 05 17:59:42.377229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ed42f47-b5f1-4174-9632-89478f251db7 req-2db5c896-1c25-44a8-a762-9ce2d9cee42d tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=cd61d94a-bb39-49aa-8e09-f23879ed0998&id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1402669 Jul 05 17:59:42.390470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device efccb73c-7240-4be0-90d2-630cc951a91e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:42.402103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Request body: {'binding': {'host': 'n-h1-799524-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:42.403097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Unknown quota resources ['binding']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 17:59:42.416346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76ad6c77-1c11-4b1d-93f8-ed9b65555c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:42.420418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: efccb73c-7240-4be0-90d2-630cc951a91e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:42.420418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device efccb73c-7240-4be0-90d2-630cc951a91e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:42.421037 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-563f8953-c7c2-49db-b971-f53d11f931fb req-a97b1087-18af-4653-a517-78538e36c78b service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901393 Jul 05 17:59:42.496046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76ad6c77-1c11-4b1d-93f8-ed9b65555c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:42.555663 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-563f8953-c7c2-49db-b971-f53d11f931fb req-295d0e39-4b45-4e2b-9202-cdf8ae86c1da service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260827 Jul 05 17:59:42.691296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b6fce146-5e64-4331-9a8a-d8ba7fcadd6c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7df105638a204a249871eeee58f511dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709829 Jul 05 17:59:42.691525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49828) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:42.761518 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-160e44c2-c252-4934-bb03-9f9d023f7455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:42.762710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on host n-h1-799524-1 for vnic_type normal with profile None {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:59:42.763059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:59:42.763397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:42.768712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-94523e1b-cb61-472c-ab22-73876c6c74c1 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1335474356&fields=id&tenant_id=067f21970fc24aa3aa98db5859b620ac HTTP/1.1" status: 200 len: 267 time: 0.0763834 Jul 05 17:59:42.776925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:59:42.776925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:42.786744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:59:42.787090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:42.787521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:59:42.788666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Bound port: 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:59:42.788859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-160e44c2-c252-4934-bb03-9f9d023f7455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:42.832766 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76ad6c77-1c11-4b1d-93f8-ed9b65555c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:42.836091 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76ad6c77-1c11-4b1d-93f8-ed9b65555c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:42.837254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-76ad6c77-1c11-4b1d-93f8-ed9b65555c8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7886f12f-5599-42a4-be56-5f6fd1b88a27 HTTP/1.1" status: 204 len: 168 time: 0.6461394 Jul 05 17:59:42.861891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad6c77-1c11-4b1d-93f8-ed9b65555c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7886f12f-5599-42a4-be56-5f6fd1b88a27,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:42.907166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:59:42.919760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-3c55d751-6535-46ea-9b08-3bcf59a7ae8e tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:42.920816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-160e44c2-c252-4934-bb03-9f9d023f7455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:42.921405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-3c55d751-6535-46ea-9b08-3bcf59a7ae8e tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 985 time: 0.1465068 Jul 05 17:59:42.925230 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-160e44c2-c252-4934-bb03-9f9d023f7455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:42.927073 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-160e44c2-c252-4934-bb03-9f9d023f7455 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9efdafe-1b60-4963-bb52-291686827c47 HTTP/1.1" status: 204 len: 168 time: 0.2344730 Jul 05 17:59:42.937365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-9e69ceee-d1a9-4528-8691-2cd6d48d36ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'port': {'security_groups': ['c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428', 'cd61d94a-bb39-49aa-8e09-f23879ed0998', '069fe8e4-687b-4880-8184-55d8a95a6c27']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:42.938896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160e44c2-c252-4934-bb03-9f9d023f7455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9efdafe-1b60-4963-bb52-291686827c47,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:42.980769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:42.982064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-48ce2fa6-a6cf-4919-821a-e5a236a2cf3e service neutron] 10.222.0.30 "POST /v2.0/ports/89d23b49-dac0-4ec5-a1bf-5f54075c3ad7/bindings HTTP/1.1" status: 201 len: 389 time: 0.6017470 Jul 05 17:59:43.042281 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-9e69ceee-d1a9-4528-8691-2cd6d48d36ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:43.276547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-9e69ceee-d1a9-4528-8691-2cd6d48d36ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] For port 58d241b5-69c4-410e-bf20-bd22ff2144c9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:43.326790 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-9e69ceee-d1a9-4528-8691-2cd6d48d36ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:43.436780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82df8f3-87da-4df1-818d-8f363a931f9d req-c7ee285e-f184-4021-97ac-58cdda22c5c8 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:43.438284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d82df8f3-87da-4df1-818d-8f363a931f9d req-c7ee285e-f184-4021-97ac-58cdda22c5c8 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.0656071 Jul 05 17:59:43.472013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-9e69ceee-d1a9-4528-8691-2cd6d48d36ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:43.484557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:43.487066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['58d241b5-69c4-410e-bf20-bd22ff2144c9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:43.510393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d82df8f3-87da-4df1-818d-8f363a931f9d req-95063025-ab58-40b5-91c9-e2930ea3fc41 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654981 Jul 05 17:59:43.528339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-9e69ceee-d1a9-4528-8691-2cd6d48d36ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:43.529169 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-9e69ceee-d1a9-4528-8691-2cd6d48d36ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:43.534527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71c00c3b-8799-492f-bbd0-632e67e572ca req-9e69ceee-d1a9-4528-8691-2cd6d48d36ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "PUT /v2.0/ports/58d241b5-69c4-410e-bf20-bd22ff2144c9 HTTP/1.1" status: 200 len: 1021 time: 0.6063900 Jul 05 17:59:43.535186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:43.551004 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e284541d-3d2c-47da-bf9a-c00bc8e35e39" -d '{"events": [{"name": "network-changed", "server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:43.618057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f336ec87-016c-45cf-9445-fa04a91dd1d3 req-f7f584f3-ca76-4e74-92dd-47376ff60b21 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/069fe8e4-687b-4880-8184-55d8a95a6c27 HTTP/1.1" status: 200 len: 1800 time: 0.0615945 Jul 05 17:59:43.653448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69ceee-d1a9-4528-8691-2cd6d48d36ef tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'Port': ['ID=58d241b5-69c4-410e-bf20-bd22ff2144c9,revision_number=7']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:43.686966 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-f336ec87-016c-45cf-9445-fa04a91dd1d3 req-8aae49dc-b903-4a39-a347-18ba0125492b tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 17:59:43.696085 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f336ec87-016c-45cf-9445-fa04a91dd1d3 req-8aae49dc-b903-4a39-a347-18ba0125492b tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/069fe8e4-687b-4880-8184-55d8a95a6c27 HTTP/1.1" status: 409 len: 341 time: 0.0757728 Jul 05 17:59:43.728004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['58d241b5-69c4-410e-bf20-bd22ff2144c9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:43.785993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fd1618-36b9-4878-a99d-32926b7a2ea9 req-816f4b32-8da0-44f1-8e55-c7920fcb9d86 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:43.788406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4fd1618-36b9-4878-a99d-32926b7a2ea9 req-816f4b32-8da0-44f1-8e55-c7920fcb9d86 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.1137726 Jul 05 17:59:43.862878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4fd1618-36b9-4878-a99d-32926b7a2ea9 req-991574b8-8fbb-4ec3-ae80-a1c778f57752 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671763 Jul 05 17:59:43.897826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49860) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:43.985765 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdfb939-ef1d-439d-b8bd-eef38cb341d3 x-openstack-request-id: req-fbdfb939-ef1d-439d-b8bd-eef38cb341d3 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:43.986107 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:43.986315 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbdfb939-ef1d-439d-b8bd-eef38cb341d3 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:43.986728 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9', 'status': 'completed', 'code': 200} Jul 05 17:59:44.017065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-8768b210-c8c3-4b89-8043-5c6e1d9751f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:44.025405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6b09c4ab-e038-46fc-b4e3-b7ce40f69a56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1f0c8de76324e709b1e2188343e781b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1257727 Jul 05 17:59:44.027402 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-8768b210-c8c3-4b89-8043-5c6e1d9751f3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 1096 time: 0.1420221 Jul 05 17:59:44.028241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49862) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:44.141620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-a4425810-b558-450b-814e-4c9dc053066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:44.143665 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-a4425810-b558-450b-814e-4c9dc053066d service neutron] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.1093969 Jul 05 17:59:44.211444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49868) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:44.216820 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-27c3cd22-60d6-432a-a92a-e2fb843b8525 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 HTTP/1.1" status: 200 len: 217 time: 0.0648248 Jul 05 17:59:44.279009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1e6e6154-c24d-4c0c-b294-b10d4ca8a20f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06ecbf2095a14d23b44a5abc8f14f430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620630 Jul 05 17:59:44.280009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49872) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:44.296655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-7d7716e0-7673-488c-810d-e6ae977e2a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:44.298314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-7d7716e0-7673-488c-810d-e6ae977e2a7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=067f21970fc24aa3aa98db5859b620ac&device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 1175 time: 0.3096256 Jul 05 17:59:44.340964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-df8d40ca-6bb0-480b-8837-7825ee13638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:44.349575 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-df8d40ca-6bb0-480b-8837-7825ee13638a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.1263821 Jul 05 17:59:44.412150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-c61ab9c1-1765-4fbb-9408-8100861e9740 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550585 Jul 05 17:59:44.477921 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65164921-f620-4baa-8990-f0b52cd2f7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:44.487811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-d4340c6d-bf04-4ddc-a73f-ad5e9d1ed724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:44.489309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-d4340c6d-bf04-4ddc-a73f-ad5e9d1ed724 service neutron] 10.222.0.39 "GET /v2.0/networks?id=23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 200 len: 912 time: 0.1320567 Jul 05 17:59:44.567027 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65164921-f620-4baa-8990-f0b52cd2f7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:44.575747 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-7d6b930f-4e66-43ff-857d-6609f3bbf053 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540644 Jul 05 17:59:44.578419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-b992c57a-2fd4-4e24-a40a-8678ad31481d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9 HTTP/1.1" status: 200 len: 217 time: 0.0777509 Jul 05 17:59:44.581711 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f81eb8b-adaf-4de6-a9d8-4809ab3f5bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:44.696924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-f74c4565-5c6d-4ee2-a2fd-657c1974a22c service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138644 Jul 05 17:59:44.734377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-34e8f4af-ee00-45b1-ba44-2aca6d83635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:44.735949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-34e8f4af-ee00-45b1-ba44-2aca6d83635a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 HTTP/1.1" status: 200 len: 852 time: 0.1438694 Jul 05 17:59:44.749883 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f81eb8b-adaf-4de6-a9d8-4809ab3f5bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:44.798541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-baa2ad20-ed58-43d3-861c-80cae9fbf3ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=23bb9815-a0b2-477b-a04e-1ef038db9eac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452726 Jul 05 17:59:44.904774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65164921-f620-4baa-8990-f0b52cd2f7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:44.907369 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65164921-f620-4baa-8990-f0b52cd2f7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:44.910836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-65164921-f620-4baa-8990-f0b52cd2f7ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f13d6d47-7484-487b-a83d-51a5ef2bef53 HTTP/1.1" status: 204 len: 168 time: 0.7989166 Jul 05 17:59:44.980747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65164921-f620-4baa-8990-f0b52cd2f7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13d6d47-7484-487b-a83d-51a5ef2bef53,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:45.004093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd1e9d-06f8-4c49-abf0-1f9bbbbc07e6 req-c8aed6db-7072-4dbb-a67e-d4248b03b3ce tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:45.014935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4fd1e9d-06f8-4c49-abf0-1f9bbbbc07e6 req-c8aed6db-7072-4dbb-a67e-d4248b03b3ce tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.3405173 Jul 05 17:59:45.103082 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4fd1e9d-06f8-4c49-abf0-1f9bbbbc07e6 req-90a56459-0487-4b3f-9f00-1eaa83f2c99e tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872569 Jul 05 17:59:45.110425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-6e2a3417-a4f1-4105-bcd2-0a2dd22167a6 service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959256 Jul 05 17:59:45.137712 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f81eb8b-adaf-4de6-a9d8-4809ab3f5bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:45.141586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f81eb8b-adaf-4de6-a9d8-4809ab3f5bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:45.145640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2f81eb8b-adaf-4de6-a9d8-4809ab3f5bdc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1d6c657-f889-48d4-ba39-057366fd1e46 HTTP/1.1" status: 204 len: 168 time: 0.8630052 Jul 05 17:59:45.172819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81eb8b-adaf-4de6-a9d8-4809ab3f5bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d6c657-f889-48d4-ba39-057366fd1e46,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:45.302369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d9f76-ca73-4ba9-961b-cfaab156e5ef req-1cec0526-c6b3-4aab-a102-727713344aa4 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:45.304268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-369d9f76-ca73-4ba9-961b-cfaab156e5ef req-1cec0526-c6b3-4aab-a102-727713344aa4 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 1024 time: 0.2139814 Jul 05 17:59:45.310796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e284541d-3d2c-47da-bf9a-c00bc8e35e39 req-1c6781b5-2683-4c89-b360-0100643bd1e4 service neutron] 10.222.0.39 "GET /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823626 Jul 05 17:59:45.357506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-369d9f76-ca73-4ba9-961b-cfaab156e5ef req-370654a7-d067-440f-8f19-159d0ccc0cdc tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=069fe8e4-687b-4880-8184-55d8a95a6c27&id=cd61d94a-bb39-49aa-8e09-f23879ed0998&id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0457804 Jul 05 17:59:45.480443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f1dee-1cf2-41bb-9178-e37c34f1a84f req-d42775dd-009f-4a70-8263-24861f74a5d2 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:45.539843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-184f1dee-1cf2-41bb-9178-e37c34f1a84f req-d42775dd-009f-4a70-8263-24861f74a5d2 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.0798726 Jul 05 17:59:45.539843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-184f1dee-1cf2-41bb-9178-e37c34f1a84f req-47ab72f5-eb3c-4e70-8596-dd1d393fcdfc tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Jul 05 17:59:46.121414 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-b8939dd7-c036-442a-a5b6-8d07a7889121 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779619 Jul 05 17:59:46.241387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-0d7b0926-29a8-40b2-a566-9d327c1438bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:46.247704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-0d7b0926-29a8-40b2-a566-9d327c1438bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 1096 time: 0.0988905 Jul 05 17:59:46.497312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-6afff848-28b3-4756-a894-ad8d37fa4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:46.498960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-6afff848-28b3-4756-a894-ad8d37fa4a5c service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.2216849 Jul 05 17:59:46.539148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7f7d3-7e35-4556-bbef-39884fba2039 req-ed4f6182-3eff-47f0-a9fd-87477c0a7b49 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:46.546642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66c7f7d3-7e35-4556-bbef-39884fba2039 req-ed4f6182-3eff-47f0-a9fd-87477c0a7b49 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1515627 Jul 05 17:59:46.595798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-f1fe6502-58a1-4cfc-8af5-7f22e9f0e788 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1 HTTP/1.1" status: 200 len: 217 time: 0.0835149 Jul 05 17:59:46.684329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66c7f7d3-7e35-4556-bbef-39884fba2039 req-fd249018-88c8-4b85-bae2-16e42d8271fb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364405 Jul 05 17:59:46.851365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-55df259e-5ad8-4fe3-b055-2d2493da517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:46.854007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-55df259e-5ad8-4fe3-b055-2d2493da517d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.2110238 Jul 05 17:59:47.032863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-dd5d5afb-ab84-4601-bc10-5873e8d96cc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672502 Jul 05 17:59:47.222860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-c55ff604-187a-438c-b34d-117de85a21bf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:47.224623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-c55ff604-187a-438c-b34d-117de85a21bf tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.39 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 1024 time: 0.4066381 Jul 05 17:59:47.260327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7d5af-6068-4f39-a8df-e5d20f036aee req-50fbdf0d-dd38-4648-b688-7bb603df73f2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:47.268091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cb7d5af-6068-4f39-a8df-e5d20f036aee req-50fbdf0d-dd38-4648-b688-7bb603df73f2 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 1024 time: 0.3618615 Jul 05 17:59:47.293460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-a716eb12-e1b6-48b3-86c5-04dc54e6467a service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056465 Jul 05 17:59:47.422301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50018) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:47.442837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cb7d5af-6068-4f39-a8df-e5d20f036aee req-6f11bd89-afaa-4b83-982d-72642fc7ce0d tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=069fe8e4-687b-4880-8184-55d8a95a6c27&id=cd61d94a-bb39-49aa-8e09-f23879ed0998&id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1737959 Jul 05 17:59:47.535783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055653e-6b19-4cb1-8965-12f6c4af70ec req-c9f39175-e37f-47b1-8609-bba73be9c731 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341237 Jul 05 17:59:47.561470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Deleting port 58d241b5-69c4-410e-bf20-bd22ff2144c9 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 17:59:47.561818 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:47.782867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-network', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:47.821618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f484e0-06e6-4592-871f-a272a0405369 req-2342fe3c-fb0b-4b0e-abb4-b2c6682719d9 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:47.826172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85f484e0-06e6-4592-871f-a272a0405369 req-2342fe3c-fb0b-4b0e-abb4-b2c6682719d9 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.3600566 Jul 05 17:59:47.853382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] For port 58d241b5-69c4-410e-bf20-bd22ff2144c9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58d241b5-69c4-410e-bf20-bd22ff2144c9,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:47.859512 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:47.908427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Calling delete_port for 58d241b5-69c4-410e-bf20-bd22ff2144c9 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 17:59:47.910129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Made reservation on behalf of 642fb1c1cfac424990ee9cab7e09e8c3 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:59:47.914700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:47.927904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:47.999887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85f484e0-06e6-4592-871f-a272a0405369 req-601350a9-dabe-4303-8ee5-bfba2d25ae8f tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462705 Jul 05 17:59:48.323592 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:48.378747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f4ea7-643c-4e1e-870f-938aa9325b53 req-9fb82728-65c4-43a0-9644-b296ccb0993d tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:48.387410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-656f4ea7-643c-4e1e-870f-938aa9325b53 req-9fb82728-65c4-43a0-9644-b296ccb0993d tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.0959537 Jul 05 17:59:48.433003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-656f4ea7-643c-4e1e-870f-938aa9325b53 req-fac967c7-b40c-40e9-80f2-4e173b695f77 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436368 Jul 05 17:59:48.645724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-924ba286-245c-4bdd-aef1-05f1171bb009 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=41381a4a96774806b949943b9d99795d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299678 Jul 05 17:59:48.772484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-bdcfd0fc-21de-44ba-80c9-400050c20037 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:48.773932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-bdcfd0fc-21de-44ba-80c9-400050c20037 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217587 Jul 05 17:59:48.793788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-6c9af710-3ca0-4264-9c4d-83cb4369316a tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/quotas/41381a4a96774806b949943b9d99795d HTTP/1.1" status: 200 len: 375 time: 0.0140841 Jul 05 17:59:48.829624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-13e93118-c650-4d94-802f-ac38c2a1c629 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=41381a4a96774806b949943b9d99795d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323956 Jul 05 17:59:49.188571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:49.201859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 17:59:49.224102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'Port': ['ID=58d241b5-69c4-410e-bf20-bd22ff2144c9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:49.256968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:49.281465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:59:49.282687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] No DVR routers for this DVR port 58d241b5-69c4-410e-bf20-bd22ff2144c9 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 17:59:49.285613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:49.288545 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc647254-49f6-4aa8-9eba-e5db4b973878 req-d9878265-407c-44a5-a66c-efe395369989 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.39 "DELETE /v2.0/ports/58d241b5-69c4-410e-bf20-bd22ff2144c9 HTTP/1.1" status: 204 len: 173 time: 2.0525525 Jul 05 17:59:49.289016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'name': 'network-vif-deleted', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:49.291473 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e1e92c-db70-452d-a4a5-731c68ffc4cf" -d '{"events": [{"server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "name": "network-vif-deleted", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:49.308153 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:49.308550 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Added segment 464f6a2f-7734-4f8b-96e4-3f3f9193bfbf of type vlan for network 01700a04-2c31-46e6-9fcd-61e849404ae7 Jul 05 17:59:49.374723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b42cab7d-1236-4bb6-9e26-7631d657b731,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:49.416459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:49.555653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9b4c396-829c-43c9-9eb0-84b052962793 req-42da5f4d-c0d0-4b6a-b50e-e4ca4bfda6df tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 210 time: 0.0549200 Jul 05 17:59:49.623201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:49.624462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:49.625315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:49.674176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abd059-0bbe-4149-b4c9-fe37575b1b61 req-0891cf36-5e89-4912-bdcc-6daf186f2285 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:49.680090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72abd059-0bbe-4149-b4c9-fe37575b1b61 req-0891cf36-5e89-4912-bdcc-6daf186f2285 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.1636891 Jul 05 17:59:49.736920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72abd059-0bbe-4149-b4c9-fe37575b1b61 req-4fe9bfdf-8512-4843-b404-5f12c13ad1b3 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Jul 05 17:59:49.751364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] Pushing event updated for resources: {'Network': ['ID=01700a04-2c31-46e6-9fcd-61e849404ae7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:49.763997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 01700a04-2c31-46e6-9fcd-61e849404ae7 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:59:49.797932 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b8a54c-47b1-4ec9-b6ec-b6c7fb39d7a8 x-openstack-request-id: req-d9b8a54c-47b1-4ec9-b6ec-b6c7fb39d7a8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:49.800019 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a0f7f94-7a8e-400e-abf0-14632cf805c1", "name": "network-vif-deleted", "tag": "58d241b5-69c4-410e-bf20-bd22ff2144c9", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:49.800307 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9b8a54c-47b1-4ec9-b6ec-b6c7fb39d7a8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:49.801183 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a0f7f94-7a8e-400e-abf0-14632cf805c1', 'name': 'network-vif-deleted', 'tag': '58d241b5-69c4-410e-bf20-bd22ff2144c9', 'status': 'completed', 'code': 200} Jul 05 17:59:49.849758 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-85485d1d-86c5-49ca-9fc7-5f9e1064eb68 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4230151 Jul 05 17:59:49.852857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50172) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:49.867159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Request body: {'subnet': {'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-subnet', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:49.899906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a20f8994-5749-4403-a726-868d9962158d req-4f9a12c0-4111-4135-b540-dfd2586ad00f tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 210 time: 0.0554538 Jul 05 17:59:50.011908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 58d241b5-69c4-410e-bf20-bd22ff2144c9 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 17:59:50.024279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Made reservation on behalf of 642fb1c1cfac424990ee9cab7e09e8c3 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:59:50.028710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:50.111672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 58d241b5-69c4-410e-bf20-bd22ff2144c9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 17:59:50.114657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 58d241b5-69c4-410e-bf20-bd22ff2144c9 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 17:59:50.129004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d861f2-dd42-43e0-8c1d-02b24bc82cb0 req-75cc78b9-2218-4ce9-a8a0-6ed6409f7fdb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:50.144755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9d861f2-dd42-43e0-8c1d-02b24bc82cb0 req-75cc78b9-2218-4ce9-a8a0-6ed6409f7fdb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1035583 Jul 05 17:59:50.199571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9d861f2-dd42-43e0-8c1d-02b24bc82cb0 req-b56e22eb-53d2-46d6-99b4-1b4b0665ed4d tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618153 Jul 05 17:59:50.498170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:50.566270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Checking segment: {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:50.572696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Network hostable DHCP agents. Network: 01700a04-2c31-46e6-9fcd-61e849404ae7, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 17:59:50.576178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5593fde-bd95-45f5-a63c-bac684eb2b8f,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:50.674453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Network 01700a04-2c31-46e6-9fcd-61e849404ae7 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 17:59:50.773819 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dd2d5c52-0d65-44e2-9b6a-452f3d78b257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:50.864540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 01700a04-2c31-46e6-9fcd-61e849404ae7) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:59:50.870423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:50.871055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:50.875456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf87aded-2608-4717-b1b8-2bdf17e284be req-e7ae3344-d5e0-4b60-b4ed-b11ccd71262b tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a0f7f94-7a8e-400e-abf0-14632cf805c1 HTTP/1.1" status: 200 len: 210 time: 0.0499015 Jul 05 17:59:50.876672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae5c95e-90d3-4afd-971b-bb98d913f225 None None] Network 01700a04-2c31-46e6-9fcd-61e849404ae7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:59:51.002616 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e0e0526a-a37d-4f0f-ba2a-cbb64b9ea02a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1481678 Jul 05 17:59:51.005248 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50276) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:51.010216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:51.142755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:51.144209 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:51.203247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4cc768-d800-4215-befd-fdf127e4bd3c req-9b80bd2e-1257-441e-9f55-1394128ec1b2 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:51.214642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b4cc768-d800-4215-befd-fdf127e4bd3c req-9b80bd2e-1257-441e-9f55-1394128ec1b2 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.1556611 Jul 05 17:59:51.224614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-01700a04-2c31-46e6-9fcd-61e849404ae7', 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'fixed_ips': [{'subnet_id': 'b5593fde-bd95-45f5-a63c-bac684eb2b8f'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 17:59:51.227177 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:51.260630 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:51.293503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b4cc768-d800-4215-befd-fdf127e4bd3c req-addffb46-5dea-44e2-9b92-a410cd1eceff tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792913 Jul 05 17:59:51.444886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ef5ef96-f86c-46e2-b976-a6014d796c1c req-839455ed-cad5-46ee-8f6e-67cf110cd7af tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 210 time: 0.0784867 Jul 05 17:59:51.450973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Allocated IP 172.20.0.2 (01700a04-2c31-46e6-9fcd-61e849404ae7/b5593fde-bd95-45f5-a63c-bac684eb2b8f/fbe8288c-ecb5-402b-9f1d-6e11143b9270) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:59:51.584172 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:51.702945 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:51.715095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Transition to ACTIVE for port object fbe8288c-ecb5-402b-9f1d-6e11143b9270 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:59:51.732421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Transition to ACTIVE for port object fbe8288c-ecb5-402b-9f1d-6e11143b9270 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:59:51.738429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e6de5-0627-49d4-869d-777151eddc7e req-3a9ae3ef-96d9-4ff2-b887-1ef22d327310 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:51.742374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-576e6de5-0627-49d4-869d-777151eddc7e req-3a9ae3ef-96d9-4ff2-b887-1ef22d327310 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1134083 Jul 05 17:59:51.805787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-576e6de5-0627-49d4-869d-777151eddc7e req-cd102eab-a823-4e72-9de9-773209e35012 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566225 Jul 05 17:59:51.832031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:51.888197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Network 01700a04-2c31-46e6-9fcd-61e849404ae7 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:59:51.891324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:59:51.894807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:59:51.933100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Pushing event updated for resources: {'Port': ['ID=fbe8288c-ecb5-402b-9f1d-6e11143b9270,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:52.006936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Attempting to bind port fbe8288c-ecb5-402b-9f1d-6e11143b9270 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:59:52.010618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Attempting to bind port fbe8288c-ecb5-402b-9f1d-6e11143b9270 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:59:52.014200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Attempting to bind port fbe8288c-ecb5-402b-9f1d-6e11143b9270 on network 01700a04-2c31-46e6-9fcd-61e849404ae7 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:52.027416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:59:52.030938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Checking segment: {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:52.031448 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.031838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Bound using segment: {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:59:52.045827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Bound port: fbe8288c-ecb5-402b-9f1d-6e11143b9270, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:59:52.047433 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.075931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9a12551-9e31-429e-9fb9-40b46c693c87 req-44cc9d0e-6fe2-41a1-aea8-30b90d89bab3 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/cd61d94a-bb39-49aa-8e09-f23879ed0998 HTTP/1.1" status: 200 len: 1800 time: 0.0733063 Jul 05 17:59:52.090321 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.119846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.179353 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d9a12551-9e31-429e-9fb9-40b46c693c87 req-372da157-acef-47cb-ab0d-7118c6f3f060 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.228143 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d9a12551-9e31-429e-9fb9-40b46c693c87 req-372da157-acef-47cb-ab0d-7118c6f3f060 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.291824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] For port fbe8288c-ecb5-402b-9f1d-6e11143b9270, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:52.296047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] For port fbe8288c-ecb5-402b-9f1d-6e11143b9270, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fbe8288c-ecb5-402b-9f1d-6e11143b9270,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:59:52.331471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Allocated IP 172.25.3.12 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/e46ac93a-e5b4-4e4e-afac-aa06b9045616) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:59:52.450451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.464999 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d9a12551-9e31-429e-9fb9-40b46c693c87 req-372da157-acef-47cb-ab0d-7118c6f3f060 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.470099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d9a12551-9e31-429e-9fb9-40b46c693c87 req-372da157-acef-47cb-ab0d-7118c6f3f060 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.478811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9a12551-9e31-429e-9fb9-40b46c693c87 req-372da157-acef-47cb-ab0d-7118c6f3f060 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/cd61d94a-bb39-49aa-8e09-f23879ed0998 HTTP/1.1" status: 204 len: 173 time: 0.3949735 Jul 05 17:59:52.499116 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.502380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372da157-acef-47cb-ab0d-7118c6f3f060 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd61d94a-bb39-49aa-8e09-f23879ed0998,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:52.619743 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:52.666639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45102913-19b7-4b78-ba34-aa2fbb098638 None None] Pushing event updated for resources: {'Port': ['ID=fbe8288c-ecb5-402b-9f1d-6e11143b9270,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:52.714712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:59:52.718762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:59:52.721334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:59:52.758744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Pushing event updated for resources: {'Port': ['ID=e46ac93a-e5b4-4e4e-afac-aa06b9045616,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:52.857656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbade1-892f-4be1-9a41-ed53a380a6ac req-71705473-a3ec-436d-a188-e59e67f501bf tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:52.872642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cdbade1-892f-4be1-9a41-ed53a380a6ac req-71705473-a3ec-436d-a188-e59e67f501bf tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.1320422 Jul 05 17:59:52.985011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cdbade1-892f-4be1-9a41-ed53a380a6ac req-a2cff29f-c571-48c9-b5be-5dcf15915373 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024055 Jul 05 17:59:53.053070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-9392d112-6c38-488a-95e6-e37d6be6cc5d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=41381a4a96774806b949943b9d99795d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407550 Jul 05 17:59:53.116439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1aaaf3f3-3c25-4e15-9add-0f092bda80fa req-ad40df51-ebcb-4ed9-98f9-6ee743a972d3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 210 time: 0.0615647 Jul 05 17:59:53.197296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-061d774d-50d6-4898-8700-cbcbb16ce11d req-738a561c-0d27-48c0-b08d-094782b1e2e7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/069fe8e4-687b-4880-8184-55d8a95a6c27 HTTP/1.1" status: 200 len: 1800 time: 0.1710122 Jul 05 17:59:53.241494 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.311922 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-061d774d-50d6-4898-8700-cbcbb16ce11d req-383a2443-1b14-40f0-a3b2-ef3921b9a4f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.411295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-2e429653-1e67-4082-b24b-673b838c7237 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:53.414869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-2e429653-1e67-4082-b24b-673b838c7237 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3472366 Jul 05 17:59:53.430661 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-061d774d-50d6-4898-8700-cbcbb16ce11d req-383a2443-1b14-40f0-a3b2-ef3921b9a4f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.436857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Request body: {'port': {'device_id': '0178ab6f-e6f1-4a62-a1e2-5ae3166d0196', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '41381a4a96774806b949943b9d99795d'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:53.442713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aedc3f1a-3345-4e6b-8ce3-ce484ed7d024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.505893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.589015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64990db0-2a02-4f79-9f28-916840b1eef5 req-e3dc4642-3f4a-4912-bfdf-13a13e009053 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:53.596282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64990db0-2a02-4f79-9f28-916840b1eef5 req-e3dc4642-3f4a-4912-bfdf-13a13e009053 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.2889702 Jul 05 17:59:53.646876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.667099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64990db0-2a02-4f79-9f28-916840b1eef5 req-f6abe3c7-6c14-4fde-ac7c-859cf8e7d2f5 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695314 Jul 05 17:59:53.685268 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-061d774d-50d6-4898-8700-cbcbb16ce11d req-383a2443-1b14-40f0-a3b2-ef3921b9a4f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.687885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-061d774d-50d6-4898-8700-cbcbb16ce11d req-383a2443-1b14-40f0-a3b2-ef3921b9a4f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.693371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-061d774d-50d6-4898-8700-cbcbb16ce11d req-383a2443-1b14-40f0-a3b2-ef3921b9a4f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/069fe8e4-687b-4880-8184-55d8a95a6c27 HTTP/1.1" status: 204 len: 173 time: 0.4949627 Jul 05 17:59:53.712357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383a2443-1b14-40f0-a3b2-ef3921b9a4f8 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069fe8e4-687b-4880-8184-55d8a95a6c27,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:53.750234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Made reservation on behalf of 41381a4a96774806b949943b9d99795d for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:59:53.754810 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.768338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.773387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 17:59:53.929660 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:53.941639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0e1ded7d-48e5-46d6-a70e-a59f5b5fb349 req-ad448a41-2921-41ec-90fc-beca873b8399 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-570675583', 'description': 'tempest-description-551999465'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:53.984251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:53.993318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b6e7d2-589e-4218-a43a-2f555ba28e93 req-5c2a639a-2fbe-494c-ad8c-b34afa307960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:53.995045 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-31b6e7d2-589e-4218-a43a-2f555ba28e93 req-5c2a639a-2fbe-494c-ad8c-b34afa307960 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1097 time: 0.1167808 Jul 05 17:59:54.000580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Sync routers for ids ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:54.023950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Routers {'11fbdfb2-b1a9-42e2-88bb-eb774edc2486'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:54.024725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:54.034232 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-31b6e7d2-589e-4218-a43a-2f555ba28e93 req-18b3c652-f5af-4cc9-b1de-caad54e5ffd7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328796 Jul 05 17:59:54.036019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.076115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96b0cb6-aa5c-4a26-9aac-b6a73110df06 None None] Network 01700a04-2c31-46e6-9fcd-61e849404ae7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 17:59:54.112450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:54.144738 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.149177 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2ac5386d-bbac-4a21-ad2a-98058789f981 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1398497 Jul 05 17:59:54.153115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50434) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:54.223826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Allocated IP 192.168.233.241 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/08bafdd5-3b9b-41d4-97af-374f7c531079) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:59:54.246205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Set router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:54.340595 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0e1ded7d-48e5-46d6-a70e-a59f5b5fb349 req-ad448a41-2921-41ec-90fc-beca873b8399 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.424695 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.459819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Transition to ACTIVE for port object 08bafdd5-3b9b-41d4-97af-374f7c531079 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:59:54.467938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fbe8288c-ecb5-402b-9f1d-6e11143b9270 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:59:54.537789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-21d476be-0179-4c35-8ddb-862f355fbc7b None None] Provisioning for port fbe8288c-ecb5-402b-9f1d-6e11143b9270 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:59:54.618286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:59:51Z', 'updated_at': '2021-07-05T17:59:52Z', 'revision_number': 3, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'gw_port': {'id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:52Z', 'updated_at': '2021-07-05T17:59:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:54.656363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Checking router: 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:54.667253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Updating router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 port e46ac93a-e5b4-4e4e-afac-aa06b9045616 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:59:54.684923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.695837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.696932 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.785972 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.842662 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0e1ded7d-48e5-46d6-a70e-a59f5b5fb349 req-ad448a41-2921-41ec-90fc-beca873b8399 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.891691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Allocated IP 172.20.0.1 (01700a04-2c31-46e6-9fcd-61e849404ae7/b5593fde-bd95-45f5-a63c-bac684eb2b8f/0d97d312-c60b-4a81-a1fe-4777f98b03cc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 17:59:54.921307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port fbe8288c-ecb5-402b-9f1d-6e11143b9270 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:59:54.925117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc6af1-52f3-4962-b5a9-be2e8171f7c4 req-163f7d18-2a98-40ae-b7c8-6b4680e5a977 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:54.932243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port fbe8288c-ecb5-402b-9f1d-6e11143b9270 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:59:54.932620 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:54.933361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fcc6af1-52f3-4962-b5a9-be2e8171f7c4 req-163f7d18-2a98-40ae-b7c8-6b4680e5a977 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.2060184 Jul 05 17:59:54.956015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:59:54.968701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:59:54.972209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Pushing event updated for resources: {'Port': ['ID=08bafdd5-3b9b-41d4-97af-374f7c531079,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:54.978752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:59:55.027158 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0e1ded7d-48e5-46d6-a70e-a59f5b5fb349 req-ad448a41-2921-41ec-90fc-beca873b8399 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.047681 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.056633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fcc6af1-52f3-4962-b5a9-be2e8171f7c4 req-da95581e-01e3-4a65-afb9-51673a75c847 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222806 Jul 05 17:59:55.066901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Transition to ACTIVE for port object 0d97d312-c60b-4a81-a1fe-4777f98b03cc will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:59:55.080305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:55.091391 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.110537 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.123334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad448a41-2921-41ec-90fc-beca873b8399 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bec5e6-bad7-4e77-961d-4bd293e177ae,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:55.128834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c1a2a1ae-273b-4596-847b-52a4a038276f None None] Provisioning complete for port fbe8288c-ecb5-402b-9f1d-6e11143b9270 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:59:55.129209 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a1ae-273b-4596-847b-52a4a038276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.163586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Transition to ACTIVE for port object e46ac93a-e5b4-4e4e-afac-aa06b9045616 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:59:55.221782 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.238601 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0e1ded7d-48e5-46d6-a70e-a59f5b5fb349 req-ad448a41-2921-41ec-90fc-beca873b8399 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.238601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e1ded7d-48e5-46d6-a70e-a59f5b5fb349 req-ad448a41-2921-41ec-90fc-beca873b8399 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.3005924 Jul 05 17:59:55.260999 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.261261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-d177d98d-1064-46e3-8dee-ac5ed13907a3 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8321974 Jul 05 17:59:55.269372 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.284830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Request body: {'port': {'device_id': '0178ab6f-e6f1-4a62-a1e2-5ae3166d0196', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:55.346730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a425035-2e3e-4901-a361-cd25d2285290 req-b16d37c2-b911-48f2-b062-f13a746ce7e5 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:55.348291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c1a2a1ae-273b-4596-847b-52a4a038276f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.354427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Network 01700a04-2c31-46e6-9fcd-61e849404ae7 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:59:55.355544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a425035-2e3e-4901-a361-cd25d2285290 req-b16d37c2-b911-48f2-b062-f13a746ce7e5 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 936 time: 0.1348655 Jul 05 17:59:55.355683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Pushing event updated for resources: {'Port': ['ID=0d97d312-c60b-4a81-a1fe-4777f98b03cc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:55.359350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:59:55.373848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 17:59:55.389640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port fbe8288c-ecb5-402b-9f1d-6e11143b9270, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fbe8288c-ecb5-402b-9f1d-6e11143b9270,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:55.400308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec65bce-6076-497d-9296-0b69fef79c93 None None] Pushing event updated for resources: {'Port': ['ID=e46ac93a-e5b4-4e4e-afac-aa06b9045616,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:55.412933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Attempting to bind port e46ac93a-e5b4-4e4e-afac-aa06b9045616 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:59:55.413466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Attempting to bind port e46ac93a-e5b4-4e4e-afac-aa06b9045616 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:59:55.414091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Attempting to bind port e46ac93a-e5b4-4e4e-afac-aa06b9045616 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:55.424097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.425061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:59:55.425661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:55.426253 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.426891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:59:55.427270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Bound port: e46ac93a-e5b4-4e4e-afac-aa06b9045616, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:59:55.428457 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.439953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.462036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a425035-2e3e-4901-a361-cd25d2285290 req-d5e6ceb5-f0f7-492d-8a45-8cb9f53d8663 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055245 Jul 05 17:59:55.486748 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.552911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] For port e46ac93a-e5b4-4e4e-afac-aa06b9045616, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:55.570636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] For port e46ac93a-e5b4-4e4e-afac-aa06b9045616, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e46ac93a-e5b4-4e4e-afac-aa06b9045616,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:59:55.605319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-c1a2a1ae-273b-4596-847b-52a4a038276f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 17:59:55.606082 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-c1a2a1ae-273b-4596-847b-52a4a038276f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 17:59:55.606989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=fbe8288c-ecb5-402b-9f1d-6e11143b9270,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:55.783404 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:55.842194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Routers {'11fbdfb2-b1a9-42e2-88bb-eb774edc2486'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:55.843126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:55.891301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec65bce-6076-497d-9296-0b69fef79c93 None None] Pushing event updated for resources: {'Port': ['ID=e46ac93a-e5b4-4e4e-afac-aa06b9045616,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:55.970072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] Set router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:56.031267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c6507-067d-4d7c-8bde-28b2f4337088 req-24c5af5a-b05c-446e-93aa-3182731dc772 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:56.032854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea3c6507-067d-4d7c-8bde-28b2f4337088 req-24c5af5a-b05c-446e-93aa-3182731dc772 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.6040266 Jul 05 17:59:56.041109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.130529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ab2578b-8604-41d0-a301-5cdb56a88735 req-92baba28-0118-4728-960f-9f197cf22fdb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/19bec5e6-bad7-4e77-961d-4bd293e177ae HTTP/1.1" status: 200 len: 1799 time: 0.1417561 Jul 05 17:59:56.152950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea3c6507-067d-4d7c-8bde-28b2f4337088 req-afa2dd7a-0c3d-4cc7-9dee-c0917847c99a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015861 Jul 05 17:59:56.161665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-8ab2578b-8604-41d0-a301-5cdb56a88735 req-243cbf78-4d66-4834-9725-4871bf457336 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Request body: {'security_group': {'name': 'tempest-sg-hth-434498470', 'description': 'tempest-description-hth-1383775013'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:56.219992 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8ab2578b-8604-41d0-a301-5cdb56a88735 req-243cbf78-4d66-4834-9725-4871bf457336 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.245306 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.310526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8ab2578b-8604-41d0-a301-5cdb56a88735 req-243cbf78-4d66-4834-9725-4871bf457336 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.319929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08bafdd5-3b9b-41d4-97af-374f7c531079 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 17:59:56.325584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.327468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.340001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Transition to ACTIVE for port object 08bafdd5-3b9b-41d4-97af-374f7c531079 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 17:59:56.356120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:59:51Z', 'updated_at': '2021-07-05T17:59:52Z', 'revision_number': 3, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'gw_port': {'id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:52Z', 'updated_at': '2021-07-05T17:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:56.400638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fbe8288c-ecb5-402b-9f1d-6e11143b9270 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:59:56.403801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecd0b59-debf-4041-b1cd-791c9192059b None None] The sync data for ids ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'] in n-d-799524-1 is: [{'id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:59:51Z', 'updated_at': '2021-07-05T17:59:52Z', 'revision_number': 3, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'gw_port': {'id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:52Z', 'updated_at': '2021-07-05T17:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 17:59:56.418614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.460954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port fbe8288c-ecb5-402b-9f1d-6e11143b9270 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:59:56.461343 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.508692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Pushing event updated for resources: {'Port': ['ID=0d97d312-c60b-4a81-a1fe-4777f98b03cc,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:56.509378 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8ab2578b-8604-41d0-a301-5cdb56a88735 req-243cbf78-4d66-4834-9725-4871bf457336 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.514215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8ab2578b-8604-41d0-a301-5cdb56a88735 req-243cbf78-4d66-4834-9725-4871bf457336 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.519550 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ab2578b-8604-41d0-a301-5cdb56a88735 req-243cbf78-4d66-4834-9725-4871bf457336 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "PUT /v2.0/security-groups/19bec5e6-bad7-4e77-961d-4bd293e177ae HTTP/1.1" status: 200 len: 1774 time: 0.3722172 Jul 05 17:59:56.530833 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.570539 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.588271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-21e910e0-38d6-4b46-87a2-aeaba14ba749 None None] Provisioning for port 08bafdd5-3b9b-41d4-97af-374f7c531079 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:59:56.605667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243cbf78-4d66-4834-9725-4871bf457336 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19bec5e6-bad7-4e77-961d-4bd293e177ae,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:56.637848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Pushing event updated for resources: {'Port': ['ID=08bafdd5-3b9b-41d4-97af-374f7c531079,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:56.677296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Network 01700a04-2c31-46e6-9fcd-61e849404ae7 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 17:59:56.679850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 17:59:56.750985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-21e910e0-38d6-4b46-87a2-aeaba14ba749 None None] Provisioning for port 0d97d312-c60b-4a81-a1fe-4777f98b03cc completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:59:56.755699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-21e910e0-38d6-4b46-87a2-aeaba14ba749 None None] Provisioning complete for port 0d97d312-c60b-4a81-a1fe-4777f98b03cc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:59:56.756348 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-21e910e0-38d6-4b46-87a2-aeaba14ba749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.801823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Attempting to bind port 08bafdd5-3b9b-41d4-97af-374f7c531079 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:59:56.802166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Attempting to bind port 08bafdd5-3b9b-41d4-97af-374f7c531079 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:59:56.802499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Attempting to bind port 08bafdd5-3b9b-41d4-97af-374f7c531079 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:56.831754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Port 08bafdd5-3b9b-41d4-97af-374f7c531079 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:59:56.833019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Attempting to bind port 08bafdd5-3b9b-41d4-97af-374f7c531079 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:56.862127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:59:56.867590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:56.868247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:59:56.869928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Bound port: 08bafdd5-3b9b-41d4-97af-374f7c531079, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:59:56.871850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:56.907046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-21e910e0-38d6-4b46-87a2-aeaba14ba749 None None] Port 0d97d312-c60b-4a81-a1fe-4777f98b03cc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:59:56.911657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86362e9a-b45c-40d5-a4a5-4b98faac1e41 req-db10f695-3b8e-4159-b122-a82ce1e28464 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:56.914222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86362e9a-b45c-40d5-a4a5-4b98faac1e41 req-db10f695-3b8e-4159-b122-a82ce1e28464 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.2162828 Jul 05 17:59:56.997251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 17:59:57.081151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86362e9a-b45c-40d5-a4a5-4b98faac1e41 req-4ffbf046-e01b-4d1d-83d0-8e94503c2524 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324210 Jul 05 17:59:57.088967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] For port 08bafdd5-3b9b-41d4-97af-374f7c531079, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:57.093619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] For port 08bafdd5-3b9b-41d4-97af-374f7c531079, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=08bafdd5-3b9b-41d4-97af-374f7c531079,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:59:57.188241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 17:59:57.198613 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ebc3effc-5ae4-4f45-852a-cbcc0cd4d487 admin admin] 10.222.0.30 "PUT /v2.0/routers/11fbdfb2-b1a9-42e2-88bb-eb774edc2486/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0441990 Jul 05 17:59:57.261685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd07d00c-8a14-4163-ab28-4ef63d8ccbe1 None None] Provisioning complete for port 0d97d312-c60b-4a81-a1fe-4777f98b03cc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:59:57.262324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd07d00c-8a14-4163-ab28-4ef63d8ccbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:57.274860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:57.314018 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd07d00c-8a14-4163-ab28-4ef63d8ccbe1 None None] Port 0d97d312-c60b-4a81-a1fe-4777f98b03cc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 17:59:57.335117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afaf1c50-017d-49e0-99b4-acf5eb66cac6 req-177dbb3c-bd35-4459-acc8-b5953b0154bd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/19bec5e6-bad7-4e77-961d-4bd293e177ae HTTP/1.1" status: 200 len: 1774 time: 0.1294205 Jul 05 17:59:57.337436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:57.337992 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:57.339274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] 10.222.0.39 "PUT /v2.0/ports/08bafdd5-3b9b-41d4-97af-374f7c531079 HTTP/1.1" status: 200 len: 1096 time: 2.0590031 Jul 05 17:59:57.339725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0178ab6f-e6f1-4a62-a1e2-5ae3166d0196', 'tag': '08bafdd5-3b9b-41d4-97af-374f7c531079'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:57.342275 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045" -d '{"events": [{"name": "network-changed", "server_uuid": "0178ab6f-e6f1-4a62-a1e2-5ae3166d0196", "tag": "08bafdd5-3b9b-41d4-97af-374f7c531079"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:57.372183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d29178-f99a-462e-9439-aa7604dc2241 service neutron] Pushing event updated for resources: {'Port': ['ID=08bafdd5-3b9b-41d4-97af-374f7c531079,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:57.398250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5d094-c39d-4945-a4e8-120388317d50 req-02234577-8852-4a7b-96e2-84396069e2b0 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:57.405234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1a5d094-c39d-4945-a4e8-120388317d50 req-02234577-8852-4a7b-96e2-84396069e2b0 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 948 time: 0.1715021 Jul 05 17:59:57.465384 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1a5d094-c39d-4945-a4e8-120388317d50 req-5e326426-2142-4e69-a8af-92024b2c4283 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590944 Jul 05 17:59:57.585263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-f4dab64d-a21d-427a-b52d-cdf9d845a5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:57.587402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-f4dab64d-a21d-427a-b52d-cdf9d845a5e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41381a4a96774806b949943b9d99795d&device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 1099 time: 0.0777469 Jul 05 17:59:57.658492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-cf6d8566-d7ff-4a10-a7c9-cb5ea2285535 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=08bafdd5-3b9b-41d4-97af-374f7c531079 HTTP/1.1" status: 200 len: 217 time: 0.0564561 Jul 05 17:59:57.759658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-8f4ecc74-c0ce-48d4-a412-07f27c4e5ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:57.761214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-8f4ecc74-c0ce-48d4-a412-07f27c4e5ce7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0937958 Jul 05 17:59:57.836883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-4c5180d1-5a0c-408a-b54b-ea0c5e1ee05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:57.838418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-4c5180d1-5a0c-408a-b54b-ea0c5e1ee05a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0612290 Jul 05 17:59:57.946861 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-91f1d984-9dac-4a74-940f-fbd104204664 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955575 Jul 05 17:59:58.091372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1fa4fd8-85b1-4330-812b-c4daa51b7937 req-71d1dc49-6bad-4dc2-83d4-de3fe45bf4dd service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348779 Jul 05 17:59:58.094239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b86eb194-ee13-4ac6-91b6-669f4e1c61bb req-6400dbf6-3eb8-4200-a854-936be1e45206 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/19bec5e6-bad7-4e77-961d-4bd293e177ae HTTP/1.1" status: 200 len: 1774 time: 0.0669353 Jul 05 17:59:58.128092 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ac94c2-90f7-4ef5-991e-82a62a246890 x-openstack-request-id: req-15ac94c2-90f7-4ef5-991e-82a62a246890 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:58.128403 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0178ab6f-e6f1-4a62-a1e2-5ae3166d0196", "tag": "08bafdd5-3b9b-41d4-97af-374f7c531079", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:58.128644 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15ac94c2-90f7-4ef5-991e-82a62a246890 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:58.129067 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0178ab6f-e6f1-4a62-a1e2-5ae3166d0196', 'tag': '08bafdd5-3b9b-41d4-97af-374f7c531079', 'status': 'completed', 'code': 200} Jul 05 17:59:58.172644 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b86eb194-ee13-4ac6-91b6-669f4e1c61bb req-bfacaf77-84d9-436a-9c89-958b2010e510 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:58.203256 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b86eb194-ee13-4ac6-91b6-669f4e1c61bb req-bfacaf77-84d9-436a-9c89-958b2010e510 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:58.293597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-9e69ba19-d0bf-45ff-a7b6-39a2c84b0ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.295110 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-9e69ba19-d0bf-45ff-a7b6-39a2c84b0ef7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1097 time: 0.1191063 Jul 05 17:59:58.365099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-edf57868-9c92-4883-bca2-2499792d01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.367200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-edf57868-9c92-4883-bca2-2499792d01a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41381a4a96774806b949943b9d99795d&device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 1099 time: 0.0833397 Jul 05 17:59:58.369707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-2ac889fa-e337-4b35-8edf-2316b06d6d89 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.371234 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-2ac889fa-e337-4b35-8edf-2316b06d6d89 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.1562588 Jul 05 17:59:58.375933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50584) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 17:59:58.378905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e0c33-1914-4b2c-96b8-e31cec462826 req-f92ed209-7fd4-436a-9f0c-5aa332d5ebe0 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.380469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e52e0c33-1914-4b2c-96b8-e31cec462826 req-f92ed209-7fd4-436a-9f0c-5aa332d5ebe0 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1429586 Jul 05 17:59:58.382898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-network', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:58.396103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799524-1'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 17:59:58.453883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e46ac93a-e5b4-4e4e-afac-aa06b9045616 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 17:59:58.466474 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b86eb194-ee13-4ac6-91b6-669f4e1c61bb req-bfacaf77-84d9-436a-9c89-958b2010e510 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:58.473525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b86eb194-ee13-4ac6-91b6-669f4e1c61bb req-bfacaf77-84d9-436a-9c89-958b2010e510 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:58.473525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b86eb194-ee13-4ac6-91b6-669f4e1c61bb req-bfacaf77-84d9-436a-9c89-958b2010e510 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/19bec5e6-bad7-4e77-961d-4bd293e177ae HTTP/1.1" status: 204 len: 173 time: 0.3698142 Jul 05 17:59:58.495465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-868c5e57-35fb-4192-b467-1e824632a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.502691 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-868c5e57-35fb-4192-b467-1e824632a962 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 918 time: 0.1922977 Jul 05 17:59:58.527447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e52e0c33-1914-4b2c-96b8-e31cec462826 req-281602c1-870b-42d2-a773-e8a071dc5579 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376996 Jul 05 17:59:58.566872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-ebc6266f-1481-445d-b422-c38a9d33ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.571809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-ebc6266f-1481-445d-b422-c38a9d33ed66 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1869638 Jul 05 17:59:58.576038 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-b5dc3451-c5cf-4c8d-a205-47f6e9c71dc1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd45e103-1a67-42c1-94fc-09e47876115b HTTP/1.1" status: 200 len: 217 time: 0.0721180 Jul 05 17:59:58.608653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacaf77-84d9-436a-9c89-958b2010e510 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bec5e6-bad7-4e77-961d-4bd293e177ae,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:58.636046 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:58.655763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Made reservation on behalf of 5cf896e96f3a45cd841343fbc838f24d for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 17:59:58.662261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:58.679201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:58.697969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-78a6a8f0-ea5a-431c-b3f5-7abbd697d971 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=08bafdd5-3b9b-41d4-97af-374f7c531079 HTTP/1.1" status: 200 len: 217 time: 0.1071074 Jul 05 17:59:58.726361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-0847d6b7-85e4-4193-bdec-052636bc39a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.727899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-0847d6b7-85e4-4193-bdec-052636bc39a7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.1446798 Jul 05 17:59:58.813294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port e46ac93a-e5b4-4e4e-afac-aa06b9045616 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 17:59:58.817726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e46ac93a-e5b4-4e4e-afac-aa06b9045616 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 17:59:58.818621 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:58.855027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-873fc2be-3064-4728-a72a-ef67dc68b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.858452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-873fc2be-3064-4728-a72a-ef67dc68b5a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1555142 Jul 05 17:59:58.893741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Sync routers for ids ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 17:59:58.910670 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Routers {'11fbdfb2-b1a9-42e2-88bb-eb774edc2486'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 17:59:58.911321 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:58.921423 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-d34e50ac-57cb-4393-83b0-8001bd4777c9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1465905 Jul 05 17:59:58.963031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb405d-8d00-414d-99eb-7234a5723311 req-4b1d5843-3ca0-48df-bb98-c2f01a20fd61 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.964566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99eb405d-8d00-414d-99eb-7234a5723311 req-4b1d5843-3ca0-48df-bb98-c2f01a20fd61 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 945 time: 0.2061656 Jul 05 17:59:58.975936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:58.977948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6599a0d-66b8-487b-af4c-4ea01162549a req-397c9cc5-f580-462a-b119-4223c8e72b5e tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:58.978574 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:58.979543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f6599a0d-66b8-487b-af4c-4ea01162549a req-397c9cc5-f580-462a-b119-4223c8e72b5e tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 948 time: 0.1787326 Jul 05 17:59:59.004589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port e46ac93a-e5b4-4e4e-afac-aa06b9045616, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e46ac93a-e5b4-4e4e-afac-aa06b9045616,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:59.050861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-ab0d51ae-93ea-40fd-acc1-3ee6b6be1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:59.052160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-ab0d51ae-93ea-40fd-acc1-3ee6b6be1057 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1805875 Jul 05 17:59:59.062164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99eb405d-8d00-414d-99eb-7234a5723311 req-5b31ccab-7d30-49b8-bd84-221cb2c7dc51 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814803 Jul 05 17:59:59.089644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f6599a0d-66b8-487b-af4c-4ea01162549a req-a4917cf2-8dc0-4480-815f-25fa312f5ab4 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975866 Jul 05 17:59:59.122837 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Set router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 17:59:59.141087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:59.145445 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.188919 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-73dcbe42-2507-49c0-be1f-5bb91dde50f6 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546980 Jul 05 17:59:59.195233 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.210418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 17:59:59.213017 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc517a-ebf3-4f67-8d07-a32d9d8836cd" -d '{"events": [{"server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "name": "network-vif-unplugged", "status": "completed", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 17:59:59.218661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.273365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-f3df9040-51fa-4664-93bf-5227046049f3 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078724 Jul 05 17:59:59.278757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=e46ac93a-e5b4-4e4e-afac-aa06b9045616,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:59.302414 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8349fe6-c1c0-4e9a-a3a3-1873993b85a9 x-openstack-request-id: req-a8349fe6-c1c0-4e9a-a3a3-1873993b85a9 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 17:59:59.303303 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "name": "network-vif-unplugged", "status": "completed", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 17:59:59.303303 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8349fe6-c1c0-4e9a-a3a3-1873993b85a9 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 17:59:59.303797 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7', 'code': 200} Jul 05 17:59:59.325671 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ee0f89c0-9153-4c26-ad4c-14968d273d51 req-8a1b3bcc-40d2-453f-96a8-d2726d70a5bb service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278610 Jul 05 17:59:59.364685 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-fde5ff62-13de-4968-9a08-dc8003c1c6f7 req-13e2b9c3-d059-4bd0-85e1-5a08cb6eaacb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:59:59.365795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fde5ff62-13de-4968-9a08-dc8003c1c6f7 req-13e2b9c3-d059-4bd0-85e1-5a08cb6eaacb tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/069fe8e4-687b-4880-8184-55d8a95a6c27 HTTP/1.1" status: 404 len: 352 time: 0.0535421 Jul 05 17:59:59.382695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.386987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.414191 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-b1ca14ea-8674-43de-906b-0c8d68f949ce req-27d60525-f6a9-47fe-81b6-8580e1b09a14 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:59:59.415363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1ca14ea-8674-43de-906b-0c8d68f949ce req-27d60525-f6a9-47fe-81b6-8580e1b09a14 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/cd61d94a-bb39-49aa-8e09-f23879ed0998 HTTP/1.1" status: 404 len: 352 time: 0.0240283 Jul 05 17:59:59.423146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d3abaa8-7d06-4d35-a6b1-c6e3e9ed1045 req-f82c4aee-c3ef-47cc-a72a-28c74d509eab service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339755 Jul 05 17:59:59.439349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 17:59:59.462486 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-637cce70-64ed-4e79-93bc-f9aca8f820a1 req-29209fec-feb3-405c-8099-815d36f1e2dd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:59:59.467770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-637cce70-64ed-4e79-93bc-f9aca8f820a1 req-29209fec-feb3-405c-8099-815d36f1e2dd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/71e78a27-dada-4e65-a4b0-6b29de2f6213 HTTP/1.1" status: 404 len: 352 time: 0.0231557 Jul 05 17:59:59.480010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.480371 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Added segment fb187649-8f4b-4bb4-8a51-6e753ad126ba of type vlan for network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 Jul 05 17:59:59.483559 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:59:51Z', 'updated_at': '2021-07-05T17:59:55Z', 'revision_number': 4, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'gw_port': {'id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:52Z', 'updated_at': '2021-07-05T17:59:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0d97d312-c60b-4a81-a1fe-4777f98b03cc', 'name': '', 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'mac_address': 'fa:16:3e:6c:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b5593fde-bd95-45f5-a63c-bac684eb2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:54Z', 'updated_at': '2021-07-05T17:59:56Z', 'revision_number': 2, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'subnets': [{'id': 'b5593fde-bd95-45f5-a63c-bac684eb2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 17:59:59.496165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b3a10f-7e11-4d0b-bfcf-648c61909a07,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:59.500998 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-acda8f11-9c41-40c2-97cf-53b3861df105 req-eb74633b-71d0-40e1-b54d-a2b7441c0508 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:59:59.506386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-acda8f11-9c41-40c2-97cf-53b3861df105 req-eb74633b-71d0-40e1-b54d-a2b7441c0508 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/a40c7dfe-9dda-4ae0-8901-98cf2da8f4f9 HTTP/1.1" status: 404 len: 352 time: 0.0159128 Jul 05 17:59:59.515450 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Checking router: 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 17:59:59.515809 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Updating router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 port 0d97d312-c60b-4a81-a1fe-4777f98b03cc binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 17:59:59.532660 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Pushing event updated for resources: {'Port': ['ID=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:59.551147 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-691fbbfb-21e0-46d3-af17-0a9c8688d3ae req-7d0278a6-8b47-4bff-af45-bdd90b93046c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:59:59.552322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-691fbbfb-21e0-46d3-af17-0a9c8688d3ae req-7d0278a6-8b47-4bff-af45-bdd90b93046c tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/4ef52ffb-0fa5-4dbd-ba63-4c24811af0a4 HTTP/1.1" status: 404 len: 352 time: 0.0153310 Jul 05 17:59:59.574076 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.581497 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.587581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on host n-h2-799524-1 for vnic_type normal with profile {"migrating_to": "n-h1-799524-1"} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:59:59.587922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:59:59.588264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:59.596683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.601131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:59:59.601131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:59.615688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:59:59.617157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:59.617560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:59:59.618008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Bound port: 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:59:59.618416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.624315 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-23c1f0a2-31d9-4547-9b83-49f25ea6e2db req-e9e7e236-0d9f-4c63-acea-be7f20775e01 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] show failed (client error): The resource could not be found. Jul 05 17:59:59.638728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23c1f0a2-31d9-4547-9b83-49f25ea6e2db req-e9e7e236-0d9f-4c63-acea-be7f20775e01 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/b8f19baa-a307-4fd9-86f6-f36d9a25be4f HTTP/1.1" status: 404 len: 352 time: 0.0486791 Jul 05 17:59:59.682369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 17:59:59.753227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a43574-39f1-4798-8c6d-a68ded32a7d2 req-d7f5e4fd-7b89-4650-9149-ef56a261058d tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:59.754788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5a43574-39f1-4798-8c6d-a68ded32a7d2 req-d7f5e4fd-7b89-4650-9149-ef56a261058d tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.0859935 Jul 05 17:59:59.756767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 17:59:59.762202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 17:59:59.982219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5a43574-39f1-4798-8c6d-a68ded32a7d2 req-c43ccd6e-2db8-4950-bd43-c9c3c4f932b8 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434842 Jul 05 17:59:59.990689 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.990689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 17:59:59.990689 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 17:59:59.991088 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, got binding levels [] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 17:59:59.991228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] Pushing event updated for resources: {'Network': ['ID=3d34584f-4a7b-45c9-9e1c-1bd03c83ae38,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on host n-h2-799524-1 for vnic_type normal with profile {"migrating_to": "n-h1-799524-1"} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Bound port: 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 17:59:59.991316 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.023671 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.030135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:00.072969 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d69ed49d-3c10-46e2-afbe-f909dacea520 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6933582 Jul 05 18:00:00.076245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50640) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:00.081175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Request body: {'subnet': {'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-subnet', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:00.085207 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.099222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 08bafdd5-3b9b-41d4-97af-374f7c531079 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:00:00.109978 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Pushing event updated for resources: {'Port': ['ID=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:00.114256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:00.119676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.121223 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-3276eb18-8f39-4822-a700-7720d1674618 service neutron] 10.222.0.97 "PUT /v2.0/ports/89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 HTTP/1.1" status: 200 len: 1121 time: 1.7310121 Jul 05 18:00:00.124736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7-n-h2-799524-1-0 {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:00:00.125123 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:00:00.128717 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Transition to ACTIVE for port object 0d97d312-c60b-4a81-a1fe-4777f98b03cc will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:00.226822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 08bafdd5-3b9b-41d4-97af-374f7c531079, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=08bafdd5-3b9b-41d4-97af-374f7c531079,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:00.238501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['89d23b49-dac0-4ec5-a1bf-5f54075c3ad7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:00.245053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '08bafdd5-3b9b-41d4-97af-374f7c531079', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '08bafdd5-3b9b-41d4-97af-374f7c531079', 'mac_address': 'fa:16:3e:d3:62:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:00:00.257277 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.258698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Made reservation on behalf of 5cf896e96f3a45cd841343fbc838f24d for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:00:00.261630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.273287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['89d23b49-dac0-4ec5-a1bf-5f54075c3ad7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:00.312410 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Pushing event updated for resources: {'Port': ['ID=0d97d312-c60b-4a81-a1fe-4777f98b03cc,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.399709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:00.401715 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.417409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543a6ae-73fe-4060-a149-f36eb1641c73 req-95b737c7-7b03-4ffe-9496-6a39f87727d1 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:00.422767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3543a6ae-73fe-4060-a149-f36eb1641c73 req-95b737c7-7b03-4ffe-9496-6a39f87727d1 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.2001612 Jul 05 18:00:00.432793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08bafdd5-3b9b-41d4-97af-374f7c531079 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:00.481227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e46ac93a-e5b4-4e4e-afac-aa06b9045616 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:00.494239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 08bafdd5-3b9b-41d4-97af-374f7c531079, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=08bafdd5-3b9b-41d4-97af-374f7c531079,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:00.499284 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Attempting to bind port 0d97d312-c60b-4a81-a1fe-4777f98b03cc on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:00.499657 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Attempting to bind port 0d97d312-c60b-4a81-a1fe-4777f98b03cc by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:00.500019 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Attempting to bind port 0d97d312-c60b-4a81-a1fe-4777f98b03cc on network 01700a04-2c31-46e6-9fcd-61e849404ae7 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:00.508023 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:00.508916 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Checking segment: {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:00.508916 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.509532 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Bound using segment: {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:00.510004 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Bound port: 0d97d312-c60b-4a81-a1fe-4777f98b03cc, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:00.510747 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.532579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3543a6ae-73fe-4060-a149-f36eb1641c73 req-c6410fa5-49e0-40bc-a3c3-2abb14066181 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991843 Jul 05 18:00:00.652988 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] For port 0d97d312-c60b-4a81-a1fe-4777f98b03cc, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:00.659902 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] For port 0d97d312-c60b-4a81-a1fe-4777f98b03cc, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0d97d312-c60b-4a81-a1fe-4777f98b03cc,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:00.669157 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.674804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on host n-h2-799524-1 for vnic_type normal with profile {"migrating_to": "n-h1-799524-1"} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:00.675526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:00.676055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:00.723229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:00:00.723874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Attempting to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on network 18dee5c2-815f-4df7-b94e-e541063e1de3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:00.737309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e46ac93a-e5b4-4e4e-afac-aa06b9045616 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:00.737681 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.762612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255c0ba-dc50-41bf-9cc9-340f28d0de1f req-faf49f93-623e-4acf-91a6-922fcb755ae1 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:00.769968 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d255c0ba-dc50-41bf-9cc9-340f28d0de1f req-faf49f93-623e-4acf-91a6-922fcb755ae1 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 948 time: 0.2054851 Jul 05 18:00:00.783685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:00.784042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Checking segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:00.785179 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.785549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Bound using segment: {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:00.786080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Bound port: 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '328ebeea-5302-49df-a998-7ccb69d97d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '18dee5c2-815f-4df7-b94e-e541063e1de3'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:00.786670 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.798720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50654) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:00.809519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:00.839407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=08bafdd5-3b9b-41d4-97af-374f7c531079,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:00.915814 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Routers {'11fbdfb2-b1a9-42e2-88bb-eb774edc2486'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:00.916764 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:00.959728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d255c0ba-dc50-41bf-9cc9-340f28d0de1f req-df349bc8-00b7-40e7-a463-d497f7571b34 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877091 Jul 05 18:00:00.981082 n-d-799524-1 neutron-server[100999]: WARNING neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Concurrent port binding operations failed on port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 Jul 05 18:00:00.987221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:00.998757 n-d-799524-1 neutron-server[100999]: INFO neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Attempt 2 to bind port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 Jul 05 18:00:00.999159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 has no active binding in host n-h1-799524-1 {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 18:00:01.012928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=949c116a-c7aa-4017-86a5-597ba547b589,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:01.031243 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7a98a7f-3966-47c4-a313-3ebc2deae222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.110943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Checking segment: {'id': 'fb187649-8f4b-4bb4-8a51-6e753ad126ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:01.112711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Network hostable DHCP agents. Network: 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:00:01.116914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['08bafdd5-3b9b-41d4-97af-374f7c531079'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:01.147673 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bad66b-a48f-411a-9511-1946dcd6e47a None None] Pushing event updated for resources: {'Port': ['ID=0d97d312-c60b-4a81-a1fe-4777f98b03cc,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:01.156984 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] Set router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:01.196190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f44b13-54fd-4a73-b49f-31dcd50acd87 req-ac774a25-dd70-4ad7-ab4d-5864f1fccd6d tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:01.197922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66f44b13-54fd-4a73-b49f-31dcd50acd87 req-ac774a25-dd70-4ad7-ab4d-5864f1fccd6d tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 1023 time: 0.2325115 Jul 05 18:00:01.217334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7a98a7f-3966-47c4-a313-3ebc2deae222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.287462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:00:01.304541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:01.305391 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66f44b13-54fd-4a73-b49f-31dcd50acd87 req-d5dcc533-9a71-4b54-a0bc-e956f2179a61 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6c8b057-2a14-4a26-a5c8-b1f85803202d&id=dd84ee91-53fe-4686-b9d8-0aca9841c370&id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0655029 Jul 05 18:00:01.307974 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9" -d '{"events": [{"name": "network-changed", "server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:01.320807 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7a98a7f-3966-47c4-a313-3ebc2deae222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.329859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b2d27-4ca7-481b-a630-818d8cc57f81 req-cc172698-b276-4395-ab3c-c1943715201a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:01.331460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-661b2d27-4ca7-481b-a630-818d8cc57f81 req-cc172698-b276-4395-ab3c-c1943715201a tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1448858 Jul 05 18:00:01.378664 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a8d291-be39-4c3d-8b4c-d7cf12af225e x-openstack-request-id: req-81a8d291-be39-4c3d-8b4c-d7cf12af225e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:01.378960 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:01.379278 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81a8d291-be39-4c3d-8b4c-d7cf12af225e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:01.379674 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7', 'status': 'completed', 'code': 200} Jul 05 18:00:01.398023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-661b2d27-4ca7-481b-a630-818d8cc57f81 req-e5ae1923-c1bd-44b3-9c17-c879089b2979 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587957 Jul 05 18:00:01.399511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:01.403847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:01.405030 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.417824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde552bd-ebeb-4064-b416-bb63434b4820 None None] Network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:00:01.432288 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b7a98a7f-3966-47c4-a313-3ebc2deae222 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=849d2bb7e4b54a13943082352e00f26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6303952 Jul 05 18:00:01.435353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50664) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:01.442783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a98a7f-3966-47c4-a313-3ebc2deae222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f006b4-e8ce-4d30-8c6e-fc019b8add0f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:01.473428 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:59:51Z', 'updated_at': '2021-07-05T17:59:55Z', 'revision_number': 4, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'gw_port': {'id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:52Z', 'updated_at': '2021-07-05T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0d97d312-c60b-4a81-a1fe-4777f98b03cc', 'name': '', 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'mac_address': 'fa:16:3e:6c:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b5593fde-bd95-45f5-a63c-bac684eb2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:54Z', 'updated_at': '2021-07-05T18:00:00Z', 'revision_number': 4, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'subnets': [{'id': 'b5593fde-bd95-45f5-a63c-bac684eb2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:01.505262 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-303c1899-0897-4a5b-b818-294114165e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.509132 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab86df49-37e4-4d12-ac38-87b343512399 None None] The sync data for ids ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'] in n-d-799524-1 is: [{'id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:59:51Z', 'updated_at': '2021-07-05T17:59:55Z', 'revision_number': 4, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'gw_port': {'id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:52Z', 'updated_at': '2021-07-05T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0d97d312-c60b-4a81-a1fe-4777f98b03cc', 'name': '', 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'mac_address': 'fa:16:3e:6c:19:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b5593fde-bd95-45f5-a63c-bac684eb2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:54Z', 'updated_at': '2021-07-05T18:00:00Z', 'revision_number': 4, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'subnets': [{'id': 'b5593fde-bd95-45f5-a63c-bac684eb2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:00:01.523376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-1f87e154-d778-41e3-a715-062f527ecc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:01.523376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-1f87e154-d778-41e3-a715-062f527ecc41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 1124 time: 0.1082494 Jul 05 18:00:01.533276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-303c1899-0897-4a5b-b818-294114165e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.626839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a55d470a-23bf-4b11-9bff-ab414e112508 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5516543 Jul 05 18:00:01.629700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50668) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:01.636780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:01.688935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-c402dac5-73d9-44bc-8b8d-900518a937be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:01.689430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-3d34584f-4a7b-45c9-9e1c-1bd03c83ae38', 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'fixed_ips': [{'subnet_id': '949c116a-c7aa-4017-86a5-597ba547b589'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:00:01.690828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.692059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-c402dac5-73d9-44bc-8b8d-900518a937be service neutron] 10.222.0.39 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.1675615 Jul 05 18:00:01.744393 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-303c1899-0897-4a5b-b818-294114165e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.747682 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-303c1899-0897-4a5b-b818-294114165e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.749711 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-303c1899-0897-4a5b-b818-294114165e9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73f006b4-e8ce-4d30-8c6e-fc019b8add0f HTTP/1.1" status: 204 len: 168 time: 0.3131547 Jul 05 18:00:01.757267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-a0232455-7747-4076-be23-c6c92b46acdd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 HTTP/1.1" status: 200 len: 217 time: 0.0522754 Jul 05 18:00:01.763477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c1899-0897-4a5b-b818-294114165e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f006b4-e8ce-4d30-8c6e-fc019b8add0f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:01.801733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.804770 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:01.879909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-c104c081-9e47-44ca-a57b-18cb7dd5d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:01.882695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-c104c081-9e47-44ca-a57b-18cb7dd5d85f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.1033916 Jul 05 18:00:01.937475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-a74f331f-064e-4ca6-80e2-4e9ed4f72023 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428827 Jul 05 18:00:01.950681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea0816d-4187-444e-a9ff-45c6621bff85 req-322f34c2-f75d-4ac9-86a0-9bc9b03d373b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:01.950681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ea0816d-4187-444e-a9ff-45c6621bff85 req-322f34c2-f75d-4ac9-86a0-9bc9b03d373b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.1848910 Jul 05 18:00:01.982381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.011794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Allocated IP 172.20.0.2 (3d34584f-4a7b-45c9-9e1c-1bd03c83ae38/949c116a-c7aa-4017-86a5-597ba547b589/ff1a6e67-d140-4fc9-b1f9-23f1da0ba875) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:02.034786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-ecf59658-0516-4ff3-a470-f73232ca28da tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:02.038091 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-ecf59658-0516-4ff3-a470-f73232ca28da tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.97 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 1023 time: 0.1737428 Jul 05 18:00:02.096691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-71dd12e2-de59-43e2-ae9f-209787dee010 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366937 Jul 05 18:00:02.243127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ea0816d-4187-444e-a9ff-45c6621bff85 req-797472e4-27f9-45d4-ba61-2b606439694b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852836 Jul 05 18:00:02.250453 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.270396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Transition to ACTIVE for port object ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:02.307358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.330832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcb25190-ca3b-4b1d-aa7d-58062f8b38e9 req-9eb0d701-55cd-4c21-8e98-a83ed236bc88 service neutron] 10.222.0.39 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232609 Jul 05 18:00:02.340846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Deleting port 1b4c1414-f8b6-4460-9739-2d4aa094da17 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:02.341194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.354543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Transition to ACTIVE for port object ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:02.427532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddc540-5d10-4db9-9521-3bf6055f4af6 req-29b7d58f-b405-4834-9361-3ad0863b1a5b tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:02.429476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2ddc540-5d10-4db9-9521-3bf6055f4af6 req-29b7d58f-b405-4834-9361-3ad0863b1a5b tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 949 time: 0.2584739 Jul 05 18:00:02.479861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0d97d312-c60b-4a81-a1fe-4777f98b03cc up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:02.503602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2ddc540-5d10-4db9-9521-3bf6055f4af6 req-3e086867-28d0-4db4-98cd-21387b11f50a tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673847 Jul 05 18:00:02.559966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] For port 1b4c1414-f8b6-4460-9739-2d4aa094da17, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=1b4c1414-f8b6-4460-9739-2d4aa094da17,segment=NetworkSegment(85241f60-6d92-4647-b967-4b69adf4ba05),segment_id=85241f60-6d92-4647-b967-4b69adf4ba05)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:02.560436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.569836 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.579794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Calling delete_port for 1b4c1414-f8b6-4460-9739-2d4aa094da17 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:02.630168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:02.640747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Pushing event updated for resources: {'Port': ['ID=ff1a6e67-d140-4fc9-b1f9-23f1da0ba875,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:02.648424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:02.654810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:02.757043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Attempting to bind port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:02.757720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Attempting to bind port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'fb187649-8f4b-4bb4-8a51-6e753ad126ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:02.758195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Attempting to bind port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 on network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:02.766461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:02.768189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Checking segment: {'id': 'fb187649-8f4b-4bb4-8a51-6e753ad126ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:02.768189 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.768189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Bound using segment: {'id': 'fb187649-8f4b-4bb4-8a51-6e753ad126ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:02.768189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Bound port: ff1a6e67-d140-4fc9-b1f9-23f1da0ba875, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb187649-8f4b-4bb4-8a51-6e753ad126ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:02.768613 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.770544 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 0d97d312-c60b-4a81-a1fe-4777f98b03cc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:02.772770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8801921b-6011-4ea7-b808-a064dcc3af6f req-8d9e1acc-ecb2-40a0-a883-d48adc40c97f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:02.780448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8801921b-6011-4ea7-b808-a064dcc3af6f req-8d9e1acc-ecb2-40a0-a883-d48adc40c97f tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 1023 time: 0.1528947 Jul 05 18:00:02.849126 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.852664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc657539-5490-4c3f-8954-50c012a727c9 req-0531cc1d-8311-4e9c-aa62-2d4fd4bed184 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:02.854514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc657539-5490-4c3f-8954-50c012a727c9 req-0531cc1d-8311-4e9c-aa62-2d4fd4bed184 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.1499860 Jul 05 18:00:02.884831 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:02.892561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8801921b-6011-4ea7-b808-a064dcc3af6f req-3a2d0440-2d6d-4104-bedf-5a302141f9aa tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6c8b057-2a14-4a26-a5c8-b1f85803202d&id=dd84ee91-53fe-4686-b9d8-0aca9841c370&id=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1111200 Jul 05 18:00:02.973538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc657539-5490-4c3f-8954-50c012a727c9 req-1f071ef9-0fb8-4012-9b8a-9746d13822eb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781124 Jul 05 18:00:03.018607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0d97d312-c60b-4a81-a1fe-4777f98b03cc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:03.018607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:03.129618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Allocated IP 172.25.3.97 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/748dd25d-bb9d-4004-87a0-1965cd3a5f2a) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:03.228585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] For port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:03.234280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:03.268730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['1b4c1414-f8b6-4460-9739-2d4aa094da17'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:03.309032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] For port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ff1a6e67-d140-4fc9-b1f9-23f1da0ba875,segment=NetworkSegment(fb187649-8f4b-4bb4-8a51-6e753ad126ba),segment_id=fb187649-8f4b-4bb4-8a51-6e753ad126ba)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:03.312360 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:03.354848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 0d97d312-c60b-4a81-a1fe-4777f98b03cc, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0d97d312-c60b-4a81-a1fe-4777f98b03cc,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:03.446239 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:03.489972 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:03.544664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8762785-fcac-43d4-9713-adaedc4b1490 None None] Pushing event updated for resources: {'Port': ['ID=ff1a6e67-d140-4fc9-b1f9-23f1da0ba875,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:03.546453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c32fb-a623-4162-9df5-e5e4be1639c6 req-c5f07d73-ec90-469d-bb28-d625cff50579 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:03.548406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-964c32fb-a623-4162-9df5-e5e4be1639c6 req-c5f07d73-ec90-469d-bb28-d625cff50579 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.1196594 Jul 05 18:00:03.584330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50716) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:03.617121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-964c32fb-a623-4162-9df5-e5e4be1639c6 req-6dd2dffd-b77b-4aff-bdc3-16c9202edec8 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616179 Jul 05 18:00:03.648826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=0d97d312-c60b-4a81-a1fe-4777f98b03cc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:03.675703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'Port': ['ID=1b4c1414-f8b6-4460-9739-2d4aa094da17,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:03.765392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] No DVR routers for this DVR port 1b4c1414-f8b6-4460-9739-2d4aa094da17 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:03.770466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-781023740-network', 'tenant_id': '217f0527e829482b9d831005ded3de18'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:03.774246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:03.776387 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bdcd7d5a-adb8-408c-944b-2624ee6d4742 req-1d95c944-02b1-4d86-993c-4725132522a7 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.97 "DELETE /v2.0/ports/1b4c1414-f8b6-4460-9739-2d4aa094da17 HTTP/1.1" status: 204 len: 173 time: 1.7336221 Jul 05 18:00:03.776869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'name': 'network-vif-deleted', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:03.779827 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd30f1d5-5ff1-4988-825b-68999b8d2bc0" -d '{"events": [{"server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "name": "network-vif-deleted", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:03.785362 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:03.850927 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c22c97-0fda-4e86-a3e6-51e2240e719e x-openstack-request-id: req-66c22c97-0fda-4e86-a3e6-51e2240e719e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:03.851541 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9a6004-13d0-44d5-a330-a89ba464756c", "name": "network-vif-deleted", "tag": "1b4c1414-f8b6-4460-9739-2d4aa094da17", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:03.851541 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66c22c97-0fda-4e86-a3e6-51e2240e719e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:03.852058 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9a6004-13d0-44d5-a330-a89ba464756c', 'name': 'network-vif-deleted', 'tag': '1b4c1414-f8b6-4460-9739-2d4aa094da17', 'status': 'completed', 'code': 200} Jul 05 18:00:03.933393 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:03.962407 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaf710-dc99-4d9f-b5a3-9faf41441d22 req-542a0820-e148-4784-86eb-9c306f5be17b tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:03.965156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adbaf710-dc99-4d9f-b5a3-9faf41441d22 req-542a0820-e148-4784-86eb-9c306f5be17b tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 949 time: 0.1548023 Jul 05 18:00:03.966135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Made reservation on behalf of 217f0527e829482b9d831005ded3de18 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:00:03.969736 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:03.994751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:03.998777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:04.003473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:04.017433 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.067448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Pushing event updated for resources: {'Port': ['ID=748dd25d-bb9d-4004-87a0-1965cd3a5f2a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:04.080251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd262828-9057-4068-a78c-29665018acf4 req-26540307-938e-45e3-83bb-1ee9213807d1 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/ports?device_id=dc9a6004-13d0-44d5-a330-a89ba464756c HTTP/1.1" status: 200 len: 210 time: 0.0424442 Jul 05 18:00:04.093556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adbaf710-dc99-4d9f-b5a3-9faf41441d22 req-b527c612-6b2e-4918-86ae-655145921a83 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207030 Jul 05 18:00:04.156310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 08bafdd5-3b9b-41d4-97af-374f7c531079 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:04.246861 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.476808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:04.503144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.519354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 08bafdd5-3b9b-41d4-97af-374f7c531079 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:04.541050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff5d01d-c680-4694-bc3d-4ac1c8b5730f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:04.547733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 08bafdd5-3b9b-41d4-97af-374f7c531079 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:04.547733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.573973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:00:04.600801 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.607604 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Added segment 7a9626b1-97e5-471a-b18d-b86d1aa3d246 of type vlan for network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 Jul 05 18:00:04.662380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.736201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.738999 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.794947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0178ab6f-e6f1-4a62-a1e2-5ae3166d0196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bafdd5-3b9b-41d4-97af-374f7c531079'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:04.798825 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254dbf47-765d-4d8c-b92b-f1b3a6f760f5" -d '{"events": [{"server_uuid": "0178ab6f-e6f1-4a62-a1e2-5ae3166d0196", "name": "network-vif-plugged", "status": "completed", "tag": "08bafdd5-3b9b-41d4-97af-374f7c531079"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:04.810133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:04.866466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 08bafdd5-3b9b-41d4-97af-374f7c531079, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=08bafdd5-3b9b-41d4-97af-374f7c531079,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:04.872899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0d97d312-c60b-4a81-a1fe-4777f98b03cc up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:04.890523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.890523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:04.890523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:04.982039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db67d69a-b6c3-45c3-9f84-9a467217350a None None] Network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:00:05.011771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] Pushing event updated for resources: {'Network': ['ID=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:05.085520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:05.121494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:00:05.132646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:05.141939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1918a9-6e4b-48d9-a3d3-beb4f670fe42 req-14c6a504-436e-44b0-b7ee-602099d10b40 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:05.144555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a1918a9-6e4b-48d9-a3d3-beb4f670fe42 req-14c6a504-436e-44b0-b7ee-602099d10b40 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.2085760 Jul 05 18:00:05.214177 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d232a1d1-a22e-4785-93ad-f319c9a63e50 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.6256678 Jul 05 18:00:05.228304 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db95bcf0-9361-47dd-9bf8-cbf86b434eca x-openstack-request-id: req-db95bcf0-9361-47dd-9bf8-cbf86b434eca {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:05.228938 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0178ab6f-e6f1-4a62-a1e2-5ae3166d0196", "name": "network-vif-plugged", "status": "completed", "tag": "08bafdd5-3b9b-41d4-97af-374f7c531079", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:05.228938 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db95bcf0-9361-47dd-9bf8-cbf86b434eca {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:05.229204 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0178ab6f-e6f1-4a62-a1e2-5ae3166d0196', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08bafdd5-3b9b-41d4-97af-374f7c531079', 'code': 200} Jul 05 18:00:05.231899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=08bafdd5-3b9b-41d4-97af-374f7c531079,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:05.233828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50744) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:05.243992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Request body: {'subnet': {'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-781023740-subnet', 'tenant_id': '217f0527e829482b9d831005ded3de18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:05.265855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0d97d312-c60b-4a81-a1fe-4777f98b03cc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:05.266579 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:05.392653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a1918a9-6e4b-48d9-a3d3-beb4f670fe42 req-6d6435ad-b112-4d01-a612-fc34d0e1dceb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360618 Jul 05 18:00:05.407864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d3edafb8-c4a1-474a-93d8-cabdedc6667e None None] Provisioning for port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:05.428679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d3edafb8-c4a1-474a-93d8-cabdedc6667e None None] Provisioning complete for port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:05.429262 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d3edafb8-c4a1-474a-93d8-cabdedc6667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:05.460173 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:00:05.500012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7d00b-7f83-4588-bef0-1b301a0eadd0 req-0e1f35df-fc05-44bc-88a6-49546316378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:05.509849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10d7d00b-7f83-4588-bef0-1b301a0eadd0 req-0e1f35df-fc05-44bc-88a6-49546316378c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 1101 time: 0.2443311 Jul 05 18:00:05.541612 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d3edafb8-c4a1-474a-93d8-cabdedc6667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:05.548772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db4ace-c7a9-48a5-a6ba-717f1c94fcc7 req-da09986b-c9eb-41f3-a8fd-60dde108b6fc tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:05.559588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db4ace-c7a9-48a5-a6ba-717f1c94fcc7 req-da09986b-c9eb-41f3-a8fd-60dde108b6fc tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 950 time: 0.2551203 Jul 05 18:00:05.613779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d3edafb8-c4a1-474a-93d8-cabdedc6667e None None] For port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ff1a6e67-d140-4fc9-b1f9-23f1da0ba875,segment=NetworkSegment(fb187649-8f4b-4bb4-8a51-6e753ad126ba),segment_id=fb187649-8f4b-4bb4-8a51-6e753ad126ba)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:05.631730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Made reservation on behalf of 217f0527e829482b9d831005ded3de18 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:00:05.634325 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:05.638991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10d7d00b-7f83-4588-bef0-1b301a0eadd0 req-bbc80c94-a873-4839-8de4-afb092bafea3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044912 Jul 05 18:00:05.677830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:00:05.688936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Sync routers for ids ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:00:05.708054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Routers {'93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:05.709272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:05.717549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db4ace-c7a9-48a5-a6ba-717f1c94fcc7 req-16e99cab-a26d-448f-8a2e-a4e007f133b0 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503444 Jul 05 18:00:05.757647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 1b4c1414-f8b6-4460-9739-2d4aa094da17 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:05.796373 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d3edafb8-c4a1-474a-93d8-cabdedc6667e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:05.798686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 1b4c1414-f8b6-4460-9739-2d4aa094da17 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:05.799029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 1b4c1414-f8b6-4460-9739-2d4aa094da17 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:05.800284 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:05.837316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:05.839077 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7e776981-b597-45ba-89fa-2149b3494268 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2082756 Jul 05 18:00:05.841832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50750) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:05.896696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-938b93eb-9815-467c-8a06-92755f26c327 req-3ff0b262-114a-4461-bd07-317952035b2b tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/d6c8b057-2a14-4a26-a5c8-b1f85803202d HTTP/1.1" status: 200 len: 1801 time: 0.1276650 Jul 05 18:00:05.920819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edafb8-c4a1-474a-93d8-cabdedc6667e None None] Pushing event updated for resources: {'Port': ['ID=ff1a6e67-d140-4fc9-b1f9-23f1da0ba875,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:05.928480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Set router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:06.009631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e1648404-20c3-459e-899c-32113ae16019 None None] Provisioning complete for port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:06.009926 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1648404-20c3-459e-899c-32113ae16019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.017413 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-938b93eb-9815-467c-8a06-92755f26c327 req-6d528a99-ac04-40c0-b39b-fd40c690b5d5 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.043772 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-938b93eb-9815-467c-8a06-92755f26c327 req-6d528a99-ac04-40c0-b39b-fd40c690b5d5 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.168883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:06.276443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:01Z', 'updated_at': '2021-07-05T18:00:04Z', 'revision_number': 3, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'gw_port': {'id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:02Z', 'updated_at': '2021-07-05T18:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:06.289447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-938b93eb-9815-467c-8a06-92755f26c327 req-6d528a99-ac04-40c0-b39b-fd40c690b5d5 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.292365 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-938b93eb-9815-467c-8a06-92755f26c327 req-6d528a99-ac04-40c0-b39b-fd40c690b5d5 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.293697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-938b93eb-9815-467c-8a06-92755f26c327 req-6d528a99-ac04-40c0-b39b-fd40c690b5d5 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/d6c8b057-2a14-4a26-a5c8-b1f85803202d HTTP/1.1" status: 204 len: 173 time: 0.3889971 Jul 05 18:00:06.294702 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.312959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Checking router: 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:00:06.313322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Updating router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:00:06.367020 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.405530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d528a99-ac04-40c0-b39b-fd40c690b5d5 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c8b057-2a14-4a26-a5c8-b1f85803202d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:06.422303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.486967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:06.495066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=e039f504-6b86-40f2-812b-b12379744305,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:06.507113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b27b27c1-7c05-472b-865e-212035f5fb4e req-711a0519-f4e1-4940-9e1a-4fc0a0eb5a67 tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "GET /v2.0/security-groups/dd84ee91-53fe-4686-b9d8-0aca9841c370 HTTP/1.1" status: 200 len: 1799 time: 0.1738377 Jul 05 18:00:06.512408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Checking segment: {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:06.512408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Network hostable DHCP agents. Network: 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:00:06.670839 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Allocated IP 172.20.0.1 (3d34584f-4a7b-45c9-9e1c-1bd03c83ae38/949c116a-c7aa-4017-86a5-597ba547b589/62a14b0a-074f-4f95-a940-a29b35ff29d7) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:06.720949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:00:06.759769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b27b27c1-7c05-472b-865e-212035f5fb4e req-eb3cef84-a368-4c5c-a96d-56d6168fc7bd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.774250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:06.774774 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.831572 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b27b27c1-7c05-472b-865e-212035f5fb4e req-eb3cef84-a368-4c5c-a96d-56d6168fc7bd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.865007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.880203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Transition to ACTIVE for port object 62a14b0a-074f-4f95-a940-a29b35ff29d7 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:06.915022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-7c2f42eb-f8a9-4218-870f-060e516bb645 service neutron] 10.222.0.39 "GET /v2.0/ports/89d23b49-dac0-4ec5-a1bf-5f54075c3ad7/bindings/n-h1-799524-1 HTTP/1.1" status: 200 len: 384 time: 0.2885883 Jul 05 18:00:06.929979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:06.949685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Transition to ACTIVE for port object 748dd25d-bb9d-4004-87a0-1965cd3a5f2a will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:06.980981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490f187-7ab2-4a1c-95fc-960eeae5b56f req-a09f0d65-68df-4d6e-a8be-8a3512ac0a79 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:06.982778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4490f187-7ab2-4a1c-95fc-960eeae5b56f req-a09f0d65-68df-4d6e-a8be-8a3512ac0a79 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.3316872 Jul 05 18:00:07.006363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:07.014265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b7d7d6-39ee-45b5-a718-b3186ae01fab None None] Network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:00:07.033605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:07.034329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:07.065218 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:07.097967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4490f187-7ab2-4a1c-95fc-960eeae5b56f req-e0a8d227-c125-46ce-bdf0-43e933c836ec tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940690 Jul 05 18:00:07.135424 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:07.163377 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b27b27c1-7c05-472b-865e-212035f5fb4e req-eb3cef84-a368-4c5c-a96d-56d6168fc7bd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:07.166689 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b27b27c1-7c05-472b-865e-212035f5fb4e req-eb3cef84-a368-4c5c-a96d-56d6168fc7bd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:07.168217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b27b27c1-7c05-472b-865e-212035f5fb4e req-eb3cef84-a368-4c5c-a96d-56d6168fc7bd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] 10.222.0.30 "DELETE /v2.0/security-groups/dd84ee91-53fe-4686-b9d8-0aca9841c370 HTTP/1.1" status: 204 len: 173 time: 0.6536129 Jul 05 18:00:07.172114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Attempting to bind port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:07.174732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Attempting to bind port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:07.174732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Attempting to bind port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:07.181688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b31e1547-53cc-4024-9344-775376082dea admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9466529 Jul 05 18:00:07.184803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50762) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:07.208346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:07.208346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:07.217845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:07.217845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:07.217845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Bound port: 748dd25d-bb9d-4004-87a0-1965cd3a5f2a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:07.217845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:07.324847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bc344-66a1-44eb-b7a2-3374e0d475f0 None None] Pushing event updated for resources: {'Port': ['ID=748dd25d-bb9d-4004-87a0-1965cd3a5f2a,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:07.332144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:07.342656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:07.361275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:07.401114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3cef84-a368-4c5c-a96d-56d6168fc7bd tempest-SecurityGroupsTestJSON-1418705427 tempest-SecurityGroupsTestJSON-1418705427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd84ee91-53fe-4686-b9d8-0aca9841c370,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:07.517666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Pushing event updated for resources: {'Port': ['ID=62a14b0a-074f-4f95-a940-a29b35ff29d7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:07.549711 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:07.618638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad8dd5-0715-4e08-9392-2c11adc12c7e None None] Network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:00:07.641827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] For port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:07.784115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] For port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=748dd25d-bb9d-4004-87a0-1965cd3a5f2a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:07.925226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:07.991093 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:08.060384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bc344-66a1-44eb-b7a2-3374e0d475f0 None None] Pushing event updated for resources: {'Port': ['ID=748dd25d-bb9d-4004-87a0-1965cd3a5f2a,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:08.073223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Routers {'93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:08.073942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:08.219885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] Set router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:08.237375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Deleting subnet aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:00:08.241542 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:08.243162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:08.303046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-97ddded6-9b26-4f2b-a506-3f46ed29fe71 None None] Provisioning for port 62a14b0a-074f-4f95-a940-a29b35ff29d7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:08.309486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-97ddded6-9b26-4f2b-a506-3f46ed29fe71 None None] Provisioning complete for port 62a14b0a-074f-4f95-a940-a29b35ff29d7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:08.310529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-97ddded6-9b26-4f2b-a506-3f46ed29fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:08.321231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:08.334922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:08.398402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-97ddded6-9b26-4f2b-a506-3f46ed29fe71 None None] Port 62a14b0a-074f-4f95-a940-a29b35ff29d7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:00:08.410644 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:08.440933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Pushing event updated for resources: {'Port': ['ID=62a14b0a-074f-4f95-a940-a29b35ff29d7,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:08.445277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-70fbe2a4-1eb7-43fc-b83a-ccff49c66cff tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:08.452798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-70fbe2a4-1eb7-43fc-b83a-ccff49c66cff tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 804 time: 0.3505387 Jul 05 18:00:08.453166 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:08.455379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:08.467610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da665f99-a8b1-43eb-b04d-918cf681cfe9 req-d2bfca90-1a71-48f4-b02f-89f3e2111f5f tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:08.476362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da665f99-a8b1-43eb-b04d-918cf681cfe9 req-d2bfca90-1a71-48f4-b02f-89f3e2111f5f tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 950 time: 1.0608513 Jul 05 18:00:08.513730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-2dcaf9fb-f81e-4139-87ce-9b464504a862 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/quotas/217f0527e829482b9d831005ded3de18 HTTP/1.1" status: 200 len: 375 time: 0.0599830 Jul 05 18:00:08.524624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:01Z', 'updated_at': '2021-07-05T18:00:07Z', 'revision_number': 4, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'gw_port': {'id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:02Z', 'updated_at': '2021-07-05T18:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '62a14b0a-074f-4f95-a940-a29b35ff29d7', 'name': '', 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'mac_address': 'fa:16:3e:93:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '949c116a-c7aa-4017-86a5-597ba547b589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:06Z', 'updated_at': '2021-07-05T18:00:06Z', 'revision_number': 1, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'subnets': [{'id': '949c116a-c7aa-4017-86a5-597ba547b589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:08.567183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feda21b-7dad-42a0-8fbe-2309b4d97357 None None] The sync data for ids ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'] in n-d-799524-1 is: [{'id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:01Z', 'updated_at': '2021-07-05T18:00:07Z', 'revision_number': 4, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'gw_port': {'id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:02Z', 'updated_at': '2021-07-05T18:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '62a14b0a-074f-4f95-a940-a29b35ff29d7', 'name': '', 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'mac_address': 'fa:16:3e:93:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '949c116a-c7aa-4017-86a5-597ba547b589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:06Z', 'updated_at': '2021-07-05T18:00:06Z', 'revision_number': 1, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'subnets': [{'id': '949c116a-c7aa-4017-86a5-597ba547b589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:00:08.588049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:08.590959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:08.627909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da665f99-a8b1-43eb-b04d-918cf681cfe9 req-89a0f189-ed8d-4605-8fb1-7e33bdb8f177 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505980 Jul 05 18:00:08.630293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-17b68263-7dbb-4b9a-8a47-034c4529a15c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831258 Jul 05 18:00:08.638423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:08.683851 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:08.687797 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:08.815984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:00:08.886261 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:08.926687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-bac7ab83-f4fb-4d4a-b5dd-e393d51dde43 service neutron] 10.222.0.30 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777817 Jul 05 18:00:09.001901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:00:09.008111 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-373a2d4a-d102-40f8-b626-2e67a982865d admin admin] 10.222.0.30 "PUT /v2.0/routers/93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1642406 Jul 05 18:00:09.051633 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:09.135699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8d08fabd-f71e-43dc-89a0-6b2f5aefd7b5 None None] Provisioning complete for port 62a14b0a-074f-4f95-a940-a29b35ff29d7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:09.142740 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8d08fabd-f71e-43dc-89a0-6b2f5aefd7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:09.144790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:09.153854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:09.158152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aeb2db40-95d4-4e03-acfd-ac5cbbcbc6c6 HTTP/1.1" status: 204 len: 168 time: 1.9680445 Jul 05 18:00:09.158600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50796) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:09.213314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-8d08fabd-f71e-43dc-89a0-6b2f5aefd7b5 None None] Port 62a14b0a-074f-4f95-a940-a29b35ff29d7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:00:09.255544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.259689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.259689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.259689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.259689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.259689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.259689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.259689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.260816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.261363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.261869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.262357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-740f540f-3f42-4da4-bbd9-eeac6258008f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:09.301371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffa03f-be3b-4ee9-a1f3-6cbd60cd8548 req-090af7c9-29e1-42fc-b676-dfa253cd2fb5 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:09.305346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15ffa03f-be3b-4ee9-a1f3-6cbd60cd8548 req-090af7c9-29e1-42fc-b676-dfa253cd2fb5 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 943 time: 0.4751663 Jul 05 18:00:09.306488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-de91d752-99f2-406d-8709-4f83059dd577 service neutron] 10.222.0.30 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791778 Jul 05 18:00:09.308980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:09.354601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] Transition to ACTIVE for port object 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:09.402222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15ffa03f-be3b-4ee9-a1f3-6cbd60cd8548 req-7546262f-e6ed-492f-a27a-1f4887015b8b tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922244 Jul 05 18:00:09.451522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:09.542061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] Pushing event updated for resources: {'Port': ['ID=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,revision_number=10']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:09.564256 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:09.593528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bb9815-a0b2-477b-a04e-1ef038db9eac']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:09.608809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85241f60-6d92-4647-b967-4b69adf4ba05') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:09.609236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85241f60-6d92-4647-b967-4b69adf4ba05') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:09.618433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] No DVR routers for this DVR port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:09.637990 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:09.723493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:09.742988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-ad38898b-d3cd-41ca-ab13-836078fcb29d service neutron] 10.222.0.39 "PUT /v2.0/ports/89d23b49-dac0-4ec5-a1bf-5f54075c3ad7/bindings/n-h1-799524-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8070164 Jul 05 18:00:09.756186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:00:09.756614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:00:09.770685 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:00:10.169215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:10.182764 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:10.213159 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] 10.222.0.30 "DELETE /v2.0/networks/23bb9815-a0b2-477b-a04e-1ef038db9eac HTTP/1.1" status: 204 len: 168 time: 1.0531027 Jul 05 18:00:10.265501 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3587b90-0858-428d-9b7b-39635e7fa07e admin admin] Pushing event deleted for resources: {'Network': ['ID=23bb9815-a0b2-477b-a04e-1ef038db9eac,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:10.416887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-8b607b4d-4fe7-442c-8b19-b53d55fa2ba3 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:10.418477 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-8b607b4d-4fe7-442c-8b19-b53d55fa2ba3 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.3945322 Jul 05 18:00:10.532868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 748dd25d-bb9d-4004-87a0-1965cd3a5f2a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:10.585925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ff21b414-1aba-47e8-bdb6-f01fea614730 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:10.603481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ff21b414-1aba-47e8-bdb6-f01fea614730 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 807 time: 0.4693143 Jul 05 18:00:10.624028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-a35e8280-0acf-4511-9808-a23e29884d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:10.626983 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-a35e8280-0acf-4511-9808-a23e29884d0f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3 HTTP/1.1" status: 200 len: 1095 time: 0.1987634 Jul 05 18:00:10.731938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78078e04-6c5d-499a-8671-ca04d3e6d43e req-eb5411cb-556f-42aa-ac94-f50910328c61 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 210 time: 0.1225197 Jul 05 18:00:10.761750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:10.791245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:10.791626 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:10.791880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-8519dbfb-0e1a-4f59-862b-998dfcae8306 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/quotas/60f9e1b656d140fe9c084ba5be80f85e HTTP/1.1" status: 200 len: 375 time: 0.1827829 Jul 05 18:00:10.819132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-1bf20844-fafc-4dc2-a7bd-58ad42fb672b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:10.821195 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-1bf20844-fafc-4dc2-a7bd-58ad42fb672b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 1095 time: 0.1641181 Jul 05 18:00:10.949498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-9bc6af23-93c0-42c0-93c2-77607fbf2625 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1553338 Jul 05 18:00:10.982635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50832) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:11.080864 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:11.092557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e34fe5ba-3f6a-429a-91ac-30365dafb622 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=067f21970fc24aa3aa98db5859b620ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081362 Jul 05 18:00:11.095043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50834) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:11.167097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e284d405-0ccc-4960-9b2d-eedb7e39d2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:11.211886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=748dd25d-bb9d-4004-87a0-1965cd3a5f2a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:11.223579 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e284d405-0ccc-4960-9b2d-eedb7e39d2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:11.261085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-1ea7812d-a222-4899-89dd-0beeddd5cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:11.264852 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-1ea7812d-a222-4899-89dd-0beeddd5cf47 service neutron] 10.222.0.97 "GET /v2.0/networks?id=18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 200 len: 920 time: 0.4368453 Jul 05 18:00:11.304566 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:11.357957 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-4fd5a2ce-4e71-4977-a08c-89bd5a2724d2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 HTTP/1.1" status: 200 len: 217 time: 0.0850134 Jul 05 18:00:11.477984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-a5c088fc-0c03-4b35-8cc8-5bb9628ba74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:11.484542 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-a5c088fc-0c03-4b35-8cc8-5bb9628ba74f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 200 len: 860 time: 0.1174202 Jul 05 18:00:11.530588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=748dd25d-bb9d-4004-87a0-1965cd3a5f2a,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:11.553516 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-1f592f7a-6fcf-4fa0-a287-308a63eef596 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=18dee5c2-815f-4df7-b94e-e541063e1de3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613930 Jul 05 18:00:11.559794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-9e5f420f-7f71-4df3-a4cf-410359246791 service neutron] 10.222.0.30 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091459 Jul 05 18:00:11.859838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6f0c9e-1c47-4f98-93e2-7cdc13d859ee req-3113bdac-1997-47af-8f95-a3caaf083038 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:11.863970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b6f0c9e-1c47-4f98-93e2-7cdc13d859ee req-3113bdac-1997-47af-8f95-a3caaf083038 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 950 time: 0.6163731 Jul 05 18:00:11.970120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-a06491f6-d8b9-4d86-b2cb-35ee5fb7aeb8 service neutron] 10.222.0.30 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739572 Jul 05 18:00:11.979714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e284d405-0ccc-4960-9b2d-eedb7e39d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:11.982988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e284d405-0ccc-4960-9b2d-eedb7e39d2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:11.984246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e284d405-0ccc-4960-9b2d-eedb7e39d2e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428 HTTP/1.1" status: 204 len: 168 time: 0.8881106 Jul 05 18:00:12.006951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284d405-0ccc-4960-9b2d-eedb7e39d2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bdeb82-3c4e-4e9c-8f69-2d9169f0d428,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:12.018515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b6f0c9e-1c47-4f98-93e2-7cdc13d859ee req-707867d5-01af-4219-b293-e9d020dd5b91 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405668 Jul 05 18:00:12.517831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 748dd25d-bb9d-4004-87a0-1965cd3a5f2a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:12.559361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5dae47-6dc4-4bb4-99a2-8faee29f83da req-54e3ddd4-1c35-4148-ac39-436c18ae31b3 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:12.569076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e5dae47-6dc4-4bb4-99a2-8faee29f83da req-54e3ddd4-1c35-4148-ac39-436c18ae31b3 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 944 time: 0.2498393 Jul 05 18:00:12.631526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:12.635118 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:12.701330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e5dae47-6dc4-4bb4-99a2-8faee29f83da req-da803937-7330-48a9-85fa-e867f3cd805f tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288998 Jul 05 18:00:12.754517 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-14ac9b97-85be-40c3-bcf3-569f68fc00b5 service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1919675 Jul 05 18:00:12.968613 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Sync routers for ids ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:00:12.986369 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Routers {'93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:12.987429 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:13.266247 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-509a1b12-1f6d-4132-9667-57aeaeb9a43a service neutron] 10.222.0.97 "GET /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014217 Jul 05 18:00:13.275347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-f4507322-7490-4810-a3c7-31e4c107a017 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=41381a4a96774806b949943b9d99795d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817962 Jul 05 18:00:13.457911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83fe6035-9835-4dde-a02a-eb20a672ba2d req-0b35f159-206a-4deb-b3ee-e60d88ce5274 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 210 time: 0.0556397 Jul 05 18:00:13.477365 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Set router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:13.563018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b04e8475-c12d-482c-b137-ff42fc8562e0 req-2e2abc90-6898-41ca-ba90-327992f444c4 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.0565090 Jul 05 18:00:13.634286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-73b42668-c184-48dc-9411-5f19835ce7c7 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:13.641952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-73b42668-c184-48dc-9411-5f19835ce7c7 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3636050 Jul 05 18:00:13.685721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-72456873-67ca-4c32-ace2-a847592f30f6 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/quotas/41381a4a96774806b949943b9d99795d HTTP/1.1" status: 200 len: 375 time: 0.0305300 Jul 05 18:00:13.968128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-9a9b5084-c925-4b35-8290-9786eb27d5f8 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=41381a4a96774806b949943b9d99795d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2746737 Jul 05 18:00:14.103219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-038bc187-6e90-48cf-8a93-f52459a486d6 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:14.103798 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:01Z', 'updated_at': '2021-07-05T18:00:07Z', 'revision_number': 4, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'gw_port': {'id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:02Z', 'updated_at': '2021-07-05T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '62a14b0a-074f-4f95-a940-a29b35ff29d7', 'name': '', 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'mac_address': 'fa:16:3e:93:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '949c116a-c7aa-4017-86a5-597ba547b589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:06Z', 'updated_at': '2021-07-05T18:00:08Z', 'revision_number': 2, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'subnets': [{'id': '949c116a-c7aa-4017-86a5-597ba547b589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:14.109584 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-038bc187-6e90-48cf-8a93-f52459a486d6 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.97 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 804 time: 0.1964972 Jul 05 18:00:14.195416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Request body: {'port': {'device_id': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'admin_state_up': True, 'tenant_id': '217f0527e829482b9d831005ded3de18'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:14.206178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d8695-02dc-4b50-bf3e-7cf2800ba109 req-93fc1921-d291-4aff-9227-8be8a9e460e6 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:14.217111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-939d8695-02dc-4b50-bf3e-7cf2800ba109 req-93fc1921-d291-4aff-9227-8be8a9e460e6 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 944 time: 0.2435524 Jul 05 18:00:14.248019 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Checking router: 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:00:14.248609 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Updating router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 port 62a14b0a-074f-4f95-a940-a29b35ff29d7 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:00:14.297458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-939d8695-02dc-4b50-bf3e-7cf2800ba109 req-03277833-7462-4c14-91ed-ad78588d0012 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793569 Jul 05 18:00:14.340537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50902) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:14.398074 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:14.527055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28cabada-ad64-4c33-b335-3f34eef778c1 req-9d102697-ba66-4e46-a9dd-6589d6980e77 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 210 time: 0.1017509 Jul 05 18:00:14.556092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-0d2b8398-1fa7-475b-a166-d370ce8258d7 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:14.557683 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-0d2b8398-1fa7-475b-a166-d370ce8258d7 tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db&tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.4454758 Jul 05 18:00:14.573240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-389064906-network', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:14.710168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a34634d-2692-4df3-abd7-d2fc6cc00963 req-cef3804b-3c61-453d-b71b-ddc09480397f tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.0515232 Jul 05 18:00:14.719835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Made reservation on behalf of af033b96e60d44d4a99d6be2b647dcc1 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:00:14.723661 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:14.788822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e208fbaf-4807-49c4-9461-a1042a472071 req-47b1b091-0041-4170-bec3-e605c2a6eb3d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 210 time: 0.0433559 Jul 05 18:00:14.792532 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:14.821117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:00:14.821117 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 18:00:14.821117 n-d-799524-1 neutron-server[100997]: [parameters: {'project_id_1': 'af033b96e60d44d4a99d6be2b647dcc1', 'expiration_1': datetime.datetime(2021, 7, 5, 18, 0, 14, 812247)}] Jul 05 18:00:14.821117 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:00:14.822066 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:00:14.922115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Made reservation on behalf of 217f0527e829482b9d831005ded3de18 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:00:14.925965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:14.933447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-0e779e3e-bef2-4aba-b537-079a2f57da46 service neutron] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:14.939526 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-0e779e3e-bef2-4aba-b537-079a2f57da46 service neutron] Notify callbacks [] for binding, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:14.940789 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e08a9d7-50c3-4c7d-a05b-9b7929b166ed req-0e779e3e-bef2-4aba-b537-079a2f57da46 service neutron] 10.222.0.97 "DELETE /v2.0/ports/89d23b49-dac0-4ec5-a1bf-5f54075c3ad7/bindings/n-h2-799524-1 HTTP/1.1" status: 204 len: 173 time: 0.3749738 Jul 05 18:00:15.004777 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.017858 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Transition to ACTIVE for port object 62a14b0a-074f-4f95-a940-a29b35ff29d7 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:15.095940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Allocated IP 172.20.0.11 (7b88c2f1-c515-47e3-a6e4-6d9b8ca02216/e039f504-6b86-40f2-812b-b12379744305/688bf37c-8d33-4aa9-96d1-178f766a591f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:15.128815 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.229733 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7eae0-2f4a-4a17-b0d2-878ac9c380f5 None None] Pushing event updated for resources: {'Port': ['ID=62a14b0a-074f-4f95-a940-a29b35ff29d7,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:15.277181 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Attempting to bind port 62a14b0a-074f-4f95-a940-a29b35ff29d7 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:15.279404 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Attempting to bind port 62a14b0a-074f-4f95-a940-a29b35ff29d7 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'fb187649-8f4b-4bb4-8a51-6e753ad126ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:15.279835 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Attempting to bind port 62a14b0a-074f-4f95-a940-a29b35ff29d7 on network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:15.289177 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:15.290294 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Checking segment: {'id': 'fb187649-8f4b-4bb4-8a51-6e753ad126ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:15.292626 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.293907 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Bound using segment: {'id': 'fb187649-8f4b-4bb4-8a51-6e753ad126ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:15.294513 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Bound port: 62a14b0a-074f-4f95-a940-a29b35ff29d7, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb187649-8f4b-4bb4-8a51-6e753ad126ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:15.296143 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.323886 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.528748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.586913 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] For port 62a14b0a-074f-4f95-a940-a29b35ff29d7, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:15.591418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.593247 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] For port 62a14b0a-074f-4f95-a940-a29b35ff29d7, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=62a14b0a-074f-4f95-a940-a29b35ff29d7,segment=NetworkSegment(fb187649-8f4b-4bb4-8a51-6e753ad126ba),segment_id=fb187649-8f4b-4bb4-8a51-6e753ad126ba)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:15.694177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bbdb9a-5e38-4201-877b-ca1e324f1692 req-d360cd49-4953-420e-b6f2-321c174ab0e1 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:15.696096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8bbdb9a-5e38-4201-877b-ca1e324f1692 req-d360cd49-4953-420e-b6f2-321c174ab0e1 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 944 time: 0.1366172 Jul 05 18:00:15.715135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.748792 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.749070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.751091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:00:15.792318 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:15.792563 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Added segment 541df5d6-9dd4-4e95-ab39-847a9669b8f6 of type vlan for network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d Jul 05 18:00:15.794801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ba3829-8411-4f42-9da4-c66df99bbb50,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:15.839743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8bbdb9a-5e38-4201-877b-ca1e324f1692 req-15d7058b-144c-4bdb-ae3a-5da42e65f77e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376874 Jul 05 18:00:15.861312 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7eae0-2f4a-4a17-b0d2-878ac9c380f5 None None] Pushing event updated for resources: {'Port': ['ID=62a14b0a-074f-4f95-a940-a29b35ff29d7,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:15.887123 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Routers {'93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:15.887829 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T17:59:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:15.904426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:15.911139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:15.937538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:15.994968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:16.121876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:16.122541 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:16.143865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Pushing event updated for resources: {'Port': ['ID=688bf37c-8d33-4aa9-96d1-178f766a591f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:16.153072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.153687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.154221 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.154880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.155377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.155876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.156381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.156882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.157373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.157943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.158516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.159042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:16.191834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2942280-1c82-49d5-85ed-764e98181853 req-a70efcb9-8638-4688-bda2-f7993939aaff tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 210 time: 0.1084647 Jul 05 18:00:16.211664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:16.214465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:16.215717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:16.280201 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-80527cce-1454-48bd-9134-2115bf6c20f4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1433735 Jul 05 18:00:16.300187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Request body: {'port': {'device_id': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:16.423452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99c15bea-26b7-476d-a8a2-dfea029461c0 req-1b61bf2b-cad9-4fa5-96bb-4d3a49a08034 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.2152276 Jul 05 18:00:16.488241 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] Set router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:16.500960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] Pushing event updated for resources: {'Network': ['ID=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:16.513305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:00:16.588952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:16.593870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 62a14b0a-074f-4f95-a940-a29b35ff29d7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:16.624093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-68dc1660-9a67-45e9-9592-0452f8850dc8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2818782 Jul 05 18:00:16.632851 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50940) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:16.640957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Request body: {'subnet': {'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-389064906-subnet', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:16.806301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9cad-06c5-4d47-ac52-804e241e0af7 req-ce0559df-586f-4358-b00b-2a4d2ae3244d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:16.843563 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fedc9cad-06c5-4d47-ac52-804e241e0af7 req-ce0559df-586f-4358-b00b-2a4d2ae3244d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 932 time: 0.3111989 Jul 05 18:00:16.881744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Made reservation on behalf of af033b96e60d44d4a99d6be2b647dcc1 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:00:16.887702 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:17.058734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 62a14b0a-074f-4f95-a940-a29b35ff29d7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:17.063162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 62a14b0a-074f-4f95-a940-a29b35ff29d7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:17.063735 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:17.083103 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:01Z', 'updated_at': '2021-07-05T18:00:07Z', 'revision_number': 4, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'gw_port': {'id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:02Z', 'updated_at': '2021-07-05T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '62a14b0a-074f-4f95-a940-a29b35ff29d7', 'name': '', 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'mac_address': 'fa:16:3e:93:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '949c116a-c7aa-4017-86a5-597ba547b589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:06Z', 'updated_at': '2021-07-05T18:00:15Z', 'revision_number': 4, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'subnets': [{'id': '949c116a-c7aa-4017-86a5-597ba547b589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:17.117771 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0c5936-fc0d-4042-b41b-126ad9ebbb30 None None] The sync data for ids ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'] in n-d-799524-1 is: [{'id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:01Z', 'updated_at': '2021-07-05T18:00:07Z', 'revision_number': 4, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'gw_port': {'id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:02Z', 'updated_at': '2021-07-05T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '62a14b0a-074f-4f95-a940-a29b35ff29d7', 'name': '', 'network_id': '3d34584f-4a7b-45c9-9e1c-1bd03c83ae38', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'mac_address': 'fa:16:3e:93:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '949c116a-c7aa-4017-86a5-597ba547b589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:06Z', 'updated_at': '2021-07-05T18:00:15Z', 'revision_number': 4, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'subnets': [{'id': '949c116a-c7aa-4017-86a5-597ba547b589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:00:17.265471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fedc9cad-06c5-4d47-ac52-804e241e0af7 req-7499377a-a02c-4fe3-999c-ffd669d14df5 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4204714 Jul 05 18:00:17.328457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688bf37c-8d33-4aa9-96d1-178f766a591f {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:17.365728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:17.367610 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:17.418952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Transition to ACTIVE for port object 688bf37c-8d33-4aa9-96d1-178f766a591f will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:17.468702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 62a14b0a-074f-4f95-a940-a29b35ff29d7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=62a14b0a-074f-4f95-a940-a29b35ff29d7,segment=NetworkSegment(fb187649-8f4b-4bb4-8a51-6e753ad126ba),segment_id=fb187649-8f4b-4bb4-8a51-6e753ad126ba)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:17.479732 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:17.607294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ff207c49-1505-401c-998b-5186b6d4d33a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:17.609462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ff207c49-1505-401c-998b-5186b6d4d33a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 807 time: 0.7561219 Jul 05 18:00:17.671986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Request body: {'port': {'device_id': '49f56449-ee90-441a-aada-af15810f2bbc', 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872', 'admin_state_up': True, 'tenant_id': '60f9e1b656d140fe9c084ba5be80f85e'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:17.696929 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:17.736128 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:00:17.765883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Pushing event updated for resources: {'Port': ['ID=688bf37c-8d33-4aa9-96d1-178f766a591f,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:17.870229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=62a14b0a-074f-4f95-a940-a29b35ff29d7,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:17.960460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Attempting to bind port 688bf37c-8d33-4aa9-96d1-178f766a591f on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:17.961809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Attempting to bind port 688bf37c-8d33-4aa9-96d1-178f766a591f by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:17.962350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Attempting to bind port 688bf37c-8d33-4aa9-96d1-178f766a591f on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:17.972990 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Port 688bf37c-8d33-4aa9-96d1-178f766a591f on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:00:17.973679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Attempting to bind port 688bf37c-8d33-4aa9-96d1-178f766a591f on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:17.992546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:17.993580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Checking segment: {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:17.994533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Bound using segment: {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:17.995448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Bound port: 688bf37c-8d33-4aa9-96d1-178f766a591f, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:17.996032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:18.199012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:18.204998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=688bf37c-8d33-4aa9-96d1-178f766a591f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:18.288139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e1838-4cba-4855-ab13-56fbf722f92d req-c3f84467-e547-4dc8-bdb9-5cb7ddc1edfb tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:18.291940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-619e1838-4cba-4855-ab13-56fbf722f92d req-c3f84467-e547-4dc8-bdb9-5cb7ddc1edfb tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 1095 time: 1.3973341 Jul 05 18:00:18.310735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:18.359825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:18.371389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:18.374391 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] 10.222.0.97 "PUT /v2.0/ports/688bf37c-8d33-4aa9-96d1-178f766a591f HTTP/1.1" status: 200 len: 1092 time: 2.0842772 Jul 05 18:00:18.375187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce75fac8-ca79-4539-9b99-442b4a59ff8e req-b87bd92a-7943-402e-bd47-66e7d30c35f9 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 210 time: 0.0991230 Jul 05 18:00:18.379106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:18.387344 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5301303-867d-4e35-b6a2-f708a8228ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:18.606756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81951a-62c4-4393-8890-6f70c68394c9 service neutron] Pushing event updated for resources: {'Port': ['ID=688bf37c-8d33-4aa9-96d1-178f766a591f,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:18.625199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 62a14b0a-074f-4f95-a940-a29b35ff29d7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:18.664917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-619e1838-4cba-4855-ab13-56fbf722f92d req-bd37f6fe-dd31-4301-be6b-83dfe6a5bd7b tempest-LiveAutoBlockMigrationV225Test-1678992604 tempest-LiveAutoBlockMigrationV225Test-1678992604-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433824 Jul 05 18:00:18.665879 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:18.684006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-47e34886-e3d4-4083-9d14-17700d878acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:18.695661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-47e34886-e3d4-4083-9d14-17700d878acd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 1095 time: 0.2039983 Jul 05 18:00:18.775463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 62a14b0a-074f-4f95-a940-a29b35ff29d7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:18.776570 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:18.824241 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-a2421d89-99fc-4a13-906e-bba5359ee814 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=688bf37c-8d33-4aa9-96d1-178f766a591f HTTP/1.1" status: 200 len: 217 time: 0.1200714 Jul 05 18:00:18.846430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Made reservation on behalf of 60f9e1b656d140fe9c084ba5be80f85e for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:00:18.868634 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:18.971608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7569031b-d7b8-4e77-b0f1-093d938990ef,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:19.031679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-f083ce88-c141-437b-9ea6-ce38b0e0064f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:19.040656 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-f083ce88-c141-437b-9ea6-ce38b0e0064f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e039f504-6b86-40f2-812b-b12379744305 HTTP/1.1" status: 200 len: 844 time: 0.1978114 Jul 05 18:00:19.127480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-d30f8c89-bc1f-488a-aaef-3711329fe0ad service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820541 Jul 05 18:00:19.149513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e68a0c6-302b-430c-b989-5aa1f4e80d72 req-3c0dcd7b-cd7f-43ef-8d49-634c4dbce81e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.1561430 Jul 05 18:00:19.252734 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea051c4-ced6-4761-ac90-ccb9175ef2d8 x-openstack-request-id: req-4ea051c4-ced6-4761-ac90-ccb9175ef2d8 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:19.254650 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:19.255706 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ea051c4-ced6-4761-ac90-ccb9175ef2d8 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:19.258685 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f', 'status': 'completed', 'code': 200} Jul 05 18:00:19.309356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Checking segment: {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:19.309888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Network hostable DHCP agents. Network: 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:00:19.315975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-380a6bdd-b812-41c5-aa5f-70eed595d45e tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=41381a4a96774806b949943b9d99795d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674605 Jul 05 18:00:19.365376 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-6e318408-9880-46d3-ba2c-5af6405be693 service neutron] 10.222.0.97 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268648 Jul 05 18:00:19.592311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e07d9f-09f7-4b01-aa86-e04c11c2dfdb req-2b7d2d62-94fa-4b32-bba2-17cb271c4390 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:19.601463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54e07d9f-09f7-4b01-aa86-e04c11c2dfdb req-2b7d2d62-94fa-4b32-bba2-17cb271c4390 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 944 time: 0.4749484 Jul 05 18:00:19.636507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:00:19.637881 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d66cf3a4-cdbb-48d2-8eb6-fd263a666522 req-0f4550e3-0114-48df-8ed6-a877ea4e5cfd service neutron] 10.222.0.97 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656124 Jul 05 18:00:19.683384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-a49057fd-b239-4d33-a370-e7e970273d1a tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:19.688304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-a49057fd-b239-4d33-a370-e7e970273d1a tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3570077 Jul 05 18:00:19.741344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:19.749426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3849ef-160c-414b-a8a1-3b3846eceb57 None None] Network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:00:19.760540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Request body: {'port': {'device_id': '9630c8d9-c59e-411f-bad7-98d4de4bebc4', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '41381a4a96774806b949943b9d99795d'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:19.976045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:19.976045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:20.014226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-29d55bab-dfdf-45cd-9285-8fda6d042c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:20.024484 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-29d55bab-dfdf-45cd-9285-8fda6d042c06 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 1095 time: 0.2178676 Jul 05 18:00:20.031950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54e07d9f-09f7-4b01-aa86-e04c11c2dfdb req-9f6d259f-b86d-4531-b995-6734ec858bed tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285760 Jul 05 18:00:20.079501 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Allocated IP 172.20.0.13 (a66f7e0f-287f-4a50-9e5e-c0d40615f872/79352e57-c706-4416-9600-fe200036edbc/17725697-6c9e-4d07-9431-2c6e09725a57) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:20.269389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-b67ffe3b-61bd-4ff1-b10e-2a56bb8568b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:20.270716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Made reservation on behalf of 41381a4a96774806b949943b9d99795d for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:00:20.274476 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:20.275035 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-b67ffe3b-61bd-4ff1-b10e-2a56bb8568b3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 904 time: 0.2382312 Jul 05 18:00:20.383457 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-98a69f06-8b61-45ed-bc8e-fd95ef67a479 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=688bf37c-8d33-4aa9-96d1-178f766a591f HTTP/1.1" status: 200 len: 217 time: 0.1018252 Jul 05 18:00:20.440382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8e96c53d-a9bb-413d-8730-191d25d9d396 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8043048 Jul 05 18:00:20.443897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50970) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:20.512624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-00c05d75-e82c-49f5-ba81-6ffd01a73b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:20.531804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:00:20.532423 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-00c05d75-e82c-49f5-ba81-6ffd01a73b2c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e039f504-6b86-40f2-812b-b12379744305 HTTP/1.1" status: 200 len: 844 time: 0.1419210 Jul 05 18:00:20.533022 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:20.542901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26052d78-4a4e-4607-baa6-f34e011c2242 req-10744279-9df2-49c0-ac7e-c1f7fb15e06c tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 210 time: 0.1241622 Jul 05 18:00:20.556170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:20.641118 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-bf440649-3533-4cb6-a419-165e37ab9e39 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925648 Jul 05 18:00:20.840836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbf41a37-39cb-4ded-b58f-1f4f060578fb req-f9d59a39-f8b7-43cf-bdfc-84a33692d0f8 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.2704265 Jul 05 18:00:20.851601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Allocated IP 172.20.0.2 (0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d/7569031b-d7b8-4e77-b0f1-093d938990ef/134e2645-85ff-495a-b99c-93ce1cd37845) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:20.883652 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-827cffb6-1772-4a3f-8cf9-2c9096418c9b service neutron] 10.222.0.97 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321479 Jul 05 18:00:21.115006 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.266597 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.274421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Allocated IP 192.168.233.116 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/88fa64b0-f36e-4db9-ae28-3ebc151499c7) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:21.294169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e18def45-0a8c-4016-8b4e-ce7bfacc9ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.327090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Transition to ACTIVE for port object 134e2645-85ff-495a-b99c-93ce1cd37845 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:21.404535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Transition to ACTIVE for port object 134e2645-85ff-495a-b99c-93ce1cd37845 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:21.464006 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5301303-867d-4e35-b6a2-f708a8228ea1 req-9997ee70-3886-49d4-b25e-1ffa0601079e service neutron] 10.222.0.97 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682012 Jul 05 18:00:21.504517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-8deb6425-17d2-4709-abe4-b484acf31757 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:21.507192 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-8deb6425-17d2-4709-abe4-b484acf31757 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.97 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 944 time: 0.4463460 Jul 05 18:00:21.514184 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.538091 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.555713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Transition to ACTIVE for port object 88fa64b0-f36e-4db9-ae28-3ebc151499c7 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:21.620611 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.622359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.649644 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.662725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:21.671564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:21.671564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Pushing event updated for resources: {'Port': ['ID=134e2645-85ff-495a-b99c-93ce1cd37845,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:21.684833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:21.787782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Deleting port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:21.804734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.810694 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:21.844272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:21.863723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:21.866956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:21.887705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b8bb7-102e-41a6-a5fe-2b3130be51de req-3bb6daa3-0e78-4303-b6d3-71c62bc66464 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:21.888975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Attempting to bind port 134e2645-85ff-495a-b99c-93ce1cd37845 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:21.888975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Attempting to bind port 134e2645-85ff-495a-b99c-93ce1cd37845 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:21.888975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Attempting to bind port 134e2645-85ff-495a-b99c-93ce1cd37845 on network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:21.889294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-994b8bb7-102e-41a6-a5fe-2b3130be51de req-3bb6daa3-0e78-4303-b6d3-71c62bc66464 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 944 time: 1.0426042 Jul 05 18:00:21.889414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['08bafdd5-3b9b-41d4-97af-374f7c531079'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:21.922919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Network a66f7e0f-287f-4a50-9e5e-c0d40615f872 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:21.924876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 688bf37c-8d33-4aa9-96d1-178f766a591f details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:00:21.936624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:21.939666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:22.092375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 17, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:22.092848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Checking segment: {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:22.093155 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.093548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Bound using segment: {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:22.094131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Bound port: 134e2645-85ff-495a-b99c-93ce1cd37845, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:22.094534 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.118579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] For port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:22.122148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.187936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Calling delete_port for 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:22.359904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=688bf37c-8d33-4aa9-96d1-178f766a591f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:22.377786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '688bf37c-8d33-4aa9-96d1-178f766a591f', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'port_id': '688bf37c-8d33-4aa9-96d1-178f766a591f', 'mac_address': 'fa:16:3e:1b:89:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e039f504-6b86-40f2-812b-b12379744305', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:00:22.518310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] For port 134e2645-85ff-495a-b99c-93ce1cd37845, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:22.522358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] For port 134e2645-85ff-495a-b99c-93ce1cd37845, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=134e2645-85ff-495a-b99c-93ce1cd37845,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:22.528190 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.569654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688bf37c-8d33-4aa9-96d1-178f766a591f {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:22.633815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:22.634488 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.637035 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Pushing event updated for resources: {'Port': ['ID=17725697-6c9e-4d07-9431-2c6e09725a57,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:22.658159 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.683970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=688bf37c-8d33-4aa9-96d1-178f766a591f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:22.695015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d0f50957-ba50-4d21-8642-eb36e71dcb34 None None] Provisioning for port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:22.716466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ffaec-5526-4375-a6d5-6cf7c0ba67ae req-c1b51f9a-015e-4125-a1cd-e666aac4449e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:22.718616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862ffaec-5526-4375-a6d5-6cf7c0ba67ae req-c1b51f9a-015e-4125-a1cd-e666aac4449e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 944 time: 1.0843349 Jul 05 18:00:22.722938 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.730284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d0f50957-ba50-4d21-8642-eb36e71dcb34 None None] Provisioning complete for port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:22.730805 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d0f50957-ba50-4d21-8642-eb36e71dcb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.813959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.822294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.830905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862ffaec-5526-4375-a6d5-6cf7c0ba67ae req-6a98864d-5a2e-4c4a-8fbe-7f56f8ec812b tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806973 Jul 05 18:00:22.832577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['89d23b49-dac0-4ec5-a1bf-5f54075c3ad7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:22.840119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:22.854409 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:22.862717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a19062-6f62-4291-bde2-5a16b4750905 None None] Pushing event updated for resources: {'Port': ['ID=134e2645-85ff-495a-b99c-93ce1cd37845,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:22.910925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d0f50957-ba50-4d21-8642-eb36e71dcb34 None None] Port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:00:22.919144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Pushing event deleted for resources: {'Port': ['ID=89d23b49-dac0-4ec5-a1bf-5f54075c3ad7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:22.948238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=688bf37c-8d33-4aa9-96d1-178f766a591f,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:22.992445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2547972 Jul 05 18:00:22.994731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ac6f1-6bec-42b7-a600-058c2f5e1f9d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Pushing event updated for resources: {'Port': ['ID=88fa64b0-f36e-4db9-ae28-3ebc151499c7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:23.007787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-d25704db-25c2-47b3-81e3-b60c1e4638a0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3610761 Jul 05 18:00:23.009685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] No DVR routers for this DVR port 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:23.012543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:23.014676 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f372d8fe-9a25-4771-b12b-3cf13bbf575f req-417e2983-26e3-47e1-8380-524af62a9ebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.97 "DELETE /v2.0/ports/89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 HTTP/1.1" status: 204 len: 173 time: 1.4992986 Jul 05 18:00:23.022123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'name': 'network-vif-deleted', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:23.022123 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25858901-1d99-4fee-a923-6727bb0f6e4b" -d '{"events": [{"server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "name": "network-vif-deleted", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:23.030364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Request body: {'port': {'device_id': '49f56449-ee90-441a-aada-af15810f2bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:23.038805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Request body: {'port': {'device_id': '9630c8d9-c59e-411f-bad7-98d4de4bebc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:23.050978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-994b8bb7-102e-41a6-a5fe-2b3130be51de req-820fcb79-351c-4b1e-809c-1412cb3afebb tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ff44780-3857-4286-aa96-8094eeb5cec0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1589520 Jul 05 18:00:23.155332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['688bf37c-8d33-4aa9-96d1-178f766a591f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:23.216441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['54427a8e-8e75-448b-a846-49d2cafe40be'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:23.440464 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-132e181e-3f4f-444f-85ce-ab4a97f5243d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:23.467949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:23.597079 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:23.650074 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:23.694110 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:23.872850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0528b-1193-442e-910a-55817a9cb5f8 req-754e844a-e87a-45a7-a5b7-9f08b520e04c tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:23.882851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2a0528b-1193-442e-910a-55817a9cb5f8 req-754e844a-e87a-45a7-a5b7-9f08b520e04c tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 936 time: 0.6980639 Jul 05 18:00:23.915860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:23.954166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fbd0db-7748-413b-8e91-ccad0a051ef5 req-fd79befe-ebe9-4dba-a88f-bd3edb9d521c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:23.966179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28fbd0db-7748-413b-8e91-ccad0a051ef5 req-fd79befe-ebe9-4dba-a88f-bd3edb9d521c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 932 time: 0.5957119 Jul 05 18:00:23.992168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:23.997163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 89d23b49-dac0-4ec5-a1bf-5f54075c3ad7 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:24.325723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2a0528b-1193-442e-910a-55817a9cb5f8 req-45e269d8-6dec-498c-ace8-0d8a92ff2b8e tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414704 Jul 05 18:00:24.396393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00809fa-b5d2-4683-ab38-e4521fd29359 None None] Network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:00:24.450805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28fbd0db-7748-413b-8e91-ccad0a051ef5 req-4235ea56-007e-4536-9284-1735b28f4614 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825509 Jul 05 18:00:24.535114 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c93deb7-2920-4355-a437-23505e6736f4 x-openstack-request-id: req-5c93deb7-2920-4355-a437-23505e6736f4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:24.535620 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21b4d237-53bc-4e57-b680-d07592df90db", "name": "network-vif-deleted", "tag": "89d23b49-dac0-4ec5-a1bf-5f54075c3ad7", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:24.535733 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c93deb7-2920-4355-a437-23505e6736f4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:24.536108 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21b4d237-53bc-4e57-b680-d07592df90db', 'name': 'network-vif-deleted', 'tag': '89d23b49-dac0-4ec5-a1bf-5f54075c3ad7', 'status': 'completed', 'code': 200} Jul 05 18:00:24.663805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 134e2645-85ff-495a-b99c-93ce1cd37845 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:24.759136 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:24.793218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-daec42b0-438e-4fa6-aa90-af651d729590 None None] Provisioning for port 134e2645-85ff-495a-b99c-93ce1cd37845 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:24.865903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88fa64b0-f36e-4db9-ae28-3ebc151499c7 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:24.875061 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:24.889575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Transition to ACTIVE for port object 88fa64b0-f36e-4db9-ae28-3ebc151499c7 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:24.937762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 134e2645-85ff-495a-b99c-93ce1cd37845 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:24.948451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 134e2645-85ff-495a-b99c-93ce1cd37845 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:24.955659 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:24.992840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54c8a48b-2d25-41bc-9ee2-cc3b626be523 req-c6fa45b8-9b36-49c1-a614-d1e67de05ca4 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 210 time: 0.0949776 Jul 05 18:00:25.000781 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:25.180122 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:25.238443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 134e2645-85ff-495a-b99c-93ce1cd37845, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=134e2645-85ff-495a-b99c-93ce1cd37845,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:25.267160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Pushing event updated for resources: {'Port': ['ID=88fa64b0-f36e-4db9-ae28-3ebc151499c7,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:25.324940 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:25.525017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17725697-6c9e-4d07-9431-2c6e09725a57 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:25.532056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=134e2645-85ff-495a-b99c-93ce1cd37845,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:25.542376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.543406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.543975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.544700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.545260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.546190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.546903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.557613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.558202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.559379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.559988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.560542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:00:25.681834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:25.721812 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:25.723548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e610f988-3d70-4294-b0b0-e4160fe23ed0 None None] Provisioning complete for port 134e2645-85ff-495a-b99c-93ce1cd37845 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:25.724625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e610f988-3d70-4294-b0b0-e4160fe23ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:25.756684 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:25.930158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Attempting to bind port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:25.931127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Attempting to bind port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:25.931516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Attempting to bind port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:25.933629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 688bf37c-8d33-4aa9-96d1-178f766a591f up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:25.934289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Transition to ACTIVE for port object 17725697-6c9e-4d07-9431-2c6e09725a57 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:25.957397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:00:25.957814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Attempting to bind port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:25.968792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cefc95-11a5-42ab-9f3f-3234513e1978 req-5976373c-108f-419b-9bfe-5f91a7ef7521 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:25.969430 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28cefc95-11a5-42ab-9f3f-3234513e1978 req-5976373c-108f-419b-9bfe-5f91a7ef7521 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 945 time: 1.0727234 Jul 05 18:00:25.981581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Allocated IP 172.25.3.13 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/40ef7b24-908d-4a02-9aba-77e84ff14a8d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:25.997428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:25.997428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:25.997813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:25.998077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Bound port: 88fa64b0-f36e-4db9-ae28-3ebc151499c7, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:25.998444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.036985 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.057778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0866438c-2ecc-4680-9cb8-fea744544946 req-f57dc631-7d16-4b0e-80d5-99c467db27ff tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:26.057778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0866438c-2ecc-4680-9cb8-fea744544946 req-f57dc631-7d16-4b0e-80d5-99c467db27ff tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 948 time: 0.3706987 Jul 05 18:00:26.116913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 688bf37c-8d33-4aa9-96d1-178f766a591f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:26.123644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 688bf37c-8d33-4aa9-96d1-178f766a591f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:26.124030 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.268749 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.273609 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.308117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28cefc95-11a5-42ab-9f3f-3234513e1978 req-81f1febe-36ce-45b5-ae92-bd4c3de5f2aa tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239563 Jul 05 18:00:26.397050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Pushing event updated for resources: {'Port': ['ID=17725697-6c9e-4d07-9431-2c6e09725a57,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:26.403347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=688bf37c-8d33-4aa9-96d1-178f766a591f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:26.405693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:26.416309 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10b045d-b22c-4c92-b1e6-5b61a8ccac0c" -d '{"events": [{"server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "name": "network-vif-plugged", "status": "completed", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:26.473410 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.523538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0866438c-2ecc-4680-9cb8-fea744544946 req-5d9a6a68-d874-485b-85bd-1db727605a7f tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258699 Jul 05 18:00:26.532671 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.534896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 134e2645-85ff-495a-b99c-93ce1cd37845 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:26.576661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] For port 88fa64b0-f36e-4db9-ae28-3ebc151499c7, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:26.601787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] For port 88fa64b0-f36e-4db9-ae28-3ebc151499c7, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=88fa64b0-f36e-4db9-ae28-3ebc151499c7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:26.675358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=688bf37c-8d33-4aa9-96d1-178f766a591f,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:26.700317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 134e2645-85ff-495a-b99c-93ce1cd37845 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:26.700848 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.714804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.774085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:26.774418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:26.774770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:26.799173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Port 17725697-6c9e-4d07-9431-2c6e09725a57 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:00:26.799490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:26.813480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:26.813818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:26.814623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:26.815077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Bound port: 17725697-6c9e-4d07-9431-2c6e09725a57, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:26.815543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.842531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:26.843571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:26.845355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] 10.222.0.39 "PUT /v2.0/ports/88fa64b0-f36e-4db9-ae28-3ebc151499c7 HTTP/1.1" status: 200 len: 1096 time: 3.8392267 Jul 05 18:00:26.904019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9630c8d9-c59e-411f-bad7-98d4de4bebc4', 'tag': '88fa64b0-f36e-4db9-ae28-3ebc151499c7'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:26.906972 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc573a0b-8587-45a3-b100-5dadc5412736" -d '{"events": [{"name": "network-changed", "server_uuid": "9630c8d9-c59e-411f-bad7-98d4de4bebc4", "tag": "88fa64b0-f36e-4db9-ae28-3ebc151499c7"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:26.961136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-445d9ea1-47c6-472f-a47c-9caab110bbb6 req-ce40f5ba-4b3a-4d61-93fc-475a60d79b25 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 210 time: 0.0496879 Jul 05 18:00:26.962181 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:27.093198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:27.104833 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee5ebec-0cc3-4689-9c7b-c0529dc7b4fc x-openstack-request-id: req-fee5ebec-0cc3-4689-9c7b-c0529dc7b4fc {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:27.105124 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "name": "network-vif-plugged", "status": "completed", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:27.105385 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fee5ebec-0cc3-4689-9c7b-c0529dc7b4fc {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:27.105788 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f', 'code': 200} Jul 05 18:00:27.109103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f407b1-589d-45b4-9b5f-6d001903fa33 service neutron] Pushing event updated for resources: {'Port': ['ID=88fa64b0-f36e-4db9-ae28-3ebc151499c7,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:27.126898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea26fc5-fd26-451e-a711-f38f2dce7e45 req-1a46cdf9-8f06-46d4-919f-b0a32704e41a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:27.134772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ea26fc5-fd26-451e-a711-f38f2dce7e45 req-1a46cdf9-8f06-46d4-919f-b0a32704e41a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.4904168 Jul 05 18:00:27.138284 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:27.142970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:27.163659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:27.307511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489edffc-4fd9-4245-a8c5-74556714be0f req-bef5b81c-fef7-4d54-975a-5b76b9f2c80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:27.309626 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-489edffc-4fd9-4245-a8c5-74556714be0f req-bef5b81c-fef7-4d54-975a-5b76b9f2c80e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 1097 time: 0.1096284 Jul 05 18:00:27.368403 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-489edffc-4fd9-4245-a8c5-74556714be0f req-e1951a04-8021-494e-9271-b34a445b601f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518723 Jul 05 18:00:27.729704 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0360cbf6-80c1-44e7-8abb-e7c505e6248b x-openstack-request-id: req-0360cbf6-80c1-44e7-8abb-e7c505e6248b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:27.730092 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9630c8d9-c59e-411f-bad7-98d4de4bebc4", "tag": "88fa64b0-f36e-4db9-ae28-3ebc151499c7", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:27.730341 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0360cbf6-80c1-44e7-8abb-e7c505e6248b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:27.730835 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9630c8d9-c59e-411f-bad7-98d4de4bebc4', 'tag': '88fa64b0-f36e-4db9-ae28-3ebc151499c7', 'status': 'completed', 'code': 200} Jul 05 18:00:27.825341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:27.893555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Pushing event updated for resources: {'Port': ['ID=40ef7b24-908d-4a02-9aba-77e84ff14a8d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:27.914104 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:27.918502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ea26fc5-fd26-451e-a711-f38f2dce7e45 req-bdee7469-6af4-4d4e-9498-fd596e817c64 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7829261 Jul 05 18:00:27.967734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-51952e4f-a7c5-4381-a97f-37d331da5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:27.970535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-51952e4f-a7c5-4381-a97f-37d331da5811 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41381a4a96774806b949943b9d99795d&device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 1099 time: 0.9890068 Jul 05 18:00:27.984357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:27.984357 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:27.985228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] 10.222.0.39 "PUT /v2.0/ports/17725697-6c9e-4d07-9431-2c6e09725a57 HTTP/1.1" status: 200 len: 1092 time: 4.9669306 Jul 05 18:00:28.117172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-0f8f8a9d-38f8-44d5-8fde-1537a8a5dc05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=88fa64b0-f36e-4db9-ae28-3ebc151499c7 HTTP/1.1" status: 200 len: 217 time: 0.1165276 Jul 05 18:00:28.201437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee784f15-c065-448c-bf6f-c99262686c81 service neutron] Pushing event updated for resources: {'Port': ['ID=17725697-6c9e-4d07-9431-2c6e09725a57,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:28.244002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f63d54-d6d8-4135-b790-8a3950b78066 req-6361f0fa-e1e0-4cdb-b94c-fffa1b27f6b4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:28.245558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74f63d54-d6d8-4135-b790-8a3950b78066 req-6361f0fa-e1e0-4cdb-b94c-fffa1b27f6b4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 946 time: 0.5139761 Jul 05 18:00:28.333392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-8e2197e4-bd39-4010-8797-d38a3be24025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:28.334841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-8e2197e4-bd39-4010-8797-d38a3be24025 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1983745 Jul 05 18:00:28.395932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:28.400113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74f63d54-d6d8-4135-b790-8a3950b78066 req-6fa6631a-3834-4c2a-9b13-7a8d72864c97 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436434 Jul 05 18:00:28.488182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-35448681-697a-4ebb-a33b-153a5103bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:28.490532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-35448681-697a-4ebb-a33b-153a5103bf35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 1095 time: 0.3376300 Jul 05 18:00:28.542946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce35ed6-4905-4ddd-839a-819cdd1b8911 req-40bfaa73-a101-4435-961c-14493ad4561f tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:28.544534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ce35ed6-4905-4ddd-839a-819cdd1b8911 req-40bfaa73-a101-4435-961c-14493ad4561f tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 948 time: 0.4259453 Jul 05 18:00:28.586128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-f1154448-4874-4f8d-8d8d-71347ddace9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17725697-6c9e-4d07-9431-2c6e09725a57 HTTP/1.1" status: 200 len: 217 time: 0.0621979 Jul 05 18:00:28.716538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-968e00f3-b77c-414b-9eff-da0bc69f058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:28.716538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-968e00f3-b77c-414b-9eff-da0bc69f058c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967041 Jul 05 18:00:28.764472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ce35ed6-4905-4ddd-839a-819cdd1b8911 req-d7325b40-6aae-4aef-8513-b81b4ec34053 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904850 Jul 05 18:00:28.792662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-66f0daba-03b1-405f-8f8c-a460aef501b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:28.794250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-66f0daba-03b1-405f-8f8c-a460aef501b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1944528 Jul 05 18:00:28.854493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-0a48656e-1651-4e48-9b87-be8aacd9d83c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434480 Jul 05 18:00:29.063879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-795eab6a-6198-41a4-81ec-782f93bb601b service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858707 Jul 05 18:00:29.094713 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:29.098460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a082848b-de89-4c4e-9e78-1601bf4af03f req-02e23eb0-8eb7-4b8c-a674-4cde8d72ec25 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 210 time: 0.0525217 Jul 05 18:00:29.111147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-dad4125c-5f47-48fd-83ca-6327bd506a11 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272143 Jul 05 18:00:29.419456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ab0235-43c1-4094-9bb8-0e7a1d3ce248 req-b686d577-623a-4da0-8145-99aed8bcdc05 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262334 Jul 05 18:00:29.421088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1632227d-f204-43bb-b5e0-7cad6037e39f req-eb79f82b-a74b-4c9b-823e-d7c9efa95dc6 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722399 Jul 05 18:00:29.435661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529dc1b1-c782-4795-96fd-2c3ebd16ecf0 req-fe9299c0-0805-4177-a8c9-d9302ac6528b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:29.443683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-529dc1b1-c782-4795-96fd-2c3ebd16ecf0 req-fe9299c0-0805-4177-a8c9-d9302ac6528b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.3213072 Jul 05 18:00:29.456865 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:29.511425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-529dc1b1-c782-4795-96fd-2c3ebd16ecf0 req-9e8d66bc-e495-4040-bffa-df9d611abdd1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674179 Jul 05 18:00:29.622856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:00:29.740480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:29.742233 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc" -d '{"events": [{"name": "network-changed", "server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:29.809048 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c3ea22-1b4c-45b5-82e3-a18bd805ad57 x-openstack-request-id: req-f6c3ea22-1b4c-45b5-82e3-a18bd805ad57 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:29.809342 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:29.809611 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6c3ea22-1b4c-45b5-82e3-a18bd805ad57 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:29.809988 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57', 'status': 'completed', 'code': 200} Jul 05 18:00:29.928776 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42329a80-418a-4c53-867b-f1c66cfa140e req-b5cab45e-f3f4-4a56-a5e8-1fd106fbdf68 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:29.930364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42329a80-418a-4c53-867b-f1c66cfa140e req-b5cab45e-f3f4-4a56-a5e8-1fd106fbdf68 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 946 time: 0.3539550 Jul 05 18:00:29.964326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:00:29.968019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-7bf15590-3a67-4d7f-9119-7078360c6743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:29.969591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-7bf15590-3a67-4d7f-9119-7078360c6743 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=41381a4a96774806b949943b9d99795d&device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 1099 time: 0.3218515 Jul 05 18:00:29.973516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Sync routers for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:00:29.983587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:29.984260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:30.092127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42329a80-418a-4c53-867b-f1c66cfa140e req-f2be4567-d572-42aa-905e-cfe94364f149 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535730 Jul 05 18:00:30.108387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:30.109301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-361790de-2d9a-497b-8d34-0eda82807535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:30.111732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-361790de-2d9a-497b-8d34-0eda82807535 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 1095 time: 0.2645133 Jul 05 18:00:30.119170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:30.124122 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-11144af9-325d-4d67-8a83-4f99a1e4715f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.6026254 Jul 05 18:00:30.126216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51046) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:30.213317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-9d734d4c-c97d-4174-ae6b-2cd73e00c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:30.215803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-9d734d4c-c97d-4174-ae6b-2cd73e00c6b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2248702 Jul 05 18:00:30.227941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa7095-2eb0-4cbd-a78d-93f5658a4b61 req-9364efab-00c4-4738-b9ff-9b7e1f0250b4 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:30.239222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05fa7095-2eb0-4cbd-a78d-93f5658a4b61 req-9364efab-00c4-4738-b9ff-9b7e1f0250b4 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 948 time: 0.3072896 Jul 05 18:00:30.384315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-f76558b3-a413-473c-bcdd-2756bd6f9493 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=88fa64b0-f36e-4db9-ae28-3ebc151499c7 HTTP/1.1" status: 200 len: 217 time: 0.1391683 Jul 05 18:00:30.484356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05fa7095-2eb0-4cbd-a78d-93f5658a4b61 req-d4cb7af6-f21a-4306-8aeb-eaf6cd46a728 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954970 Jul 05 18:00:30.489996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-c5c027b7-313a-4522-8a9d-e98cd1d17118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:30.491565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-c5c027b7-313a-4522-8a9d-e98cd1d17118 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.3603134 Jul 05 18:00:30.563339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-6a61c991-2836-49b0-9689-8045c312a7cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17725697-6c9e-4d07-9431-2c6e09725a57 HTTP/1.1" status: 200 len: 217 time: 0.0592706 Jul 05 18:00:30.571053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-cd648a3b-68da-4d04-8b21-4726053b6db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:30.572574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-cd648a3b-68da-4d04-8b21-4726053b6db1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1758523 Jul 05 18:00:30.663859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:27Z', 'revision_number': 3, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:30.716024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-caa414b7-7244-4912-9695-eeccce31a141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:30.718347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-caa414b7-7244-4912-9695-eeccce31a141 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1307218 Jul 05 18:00:30.795298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-fa1c6673-13f4-42df-a694-4d0d050f8faa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319977 Jul 05 18:00:30.829598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30631115-25ec-4f69-b9f0-e08ec02c799f req-fffc6f07-4a86-48b8-96a8-5c5cea412bb5 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=21b4d237-53bc-4e57-b680-d07592df90db HTTP/1.1" status: 200 len: 210 time: 0.0754797 Jul 05 18:00:31.104021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:31.162641 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Checking router: c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:00:31.163156 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Updating router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb port 40ef7b24-908d-4a02-9aba-77e84ff14a8d binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:00:31.245859 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:31.459967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Allocated IP 172.20.0.1 (0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d/7569031b-d7b8-4e77-b0f1-093d938990ef/49669b68-da41-44f4-8890-f7a6c1148392) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:31.632666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-b4155c2f-e9eb-4e0e-9f84-73f1d0cd46af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:31.634513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-b4155c2f-e9eb-4e0e-9f84-73f1d0cd46af service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9148529 Jul 05 18:00:31.661996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:31.685148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Transition to ACTIVE for port object 49669b68-da41-44f4-8890-f7a6c1148392 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:31.746470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-18779643-deb4-4cb5-b0e4-36d14b6a4945 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9143722 Jul 05 18:00:31.772158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcd03a-dfd0-4937-a98f-6531fcfceef3 req-85bbec21-fc32-41da-8ab5-4efcf37d395f tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:31.779329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25bcd03a-dfd0-4937-a98f-6531fcfceef3 req-85bbec21-fc32-41da-8ab5-4efcf37d395f tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 946 time: 0.2404830 Jul 05 18:00:31.835710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:31.868498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091605a9-f5bc-4383-abde-4fd6c4fccc9a req-9840f365-d279-4743-a600-40f08c823dac tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:31.870393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-091605a9-f5bc-4383-abde-4fd6c4fccc9a req-9840f365-d279-4743-a600-40f08c823dac tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.2939680 Jul 05 18:00:31.916197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:31.919463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:31.928097 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:31.931231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-84d513a0-ca95-4853-84c9-227f9cd905bf service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756715 Jul 05 18:00:31.936458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:31.948894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Transition to ACTIVE for port object 40ef7b24-908d-4a02-9aba-77e84ff14a8d will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:31.952211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25bcd03a-dfd0-4937-a98f-6531fcfceef3 req-e7636ab4-8b2d-4fce-af94-cbd490abfc18 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684284 Jul 05 18:00:32.023897 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.025019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-390a8eaf-b4cb-44c1-bbd1-ad90838c72cc req-bada4c99-c2ec-4b00-8428-0d1da3b84d01 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2365637 Jul 05 18:00:32.079999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-091605a9-f5bc-4383-abde-4fd6c4fccc9a req-42104ac3-d500-4d66-bb53-157ca0655eed tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962571 Jul 05 18:00:32.080493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=49669b68-da41-44f4-8890-f7a6c1148392,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:32.107879 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.171692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d442f-877b-46fb-9fa9-ee89965aadea None None] Pushing event updated for resources: {'Port': ['ID=40ef7b24-908d-4a02-9aba-77e84ff14a8d,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:32.189533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Attempting to bind port 40ef7b24-908d-4a02-9aba-77e84ff14a8d on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:32.190138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Attempting to bind port 40ef7b24-908d-4a02-9aba-77e84ff14a8d by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:32.190718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Attempting to bind port 40ef7b24-908d-4a02-9aba-77e84ff14a8d on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:32.198329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:32.199030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:32.199606 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.200189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:32.200903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Bound port: 40ef7b24-908d-4a02-9aba-77e84ff14a8d, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:32.201512 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.278704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc573a0b-8587-45a3-b100-5dadc5412736 req-231f3667-29d0-48e1-ab65-2e0f3d6c24be service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917430 Jul 05 18:00:32.294600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 88fa64b0-f36e-4db9-ae28-3ebc151499c7 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:00:32.347840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] For port 40ef7b24-908d-4a02-9aba-77e84ff14a8d, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:32.395805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] For port 40ef7b24-908d-4a02-9aba-77e84ff14a8d, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=40ef7b24-908d-4a02-9aba-77e84ff14a8d,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:32.455545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b4e86-9abc-4005-9025-1f2526d923db req-ab021b43-de33-48e2-b42a-116faa9af487 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:32.457293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5a6b4e86-9abc-4005-9025-1f2526d923db req-ab021b43-de33-48e2-b42a-116faa9af487 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1199343 Jul 05 18:00:32.514664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 88fa64b0-f36e-4db9-ae28-3ebc151499c7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=88fa64b0-f36e-4db9-ae28-3ebc151499c7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:32.532765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '88fa64b0-f36e-4db9-ae28-3ebc151499c7', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '88fa64b0-f36e-4db9-ae28-3ebc151499c7', 'mac_address': 'fa:16:3e:8a:2b:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:00:32.534096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.607315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5a6b4e86-9abc-4005-9025-1f2526d923db req-20372334-59a9-41b5-b79b-2ee6143f0a25 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418200 Jul 05 18:00:32.609158 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.619971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.663552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46588724-3251-4ecf-9bc6-71c992af798d req-79dea96d-147c-4507-857c-a50da9b5b586 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:32.678848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46588724-3251-4ecf-9bc6-71c992af798d req-79dea96d-147c-4507-857c-a50da9b5b586 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 948 time: 0.1726422 Jul 05 18:00:32.717368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-347edef1-938b-4861-b5fe-4b4f87883633 None None] Provisioning for port 49669b68-da41-44f4-8890-f7a6c1148392 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:32.724057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88fa64b0-f36e-4db9-ae28-3ebc151499c7 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:32.762673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 88fa64b0-f36e-4db9-ae28-3ebc151499c7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=88fa64b0-f36e-4db9-ae28-3ebc151499c7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:32.763923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d442f-877b-46fb-9fa9-ee89965aadea None None] Pushing event updated for resources: {'Port': ['ID=40ef7b24-908d-4a02-9aba-77e84ff14a8d,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:32.768067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46588724-3251-4ecf-9bc6-71c992af798d req-84b4dbff-695f-4cf8-aa52-c33a1ac5dfa2 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881824 Jul 05 18:00:32.785089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-347edef1-938b-4861-b5fe-4b4f87883633 None None] Provisioning complete for port 49669b68-da41-44f4-8890-f7a6c1148392 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:32.785089 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-347edef1-938b-4861-b5fe-4b4f87883633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.852402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-347edef1-938b-4861-b5fe-4b4f87883633 None None] Port 49669b68-da41-44f4-8890-f7a6c1148392 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:00:32.867717 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.895534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.937735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:32.938428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:32.969682 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:32.985678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=88fa64b0-f36e-4db9-ae28-3ebc151499c7,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:33.095803 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:33.120072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:33.362620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=49669b68-da41-44f4-8890-f7a6c1148392,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:33.389859 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-8ecd5126-82ad-4d0a-b320-e3ee47d3e34c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2824752 Jul 05 18:00:33.451956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c239285-4a8d-4d3e-a34f-60db4849524a req-883633b8-3400-4e86-8e36-4491ca685ef2 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:33.461115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c239285-4a8d-4d3e-a34f-60db4849524a req-883633b8-3400-4e86-8e36-4491ca685ef2 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 946 time: 0.1763997 Jul 05 18:00:33.506382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:33.521556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:33.542488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:31Z', 'revision_number': 1, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:33.549332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c239285-4a8d-4d3e-a34f-60db4849524a req-464f67ec-4be3-43c9-8290-347f4a4467c8 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857091 Jul 05 18:00:33.586665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b1519-4a6c-4dab-92d1-9d10897d5e50 req-b32642c8-e748-4273-937e-ef7c77d15d2e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:33.602339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e7b1519-4a6c-4dab-92d1-9d10897d5e50 req-b32642c8-e748-4273-937e-ef7c77d15d2e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.2190449 Jul 05 18:00:33.622356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e4ae5f-684d-43f8-bc37-c0103f3ca290 None None] The sync data for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 is: [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:31Z', 'revision_number': 1, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:00:33.679115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['88fa64b0-f36e-4db9-ae28-3ebc151499c7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:33.702697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e7b1519-4a6c-4dab-92d1-9d10897d5e50 req-2a7c42ba-d2ad-4710-bac7-45ee50c83a5a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974047 Jul 05 18:00:33.703685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-01899922-1586-4c1b-af99-838e64f34768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:33.708604 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-01899922-1586-4c1b-af99-838e64f34768 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 1097 time: 0.2751029 Jul 05 18:00:34.012693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-a608ad44-0102-442d-a2ae-f17dfb98d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:34.016017 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-a608ad44-0102-442d-a2ae-f17dfb98d273 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 200 len: 918 time: 0.1793842 Jul 05 18:00:34.167110 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ad02a590-2b1e-47f6-9b7f-e86ccd0d786d None None] Provisioning complete for port 49669b68-da41-44f4-8890-f7a6c1148392 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:34.168119 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ad02a590-2b1e-47f6-9b7f-e86ccd0d786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:34.282414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ad02a590-2b1e-47f6-9b7f-e86ccd0d786d None None] Port 49669b68-da41-44f4-8890-f7a6c1148392 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:00:34.551446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216f1c2-5145-4fc1-ba47-b46219fa954b req-b1518fff-d2bb-4ffc-ae45-747758ecfc7f tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:34.561967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b216f1c2-5145-4fc1-ba47-b46219fa954b req-b1518fff-d2bb-4ffc-ae45-747758ecfc7f tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.1653697 Jul 05 18:00:34.633058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b216f1c2-5145-4fc1-ba47-b46219fa954b req-67ca04d5-83ad-4006-9816-974aad3b02fb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701065 Jul 05 18:00:34.641440 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-81a328dd-7757-48ee-9b89-f43572a9ade4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd45e103-1a67-42c1-94fc-09e47876115b HTTP/1.1" status: 200 len: 217 time: 0.0952466 Jul 05 18:00:34.645433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:00:34.792587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-31c209e0-955c-4aa0-bf63-46bb3f2fc9bb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:34.794139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-31c209e0-955c-4aa0-bf63-46bb3f2fc9bb tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.97 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.9821577 Jul 05 18:00:34.927227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-ef3e77fe-0669-4a64-8ffe-fd54f226b988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:34.929197 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-ef3e77fe-0669-4a64-8ffe-fd54f226b988 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 200 len: 858 time: 0.2695932 Jul 05 18:00:34.942380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385489e4-6a81-4362-898b-75e48a1b37fa req-1f13acbc-fdea-4e72-a4c9-7ccb62eec937 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:34.962224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-385489e4-6a81-4362-898b-75e48a1b37fa req-1f13acbc-fdea-4e72-a4c9-7ccb62eec937 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 949 time: 0.1603611 Jul 05 18:00:35.056818 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-6621ae32-5332-4799-be8f-9fd3512510fb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a9dceb61-b9f2-4094-9311-242f12e71522&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298474 Jul 05 18:00:35.107948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-385489e4-6a81-4362-898b-75e48a1b37fa req-f56a6f34-f0c5-427b-9b74-07e9a9132b3e tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445355 Jul 05 18:00:35.325668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebecc17-d707-407a-b166-84dc90640514 req-d5cc1ed4-5b11-4150-bb90-5e7b793ded5d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:35.328335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ebecc17-d707-407a-b166-84dc90640514 req-d5cc1ed4-5b11-4150-bb90-5e7b793ded5d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.2110107 Jul 05 18:00:35.451037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ebecc17-d707-407a-b166-84dc90640514 req-c85965d8-f264-42b8-b67d-c3e91d4c0c1a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124301 Jul 05 18:00:35.610938 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-3f528659-2d69-476f-a3ed-12f8dfe8ab11 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293155 Jul 05 18:00:35.675275 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:35.680930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:00:35.708555 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7219108a-b7cd-47b1-b6ae-ed3c3b47dcc5 admin admin] 10.222.0.30 "PUT /v2.0/routers/c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5778446 Jul 05 18:00:36.004030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 742795f2-17da-43ee-91fe-b45fca392fe7 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:36.028354 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6f4bc4ad-2220-4c8f-971b-be3c77a78d2a req-a1537727-b47c-4344-8edd-993e595f64e1 service neutron] 10.222.0.97 "GET /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019284 Jul 05 18:00:36.081279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Deleting port 742795f2-17da-43ee-91fe-b45fca392fe7 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:36.081627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:36.107683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f35cd-6bdc-4a7f-b99a-507b67004834 req-e91649ae-0bc6-40cf-b821-26f3699f631e tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:36.118158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa3f35cd-6bdc-4a7f-b99a-507b67004834 req-e91649ae-0bc6-40cf-b821-26f3699f631e tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 946 time: 0.2531953 Jul 05 18:00:36.186206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc4956-8394-432a-9327-25ebf63f43a0 req-1346a334-6619-44cc-bec1-c3d99a9d8aac tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:36.194879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26bc4956-8394-432a-9327-25ebf63f43a0 req-1346a334-6619-44cc-bec1-c3d99a9d8aac tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 945 time: 0.2311311 Jul 05 18:00:36.217983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa3f35cd-6bdc-4a7f-b99a-507b67004834 req-718d9507-1988-40e1-bf93-007baad7c32b tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987489 Jul 05 18:00:36.269541 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:36.303456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26bc4956-8394-432a-9327-25ebf63f43a0 req-dc33b82e-1bd0-4f37-a471-a0d6a7f8c153 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075974 Jul 05 18:00:36.327323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 88fa64b0-f36e-4db9-ae28-3ebc151499c7 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:36.416763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd749b04f-0751-4b54-b18c-47626c954614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '742795f2-17da-43ee-91fe-b45fca392fe7'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:36.419327 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b298d83-4ece-4f57-b83f-7adabea6f98a" -d '{"events": [{"server_uuid": "d749b04f-0751-4b54-b18c-47626c954614", "name": "network-vif-unplugged", "status": "completed", "tag": "742795f2-17da-43ee-91fe-b45fca392fe7"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:36.447674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] For port 742795f2-17da-43ee-91fe-b45fca392fe7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=742795f2-17da-43ee-91fe-b45fca392fe7,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:36.447674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:36.519626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Calling delete_port for 742795f2-17da-43ee-91fe-b45fca392fe7 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:36.579613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 40ef7b24-908d-4a02-9aba-77e84ff14a8d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:36.686005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 742795f2-17da-43ee-91fe-b45fca392fe7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=742795f2-17da-43ee-91fe-b45fca392fe7,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:36.785573 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:36.880345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=742795f2-17da-43ee-91fe-b45fca392fe7,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:36.893747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:36.902512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:36.903271 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:36.949042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 40ef7b24-908d-4a02-9aba-77e84ff14a8d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:36.964548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 40ef7b24-908d-4a02-9aba-77e84ff14a8d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:36.965365 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:36.987874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:37.023416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cbffa2-3455-46f8-b34e-02c912b0938e req-6c6323bc-7140-41ac-b7ee-4648a770fd95 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:37.032481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03cbffa2-3455-46f8-b34e-02c912b0938e req-6c6323bc-7140-41ac-b7ee-4648a770fd95 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 949 time: 0.2996235 Jul 05 18:00:37.038986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:37.078209 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['fd45e103-1a67-42c1-94fc-09e47876115b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:37.084870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Pushing event deleted for resources: {'Port': ['ID=742795f2-17da-43ee-91fe-b45fca392fe7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:37.099105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03cbffa2-3455-46f8-b34e-02c912b0938e req-bb41910a-8253-4d4f-8b97-719662df8ae0 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634501 Jul 05 18:00:37.208411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] No DVR routers for this DVR port 742795f2-17da-43ee-91fe-b45fca392fe7 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:37.211652 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:37.213891 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-401a048c-e9ff-4fbb-9279-ccfcb118c67c req-8f71fb5b-193c-420b-9390-457e3e2ef0d9 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.97 "DELETE /v2.0/ports/742795f2-17da-43ee-91fe-b45fca392fe7 HTTP/1.1" status: 204 len: 173 time: 2.4045777 Jul 05 18:00:37.217052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd749b04f-0751-4b54-b18c-47626c954614', 'name': 'network-vif-deleted', 'tag': '742795f2-17da-43ee-91fe-b45fca392fe7'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:37.219511 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62c1ee7-168e-4ebd-8907-d33d8b42430e" -d '{"events": [{"server_uuid": "d749b04f-0751-4b54-b18c-47626c954614", "name": "network-vif-deleted", "tag": "742795f2-17da-43ee-91fe-b45fca392fe7"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:37.400539 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e83920-e071-4097-bee7-528fbafa8ee5 x-openstack-request-id: req-d6e83920-e071-4097-bee7-528fbafa8ee5 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:37.403224 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d749b04f-0751-4b54-b18c-47626c954614", "name": "network-vif-unplugged", "status": "completed", "tag": "742795f2-17da-43ee-91fe-b45fca392fe7", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:37.403671 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d6e83920-e071-4097-bee7-528fbafa8ee5 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:37.404206 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd749b04f-0751-4b54-b18c-47626c954614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '742795f2-17da-43ee-91fe-b45fca392fe7', 'code': 200} Jul 05 18:00:37.492041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51148) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:37.496867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c7895efd-4007-4f57-bdf2-c2c0ca60b37c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Request body: {'security_group': {'name': 'tempest-securitygroup--579709749', 'description': 'tempest-description--884472986'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:37.591124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb457a-dfb3-4b50-9852-a3a169172480 req-1b0cee83-5ec1-4b0e-861c-d09147bd91cf tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:37.599546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afbb457a-dfb3-4b50-9852-a3a169172480 req-1b0cee83-5ec1-4b0e-861c-d09147bd91cf tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.1436963 Jul 05 18:00:37.630415 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7895efd-4007-4f57-bdf2-c2c0ca60b37c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:37.666499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afbb457a-dfb3-4b50-9852-a3a169172480 req-eff11ae0-d121-459a-a46b-4590343e95e5 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656826 Jul 05 18:00:37.670616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 88fa64b0-f36e-4db9-ae28-3ebc151499c7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=88fa64b0-f36e-4db9-ae28-3ebc151499c7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:37.740080 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba58e8a-fcd0-44e8-8f87-523db9fe2d94 x-openstack-request-id: req-dba58e8a-fcd0-44e8-8f87-523db9fe2d94 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:37.740376 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d749b04f-0751-4b54-b18c-47626c954614", "name": "network-vif-deleted", "tag": "742795f2-17da-43ee-91fe-b45fca392fe7", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:37.746744 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dba58e8a-fcd0-44e8-8f87-523db9fe2d94 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:37.748659 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd749b04f-0751-4b54-b18c-47626c954614', 'name': 'network-vif-deleted', 'tag': '742795f2-17da-43ee-91fe-b45fca392fe7', 'status': 'completed', 'code': 200} Jul 05 18:00:37.799618 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:37.808806 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Sync routers for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:00:37.826454 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:37.827223 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:37.931999 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7895efd-4007-4f57-bdf2-c2c0ca60b37c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:37.944417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=88fa64b0-f36e-4db9-ae28-3ebc151499c7,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:38.003217 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.005591 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:38.017722 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7895efd-4007-4f57-bdf2-c2c0ca60b37c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.049081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 40ef7b24-908d-4a02-9aba-77e84ff14a8d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=40ef7b24-908d-4a02-9aba-77e84ff14a8d,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:38.057180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 688bf37c-8d33-4aa9-96d1-178f766a591f details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:00:38.098630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3b95d50-0497-4dac-bed2-83b8109797a1 req-60be1161-2381-49c8-a439-6d40038efa23 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 210 time: 0.0878906 Jul 05 18:00:38.101305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7895efd-4007-4f57-bdf2-c2c0ca60b37c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=177cd0a8-20a6-4347-b3bd-611613702848,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:38.145311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7895efd-4007-4f57-bdf2-c2c0ca60b37c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.157086 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c7895efd-4007-4f57-bdf2-c2c0ca60b37c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6638672 Jul 05 18:00:38.159953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51156) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:38.165703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-36c3068d-1b58-448c-aca4-8d99b2dc90bc tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Request body: {'security_group_rule': {'security_group_id': '177cd0a8-20a6-4347-b3bd-611613702848', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:38.287285 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36c3068d-1b58-448c-aca4-8d99b2dc90bc tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.297181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=688bf37c-8d33-4aa9-96d1-178f766a591f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:38.312667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '688bf37c-8d33-4aa9-96d1-178f766a591f', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'port_id': '688bf37c-8d33-4aa9-96d1-178f766a591f', 'mac_address': 'fa:16:3e:1b:89:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e039f504-6b86-40f2-812b-b12379744305', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:00:38.315838 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.440163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=40ef7b24-908d-4a02-9aba-77e84ff14a8d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:38.449110 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36c3068d-1b58-448c-aca4-8d99b2dc90bc tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.527162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36c3068d-1b58-448c-aca4-8d99b2dc90bc tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.537950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a23e38-50cc-44e9-8cbf-2b65aa30ac45 req-0073972e-3a46-4715-818f-06e6e47f52a1 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:38.540592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8a23e38-50cc-44e9-8cbf-2b65aa30ac45 req-0073972e-3a46-4715-818f-06e6e47f52a1 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 950 time: 0.0900018 Jul 05 18:00:38.551647 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.596799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 688bf37c-8d33-4aa9-96d1-178f766a591f {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:38.611761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 2, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:38.649580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=688bf37c-8d33-4aa9-96d1-178f766a591f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:38.654354 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Checking router: c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:00:38.666834 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Updating router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb port 49669b68-da41-44f4-8890-f7a6c1148392 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:00:38.669606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3068d-1b58-448c-aca4-8d99b2dc90bc tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99aa18e-b794-433c-820a-8274a1b0b500,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:38.732790 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.747315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8a23e38-50cc-44e9-8cbf-2b65aa30ac45 req-bce20286-eb31-4140-98f7-0e1127621b84 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002840 Jul 05 18:00:38.749447 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.800962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36c3068d-1b58-448c-aca4-8d99b2dc90bc tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.802984 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-36c3068d-1b58-448c-aca4-8d99b2dc90bc tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6414356 Jul 05 18:00:38.805703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51164) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:38.810536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ee0df818-f930-440d-a96c-a960f4d2cd1b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Request body: {'security_group_rule': {'security_group_id': '177cd0a8-20a6-4347-b3bd-611613702848', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:38.865957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06d70f-91ea-4c7b-b0c1-43176aa7db77 req-aec48825-a553-4beb-9efd-ebeb4d9c1104 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:38.876117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff06d70f-91ea-4c7b-b0c1-43176aa7db77 req-aec48825-a553-4beb-9efd-ebeb4d9c1104 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 946 time: 0.3120525 Jul 05 18:00:38.900847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=688bf37c-8d33-4aa9-96d1-178f766a591f,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:38.954469 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee0df818-f930-440d-a96c-a960f4d2cd1b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:38.971557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['688bf37c-8d33-4aa9-96d1-178f766a591f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:38.999198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff06d70f-91ea-4c7b-b0c1-43176aa7db77 req-97d8d154-9c75-40f2-af02-bb9fda420de8 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218376 Jul 05 18:00:39.113316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee0df818-f930-440d-a96c-a960f4d2cd1b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:39.200822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee0df818-f930-440d-a96c-a960f4d2cd1b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:39.219611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0df818-f930-440d-a96c-a960f4d2cd1b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5778d8e9-adef-4d9c-98d8-9d1381384f41,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:39.320603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee0df818-f930-440d-a96c-a960f4d2cd1b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:39.322614 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ee0df818-f930-440d-a96c-a960f4d2cd1b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5151157 Jul 05 18:00:39.326890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51188) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:39.332052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:39.407508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630c8d9-c59e-411f-bad7-98d4de4bebc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fa64b0-f36e-4db9-ae28-3ebc151499c7'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:39.412989 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7851427-a4ad-4e16-855e-a77c68a6c06b" -d '{"events": [{"server_uuid": "9630c8d9-c59e-411f-bad7-98d4de4bebc4", "name": "network-vif-plugged", "status": "completed", "tag": "88fa64b0-f36e-4db9-ae28-3ebc151499c7"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:39.499255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abb834d-1107-4d1c-94c5-aa87a6d8f1a6 req-babffb5d-5a9b-4037-8072-ea6c75a763fb tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:39.503906 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:39.519495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5abb834d-1107-4d1c-94c5-aa87a6d8f1a6 req-babffb5d-5a9b-4037-8072-ea6c75a763fb tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.2182236 Jul 05 18:00:39.593191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d98bfbba-f405-46d4-99b1-199865db1143 req-dc10878b-4eb1-4c3b-a36d-fcfebffeccef tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d749b04f-0751-4b54-b18c-47626c954614 HTTP/1.1" status: 200 len: 210 time: 0.0547998 Jul 05 18:00:39.648543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5abb834d-1107-4d1c-94c5-aa87a6d8f1a6 req-315fbd70-551f-45e4-b6fd-aa9bea6799a1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263912 Jul 05 18:00:39.664670 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:39.700564 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Transition to ACTIVE for port object 49669b68-da41-44f4-8890-f7a6c1148392 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:39.727767 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef186c7-0881-4cf8-a15b-1f15362ccbe9 x-openstack-request-id: req-fef186c7-0881-4cf8-a15b-1f15362ccbe9 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:39.732387 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9630c8d9-c59e-411f-bad7-98d4de4bebc4", "name": "network-vif-plugged", "status": "completed", "tag": "88fa64b0-f36e-4db9-ae28-3ebc151499c7", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:39.732387 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fef186c7-0881-4cf8-a15b-1f15362ccbe9 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:39.732387 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630c8d9-c59e-411f-bad7-98d4de4bebc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88fa64b0-f36e-4db9-ae28-3ebc151499c7', 'code': 200} Jul 05 18:00:39.790746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:39.795213 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:39.943082 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb72ca-468c-4f2c-b6f9-b3b6945fe1fb None None] Pushing event updated for resources: {'Port': ['ID=49669b68-da41-44f4-8890-f7a6c1148392,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:40.110083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 688bf37c-8d33-4aa9-96d1-178f766a591f up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:40.126006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdfbb3e-7fbc-4099-a632-3c742f8f2db7 req-02a56dca-0076-4aa9-88a3-7927ab985ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:40.136137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbdfbb3e-7fbc-4099-a632-3c742f8f2db7 req-02a56dca-0076-4aa9-88a3-7927ab985ecf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 1101 time: 0.2955749 Jul 05 18:00:40.157201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Allocated IP 172.25.3.146 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/1a0d683a-b91f-4294-a0f5-0ccb2dad94c9) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:40.221775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 688bf37c-8d33-4aa9-96d1-178f766a591f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:40.222152 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:40.352653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbdfbb3e-7fbc-4099-a632-3c742f8f2db7 req-18bc1bec-0ccf-4f6a-b6f3-bb9bcbcc5537 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945179 Jul 05 18:00:40.399737 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Attempting to bind port 49669b68-da41-44f4-8890-f7a6c1148392 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:00:40.400117 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Attempting to bind port 49669b68-da41-44f4-8890-f7a6c1148392 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:00:40.400552 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Attempting to bind port 49669b68-da41-44f4-8890-f7a6c1148392 on network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:00:40.404095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32d382-752c-4067-9f02-1303fbca58c4 req-d49095ef-e562-4c0f-ad1b-0cdaced57b1d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:40.405728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc32d382-752c-4067-9f02-1303fbca58c4 req-d49095ef-e562-4c0f-ad1b-0cdaced57b1d tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 950 time: 0.2606783 Jul 05 18:00:40.406712 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:00:40.407236 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Checking segment: {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:00:40.407777 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:40.408550 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Bound using segment: {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:00:40.408683 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Bound port: 49669b68-da41-44f4-8890-f7a6c1148392, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:00:40.409071 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:40.419200 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:40.440785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:40.487259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 40ef7b24-908d-4a02-9aba-77e84ff14a8d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:40.508695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc32d382-752c-4067-9f02-1303fbca58c4 req-11eccee5-9b67-4567-824b-20203f6cc2ac tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949330 Jul 05 18:00:40.543458 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] For port 49669b68-da41-44f4-8890-f7a6c1148392, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:00:40.547892 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] For port 49669b68-da41-44f4-8890-f7a6c1148392, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=49669b68-da41-44f4-8890-f7a6c1148392,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:00:40.593305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=688bf37c-8d33-4aa9-96d1-178f766a591f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:40.611392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:40.644003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 40ef7b24-908d-4a02-9aba-77e84ff14a8d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:40.647909 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:40.702464 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:40.749621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:40.753023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:40.760239 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:40.774468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:40.811217 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb72ca-468c-4f2c-b6f9-b3b6945fe1fb None None] Pushing event updated for resources: {'Port': ['ID=49669b68-da41-44f4-8890-f7a6c1148392,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:40.839308 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Pushing event updated for resources: {'Port': ['ID=1a0d683a-b91f-4294-a0f5-0ccb2dad94c9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:40.862683 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:40.863241 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:41.048296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:41.231397 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:41.263860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:41.352875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=688bf37c-8d33-4aa9-96d1-178f766a591f,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:41.663633 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:40Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:41.703429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3c3fb-6c2c-43b8-b95a-abf671cb76c5 req-ef4a4cee-0740-4620-be84-f09a53f7d602 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:41.708157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5e3c3fb-6c2c-43b8-b95a-abf671cb76c5 req-ef4a4cee-0740-4620-be84-f09a53f7d602 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.2061195 Jul 05 18:00:41.730012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:41.732621 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945420f2-b91f-45f4-bf49-c982561277d6" -d '{"events": [{"server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "name": "network-vif-plugged", "status": "completed", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:41.761036 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:41.769483 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3453a2f2-111c-49bd-afa7-3b60f212e63a None None] The sync data for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 is: [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:40Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:00:41.811249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5e3c3fb-6c2c-43b8-b95a-abf671cb76c5 req-1dc5f7b4-66d9-4d89-b7c8-2970a8426a69 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965447 Jul 05 18:00:41.875688 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:42.048000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:42.185397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:42.202427 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8735812 Jul 05 18:00:42.283809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98459241-9a45-4e3d-9cfe-ea911d84239b req-f6513319-12e9-4ee0-a694-320718fffb60 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:42.306576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98459241-9a45-4e3d-9cfe-ea911d84239b req-f6513319-12e9-4ee0-a694-320718fffb60 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 946 time: 0.2071688 Jul 05 18:00:42.327871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a982bda-2b3d-4005-98ef-6078feb88334 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Pushing event updated for resources: {'Port': ['ID=1a0d683a-b91f-4294-a0f5-0ccb2dad94c9,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:42.363052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 17725697-6c9e-4d07-9431-2c6e09725a57 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:00:42.391109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-46c91806-7c9c-423a-b12b-9156969d4211 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:42.397293 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-46c91806-7c9c-423a-b12b-9156969d4211 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.97 "GET /v2.0/ports?device_id=d10a7fee-189d-4242-baf8-8f13e4325778 HTTP/1.1" status: 200 len: 946 time: 0.1860604 Jul 05 18:00:42.431342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98459241-9a45-4e3d-9cfe-ea911d84239b req-99936d4d-b1c0-4bf3-985b-0cabf85fbfab tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups?id=9e00769f-e158-4254-b914-5341c0ddb376&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235721 Jul 05 18:00:42.640007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 49669b68-da41-44f4-8890-f7a6c1148392 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:42.707169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Deleting port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:42.708087 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:42.733259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:42.767889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '17725697-6c9e-4d07-9431-2c6e09725a57', 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872', 'port_id': '17725697-6c9e-4d07-9431-2c6e09725a57', 'mac_address': 'fa:16:3e:24:fd:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79352e57-c706-4416-9600-fe200036edbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:00:42.881514 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:42.917126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17725697-6c9e-4d07-9431-2c6e09725a57 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:42.942905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 49669b68-da41-44f4-8890-f7a6c1148392 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:42.948926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] For port ddcf00b7-1fd0-4715-9f43-32e62087d6e5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:42.949308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:42.966527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 49669b68-da41-44f4-8890-f7a6c1148392 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:42.967216 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:42.972504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:43.097388 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:43.110433 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:43.390603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 49669b68-da41-44f4-8890-f7a6c1148392, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=49669b68-da41-44f4-8890-f7a6c1148392,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:43.395086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=17725697-6c9e-4d07-9431-2c6e09725a57,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:43.417867 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:43.421490 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:43.422037 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Floating IP c6a0ab90-da94-4151-befc-354aaf0987ff disassociated. External IP: 172.25.3.90, port: ddcf00b7-1fd0-4715-9f43-32e62087d6e5. Jul 05 18:00:43.424216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Calling delete_port for ddcf00b7-1fd0-4715-9f43-32e62087d6e5 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:43.459073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:43.564269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['17725697-6c9e-4d07-9431-2c6e09725a57'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:43.606120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=49669b68-da41-44f4-8890-f7a6c1148392,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:43.773242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:43.818190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Pushing event deleted for resources: {'Port': ['ID=ddcf00b7-1fd0-4715-9f43-32e62087d6e5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:44.058089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Router 0b73c2ee-85bb-4761-a8f4-2fb492559242 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:00:44.252517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:00:44.269019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] Sync routers for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:00:44.304861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:44.321332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:44.336773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] No DVR routers for this DVR port ddcf00b7-1fd0-4715-9f43-32e62087d6e5 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:44.336773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:44.338724 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5befc96c-14ad-46c3-a53f-2e5ca9a8b733 req-77aa014a-0f54-45a9-95d1-0f16cbce682f tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.97 "DELETE /v2.0/ports/ddcf00b7-1fd0-4715-9f43-32e62087d6e5 HTTP/1.1" status: 204 len: 173 time: 1.9370613 Jul 05 18:00:44.339618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'name': 'network-vif-deleted', 'tag': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:44.366037 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82438deb-0519-4811-b516-b6fbaf3022c4" -d '{"events": [{"server_uuid": "d10a7fee-189d-4242-baf8-8f13e4325778", "name": "network-vif-deleted", "tag": "ddcf00b7-1fd0-4715-9f43-32e62087d6e5"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:44.592445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 49669b68-da41-44f4-8890-f7a6c1148392 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:44.628829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287f4cc-1562-43fb-ba38-03b4e160b578 req-876315d4-ff4c-462b-b140-ae4feae2c893 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:44.650184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3287f4cc-1562-43fb-ba38-03b4e160b578 req-876315d4-ff4c-462b-b140-ae4feae2c893 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 950 time: 0.2522676 Jul 05 18:00:44.794018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3287f4cc-1562-43fb-ba38-03b4e160b578 req-e6f9adb0-c067-4eba-b62a-9154b87c828c tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357059 Jul 05 18:00:44.911707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:45.053773 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e3ede7-b3e7-4c12-ab24-977412584769 x-openstack-request-id: req-73e3ede7-b3e7-4c12-ab24-977412584769 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:45.054210 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "name": "network-vif-plugged", "status": "completed", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:45.054578 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73e3ede7-b3e7-4c12-ab24-977412584769 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:45.055508 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f', 'code': 200} Jul 05 18:00:45.127007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-057a243a-44df-44e0-a9cf-831c6ef5923a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:45.140526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-057a243a-44df-44e0-a9cf-831c6ef5923a tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.39 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 945 time: 0.1812067 Jul 05 18:00:45.176825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 49669b68-da41-44f4-8890-f7a6c1148392 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:45.180237 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:45.419505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Deleting port 54427a8e-8e75-448b-a846-49d2cafe40be {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:45.420820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:45.510798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e120e0f-bc36-4308-881c-14b4fadf3ca1 req-60902e44-df52-410c-9e1a-5b48721410f6 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:45.518183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e120e0f-bc36-4308-881c-14b4fadf3ca1 req-60902e44-df52-410c-9e1a-5b48721410f6 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 945 time: 0.2427185 Jul 05 18:00:45.645480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e120e0f-bc36-4308-881c-14b4fadf3ca1 req-a486d09c-37fa-4c18-b1a5-e288cf659111 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253867 Jul 05 18:00:45.687166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] For port 54427a8e-8e75-448b-a846-49d2cafe40be, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=54427a8e-8e75-448b-a846-49d2cafe40be,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:45.687734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:45.721171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Calling delete_port for 54427a8e-8e75-448b-a846-49d2cafe40be owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:45.746862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '96429d9b-4d24-43d8-be6c-a4adc8c69621', 'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'mac_address': 'fa:16:3e:15:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:16Z', 'updated_at': '2021-07-05T17:58:24Z', 'revision_number': 5, 'project_id': '30517f508512463c92d995c26e25987f', 'subnets': [{'id': 'd242711e-11f9-423f-8206-8718969f8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:45.828880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] Checking router: 0b73c2ee-85bb-4761-a8f4-2fb492559242 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:00:45.862548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:45.863611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:46.038415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:46.090754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ddcf00b7-1fd0-4715-9f43-32e62087d6e5 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:46.103138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694a91b-4cae-4e8c-817e-976ede0f1373 req-5572266c-c5b4-42a1-87fe-470eaa88ab9e tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:46.105285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3694a91b-4cae-4e8c-817e-976ede0f1373 req-5572266c-c5b4-42a1-87fe-470eaa88ab9e tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.2071421 Jul 05 18:00:46.131055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: ddcf00b7-1fd0-4715-9f43-32e62087d6e5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:46.131397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ddcf00b7-1fd0-4715-9f43-32e62087d6e5 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:46.174372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:46.447845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Pushing event deleted for resources: {'Port': ['ID=54427a8e-8e75-448b-a846-49d2cafe40be,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:46.449164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['54427a8e-8e75-448b-a846-49d2cafe40be'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:46.449773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] No DVR routers for this DVR port 54427a8e-8e75-448b-a846-49d2cafe40be on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:46.449773 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:46.449773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90a6707a-e17d-4155-9a4a-edb5501a7c0d req-acad2999-d0e5-4227-93cf-3464a029ba7e tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.39 "DELETE /v2.0/ports/54427a8e-8e75-448b-a846-49d2cafe40be HTTP/1.1" status: 204 len: 173 time: 1.1441610 Jul 05 18:00:46.449773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'name': 'network-vif-deleted', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:46.449773 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c767c5d0-c5d6-4ce0-8ce8-88cb8bce27fe" -d '{"events": [{"server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "name": "network-vif-deleted", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:46.449773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3694a91b-4cae-4e8c-817e-976ede0f1373 req-ff976fe7-e163-44b9-a6a6-3f15b43c2e33 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041380 Jul 05 18:00:46.450495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 17725697-6c9e-4d07-9431-2c6e09725a57 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:00:46.450495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '96429d9b-4d24-43d8-be6c-a4adc8c69621', 'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'mac_address': 'fa:16:3e:15:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:16Z', 'updated_at': '2021-07-05T17:58:24Z', 'revision_number': 5, 'project_id': '30517f508512463c92d995c26e25987f', 'subnets': [{'id': 'd242711e-11f9-423f-8206-8718969f8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:46.481409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f2deeb-9ec2-40ce-a210-6f1c3cc431e8 None None] The sync data for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 is: [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T17:58:18Z', 'revision_number': 4, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '96429d9b-4d24-43d8-be6c-a4adc8c69621', 'name': '', 'network_id': 'a8a61b02-2eb9-46b5-93b5-1a765b8e3acf', 'tenant_id': '30517f508512463c92d995c26e25987f', 'mac_address': 'fa:16:3e:15:29:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'd242711e-11f9-423f-8206-8718969f8287', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:16Z', 'updated_at': '2021-07-05T17:58:24Z', 'revision_number': 5, 'project_id': '30517f508512463c92d995c26e25987f', 'subnets': [{'id': 'd242711e-11f9-423f-8206-8718969f8287', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:00:46.576588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5552713f-bf4a-473c-9238-ef5e4e3a0783 req-e12c05e6-5c0f-49b2-9b42-2ecc45a0b703 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=be69bd11-aa9a-47f7-ac06-4b931be30bb8 HTTP/1.1" status: 200 len: 210 time: 0.0401075 Jul 05 18:00:46.629988 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32e8c62-1457-4e90-a707-446a7cee4d1a x-openstack-request-id: req-b32e8c62-1457-4e90-a707-446a7cee4d1a {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:46.630493 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d10a7fee-189d-4242-baf8-8f13e4325778", "name": "network-vif-deleted", "tag": "ddcf00b7-1fd0-4715-9f43-32e62087d6e5", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:46.630775 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b32e8c62-1457-4e90-a707-446a7cee4d1a {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:46.631186 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd10a7fee-189d-4242-baf8-8f13e4325778', 'name': 'network-vif-deleted', 'tag': 'ddcf00b7-1fd0-4715-9f43-32e62087d6e5', 'status': 'completed', 'code': 200} Jul 05 18:00:46.672393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 17725697-6c9e-4d07-9431-2c6e09725a57 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:46.676964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 17725697-6c9e-4d07-9431-2c6e09725a57 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:46.677358 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:46.787005 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:46.817584 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6ef34f-5a7d-4b1c-a704-7cee626a45fc None None] New status for floating IP c6a0ab90-da94-4151-befc-354aaf0987ff: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:00:46.827425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:46.983884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:47.056686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:47.059531 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e05eded-e69a-4d04-9041-f287346f01fd" -d '{"events": [{"server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "name": "network-vif-plugged", "status": "completed", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:47.096388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=17725697-6c9e-4d07-9431-2c6e09725a57,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:47.186977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-600bf852-7051-48d3-8910-e91ee248bde0 req-cc28e5d0-3436-4ca4-8b27-edb4c9ebed5f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532491 Jul 05 18:00:47.303478 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94271ab1-f96c-4be1-86e8-f35041a3917e x-openstack-request-id: req-94271ab1-f96c-4be1-86e8-f35041a3917e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:47.303854 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be69bd11-aa9a-47f7-ac06-4b931be30bb8", "name": "network-vif-deleted", "tag": "54427a8e-8e75-448b-a846-49d2cafe40be", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:47.306601 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94271ab1-f96c-4be1-86e8-f35041a3917e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:47.307138 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be69bd11-aa9a-47f7-ac06-4b931be30bb8', 'name': 'network-vif-deleted', 'tag': '54427a8e-8e75-448b-a846-49d2cafe40be', 'status': 'completed', 'code': 200} Jul 05 18:00:47.342955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf852-7051-48d3-8910-e91ee248bde0 req-11064501-76bf-4f75-ad64-11b7c0736f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:47.346244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-600bf852-7051-48d3-8910-e91ee248bde0 req-11064501-76bf-4f75-ad64-11b7c0736f9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 1096 time: 0.1115367 Jul 05 18:00:47.459923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51284) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:47.613813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf852-7051-48d3-8910-e91ee248bde0 req-1c30ddec-18b1-441b-890d-160340210aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:47.615719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-600bf852-7051-48d3-8910-e91ee248bde0 req-1c30ddec-18b1-441b-890d-160340210aa9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.2322118 Jul 05 18:00:47.625642 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db707bb-b34c-498a-b410-c146a7a184de tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:47.675729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db707bb-b34c-498a-b410-c146a7a184de tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:47.717609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-600bf852-7051-48d3-8910-e91ee248bde0 req-1107ae9c-463c-4cb1-8059-64becab94818 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d HTTP/1.1" status: 200 len: 217 time: 0.0881760 Jul 05 18:00:47.814766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf852-7051-48d3-8910-e91ee248bde0 req-f571ec07-f40e-4744-8b17-1b38139782ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:47.817255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-600bf852-7051-48d3-8910-e91ee248bde0 req-f571ec07-f40e-4744-8b17-1b38139782ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0633578 Jul 05 18:00:47.818045 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db707bb-b34c-498a-b410-c146a7a184de tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:47.820857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db707bb-b34c-498a-b410-c146a7a184de tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:47.822248 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8db707bb-b34c-498a-b410-c146a7a184de tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "DELETE /v2.0/security-groups/9e00769f-e158-4254-b914-5341c0ddb376 HTTP/1.1" status: 204 len: 168 time: 0.3613088 Jul 05 18:00:47.825065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51288) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:47.861223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db707bb-b34c-498a-b410-c146a7a184de tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e00769f-e158-4254-b914-5341c0ddb376,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:47.905939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-600bf852-7051-48d3-8910-e91ee248bde0 req-3327685c-41de-44e2-b23c-99f41c66be51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707967 Jul 05 18:00:47.906865 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-7857e3b5-9847-4f46-8b54-33e0fcb29dde tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] show failed (client error): The resource could not be found. Jul 05 18:00:47.908661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7857e3b5-9847-4f46-8b54-33e0fcb29dde tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "GET /v2.0/security-groups/9e00769f-e158-4254-b914-5341c0ddb376 HTTP/1.1" status: 404 len: 347 time: 0.0804534 Jul 05 18:00:47.927506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51290) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:47.965160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455179c8-521b-48f2-831a-3fa2ba2c525e req-44a70e00-920b-4015-a934-e37837f4a828 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:47.967230 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-455179c8-521b-48f2-831a-3fa2ba2c525e req-44a70e00-920b-4015-a934-e37837f4a828 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 946 time: 0.2663257 Jul 05 18:00:48.062899 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-455179c8-521b-48f2-831a-3fa2ba2c525e req-4f18e900-35b6-4b14-a23a-eb9f99f1843c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560033 Jul 05 18:00:48.103782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Deleting port 00a6cf1d-84f7-4cbf-aa19-7d4897d6a9f1 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:48.105065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:48.107565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-600bf852-7051-48d3-8910-e91ee248bde0 req-fad2ec08-6e52-4a43-9063-94cecdeece31 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847098 Jul 05 18:00:48.162071 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb55067-2477-4d91-9847-77b20d5f2d38 x-openstack-request-id: req-ceb55067-2477-4d91-9847-77b20d5f2d38 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:48.162658 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "name": "network-vif-plugged", "status": "completed", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:48.162658 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ceb55067-2477-4d91-9847-77b20d5f2d38 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:48.163021 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57', 'code': 200} Jul 05 18:00:48.277388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-600bf852-7051-48d3-8910-e91ee248bde0 req-40a91f49-0183-403e-add6-62e067c9d358 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534264 Jul 05 18:00:48.298370 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:48.298793 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:48.325418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Calling delete_port for 00a6cf1d-84f7-4cbf-aa19-7d4897d6a9f1 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:48.435509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 54427a8e-8e75-448b-a846-49d2cafe40be no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:48.447676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12269da6-c4ba-429f-8a70-9a9e25e60641 req-248062ec-4c07-46a5-9387-f707beace7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:48.452087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12269da6-c4ba-429f-8a70-9a9e25e60641 req-248062ec-4c07-46a5-9387-f707beace7a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 1097 time: 0.1588757 Jul 05 18:00:48.485200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 54427a8e-8e75-448b-a846-49d2cafe40be {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:48.486360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 54427a8e-8e75-448b-a846-49d2cafe40be not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:48.497806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9343d-6d4f-4673-8f9c-686577e6cac4 req-e7f5c21e-eaa7-4b33-88d3-0a8d6ea876ef tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:48.502465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbd9343d-6d4f-4673-8f9c-686577e6cac4 req-e7f5c21e-eaa7-4b33-88d3-0a8d6ea876ef tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 950 time: 0.1889400 Jul 05 18:00:48.619666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12269da6-c4ba-429f-8a70-9a9e25e60641 req-24a24655-8157-46f1-914a-c42d693ffd97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557043 Jul 05 18:00:48.695835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbd9343d-6d4f-4673-8f9c-686577e6cac4 req-d5003cde-f938-4cec-8a4c-1d398558bec8 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178701 Jul 05 18:00:48.719272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:48.825901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:48.829649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:48.831490 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] 10.222.0.30 "DELETE /v2.0/floatingips/c6a0ab90-da94-4151-befc-354aaf0987ff HTTP/1.1" status: 204 len: 168 time: 0.9027209 Jul 05 18:00:48.835444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51324) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:48.853151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-c30438b3-6d5e-448c-af65-efdf898fc572 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:48.860923 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-c30438b3-6d5e-448c-af65-efdf898fc572 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.97 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.2147222 Jul 05 18:00:48.862508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e010bb-592e-4f27-8155-84723d0827f4 tempest-ServersTestManualDisk-1473723808 tempest-ServersTestManualDisk-1473723808-project] Pushing event deleted for resources: {'Port': ['ID=00a6cf1d-84f7-4cbf-aa19-7d4897d6a9f1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:49.054124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Deleting port fd45e103-1a67-42c1-94fc-09e47876115b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:49.054472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:49.169854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] For port fd45e103-1a67-42c1-94fc-09e47876115b, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fd45e103-1a67-42c1-94fc-09e47876115b,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:49.170298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:49.194201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Calling delete_port for fd45e103-1a67-42c1-94fc-09e47876115b owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:49.354401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bce7cf-4d55-4781-a27c-64e833b863b5 req-98c99f34-e431-4bc8-83cd-7e55fb2fd80c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:49.357139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15bce7cf-4d55-4781-a27c-64e833b863b5 req-98c99f34-e431-4bc8-83cd-7e55fb2fd80c tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/ports?device_id=d9fa0e1b-ed44-48ae-81da-77e37814908e HTTP/1.1" status: 200 len: 946 time: 0.3401072 Jul 05 18:00:49.439081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-deed96c7-f278-4784-b0eb-0ed5a66aa1f2 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:49.447340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-deed96c7-f278-4784-b0eb-0ed5a66aa1f2 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/networks?id=01700a04-2c31-46e6-9fcd-61e849404ae7 HTTP/1.1" status: 200 len: 815 time: 0.2805800 Jul 05 18:00:49.490602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:49.495318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15bce7cf-4d55-4781-a27c-64e833b863b5 req-bec9aec2-490d-4b44-8f67-1318d480539e tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d8f1e01-40ad-4029-aa85-6864764dce29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275473 Jul 05 18:00:49.496932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-f2dc76b9-00a6-4434-bcbb-e854c1ce2bb3 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/quotas/642fb1c1cfac424990ee9cab7e09e8c3 HTTP/1.1" status: 200 len: 375 time: 0.0485206 Jul 05 18:00:49.505147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['fd45e103-1a67-42c1-94fc-09e47876115b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:00:49.527188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Pushing event deleted for resources: {'Port': ['ID=fd45e103-1a67-42c1-94fc-09e47876115b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:49.624596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] No DVR routers for this DVR port fd45e103-1a67-42c1-94fc-09e47876115b on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:49.627393 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:49.631993 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6cda6916-3404-4ef4-95b2-fed136979eb5 req-5c7ca6bf-fca5-4974-b709-f322a64eeb62 tempest-ServerRescueNegativeTestJSON-765507418 tempest-ServerRescueNegativeTestJSON-765507418-project] 10.222.0.97 "DELETE /v2.0/ports/fd45e103-1a67-42c1-94fc-09e47876115b HTTP/1.1" status: 204 len: 173 time: 0.7599919 Jul 05 18:00:49.632294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9fa0e1b-ed44-48ae-81da-77e37814908e', 'name': 'network-vif-deleted', 'tag': 'fd45e103-1a67-42c1-94fc-09e47876115b'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:49.639776 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9ca638-c0cb-4935-b81b-93aed3e0367e" -d '{"events": [{"server_uuid": "d9fa0e1b-ed44-48ae-81da-77e37814908e", "name": "network-vif-deleted", "tag": "fd45e103-1a67-42c1-94fc-09e47876115b"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:49.675798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-ecd5a268-db22-4f26-8d1b-982660afa9f8 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=642fb1c1cfac424990ee9cab7e09e8c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687765 Jul 05 18:00:49.927154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:49.997209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-24caad66-34ee-4274-90ef-9cacdb9cea56 service neutron] 10.222.0.30 "GET /v2.0/networks/01700a04-2c31-46e6-9fcd-61e849404ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205390 Jul 05 18:00:50.698269 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88facdef-a872-4380-9985-a41246ab86a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:50.743265 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-b682a5de-8add-41e6-b534-9df4e9cd1d9b service neutron] 10.222.0.30 "GET /v2.0/networks/01700a04-2c31-46e6-9fcd-61e849404ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7327325 Jul 05 18:00:50.827349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aced83-7f3f-474a-923f-f2639b5f8d14 req-097ffeea-b9af-4bee-a703-44478f87d370 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:50.834826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7aced83-7f3f-474a-923f-f2639b5f8d14 req-097ffeea-b9af-4bee-a703-44478f87d370 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 946 time: 0.3282294 Jul 05 18:00:50.914612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7aced83-7f3f-474a-923f-f2639b5f8d14 req-e2144701-e232-4283-b88c-13af0c2773ad tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788884 Jul 05 18:00:50.936574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316d669-49be-4b92-977b-b7fb3223534b req-d961f608-a45b-4bbf-9763-e6fb4e305779 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:50.938946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3316d669-49be-4b92-977b-b7fb3223534b req-d961f608-a45b-4bbf-9763-e6fb4e305779 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.39 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 945 time: 0.1930926 Jul 05 18:00:51.025662 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08decfbd-2194-49ba-a258-8343f0c55866 x-openstack-request-id: req-08decfbd-2194-49ba-a258-8343f0c55866 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:51.026971 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9fa0e1b-ed44-48ae-81da-77e37814908e", "name": "network-vif-deleted", "tag": "fd45e103-1a67-42c1-94fc-09e47876115b", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:51.027418 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08decfbd-2194-49ba-a258-8343f0c55866 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:51.028008 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9fa0e1b-ed44-48ae-81da-77e37814908e', 'name': 'network-vif-deleted', 'tag': 'fd45e103-1a67-42c1-94fc-09e47876115b', 'status': 'completed', 'code': 200} Jul 05 18:00:51.127877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3316d669-49be-4b92-977b-b7fb3223534b req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Deleting port d55d8d36-3ec9-4db7-9794-ce65934056a1 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:51.128253 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3316d669-49be-4b92-977b-b7fb3223534b req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:51.202722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Deleting port 96429d9b-4d24-43d8-be6c-a4adc8c69621 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:51.203065 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:51.295366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3316d669-49be-4b92-977b-b7fb3223534b req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] For port d55d8d36-3ec9-4db7-9794-ce65934056a1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d55d8d36-3ec9-4db7-9794-ce65934056a1,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:51.295755 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3316d669-49be-4b92-977b-b7fb3223534b req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:51.323249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3316d669-49be-4b92-977b-b7fb3223534b req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Calling delete_port for d55d8d36-3ec9-4db7-9794-ce65934056a1 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:51.343679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] For port 96429d9b-4d24-43d8-be6c-a4adc8c69621, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=96429d9b-4d24-43d8-be6c-a4adc8c69621,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:51.349816 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:51.398847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Calling delete_port for 96429d9b-4d24-43d8-be6c-a4adc8c69621 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:51.705494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb4579-900b-400a-bfc9-1f90f82a55b4 req-b2912619-7c2a-4a63-b552-55c4aa68066b tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:51.707395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fabb4579-900b-400a-bfc9-1f90f82a55b4 req-b2912619-7c2a-4a63-b552-55c4aa68066b tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 950 time: 0.2416906 Jul 05 18:00:51.792836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fabb4579-900b-400a-bfc9-1f90f82a55b4 req-7bfe000a-af59-4b4a-9e47-c4dc5eee7f08 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781906 Jul 05 18:00:51.796039 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3316d669-49be-4b92-977b-b7fb3223534b req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:51.880154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Pushing event deleted for resources: {'Port': ['ID=d55d8d36-3ec9-4db7-9794-ce65934056a1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:51.949558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3316d669-49be-4b92-977b-b7fb3223534b req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] No DVR routers for this DVR port d55d8d36-3ec9-4db7-9794-ce65934056a1 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:51.958951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3316d669-49be-4b92-977b-b7fb3223534b req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:51.960873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3316d669-49be-4b92-977b-b7fb3223534b req-9dd6364b-3983-4ecd-bdd1-b161d53d0b8c tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.39 "DELETE /v2.0/ports/d55d8d36-3ec9-4db7-9794-ce65934056a1 HTTP/1.1" status: 204 len: 173 time: 0.9915049 Jul 05 18:00:51.961320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'name': 'network-vif-deleted', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:51.963606 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15432e65-3dee-437e-8131-b1743f47d497" -d '{"events": [{"server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "name": "network-vif-deleted", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:51.992124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e6803e6e-f968-4b6a-8c9f-af268a270cc2 req-ebaf7b46-ed30-4315-a24e-8d0bb205a103 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.30 "GET /v2.0/ports?device_id=b680ba3e-e6b6-4e5c-9368-68225c9505d7 HTTP/1.1" status: 200 len: 210 time: 0.0452673 Jul 05 18:00:52.055246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fd45e103-1a67-42c1-94fc-09e47876115b no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:52.075529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51422) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:52.084998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: fd45e103-1a67-42c1-94fc-09e47876115b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:52.085462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fd45e103-1a67-42c1-94fc-09e47876115b not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:52.237097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc22105f-1b9d-419e-a46b-2088248e5ef2 req-5f9f6852-0a52-4d0b-9c72-722dcf4c05e1 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:52.239087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc22105f-1b9d-419e-a46b-2088248e5ef2 req-5f9f6852-0a52-4d0b-9c72-722dcf4c05e1 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 1097 time: 0.0591860 Jul 05 18:00:52.283683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc22105f-1b9d-419e-a46b-2088248e5ef2 req-dacf8c9f-1e95-41e8-93a2-f1d43c08d0a2 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380564 Jul 05 18:00:52.368814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dce5bd4a-9791-4f27-8c1a-195d75bd3419 req-29776623-4e8a-4daa-a8f3-461f159d5318 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0301549 Jul 05 18:00:52.434868 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:52.493724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Pushing event deleted for resources: {'Port': ['ID=96429d9b-4d24-43d8-be6c-a4adc8c69621,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:52.524327 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:52.747902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc4cef0-6458-4779-ad61-773479068400 req-a2f757ef-ca46-4155-bd46-e65703025ae4 tempest-LiveMigrationNegativeTest-1009013743 tempest-LiveMigrationNegativeTest-1009013743-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:52.755608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcc4cef0-6458-4779-ad61-773479068400 req-a2f757ef-ca46-4155-bd46-e65703025ae4 tempest-LiveMigrationNegativeTest-1009013743 tempest-LiveMigrationNegativeTest-1009013743-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 1101 time: 0.1947646 Jul 05 18:00:52.838258 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcc4cef0-6458-4779-ad61-773479068400 req-2677e0a9-4c3a-4e63-b4a3-c3544692a156 tempest-LiveMigrationNegativeTest-1009013743 tempest-LiveMigrationNegativeTest-1009013743-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:53.009229 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:53.154288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Deleting port 39fb1351-81a9-4270-a53d-0f269473fa07 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:53.157342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:53.209052 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcc4cef0-6458-4779-ad61-773479068400 req-2677e0a9-4c3a-4e63-b4a3-c3544692a156 tempest-LiveMigrationNegativeTest-1009013743 tempest-LiveMigrationNegativeTest-1009013743-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:53.365536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] For port 39fb1351-81a9-4270-a53d-0f269473fa07, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=39fb1351-81a9-4270-a53d-0f269473fa07,segment=NetworkSegment(53db1e83-7869-416c-9680-1919db9d474c),segment_id=53db1e83-7869-416c-9680-1919db9d474c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:53.366371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:53.387866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Calling delete_port for 39fb1351-81a9-4270-a53d-0f269473fa07 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:53.435712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Router 0b73c2ee-85bb-4761-a8f4-2fb492559242 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:00:53.595195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:00:53.601852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1a6da62a-ed71-4b2c-9277-d3b465456cdd admin admin] 10.222.0.30 "PUT /v2.0/routers/0b73c2ee-85bb-4761-a8f4-2fb492559242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7653515 Jul 05 18:00:53.604344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51438) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:53.606636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] Sync routers for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:00:53.620769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:53.624128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:53.659524 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcc4cef0-6458-4779-ad61-773479068400 req-2677e0a9-4c3a-4e63-b4a3-c3544692a156 tempest-LiveMigrationNegativeTest-1009013743 tempest-LiveMigrationNegativeTest-1009013743-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:53.714821 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-117b683d-089f-4b49-a9a9-b54d0077948f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:53.730707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcc4cef0-6458-4779-ad61-773479068400 req-2677e0a9-4c3a-4e63-b4a3-c3544692a156 tempest-LiveMigrationNegativeTest-1009013743 tempest-LiveMigrationNegativeTest-1009013743-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9740040 Jul 05 18:00:53.746302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677e0a9-4c3a-4e63-b4a3-c3544692a156 tempest-LiveMigrationNegativeTest-1009013743 tempest-LiveMigrationNegativeTest-1009013743-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d512183-5407-434c-b105-a4c9742136a0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:53.762465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:53.795154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:53.865207 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ecf223-30eb-4845-9125-8a8bcc437220 x-openstack-request-id: req-50ecf223-30eb-4845-9125-8a8bcc437220 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:00:53.865754 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b680ba3e-e6b6-4e5c-9368-68225c9505d7", "name": "network-vif-deleted", "tag": "d55d8d36-3ec9-4db7-9794-ce65934056a1", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:00:53.866910 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50ecf223-30eb-4845-9125-8a8bcc437220 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:00:53.867419 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b680ba3e-e6b6-4e5c-9368-68225c9505d7', 'name': 'network-vif-deleted', 'tag': 'd55d8d36-3ec9-4db7-9794-ce65934056a1', 'status': 'completed', 'code': 200} Jul 05 18:00:53.900945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Pushing event deleted for resources: {'Port': ['ID=39fb1351-81a9-4270-a53d-0f269473fa07,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:53.934195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:53.942075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:54.250323 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:54.300256 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:54.302992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d34bc-11bb-4edb-9587-b43326916924 req-dda15e6f-11dd-40fc-abe9-6bcd7d1ebe76 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:54.312529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-738d34bc-11bb-4edb-9587-b43326916924 req-dda15e6f-11dd-40fc-abe9-6bcd7d1ebe76 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 1097 time: 0.1589446 Jul 05 18:00:54.458714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d55d8d36-3ec9-4db7-9794-ce65934056a1 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:54.524222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-738d34bc-11bb-4edb-9587-b43326916924 req-8baa1e08-3156-4969-8acd-4b87f199de53 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085426 Jul 05 18:00:54.585833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: d55d8d36-3ec9-4db7-9794-ce65934056a1 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:54.586319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d55d8d36-3ec9-4db7-9794-ce65934056a1 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:54.594745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Deleting port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:54.595176 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:54.646384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T18:00:51Z', 'revision_number': 5, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port': {'id': '49fcabf0-19f2-4a09-9f05-52ebd25bb6d4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:7d:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:58:13Z', 'updated_at': '2021-07-05T17:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:54.649724 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:54.731281 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:00:54.741609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] Checking router: 0b73c2ee-85bb-4761-a8f4-2fb492559242 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:00:54.772878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] Routers {'0b73c2ee-85bb-4761-a8f4-2fb492559242'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:54.773528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0b73c2ee-85bb-4761-a8f4-2fb492559242'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:54.834440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] For port 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=49fcabf0-19f2-4a09-9f05-52ebd25bb6d4,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:54.835147 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:54.894367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Calling delete_port for 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:54.899372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cec561a2-b8e6-46a4-8085-7cf2bfb54811 req-350b16e1-29a1-4039-bd17-08de28e50c49 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0456491 Jul 05 18:00:55.059576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] Set router 0b73c2ee-85bb-4761-a8f4-2fb492559242 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:55.214829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T18:00:54Z', 'revision_number': 6, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:55.247462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Router c5303871-4f3e-462e-8c40-d9a677e37222 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:00:55.294979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe07a2d-805a-48e9-a97e-5a24b4d1bbc7 None None] The sync data for ids ['0b73c2ee-85bb-4761-a8f4-2fb492559242'] in n-d-799524-1 is: [{'id': '0b73c2ee-85bb-4761-a8f4-2fb492559242', 'name': 'tempest-ServersTestManualDisk-68454649-router', 'tenant_id': '30517f508512463c92d995c26e25987f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:58:12Z', 'updated_at': '2021-07-05T18:00:54Z', 'revision_number': 6, 'project_id': '30517f508512463c92d995c26e25987f', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:00:55.309875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:55.367097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fcabf0-19f2-4a09-9f05-52ebd25bb6d4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:55.441109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:00:55.451517 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] Sync routers for ids ['c5303871-4f3e-462e-8c40-d9a677e37222'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:00:55.452774 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d0210b78-5069-422f-b891-28b1af96a9db admin admin] 10.222.0.30 "PUT /v2.0/routers/c5303871-4f3e-462e-8c40-d9a677e37222/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3751945 Jul 05 18:00:55.454206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51460) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:55.469994 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] Routers {'c5303871-4f3e-462e-8c40-d9a677e37222'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:55.471129 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c5303871-4f3e-462e-8c40-d9a677e37222'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:55.516069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:55.653326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:55.830009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:55.842545 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:55.846496 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:55.990038 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:55.990776 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b73c2ee-85bb-4761-a8f4-2fb492559242 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:00:56.000938 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:56.000938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a2c3528c-7db9-4c9c-a126-1342fe62bdb3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0b73c2ee-85bb-4761-a8f4-2fb492559242 HTTP/1.1" status: 204 len: 168 time: 2.3915613 Jul 05 18:00:56.001343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51464) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:56.002796 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] Set router c5303871-4f3e-462e-8c40-d9a677e37222 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:56.129156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f24e592-2230-4e20-a234-8e19890a7844 admin admin] Deleting subnet d242711e-11f9-423f-8206-8718969f8287 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:00:56.136642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Deleting port c5ffed50-96e4-45c0-9749-7ab93c483afe {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:56.136998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:56.138590 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f24e592-2230-4e20-a234-8e19890a7844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:56.224393 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f24e592-2230-4e20-a234-8e19890a7844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:56.259711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-e823da46-4034-4e59-bd06-347837d22702 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:56.260826 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-e823da46-4034-4e59-bd06-347837d22702 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.97 "GET /v2.0/networks?id=01700a04-2c31-46e6-9fcd-61e849404ae7 HTTP/1.1" status: 200 len: 815 time: 0.3260467 Jul 05 18:00:56.280338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Request body: {'port': {'device_id': 'd839f277-6a63-49af-ac00-5d245f59d5b3', 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7', 'admin_state_up': True, 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:56.292251 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:56.411869 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f24e592-2230-4e20-a234-8e19890a7844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:56.568277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 96429d9b-4d24-43d8-be6c-a4adc8c69621 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:56.610479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 96429d9b-4d24-43d8-be6c-a4adc8c69621 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:56.611238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 96429d9b-4d24-43d8-be6c-a4adc8c69621 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:56.611938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:56.615953 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:57:44Z', 'updated_at': '2021-07-05T18:00:53Z', 'revision_number': 5, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'gw_port': {'id': 'c5ffed50-96e4-45c0-9749-7ab93c483afe', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0e:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:57:45Z', 'updated_at': '2021-07-05T17:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:56.616212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] For port c5ffed50-96e4-45c0-9749-7ab93c483afe, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5ffed50-96e4-45c0-9749-7ab93c483afe,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:56.616212 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:56.638056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Calling delete_port for c5ffed50-96e4-45c0-9749-7ab93c483afe owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:56.650007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:56.650609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 49fcabf0-19f2-4a09-9f05-52ebd25bb6d4 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:56.702605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f24e592-2230-4e20-a234-8e19890a7844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:56.706042 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] Checking router: c5303871-4f3e-462e-8c40-d9a677e37222 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:00:56.737417 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] Routers {'c5303871-4f3e-462e-8c40-d9a677e37222'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:00:56.741500 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c5303871-4f3e-462e-8c40-d9a677e37222'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:56.857016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24e592-2230-4e20-a234-8e19890a7844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d242711e-11f9-423f-8206-8718969f8287,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:56.871026 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f24e592-2230-4e20-a234-8e19890a7844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:56.872966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3f24e592-2230-4e20-a234-8e19890a7844 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d242711e-11f9-423f-8206-8718969f8287 HTTP/1.1" status: 204 len: 168 time: 0.8707426 Jul 05 18:00:56.875805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf3449-f13b-41a8-a077-07d748fe7e15 None None] Network a8a61b02-2eb9-46b5-93b5-1a765b8e3acf requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:00:56.884694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51474) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:56.934828 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] Set router c5303871-4f3e-462e-8c40-d9a677e37222 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:00:57.014138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.026306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-1b2ab64d-343e-4085-a64c-3e19d7182c04 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:57.029741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-1b2ab64d-343e-4085-a64c-3e19d7182c04 tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee37fb62-0d9b-43c3-9c8c-85566f774161 HTTP/1.1" status: 200 len: 944 time: 0.3089240 Jul 05 18:00:57.036381 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:57:44Z', 'updated_at': '2021-07-05T18:00:55Z', 'revision_number': 6, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:57.116003 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c2f949-5bfe-4ca0-86b4-7ab15c648283 None None] The sync data for ids ['c5303871-4f3e-462e-8c40-d9a677e37222'] in n-d-799524-1 is: [{'id': 'c5303871-4f3e-462e-8c40-d9a677e37222', 'name': 'tempest-ServerRescueNegativeTestJSON-646557969-router', 'tenant_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:57:44Z', 'updated_at': '2021-07-05T18:00:55Z', 'revision_number': 6, 'project_id': '40bf43e8b3db41669cf4f01bb783bd4e', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:00:57.171656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Made reservation on behalf of 642fb1c1cfac424990ee9cab7e09e8c3 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:00:57.176593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.277861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Deleting port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:57.278275 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.335839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Deleting port 938e27bb-415b-4fe1-a316-85dbf45577e0 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:57.335839 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.362133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Allocated IP 172.20.0.12 (01700a04-2c31-46e6-9fcd-61e849404ae7/b5593fde-bd95-45f5-a63c-bac684eb2b8f/749fc72f-2bea-467d-ac3a-98d3724bfe0d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:00:57.412054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] For port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f8a947a1-3778-4ebd-be78-ebcbcc77bbb3,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:57.412605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.433413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Calling delete_port for f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:57.508816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c78c6e8-85ac-4654-a03f-1056e9f418a4 None None] DHCP port deletion for a8a61b02-2eb9-46b5-93b5-1a765b8e3acf request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:00:57.553598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] For port 938e27bb-415b-4fe1-a316-85dbf45577e0, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=938e27bb-415b-4fe1-a316-85dbf45577e0,segment=NetworkSegment(328ebeea-5302-49df-a998-7ccb69d97d39),segment_id=328ebeea-5302-49df-a998-7ccb69d97d39)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:57.554327 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.573309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Calling delete_port for 938e27bb-415b-4fe1-a316-85dbf45577e0 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:57.671111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3c78c6e8-85ac-4654-a03f-1056e9f418a4 None None] Deleting port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:00:57.673596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3c78c6e8-85ac-4654-a03f-1056e9f418a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.748890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.818921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5ffed50-96e4-45c0-9749-7ab93c483afe,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:57.832380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3c78c6e8-85ac-4654-a03f-1056e9f418a4 None None] For port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f8a947a1-3778-4ebd-be78-ebcbcc77bbb3,segment=NetworkSegment(441c4db3-3350-46fe-a4d0-cf82ebb5ef9d),segment_id=441c4db3-3350-46fe-a4d0-cf82ebb5ef9d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:00:57.832798 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3c78c6e8-85ac-4654-a03f-1056e9f418a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.840394 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.887946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3c78c6e8-85ac-4654-a03f-1056e9f418a4 None None] Calling delete_port for f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:00:57.917641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] No DVR routers for this DVR port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:57.926767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8a947a1-3778-4ebd-be78-ebcbcc77bbb3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:57.941960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:57.963358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Transition to ACTIVE for port object 749fc72f-2bea-467d-ac3a-98d3724bfe0d will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:57.974942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.079747 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3c78c6e8-85ac-4654-a03f-1056e9f418a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.089995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.102024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.105297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.115455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a61b02-2eb9-46b5-93b5-1a765b8e3acf']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:58.147913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:58.149477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441c4db3-3350-46fe-a4d0-cf82ebb5ef9d') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:58.155796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78c6e8-85ac-4654-a03f-1056e9f418a4 None None] Pushing event deleted for resources: {'Port': ['ID=f8a947a1-3778-4ebd-be78-ebcbcc77bbb3,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:58.166060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.167844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78c6e8-85ac-4654-a03f-1056e9f418a4 None None] No DVR routers for this DVR port f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:58.186504 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.196057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:00:58.196465 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:00:58.198339 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:00:58.210000 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.275759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.276322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5303871-4f3e-462e-8c40-d9a677e37222 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:00:58.286139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.291292 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2780e672-506a-4113-8ac2-64c3c9c42fb3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c5303871-4f3e-462e-8c40-d9a677e37222 HTTP/1.1" status: 204 len: 168 time: 2.8358207 Jul 05 18:00:58.292221 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51494) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:58.318263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Pushing event deleted for resources: {'Port': ['ID=938e27bb-415b-4fe1-a316-85dbf45577e0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:58.374855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] No DVR routers for this DVR port 938e27bb-415b-4fe1-a316-85dbf45577e0 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:00:58.377774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.381093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b85a6f9f-47d1-4ec3-bf08-b381fd386a09 req-d4150ec4-6c2d-4941-b82f-02ebdd047abe tempest-LiveAutoBlockMigrationV225Test-1447291284 tempest-LiveAutoBlockMigrationV225Test-1447291284-project] 10.222.0.39 "DELETE /v2.0/ports/938e27bb-415b-4fe1-a316-85dbf45577e0 HTTP/1.1" status: 204 len: 173 time: 1.3381343 Jul 05 18:00:58.381566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'name': 'network-vif-deleted', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:00:58.385721 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4a021b-34a8-411f-98cc-c78dd80ea667" -d '{"events": [{"server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "name": "network-vif-deleted", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:00:58.395088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.412908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef69381-c7eb-483f-82f2-2ef046a946f6 admin admin] Deleting subnet cc707f86-644e-472d-8ecf-a825beaf7b13 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:00:58.421457 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.427033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.430607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ef69381-c7eb-483f-82f2-2ef046a946f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.432714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a8a61b02-2eb9-46b5-93b5-1a765b8e3acf HTTP/1.1" status: 204 len: 168 time: 1.5460174 Jul 05 18:00:58.461826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aae504-2325-40ee-969f-914c2c2f1577 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a61b02-2eb9-46b5-93b5-1a765b8e3acf,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:58.536057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Network 01700a04-2c31-46e6-9fcd-61e849404ae7 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:00:58.541636 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:00:58.548150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:00:58.565503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ef69381-c7eb-483f-82f2-2ef046a946f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.610820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 39fb1351-81a9-4270-a53d-0f269473fa07 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:58.680387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 39fb1351-81a9-4270-a53d-0f269473fa07 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:58.684031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 39fb1351-81a9-4270-a53d-0f269473fa07 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:58.692467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5ffed50-96e4-45c0-9749-7ab93c483afe no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:58.766251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c5ffed50-96e4-45c0-9749-7ab93c483afe {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:58.766630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5ffed50-96e4-45c0-9749-7ab93c483afe not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:58.767063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:00:58.789820 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Pushing event updated for resources: {'Port': ['ID=749fc72f-2bea-467d-ac3a-98d3724bfe0d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:58.819313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ef69381-c7eb-483f-82f2-2ef046a946f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:58.846300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:00:58.846677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f8a947a1-3778-4ebd-be78-ebcbcc77bbb3 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:00:58.887410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:00:58.887410 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.001604 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-1fc332a7-a6ef-4983-9941-e26810d04081 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7274942 Jul 05 18:00:59.014629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Request body: {'port': {'device_id': 'd839f277-6a63-49af-ac00-5d245f59d5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:59.043815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ef69381-c7eb-483f-82f2-2ef046a946f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.053658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51510) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:59.086641 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef69381-c7eb-483f-82f2-2ef046a946f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc707f86-644e-472d-8ecf-a825beaf7b13,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:59.103124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ef69381-c7eb-483f-82f2-2ef046a946f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.105759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9ef69381-c7eb-483f-82f2-2ef046a946f6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc707f86-644e-472d-8ecf-a825beaf7b13 HTTP/1.1" status: 204 len: 168 time: 0.8123341 Jul 05 18:00:59.109140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51512) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:59.125278 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1ab36d0a-6d9b-4deb-b330-7ee58ff22a08 None None] Provisioning for port 749fc72f-2bea-467d-ac3a-98d3724bfe0d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:00:59.133457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1ab36d0a-6d9b-4deb-b330-7ee58ff22a08 None None] Provisioning complete for port 749fc72f-2bea-467d-ac3a-98d3724bfe0d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:00:59.134260 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1ab36d0a-6d9b-4deb-b330-7ee58ff22a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.161970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e81d639e-f137-4d0a-976a-3f87a123dc83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30517f508512463c92d995c26e25987f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1068931 Jul 05 18:00:59.170246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51514) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:00:59.213816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.225204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1ab36d0a-6d9b-4deb-b330-7ee58ff22a08 None None] Port 749fc72f-2bea-467d-ac3a-98d3724bfe0d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:00:59.278876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.291071 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62d8c841-8c1f-4c1c-83b9-022c71aab15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.341049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62d8c841-8c1f-4c1c-83b9-022c71aab15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.453010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.489095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9dceb61-b9f2-4094-9311-242f12e71522']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:59.523313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53db1e83-7869-416c-9680-1919db9d474c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:59.523609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53db1e83-7869-416c-9680-1919db9d474c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:00:59.540070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.565070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.583927 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.592609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:00:59.593136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:00:59.594942 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:00:59.772598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.797980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.804962 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] 10.222.0.30 "DELETE /v2.0/networks/a9dceb61-b9f2-4094-9311-242f12e71522 HTTP/1.1" status: 204 len: 168 time: 0.6950576 Jul 05 18:00:59.870854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d6495-1542-4f32-a618-5a7ab02a055c admin admin] Pushing event deleted for resources: {'Network': ['ID=a9dceb61-b9f2-4094-9311-242f12e71522,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:00:59.880260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 749fc72f-2bea-467d-ac3a-98d3724bfe0d {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:00:59.885910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-749d47fa-2e0e-4488-809e-74ddbc077c30 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:00:59.887606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-749d47fa-2e0e-4488-809e-74ddbc077c30 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070550 Jul 05 18:00:59.891295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.892048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62d8c841-8c1f-4c1c-83b9-022c71aab15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.896029 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62d8c841-8c1f-4c1c-83b9-022c71aab15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:00:59.899248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-62d8c841-8c1f-4c1c-83b9-022c71aab15d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5b958e7-32ed-4d6d-b279-e376a70fa833 HTTP/1.1" status: 204 len: 168 time: 0.7251358 Jul 05 18:00:59.909673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Transition to ACTIVE for port object 749fc72f-2bea-467d-ac3a-98d3724bfe0d will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:00:59.929390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Request body: {'binding': {'host': 'n-h1-799524-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:00:59.929855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Unknown quota resources ['binding']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:01:00.001059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:00.034338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8c841-8c1f-4c1c-83b9-022c71aab15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b958e7-32ed-4d6d-b279-e376a70fa833,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:00.209852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Pushing event updated for resources: {'Port': ['ID=749fc72f-2bea-467d-ac3a-98d3724bfe0d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:00.247462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Attempting to bind port 749fc72f-2bea-467d-ac3a-98d3724bfe0d on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:00.248062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Attempting to bind port 749fc72f-2bea-467d-ac3a-98d3724bfe0d by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:00.248594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Attempting to bind port 749fc72f-2bea-467d-ac3a-98d3724bfe0d on network 01700a04-2c31-46e6-9fcd-61e849404ae7 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:00.256129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Port 749fc72f-2bea-467d-ac3a-98d3724bfe0d on network 01700a04-2c31-46e6-9fcd-61e849404ae7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:01:00.257507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Attempting to bind port 749fc72f-2bea-467d-ac3a-98d3724bfe0d on network 01700a04-2c31-46e6-9fcd-61e849404ae7 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:00.281236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:00.282060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Checking segment: {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:00.286800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Bound using segment: {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:00.287468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Bound port: 749fc72f-2bea-467d-ac3a-98d3724bfe0d, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:00.288842 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:00.292213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 on host n-h1-799524-1 for vnic_type normal with profile None {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:00.293695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:00.294547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:00.306250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Port 17725697-6c9e-4d07-9431-2c6e09725a57 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:01:00.314449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:00.332465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:00.336835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:00.338152 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:00.339502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Bound port: 17725697-6c9e-4d07-9431-2c6e09725a57, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:00.435953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] For port 749fc72f-2bea-467d-ac3a-98d3724bfe0d, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:00.440421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] For port 749fc72f-2bea-467d-ac3a-98d3724bfe0d, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=749fc72f-2bea-467d-ac3a-98d3724bfe0d,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:00.454666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:00.461395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51526) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:00.484888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 938e27bb-415b-4fe1-a316-85dbf45577e0 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:01:00.508155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:00.539590 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 938e27bb-415b-4fe1-a316-85dbf45577e0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:01:00.540200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 938e27bb-415b-4fe1-a316-85dbf45577e0 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:01:00.569546 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] Notify callbacks [] for binding, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:00.575681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:00.576351 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:00.577878 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] 10.222.0.97 "PUT /v2.0/ports/749fc72f-2bea-467d-ac3a-98d3724bfe0d HTTP/1.1" status: 200 len: 1092 time: 1.5679021 Jul 05 18:01:00.612764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd839f277-6a63-49af-ac00-5d245f59d5b3', 'tag': '749fc72f-2bea-467d-ac3a-98d3724bfe0d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:00.613860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6c0c4326-6259-4a20-8ec0-1e6b3ca98130 service neutron] 10.222.0.30 "POST /v2.0/ports/17725697-6c9e-4d07-9431-2c6e09725a57/bindings HTTP/1.1" status: 201 len: 389 time: 0.6791465 Jul 05 18:01:00.613975 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b26fe313-3a6f-4c0a-bfc7-65f19653184c" -d '{"events": [{"name": "network-changed", "server_uuid": "d839f277-6a63-49af-ac00-5d245f59d5b3", "tag": "749fc72f-2bea-467d-ac3a-98d3724bfe0d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:00.613975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-154a57e9-8842-45d2-8a5a-05a66b05258b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40bf43e8b3db41669cf4f01bb783bd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426871 Jul 05 18:01:00.613975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51532) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:00.651082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db491aef-5967-45b6-b9e7-f98474c614ed service neutron] Pushing event updated for resources: {'Port': ['ID=749fc72f-2bea-467d-ac3a-98d3724bfe0d,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:00.694110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d405ab98-fb96-45db-a1ea-c449ffa92ddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:00.725014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d405ab98-fb96-45db-a1ea-c449ffa92ddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:00.853589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-7f19ad4b-88f5-405a-960f-9a4ae2e23252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:00.855212 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-7f19ad4b-88f5-405a-960f-9a4ae2e23252 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=642fb1c1cfac424990ee9cab7e09e8c3&device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 1095 time: 0.1055598 Jul 05 18:01:00.899620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-da1428c6-8677-49c1-81b8-01eeb7dc103f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=749fc72f-2bea-467d-ac3a-98d3724bfe0d HTTP/1.1" status: 200 len: 217 time: 0.0358605 Jul 05 18:01:00.962816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-03321fd0-06f9-4e45-9893-0e3ebf3b55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:00.963976 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-03321fd0-06f9-4e45-9893-0e3ebf3b55c5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b5593fde-bd95-45f5-a63c-bac684eb2b8f HTTP/1.1" status: 200 len: 854 time: 0.0520885 Jul 05 18:01:01.011750 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d405ab98-fb96-45db-a1ea-c449ffa92ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:01.014287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d405ab98-fb96-45db-a1ea-c449ffa92ddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:01.017979 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d405ab98-fb96-45db-a1ea-c449ffa92ddd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d8f1e01-40ad-4029-aa85-6864764dce29 HTTP/1.1" status: 204 len: 168 time: 0.4087079 Jul 05 18:01:01.034377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405ab98-fb96-45db-a1ea-c449ffa92ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8f1e01-40ad-4029-aa85-6864764dce29,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:01.066930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-109b5dc7-12a5-4f5a-a9fe-fdc941824d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:01.068514 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-109b5dc7-12a5-4f5a-a9fe-fdc941824d3f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=01700a04-2c31-46e6-9fcd-61e849404ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0974917 Jul 05 18:01:01.156015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681802ce-77f9-4b53-8288-e86cffc1c88c req-1f9b88a3-7eae-4645-85bd-dd510b52eeb6 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:01.166581 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-681802ce-77f9-4b53-8288-e86cffc1c88c req-1f9b88a3-7eae-4645-85bd-dd510b52eeb6 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 944 time: 0.1580174 Jul 05 18:01:01.240930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-681802ce-77f9-4b53-8288-e86cffc1c88c req-ff38b52c-8611-457f-b586-ae2373f8cc6d tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727363 Jul 05 18:01:01.270957 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-577d47be-ed64-44ef-ae91-ff647831d172 service neutron] 10.222.0.97 "GET /v2.0/networks/01700a04-2c31-46e6-9fcd-61e849404ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930425 Jul 05 18:01:01.380475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51574) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:01.439632 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a9491-22bf-4d29-aa91-45ea74c9d544 x-openstack-request-id: req-b42a9491-22bf-4d29-aa91-45ea74c9d544 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:01.439930 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee37fb62-0d9b-43c3-9c8c-85566f774161", "name": "network-vif-deleted", "tag": "938e27bb-415b-4fe1-a316-85dbf45577e0", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:01.440201 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b42a9491-22bf-4d29-aa91-45ea74c9d544 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:01.451728 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee37fb62-0d9b-43c3-9c8c-85566f774161', 'name': 'network-vif-deleted', 'tag': '938e27bb-415b-4fe1-a316-85dbf45577e0', 'status': 'completed', 'code': 200} Jul 05 18:01:01.463552 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c642e33e-b0d5-433a-96b0-1025e68be4af req-c6f24c20-9656-4967-bf6a-1f0b24db3e88 service neutron] 10.222.0.97 "GET /v2.0/networks/01700a04-2c31-46e6-9fcd-61e849404ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874938 Jul 05 18:01:01.474339 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52aa13fe-7b55-4701-89fe-f4933d92da06 x-openstack-request-id: req-52aa13fe-7b55-4701-89fe-f4933d92da06 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:01.474693 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d839f277-6a63-49af-ac00-5d245f59d5b3", "tag": "749fc72f-2bea-467d-ac3a-98d3724bfe0d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:01.474914 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52aa13fe-7b55-4701-89fe-f4933d92da06 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:01.475309 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd839f277-6a63-49af-ac00-5d245f59d5b3', 'tag': '749fc72f-2bea-467d-ac3a-98d3724bfe0d', 'status': 'completed', 'code': 200} Jul 05 18:01:01.491851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-8719acfc-9c0b-4caa-af50-de2db29ac0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:01.493967 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-8719acfc-9c0b-4caa-af50-de2db29ac0af service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 1097 time: 0.0826533 Jul 05 18:01:01.685048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-a2b01c11-b4e5-47e7-aeaa-7352fc80ebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:01.686603 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-a2b01c11-b4e5-47e7-aeaa-7352fc80ebc4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1874709 Jul 05 18:01:01.735328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae14ac-e388-435b-a9cd-90e21a8dfa59 req-be35c0b7-ed11-4718-9d41-7b144cd670e4 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:01.738804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5aae14ac-e388-435b-a9cd-90e21a8dfa59 req-be35c0b7-ed11-4718-9d41-7b144cd670e4 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 946 time: 0.1118999 Jul 05 18:01:01.781652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5aae14ac-e388-435b-a9cd-90e21a8dfa59 req-c7989b0c-5897-4104-b89c-ebb607c8f4c0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370462 Jul 05 18:01:01.793972 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-db76af81-abc7-4974-abe2-a97c0195e20e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17725697-6c9e-4d07-9431-2c6e09725a57 HTTP/1.1" status: 200 len: 217 time: 0.0987484 Jul 05 18:01:01.870598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51590) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:01.891866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-11fad959-e526-4a03-9ce2-d401f299d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:01.893436 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-11fad959-e526-4a03-9ce2-d401f299d797 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0763106 Jul 05 18:01:01.912398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-6b384b55-1ffd-4134-9a7a-5ffc793ece3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:01.914042 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-6b384b55-1ffd-4134-9a7a-5ffc793ece3a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=642fb1c1cfac424990ee9cab7e09e8c3&device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 1095 time: 0.1289234 Jul 05 18:01:01.945015 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6054e877-ae53-4f18-9928-d7c15fc75438 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443516 Jul 05 18:01:01.975311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8bf037-68db-466b-8eed-83fbd5d9cc84 admin admin] Deleting subnet 230d65a8-9d66-4be2-8ad4-16b0b7a650b6 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:01:01.984851 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf037-68db-466b-8eed-83fbd5d9cc84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.056324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-251666438-network', 'tenant_id': '72ba194bca89444b998ef29fef238662'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:02.086118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf037-68db-466b-8eed-83fbd5d9cc84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.158694 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf037-68db-466b-8eed-83fbd5d9cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.217905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:01:02.220651 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.233491 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.364986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03f6cb-8831-494b-a67c-14db532df9d7 req-354d267d-8874-4f15-8453-063c0f4f8c04 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:02.366671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c03f6cb-8831-494b-a67c-14db532df9d7 req-354d267d-8874-4f15-8453-063c0f4f8c04 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 950 time: 0.1171367 Jul 05 18:01:02.430575 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.445050 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf037-68db-466b-8eed-83fbd5d9cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.474763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-710d59dd-a659-4856-9d73-fb4360f7b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:02.476080 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-710d59dd-a659-4856-9d73-fb4360f7b5b3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=01700a04-2c31-46e6-9fcd-61e849404ae7 HTTP/1.1" status: 200 len: 915 time: 0.5440736 Jul 05 18:01:02.505939 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-f0eefd0c-03d6-464d-bf4e-9b7092985e79 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495305 Jul 05 18:01:02.515076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bf037-68db-466b-8eed-83fbd5d9cc84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230d65a8-9d66-4be2-8ad4-16b0b7a650b6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:02.520374 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f8bf037-68db-466b-8eed-83fbd5d9cc84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.527596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3f8bf037-68db-466b-8eed-83fbd5d9cc84 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/230d65a8-9d66-4be2-8ad4-16b0b7a650b6 HTTP/1.1" status: 204 len: 168 time: 1.1454544 Jul 05 18:01:02.531935 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.537874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51616) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:02.641880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c03f6cb-8831-494b-a67c-14db532df9d7 req-1777437a-75dd-46d0-baea-8fc5099c211a tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424192 Jul 05 18:01:02.648987 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-1590764a-cba2-451f-a490-8ff368119354 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=749fc72f-2bea-467d-ac3a-98d3724bfe0d HTTP/1.1" status: 200 len: 217 time: 0.1273696 Jul 05 18:01:02.678784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:01:02.700865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.701364 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Added segment 16894970-f5ac-4209-a113-3c00ffc798ff of type vlan for network e2195c82-404a-4d31-a86a-4869116cf8b2 Jul 05 18:01:02.783126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-fe8db7d0-5c67-45db-b572-79c140201982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:02.785348 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-fe8db7d0-5c67-45db-b572-79c140201982 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b5593fde-bd95-45f5-a63c-bac684eb2b8f HTTP/1.1" status: 200 len: 854 time: 0.1144850 Jul 05 18:01:02.791399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:02.798212 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-dc268fc5-d75d-4350-a1b4-595afb4dae37 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781956 Jul 05 18:01:02.816248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34563289-0d55-48f9-8665-21e9fa8079b8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:02.906087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-88435307-6d84-41ac-b030-aba8c367457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:02.908050 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-88435307-6d84-41ac-b030-aba8c367457e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=01700a04-2c31-46e6-9fcd-61e849404ae7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1084540 Jul 05 18:01:02.922215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.resource_extend [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:01:02.963043 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.013403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9d23d-b621-4205-aa00-8936aa726e63 req-aef4b0a3-9eb1-45da-9575-982fc8397d48 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:03.021037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11e9d23d-b621-4205-aa00-8936aa726e63 req-aef4b0a3-9eb1-45da-9575-982fc8397d48 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 944 time: 0.1909108 Jul 05 18:01:03.075035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.076015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:03.076593 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.115205 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-00777436-7e4f-43d1-99ea-5fad2053e459 service neutron] 10.222.0.97 "GET /v2.0/networks/01700a04-2c31-46e6-9fcd-61e849404ae7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833103 Jul 05 18:01:03.143369 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.161815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dee5c2-815f-4df7-b94e-e541063e1de3']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:03.186037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328ebeea-5302-49df-a998-7ccb69d97d39') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:03.186336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328ebeea-5302-49df-a998-7ccb69d97d39') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:03.242230 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.275823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11e9d23d-b621-4205-aa00-8936aa726e63 req-f9b25bf0-dc7f-42ac-a93e-b4fcbcb09d69 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537544 Jul 05 18:01:03.301795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.321079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] Pushing event updated for resources: {'Network': ['ID=e2195c82-404a-4d31-a86a-4869116cf8b2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:03.331119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e2195c82-404a-4d31-a86a-4869116cf8b2 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:01:03.336651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:03.337809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51632) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:03.344721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Request body: {'subnet': {'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-251666438-subnet', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:03.351395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-36bd7f3e-a026-449e-956f-0f19f595b6ab admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4484103 Jul 05 18:01:03.362631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:01:03.367608 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:01:03.371277 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:01:03.458960 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b26fe313-3a6f-4c0a-bfc7-65f19653184c req-5cb7b8d5-682f-4efb-905b-f3298d341b58 service neutron] 10.222.0.97 "GET /v2.0/networks/01700a04-2c31-46e6-9fcd-61e849404ae7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813118 Jul 05 18:01:03.569705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:01:03.573261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.644057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ff680-f3c9-4aca-a3e5-3c8e783fff28 req-a35cdd1d-7656-4c9d-8aa2-0de053fa0f95 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:03.649489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d2ff680-f3c9-4aca-a3e5-3c8e783fff28 req-a35cdd1d-7656-4c9d-8aa2-0de053fa0f95 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 946 time: 0.1798561 Jul 05 18:01:03.651694 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.669497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.678753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] 10.222.0.30 "DELETE /v2.0/networks/18dee5c2-815f-4df7-b94e-e541063e1de3 HTTP/1.1" status: 204 len: 168 time: 1.1126950 Jul 05 18:01:03.680882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51638) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:03.730857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53a00a-8c06-4c10-bef0-0f57efab28ab admin admin] Pushing event deleted for resources: {'Network': ['ID=18dee5c2-815f-4df7-b94e-e541063e1de3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:03.899768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d2ff680-f3c9-4aca-a3e5-3c8e783fff28 req-3ec44763-8e1a-4e1d-9ed1-deada6a7cbff tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176683 Jul 05 18:01:03.925300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9503b4-abc8-4d57-be0d-50518955e43a admin admin] Deleting subnet a8d5861d-2738-4b9e-921a-981fee760359 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:01:03.935417 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ad9503b4-abc8-4d57-be0d-50518955e43a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:03.986223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-646467087-network', 'tenant_id': '16063d8d7be64419b2bf84c9ecb1562d'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:04.000602 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ad9503b4-abc8-4d57-be0d-50518955e43a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.134063 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ad9503b4-abc8-4d57-be0d-50518955e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.241528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac20aa6-3a7a-4789-92e4-f1720e6c6c3f req-10136d06-e211-43de-b1ae-5717640a3e8c tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:04.252184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ac20aa6-3a7a-4789-92e4-f1720e6c6c3f req-10136d06-e211-43de-b1ae-5717640a3e8c tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 950 time: 0.1777332 Jul 05 18:01:04.318614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ac20aa6-3a7a-4789-92e4-f1720e6c6c3f req-ef86c30c-b5ee-4d0c-a749-c957f47fc082 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625768 Jul 05 18:01:04.321889 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.422642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Made reservation on behalf of 16063d8d7be64419b2bf84c9ecb1562d for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:01:04.432379 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.462193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ad9503b4-abc8-4d57-be0d-50518955e43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.500473 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ad9503b4-abc8-4d57-be0d-50518955e43a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.515719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ad9503b4-abc8-4d57-be0d-50518955e43a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a8d5861d-2738-4b9e-921a-981fee760359 HTTP/1.1" status: 204 len: 168 time: 0.8066134 Jul 05 18:01:04.519584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51644) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:04.521876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.533382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2736d4-f99e-4a85-ac33-803e5d552438,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:04.596208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Checking segment: {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:04.598801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Network hostable DHCP agents. Network: e2195c82-404a-4d31-a86a-4869116cf8b2, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:01:04.654956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9503b4-abc8-4d57-be0d-50518955e43a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d5861d-2738-4b9e-921a-981fee760359,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:04.748196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Network e2195c82-404a-4d31-a86a-4869116cf8b2 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:01:04.751786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-105206fa-7c7b-452c-a92c-b82ad389bc5e tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:04.753503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-105206fa-7c7b-452c-a92c-b82ad389bc5e tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 950 time: 0.4054630 Jul 05 18:01:04.790493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.812707 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.823011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e2195c82-404a-4d31-a86a-4869116cf8b2) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:04.827571 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:04.833876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.834680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b12fc7-096a-4588-9e24-1937acb4fb0c None None] Network e2195c82-404a-4d31-a86a-4869116cf8b2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:01:04.853456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.870235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:01:04.897023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:04.897579 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Added segment d2253857-25d8-4161-967b-565bb26f7a54 of type vlan for network 9df97b27-7c47-4158-be0d-66fb1819c697 Jul 05 18:01:04.910293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af046874-5b6b-4f19-b22b-f4ed69e3d5e1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:04.951455 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e68852e5-7822-4cdb-83f8-86b028fc00f9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6084671 Jul 05 18:01:04.952569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51648) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:04.958406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:04.996082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.046661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.048144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.077369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bd04f-94ca-4ba1-b2f1-69568dca9114 req-50295ffc-9a5c-4f20-9f07-c8e71f55f7d5 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:05.084019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f52bd04f-94ca-4ba1-b2f1-69568dca9114 req-50295ffc-9a5c-4f20-9f07-c8e71f55f7d5 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 944 time: 0.4585235 Jul 05 18:01:05.172708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.178171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.180969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:05.182195 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.215528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.234173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6974c057-b014-4cd0-b5e8-e1dbc15a7ea3']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:05.295432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-e2195c82-404a-4d31-a86a-4869116cf8b2', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:01:05.296772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee58ab8-0fa3-4650-a308-27b3300ee7c5') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:05.297011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee58ab8-0fa3-4650-a308-27b3300ee7c5') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:05.303285 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.343291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.396397 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.407726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:01:05.408854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.437480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0961473 Jul 05 18:01:05.450355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51654) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:05.458262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Request body: {'subnet': {'network_id': '9df97b27-7c47-4158-be0d-66fb1819c697', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-646467087-subnet', 'tenant_id': '16063d8d7be64419b2bf84c9ecb1562d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:05.463809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716ac4b-17a0-42b2-a0f0-f659bb48d92e admin admin] Pushing event updated for resources: {'Network': ['ID=9df97b27-7c47-4158-be0d-66fb1819c697,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:01:05.501250 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:01:05.512376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 9df97b27-7c47-4158-be0d-66fb1819c697 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:01:05.552991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.576282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f52bd04f-94ca-4ba1-b2f1-69568dca9114 req-99b72b97-586e-4893-ab28-b781630274a2 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909759 Jul 05 18:01:05.613878 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.633746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Deleting port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:01:05.636308 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.698477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Made reservation on behalf of 16063d8d7be64419b2bf84c9ecb1562d for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:01:05.708221 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.737371 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.768199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.771547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6974c057-b014-4cd0-b5e8-e1dbc15a7ea3 HTTP/1.1" status: 204 len: 168 time: 1.2446680 Jul 05 18:01:05.777637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Allocated IP 172.20.0.2 (e2195c82-404a-4d31-a86a-4869116cf8b2/9b2736d4-f99e-4a85-ac33-803e5d552438/44125ef1-656a-40cc-9184-5257fcbaf6a2) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:01:05.812951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed7172-7042-43c5-a423-9a3ff08d5342 admin admin] Pushing event deleted for resources: {'Network': ['ID=6974c057-b014-4cd0-b5e8-e1dbc15a7ea3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:05.935050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] For port 88fa64b0-f36e-4db9-ae28-3ebc151499c7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=88fa64b0-f36e-4db9-ae28-3ebc151499c7,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:05.935515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:05.953502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Calling delete_port for 88fa64b0-f36e-4db9-ae28-3ebc151499c7 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:01:06.074717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d0ada-127a-41ed-82fd-60460c9582a1 req-2097651c-0be1-48f1-aaed-20baa121babe tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:06.087654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc1d0ada-127a-41ed-82fd-60460c9582a1 req-2097651c-0be1-48f1-aaed-20baa121babe tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 946 time: 0.3182435 Jul 05 18:01:06.209488 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.221777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Transition to ACTIVE for port object 44125ef1-656a-40cc-9184-5257fcbaf6a2 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:06.260212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Transition to ACTIVE for port object 44125ef1-656a-40cc-9184-5257fcbaf6a2 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:06.299937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51658) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:06.346832 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.365951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc1d0ada-127a-41ed-82fd-60460c9582a1 req-26c34a85-175b-4984-bf99-3843608c9756 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734921 Jul 05 18:01:06.381552 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.385444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.457168 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.477502 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-30d93ce4-0176-4420-aa5f-467bd4a4450d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f055ad217b564e3689ff3d0c4fc8a0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523738 Jul 05 18:01:06.477766 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.479276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51662) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:06.583343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Pushing event updated for resources: {'Port': ['ID=44125ef1-656a-40cc-9184-5257fcbaf6a2,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:06.590468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Network e2195c82-404a-4d31-a86a-4869116cf8b2 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:01:06.591928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['08bafdd5-3b9b-41d4-97af-374f7c531079', '88fa64b0-f36e-4db9-ae28-3ebc151499c7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:06.597271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:06.638287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Allocated IP 172.25.3.65 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/8b0af640-ecd7-40cf-88f7-4878759c6d74) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:01:06.638608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Pushing event deleted for resources: {'Port': ['ID=88fa64b0-f36e-4db9-ae28-3ebc151499c7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:06.645255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:01:06.771395 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.857290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] No DVR routers for this DVR port 88fa64b0-f36e-4db9-ae28-3ebc151499c7 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:01:06.863255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c390b7a1-6663-4392-bd90-932405300310,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:06.885267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.890052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-459ecd3e-f6dd-4ed1-9594-574b4649bfad req-cbf9b18b-8dac-4259-9622-712ea2489f00 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "DELETE /v2.0/ports/88fa64b0-f36e-4db9-ae28-3ebc151499c7 HTTP/1.1" status: 204 len: 173 time: 2.1239038 Jul 05 18:01:06.894900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Attempting to bind port 44125ef1-656a-40cc-9184-5257fcbaf6a2 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:06.894900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Attempting to bind port 44125ef1-656a-40cc-9184-5257fcbaf6a2 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:06.894900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Attempting to bind port 44125ef1-656a-40cc-9184-5257fcbaf6a2 on network e2195c82-404a-4d31-a86a-4869116cf8b2 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:06.896056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9630c8d9-c59e-411f-bad7-98d4de4bebc4', 'name': 'network-vif-deleted', 'tag': '88fa64b0-f36e-4db9-ae28-3ebc151499c7'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:06.898856 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04b1c5d-af5a-49ed-93e3-a492d89d8f07" -d '{"events": [{"server_uuid": "9630c8d9-c59e-411f-bad7-98d4de4bebc4", "name": "network-vif-deleted", "tag": "88fa64b0-f36e-4db9-ae28-3ebc151499c7"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:06.900621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:06.901074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Checking segment: {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:06.901620 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.902087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Bound using segment: {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:06.902717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Bound port: 44125ef1-656a-40cc-9184-5257fcbaf6a2, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:06.903175 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:06.906613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Checking segment: {'id': 'd2253857-25d8-4161-967b-565bb26f7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9df97b27-7c47-4158-be0d-66fb1819c697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:06.908368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Network hostable DHCP agents. Network: 9df97b27-7c47-4158-be0d-66fb1819c697, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:01:06.926634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:07.016490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1e9047e-8113-4c2e-a1dd-ca5a119a7ee7 req-b84a7350-1491-4748-8762-5dfcc6a30c6f tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 210 time: 0.1341610 Jul 05 18:01:07.045649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:01:07.053759 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bba6141a-356c-4467-9331-cd63b988d0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:07.075373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:07.090102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:01:07.109374 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bba6141a-356c-4467-9331-cd63b988d0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:07.146434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0af640-ecd7-40cf-88f7-4878759c6d74,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:07.164364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Network 9df97b27-7c47-4158-be0d-66fb1819c697 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:01:07.248753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] For port 44125ef1-656a-40cc-9184-5257fcbaf6a2, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:07.286214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] For port 44125ef1-656a-40cc-9184-5257fcbaf6a2, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=44125ef1-656a-40cc-9184-5257fcbaf6a2,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:07.394123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f472c-d1af-4653-bd8e-85bcf12e0d3a req-2aa9ae15-7ff2-477b-a325-5c09461271c4 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:07.404635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01f472c-d1af-4653-bd8e-85bcf12e0d3a req-2aa9ae15-7ff2-477b-a325-5c09461271c4 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 944 time: 0.1275871 Jul 05 18:01:07.456940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01f472c-d1af-4653-bd8e-85bcf12e0d3a req-deac912f-8067-4435-8c57-e8fb26b76fe9 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511291 Jul 05 18:01:07.537686 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825002cd-5679-4061-a4f9-03072088a903 x-openstack-request-id: req-825002cd-5679-4061-a4f9-03072088a903 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:07.538989 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9630c8d9-c59e-411f-bad7-98d4de4bebc4", "name": "network-vif-deleted", "tag": "88fa64b0-f36e-4db9-ae28-3ebc151499c7", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:07.539478 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-825002cd-5679-4061-a4f9-03072088a903 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:07.540128 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9630c8d9-c59e-411f-bad7-98d4de4bebc4', 'name': 'network-vif-deleted', 'tag': '88fa64b0-f36e-4db9-ae28-3ebc151499c7', 'status': 'completed', 'code': 200} Jul 05 18:01:07.644923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 9df97b27-7c47-4158-be0d-66fb1819c697) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:07.655973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18091bee-c720-4ba8-8d20-aa1809af3c67 None None] Network 9df97b27-7c47-4158-be0d-66fb1819c697 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:01:07.661669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:07.663195 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:07.692507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bba6141a-356c-4467-9331-cd63b988d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:07.696575 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bba6141a-356c-4467-9331-cd63b988d0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:07.697947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bba6141a-356c-4467-9331-cd63b988d0b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ff44780-3857-4286-aa96-8094eeb5cec0 HTTP/1.1" status: 204 len: 168 time: 1.2184329 Jul 05 18:01:07.715156 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:07.779931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba6141a-356c-4467-9331-cd63b988d0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff44780-3857-4286-aa96-8094eeb5cec0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:07.812332 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac3054cd-0cec-463a-b2d1-fb8a2b2d53ca admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3606179 Jul 05 18:01:07.948651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e51a4-7cb7-4ec3-9a2a-07d2890102d4 req-6462fb60-6994-42e3-8d74-de6fe107b5b3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:07.951166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb2e51a4-7cb7-4ec3-9a2a-07d2890102d4 req-6462fb60-6994-42e3-8d74-de6fe107b5b3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 946 time: 0.2519534 Jul 05 18:01:08.059977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:08.103954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb2e51a4-7cb7-4ec3-9a2a-07d2890102d4 req-3b8c091e-f972-4db7-8519-e9a3ef259aae tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437402 Jul 05 18:01:08.193249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466795b5-a579-49c3-b5db-f1b110ced44b None None] Pushing event updated for resources: {'Port': ['ID=44125ef1-656a-40cc-9184-5257fcbaf6a2,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:08.350367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec1108b-0b52-40d9-a0ee-991f7a9cf001 None None] Network 9df97b27-7c47-4158-be0d-66fb1819c697 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:01:08.525856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 88fa64b0-f36e-4db9-ae28-3ebc151499c7 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:01:08.587979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fff5accf-d8c4-484e-b985-e3d97fe944da req-fe7123e2-5e4c-429d-81ba-3d4cd36308c5 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=9630c8d9-c59e-411f-bad7-98d4de4bebc4 HTTP/1.1" status: 200 len: 210 time: 0.0705218 Jul 05 18:01:08.641980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 88fa64b0-f36e-4db9-ae28-3ebc151499c7 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:01:08.642387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 88fa64b0-f36e-4db9-ae28-3ebc151499c7 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:01:08.914240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:09.976576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf17503-3c57-48d4-8c9d-2955037f8863 None None] Network e2195c82-404a-4d31-a86a-4869116cf8b2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:01:10.376289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Router fb1781b9-90be-4621-823c-0d01843b8dcd is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:01:10.426949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-76313047-a777-458c-afde-d650da4350c5 None None] Provisioning for port 44125ef1-656a-40cc-9184-5257fcbaf6a2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:10.470714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51702) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:10.546859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c112c6f4-306b-4207-ae41-69f740746816 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e94201e166b54a84b6f7378ece466521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749204 Jul 05 18:01:10.548565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51704) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:10.587400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 44125ef1-656a-40cc-9184-5257fcbaf6a2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:10.657769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:10.687964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:01:10.692328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:10.701533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Sync routers for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:01:10.714417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:01:10.717660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:10.770178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 44125ef1-656a-40cc-9184-5257fcbaf6a2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:10.797701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 44125ef1-656a-40cc-9184-5257fcbaf6a2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:10.800638 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:10.818470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:10.823258 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c6689229-f4a1-4cca-835f-4fbf26df60b8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8662915 Jul 05 18:01:10.823258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51706) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:10.902481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:10.905774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:10.908307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f27f5c7-67d4-4a88-9de8-8447be5fc67a HTTP/1.1" status: 204 len: 168 time: 0.3588006 Jul 05 18:01:10.930373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f27f5c7-67d4-4a88-9de8-8447be5fc67a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:10.973303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.975894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.977245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.978278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.978498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:01:10.980971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.983019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.983548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.984088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.984597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.985451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.986796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:10.987318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-324595b4-2a98-46ed-9a8a-147e0c871a56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:11.009288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a1efc9ed-b37f-44ce-9029-b36f609440e8 None None] Provisioning complete for port 44125ef1-656a-40cc-9184-5257fcbaf6a2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:11.009288 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1efc9ed-b37f-44ce-9029-b36f609440e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:11.387714 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:11.487262 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1efc9ed-b37f-44ce-9029-b36f609440e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:11.618550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 44125ef1-656a-40cc-9184-5257fcbaf6a2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=44125ef1-656a-40cc-9184-5257fcbaf6a2,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:11.691051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:07Z', 'revision_number': 3, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:11.697556 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:11.756439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Checking router: fb1781b9-90be-4621-823c-0d01843b8dcd for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:01:11.756877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Updating router fb1781b9-90be-4621-823c-0d01843b8dcd port 8b0af640-ecd7-40cf-88f7-4878759c6d74 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:01:11.864739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-a1efc9ed-b37f-44ce-9029-b36f609440e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:01:11.865170 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-a1efc9ed-b37f-44ce-9029-b36f609440e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:01:11.866462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=44125ef1-656a-40cc-9184-5257fcbaf6a2,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:11.869337 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:12.343003 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:12.565502 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:12.601187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Transition to ACTIVE for port object 8b0af640-ecd7-40cf-88f7-4878759c6d74 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:12.610476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 44125ef1-656a-40cc-9184-5257fcbaf6a2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:12.675275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 44125ef1-656a-40cc-9184-5257fcbaf6a2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:12.675658 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:12.732149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Allocated IP 172.20.0.1 (e2195c82-404a-4d31-a86a-4869116cf8b2/9b2736d4-f99e-4a85-ac33-803e5d552438/3a1be5c5-b550-41f3-8d4a-df3b07231bbc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:01:12.732806 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:12.857366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Attempting to bind port 8b0af640-ecd7-40cf-88f7-4878759c6d74 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:12.857592 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Attempting to bind port 8b0af640-ecd7-40cf-88f7-4878759c6d74 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:12.857900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Attempting to bind port 8b0af640-ecd7-40cf-88f7-4878759c6d74 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:12.895409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:12.900233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:12.901774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:12.901774 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:12.901774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:12.902095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Bound port: 8b0af640-ecd7-40cf-88f7-4878759c6d74, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:12.902211 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:12.915938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83362ac0-f091-403e-84f7-da38eef73798 None None] Pushing event updated for resources: {'Port': ['ID=8b0af640-ecd7-40cf-88f7-4878759c6d74,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:12.916419 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Transition to ACTIVE for port object 3a1be5c5-b550-41f3-8d4a-df3b07231bbc will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:13.008832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-d4232d1c-e8c2-45a4-b8a4-2a55d5403caa tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:13.013266 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-d4232d1c-e8c2-45a4-b8a4-2a55d5403caa tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/networks?id=9df97b27-7c47-4158-be0d-66fb1819c697 HTTP/1.1" status: 200 len: 808 time: 0.4584146 Jul 05 18:01:13.045956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-eb53f271-8764-407a-8f19-01c596dede0b tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/quotas/16063d8d7be64419b2bf84c9ecb1562d HTTP/1.1" status: 200 len: 375 time: 0.0244665 Jul 05 18:01:13.095309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194a487-8f9e-41b0-89b9-ef46f1ba59e8 req-8a6099b5-3f18-4ce4-9d3e-bde0b91cd68d tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:13.104297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4194a487-8f9e-41b0-89b9-ef46f1ba59e8 req-8a6099b5-3f18-4ce4-9d3e-bde0b91cd68d tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 944 time: 0.2844005 Jul 05 18:01:13.110100 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:13.133881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-a367b55e-5342-4fa0-bd0e-1ca54b45ae55 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=16063d8d7be64419b2bf84c9ecb1562d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648746 Jul 05 18:01:13.207650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] For port 8b0af640-ecd7-40cf-88f7-4878759c6d74, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:13.223128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] For port 8b0af640-ecd7-40cf-88f7-4878759c6d74, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8b0af640-ecd7-40cf-88f7-4878759c6d74,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:13.255356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Network e2195c82-404a-4d31-a86a-4869116cf8b2 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:01:13.258800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:13.272842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:01:13.313953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:13.367292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:13.407377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:01:13.408358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:13.472682 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-6f6e62b2-db5e-479b-9402-6bd8317de89a service neutron] 10.222.0.30 "GET /v2.0/networks/9df97b27-7c47-4158-be0d-66fb1819c697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204596 Jul 05 18:01:13.478034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a1be5c5-b550-41f3-8d4a-df3b07231bbc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:13.488189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4194a487-8f9e-41b0-89b9-ef46f1ba59e8 req-18a19ae2-e2ef-487b-9543-aa15d01a8eaa tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806555 Jul 05 18:01:13.493950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83362ac0-f091-403e-84f7-da38eef73798 None None] Pushing event updated for resources: {'Port': ['ID=8b0af640-ecd7-40cf-88f7-4878759c6d74,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:13.688825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:01:13.773029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:14.071369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-b137b100-2f8a-4df3-9797-2bde4f841d9d service neutron] 10.222.0.30 "GET /v2.0/networks/9df97b27-7c47-4158-be0d-66fb1819c697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808063 Jul 05 18:01:14.114926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785d2a3e-8f3b-45b8-beac-45ba0f511b19 req-4ea570fa-ef3e-457c-a96b-84bbf47a4ff1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:14.130770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:07Z', 'revision_number': 3, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:14.137427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-785d2a3e-8f3b-45b8-beac-45ba0f511b19 req-4ea570fa-ef3e-457c-a96b-84bbf47a4ff1 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 946 time: 0.3729219 Jul 05 18:01:14.178537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:14.180914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c1af4c-a4c7-4e36-abca-ff00c09143fc None None] The sync data for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 is: [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:07Z', 'revision_number': 3, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:01:14.186068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-052f309e-4a63-4a02-a798-793086cddee5 None None] Provisioning for port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:14.193568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-052f309e-4a63-4a02-a798-793086cddee5 None None] Provisioning complete for port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:14.194394 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-052f309e-4a63-4a02-a798-793086cddee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:14.219059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-785d2a3e-8f3b-45b8-beac-45ba0f511b19 req-37c5ff06-7fa5-49b8-96b7-0541739deed7 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852518 Jul 05 18:01:14.254233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:14.287846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-052f309e-4a63-4a02-a798-793086cddee5 None None] Port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:01:14.540253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:14.545334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=3a1be5c5-b550-41f3-8d4a-df3b07231bbc,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:15.004619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Network e2195c82-404a-4d31-a86a-4869116cf8b2 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:01:15.008422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:15.327342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Router fb1781b9-90be-4621-823c-0d01843b8dcd has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:01:15.537296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a68e1319-7134-4f85-898b-1c8024e04548 None None] Provisioning complete for port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:15.537971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a68e1319-7134-4f85-898b-1c8024e04548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:15.602675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a68e1319-7134-4f85-898b-1c8024e04548 None None] Port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:01:15.647925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:01:15.657323 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a88aad91-383a-432d-b912-8c34d2504dc3 admin admin] 10.222.0.30 "PUT /v2.0/routers/fb1781b9-90be-4621-823c-0d01843b8dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8326349 Jul 05 18:01:16.007210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4068475-eaa5-4c16-a679-78262b663a57 req-85b805c6-86b6-483f-ba87-9f9838e4121c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 210 time: 0.0514407 Jul 05 18:01:16.133264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 688bf37c-8d33-4aa9-96d1-178f766a591f no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:01:16.341048 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:16.341936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47782c-d4ce-4df8-9f63-b20eb1712259 req-df9551a9-ac1d-463e-90ab-22b51cecef89 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:16.363966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e47782c-d4ce-4df8-9f63-b20eb1712259 req-df9551a9-ac1d-463e-90ab-22b51cecef89 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 944 time: 0.1686661 Jul 05 18:01:16.425922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=688bf37c-8d33-4aa9-96d1-178f766a591f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:16.427280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:16.429879 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1a0ade-4531-4c47-b649-a42bbcfe0828" -d '{"events": [{"server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "name": "network-vif-unplugged", "status": "completed", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:16.484062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e47782c-d4ce-4df8-9f63-b20eb1712259 req-806133f8-8740-4e8c-91c6-0a5335ff9897 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239777 Jul 05 18:01:16.509884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:16.618798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8b0af640-ecd7-40cf-88f7-4878759c6d74 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:16.718611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=688bf37c-8d33-4aa9-96d1-178f766a591f,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:16.834816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 8b0af640-ecd7-40cf-88f7-4878759c6d74 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:16.841072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8b0af640-ecd7-40cf-88f7-4878759c6d74 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:16.841456 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:16.944620 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:16.950027 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Sync routers for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:01:16.968941 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:01:16.969167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 8b0af640-ecd7-40cf-88f7-4878759c6d74, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8b0af640-ecd7-40cf-88f7-4878759c6d74,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:16.969271 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:17.040044 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:17.115299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=8b0af640-ecd7-40cf-88f7-4878759c6d74,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:17.128935 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:01:17.183381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d40a0e-6f45-45fb-b846-2bdf5a786fd5 req-3cfda185-54a8-434a-a7b8-c693800c45ba tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:17.184908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5d40a0e-6f45-45fb-b846-2bdf5a786fd5 req-3cfda185-54a8-434a-a7b8-c693800c45ba tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 946 time: 0.1037617 Jul 05 18:01:17.229585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5d40a0e-6f45-45fb-b846-2bdf5a786fd5 req-386c5c4d-f115-4550-943b-0aab91b2910a tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371251 Jul 05 18:01:17.375907 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '3a1be5c5-b550-41f3-8d4a-df3b07231bbc', 'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'mac_address': 'fa:16:3e:f0:dc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:12Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 2, 'project_id': '72ba194bca89444b998ef29fef238662', 'subnets': [{'id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:17.406181 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Checking router: fb1781b9-90be-4621-823c-0d01843b8dcd for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:01:17.407008 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Updating router fb1781b9-90be-4621-823c-0d01843b8dcd port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:01:17.440628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283a869-699a-4654-8754-deb3a31914f8 req-5f9d52af-65fb-40a9-a011-950720d840fb tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:17.442748 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4283a869-699a-4654-8754-deb3a31914f8 req-5f9d52af-65fb-40a9-a011-950720d840fb tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 950 time: 0.0848231 Jul 05 18:01:17.452321 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:17.492319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4283a869-699a-4654-8754-deb3a31914f8 req-d820010a-b167-46f7-b9f1-b94c2ec99f27 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Jul 05 18:01:17.546978 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51740679-87a8-4943-99c0-0f0ed8c46a10 x-openstack-request-id: req-51740679-87a8-4943-99c0-0f0ed8c46a10 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:17.547471 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "name": "network-vif-unplugged", "status": "completed", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:17.547880 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51740679-87a8-4943-99c0-0f0ed8c46a10 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:17.548631 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f', 'code': 200} Jul 05 18:01:17.776076 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:17.787359 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Transition to ACTIVE for port object 3a1be5c5-b550-41f3-8d4a-df3b07231bbc will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:17.856130 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:17.918892 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Pushing event updated for resources: {'Port': ['ID=3a1be5c5-b550-41f3-8d4a-df3b07231bbc,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:17.981910 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.982498 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.982730 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.988845 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.988845 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.988845 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.988845 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.988845 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.990699 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.991779 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.992850 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:17.993766 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:18.057645 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Attempting to bind port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:18.058009 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Attempting to bind port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:18.058551 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Attempting to bind port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc on network e2195c82-404a-4d31-a86a-4869116cf8b2 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:18.064962 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:18.066283 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Checking segment: {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:18.066935 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:18.067633 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Bound using segment: {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:18.068690 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Bound port: 3a1be5c5-b550-41f3-8d4a-df3b07231bbc, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:18.069432 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:18.087586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-75f4a0a4-c3b5-4ed4-998f-918041086952 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:18.089515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-75f4a0a4-c3b5-4ed4-998f-918041086952 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 950 time: 0.1320891 Jul 05 18:01:18.165557 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] For port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:18.172124 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] For port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3a1be5c5-b550-41f3-8d4a-df3b07231bbc,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:18.274955 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:18.407288 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56faf267-179a-4ff5-b34d-9b6eede8d129 None None] Pushing event updated for resources: {'Port': ['ID=3a1be5c5-b550-41f3-8d4a-df3b07231bbc,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:18.432642 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:01:18.433418 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:00:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:18.533643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8b0af640-ecd7-40cf-88f7-4878759c6d74 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:18.562769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f05a6f2f-afac-4f0f-bd8c-2b0f3b83019a req-bf76afb4-4749-4c63-9f88-273481feae4c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 210 time: 0.1852989 Jul 05 18:01:18.596040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-df471302-d418-445f-ab69-ae705982bd98 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:18.603221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-df471302-d418-445f-ab69-ae705982bd98 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.39 "GET /v2.0/networks?id=9df97b27-7c47-4158-be0d-66fb1819c697 HTTP/1.1" status: 200 len: 808 time: 0.4544516 Jul 05 18:01:18.646775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Request body: {'port': {'device_id': 'e5f8f479-07da-41a8-a533-d89342992790', 'network_id': '9df97b27-7c47-4158-be0d-66fb1819c697', 'admin_state_up': True, 'tenant_id': '16063d8d7be64419b2bf84c9ecb1562d'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:18.695507 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:01:19.098998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6eef32ba-6176-4e9b-a720-1db5d142a98d tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:19.098998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6eef32ba-6176-4e9b-a720-1db5d142a98d tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1097 time: 0.1471124 Jul 05 18:01:19.108524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8b0af640-ecd7-40cf-88f7-4878759c6d74 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:19.108995 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:19.131417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799524-1'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:19.152767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533fa50-ffad-40ba-b9cc-1239cce0d495 req-eb0e192d-90d6-4b9e-bc82-cc7c4db35e8d tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:19.161823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b533fa50-ffad-40ba-b9cc-1239cce0d495 req-eb0e192d-90d6-4b9e-bc82-cc7c4db35e8d tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 944 time: 0.6132503 Jul 05 18:01:19.171070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Deleting port 08bafdd5-3b9b-41d4-97af-374f7c531079 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:01:19.171403 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:19.286243 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:19.300576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b533fa50-ffad-40ba-b9cc-1239cce0d495 req-db250693-f7f9-449d-9ed5-c2770ac5ffb7 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347311 Jul 05 18:01:19.372448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f98d5-0471-44c0-94e4-def4bb8ea8d8 req-c0b98f82-25a4-417d-aa65-6f65eea8daf4 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:19.374004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c08f98d5-0471-44c0-94e4-def4bb8ea8d8 req-c0b98f82-25a4-417d-aa65-6f65eea8daf4 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 946 time: 0.3706872 Jul 05 18:01:19.406812 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '3a1be5c5-b550-41f3-8d4a-df3b07231bbc', 'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'mac_address': 'fa:16:3e:f0:dc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:12Z', 'updated_at': '2021-07-05T18:01:18Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'subnets': [{'id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:19.447418 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a0dbd-e77f-4624-bae3-7ce4264fb106 None None] The sync data for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 is: [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '3a1be5c5-b550-41f3-8d4a-df3b07231bbc', 'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'mac_address': 'fa:16:3e:f0:dc:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:12Z', 'updated_at': '2021-07-05T18:01:18Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'subnets': [{'id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:01:19.516431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:19.600386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:19.677146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:19.680764 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6102ec1e-45cb-4cd2-9fba-4d6bc6ab4185" -d '{"events": [{"server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:19.685280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:19.702000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Made reservation on behalf of 16063d8d7be64419b2bf84c9ecb1562d for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:01:19.705523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:19.728875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c08f98d5-0471-44c0-94e4-def4bb8ea8d8 req-726e762e-19e5-4071-a3ee-b51ee0c03852 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196228 Jul 05 18:01:19.742839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] For port 08bafdd5-3b9b-41d4-97af-374f7c531079, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=08bafdd5-3b9b-41d4-97af-374f7c531079,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:19.743712 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:19.794142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:19.898883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Allocated IP 172.20.0.2 (9df97b27-7c47-4158-be0d-66fb1819c697/c390b7a1-6663-4392-bd90-932405300310/984ccfb2-6911-40f2-b4db-2384c9162dbd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:01:19.910723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-2a39afc0-4734-41bf-a29b-0e3ee8b36ff4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:19.917544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-2a39afc0-4734-41bf-a29b-0e3ee8b36ff4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 804 time: 0.4310234 Jul 05 18:01:19.927465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Calling delete_port for 08bafdd5-3b9b-41d4-97af-374f7c531079 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:01:19.967369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Pushing event updated for resources: {'Port': ['ID=17725697-6c9e-4d07-9431-2c6e09725a57,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:19.991615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:19.992368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:19.992995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:19.993601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:19.994166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:19.994775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:19.995665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:19.997585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-95666140-dbd9-461d-9b49-7cda1634e0c8 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/quotas/217f0527e829482b9d831005ded3de18 HTTP/1.1" status: 200 len: 375 time: 0.0787694 Jul 05 18:01:20.004102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:20.010025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:20.010025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:20.010025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:20.010025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:20.017352 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 on host n-h2-799524-1 for vnic_type normal with profile {"migrating_to": "n-h1-799524-1"} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:20.018064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:20.019242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:20.027612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Port 17725697-6c9e-4d07-9431-2c6e09725a57 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:01:20.028699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Attempting to bind port 17725697-6c9e-4d07-9431-2c6e09725a57 on network a66f7e0f-287f-4a50-9e5e-c0d40615f872 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:20.048759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:20.049744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Checking segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:20.050391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Bound using segment: {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:20.051360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Bound port: 17725697-6c9e-4d07-9431-2c6e09725a57, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ab6c1ac-cdbe-434e-975f-02fb64ee777e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a66f7e0f-287f-4a50-9e5e-c0d40615f872'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:20.051990 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:20.090800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-79cacd02-9055-48f4-909a-ce6deb1282c0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:20.094371 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-79cacd02-9055-48f4-909a-ce6deb1282c0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5cbd980-920e-4907-bf55-420e9093a67f HTTP/1.1" status: 200 len: 944 time: 0.2555387 Jul 05 18:01:20.151257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 749fc72f-2bea-467d-ac3a-98d3724bfe0d details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:01:20.169654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:20.173430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:20.316972 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:20.329224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 749fc72f-2bea-467d-ac3a-98d3724bfe0d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=749fc72f-2bea-467d-ac3a-98d3724bfe0d,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:20.346032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '749fc72f-2bea-467d-ac3a-98d3724bfe0d', 'network_id': '01700a04-2c31-46e6-9fcd-61e849404ae7', 'port_id': '749fc72f-2bea-467d-ac3a-98d3724bfe0d', 'mac_address': 'fa:16:3e:9a:fd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5593fde-bd95-45f5-a63c-bac684eb2b8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:01:20.445978 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:20.468408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 749fc72f-2bea-467d-ac3a-98d3724bfe0d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:20.511250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 749fc72f-2bea-467d-ac3a-98d3724bfe0d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=749fc72f-2bea-467d-ac3a-98d3724bfe0d,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:20.519425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Pushing event updated for resources: {'Port': ['ID=17725697-6c9e-4d07-9431-2c6e09725a57,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:20.527900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 08bafdd5-3b9b-41d4-97af-374f7c531079 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:01:20.596318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3a1be5c5-b550-41f3-8d4a-df3b07231bbc up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:20.597859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:20.599010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:20.600919 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-1ee28bf2-8ea1-40d1-802b-58027a8f1488 service neutron] 10.222.0.97 "PUT /v2.0/ports/17725697-6c9e-4d07-9431-2c6e09725a57 HTTP/1.1" status: 200 len: 1122 time: 1.4959333 Jul 05 18:01:20.613866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Deleting port 688bf37c-8d33-4aa9-96d1-178f766a591f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:01:20.614764 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:20.706707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a35c707-136f-4f1b-9705-8068fdde6a07 req-bdb9f8ed-b040-435d-bcf4-3fdcb199a564 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:20.712512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a35c707-136f-4f1b-9705-8068fdde6a07 req-bdb9f8ed-b040-435d-bcf4-3fdcb199a564 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/ports?device_id=0178ab6f-e6f1-4a62-a1e2-5ae3166d0196 HTTP/1.1" status: 200 len: 950 time: 0.8092861 Jul 05 18:01:20.722014 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:20.742459 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:20.777582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['17725697-6c9e-4d07-9431-2c6e09725a57'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:20.820691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['17725697-6c9e-4d07-9431-2c6e09725a57'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:20.834878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-0c8c4e66-5431-422e-afe4-8a76d346c478 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8363800 Jul 05 18:01:20.839109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] For port 688bf37c-8d33-4aa9-96d1-178f766a591f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=688bf37c-8d33-4aa9-96d1-178f766a591f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:20.839471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:20.857931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Calling delete_port for 688bf37c-8d33-4aa9-96d1-178f766a591f owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:01:20.871737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a35c707-136f-4f1b-9705-8068fdde6a07 req-d4ef4407-3b30-479f-aeea-4987cbc1e7f8 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.30 "GET /v2.0/security-groups?id=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581481 Jul 05 18:01:20.980611 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-78a040fb-d959-4344-b23d-c8069ae46d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.008005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=749fc72f-2bea-467d-ac3a-98d3724bfe0d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:21.008235 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.125227 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.172096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['749fc72f-2bea-467d-ac3a-98d3724bfe0d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:21.179175 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-b99c3658-97a5-4d0b-b492-55610ade874d service neutron] 10.222.0.30 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243036 Jul 05 18:01:21.181953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:21.197880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Pushing event deleted for resources: {'Port': ['ID=08bafdd5-3b9b-41d4-97af-374f7c531079,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:21.252039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.266492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:21.266957 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.288063 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.306621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Pushing event deleted for resources: {'Port': ['ID=688bf37c-8d33-4aa9-96d1-178f766a591f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:21.384626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] No DVR routers for this DVR port 08bafdd5-3b9b-41d4-97af-374f7c531079 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:01:21.393139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Network 9df97b27-7c47-4158-be0d-66fb1819c697 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:01:21.401195 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.403193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] No DVR routers for this DVR port 688bf37c-8d33-4aa9-96d1-178f766a591f on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:01:21.403969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a48deb16-28e3-4b1f-af7d-1a1133c949f5 req-f1396be6-3fe8-4aa9-a388-980da945c945 tempest-LiveMigrationNegativeTest-568726311 tempest-LiveMigrationNegativeTest-568726311-project] 10.222.0.39 "DELETE /v2.0/ports/08bafdd5-3b9b-41d4-97af-374f7c531079 HTTP/1.1" status: 204 len: 173 time: 3.3039696 Jul 05 18:01:21.404971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0178ab6f-e6f1-4a62-a1e2-5ae3166d0196', 'name': 'network-vif-deleted', 'tag': '08bafdd5-3b9b-41d4-97af-374f7c531079'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:21.406314 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.407399 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b065dbe4-7fb8-4da8-a27f-0915660c2175" -d '{"events": [{"server_uuid": "0178ab6f-e6f1-4a62-a1e2-5ae3166d0196", "name": "network-vif-deleted", "tag": "08bafdd5-3b9b-41d4-97af-374f7c531079"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:21.409175 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc99cfac-6427-4a67-8d73-7c4203829f76 req-2acf43d4-dee4-4bad-b2a5-cf0601cb624c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.97 "DELETE /v2.0/ports/688bf37c-8d33-4aa9-96d1-178f766a591f HTTP/1.1" status: 204 len: 173 time: 1.2321317 Jul 05 18:01:21.425802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:21.429701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:01:21.494984 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.511909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Pushing event updated for resources: {'Port': ['ID=984ccfb2-6911-40f2-b4db-2384c9162dbd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:21.546602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:21.552392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.557210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-5a2bf883-a330-4c20-aebf-bbd0d553acd9 service neutron] 10.222.0.30 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608274 Jul 05 18:01:21.595358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3a1be5c5-b550-41f3-8d4a-df3b07231bbc,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:21.731382 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:21.737642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a0ebbd6-7fa3-4610-967d-d91a2b01269c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1201117 Jul 05 18:01:21.754130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Request body: {'port': {'device_id': 'e5f8f479-07da-41a8-a533-d89342992790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:21.819957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=3a1be5c5-b550-41f3-8d4a-df3b07231bbc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:21.905305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:22.160745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 17725697-6c9e-4d07-9431-2c6e09725a57 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:01:22.165423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 688bf37c-8d33-4aa9-96d1-178f766a591f no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:01:22.168860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e767f8a-3ae4-4dc4-8c4a-728dec4e9138 req-140d9129-26b9-4bc2-a01c-7c1d5473616d tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:22.171054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e767f8a-3ae4-4dc4-8c4a-728dec4e9138 req-140d9129-26b9-4bc2-a01c-7c1d5473616d tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 931 time: 0.1808038 Jul 05 18:01:22.238006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 688bf37c-8d33-4aa9-96d1-178f766a591f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:01:22.238769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 688bf37c-8d33-4aa9-96d1-178f766a591f not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:01:22.255604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e767f8a-3ae4-4dc4-8c4a-728dec4e9138 req-1c58e95a-2326-4762-a84c-50fa43d37230 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726836 Jul 05 18:01:22.331407 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d72b25-a1b7-4ccb-b4d7-37994862df6f x-openstack-request-id: req-55d72b25-a1b7-4ccb-b4d7-37994862df6f {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:22.331407 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "name": "network-vif-unplugged", "status": "completed", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:22.331407 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55d72b25-a1b7-4ccb-b4d7-37994862df6f {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:22.331407 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57', 'code': 200} Jul 05 18:01:22.332157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984ccfb2-6911-40f2-b4db-2384c9162dbd {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:22.344059 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:22.370546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Transition to ACTIVE for port object 984ccfb2-6911-40f2-b4db-2384c9162dbd will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:22.391812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:22.430409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 17725697-6c9e-4d07-9431-2c6e09725a57 has no active binding in host n-h1-799524-1 {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 18:01:22.497609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:22.521669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3a1be5c5-b550-41f3-8d4a-df3b07231bbc up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:22.629678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:22.630096 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:22.660621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Pushing event updated for resources: {'Port': ['ID=984ccfb2-6911-40f2-b4db-2384c9162dbd,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:22.792037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Attempting to bind port 984ccfb2-6911-40f2-b4db-2384c9162dbd on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:22.792753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Attempting to bind port 984ccfb2-6911-40f2-b4db-2384c9162dbd by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'd2253857-25d8-4161-967b-565bb26f7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9df97b27-7c47-4158-be0d-66fb1819c697'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:22.792753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Attempting to bind port 984ccfb2-6911-40f2-b4db-2384c9162dbd on network 9df97b27-7c47-4158-be0d-66fb1819c697 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:22.808882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29878266-750a-4461-8400-b2d7946bfbdb req-c9ef3677-41ec-4619-9fc6-fae4147e9c07 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:22.816917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29878266-750a-4461-8400-b2d7946bfbdb req-c9ef3677-41ec-4619-9fc6-fae4147e9c07 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.2077441 Jul 05 18:01:22.827483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Port 984ccfb2-6911-40f2-b4db-2384c9162dbd on network 9df97b27-7c47-4158-be0d-66fb1819c697 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:01:22.827809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Attempting to bind port 984ccfb2-6911-40f2-b4db-2384c9162dbd on network 9df97b27-7c47-4158-be0d-66fb1819c697 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:22.845932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:22.846328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Checking segment: {'id': 'd2253857-25d8-4161-967b-565bb26f7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9df97b27-7c47-4158-be0d-66fb1819c697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:22.846772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Bound using segment: {'id': 'd2253857-25d8-4161-967b-565bb26f7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9df97b27-7c47-4158-be0d-66fb1819c697'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:22.847158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Bound port: 984ccfb2-6911-40f2-b4db-2384c9162dbd, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2253857-25d8-4161-967b-565bb26f7a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '9df97b27-7c47-4158-be0d-66fb1819c697'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:22.847553 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:22.883681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2585b27-0364-4a14-8cdd-a84037346d80 req-7ae78a6d-7b81-4453-ba90-c166c55714d6 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:22.885259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2585b27-0364-4a14-8cdd-a84037346d80 req-7ae78a6d-7b81-4453-ba90-c166c55714d6 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 945 time: 0.2264187 Jul 05 18:01:22.905290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29878266-750a-4461-8400-b2d7946bfbdb req-b536458c-c8c8-4c2b-baa1-1ae6517ab0a7 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874755 Jul 05 18:01:22.987942 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2585b27-0364-4a14-8cdd-a84037346d80 req-d959311f-791e-403a-89dd-a9a0e3a0f58f tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807812 Jul 05 18:01:22.991794 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a2e434-d57e-46e7-85bb-770a236fef2c x-openstack-request-id: req-e7a2e434-d57e-46e7-85bb-770a236fef2c {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:22.992079 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0178ab6f-e6f1-4a62-a1e2-5ae3166d0196", "name": "network-vif-deleted", "tag": "08bafdd5-3b9b-41d4-97af-374f7c531079", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:22.992331 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7a2e434-d57e-46e7-85bb-770a236fef2c {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:22.992723 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0178ab6f-e6f1-4a62-a1e2-5ae3166d0196', 'name': 'network-vif-deleted', 'tag': '08bafdd5-3b9b-41d4-97af-374f7c531079', 'status': 'completed', 'code': 200} Jul 05 18:01:22.998842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] For port 984ccfb2-6911-40f2-b4db-2384c9162dbd, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:23.002350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] For port 984ccfb2-6911-40f2-b4db-2384c9162dbd, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=984ccfb2-6911-40f2-b4db-2384c9162dbd,segment=NetworkSegment(d2253857-25d8-4161-967b-565bb26f7a54),segment_id=d2253857-25d8-4161-967b-565bb26f7a54)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:23.065520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bb3501a-392f-45ae-8c57-2c8cfcf2af66 req-70563c0c-9338-41ff-b655-b5101ec02455 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 210 time: 0.0389950 Jul 05 18:01:23.155299 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.166084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52004) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:23.203868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:23.204501 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.206932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] 10.222.0.39 "PUT /v2.0/ports/984ccfb2-6911-40f2-b4db-2384c9162dbd HTTP/1.1" status: 200 len: 1091 time: 1.4592938 Jul 05 18:01:23.240234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06108c11-fedc-470f-b7ca-e3753d7b4325 service neutron] Pushing event updated for resources: {'Port': ['ID=984ccfb2-6911-40f2-b4db-2384c9162dbd,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:23.319212 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bae48ce5-d5c4-49b9-9ccf-b78dfcebd5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.426196 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bae48ce5-d5c4-49b9-9ccf-b78dfcebd5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.477186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-452ca53a-4131-4f20-ab51-6ae9ae9b165d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.504022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e4c30-9953-4f39-9986-4c89ab8b96bb req-443209aa-20f9-418d-98bc-4a3799b4ca5a tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:23.505798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd2e4c30-9953-4f39-9986-4c89ab8b96bb req-443209aa-20f9-418d-98bc-4a3799b4ca5a tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 943 time: 0.1210282 Jul 05 18:01:23.515082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-56889ec6-6180-4bfb-a0bf-d2a76c4e35be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:23.516622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-56889ec6-6180-4bfb-a0bf-d2a76c4e35be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=16063d8d7be64419b2bf84c9ecb1562d&device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 1094 time: 0.1157162 Jul 05 18:01:23.569992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-869f5c9b-e83f-4dfc-ba63-7dbbcd65b5b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=984ccfb2-6911-40f2-b4db-2384c9162dbd HTTP/1.1" status: 200 len: 217 time: 0.0442443 Jul 05 18:01:23.595039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bae48ce5-d5c4-49b9-9ccf-b78dfcebd5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.619339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd2e4c30-9953-4f39-9986-4c89ab8b96bb req-20839cb2-6b1e-4600-bb66-041483b284e6 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017263 Jul 05 18:01:23.638759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a4912c4-cc94-45c7-b751-b70977272460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:23.640393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-8a4912c4-cc94-45c7-b751-b70977272460 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c390b7a1-6663-4392-bd90-932405300310 HTTP/1.1" status: 200 len: 848 time: 0.0601304 Jul 05 18:01:23.651635 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.660551 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bae48ce5-d5c4-49b9-9ccf-b78dfcebd5b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=86b3279ea54343cca60a6c38efa72532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4851658 Jul 05 18:01:23.660551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae48ce5-d5c4-49b9-9ccf-b78dfcebd5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231017ac-c8a2-42d2-b280-2b4ce1b7d9c8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:23.660854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52014) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:23.712066 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-7d6e2509-9a9c-447c-b577-6690375b28d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9df97b27-7c47-4158-be0d-66fb1819c697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561297 Jul 05 18:01:23.734329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16e2f7ce-4c1c-4570-b54c-6530ef9be1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.771961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16e2f7ce-4c1c-4570-b54c-6530ef9be1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.838832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-fc4c515c-3d01-4ccd-b652-db0e744ca176 service neutron] 10.222.0.39 "GET /v2.0/networks/9df97b27-7c47-4158-be0d-66fb1819c697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181843 Jul 05 18:01:23.871490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52018) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:23.930201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16e2f7ce-4c1c-4570-b54c-6530ef9be1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.932785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16e2f7ce-4c1c-4570-b54c-6530ef9be1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:23.934129 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-16e2f7ce-4c1c-4570-b54c-6530ef9be1b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/231017ac-c8a2-42d2-b280-2b4ce1b7d9c8 HTTP/1.1" status: 204 len: 168 time: 0.2721589 Jul 05 18:01:23.961460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2f7ce-4c1c-4570-b54c-6530ef9be1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231017ac-c8a2-42d2-b280-2b4ce1b7d9c8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:23.984654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0d194cb-5b09-48b3-ad0d-568101dc94b8 req-ccd2303c-dc5c-47b6-86a8-e201c5806e44 service neutron] 10.222.0.39 "GET /v2.0/networks/9df97b27-7c47-4158-be0d-66fb1819c697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364484 Jul 05 18:01:24.075114 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-32c45978-05be-4b19-8825-8071fbe82ec3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=41381a4a96774806b949943b9d99795d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2021041 Jul 05 18:01:24.077818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52028) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:24.152182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e7a956bd-41a8-433a-b0fb-198a10bfec60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:24.179187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 749fc72f-2bea-467d-ac3a-98d3724bfe0d up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:24.248167 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e7a956bd-41a8-433a-b0fb-198a10bfec60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:24.326775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57'}, {'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'name': 'network-vif-deleted', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:24.334515 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699" -d '{"events": [{"name": "network-changed", "server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57"}, {"server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "name": "network-vif-deleted", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:24.372665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 749fc72f-2bea-467d-ac3a-98d3724bfe0d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:24.398868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 749fc72f-2bea-467d-ac3a-98d3724bfe0d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:24.398868 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:24.421325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367270f3-7e47-4bf7-a6b7-c286149ea2fa req-002c0e0b-32b5-479e-b702-fef66627720b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:24.423794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-367270f3-7e47-4bf7-a6b7-c286149ea2fa req-002c0e0b-32b5-479e-b702-fef66627720b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.3163755 Jul 05 18:01:24.438302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec94fb-adef-46a7-9289-44b9c9e81fb6 req-b10d8534-1efd-4381-a617-01c38a8dde02 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:24.449388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09ec94fb-adef-46a7-9289-44b9c9e81fb6 req-b10d8534-1efd-4381-a617-01c38a8dde02 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 945 time: 0.2986131 Jul 05 18:01:24.535987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-367270f3-7e47-4bf7-a6b7-c286149ea2fa req-d15f9763-b37e-4ac5-a212-bbe19bc55dd4 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839937 Jul 05 18:01:24.540646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:24.556666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e7a956bd-41a8-433a-b0fb-198a10bfec60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:24.564003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e7a956bd-41a8-433a-b0fb-198a10bfec60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:24.572687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e7a956bd-41a8-433a-b0fb-198a10bfec60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5 HTTP/1.1" status: 204 len: 168 time: 0.4886110 Jul 05 18:01:24.598489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd839f277-6a63-49af-ac00-5d245f59d5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749fc72f-2bea-467d-ac3a-98d3724bfe0d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:24.607501 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2f1a84-c98a-4529-af93-a74a062ed382" -d '{"events": [{"server_uuid": "d839f277-6a63-49af-ac00-5d245f59d5b3", "name": "network-vif-plugged", "status": "completed", "tag": "749fc72f-2bea-467d-ac3a-98d3724bfe0d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:24.617270 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:24.622637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 749fc72f-2bea-467d-ac3a-98d3724bfe0d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=749fc72f-2bea-467d-ac3a-98d3724bfe0d,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:24.632440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09ec94fb-adef-46a7-9289-44b9c9e81fb6 req-35b5d928-70fd-49c3-9c07-6e6e86b0c827 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817572 Jul 05 18:01:24.633706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a956bd-41a8-433a-b0fb-198a10bfec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2b1bb0-6232-485e-b7d2-e197b4ac9fc5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:24.739027 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:24.760882 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b999e25-8d82-4202-bd96-3383eea2d33e x-openstack-request-id: req-6b999e25-8d82-4202-bd96-3383eea2d33e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:24.761388 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57", "status": "completed", "code": 200}, {"server_uuid": "d5cbd980-920e-4907-bf55-420e9093a67f", "name": "network-vif-deleted", "tag": "688bf37c-8d33-4aa9-96d1-178f766a591f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:24.761934 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b999e25-8d82-4202-bd96-3383eea2d33e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:24.762550 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57', 'status': 'completed', 'code': 200} Jul 05 18:01:24.763128 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5cbd980-920e-4907-bf55-420e9093a67f', 'name': 'network-vif-deleted', 'tag': '688bf37c-8d33-4aa9-96d1-178f766a591f', 'status': 'completed', 'code': 200} Jul 05 18:01:24.814584 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f7bc00-11b2-4fbf-bc2a-63e3845e06e1 x-openstack-request-id: req-34f7bc00-11b2-4fbf-bc2a-63e3845e06e1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:24.815029 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d839f277-6a63-49af-ac00-5d245f59d5b3", "name": "network-vif-plugged", "status": "completed", "tag": "749fc72f-2bea-467d-ac3a-98d3724bfe0d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:24.816066 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-34f7bc00-11b2-4fbf-bc2a-63e3845e06e1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:24.816740 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd839f277-6a63-49af-ac00-5d245f59d5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '749fc72f-2bea-467d-ac3a-98d3724bfe0d', 'code': 200} Jul 05 18:01:24.847482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=749fc72f-2bea-467d-ac3a-98d3724bfe0d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:25.007561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-899a1925-334f-4361-bfa9-c9db776fea71 req-f17adb3a-fc8a-458c-b400-96d9be71867b tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 210 time: 0.1124723 Jul 05 18:01:25.017721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5f8f479-07da-41a8-a533-d89342992790', 'tag': '984ccfb2-6911-40f2-b4db-2384c9162dbd'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:25.024842 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a" -d '{"events": [{"name": "network-changed", "server_uuid": "e5f8f479-07da-41a8-a533-d89342992790", "tag": "984ccfb2-6911-40f2-b4db-2384c9162dbd"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:25.133081 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df362a0-5d2c-4e04-b74f-b902072f7ed8 x-openstack-request-id: req-6df362a0-5d2c-4e04-b74f-b902072f7ed8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:25.134897 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5f8f479-07da-41a8-a533-d89342992790", "tag": "984ccfb2-6911-40f2-b4db-2384c9162dbd", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:25.142360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52050) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:25.147060 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6df362a0-5d2c-4e04-b74f-b902072f7ed8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:25.147828 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5f8f479-07da-41a8-a533-d89342992790', 'tag': '984ccfb2-6911-40f2-b4db-2384c9162dbd', 'status': 'completed', 'code': 200} Jul 05 18:01:25.184767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8d78fbf-9c6f-46f5-b52f-9b16e659bafe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:25.221102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-cac877e6-b027-4d55-844f-e43f547848e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:25.223726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-cac877e6-b027-4d55-844f-e43f547848e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 1125 time: 0.4335518 Jul 05 18:01:25.236767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-05a2c14f-d20b-480b-8bb5-f2ab22ec0521 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:25.239487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-05a2c14f-d20b-480b-8bb5-f2ab22ec0521 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.97 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 804 time: 0.2014890 Jul 05 18:01:25.254112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Request body: {'port': {'device_id': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'admin_state_up': True, 'tenant_id': '217f0527e829482b9d831005ded3de18'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:25.276455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b334ee3c-19a8-470b-b2d5-7da625733e09 req-2cb66307-7d1b-49b5-9812-9c00a0910c34 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:25.278116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b334ee3c-19a8-470b-b2d5-7da625733e09 req-2cb66307-7d1b-49b5-9812-9c00a0910c34 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 943 time: 0.2899296 Jul 05 18:01:25.378909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-33886654-faa7-4e96-8adf-be97cc53bd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:25.381210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-33886654-faa7-4e96-8adf-be97cc53bd00 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=16063d8d7be64419b2bf84c9ecb1562d&device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 1094 time: 0.2250853 Jul 05 18:01:25.390896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e722282d-48c8-43ba-a766-f7f70b74e31c req-ac5ceaf7-2824-4bf0-944c-d4281ef0b467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:25.392496 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e722282d-48c8-43ba-a766-f7f70b74e31c req-ac5ceaf7-2824-4bf0-944c-d4281ef0b467 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 1097 time: 0.4028511 Jul 05 18:01:25.481865 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e722282d-48c8-43ba-a766-f7f70b74e31c req-c0b07875-0f25-4aed-bf84-227d62b51972 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695322 Jul 05 18:01:25.483157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b334ee3c-19a8-470b-b2d5-7da625733e09 req-f02e8af8-fb9f-4a95-b4a7-f9c7301e7a36 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626427 Jul 05 18:01:25.499161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-19b8d70f-ac58-4c89-8826-a036860676d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:25.500766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-19b8d70f-ac58-4c89-8826-a036860676d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.2682407 Jul 05 18:01:25.562249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-5a045abf-18bb-4d23-866e-ae39bfa44253 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17725697-6c9e-4d07-9431-2c6e09725a57 HTTP/1.1" status: 200 len: 217 time: 0.0509572 Jul 05 18:01:25.602861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8d78fbf-9c6f-46f5-b52f-9b16e659bafe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:25.640474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-889695f8-5118-40fa-b430-fb7e8f4f436f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:25.642055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-889695f8-5118-40fa-b430-fb7e8f4f436f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9df97b27-7c47-4158-be0d-66fb1819c697 HTTP/1.1" status: 200 len: 908 time: 0.2508130 Jul 05 18:01:25.647409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-e44ad594-89d1-4e39-9377-b0160c518535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:25.649255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-e44ad594-89d1-4e39-9377-b0160c518535 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.0807066 Jul 05 18:01:25.713565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-ce1eb06a-0e2e-4fca-992d-115cfc7d3660 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=984ccfb2-6911-40f2-b4db-2384c9162dbd HTTP/1.1" status: 200 len: 217 time: 0.0628574 Jul 05 18:01:25.745329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-b7f0bdf6-099e-411a-9eb3-7cf416046e7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869451 Jul 05 18:01:25.753500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8d78fbf-9c6f-46f5-b52f-9b16e659bafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:25.865913 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d8d78fbf-9c6f-46f5-b52f-9b16e659bafe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38d2309fb24049a098754904d447faef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7178695 Jul 05 18:01:25.868840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52062) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:25.939306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d78fbf-9c6f-46f5-b52f-9b16e659bafe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95091b04-4ad4-4f2b-b42c-f9f1eaed27f6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:25.981749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Made reservation on behalf of 217f0527e829482b9d831005ded3de18 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:01:25.985288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:25.988232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52064) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:26.009031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-b07a06e2-1ba1-43e9-b2bb-a065b2d61235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:26.010460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-b07a06e2-1ba1-43e9-b2bb-a065b2d61235 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c390b7a1-6663-4392-bd90-932405300310 HTTP/1.1" status: 200 len: 848 time: 0.2766430 Jul 05 18:01:26.071039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-9098837e-471a-41ed-9829-9e0002b53751 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9df97b27-7c47-4158-be0d-66fb1819c697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487258 Jul 05 18:01:26.078405 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b31b011-8f39-4ad5-95a9-0707287484a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.172902 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4fc5afd5-56fc-425d-a013-a4e0ea9533f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9ac449e4987487da3d210296047c455&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665280 Jul 05 18:01:26.181977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52068) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:26.183100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-5ade4b53-b9cb-474e-992d-f071bf54a04e service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156444 Jul 05 18:01:26.213904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed355c38-3a17-4d35-a79c-de24b2265433 req-e53230e7-27e8-4e85-9d92-c10829f066be tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:26.215917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed355c38-3a17-4d35-a79c-de24b2265433 req-e53230e7-27e8-4e85-9d92-c10829f066be tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.3082504 Jul 05 18:01:26.272721 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b31b011-8f39-4ad5-95a9-0707287484a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.282597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fff055-f42a-47a2-9dc5-fdfe4737b2ec req-5f531785-cc92-455e-b647-45c10f526293 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:26.284407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8fff055-f42a-47a2-9dc5-fdfe4737b2ec req-5f531785-cc92-455e-b647-45c10f526293 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 946 time: 0.3746507 Jul 05 18:01:26.293996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9afd995a-ba87-45f1-8fd0-aa14f66e5da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.356240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9afd995a-ba87-45f1-8fd0-aa14f66e5da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.400506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed355c38-3a17-4d35-a79c-de24b2265433 req-e61d978b-77c0-47cf-81c4-376767af6258 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338217 Jul 05 18:01:26.407876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Allocated IP 172.20.0.8 (7b88c2f1-c515-47e3-a6e4-6d9b8ca02216/e039f504-6b86-40f2-812b-b12379744305/41fec7e6-3ae3-41bb-b7f3-52339100f016) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:01:26.418763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8fff055-f42a-47a2-9dc5-fdfe4737b2ec req-d2e8f7bd-bb22-41d6-9b52-acc1a5372472 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227415 Jul 05 18:01:26.427884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-413b8a51-9be3-4c72-bdba-4791c34494dd service neutron] 10.222.0.39 "GET /v2.0/networks/9df97b27-7c47-4158-be0d-66fb1819c697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421609 Jul 05 18:01:26.476261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f5abb1-83d6-42b3-9713-c9bcf7cb7699 req-c4e69674-cceb-4763-8dcf-ae84f6dbbab4 service neutron] 10.222.0.39 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592976 Jul 05 18:01:26.530851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 984ccfb2-6911-40f2-b4db-2384c9162dbd details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:01:26.535776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 17725697-6c9e-4d07-9431-2c6e09725a57 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:01:26.585532 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.604596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e215f11-fb5b-4c65-8a62-7b7b669ab66a req-30c6321c-8a96-454c-b756-0ac3684a721e service neutron] 10.222.0.39 "GET /v2.0/networks/9df97b27-7c47-4158-be0d-66fb1819c697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610286 Jul 05 18:01:26.711722 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35e4f8e6-3cbc-47c2-b88a-c0f3c406af6f req-80ea2b17-19e3-4857-a962-651d7ba685c4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 210 time: 0.0529525 Jul 05 18:01:26.748048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b31b011-8f39-4ad5-95a9-0707287484a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.748048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b31b011-8f39-4ad5-95a9-0707287484a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.755451 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9b31b011-8f39-4ad5-95a9-0707287484a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95091b04-4ad4-4f2b-b42c-f9f1eaed27f6 HTTP/1.1" status: 204 len: 168 time: 0.8810279 Jul 05 18:01:26.776676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 984ccfb2-6911-40f2-b4db-2384c9162dbd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=984ccfb2-6911-40f2-b4db-2384c9162dbd,segment=NetworkSegment(d2253857-25d8-4161-967b-565bb26f7a54),segment_id=d2253857-25d8-4161-967b-565bb26f7a54)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:26.807991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '984ccfb2-6911-40f2-b4db-2384c9162dbd', 'network_id': '9df97b27-7c47-4158-be0d-66fb1819c697', 'port_id': '984ccfb2-6911-40f2-b4db-2384c9162dbd', 'mac_address': 'fa:16:3e:2a:11:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c390b7a1-6663-4392-bd90-932405300310', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:01:26.814504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b31b011-8f39-4ad5-95a9-0707287484a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95091b04-4ad4-4f2b-b42c-f9f1eaed27f6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:26.868103 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.875502 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9afd995a-ba87-45f1-8fd0-aa14f66e5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.878246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9afd995a-ba87-45f1-8fd0-aa14f66e5da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.883762 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9afd995a-ba87-45f1-8fd0-aa14f66e5da4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d512183-5407-434c-b105-a4c9742136a0 HTTP/1.1" status: 204 len: 168 time: 0.6934447 Jul 05 18:01:26.909279 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:26.915703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd995a-ba87-45f1-8fd0-aa14f66e5da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d512183-5407-434c-b105-a4c9742136a0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:26.942099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bbee5-c322-4da8-af7e-e15e012e89fc req-f80fb785-8745-4111-bb2f-71e8039bd9aa tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:26.954741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b0bbee5-c322-4da8-af7e-e15e012e89fc req-f80fb785-8745-4111-bb2f-71e8039bd9aa tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 943 time: 0.2240429 Jul 05 18:01:26.961137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984ccfb2-6911-40f2-b4db-2384c9162dbd {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:27.000346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 984ccfb2-6911-40f2-b4db-2384c9162dbd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=984ccfb2-6911-40f2-b4db-2384c9162dbd,segment=NetworkSegment(d2253857-25d8-4161-967b-565bb26f7a54),segment_id=d2253857-25d8-4161-967b-565bb26f7a54)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:27.054614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b0bbee5-c322-4da8-af7e-e15e012e89fc req-c8075191-9b38-4b74-9c1e-de88975b9622 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986867 Jul 05 18:01:27.073171 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:27.103885 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:27.152064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=984ccfb2-6911-40f2-b4db-2384c9162dbd,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:27.161862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.162924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.163444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.164240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.164738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.165231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.165732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.166234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.166934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.167423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.167930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.168475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:01:27.208803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:01:27.213170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:27.215441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Pushing event updated for resources: {'Port': ['ID=41fec7e6-3ae3-41bb-b7f3-52339100f016,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:27.226286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:01:27.282916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-2b1fb2aa-8c62-4922-8227-17f2e6f23e3c service neutron] 10.222.0.39 "GET /v2.0/ports/17725697-6c9e-4d07-9431-2c6e09725a57/bindings/n-h1-799524-1 HTTP/1.1" status: 200 len: 384 time: 0.0906520 Jul 05 18:01:27.312035 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:27.317207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:27.333498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['984ccfb2-6911-40f2-b4db-2384c9162dbd'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:27.491887 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-74bf73e2-8c39-4a9b-a5a8-c79c30900f1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2429681 Jul 05 18:01:27.506096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Request body: {'port': {'device_id': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:27.618582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:27.692067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:27.742888 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:27.907568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17725697-6c9e-4d07-9431-2c6e09725a57 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:27.937096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:27.998806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4646-8ea5-4145-815b-43da570ae5a3 req-e0c68935-d942-4cd5-abb3-a9525007c9f3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:28.000461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019a4646-8ea5-4145-815b-43da570ae5a3 req-e0c68935-d942-4cd5-abb3-a9525007c9f3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 944 time: 0.2463126 Jul 05 18:01:28.008592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca4f59-b1a4-4bf4-9f6d-7f533ed94a51 req-86c8d593-31f6-435f-a73e-2897bddb4f6e tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:28.012102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8ca4f59-b1a4-4bf4-9f6d-7f533ed94a51 req-86c8d593-31f6-435f-a73e-2897bddb4f6e tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 946 time: 0.2547162 Jul 05 18:01:28.113292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:28.139352 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41fec7e6-3ae3-41bb-b7f3-52339100f016 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:28.152385 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:28.160857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8ca4f59-b1a4-4bf4-9f6d-7f533ed94a51 req-aa3c8e74-ffff-475d-a983-cf5b23a2e076 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432972 Jul 05 18:01:28.177195 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019a4646-8ea5-4145-815b-43da570ae5a3 req-d4452c86-b126-4e5c-84b2-9e26aa8e397b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654353 Jul 05 18:01:28.189445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Transition to ACTIVE for port object 41fec7e6-3ae3-41bb-b7f3-52339100f016 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:28.313425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:28.372989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] Transition to ACTIVE for port object 17725697-6c9e-4d07-9431-2c6e09725a57 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:28.445543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Pushing event updated for resources: {'Port': ['ID=41fec7e6-3ae3-41bb-b7f3-52339100f016,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:28.492174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:28.560563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 984ccfb2-6911-40f2-b4db-2384c9162dbd up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:28.582298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a07c4-1d5e-4f77-9b10-174467f0b7b0 req-bd98541f-8ebd-45fb-9661-560f7810912e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:28.587045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-703a07c4-1d5e-4f77-9b10-174467f0b7b0 req-bd98541f-8ebd-45fb-9661-560f7810912e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 943 time: 0.2021456 Jul 05 18:01:28.605506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33042ea6-b5f8-422d-9dc7-603039d8a3b7 req-0fcf4b64-9472-43dc-9f45-cdd7a7efdfba tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:28.614896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33042ea6-b5f8-422d-9dc7-603039d8a3b7 req-0fcf4b64-9472-43dc-9f45-cdd7a7efdfba tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 944 time: 0.1893723 Jul 05 18:01:28.670516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Attempting to bind port 41fec7e6-3ae3-41bb-b7f3-52339100f016 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:28.670516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Attempting to bind port 41fec7e6-3ae3-41bb-b7f3-52339100f016 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:28.671341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Attempting to bind port 41fec7e6-3ae3-41bb-b7f3-52339100f016 on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:28.684545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] No DVR routers for this DVR port 17725697-6c9e-4d07-9431-2c6e09725a57 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:01:28.685481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] Pushing event updated for resources: {'Port': ['ID=17725697-6c9e-4d07-9431-2c6e09725a57,revision_number=10']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:28.706948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Port 41fec7e6-3ae3-41bb-b7f3-52339100f016 on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:01:28.714889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Attempting to bind port 41fec7e6-3ae3-41bb-b7f3-52339100f016 on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:28.718404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:28.718775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Checking segment: {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:28.719167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Bound using segment: {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:28.719604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Bound port: 41fec7e6-3ae3-41bb-b7f3-52339100f016, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:28.719963 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:28.778788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-703a07c4-1d5e-4f77-9b10-174467f0b7b0 req-043710ce-8d50-4fa6-a26b-dc571eeade24 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908422 Jul 05 18:01:28.790278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33042ea6-b5f8-422d-9dc7-603039d8a3b7 req-d7b16a85-b496-4395-83c9-ccca94151074 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754336 Jul 05 18:01:28.812151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-89eba3d6-d2d3-4fef-b3ed-3010548771ed service neutron] 10.222.0.39 "PUT /v2.0/ports/17725697-6c9e-4d07-9431-2c6e09725a57/bindings/n-h1-799524-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5261257 Jul 05 18:01:28.832054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:28.836161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:28.931323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 984ccfb2-6911-40f2-b4db-2384c9162dbd completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:28.955340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 984ccfb2-6911-40f2-b4db-2384c9162dbd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:28.955340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:28.955797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-9ba28957-87bd-4b59-bf29-14145b08cb7a tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--579709749&fields=id&tenant_id=af033b96e60d44d4a99d6be2b647dcc1 HTTP/1.1" status: 200 len: 267 time: 0.0362592 Jul 05 18:01:29.029320 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:29.053820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f8f479-07da-41a8-a533-d89342992790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984ccfb2-6911-40f2-b4db-2384c9162dbd'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:29.056391 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdd044e-4451-40ba-b0ff-2c3c59042b07" -d '{"events": [{"server_uuid": "e5f8f479-07da-41a8-a533-d89342992790", "name": "network-vif-plugged", "status": "completed", "tag": "984ccfb2-6911-40f2-b4db-2384c9162dbd"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:29.069474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 984ccfb2-6911-40f2-b4db-2384c9162dbd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=984ccfb2-6911-40f2-b4db-2384c9162dbd,segment=NetworkSegment(d2253857-25d8-4161-967b-565bb26f7a54),segment_id=d2253857-25d8-4161-967b-565bb26f7a54)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:29.078207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-4b4d2693-5b4e-4a98-bad9-2e7c4d58f6f2 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:29.080931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-4b4d2693-5b4e-4a98-bad9-2e7c4d58f6f2 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/networks?id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d HTTP/1.1" status: 200 len: 815 time: 0.1350753 Jul 05 18:01:29.095247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-50fb066d-66c9-42fa-b258-3157dfd720cc tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/quotas/af033b96e60d44d4a99d6be2b647dcc1 HTTP/1.1" status: 200 len: 375 time: 0.0097198 Jul 05 18:01:29.103821 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a498c31a-5d8b-432b-b44e-e775eadef7a9 x-openstack-request-id: req-a498c31a-5d8b-432b-b44e-e775eadef7a9 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:29.104111 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f8f479-07da-41a8-a533-d89342992790", "name": "network-vif-plugged", "status": "completed", "tag": "984ccfb2-6911-40f2-b4db-2384c9162dbd", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:29.104364 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a498c31a-5d8b-432b-b44e-e775eadef7a9 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:29.104750 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f8f479-07da-41a8-a533-d89342992790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984ccfb2-6911-40f2-b4db-2384c9162dbd', 'code': 200} Jul 05 18:01:29.147822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:29.166323 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:29.289513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=984ccfb2-6911-40f2-b4db-2384c9162dbd,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:29.301611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:29.302435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:29.303879 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] 10.222.0.97 "PUT /v2.0/ports/41fec7e6-3ae3-41bb-b7f3-52339100f016 HTTP/1.1" status: 200 len: 1091 time: 1.8025193 Jul 05 18:01:29.304329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:29.306724 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a" -d '{"events": [{"name": "network-changed", "server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:29.369086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-df918118-0520-4152-bdd3-4355939d9e0c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af033b96e60d44d4a99d6be2b647dcc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2570949 Jul 05 18:01:29.391288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd5223-db53-4abe-b275-07e0e6837d04 service neutron] Pushing event updated for resources: {'Port': ['ID=41fec7e6-3ae3-41bb-b7f3-52339100f016,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:29.427963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-301de748-3f37-4522-9794-010fda95d626 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:29.430063 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-301de748-3f37-4522-9794-010fda95d626 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.2669249 Jul 05 18:01:29.473549 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:29.617340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-e4271a92-0dda-4f51-bded-7efd872a41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:29.618912 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-e4271a92-0dda-4f51-bded-7efd872a41a8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc&tenant_id=60f9e1b656d140fe9c084ba5be80f85e HTTP/1.1" status: 200 len: 1096 time: 0.1797800 Jul 05 18:01:29.625760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-6d8f4d74-3e4b-454e-a31e-f0c520a22225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:29.628630 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-6d8f4d74-3e4b-454e-a31e-f0c520a22225 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 1094 time: 0.1713297 Jul 05 18:01:29.729970 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-5c092ab0-1b11-45e6-93e1-fca4452cc3f0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016 HTTP/1.1" status: 200 len: 217 time: 0.0945840 Jul 05 18:01:29.760210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-bb006be5-37d0-43a4-a328-c4780c257619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:29.766754 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-bb006be5-37d0-43a4-a328-c4780c257619 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 1096 time: 0.1153691 Jul 05 18:01:29.887898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-0225e7ce-44a3-4f55-bc98-87a398fef5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:29.889370 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-0225e7ce-44a3-4f55-bc98-87a398fef5b7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1086776 Jul 05 18:01:29.893693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-695f2664-0d70-4812-b0a6-1ed96cb9ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:29.895632 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-695f2664-0d70-4812-b0a6-1ed96cb9ea4e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e039f504-6b86-40f2-812b-b12379744305 HTTP/1.1" status: 200 len: 844 time: 0.1571486 Jul 05 18:01:29.929747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-215a0730-1dda-4708-802a-558d3ca96acf service neutron] 10.222.0.30 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318213 Jul 05 18:01:29.936301 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-62a4fd7d-bf47-4c41-97c8-c3c97c0d9849 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17725697-6c9e-4d07-9431-2c6e09725a57 HTTP/1.1" status: 200 len: 217 time: 0.0395401 Jul 05 18:01:29.967305 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-dc22e454-f29f-4b3f-a713-ca6b5321f0bb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297415 Jul 05 18:01:30.057109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-6b343ba7-4b93-4edf-8c30-5a53bca76d57 service neutron] 10.222.0.30 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094983 Jul 05 18:01:30.069906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-ae534a2c-e3a8-4a10-b955-5167fcfcb6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:30.071647 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-ae534a2c-e3a8-4a10-b955-5167fcfcb6d7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1032863 Jul 05 18:01:30.120319 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-6d69bac3-8fb1-41fe-bd47-0f70a8ea438d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416498 Jul 05 18:01:30.149090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0e0c5-4d35-4560-a9cc-025d168a343f req-e147e385-fdc9-4e6f-aa60-6649d325c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:30.150533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccb0e0c5-4d35-4560-a9cc-025d168a343f req-e147e385-fdc9-4e6f-aa60-6649d325c49c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 1096 time: 0.9308867 Jul 05 18:01:30.253398 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-4e8c46f6-0b9c-44be-a4ee-5619af555d86 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230934 Jul 05 18:01:30.256670 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-f38435c7-1464-404f-8de5-5b717e3edfd2 service neutron] 10.222.0.97 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555082 Jul 05 18:01:30.294067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccb0e0c5-4d35-4560-a9cc-025d168a343f req-47f2c55b-3f38-4a7a-867d-fe44191acd54 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323075 Jul 05 18:01:30.323957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e96a1f-94f2-47de-babe-2e60625c84a9 req-e2922e7d-b062-4bdf-b8f7-cd7f0ca52d15 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:30.335256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3e96a1f-94f2-47de-babe-2e60625c84a9 req-e2922e7d-b062-4bdf-b8f7-cd7f0ca52d15 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 945 time: 0.4038761 Jul 05 18:01:30.423049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3e96a1f-94f2-47de-babe-2e60625c84a9 req-f97c62bd-c8a8-4fb2-84f7-d039bdec1391 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861785 Jul 05 18:01:30.792677 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d96c63-cfa8-45fa-b908-de86eeb0470f req-3aeac55b-8eb7-4739-a463-528a9492fc55 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:30.803483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60d96c63-cfa8-45fa-b908-de86eeb0470f req-3aeac55b-8eb7-4739-a463-528a9492fc55 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 943 time: 0.1182356 Jul 05 18:01:30.887509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60d96c63-cfa8-45fa-b908-de86eeb0470f req-d0244ae4-0a1d-4577-9a17-a99160ca512e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831246 Jul 05 18:01:30.897726 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a5c3cf-8728-43c5-b4d5-eac032574b26 x-openstack-request-id: req-63a5c3cf-8728-43c5-b4d5-eac032574b26 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:30.898015 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:30.898261 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63a5c3cf-8728-43c5-b4d5-eac032574b26 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:30.898671 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016', 'status': 'completed', 'code': 200} Jul 05 18:01:30.964368 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9fe86e59-3f9f-4fee-8521-fc47f0b03248 req-8ab4b109-5dd0-4155-8ebd-048c10a558bf service neutron] 10.222.0.97 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6989846 Jul 05 18:01:30.976873 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-e599fe51-da37-47c9-8cc4-798859db1a0c service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7128167 Jul 05 18:01:31.286019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02a1a2-b1eb-4ad9-adc6-c88f64b59dc7 req-82feab31-59c2-4b2a-89cb-ab0111f4c0e2 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:31.286019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a02a1a2-b1eb-4ad9-adc6-c88f64b59dc7 req-82feab31-59c2-4b2a-89cb-ab0111f4c0e2 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 945 time: 0.1438997 Jul 05 18:01:31.286019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a02a1a2-b1eb-4ad9-adc6-c88f64b59dc7 req-f06b0e82-4cc3-4603-8dff-b2dbb713a449 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365713 Jul 05 18:01:31.371719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e413fad1-87f7-4f7b-af3e-ae03ba1efff9 req-273d7a66-8bc7-43ce-8ba9-932c36a5b17f tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 210 time: 0.0431192 Jul 05 18:01:31.376008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c7d94851-51a0-4521-a93a-58685ce2dca5 req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1442279164', 'description': 'tempest-description-69514743'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:31.574470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-7f846d20-aeee-414c-9027-1937264522fc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297096 Jul 05 18:01:31.732113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e0037-925c-4b01-82aa-26e01484d80a req-4a0dd47d-56a9-4231-89e5-993766318c5e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:31.732113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-4a0dd47d-56a9-4231-89e5-993766318c5e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1183789 Jul 05 18:01:31.732113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-d9c529e8-91d8-4f08-8ed5-150f56ca71ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/quotas/cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 375 time: 0.0090599 Jul 05 18:01:31.736218 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:01:31.748270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-87b0ecd8-9b30-4524-8e7b-271c7204d125 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304112 Jul 05 18:01:32.048006 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c7d94851-51a0-4521-a93a-58685ce2dca5 req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:32.062279 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c7d94851-51a0-4521-a93a-58685ce2dca5 req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:32.083506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-fb73dfed-ddf1-4274-9149-b4bfd61a2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:32.087333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-fb73dfed-ddf1-4274-9149-b4bfd61a2953 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 1094 time: 0.0787075 Jul 05 18:01:32.240418 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c7d94851-51a0-4521-a93a-58685ce2dca5 req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:32.334059 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-0a43300e-9cfd-4f20-826f-93c406091dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:32.335796 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-0a43300e-9cfd-4f20-826f-93c406091dec service neutron] 10.222.0.97 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 904 time: 0.2414799 Jul 05 18:01:32.343567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c7d94851-51a0-4521-a93a-58685ce2dca5 req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:32.398944 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-c9178ef2-8332-4474-a850-2f812041ffd2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016 HTTP/1.1" status: 200 len: 217 time: 0.0473812 Jul 05 18:01:32.419497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a42f945-652f-493f-ae98-e0a48d3118d5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:32.461613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30971899-18e6-4a2d-afef-320da7d42b2e req-e7de399e-aad1-47ce-b84d-7dde08df1cc3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:32.463735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30971899-18e6-4a2d-afef-320da7d42b2e req-e7de399e-aad1-47ce-b84d-7dde08df1cc3 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 945 time: 0.1933932 Jul 05 18:01:32.487775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-545e1242-cd30-48f2-9a06-0a2f9c04db0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:32.491524 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-545e1242-cd30-48f2-9a06-0a2f9c04db0b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e039f504-6b86-40f2-812b-b12379744305 HTTP/1.1" status: 200 len: 844 time: 0.0857687 Jul 05 18:01:32.537248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30971899-18e6-4a2d-afef-320da7d42b2e req-92aabf48-12db-40cd-81e7-f61e4afd274d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663362 Jul 05 18:01:32.545896 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c7d94851-51a0-4521-a93a-58685ce2dca5 req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:32.568820 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-dc785a02-3e8a-4ab7-971c-f90007e188eb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592813 Jul 05 18:01:32.654106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-c0e618cf-0060-4ad4-a408-6e9a4a41a515 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:32.655700 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-c0e618cf-0060-4ad4-a408-6e9a4a41a515 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc&tenant_id=60f9e1b656d140fe9c084ba5be80f85e&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.1632001 Jul 05 18:01:32.663125 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c7d94851-51a0-4521-a93a-58685ce2dca5 req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:32.727794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b28c3a-d23d-4a2c-b3b2-9250326878aa,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:32.729178 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-1214e06a-c270-49ed-b611-634487634f6c service neutron] 10.222.0.97 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465690 Jul 05 18:01:32.821105 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c7d94851-51a0-4521-a93a-58685ce2dca5 req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:32.821105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7d94851-51a0-4521-a93a-58685ce2dca5 req-c0012c14-1d41-4186-b42a-2f70774a7945 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4518695 Jul 05 18:01:32.882426 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-147c1dd8-f52a-462d-a902-3e5d8ba5da7a req-5c9a4810-143a-47f6-a595-df8cca6c911a service neutron] 10.222.0.97 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363368 Jul 05 18:01:32.997111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-aa938e2d-141e-4667-bd02-0eb211114b11 service neutron] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:33.000284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-aa938e2d-141e-4667-bd02-0eb211114b11 service neutron] Notify callbacks [] for binding, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:33.005245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66113ff-9efd-485b-9511-99b0f29a4cb4 req-00c15161-89bb-4280-a982-dc1009a6d64c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:33.006907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c66113ff-9efd-485b-9511-99b0f29a4cb4 req-00c15161-89bb-4280-a982-dc1009a6d64c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 943 time: 0.0680034 Jul 05 18:01:33.007684 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e394be1-f649-4cf1-b6e7-098274ef479b req-aa938e2d-141e-4667-bd02-0eb211114b11 service neutron] 10.222.0.97 "DELETE /v2.0/ports/17725697-6c9e-4d07-9431-2c6e09725a57/bindings/n-h2-799524-1 HTTP/1.1" status: 204 len: 173 time: 0.3452930 Jul 05 18:01:33.049662 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c66113ff-9efd-485b-9511-99b0f29a4cb4 req-d4ae81a6-0184-4b29-a47b-0d1d3e1d052d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351007 Jul 05 18:01:33.142242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2af8d92a-51c6-4a22-9092-7c464c28d9b1 req-79a2c889-b2d0-458c-8d4a-e0a18f70b8d4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 210 time: 0.0366755 Jul 05 18:01:33.318590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3321e3-1181-43c3-b477-b2cf51753861 req-03286ad0-f4ed-49b7-a1fa-11a6eb0e67be tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:33.320229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff3321e3-1181-43c3-b477-b2cf51753861 req-03286ad0-f4ed-49b7-a1fa-11a6eb0e67be tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 945 time: 0.0748005 Jul 05 18:01:33.366285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff3321e3-1181-43c3-b477-b2cf51753861 req-10e74f83-11b5-4db1-b2a7-f4cbea55504a tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384560 Jul 05 18:01:33.509391 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-863bf202-c752-47af-baaa-aa4247af4f3f req-d4ac29fc-6fe0-4f0e-a944-b83df0f55876 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 210 time: 0.0376947 Jul 05 18:01:33.556572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e743c6c7-7b4f-4aea-b6eb-61fd434cb1a6 req-52432214-0c66-4e26-9137-b792e5a5c48b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1250090569', 'description': 'tempest-description-268434887'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:33.735492 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e743c6c7-7b4f-4aea-b6eb-61fd434cb1a6 req-52432214-0c66-4e26-9137-b792e5a5c48b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:33.877064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e743c6c7-7b4f-4aea-b6eb-61fd434cb1a6 req-52432214-0c66-4e26-9137-b792e5a5c48b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:33.994094 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e743c6c7-7b4f-4aea-b6eb-61fd434cb1a6 req-52432214-0c66-4e26-9137-b792e5a5c48b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:34.030505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52432214-0c66-4e26-9137-b792e5a5c48b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98d329b-263c-412e-81df-f51e040dbf6e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:34.068002 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e743c6c7-7b4f-4aea-b6eb-61fd434cb1a6 req-52432214-0c66-4e26-9137-b792e5a5c48b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:34.071830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e743c6c7-7b4f-4aea-b6eb-61fd434cb1a6 req-52432214-0c66-4e26-9137-b792e5a5c48b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5184572 Jul 05 18:01:34.356831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1ccc6-49b9-4dfd-bb41-0e49e96fb3c0 req-be51d06d-2062-43a5-8548-820e716e34c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:34.358285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fad1ccc6-49b9-4dfd-bb41-0e49e96fb3c0 req-be51d06d-2062-43a5-8548-820e716e34c2 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 945 time: 0.1510875 Jul 05 18:01:34.369894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e49cd-2def-4f4a-a72c-7442e59d4e1b req-9ea42c52-f9bb-4bef-acd0-8e8b17eaaafb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:34.371759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a5e49cd-2def-4f4a-a72c-7442e59d4e1b req-9ea42c52-f9bb-4bef-acd0-8e8b17eaaafb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 943 time: 0.1553993 Jul 05 18:01:34.433755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fad1ccc6-49b9-4dfd-bb41-0e49e96fb3c0 req-04cd3d55-afb1-4a87-bfc3-5505c342247c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608017 Jul 05 18:01:34.436681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a5e49cd-2def-4f4a-a72c-7442e59d4e1b req-5db52716-ad90-47ea-a54e-084457e4ac46 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559165 Jul 05 18:01:34.661161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fdeb35c6-b428-4df8-a8bb-3861f5a03860 req-fd8cc4e4-d6c3-41a3-945f-87a56ca1c2f7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 210 time: 0.0408692 Jul 05 18:01:34.667550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a034d891-b57b-4756-939f-628a9fd97c07 req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1506786818', 'description': 'tempest-description-767320095'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:34.777160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a034d891-b57b-4756-939f-628a9fd97c07 req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:34.787847 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a034d891-b57b-4756-939f-628a9fd97c07 req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:34.947741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a034d891-b57b-4756-939f-628a9fd97c07 req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:35.028427 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a034d891-b57b-4756-939f-628a9fd97c07 req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:35.119722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d44e974-9bd9-43a2-989c-0d560f15ab39,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:35.184284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a1ed385-9bc2-4a97-a0dd-d046e48b7a90 req-a29fd81e-dd12-483d-b828-d3599f55e989 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 210 time: 0.0563009 Jul 05 18:01:35.245701 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-bd59d1c5-a788-4256-a8ad-47d66fc1bc70 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1594927 Jul 05 18:01:35.277686 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a034d891-b57b-4756-939f-628a9fd97c07 req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:35.355258 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a034d891-b57b-4756-939f-628a9fd97c07 req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:35.387216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-285a002f-1bbd-40a4-a194-9e3a9ddf4665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:35.389557 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-285a002f-1bbd-40a4-a194-9e3a9ddf4665 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 1095 time: 0.1156318 Jul 05 18:01:35.570607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85de7f50-87fc-4c0a-8925-087ba7f68b9a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:35.582950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-532d5403-935e-4b50-8ec4-bb40d4cc724f tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:35.584666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-532d5403-935e-4b50-8ec4-bb40d4cc724f tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.39 "GET /v2.0/networks?id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d HTTP/1.1" status: 200 len: 815 time: 0.1827891 Jul 05 18:01:35.589499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-80ac57e8-9425-4b8c-b94b-3f0b61406017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:35.597565 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-80ac57e8-9425-4b8c-b94b-3f0b61406017 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 200 len: 907 time: 0.1698854 Jul 05 18:01:35.614837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4da4b0-ef49-47b0-b4a3-7b604daf9f86 req-bed0ae2a-6270-4b06-ac41-50cfabe61e9a tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:35.622024 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb4da4b0-ef49-47b0-b4a3-7b604daf9f86 req-bed0ae2a-6270-4b06-ac41-50cfabe61e9a tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 1096 time: 0.2777758 Jul 05 18:01:35.648438 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a034d891-b57b-4756-939f-628a9fd97c07 req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:35.657692 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-ae899052-249c-4f5f-8cac-578b3ec50d40 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce HTTP/1.1" status: 200 len: 217 time: 0.0556293 Jul 05 18:01:35.667146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a034d891-b57b-4756-939f-628a9fd97c07 req-f0903532-cced-411b-bd7e-61f775c617ce tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0036569 Jul 05 18:01:35.773249 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:35.799809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb4da4b0-ef49-47b0-b4a3-7b604daf9f86 req-b2ead9e9-9d27-445a-a929-23e2215c9e36 tempest-LiveMigrationTest-713784231 tempest-LiveMigrationTest-713784231-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737049 Jul 05 18:01:35.818324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-febb08c5-00da-466d-8113-5e6340fc4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:35.824389 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-febb08c5-00da-466d-8113-5e6340fc4658 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 200 len: 847 time: 0.1581380 Jul 05 18:01:35.828765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-a66bad76-7a50-47c5-b603-293839293384 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af033b96e60d44d4a99d6be2b647dcc1 HTTP/1.1" status: 200 len: 379 time: 0.2275686 Jul 05 18:01:35.874597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-13824999-ba88-4c1b-919b-0aa1fe54b814 req-ac5b95b5-f88e-4e32-b820-57fe8637c59b tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-792125618', 'description': 'tempest-description-507461217'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:35.927763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Request body: {'port': {'device_id': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'admin_state_up': True, 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'security_groups': ['177cd0a8-20a6-4347-b3bd-611613702848']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:35.928124 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-1fdd9f13-a9ed-4513-919d-3cb1c26108c7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a66f7e0f-287f-4a50-9e5e-c0d40615f872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774469 Jul 05 18:01:36.101727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13824999-ba88-4c1b-919b-0aa1fe54b814 req-ac5b95b5-f88e-4e32-b820-57fe8637c59b tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:36.119984 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-05c9cf17-e20c-49f8-907c-4193b2b93511 service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772103 Jul 05 18:01:36.248242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 41fec7e6-3ae3-41bb-b7f3-52339100f016 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:01:36.264761 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13824999-ba88-4c1b-919b-0aa1fe54b814 req-ac5b95b5-f88e-4e32-b820-57fe8637c59b tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:36.350026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139017b-4f2e-4ed5-a9ad-cd08c2b82f75 req-821b9ac6-f1a2-4e14-9781-fc0d501af380 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:36.357153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b139017b-4f2e-4ed5-a9ad-cd08c2b82f75 req-821b9ac6-f1a2-4e14-9781-fc0d501af380 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 943 time: 0.3563805 Jul 05 18:01:36.368621 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3f7196b2-c5a5-4c1c-8729-faace3e3de8d req-2ee481e6-1d67-443e-b8ce-995b7613debb service neutron] 10.222.0.97 "GET /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422254 Jul 05 18:01:36.371457 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13824999-ba88-4c1b-919b-0aa1fe54b814 req-ac5b95b5-f88e-4e32-b820-57fe8637c59b tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:36.491190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:36.493587 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b139017b-4f2e-4ed5-a9ad-cd08c2b82f75 req-94b01eaa-e0e1-4cc8-b084-18e27ac71151 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354337 Jul 05 18:01:36.496068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-ce9916f6-6a5a-472a-8958-e9c74383623c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623302 Jul 05 18:01:36.497739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b95b5-f88e-4e32-b820-57fe8637c59b tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9660d805-d952-4f8e-9059-a3a8217289f0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:36.523458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '41fec7e6-3ae3-41bb-b7f3-52339100f016', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'port_id': '41fec7e6-3ae3-41bb-b7f3-52339100f016', 'mac_address': 'fa:16:3e:ef:31:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e039f504-6b86-40f2-812b-b12379744305', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:01:36.606898 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:36.633515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41fec7e6-3ae3-41bb-b7f3-52339100f016 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:36.678636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:36.745890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e0037-925c-4b01-82aa-26e01484d80a req-108266e9-255a-4ff6-8a97-12785aeaaf8d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:36.747928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-108266e9-255a-4ff6-8a97-12785aeaaf8d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437997 Jul 05 18:01:36.750155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Made reservation on behalf of af033b96e60d44d4a99d6be2b647dcc1 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:01:36.754938 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:36.773294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Request body: {'port': {'device_id': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'cd79537bc8d1495395401d1768287e63'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:36.788105 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:36.862505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=41fec7e6-3ae3-41bb-b7f3-52339100f016,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:36.881102 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13824999-ba88-4c1b-919b-0aa1fe54b814 req-ac5b95b5-f88e-4e32-b820-57fe8637c59b tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:36.887987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13824999-ba88-4c1b-919b-0aa1fe54b814 req-ac5b95b5-f88e-4e32-b820-57fe8637c59b tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0173881 Jul 05 18:01:36.911966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85941d10-b101-4760-927a-5c1192870c7d req-288bce95-eee6-4735-9ebb-8d8ee4fe5ef7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 210 time: 0.1999297 Jul 05 18:01:37.049184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['41fec7e6-3ae3-41bb-b7f3-52339100f016'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:37.235244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Allocated IP 172.20.0.12 (0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d/7569031b-d7b8-4e77-b0f1-093d938990ef/843d6a24-26be-44d7-a7d2-a15a80c7e260) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:01:37.391390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Made reservation on behalf of cd79537bc8d1495395401d1768287e63 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:01:37.395378 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:37.443471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:37.449289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d218d9a-35c8-4062-8964-139814a692bc req-1d8dbcf6-a997-45e6-aa2a-b2c578044f10 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 210 time: 0.0617433 Jul 05 18:01:37.573060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:37.669274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Transition to ACTIVE for port object 843d6a24-26be-44d7-a7d2-a15a80c7e260 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:37.817366 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:37.847382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:37.897733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:37.966699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:01:38.027702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:38.039359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Pushing event updated for resources: {'Port': ['ID=843d6a24-26be-44d7-a7d2-a15a80c7e260,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:38.055866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:01:38.071365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7888dbac-dc50-4ca3-9a5c-7f8465371f90,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:38.110029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e39b5-52e9-4069-831f-cc5f7936e154 req-3a80439b-e3e5-4b6e-a8e5-b243912951ed tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:38.111565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-081e39b5-52e9-4069-831f-cc5f7936e154 req-3a80439b-e3e5-4b6e-a8e5-b243912951ed tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 944 time: 0.3370826 Jul 05 18:01:38.206304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:38.210015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:38.275681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 41fec7e6-3ae3-41bb-b7f3-52339100f016 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:38.281828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-ce67db31-1d18-4231-89e7-d56945bd5849 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45086 time: 0.7921209 Jul 05 18:01:38.309048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-081e39b5-52e9-4069-831f-cc5f7936e154 req-46a45a7d-95b6-4e6c-b484-061abb699330 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847012 Jul 05 18:01:38.331080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Allocated IP 192.168.233.88 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/23ef1502-8e8b-4df3-b88e-bb2e252f0555) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:01:38.383686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-e69a81d7-e769-4ebf-9872-1b92ff45cb1d tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5325198 Jul 05 18:01:38.407126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-354d0c28-1835-48e6-b218-79f610d5a6b2 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/04a94b4b-93d5-4911-8315-07163a0872e4 HTTP/1.1" status: 200 len: 2981 time: 0.0910375 Jul 05 18:01:38.434517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Request body: {'port': {'device_id': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:38.470758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef68ba-3210-4632-997b-b3ba68c943ad req-add0f1df-6610-4679-a4b9-ade77436a255 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:38.472543 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-daef68ba-3210-4632-997b-b3ba68c943ad req-add0f1df-6610-4679-a4b9-ade77436a255 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.97 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 945 time: 0.1529403 Jul 05 18:01:38.479432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 41fec7e6-3ae3-41bb-b7f3-52339100f016 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:38.484630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 41fec7e6-3ae3-41bb-b7f3-52339100f016 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:38.485889 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:38.544876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1146d3a5-b329-4acf-ba3f-18c94aa0341e None None] Provisioning for port 843d6a24-26be-44d7-a7d2-a15a80c7e260 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:38.571722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1146d3a5-b329-4acf-ba3f-18c94aa0341e None None] Provisioning complete for port 843d6a24-26be-44d7-a7d2-a15a80c7e260 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:38.588069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1146d3a5-b329-4acf-ba3f-18c94aa0341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:38.601970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-daef68ba-3210-4632-997b-b3ba68c943ad req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Deleting port 17725697-6c9e-4d07-9431-2c6e09725a57 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:01:38.602513 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-daef68ba-3210-4632-997b-b3ba68c943ad req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:38.646267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-84e3ce39-418e-4678-b94e-2b3700ffe7ae tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/04a94b4b-93d5-4911-8315-07163a0872e4 HTTP/1.1" status: 200 len: 2981 time: 0.2380612 Jul 05 18:01:38.703107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1146d3a5-b329-4acf-ba3f-18c94aa0341e None None] Port 843d6a24-26be-44d7-a7d2-a15a80c7e260 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:01:38.719670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-daef68ba-3210-4632-997b-b3ba68c943ad req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] For port 17725697-6c9e-4d07-9431-2c6e09725a57, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=17725697-6c9e-4d07-9431-2c6e09725a57,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:38.720028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-daef68ba-3210-4632-997b-b3ba68c943ad req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:38.748008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-daef68ba-3210-4632-997b-b3ba68c943ad req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Calling delete_port for 17725697-6c9e-4d07-9431-2c6e09725a57 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:01:38.766888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:38.770765 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:38.796438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:38.799630 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e409ea78-8516-45c4-8a11-8a444bc2f44a" -d '{"events": [{"server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "name": "network-vif-plugged", "status": "completed", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:38.813716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:38.885551 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:38.886361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 17725697-6c9e-4d07-9431-2c6e09725a57 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:01:38.887367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c2d33-0873-4a88-a8c4-dd72c43295e4 req-d49ef6d9-a8cc-4432-aa90-92fa3bdf1a65 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:38.889538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae9c2d33-0873-4a88-a8c4-dd72c43295e4 req-d49ef6d9-a8cc-4432-aa90-92fa3bdf1a65 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 945 time: 0.4237776 Jul 05 18:01:38.994603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=41fec7e6-3ae3-41bb-b7f3-52339100f016,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:38.999249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-96b99da8-7db5-4c7b-b023-ce0e76eadebb tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/33b3a10f-7e11-4d0b-bfcf-648c61909a07 HTTP/1.1" status: 200 len: 2981 time: 0.3520954 Jul 05 18:01:39.065703 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-daef68ba-3210-4632-997b-b3ba68c943ad req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:39.071964 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:39.093472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Pushing event deleted for resources: {'Port': ['ID=17725697-6c9e-4d07-9431-2c6e09725a57,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:39.123786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Transition to ACTIVE for port object 23ef1502-8e8b-4df3-b88e-bb2e252f0555 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:39.145135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-daef68ba-3210-4632-997b-b3ba68c943ad req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] No DVR routers for this DVR port 17725697-6c9e-4d07-9431-2c6e09725a57 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:01:39.148726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-daef68ba-3210-4632-997b-b3ba68c943ad req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:39.152367 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-daef68ba-3210-4632-997b-b3ba68c943ad req-738f33a4-e5bf-410e-912c-28be4982b80d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.97 "DELETE /v2.0/ports/17725697-6c9e-4d07-9431-2c6e09725a57 HTTP/1.1" status: 204 len: 173 time: 0.6729817 Jul 05 18:01:39.152904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'name': 'network-vif-deleted', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:39.155323 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24a6e9b-5358-47cb-8a00-bd9ccad31b9e" -d '{"events": [{"server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "name": "network-vif-deleted", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:39.166982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae9c2d33-0873-4a88-a8c4-dd72c43295e4 req-798b06c9-19d5-43d7-b487-a130af76f787 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613041 Jul 05 18:01:39.254707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-78a40932-54ed-46d7-a004-547b767325b9 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/33b3a10f-7e11-4d0b-bfcf-648c61909a07 HTTP/1.1" status: 200 len: 2981 time: 0.1687481 Jul 05 18:01:39.379887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-c70cd127-79d8-4b34-afb0-6272585d1597 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/34563289-0d55-48f9-8665-21e9fa8079b8 HTTP/1.1" status: 200 len: 2981 time: 0.1226482 Jul 05 18:01:39.413213 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:39.505969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843d6a24-26be-44d7-a7d2-a15a80c7e260 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:39.521957 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:39.528771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:01:39.542906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:39.551415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:01:39.555689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-2375b913-8e91-4058-b4c4-9f91e5e0cce3 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/34563289-0d55-48f9-8665-21e9fa8079b8 HTTP/1.1" status: 200 len: 2981 time: 0.1671965 Jul 05 18:01:39.558260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Transition to ACTIVE for port object 843d6a24-26be-44d7-a7d2-a15a80c7e260 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:39.579525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Pushing event updated for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:39.656458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:39.676662 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:39.696074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-e663ad35-440f-4095-865f-5b6b85a961ab tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/4d44e974-9bd9-43a2-989c-0d560f15ab39 HTTP/1.1" status: 200 len: 2981 time: 0.1175244 Jul 05 18:01:39.760525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c33e69d-b892-41eb-aacb-48ffe9a0bec2 req-99291f74-5cc8-4428-8f2a-c88ed6654e9e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:39.771246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c33e69d-b892-41eb-aacb-48ffe9a0bec2 req-99291f74-5cc8-4428-8f2a-c88ed6654e9e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 935 time: 0.1490283 Jul 05 18:01:39.809285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-8d207e2b-7189-4eed-8d53-28b2bf6d082d tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/4d44e974-9bd9-43a2-989c-0d560f15ab39 HTTP/1.1" status: 200 len: 2981 time: 0.1075289 Jul 05 18:01:39.839126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c33e69d-b892-41eb-aacb-48ffe9a0bec2 req-7e7a2f8a-b7b4-49ea-a839-599d1aa9c4ae tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666754 Jul 05 18:01:39.888855 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-b0b4de2c-8be7-4ba6-9299-930a77cf6902 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5701ddcb-5dfc-4d44-b36b-970d5bdee617 HTTP/1.1" status: 200 len: 2981 time: 0.0707381 Jul 05 18:01:39.938349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-84752a10-03c6-4698-b6a6-4d44d8c1b5bd tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5701ddcb-5dfc-4d44-b36b-970d5bdee617 HTTP/1.1" status: 200 len: 2981 time: 0.0460472 Jul 05 18:01:40.013007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-d9732bd6-17bd-4fa7-a0d6-7c160ea60798 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8a42f945-652f-493f-ae98-e0a48d3118d5 HTTP/1.1" status: 200 len: 2981 time: 0.0683913 Jul 05 18:01:40.045769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5f874019-86eb-4bed-8d3d-6296c27a6502 None None] Provisioning for port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:40.053554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5f874019-86eb-4bed-8d3d-6296c27a6502 None None] Provisioning complete for port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:40.053929 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5f874019-86eb-4bed-8d3d-6296c27a6502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:40.056095 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:40.061207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-410d9d08-2c29-45af-a8b0-4159099faa58 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2941914 Jul 05 18:01:40.084150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc98069-a860-4ab8-93c8-c4940717c528 req-f42db4a9-cd22-4d8a-9f30-0ad64f7b8284 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:40.085805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fc98069-a860-4ab8-93c8-c4940717c528 req-f42db4a9-cd22-4d8a-9f30-0ad64f7b8284 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 932 time: 0.1200893 Jul 05 18:01:40.125463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Request body: {'port': {'device_id': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:40.131357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5f874019-86eb-4bed-8d3d-6296c27a6502 None None] Port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:01:40.212168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-24d0bcc6-335f-42bb-bf77-81054a172ff1 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/8a42f945-652f-493f-ae98-e0a48d3118d5 HTTP/1.1" status: 200 len: 2981 time: 0.1829581 Jul 05 18:01:40.254042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Pushing event updated for resources: {'Port': ['ID=843d6a24-26be-44d7-a7d2-a15a80c7e260,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:40.351256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fc98069-a860-4ab8-93c8-c4940717c528 req-babc9cae-00e7-409d-80d4-db2e3b1b5674 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219934 Jul 05 18:01:40.393210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-776db9a8-489f-44f7-aabe-0c9f8ba9dc2a tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/af046874-5b6b-4f19-b22b-f4ed69e3d5e1 HTTP/1.1" status: 200 len: 2981 time: 0.1680832 Jul 05 18:01:40.411532 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05d5dc0-d0e1-40aa-9747-d414afff40c3 x-openstack-request-id: req-c05d5dc0-d0e1-40aa-9747-d414afff40c3 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:40.411532 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "name": "network-vif-plugged", "status": "completed", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:40.411532 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c05d5dc0-d0e1-40aa-9747-d414afff40c3 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:40.411532 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016', 'code': 200} Jul 05 18:01:40.479455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:40.482394 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcbae51-b684-4746-a311-fa8b01a4d919 x-openstack-request-id: req-8dcbae51-b684-4746-a311-fa8b01a4d919 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:40.483586 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f56449-ee90-441a-aada-af15810f2bbc", "name": "network-vif-deleted", "tag": "17725697-6c9e-4d07-9431-2c6e09725a57", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:40.484008 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dcbae51-b684-4746-a311-fa8b01a4d919 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:40.484633 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f56449-ee90-441a-aada-af15810f2bbc', 'name': 'network-vif-deleted', 'tag': '17725697-6c9e-4d07-9431-2c6e09725a57', 'status': 'completed', 'code': 200} Jul 05 18:01:40.519846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Attempting to bind port 843d6a24-26be-44d7-a7d2-a15a80c7e260 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:40.520194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Attempting to bind port 843d6a24-26be-44d7-a7d2-a15a80c7e260 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:40.520530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Attempting to bind port 843d6a24-26be-44d7-a7d2-a15a80c7e260 on network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:40.536576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-5b61faff-08d3-497d-8f26-0f28c80e025a tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/af046874-5b6b-4f19-b22b-f4ed69e3d5e1 HTTP/1.1" status: 200 len: 2981 time: 0.1423526 Jul 05 18:01:40.556662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Port 843d6a24-26be-44d7-a7d2-a15a80c7e260 on network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:01:40.556992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Attempting to bind port 843d6a24-26be-44d7-a7d2-a15a80c7e260 on network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:40.576877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:40.577223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Checking segment: {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:40.577613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Bound using segment: {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:40.578060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Bound port: 843d6a24-26be-44d7-a7d2-a15a80c7e260, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541df5d6-9dd4-4e95-ab39-847a9669b8f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:40.578424 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:40.605442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64346ac1-c85a-4450-8a37-719081e10ad5 req-a99a6a78-2b95-470a-a38f-13894ec969f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:40.607689 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-64346ac1-c85a-4450-8a37-719081e10ad5 req-a99a6a78-2b95-470a-a38f-13894ec969f4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 1096 time: 0.0903463 Jul 05 18:01:40.665676 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-64346ac1-c85a-4450-8a37-719081e10ad5 req-840d3077-8bfa-4736-83dd-f22c7eb497fe service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422912 Jul 05 18:01:40.715293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-425194b8-850c-40f9-a3ab-17b399586a37 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b42cab7d-1236-4bb6-9e26-7631d657b731 HTTP/1.1" status: 200 len: 2981 time: 0.1776326 Jul 05 18:01:40.896490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] For port 843d6a24-26be-44d7-a7d2-a15a80c7e260, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:40.899800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-536eb5bd-c2e7-4509-9024-16fe40db2dbe tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b42cab7d-1236-4bb6-9e26-7631d657b731 HTTP/1.1" status: 200 len: 2981 time: 0.1641309 Jul 05 18:01:40.951228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] For port 843d6a24-26be-44d7-a7d2-a15a80c7e260, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:40.975430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5450b3-667d-4ca9-8577-5c19c274c3e4 req-35ea7fd7-d8a9-43fe-beeb-99239bfb8cdc tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:40.977147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d5450b3-667d-4ca9-8577-5c19c274c3e4 req-35ea7fd7-d8a9-43fe-beeb-99239bfb8cdc tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.2703779 Jul 05 18:01:41.340960 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:41.397460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-742a30f3-d9de-492e-9ac7-493dcf7b6e84 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c0ba3829-8411-4f42-9da4-c66df99bbb50 HTTP/1.1" status: 200 len: 2981 time: 0.4736860 Jul 05 18:01:41.419908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:41.420620 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:41.422015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] 10.222.0.39 "PUT /v2.0/ports/843d6a24-26be-44d7-a7d2-a15a80c7e260 HTTP/1.1" status: 200 len: 1092 time: 3.0259781 Jul 05 18:01:41.435670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'tag': '843d6a24-26be-44d7-a7d2-a15a80c7e260'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:41.441386 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f0d714-4df9-4cbb-8798-a60fb0852320" -d '{"events": [{"name": "network-changed", "server_uuid": "31f9b1f3-89b1-4a98-9728-55d3bb86dc16", "tag": "843d6a24-26be-44d7-a7d2-a15a80c7e260"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:41.470052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d5450b3-667d-4ca9-8577-5c19c274c3e4 req-b9647d84-76a5-4be4-9f7f-cd0508237358 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845443 Jul 05 18:01:41.583842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ef1502-8e8b-4df3-b88e-bb2e252f0555 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:41.588649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add43f5-b08a-4be9-93f4-388e0c9c0489 service neutron] Pushing event updated for resources: {'Port': ['ID=843d6a24-26be-44d7-a7d2-a15a80c7e260,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:41.605766 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:41.648008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-aabe52fe-8bbe-4f55-8793-7c67ab399b03 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/c0ba3829-8411-4f42-9da4-c66df99bbb50 HTTP/1.1" status: 200 len: 2981 time: 0.2459369 Jul 05 18:01:41.676393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Transition to ACTIVE for port object 23ef1502-8e8b-4df3-b88e-bb2e252f0555 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:41.725704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-5566f950-5733-4475-bee2-9c3c211be2a4 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/db312ec9-e931-4df7-a1e0-9be6fb0a8af3 HTTP/1.1" status: 200 len: 2973 time: 0.0661678 Jul 05 18:01:41.777484 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:41.823313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-2908b8b4-4551-43fa-b470-3f8e162c4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:41.824804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-2908b8b4-4551-43fa-b470-3f8e162c4a7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af033b96e60d44d4a99d6be2b647dcc1&device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 1095 time: 0.2469108 Jul 05 18:01:41.940886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-7c05ffc3-f527-45aa-a20e-63edcc9f3739 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260 HTTP/1.1" status: 200 len: 217 time: 0.1048846 Jul 05 18:01:41.962857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-405b4f07-92c6-4d1e-a4ff-32cfcba0ecf4 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/db312ec9-e931-4df7-a1e0-9be6fb0a8af3 HTTP/1.1" status: 200 len: 2973 time: 0.2287238 Jul 05 18:01:41.965266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:41.976555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76ed20d9-267b-4602-937e-0d24185fc855 req-2e33a0be-121b-44c2-af29-4d9d8a170ab7 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.1106508 Jul 05 18:01:42.072692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-81a26a42-bcb3-47d5-9b7e-789d506f640a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:42.074336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-81a26a42-bcb3-47d5-9b7e-789d506f640a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7569031b-d7b8-4e77-b0f1-093d938990ef HTTP/1.1" status: 200 len: 854 time: 0.1103952 Jul 05 18:01:42.179469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-d892db47-f699-4062-b6ac-6da61ea693c3 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ee7b86a7-305d-4e60-b5a2-082b6314cc17 HTTP/1.1" status: 200 len: 2981 time: 0.2016966 Jul 05 18:01:42.254985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Attempting to bind port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:01:42.255326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Attempting to bind port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:01:42.255661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Attempting to bind port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:42.274138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-27bf8924-3714-4b3c-a63c-61da019c55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:42.275646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-27bf8924-3714-4b3c-a63c-61da019c55ad service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720595 Jul 05 18:01:42.277052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-c6dc72ef-b421-441e-91ec-4e4c1b1703af tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/ee7b86a7-305d-4e60-b5a2-082b6314cc17 HTTP/1.1" status: 200 len: 2981 time: 0.0912073 Jul 05 18:01:42.298802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:01:42.299130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Attempting to bind port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:01:42.363244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:01:42.363930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:01:42.363930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:01:42.364415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Bound port: 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:01:42.364716 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:42.465517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-54a479f5-76c9-497f-9932-e1570b14d708 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/eff5d01d-c680-4694-bc3d-4ac1c8b5730f HTTP/1.1" status: 200 len: 2981 time: 0.1675124 Jul 05 18:01:42.511138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-ce403fff-3638-4ff5-b4fa-193e44214cd0 service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144270 Jul 05 18:01:42.534785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02076c-48aa-456b-aac3-d75014c8f344 req-cacfc848-c5fa-410c-b8fa-674d7aaeda35 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:42.536351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b02076c-48aa-456b-aac3-d75014c8f344 req-cacfc848-c5fa-410c-b8fa-674d7aaeda35 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 947 time: 0.2785246 Jul 05 18:01:42.614380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:01:42.652793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:01:42.678118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b02076c-48aa-456b-aac3-d75014c8f344 req-b6f52a00-d118-4a6e-a22c-a02d9f37102c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275063 Jul 05 18:01:42.692305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-81cf2ce0-1799-409e-9afc-455a726a43cb tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/eff5d01d-c680-4694-bc3d-4ac1c8b5730f HTTP/1.1" status: 200 len: 2981 time: 0.2088134 Jul 05 18:01:42.739851 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:42.789262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-d7755a5e-f3e4-4225-9de7-2d296a071dd1 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/fff400b2-598c-4c64-b766-21b15915de1a HTTP/1.1" status: 200 len: 2977 time: 0.0960138 Jul 05 18:01:42.803788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43db3a50-af60-4e05-86b0-1bb2036c1230 req-69d1c5c5-aaf7-4064-9e82-0480a2de67b7 service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790222 Jul 05 18:01:42.839384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:42.840018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:42.841447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 1095 time: 2.7544336 Jul 05 18:01:42.883812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e47c9-4867-44ba-9d16-39112e6af2a4 service neutron] Pushing event updated for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:42.985565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9784f32-91a5-45ad-a898-49e5d015bd43 req-09d83d57-a955-4cf7-a619-03d687e965a4 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/fff400b2-598c-4c64-b766-21b15915de1a HTTP/1.1" status: 200 len: 2977 time: 0.1951010 Jul 05 18:01:43.056131 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5412e644-655c-4ac9-8cc7-3ac26ceebd12 x-openstack-request-id: req-5412e644-655c-4ac9-8cc7-3ac26ceebd12 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:43.056521 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f9b1f3-89b1-4a98-9728-55d3bb86dc16", "tag": "843d6a24-26be-44d7-a7d2-a15a80c7e260", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:43.056919 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5412e644-655c-4ac9-8cc7-3ac26ceebd12 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:43.057415 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'tag': '843d6a24-26be-44d7-a7d2-a15a80c7e260', 'status': 'completed', 'code': 200} Jul 05 18:01:43.163246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434c7ef1-cfdd-4d48-970d-b0d2f6d41f75 req-a7f36a8d-1e2a-498e-aafc-53adebeed7e7 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:43.164833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-434c7ef1-cfdd-4d48-970d-b0d2f6d41f75 req-a7f36a8d-1e2a-498e-aafc-53adebeed7e7 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 944 time: 0.2636847 Jul 05 18:01:43.202360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e0037-925c-4b01-82aa-26e01484d80a req-13b9cb9e-f37d-45cb-9721-1d4fbb7a0c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:43.203990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-13b9cb9e-f37d-45cb-9721-1d4fbb7a0c4f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1098 time: 0.2112446 Jul 05 18:01:43.268808 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-434c7ef1-cfdd-4d48-970d-b0d2f6d41f75 req-d0cfb7a7-abd6-48b0-b36e-bd90ede5feb2 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967188 Jul 05 18:01:43.270051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-12c75423-f04d-4fb9-baad-8d85b559b51c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 217 time: 0.0511205 Jul 05 18:01:43.319825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-6be4738d-6c22-4dda-9d33-21d1974c5ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:43.322541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-6be4738d-6c22-4dda-9d33-21d1974c5ea6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af033b96e60d44d4a99d6be2b647dcc1&device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 1095 time: 0.2146823 Jul 05 18:01:43.391147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e0037-925c-4b01-82aa-26e01484d80a req-899da93d-709a-410b-a212-259e694ba0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:43.393777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-899da93d-709a-410b-a212-259e694ba0e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1133354 Jul 05 18:01:43.488146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-51e8ec00-3d9a-40cf-8e5b-8a94d012f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:43.490002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-51e8ec00-3d9a-40cf-8e5b-8a94d012f848 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d HTTP/1.1" status: 200 len: 915 time: 0.1561089 Jul 05 18:01:43.528947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e0037-925c-4b01-82aa-26e01484d80a req-17169f56-a1a2-44c5-8558-58aedb754556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:43.531128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-17169f56-a1a2-44c5-8558-58aedb754556 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1290274 Jul 05 18:01:43.605970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-6b4a4722-fb19-41e1-bdfa-9173b07e665a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260 HTTP/1.1" status: 200 len: 217 time: 0.0985096 Jul 05 18:01:43.769483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-757059f2-04ff-47ea-8b4b-2506502d678d req-52b71397-5010-4a13-91e9-79ab3f04714d tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de8c16a4515545b4998b76ae54b51d85 HTTP/1.1" status: 200 len: 6101 time: 0.2369561 Jul 05 18:01:43.789898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-7556937d-b38a-4cde-a30f-a114dab167a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:43.791395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-7556937d-b38a-4cde-a30f-a114dab167a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7569031b-d7b8-4e77-b0f1-093d938990ef HTTP/1.1" status: 200 len: 854 time: 0.1678641 Jul 05 18:01:43.894331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-0cec944a-cddc-4702-88b5-3678881751c7 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081079 Jul 05 18:01:43.918987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-757059f2-04ff-47ea-8b4b-2506502d678d req-6cd37a04-00d0-41eb-80de-b5e4adae8ed5 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] 10.222.0.30 "GET /v2.0/security-groups/8a42f945-652f-493f-ae98-e0a48d3118d5 HTTP/1.1" status: 200 len: 2981 time: 0.1384850 Jul 05 18:01:43.927648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c13755-7e54-4af4-870b-53d37de07c70 req-113e69c2-8448-4f92-9e7c-5cdddfca7166 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:43.929081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33c13755-7e54-4af4-870b-53d37de07c70 req-113e69c2-8448-4f92-9e7c-5cdddfca7166 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.2221236 Jul 05 18:01:44.047325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-514d2378-a138-49e4-b0e4-35151059bde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:44.049352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-514d2378-a138-49e4-b0e4-35151059bde8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2372215 Jul 05 18:01:44.077203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-757059f2-04ff-47ea-8b4b-2506502d678d req-89290797-0a2f-4a7d-8632-30b0bbbf8275 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] 10.222.0.30 "GET /v2.0/security-groups/8a42f945-652f-493f-ae98-e0a48d3118d5 HTTP/1.1" status: 200 len: 2981 time: 0.1458395 Jul 05 18:01:44.093743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33c13755-7e54-4af4-870b-53d37de07c70 req-3aeec404-cda2-4dc6-8666-8352658688ce tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540916 Jul 05 18:01:44.159064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-640e0037-925c-4b01-82aa-26e01484d80a req-d1810d65-a526-44e0-b70d-9c8957a90224 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2502213 Jul 05 18:01:44.199124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-bf40c960-c24e-4258-a303-6958bffa638d service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377697 Jul 05 18:01:44.308737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-184e1b21-7b1a-4e5c-a63c-fdbb8c95015c req-3618342d-ebbc-4876-b2a5-a3b1bd659183 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.0361662 Jul 05 18:01:44.351679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1f0d714-4df9-4cbb-8798-a60fb0852320 req-6cddd19f-72c1-42a1-9f7b-b658519fad82 service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443603 Jul 05 18:01:44.509593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e655a91f-d1c8-417e-81d9-21e80bb4c8bb req-180fdc4c-3e0f-4d13-8ca5-5815699148e6 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/9660d805-d952-4f8e-9059-a3a8217289f0 HTTP/1.1" status: 200 len: 1776 time: 0.0503550 Jul 05 18:01:44.525729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a37762-eea9-41c5-8729-a6d3db5f5857 req-71b56ae2-21e0-454e-a8eb-6a4594b07a6c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:44.527317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8a37762-eea9-41c5-8729-a6d3db5f5857 req-71b56ae2-21e0-454e-a8eb-6a4594b07a6c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 947 time: 0.1034181 Jul 05 18:01:44.605559 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8a37762-eea9-41c5-8729-a6d3db5f5857 req-5d176f57-4a70-4520-bdd7-0ae992d8f39c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646839 Jul 05 18:01:44.620513 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e655a91f-d1c8-417e-81d9-21e80bb4c8bb req-bbd0a7b1-3b5f-4de8-96ab-29a9f881eed7 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:44.644778 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e655a91f-d1c8-417e-81d9-21e80bb4c8bb req-bbd0a7b1-3b5f-4de8-96ab-29a9f881eed7 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:44.765208 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e655a91f-d1c8-417e-81d9-21e80bb4c8bb req-bbd0a7b1-3b5f-4de8-96ab-29a9f881eed7 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:44.768686 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e655a91f-d1c8-417e-81d9-21e80bb4c8bb req-bbd0a7b1-3b5f-4de8-96ab-29a9f881eed7 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:44.782510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e655a91f-d1c8-417e-81d9-21e80bb4c8bb req-bbd0a7b1-3b5f-4de8-96ab-29a9f881eed7 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/9660d805-d952-4f8e-9059-a3a8217289f0 HTTP/1.1" status: 204 len: 173 time: 0.2638080 Jul 05 18:01:44.796351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd0a7b1-3b5f-4de8-96ab-29a9f881eed7 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9660d805-d952-4f8e-9059-a3a8217289f0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:44.959335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bffc4a-bd36-4767-8f3b-4f59bba21ffc req-a61c707a-5b0d-4ea5-8ad3-d413a2114a53 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:44.960917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9bffc4a-bd36-4767-8f3b-4f59bba21ffc req-a61c707a-5b0d-4ea5-8ad3-d413a2114a53 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 944 time: 0.0761037 Jul 05 18:01:45.011958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9bffc4a-bd36-4767-8f3b-4f59bba21ffc req-09b64e0e-19b0-4f9f-b101-d73dfd49a276 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443606 Jul 05 18:01:45.058985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:45.061451 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f0c6f-8512-431b-b735-b21708cf8ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:45.151162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-214ec407-3214-4f13-aefd-50ec9e4fe155 req-8035be5d-88da-47d7-8a13-54ac9f71f5b0 tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "GET /v2.0/security-groups/85de7f50-87fc-4c0a-8925-087ba7f68b9a HTTP/1.1" status: 200 len: 1777 time: 0.0558243 Jul 05 18:01:45.209013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-214ec407-3214-4f13-aefd-50ec9e4fe155 req-b268617b-d3b6-4861-8576-1697e3a765cd tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:45.231804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-214ec407-3214-4f13-aefd-50ec9e4fe155 req-b268617b-d3b6-4861-8576-1697e3a765cd tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:45.331763 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacd9339-935a-4380-9309-0601cbea236b x-openstack-request-id: req-cacd9339-935a-4380-9309-0601cbea236b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:45.331763 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:45.331763 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cacd9339-935a-4380-9309-0601cbea236b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:45.331763 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'status': 'completed', 'code': 200} Jul 05 18:01:45.374108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-214ec407-3214-4f13-aefd-50ec9e4fe155 req-b268617b-d3b6-4861-8576-1697e3a765cd tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:45.376281 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-214ec407-3214-4f13-aefd-50ec9e4fe155 req-b268617b-d3b6-4861-8576-1697e3a765cd tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:45.384486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-214ec407-3214-4f13-aefd-50ec9e4fe155 req-b268617b-d3b6-4861-8576-1697e3a765cd tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/85de7f50-87fc-4c0a-8925-087ba7f68b9a HTTP/1.1" status: 204 len: 173 time: 0.2241256 Jul 05 18:01:45.415804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268617b-d3b6-4861-8576-1697e3a765cd tempest-SecurityGroupsTestAdminJSON-1363536984 tempest-SecurityGroupsTestAdminJSON-1363536984-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85de7f50-87fc-4c0a-8925-087ba7f68b9a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:45.513086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-a8c59b6c-34a4-4398-9126-9b1f44625fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:45.514651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-a8c59b6c-34a4-4398-9126-9b1f44625fa7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1098 time: 0.1508362 Jul 05 18:01:45.845233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb542b7-224a-4c3d-bb2d-2b70e28401cf req-bd201e1c-8cf0-4afd-bde4-052ceaabcbef tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:45.847488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6fb542b7-224a-4c3d-bb2d-2b70e28401cf req-bd201e1c-8cf0-4afd-bde4-052ceaabcbef tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.4056864 Jul 05 18:01:45.869831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5333fc3d-a061-4293-8b63-f3d56caeaca0 req-32a277b1-9b27-43dd-8476-799020162b78 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.0479040 Jul 05 18:01:45.936630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6fb542b7-224a-4c3d-bb2d-2b70e28401cf req-ad824623-2ffd-48a1-b818-bee90d6ddf99 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691910 Jul 05 18:01:45.973375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-d392fe0f-65d9-46e5-bb64-66ac3a0e7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:45.974913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-d392fe0f-65d9-46e5-bb64-66ac3a0e7e28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.4489927 Jul 05 18:01:45.978010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de896321-a29e-4d6b-8513-e0d934c0bcaa req-de28bd9d-cb62-4e04-924f-840fa7194959 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] 10.222.0.30 "GET /v2.0/security-groups/f98d329b-263c-412e-81df-f51e040dbf6e HTTP/1.1" status: 200 len: 1777 time: 0.0797679 Jul 05 18:01:46.038502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-c05b58fc-f9b2-45e9-800f-94ab8acd6a4c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 217 time: 0.0528858 Jul 05 18:01:46.152716 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-de896321-a29e-4d6b-8513-e0d934c0bcaa req-851685bd-62a7-4655-88e4-4fd32c50fdfa tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:46.157555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-df8a2359-274d-4318-a1e4-aa16eaab8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:46.159804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-df8a2359-274d-4318-a1e4-aa16eaab8fe1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1108389 Jul 05 18:01:46.210300 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-de896321-a29e-4d6b-8513-e0d934c0bcaa req-851685bd-62a7-4655-88e4-4fd32c50fdfa tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:46.267575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752c7dd-e7fa-4c1b-b721-44c9db62b60d req-775e343e-2223-4442-b39b-8c0b36a88ecc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:46.269235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d752c7dd-e7fa-4c1b-b721-44c9db62b60d req-775e343e-2223-4442-b39b-8c0b36a88ecc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 947 time: 0.2071846 Jul 05 18:01:46.301225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-8f7a226b-b146-48fe-b8ed-e255eb6c903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:46.303857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-8f7a226b-b146-48fe-b8ed-e255eb6c903f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282749 Jul 05 18:01:46.371226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d752c7dd-e7fa-4c1b-b721-44c9db62b60d req-083a5701-24b5-4130-9ab6-e7a09feefc81 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927494 Jul 05 18:01:46.379978 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-de896321-a29e-4d6b-8513-e0d934c0bcaa req-851685bd-62a7-4655-88e4-4fd32c50fdfa tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:46.382632 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-de896321-a29e-4d6b-8513-e0d934c0bcaa req-851685bd-62a7-4655-88e4-4fd32c50fdfa tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:46.388428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de896321-a29e-4d6b-8513-e0d934c0bcaa req-851685bd-62a7-4655-88e4-4fd32c50fdfa tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] 10.222.0.30 "DELETE /v2.0/security-groups/f98d329b-263c-412e-81df-f51e040dbf6e HTTP/1.1" status: 204 len: 173 time: 0.3995686 Jul 05 18:01:46.409119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851685bd-62a7-4655-88e4-4fd32c50fdfa tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98d329b-263c-412e-81df-f51e040dbf6e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:46.447678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-c22d845d-63f8-4197-bc74-bd647b086f22 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358204 Jul 05 18:01:46.651379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58a89b74-b62b-4f48-a109-8eed223d1d0c req-0163fd86-d04e-4a62-b0b2-9f461b62da36 tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] 10.222.0.30 "GET /v2.0/security-groups/98b28c3a-d23d-4a2c-b3b2-9250326878aa HTTP/1.1" status: 200 len: 1776 time: 0.1626461 Jul 05 18:01:46.657436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 23ef1502-8e8b-4df3-b88e-bb2e252f0555 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:01:46.674654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-090f0c6f-8512-431b-b735-b21708cf8ae8 req-6a0d7c3c-a862-4f77-b721-be55cec83c9a service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074358 Jul 05 18:01:46.694543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fe2fc-e0d6-4903-bad0-f33c9137b10c req-8f4e5de2-0482-4414-86df-efa0b358691e tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:46.703966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f5fe2fc-e0d6-4903-bad0-f33c9137b10c req-8f4e5de2-0482-4414-86df-efa0b358691e tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 944 time: 0.1753671 Jul 05 18:01:46.802727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f5fe2fc-e0d6-4903-bad0-f33c9137b10c req-755d53c8-71c0-4447-91f4-56a47a1bc34a tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938795 Jul 05 18:01:46.810237 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-58a89b74-b62b-4f48-a109-8eed223d1d0c req-8ea6c779-5d61-40bf-bbe0-f331242abf4b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:46.812446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:46.842942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'mac_address': 'fa:16:3e:19:ef:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:01:46.857338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-58a89b74-b62b-4f48-a109-8eed223d1d0c req-8ea6c779-5d61-40bf-bbe0-f331242abf4b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:47.032083 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:47.033865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-58a89b74-b62b-4f48-a109-8eed223d1d0c req-8ea6c779-5d61-40bf-bbe0-f331242abf4b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:47.037441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-58a89b74-b62b-4f48-a109-8eed223d1d0c req-8ea6c779-5d61-40bf-bbe0-f331242abf4b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:47.038710 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58a89b74-b62b-4f48-a109-8eed223d1d0c req-8ea6c779-5d61-40bf-bbe0-f331242abf4b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] 10.222.0.30 "DELETE /v2.0/security-groups/98b28c3a-d23d-4a2c-b3b2-9250326878aa HTTP/1.1" status: 204 len: 173 time: 0.3692372 Jul 05 18:01:47.058849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6c779-5d61-40bf-bbe0-f331242abf4b tempest-SecurityGroupsTestAdminJSON-605686258 tempest-SecurityGroupsTestAdminJSON-605686258-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b28c3a-d23d-4a2c-b3b2-9250326878aa,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:47.068032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ef1502-8e8b-4df3-b88e-bb2e252f0555 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:47.118288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:47.128060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6199b2a-6dd6-4bcc-b6a8-4d052741fac3 req-30deb1dd-2f4e-431d-9fd0-55dc7a83303b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.0360899 Jul 05 18:01:47.281211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c819937-e754-4611-a318-2c627801506c req-82f0bc7c-7b44-4d8e-aded-31580827c854 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:47.283005 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c819937-e754-4611-a318-2c627801506c req-82f0bc7c-7b44-4d8e-aded-31580827c854 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.0865808 Jul 05 18:01:47.290825 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:47.328853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c819937-e754-4611-a318-2c627801506c req-a723f928-e726-4478-ac42-0d6c4204808f tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392861 Jul 05 18:01:47.345906 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:47.583439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c059c-ff8a-4a19-9178-cde33df4e803 req-fa5c9190-44f8-44a1-9a31-468a5c5180eb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:47.585098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25c059c-ff8a-4a19-9178-cde33df4e803 req-fa5c9190-44f8-44a1-9a31-468a5c5180eb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 948 time: 0.0838072 Jul 05 18:01:47.592188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['23ef1502-8e8b-4df3-b88e-bb2e252f0555'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:47.680275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25c059c-ff8a-4a19-9178-cde33df4e803 req-4305487f-b2a4-4830-a536-e9b70ddbd763 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754464 Jul 05 18:01:47.788994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52434) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:47.991496 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1fce1273-99bf-47ed-8b11-456cbb4947dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de8c16a4515545b4998b76ae54b51d85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999810 Jul 05 18:01:47.993929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52442) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:48.023303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83f77c-d022-471b-8217-ceb52ce45f8d req-2dbdaf51-d127-4cea-9b0c-817cead9dbb5 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:48.025012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f83f77c-d022-471b-8217-ceb52ce45f8d req-2dbdaf51-d127-4cea-9b0c-817cead9dbb5 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 944 time: 0.0804121 Jul 05 18:01:48.077674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efbf140b-e1d0-43fb-9bac-b46695202593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:48.085321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f83f77c-d022-471b-8217-ceb52ce45f8d req-e0745588-15ec-4fa6-bb48-c41637dd4a39 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502939 Jul 05 18:01:48.107735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efbf140b-e1d0-43fb-9bac-b46695202593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:48.257010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efbf140b-e1d0-43fb-9bac-b46695202593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:48.259894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efbf140b-e1d0-43fb-9bac-b46695202593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:48.261443 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-efbf140b-e1d0-43fb-9bac-b46695202593 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a42f945-652f-493f-ae98-e0a48d3118d5 HTTP/1.1" status: 204 len: 168 time: 0.2665460 Jul 05 18:01:48.271223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf140b-e1d0-43fb-9bac-b46695202593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a42f945-652f-493f-ae98-e0a48d3118d5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:48.291355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fb68ffb-3670-4ebb-825f-f7bc3e9cc657 req-4944d6f8-c65c-4d75-9bfb-c1366894674c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.0400360 Jul 05 18:01:48.532670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99738ea4-2217-4ec6-a16d-72b2a49b2993 req-a46301a4-b369-4203-9978-d4de0b1cfa0e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:48.535304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99738ea4-2217-4ec6-a16d-72b2a49b2993 req-a46301a4-b369-4203-9978-d4de0b1cfa0e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.0776815 Jul 05 18:01:48.581525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99738ea4-2217-4ec6-a16d-72b2a49b2993 req-1a223325-f443-426a-be62-0bf4d26e497b tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356054 Jul 05 18:01:48.677399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 23ef1502-8e8b-4df3-b88e-bb2e252f0555 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:48.821983 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:48.826303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:48.826852 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:48.886144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a94946-4fd2-4217-860f-9f5d76d9c172 req-09bcd5ea-04c7-430f-810f-a8bc5f6aa7aa tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:48.887848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7a94946-4fd2-4217-860f-9f5d76d9c172 req-09bcd5ea-04c7-430f-810f-a8bc5f6aa7aa tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 948 time: 0.0945771 Jul 05 18:01:48.940642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7a94946-4fd2-4217-860f-9f5d76d9c172 req-c8560659-9332-405d-9616-5533439bc0d4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448475 Jul 05 18:01:48.981779 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:49.009703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:49.012383 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb9a4a3-b3b9-4b5c-81a9-756401dc0c82" -d '{"events": [{"server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "name": "network-vif-plugged", "status": "completed", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:49.030704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:49.139497 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270c542f-83ab-49ce-87c2-675d03c66d4f x-openstack-request-id: req-270c542f-83ab-49ce-87c2-675d03c66d4f {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:49.140000 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "name": "network-vif-plugged", "status": "completed", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:49.140434 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-270c542f-83ab-49ce-87c2-675d03c66d4f {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:49.141003 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'code': 200} Jul 05 18:01:49.244065 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:49.309686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52478) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:49.365873 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:49.396078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52482) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:49.397476 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-265b0d3d-0e8d-4843-aa91-a242f0f6e133 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62b6a74790f84fd6bd9b3e437f92a9fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0861084 Jul 05 18:01:49.515386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a94d24-76e5-454b-8f50-a162daadad72 req-1553e84f-cc76-41d0-a2be-369fbe526329 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:49.517010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27a94d24-76e5-454b-8f50-a162daadad72 req-1553e84f-cc76-41d0-a2be-369fbe526329 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 944 time: 0.1842022 Jul 05 18:01:49.528627 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f072-f69a-4560-87a9-5e7697a41553 req-63345c36-a4a8-41ae-b6fd-3d9655c62d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:49.530127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38a6f072-f69a-4560-87a9-5e7697a41553 req-63345c36-a4a8-41ae-b6fd-3d9655c62d1b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1100 time: 0.2677462 Jul 05 18:01:49.540984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98dc39-88b5-4869-90f5-853bf2b8b2ec req-a462f68b-b7a2-4967-b119-ffda99fe6652 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:49.542485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c98dc39-88b5-4869-90f5-853bf2b8b2ec req-a462f68b-b7a2-4967-b119-ffda99fe6652 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 945 time: 0.2703316 Jul 05 18:01:49.570429 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb25ded-2cfd-40dd-b91f-57c953470c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:49.638287 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb25ded-2cfd-40dd-b91f-57c953470c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:49.665460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27a94d24-76e5-454b-8f50-a162daadad72 req-dce20f50-e4fe-4a00-aaee-0415059d921f tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396842 Jul 05 18:01:49.671385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38a6f072-f69a-4560-87a9-5e7697a41553 req-3bd70fed-1c98-4bd5-9cae-ff588673ba53 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215477 Jul 05 18:01:49.683183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c98dc39-88b5-4869-90f5-853bf2b8b2ec req-fe8a60fe-5d13-49fd-bdfb-cd55698cc837 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321180 Jul 05 18:01:49.810695 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb25ded-2cfd-40dd-b91f-57c953470c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:49.813584 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb25ded-2cfd-40dd-b91f-57c953470c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:49.818816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4bb25ded-2cfd-40dd-b91f-57c953470c48 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d44e974-9bd9-43a2-989c-0d560f15ab39 HTTP/1.1" status: 204 len: 168 time: 0.4190547 Jul 05 18:01:49.828220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb25ded-2cfd-40dd-b91f-57c953470c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d44e974-9bd9-43a2-989c-0d560f15ab39,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:49.916187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-815c93b3-f266-484c-9a7f-2fabff810370 req-6feb7158-e36d-4ba6-abf5-bb053fbc96a9 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=49f56449-ee90-441a-aada-af15810f2bbc HTTP/1.1" status: 200 len: 210 time: 0.0452557 Jul 05 18:01:49.998218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37419599-986a-4893-aaf0-284ed2fe57a3 req-0113d4f3-9b6b-4052-b2ae-8d8b953f8683 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:50.000563 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37419599-986a-4893-aaf0-284ed2fe57a3 req-0113d4f3-9b6b-4052-b2ae-8d8b953f8683 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.0811605 Jul 05 18:01:50.053093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37419599-986a-4893-aaf0-284ed2fe57a3 req-8e852460-94be-46f6-8cdd-944a978415ed tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Jul 05 18:01:50.239143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964ef25-532e-438f-91c3-64ee8e622b51 req-c2407b50-ad83-4a7c-a47b-c0a20d89fb0e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:50.244803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d964ef25-532e-438f-91c3-64ee8e622b51 req-c2407b50-ad83-4a7c-a47b-c0a20d89fb0e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.0791740 Jul 05 18:01:50.282917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d964ef25-532e-438f-91c3-64ee8e622b51 req-19395136-a047-4868-a5ee-413b55280b4c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359919 Jul 05 18:01:50.736385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f36d2280-b065-4047-b781-8967bf792073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:50.948731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1f771-3cd0-473d-bc35-1f3b1c99c724 req-89ac7d1c-8d5e-400c-8090-58a2058ac46b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:50.950263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16d1f771-3cd0-473d-bc35-1f3b1c99c724 req-89ac7d1c-8d5e-400c-8090-58a2058ac46b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 944 time: 0.1275666 Jul 05 18:01:50.974218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fbcb1-fd8c-4055-87f2-f54d3d0047de req-383907b4-f6d5-4b1e-bc7f-d609038d1e40 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:50.976410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-034fbcb1-fd8c-4055-87f2-f54d3d0047de req-383907b4-f6d5-4b1e-bc7f-d609038d1e40 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 945 time: 0.1067212 Jul 05 18:01:51.030820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16d1f771-3cd0-473d-bc35-1f3b1c99c724 req-0814513a-2f9d-4151-8a25-e442da2f0623 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720332 Jul 05 18:01:51.060505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-034fbcb1-fd8c-4055-87f2-f54d3d0047de req-950acfb6-41b7-4663-afda-4b6f1086c766 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/security-groups?id=af046874-5b6b-4f19-b22b-f4ed69e3d5e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757008 Jul 05 18:01:51.330672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-f1b2afcb-dbcc-49b7-b083-919f3b3bff9a tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:51.332826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-f1b2afcb-dbcc-49b7-b083-919f3b3bff9a tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 945 time: 0.1310298 Jul 05 18:01:51.361176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200b43d-560e-44c1-be6b-78f5adc53658 req-58c3d12d-f4fc-42a9-898f-ab08623bc736 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:51.362699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7200b43d-560e-44c1-be6b-78f5adc53658 req-58c3d12d-f4fc-42a9-898f-ab08623bc736 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.1211464 Jul 05 18:01:51.485554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7200b43d-560e-44c1-be6b-78f5adc53658 req-e1b076e5-a9dd-4196-a4e1-a2a2c4c8ecb4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980897 Jul 05 18:01:51.541993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Deleting port 984ccfb2-6911-40f2-b4db-2384c9162dbd {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:01:51.542434 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:51.609915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993b4e38-f7e3-4ca4-9b4c-b48e2d8ed4f7 req-133b1673-f8b0-4657-bda9-dd035bee6dfb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:51.614968 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-993b4e38-f7e3-4ca4-9b4c-b48e2d8ed4f7 req-133b1673-f8b0-4657-bda9-dd035bee6dfb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.1672642 Jul 05 18:01:51.710327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-993b4e38-f7e3-4ca4-9b4c-b48e2d8ed4f7 req-f1d8c165-e1bf-4294-aa4e-e6338c57bc67 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862825 Jul 05 18:01:51.717327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] For port 984ccfb2-6911-40f2-b4db-2384c9162dbd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=984ccfb2-6911-40f2-b4db-2384c9162dbd,segment=NetworkSegment(d2253857-25d8-4161-967b-565bb26f7a54),segment_id=d2253857-25d8-4161-967b-565bb26f7a54)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:51.717555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:51.739531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Calling delete_port for 984ccfb2-6911-40f2-b4db-2384c9162dbd owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:01:52.108348 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:52.122370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['984ccfb2-6911-40f2-b4db-2384c9162dbd'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:52.276628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Pushing event deleted for resources: {'Port': ['ID=984ccfb2-6911-40f2-b4db-2384c9162dbd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:52.296821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] No DVR routers for this DVR port 984ccfb2-6911-40f2-b4db-2384c9162dbd on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:01:52.301525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:52.303531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb3e0337-fdfa-4559-a652-16d27b534753 req-1a5fdbdb-2f91-47f8-a0a1-9969fb18a0f4 tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.39 "DELETE /v2.0/ports/984ccfb2-6911-40f2-b4db-2384c9162dbd HTTP/1.1" status: 204 len: 173 time: 0.9615042 Jul 05 18:01:52.303970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5f8f479-07da-41a8-a533-d89342992790', 'name': 'network-vif-deleted', 'tag': '984ccfb2-6911-40f2-b4db-2384c9162dbd'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:52.306339 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f52a2e9-bdaa-41ad-8fd5-e05da4c33dfc" -d '{"events": [{"server_uuid": "e5f8f479-07da-41a8-a533-d89342992790", "name": "network-vif-deleted", "tag": "984ccfb2-6911-40f2-b4db-2384c9162dbd"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:52.356025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4ca9f-b3ae-4c90-a9c9-a9f1ee579e80 req-767f376e-2163-4b17-9d48-103af0097220 tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:52.357641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2a4ca9f-b3ae-4c90-a9c9-a9f1ee579e80 req-767f376e-2163-4b17-9d48-103af0097220 tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1100 time: 0.3028419 Jul 05 18:01:52.397691 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b2a4ca9f-b3ae-4c90-a9c9-a9f1ee579e80 req-f31ae892-a5aa-4347-bbfb-f30f3fe407fb tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:52.435693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81a1dd-81d9-4b27-a9e8-c16521c35e4a req-67e66699-8fb9-48fd-af2c-e9725fc7a937 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:52.437717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed81a1dd-81d9-4b27-a9e8-c16521c35e4a req-67e66699-8fb9-48fd-af2c-e9725fc7a937 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 944 time: 0.2489853 Jul 05 18:01:52.504693 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed81a1dd-81d9-4b27-a9e8-c16521c35e4a req-c25081c6-38e0-4a2d-91e5-0e8591888838 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569241 Jul 05 18:01:52.617753 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b2a4ca9f-b3ae-4c90-a9c9-a9f1ee579e80 req-f31ae892-a5aa-4347-bbfb-f30f3fe407fb tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:52.698050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 843d6a24-26be-44d7-a7d2-a15a80c7e260 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:01:52.718071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40f78f80-43c3-4cb4-ba67-ffc0222e228a req-9bb42707-66e8-4320-aea4-b21667f0e25c tempest-ServerTagsTestJSON-1301924721 tempest-ServerTagsTestJSON-1301924721-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5f8f479-07da-41a8-a533-d89342992790 HTTP/1.1" status: 200 len: 210 time: 0.0449791 Jul 05 18:01:52.742337 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b2a4ca9f-b3ae-4c90-a9c9-a9f1ee579e80 req-f31ae892-a5aa-4347-bbfb-f30f3fe407fb tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:52.822241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2a4ca9f-b3ae-4c90-a9c9-a9f1ee579e80 req-f31ae892-a5aa-4347-bbfb-f30f3fe407fb tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528756 Jul 05 18:01:52.829131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ae892-a5aa-4347-bbfb-f30f3fe407fb tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e67b0e5-fd33-4069-805a-1799ba2c3c94,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:52.853896 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09656511-7f58-4b29-adc3-ed585ab2b401 x-openstack-request-id: req-09656511-7f58-4b29-adc3-ed585ab2b401 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:52.854264 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5f8f479-07da-41a8-a533-d89342992790", "name": "network-vif-deleted", "tag": "984ccfb2-6911-40f2-b4db-2384c9162dbd", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:52.854442 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09656511-7f58-4b29-adc3-ed585ab2b401 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:52.867950 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5f8f479-07da-41a8-a533-d89342992790', 'name': 'network-vif-deleted', 'tag': '984ccfb2-6911-40f2-b4db-2384c9162dbd', 'status': 'completed', 'code': 200} Jul 05 18:01:52.937263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 843d6a24-26be-44d7-a7d2-a15a80c7e260, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:52.960514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '843d6a24-26be-44d7-a7d2-a15a80c7e260', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'port_id': '843d6a24-26be-44d7-a7d2-a15a80c7e260', 'mac_address': 'fa:16:3e:3c:ee:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:01:53.043113 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:53.063433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843d6a24-26be-44d7-a7d2-a15a80c7e260 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:53.088009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 843d6a24-26be-44d7-a7d2-a15a80c7e260, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:53.112926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b780ea-9222-4034-af81-340b03091af5 req-2c39909b-d514-4a1e-a3ac-2538ad3a44d0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:53.114484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2b780ea-9222-4034-af81-340b03091af5 req-2c39909b-d514-4a1e-a3ac-2538ad3a44d0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.1087222 Jul 05 18:01:53.192077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-30cb2785-25af-4ce8-9510-1bfc2e2e576a tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=34e3cc0bcce4484caaaaf70fa4895684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390177 Jul 05 18:01:53.192535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2b780ea-9222-4034-af81-340b03091af5 req-c161746e-6a13-4ebf-b49d-cd75b218e874 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718393 Jul 05 18:01:53.226837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:53.297089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=843d6a24-26be-44d7-a7d2-a15a80c7e260,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:53.331602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-f429aa61-6d2a-4d71-bb14-120607902883 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:53.340728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-f429aa61-6d2a-4d71-bb14-120607902883 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1428726 Jul 05 18:01:53.370358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-beb447db-22ec-4e87-870c-b437d0ad49fb tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/quotas/34e3cc0bcce4484caaaaf70fa4895684 HTTP/1.1" status: 200 len: 375 time: 0.0286717 Jul 05 18:01:53.421132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-89af9a3b-abd1-4bd4-83b3-cec641c666f4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=34e3cc0bcce4484caaaaf70fa4895684&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498762 Jul 05 18:01:53.440202 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-294d13f3-29d2-4171-b76c-a07ad6855490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:53.518116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['843d6a24-26be-44d7-a7d2-a15a80c7e260'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:53.615067 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:53.918741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24938d6-f191-4629-af24-7eb70ec415f2 req-b5503df9-d1af-4774-82fa-50e1449afb57 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:53.920721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d24938d6-f191-4629-af24-7eb70ec415f2 req-b5503df9-d1af-4774-82fa-50e1449afb57 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 945 time: 0.0949240 Jul 05 18:01:53.966169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d24938d6-f191-4629-af24-7eb70ec415f2 req-22e8eb6f-c3e7-4002-805d-4fe7213f9831 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387881 Jul 05 18:01:54.039654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26ce72f8-ce96-4eac-b6b4-830e0644186e req-31389ca8-454b-4194-9c4b-0cb09eac8af8 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 210 time: 0.0292182 Jul 05 18:01:54.135424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52616) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:54.185746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3f8577-a329-42ce-b119-182a50800421 admin admin] Deleting subnet c390b7a1-6663-4392-bd90-932405300310 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:01:54.190205 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8577-a329-42ce-b119-182a50800421 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:54.240999 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8577-a329-42ce-b119-182a50800421 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:54.255593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8401b-9ab0-452b-9fc1-622fed035257 req-f964b089-dde9-45ae-9761-1d19816a6624 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:54.263931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bbd8401b-9ab0-452b-9fc1-622fed035257 req-f964b089-dde9-45ae-9761-1d19816a6624 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.0818532 Jul 05 18:01:54.296771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8577-a329-42ce-b119-182a50800421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:54.312108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bbd8401b-9ab0-452b-9fc1-622fed035257 req-443eda9e-88b2-49ed-bf20-d943e9e9f3c2 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470071 Jul 05 18:01:54.433914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4009c-abdf-4dd7-8d8c-875164d1fba4 req-f7b4258e-41af-42f7-a870-2555f2365e08 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:54.435684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72f4009c-abdf-4dd7-8d8c-875164d1fba4 req-f7b4258e-41af-42f7-a870-2555f2365e08 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.0964725 Jul 05 18:01:54.457787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8577-a329-42ce-b119-182a50800421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:54.490534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f8577-a329-42ce-b119-182a50800421 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c390b7a1-6663-4392-bd90-932405300310,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:54.496010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72f4009c-abdf-4dd7-8d8c-875164d1fba4 req-ee471f6d-7a73-4bc1-828a-415e2cea518d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526333 Jul 05 18:01:54.498861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b3f8577-a329-42ce-b119-182a50800421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:54.500927 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3b3f8577-a329-42ce-b119-182a50800421 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c390b7a1-6663-4392-bd90-932405300310 HTTP/1.1" status: 204 len: 168 time: 0.3642442 Jul 05 18:01:54.503734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52624) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:54.593454 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:54.625344 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:54.715297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-56ef1a7e-d35c-409a-96b4-53864593dde6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3312507 Jul 05 18:01:54.716543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 843d6a24-26be-44d7-a7d2-a15a80c7e260 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:01:54.734414 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:54.745492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df97b27-7c47-4158-be0d-66fb1819c697']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:54.965012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 843d6a24-26be-44d7-a7d2-a15a80c7e260 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:54.969793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 843d6a24-26be-44d7-a7d2-a15a80c7e260 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:54.970428 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:55.008128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2253857-25d8-4161-967b-565bb26f7a54') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:55.015066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2253857-25d8-4161-967b-565bb26f7a54') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:01:55.022081 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:55.048571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:55.057771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:01:55.060502 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:01:55.062730 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:01:55.113220 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:55.142916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843d6a24-26be-44d7-a7d2-a15a80c7e260'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:01:55.145342 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5705928-f309-40dd-b813-ac0d2a3d25c6" -d '{"events": [{"server_uuid": "31f9b1f3-89b1-4a98-9728-55d3bb86dc16", "name": "network-vif-plugged", "status": "completed", "tag": "843d6a24-26be-44d7-a7d2-a15a80c7e260"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:01:55.164765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 843d6a24-26be-44d7-a7d2-a15a80c7e260, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:55.191577 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9c0cdac-73f2-477a-a01a-067705e24f7e req-e03290dc-a092-424e-b7c5-05953cac726a tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 210 time: 0.0377836 Jul 05 18:01:55.256737 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd3c7c6-947c-4aff-80b0-fcf9980be066 x-openstack-request-id: req-bdd3c7c6-947c-4aff-80b0-fcf9980be066 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:01:55.257386 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f9b1f3-89b1-4a98-9728-55d3bb86dc16", "name": "network-vif-plugged", "status": "completed", "tag": "843d6a24-26be-44d7-a7d2-a15a80c7e260", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:01:55.257806 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdd3c7c6-947c-4aff-80b0-fcf9980be066 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:01:55.258438 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843d6a24-26be-44d7-a7d2-a15a80c7e260', 'code': 200} Jul 05 18:01:55.282323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29105ee3-1c2d-479c-a8f9-609abf1a8e32 req-aa60603e-0bd5-4a7a-af1a-9df6e9e24536 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:55.282323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29105ee3-1c2d-479c-a8f9-609abf1a8e32 req-aa60603e-0bd5-4a7a-af1a-9df6e9e24536 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 945 time: 0.0807018 Jul 05 18:01:55.331387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29105ee3-1c2d-479c-a8f9-609abf1a8e32 req-ec7731d4-2696-442a-94cd-c7719298d934 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424085 Jul 05 18:01:55.342167 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:55.343261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 984ccfb2-6911-40f2-b4db-2384c9162dbd no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:01:55.401402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 984ccfb2-6911-40f2-b4db-2384c9162dbd {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:01:55.402042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 984ccfb2-6911-40f2-b4db-2384c9162dbd not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:01:55.423341 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:55.463197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=843d6a24-26be-44d7-a7d2-a15a80c7e260,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:55.463469 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:55.491345 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9df97b27-7c47-4158-be0d-66fb1819c697 HTTP/1.1" status: 204 len: 168 time: 0.9714422 Jul 05 18:01:55.550287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7f207-150f-41f3-b4b9-70ef7ce6f4b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df97b27-7c47-4158-be0d-66fb1819c697,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:55.673054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610b18-2f76-4487-b669-09948ff6b764 req-4a6b9c85-0872-46f5-8618-1406be8d6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:55.675295 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d610b18-2f76-4487-b669-09948ff6b764 req-4a6b9c85-0872-46f5-8618-1406be8d6297 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 1097 time: 0.3358116 Jul 05 18:01:55.805456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848940a-e09d-4f8d-bcdb-b43f22fff435 req-b3da5483-6fc0-4282-b90e-cdc0da1b9bd9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:55.818711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2848940a-e09d-4f8d-bcdb-b43f22fff435 req-b3da5483-6fc0-4282-b90e-cdc0da1b9bd9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.2370102 Jul 05 18:01:55.834070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d610b18-2f76-4487-b669-09948ff6b764 req-2b16f3a9-cc70-4885-856c-4e7d0f883de0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316245 Jul 05 18:01:55.898696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c81d1-7a55-4259-8fd0-b62eb70717e4 req-ba3d85ce-e685-4c50-abb5-a8038ab11256 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:55.905661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b7c81d1-7a55-4259-8fd0-b62eb70717e4 req-ba3d85ce-e685-4c50-abb5-a8038ab11256 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.2356007 Jul 05 18:01:55.930050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2848940a-e09d-4f8d-bcdb-b43f22fff435 req-ef6b05cb-5940-4961-bc41-887b243af83f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111221 Jul 05 18:01:56.051469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b7c81d1-7a55-4259-8fd0-b62eb70717e4 req-b8c96341-da58-46c6-80d7-84554b7f71ac tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447439 Jul 05 18:01:56.150286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52674) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:56.222134 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ee729d36-eb68-426f-beba-5e432ef74684 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16063d8d7be64419b2bf84c9ecb1562d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702319 Jul 05 18:01:56.226102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52680) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:56.274126 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:56.318167 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9775590-704c-41d8-bf30-ff32d751cd45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:56.359016 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9775590-704c-41d8-bf30-ff32d751cd45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:56.383368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61fc10c7-f059-494b-9b33-b44de91c0973 req-b11716b5-298f-493f-b2df-3932cc3503ec tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 210 time: 0.0465600 Jul 05 18:01:56.548263 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9775590-704c-41d8-bf30-ff32d751cd45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:56.550922 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9775590-704c-41d8-bf30-ff32d751cd45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:56.554923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f9775590-704c-41d8-bf30-ff32d751cd45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af046874-5b6b-4f19-b22b-f4ed69e3d5e1 HTTP/1.1" status: 204 len: 168 time: 0.3266561 Jul 05 18:01:56.572109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9775590-704c-41d8-bf30-ff32d751cd45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af046874-5b6b-4f19-b22b-f4ed69e3d5e1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:56.714985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c999-8bae-46cd-af16-0098d3a81f32 req-f054cfc1-0ad1-4ac9-a90e-a636753c6924 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:56.716796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a49c999-8bae-46cd-af16-0098d3a81f32 req-f054cfc1-0ad1-4ac9-a90e-a636753c6924 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 946 time: 0.1004236 Jul 05 18:01:56.772619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a49c999-8bae-46cd-af16-0098d3a81f32 req-fb3c511a-6a28-4af4-9b3b-e9db54f120a5 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426533 Jul 05 18:01:57.259143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466225ba-8a2d-493e-99f1-731377ce3f79 req-c1c6ed46-83a4-4adb-9f6e-6bc0e9905ce3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:57.260697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-466225ba-8a2d-493e-99f1-731377ce3f79 req-c1c6ed46-83a4-4adb-9f6e-6bc0e9905ce3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.1678979 Jul 05 18:01:57.283953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2dac4-204c-4138-b7d1-a0c6d0fdfbe6 req-a6c64a2f-d2ec-4892-81d9-540ff9bf18bd tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:57.285757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58d2dac4-204c-4138-b7d1-a0c6d0fdfbe6 req-a6c64a2f-d2ec-4892-81d9-540ff9bf18bd tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 946 time: 0.1309233 Jul 05 18:01:57.347501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-466225ba-8a2d-493e-99f1-731377ce3f79 req-cc6eb106-04b4-4caa-9e3c-5ff1ea6170d4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797093 Jul 05 18:01:57.387673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58d2dac4-204c-4138-b7d1-a0c6d0fdfbe6 req-68d764c5-d04c-43ae-b9d2-cc7393644a96 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918703 Jul 05 18:01:57.406008 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6619b1fb-c30b-41c6-9ca2-86e0e02aba2d tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=34e3cc0bcce4484caaaaf70fa4895684&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357656 Jul 05 18:01:57.571132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-006b5815-e1c7-4804-8a5d-218b97dee933 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:57.573879 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-006b5815-e1c7-4804-8a5d-218b97dee933 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606293 Jul 05 18:01:57.585766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24ce54-f4d6-441e-8a5b-7ef35099e8d7 req-7b999e58-9271-4255-a328-9bc4c555861d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:57.588147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c24ce54-f4d6-441e-8a5b-7ef35099e8d7 req-7b999e58-9271-4255-a328-9bc4c555861d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.1068254 Jul 05 18:01:57.588369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Request body: {'port': {'device_id': '7286f874-7c4b-4cb8-96b9-b3cdac61ef1c', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '34e3cc0bcce4484caaaaf70fa4895684'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:57.633828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2041203b-be42-4f60-b9fb-50f659c5e6a4 req-69a618ae-ad99-475f-b085-21c2ea34cb52 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 210 time: 0.0438998 Jul 05 18:01:57.675136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c24ce54-f4d6-441e-8a5b-7ef35099e8d7 req-a024cac8-b206-4c35-bbe7-2e5057590336 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753822 Jul 05 18:01:57.822864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Made reservation on behalf of 34e3cc0bcce4484caaaaf70fa4895684 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:01:57.825143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:57.842962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:57.998046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640775-32c8-4d1c-ad29-056485896489 req-c239265a-8ed6-46fa-ac4a-b9ba68bd8798 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:57.999612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79640775-32c8-4d1c-ad29-056485896489 req-c239265a-8ed6-46fa-ac4a-b9ba68bd8798 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 946 time: 0.0678349 Jul 05 18:01:58.017849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:58.060698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79640775-32c8-4d1c-ad29-056485896489 req-9d0d64d8-f63b-4eec-b789-3d517532e564 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530710 Jul 05 18:01:58.113702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:58.256612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2931698d-2cae-4270-b7ef-2b6953407100,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:58.297714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c185a55-fd0d-455d-8026-d2d556d7e0bb req-3c5c0f1c-2e2b-4d05-bfa5-e7f67ee4eec2 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:58.299900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c185a55-fd0d-455d-8026-d2d556d7e0bb req-3c5c0f1c-2e2b-4d05-bfa5-e7f67ee4eec2 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 946 time: 0.1223714 Jul 05 18:01:58.308669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52734) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:58.313937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Request body: {'floatingip': {'port_id': '843d6a24-26be-44d7-a7d2-a15a80c7e260'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:58.340286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Allocated IP 192.168.233.206 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/14c985a1-5df9-4728-ae12-6a0d899169be) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:01:58.369456 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:58.606818 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:58.625816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Transition to ACTIVE for port object 14c985a1-5df9-4728-ae12-6a0d899169be will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:01:58.738093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-83b23ba0-f411-4647-8d1e-3199b7af6252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:58.739658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-83b23ba0-f411-4647-8d1e-3199b7af6252 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1100 time: 0.3393586 Jul 05 18:01:58.756827 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:58.821750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:01:58.822774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Pushing event updated for resources: {'Port': ['ID=14c985a1-5df9-4728-ae12-6a0d899169be,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:58.828451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:01:58.831560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:01:58.885364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5db86-05b9-46b9-821a-d0caa80b2cdb req-684266e5-0585-4305-b053-921c85cce2fe tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:58.886991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68a5db86-05b9-46b9-821a-d0caa80b2cdb req-684266e5-0585-4305-b053-921c85cce2fe tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.3814712 Jul 05 18:01:58.890794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-ff7b05bf-e28d-4a0e-9c97-7077017aff8f tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:58.892924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-ff7b05bf-e28d-4a0e-9c97-7077017aff8f tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.97 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 946 time: 0.1741235 Jul 05 18:01:58.904532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:58.905134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:58.972503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc4d85-c1cb-4d85-ad02-178a011ac26d req-250e18b7-0daa-4c7d-bbbc-a7aab3547ef3 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:58.974105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85bc4d85-c1cb-4d85-ad02-178a011ac26d req-250e18b7-0daa-4c7d-bbbc-a7aab3547ef3 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 946 time: 0.3446240 Jul 05 18:01:59.027862 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6b1c5f68-5ed8-4881-b456-a297638a79d4 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4447577 Jul 05 18:01:59.030616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Deleting port 749fc72f-2bea-467d-ac3a-98d3724bfe0d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:01:59.030956 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:59.060544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Request body: {'port': {'device_id': '7286f874-7c4b-4cb8-96b9-b3cdac61ef1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:01:59.110001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68a5db86-05b9-46b9-821a-d0caa80b2cdb req-58fd6c81-fd89-42e0-b1be-0597bea33f73 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804750 Jul 05 18:01:59.150509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-cdf94f89-05ae-4277-83e0-00235d70d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:01:59.152132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-cdf94f89-05ae-4277-83e0-00235d70d4e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.3747339 Jul 05 18:01:59.246805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] For port 749fc72f-2bea-467d-ac3a-98d3724bfe0d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=749fc72f-2bea-467d-ac3a-98d3724bfe0d,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:01:59.247186 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:59.249817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:59.314473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Calling delete_port for 749fc72f-2bea-467d-ac3a-98d3724bfe0d owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:01:59.329303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2489b2b5-6783-4d71-8cfb-9882ef968eaa None None] Provisioning for port 14c985a1-5df9-4728-ae12-6a0d899169be completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:01:59.334473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2489b2b5-6783-4d71-8cfb-9882ef968eaa None None] Provisioning complete for port 14c985a1-5df9-4728-ae12-6a0d899169be triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:01:59.335097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2489b2b5-6783-4d71-8cfb-9882ef968eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:59.404929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2489b2b5-6783-4d71-8cfb-9882ef968eaa None None] Port 14c985a1-5df9-4728-ae12-6a0d899169be cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:01:59.496794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:59.564403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85bc4d85-c1cb-4d85-ad02-178a011ac26d req-f2ac7e50-a24a-4722-ad9f-8029710ce1e7 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/security-groups?id=b42cab7d-1236-4bb6-9e26-7631d657b731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598669 Jul 05 18:01:59.837328 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:01:59.850109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['749fc72f-2bea-467d-ac3a-98d3724bfe0d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:01:59.914665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.resource_extend [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:01:59.929507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52762) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:01:59.936722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Pushing event deleted for resources: {'Port': ['ID=749fc72f-2bea-467d-ac3a-98d3724bfe0d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:01:59.949058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-3fcfd2e2-65d0-4f70-8272-2fa2d570c51c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 217 time: 0.3828661 Jul 05 18:01:59.962069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14c985a1-5df9-4728-ae12-6a0d899169be {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:01:59.987999 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.013781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] No DVR routers for this DVR port 749fc72f-2bea-467d-ac3a-98d3724bfe0d on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:00.019398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.022222 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c1605fd-c488-4225-a20c-b2529cc24fbb req-d2a9b9cc-fca2-4651-b97d-6f0ed224398b tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.97 "DELETE /v2.0/ports/749fc72f-2bea-467d-ac3a-98d3724bfe0d HTTP/1.1" status: 204 len: 173 time: 1.1137459 Jul 05 18:02:00.022696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd839f277-6a63-49af-ac00-5d245f59d5b3', 'name': 'network-vif-deleted', 'tag': '749fc72f-2bea-467d-ac3a-98d3724bfe0d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:00.025069 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f55355-2a86-4cfa-9081-852b7bfd3dd2" -d '{"events": [{"server_uuid": "d839f277-6a63-49af-ac00-5d245f59d5b3", "name": "network-vif-deleted", "tag": "749fc72f-2bea-467d-ac3a-98d3724bfe0d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:00.056793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Transition to ACTIVE for port object 14c985a1-5df9-4728-ae12-6a0d899169be will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:00.057474 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.075533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-ca2a3875-468f-41e1-a233-8afd7b34afce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:00.080142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-ca2a3875-468f-41e1-a233-8afd7b34afce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1135576 Jul 05 18:02:00.081287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b066-a7c2-442a-8531-3fa179de193c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.102060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8861ece-95dc-4d1b-a18a-6a0c84ffbfce req-42dbc951-a905-4af4-bee4-e951662c60cb tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:00.108852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8861ece-95dc-4d1b-a18a-6a0c84ffbfce req-42dbc951-a905-4af4-bee4-e951662c60cb tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 936 time: 0.5247679 Jul 05 18:02:00.121086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89301908-8e93-4ab0-829c-aae9de16bc1b req-59bc0cbc-61d7-4bc2-bf17-37d83708ce1d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:00.122801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89301908-8e93-4ab0-829c-aae9de16bc1b req-59bc0cbc-61d7-4bc2-bf17-37d83708ce1d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.2056015 Jul 05 18:02:00.126019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.177438 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.230479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Pushing event updated for resources: {'Port': ['ID=14c985a1-5df9-4728-ae12-6a0d899169be,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:00.260571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8861ece-95dc-4d1b-a18a-6a0c84ffbfce req-8cfb3ba9-57e4-4d82-8480-3278e560b18d tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/security-groups?id=2931698d-2cae-4270-b7ef-2b6953407100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472549 Jul 05 18:02:00.290369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89301908-8e93-4ab0-829c-aae9de16bc1b req-ed261d74-4215-43a4-929b-d63b594b76be tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488652 Jul 05 18:02:00.311583 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b066-a7c2-442a-8531-3fa179de193c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.350399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Attempting to bind port 14c985a1-5df9-4728-ae12-6a0d899169be on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:00.350748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Attempting to bind port 14c985a1-5df9-4728-ae12-6a0d899169be by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:00.351080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Attempting to bind port 14c985a1-5df9-4728-ae12-6a0d899169be on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:00.362464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Port 14c985a1-5df9-4728-ae12-6a0d899169be on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:02:00.362829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Attempting to bind port 14c985a1-5df9-4728-ae12-6a0d899169be on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:00.380958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:00.385902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:00.385902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:00.385902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Bound port: 14c985a1-5df9-4728-ae12-6a0d899169be, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:00.385902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.404352 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ed18ee-53f1-4230-acf9-6103f5081570 x-openstack-request-id: req-36ed18ee-53f1-4230-acf9-6103f5081570 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:00.404639 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d839f277-6a63-49af-ac00-5d245f59d5b3", "name": "network-vif-deleted", "tag": "749fc72f-2bea-467d-ac3a-98d3724bfe0d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:00.404887 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-36ed18ee-53f1-4230-acf9-6103f5081570 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:00.405298 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd839f277-6a63-49af-ac00-5d245f59d5b3', 'name': 'network-vif-deleted', 'tag': '749fc72f-2bea-467d-ac3a-98d3724bfe0d', 'status': 'completed', 'code': 200} Jul 05 18:02:00.410095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-9eab9e92-0b3b-44c2-a241-ca70a2242074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:00.411754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-9eab9e92-0b3b-44c2-a241-ca70a2242074 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3200932 Jul 05 18:02:00.419983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0e7b066-a7c2-442a-8531-3fa179de193c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.517983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7b066-a7c2-442a-8531-3fa179de193c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d994725c-da23-49af-859f-9df95f76c603,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:00.535570 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Floating IP 92cba181-a265-4f56-959f-c616bd32fde2 associated. External IP: 172.25.3.146, port: 843d6a24-26be-44d7-a7d2-a15a80c7e260. Jul 05 18:02:00.572965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d0e7b066-a7c2-442a-8531-3fa179de193c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32576fd4cabb4e36ba9ab6dfda6140f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6420038 Jul 05 18:02:00.575514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52770) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:00.653159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] For port 14c985a1-5df9-4728-ae12-6a0d899169be, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:00.672793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] For port 14c985a1-5df9-4728-ae12-6a0d899169be, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14c985a1-5df9-4728-ae12-6a0d899169be,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:00.684496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7920d96e-fb72-4eae-9caa-cb83ff280031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.713089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7920d96e-fb72-4eae-9caa-cb83ff280031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.751032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-a8d2ec7f-5291-48f1-a16b-eb8b285b1c26 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049130 Jul 05 18:02:00.755040 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.792679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:00.793274 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.794728 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] 10.222.0.97 "PUT /v2.0/ports/14c985a1-5df9-4728-ae12-6a0d899169be HTTP/1.1" status: 200 len: 1096 time: 1.7393568 Jul 05 18:02:00.827999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfa7a6-d421-47cd-a8cf-001acf69491e req-01d38bde-6fcd-4fc3-8e3f-0bcfd972cced tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:00.829250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a175ef3-81e2-418f-98c5-562b2da5a23c service neutron] Pushing event updated for resources: {'Port': ['ID=14c985a1-5df9-4728-ae12-6a0d899169be,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:00.829969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94bfa7a6-d421-47cd-a8cf-001acf69491e req-01d38bde-6fcd-4fc3-8e3f-0bcfd972cced tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.2045994 Jul 05 18:02:00.885731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7920d96e-fb72-4eae-9caa-cb83ff280031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.889016 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7920d96e-fb72-4eae-9caa-cb83ff280031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:00.893293 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7920d96e-fb72-4eae-9caa-cb83ff280031 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d994725c-da23-49af-859f-9df95f76c603 HTTP/1.1" status: 204 len: 168 time: 0.3139579 Jul 05 18:02:00.931602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920d96e-fb72-4eae-9caa-cb83ff280031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d994725c-da23-49af-859f-9df95f76c603,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:01.028151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6d43606a-de40-44e6-9c8c-2fef4fcf3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:01.030109 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-6d43606a-de40-44e6-9c8c-2fef4fcf3b8b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=34e3cc0bcce4484caaaaf70fa4895684&device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 1099 time: 0.0919178 Jul 05 18:02:01.031325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94bfa7a6-d421-47cd-a8cf-001acf69491e req-8d5673ab-ac75-48ed-af01-cfdb50c0c32f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924593 Jul 05 18:02:01.034589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-1920d51f-6226-4730-b04b-f986fafe9481 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746420 Jul 05 18:02:01.112643 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-594dea37-9f30-4211-baee-d3ec319cbd48 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=14c985a1-5df9-4728-ae12-6a0d899169be HTTP/1.1" status: 200 len: 217 time: 0.0686841 Jul 05 18:02:01.180917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:02:01.190176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-7af4402f-d396-407b-a8f5-26f8c2da6240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:01.192554 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-7af4402f-d396-407b-a8f5-26f8c2da6240 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0681515 Jul 05 18:02:01.274774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-decd8f69-527c-4c6c-8e1e-1514ace41275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:01.276453 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-decd8f69-527c-4c6c-8e1e-1514ace41275 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0749831 Jul 05 18:02:01.309919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9792f411-5aab-4555-a685-1a4f46731882 req-f41cd480-f22e-43f8-a9d0-5e2b740db7d5 tempest-AttachSCSIVolumeTestJSON-261542773 tempest-AttachSCSIVolumeTestJSON-261542773-project] 10.222.0.30 "GET /v2.0/ports?device_id=d839f277-6a63-49af-ac00-5d245f59d5b3 HTTP/1.1" status: 200 len: 210 time: 0.1098378 Jul 05 18:02:01.416014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec71c3-23c7-4845-a340-03525af0fb98 req-9e104c8f-187a-4002-8801-6210dedd0b4d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:01.417190 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-235a4f24-31c7-4e5a-b02d-90115409f7f3 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257432 Jul 05 18:02:01.418500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66ec71c3-23c7-4845-a340-03525af0fb98 req-9e104c8f-187a-4002-8801-6210dedd0b4d tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 944 time: 0.2204335 Jul 05 18:02:01.429416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:02:01.429416 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:01.434725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] Sync routers for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:02:01.450211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:01.450919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:01.518368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66ec71c3-23c7-4845-a340-03525af0fb98 req-8cad28ff-2daf-4d7f-a9be-c4c3bc238147 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816309 Jul 05 18:02:01.533810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a84e2730-3833-4613-bc97-15c550c2d4e8 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "PUT /v2.0/floatingips/92cba181-a265-4f56-959f-c616bd32fde2 HTTP/1.1" status: 200 len: 992 time: 3.2136400 Jul 05 18:02:01.534970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'tag': '843d6a24-26be-44d7-a7d2-a15a80c7e260'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:01.537521 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47911210-e299-421c-b69e-aedb60d2cb96" -d '{"events": [{"name": "network-changed", "server_uuid": "31f9b1f3-89b1-4a98-9728-55d3bb86dc16", "tag": "843d6a24-26be-44d7-a7d2-a15a80c7e260"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:01.710282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:01.753018 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7bfd0fba-38c7-4847-b432-8e079aba955d req-28868236-8c0c-43f6-95a9-37ab82fee164 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247135 Jul 05 18:02:01.766942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96809058-e958-4793-af6a-aff620df933f req-24bfa9e9-707c-4f83-8d21-2199ee6e9702 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:01.769146 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-96809058-e958-4793-af6a-aff620df933f req-24bfa9e9-707c-4f83-8d21-2199ee6e9702 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.97 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 944 time: 0.1790915 Jul 05 18:02:01.787346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed3bdc-17f4-4243-a62d-11dbcc3a5864 req-b093e870-1435-468c-aa54-a04849391920 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:01.788915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7ed3bdc-17f4-4243-a62d-11dbcc3a5864 req-b093e870-1435-468c-aa54-a04849391920 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 948 time: 0.1538482 Jul 05 18:02:01.824610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81185ade-e4d2-49f9-b6c4-3b93942601e0 req-67189eac-ff66-47dd-9f7d-cea52ccb446d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:01.833436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81185ade-e4d2-49f9-b6c4-3b93942601e0 req-67189eac-ff66-47dd-9f7d-cea52ccb446d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.1281776 Jul 05 18:02:01.885139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7ed3bdc-17f4-4243-a62d-11dbcc3a5864 req-5c0cf624-b358-42b0-8c81-189b604606e1 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/security-groups?id=2931698d-2cae-4270-b7ef-2b6953407100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896518 Jul 05 18:02:01.901934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81185ade-e4d2-49f9-b6c4-3b93942601e0 req-aebf40c6-8be8-4a5e-b107-ce307dc0f20f tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672989 Jul 05 18:02:01.924983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-96809058-e958-4793-af6a-aff620df933f req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Deleting port a1815a8c-58e1-4afa-a4ce-59efa115a0ce {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:01.925491 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-96809058-e958-4793-af6a-aff620df933f req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:01.965122 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc51df5-64c2-4f53-acb0-eaf85f5bb192 x-openstack-request-id: req-5fc51df5-64c2-4f53-acb0-eaf85f5bb192 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:01.965424 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f9b1f3-89b1-4a98-9728-55d3bb86dc16", "tag": "843d6a24-26be-44d7-a7d2-a15a80c7e260", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:01.965680 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5fc51df5-64c2-4f53-acb0-eaf85f5bb192 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:01.966279 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'tag': '843d6a24-26be-44d7-a7d2-a15a80c7e260', 'status': 'completed', 'code': 200} Jul 05 18:02:02.071228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '92cba181-a265-4f56-959f-c616bd32fde2', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'port_id': '843d6a24-26be-44d7-a7d2-a15a80c7e260', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'mac_address': 'fa:16:3e:3c:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:00:40Z', 'updated_at': '2021-07-05T18:01:59Z', 'revision_number': 1, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:43Z', 'revision_number': 5, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:02.094286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-96809058-e958-4793-af6a-aff620df933f req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] For port a1815a8c-58e1-4afa-a4ce-59efa115a0ce, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:02.094690 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-96809058-e958-4793-af6a-aff620df933f req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:02.113021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-96809058-e958-4793-af6a-aff620df933f req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Calling delete_port for a1815a8c-58e1-4afa-a4ce-59efa115a0ce owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:02.125415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47911210-e299-421c-b69e-aedb60d2cb96 req-d8f1f404-1878-4c93-8f0b-d4f14580b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:02.127390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47911210-e299-421c-b69e-aedb60d2cb96 req-d8f1f404-1878-4c93-8f0b-d4f14580b056 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af033b96e60d44d4a99d6be2b647dcc1&device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 1097 time: 0.1267316 Jul 05 18:02:02.143830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] Checking router: c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:02:02.169260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:02.170169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:02.316974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47911210-e299-421c-b69e-aedb60d2cb96 req-c6a1230a-f729-44ec-b6fd-79cc313c7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:02.318996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47911210-e299-421c-b69e-aedb60d2cb96 req-c6a1230a-f729-44ec-b6fd-79cc313c7c2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d HTTP/1.1" status: 200 len: 915 time: 0.1812484 Jul 05 18:02:02.341551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:02.370795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-96809058-e958-4793-af6a-aff620df933f req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:02.400231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Pushing event deleted for resources: {'Port': ['ID=a1815a8c-58e1-4afa-a4ce-59efa115a0ce,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:02.468048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7286f874-7c4b-4cb8-96b9-b3cdac61ef1c', 'tag': '14c985a1-5df9-4728-ae12-6a0d899169be'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:02.470954 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cf4522-293c-4067-adca-5fd519064dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "7286f874-7c4b-4cb8-96b9-b3cdac61ef1c", "tag": "14c985a1-5df9-4728-ae12-6a0d899169be"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:02.481470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 749fc72f-2bea-467d-ac3a-98d3724bfe0d no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:02.517276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6857ed-579a-4606-8360-83dd12ae17dd req-c7746d67-57ea-4668-b925-167152c5e898 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:02.517826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 749fc72f-2bea-467d-ac3a-98d3724bfe0d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:02.518473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 749fc72f-2bea-467d-ac3a-98d3724bfe0d not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:02.525504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b6857ed-579a-4606-8360-83dd12ae17dd req-c7746d67-57ea-4668-b925-167152c5e898 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.3050439 Jul 05 18:02:02.539024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-96809058-e958-4793-af6a-aff620df933f req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] No DVR routers for this DVR port a1815a8c-58e1-4afa-a4ce-59efa115a0ce on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:02.543382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-96809058-e958-4793-af6a-aff620df933f req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:02.545639 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-96809058-e958-4793-af6a-aff620df933f req-3746c2af-7a5a-4d65-a3bd-1f30574116ea tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.97 "DELETE /v2.0/ports/a1815a8c-58e1-4afa-a4ce-59efa115a0ce HTTP/1.1" status: 204 len: 173 time: 0.7653718 Jul 05 18:02:02.570835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47911210-e299-421c-b69e-aedb60d2cb96 req-8a2a46d5-a7ed-4afa-b6b5-f985b8b75f7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260 HTTP/1.1" status: 200 len: 1000 time: 0.2417059 Jul 05 18:02:02.587240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b6857ed-579a-4606-8360-83dd12ae17dd req-ffa5f61c-86a1-4cdf-8036-cd79de9c6319 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608466 Jul 05 18:02:02.645937 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae01686-6db8-4c21-bd29-899821917650 x-openstack-request-id: req-5ae01686-6db8-4c21-bd29-899821917650 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:02.645937 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7286f874-7c4b-4cb8-96b9-b3cdac61ef1c", "tag": "14c985a1-5df9-4728-ae12-6a0d899169be", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:02.645937 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ae01686-6db8-4c21-bd29-899821917650 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:02.645937 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7286f874-7c4b-4cb8-96b9-b3cdac61ef1c', 'tag': '14c985a1-5df9-4728-ae12-6a0d899169be', 'status': 'completed', 'code': 200} Jul 05 18:02:02.740436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47911210-e299-421c-b69e-aedb60d2cb96 req-dc80c192-6043-466b-8f67-509245e05312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:02.741992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47911210-e299-421c-b69e-aedb60d2cb96 req-dc80c192-6043-466b-8f67-509245e05312 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7569031b-d7b8-4e77-b0f1-093d938990ef HTTP/1.1" status: 200 len: 854 time: 0.1519468 Jul 05 18:02:02.863355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-1ec9fc45-f3fe-4289-aecd-bbeadfe57c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:02.865459 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-1ec9fc45-f3fe-4289-aecd-bbeadfe57c81 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=34e3cc0bcce4484caaaaf70fa4895684&device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 1099 time: 0.1737382 Jul 05 18:02:02.870900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '92cba181-a265-4f56-959f-c616bd32fde2', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'port_id': '843d6a24-26be-44d7-a7d2-a15a80c7e260', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'mac_address': 'fa:16:3e:3c:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:00:40Z', 'updated_at': '2021-07-05T18:01:59Z', 'revision_number': 1, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:43Z', 'revision_number': 5, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:02.946373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c43117d-0d5f-47bc-8699-1fb294f0ed82 None None] The sync data for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 is: [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '92cba181-a265-4f56-959f-c616bd32fde2', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'floating_ip_address': '172.25.3.146', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'port_id': '843d6a24-26be-44d7-a7d2-a15a80c7e260', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'mac_address': 'fa:16:3e:3c:ee:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:00:40Z', 'updated_at': '2021-07-05T18:01:59Z', 'revision_number': 1, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:43Z', 'revision_number': 5, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:02:02.954136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47911210-e299-421c-b69e-aedb60d2cb96 req-d5db3f75-2b4f-466e-8ccb-6f87e96eeb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:02.954136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47911210-e299-421c-b69e-aedb60d2cb96 req-d5db3f75-2b4f-466e-8ccb-6f87e96eeb61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989045 Jul 05 18:02:02.982467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-153c2af4-28ad-4f4e-9c53-a5945deb3d24 req-f86a9fdb-5ce8-4867-bef2-06d18227db46 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=adbb2bc2-eeef-46a1-b282-2e205cd552ec HTTP/1.1" status: 200 len: 210 time: 0.0765374 Jul 05 18:02:03.111084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-e85e6113-d0ae-43e1-b1df-356cb1fecb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:03.112606 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-e85e6113-d0ae-43e1-b1df-356cb1fecb25 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2350383 Jul 05 18:02:03.170436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47911210-e299-421c-b69e-aedb60d2cb96 req-4cf96739-b867-4043-b8af-e583c326f087 service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927407 Jul 05 18:02:03.171940 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-0f4731f6-bdc3-488c-a91d-ef96f35c0f5a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.206&port_id=14c985a1-5df9-4728-ae12-6a0d899169be HTTP/1.1" status: 200 len: 217 time: 0.0477571 Jul 05 18:02:03.231746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-1f8a1baa-be2c-427d-be25-d941802b48d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:03.236528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-1f8a1baa-be2c-427d-be25-d941802b48d6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0542858 Jul 05 18:02:03.285877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e5e48-f86a-4886-b8c7-85e46925a678 req-a633815f-a080-4d83-9145-02150d08fb2c tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:03.293856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f49e5e48-f86a-4886-b8c7-85e46925a678 req-a633815f-a080-4d83-9145-02150d08fb2c tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 948 time: 0.1943185 Jul 05 18:02:03.321272 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8320a6b6-30e4-469f-b115-cc826da85969 None None] New status for floating IP 92cba181-a265-4f56-959f-c616bd32fde2: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:02:03.328364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-f253e07d-236a-4976-9827-3d160e452e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:03.332851 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-f253e07d-236a-4976-9827-3d160e452e88 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897436 Jul 05 18:02:03.376982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f49e5e48-f86a-4886-b8c7-85e46925a678 req-5d40b216-6d53-4b95-ace8-85951a391ea9 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/security-groups?id=2931698d-2cae-4270-b7ef-2b6953407100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804367 Jul 05 18:02:03.403544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47911210-e299-421c-b69e-aedb60d2cb96 req-84dae935-984e-4673-88dd-055a13a7f0d7 service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169225 Jul 05 18:02:03.422085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70dd83-fad3-4d6c-bb91-190b65adb3da req-e690796d-ba9d-4f87-bd69-1cff4d0bded7 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:03.430298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a70dd83-fad3-4d6c-bb91-190b65adb3da req-e690796d-ba9d-4f87-bd69-1cff4d0bded7 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.2562802 Jul 05 18:02:03.476397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a70dd83-fad3-4d6c-bb91-190b65adb3da req-3c3b9671-79c1-46a1-9aab-116e3af61088 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 Jul 05 18:02:03.510472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52864) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:03.545255 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-ea7f59b6-71b2-4b6b-8f1c-87c5e4cb482d service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062018 Jul 05 18:02:03.657350 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d2cf4522-293c-4067-adca-5fd519064dc9 req-89aac8c5-4942-4ac0-a4bf-fa7655f0cece service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048541 Jul 05 18:02:03.690816 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af79ea82-1331-4cc5-bb17-7bf5e816878f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:03.746904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52880) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:03.752673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1529506891'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:03.836267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af79ea82-1331-4cc5-bb17-7bf5e816878f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:03.862213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07044268-6814-4803-ad89-da7d7224f16a req-248652bd-b8f8-49ee-a425-3b5845fe2449 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:03.863798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07044268-6814-4803-ad89-da7d7224f16a req-248652bd-b8f8-49ee-a425-3b5845fe2449 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.0941603 Jul 05 18:02:03.903738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07044268-6814-4803-ad89-da7d7224f16a req-2f0ed8e0-5c3e-4af9-845e-8c32f742d112 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341682 Jul 05 18:02:03.918962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af79ea82-1331-4cc5-bb17-7bf5e816878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:03.962374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-af79ea82-1331-4cc5-bb17-7bf5e816878f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9c831bc318654e6a88cecf32ee62353c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503791 Jul 05 18:02:03.963665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79ea82-1331-4cc5-bb17-7bf5e816878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2556ef35-81ac-4a7a-971d-da010f936ef7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:03.965413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52890) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:04.017802 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb1c733f-3068-47fc-9ffa-16e7f9ca4465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.027009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:04.030426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.058093 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb1c733f-3068-47fc-9ffa-16e7f9ca4465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.093247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:02:04.105433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.111610 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Added segment 1cc38791-e20d-43e3-a7b0-ae627a6dca29 of type vlan for network a675cb52-e4bc-4d13-85da-7894479e2b8a Jul 05 18:02:04.153169 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.216009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb1c733f-3068-47fc-9ffa-16e7f9ca4465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.218718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb1c733f-3068-47fc-9ffa-16e7f9ca4465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.223471 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cb1c733f-3068-47fc-9ffa-16e7f9ca4465 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2556ef35-81ac-4a7a-971d-da010f936ef7 HTTP/1.1" status: 204 len: 168 time: 0.2534914 Jul 05 18:02:04.228939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c733f-3068-47fc-9ffa-16e7f9ca4465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2556ef35-81ac-4a7a-971d-da010f936ef7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:04.261793 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.271907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:04.272752 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.398695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Network': ['ID=a675cb52-e4bc-4d13-85da-7894479e2b8a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:04.420261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52904) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:04.422939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a675cb52-e4bc-4d13-85da-7894479e2b8a details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:02:04.426951 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a3c5981e-610a-4832-a4e9-3461612456b5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6788671 Jul 05 18:02:04.430669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-297437865'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:04.443970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 14c985a1-5df9-4728-ae12-6a0d899169be details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:02:04.446131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:04.516185 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: a1815a8c-58e1-4afa-a4ce-59efa115a0ce {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:04.521842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a1815a8c-58e1-4afa-a4ce-59efa115a0ce not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:04.582541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:04.586303 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.645885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'name': 'network-vif-deleted', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:04.648717 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad187a51-8975-4771-b3f7-f7069a085867" -d '{"events": [{"server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "name": "network-vif-deleted", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:04.664511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 14c985a1-5df9-4728-ae12-6a0d899169be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14c985a1-5df9-4728-ae12-6a0d899169be,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:04.677952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '14c985a1-5df9-4728-ae12-6a0d899169be', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '14c985a1-5df9-4728-ae12-6a0d899169be', 'mac_address': 'fa:16:3e:3f:55:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:02:04.729456 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.744296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14c985a1-5df9-4728-ae12-6a0d899169be {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:04.766395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 14c985a1-5df9-4728-ae12-6a0d899169be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14c985a1-5df9-4728-ae12-6a0d899169be,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:04.833303 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:04.914238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=14c985a1-5df9-4728-ae12-6a0d899169be,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:04.958808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139abc49-22c3-4b9f-a871-0514b4ae03bd req-9ff3f729-014e-4022-a5c7-d4fdba63043c tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:04.960324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-139abc49-22c3-4b9f-a871-0514b4ae03bd req-9ff3f729-014e-4022-a5c7-d4fdba63043c tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 948 time: 0.4199514 Jul 05 18:02:04.965487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:02:04.999717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:05.000064 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Added segment 486570a5-0430-49ef-80dc-622b893c9593 of type vlan for network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 Jul 05 18:02:05.066203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea5487-0319-41c3-a687-be07e3d09549 req-5942c638-eb58-481f-83d2-68a6badd4325 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:05.070060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['14c985a1-5df9-4728-ae12-6a0d899169be'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:02:05.072884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6aea5487-0319-41c3-a687-be07e3d09549 req-5942c638-eb58-481f-83d2-68a6badd4325 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 944 time: 0.4633915 Jul 05 18:02:05.117756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-139abc49-22c3-4b9f-a871-0514b4ae03bd req-cbfbe715-0db3-43a5-a6cd-03bd70769ee8 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/security-groups?id=2931698d-2cae-4270-b7ef-2b6953407100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423039 Jul 05 18:02:05.119559 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:05.139639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-3b81e0fd-d14e-4b69-9330-e3df997ce736 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:05.144074 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-3b81e0fd-d14e-4b69-9330-e3df997ce736 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.97 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 944 time: 0.1562860 Jul 05 18:02:05.192486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6aea5487-0319-41c3-a687-be07e3d09549 req-c848184a-6c40-4447-8439-84348f3dd98f tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176929 Jul 05 18:02:05.243462 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:05.249215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:05.253445 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:05.360167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Deleting port 6d32c939-34a8-417a-8fd3-545adc2eb587 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:05.361037 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:05.381191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52938) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:05.397353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9698517 Jul 05 18:02:05.402325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52940) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:05.450296 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46ce297-76a3-4c16-9ea5-19f45e91f871 x-openstack-request-id: req-f46ce297-76a3-4c16-9ea5-19f45e91f871 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:05.450296 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbb2bc2-eeef-46a1-b282-2e205cd552ec", "name": "network-vif-deleted", "tag": "a1815a8c-58e1-4afa-a4ce-59efa115a0ce", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:05.450296 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f46ce297-76a3-4c16-9ea5-19f45e91f871 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:05.450296 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adbb2bc2-eeef-46a1-b282-2e205cd552ec', 'name': 'network-vif-deleted', 'tag': 'a1815a8c-58e1-4afa-a4ce-59efa115a0ce', 'status': 'completed', 'code': 200} Jul 05 18:02:05.452967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77983e-0145-4206-ba6e-7d6bf9fe65de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Network': ['ID=2fcce57a-4f76-4ef7-85cc-9baef3a62681,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:05.453539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'subnet': {'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:05.468768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:02:05.529362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35cda7-b143-492a-8460-bb951990c891 req-7a2e0d6f-a126-4041-9fb5-3920880484b5 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:05.538151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb35cda7-b143-492a-8460-bb951990c891 req-7a2e0d6f-a126-4041-9fb5-3920880484b5 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.2457895 Jul 05 18:02:05.614381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb35cda7-b143-492a-8460-bb951990c891 req-579ec5a6-c969-4410-bd46-993b00998066 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750358 Jul 05 18:02:05.655593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff9ba8-4677-4432-ba3c-5ab45583d882 req-71469424-6e5a-4f86-9d92-9378ac879831 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:05.657159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92ff9ba8-4677-4432-ba3c-5ab45583d882 req-71469424-6e5a-4f86-9d92-9378ac879831 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.0748732 Jul 05 18:02:05.696618 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:05.711417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92ff9ba8-4677-4432-ba3c-5ab45583d882 req-86e7b6d1-8f1c-40cb-8b65-a96b41847d22 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Jul 05 18:02:05.860134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-network', 'tenant_id': '9127f142890240a89ef4a167926f125c'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:05.943637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] For port 6d32c939-34a8-417a-8fd3-545adc2eb587, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=6d32c939-34a8-417a-8fd3-545adc2eb587,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:05.944024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:05.958298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Calling delete_port for 6d32c939-34a8-417a-8fd3-545adc2eb587 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:06.006582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Made reservation on behalf of 9127f142890240a89ef4a167926f125c for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:06.008946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.027534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.112543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:06.115933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.262456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.340184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b84ba-0076-46f2-928f-4fadf90060a9 req-39bbcc11-82a3-4623-8135-90edca3259a1 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:06.340788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Pushing event deleted for resources: {'Port': ['ID=6d32c939-34a8-417a-8fd3-545adc2eb587,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:06.342307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e0b84ba-0076-46f2-928f-4fadf90060a9 req-39bbcc11-82a3-4623-8135-90edca3259a1 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 949 time: 0.0880883 Jul 05 18:02:06.402767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97c4b383-9f60-44bc-98d0-7d9af8ce9501 req-4957cda8-e0f2-4dae-ab1f-9470add6f82f tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 210 time: 0.0546410 Jul 05 18:02:06.419120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] No DVR routers for this DVR port 6d32c939-34a8-417a-8fd3-545adc2eb587 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:06.432929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.436502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e0b84ba-0076-46f2-928f-4fadf90060a9 req-b6a396db-3ea4-40d8-b8ef-719cc37908a9 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/security-groups?id=2931698d-2cae-4270-b7ef-2b6953407100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860174 Jul 05 18:02:06.438810 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.444766 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d961c3b4-4eae-464a-ae6f-03b3a75b7f29 req-854e32ad-8383-48a9-afcc-384821fc6dcc tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.97 "DELETE /v2.0/ports/6d32c939-34a8-417a-8fd3-545adc2eb587 HTTP/1.1" status: 204 len: 173 time: 1.2894845 Jul 05 18:02:06.462300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 14c985a1-5df9-4728-ae12-6a0d899169be up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:06.524908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.548117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:02:06.579672 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.580104 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Added segment 8cd5847b-9f87-40ba-bf5f-c3c2b68137b1 of type vlan for network ca2dccdc-b59c-4cb4-bf64-57c311be8666 Jul 05 18:02:06.581454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afe872e-4ab2-4b1a-a7f5-02e3551f7709,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:06.615122 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.633054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 14c985a1-5df9-4728-ae12-6a0d899169be completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:06.635179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.638314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 14c985a1-5df9-4728-ae12-6a0d899169be triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:06.640835 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.703602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Subnet': ['ID=4152bfd3-6699-446d-ad99-c4e150cc597c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:06.724914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Checking segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:06.725272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network hostable DHCP agents. Network: a675cb52-e4bc-4d13-85da-7894479e2b8a, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:02:06.738574 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.782394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.784908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7286f874-7c4b-4cb8-96b9-b3cdac61ef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c985a1-5df9-4728-ae12-6a0d899169be'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:06.785841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:06.786517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.795185 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6032bf68-4a57-4fde-86df-90d88f2246c2" -d '{"events": [{"server_uuid": "7286f874-7c4b-4cb8-96b9-b3cdac61ef1c", "name": "network-vif-plugged", "status": "completed", "tag": "14c985a1-5df9-4728-ae12-6a0d899169be"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:06.817609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 14c985a1-5df9-4728-ae12-6a0d899169be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14c985a1-5df9-4728-ae12-6a0d899169be,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:06.844750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network a675cb52-e4bc-4d13-85da-7894479e2b8a is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:02:06.869002 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] Pushing event updated for resources: {'Network': ['ID=ca2dccdc-b59c-4cb4-bf64-57c311be8666,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:06.882141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:02:06.910661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4ec8e99d-7170-4e5b-b49b-178d416c907f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5187790 Jul 05 18:02:06.913260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52960) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:06.917784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Request body: {'subnet': {'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-subnet', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:06.933469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a675cb52-e4bc-4d13-85da-7894479e2b8a) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:06.939447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:06.942218 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:06.944559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff3b6c-cc49-481f-b180-8bd14d10137d req-f04a15c9-c35d-4414-9366-f039e390b9a8 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:06.946367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12ff3b6c-cc49-481f-b180-8bd14d10137d req-f04a15c9-c35d-4414-9366-f039e390b9a8 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.1439207 Jul 05 18:02:06.976181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed142a17-fec7-47ac-bfdf-f1a6111a1abd req-d26ef932-1ad9-4dd6-9f90-281c8a50b6cd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:06.977959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed142a17-fec7-47ac-bfdf-f1a6111a1abd req-d26ef932-1ad9-4dd6-9f90-281c8a50b6cd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.1235261 Jul 05 18:02:06.981559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04dba8-fb25-4472-88ca-71d5f29242d1 None None] Network a675cb52-e4bc-4d13-85da-7894479e2b8a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:06.984738 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:07.029256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12ff3b6c-cc49-481f-b180-8bd14d10137d req-4ad64518-3804-4707-8c4a-84e532c31d5c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749407 Jul 05 18:02:07.061244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Made reservation on behalf of 9127f142890240a89ef4a167926f125c for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:07.067282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed142a17-fec7-47ac-bfdf-f1a6111a1abd req-d4bc446a-5a0a-4904-ac65-84d42a99632d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737193 Jul 05 18:02:07.076528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:07.104398 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4317d5c3-87e9-43b8-83ad-4cae729229c8 x-openstack-request-id: req-4317d5c3-87e9-43b8-83ad-4cae729229c8 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:07.104652 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7286f874-7c4b-4cb8-96b9-b3cdac61ef1c", "name": "network-vif-plugged", "status": "completed", "tag": "14c985a1-5df9-4728-ae12-6a0d899169be", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:07.104904 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4317d5c3-87e9-43b8-83ad-4cae729229c8 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:07.105291 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7286f874-7c4b-4cb8-96b9-b3cdac61ef1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14c985a1-5df9-4728-ae12-6a0d899169be', 'code': 200} Jul 05 18:02:07.107547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=14c985a1-5df9-4728-ae12-6a0d899169be,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:07.170525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6555af9d-d7fa-4e29-8f02-3a35ab0a84fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7263570 Jul 05 18:02:07.174093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52962) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:07.179866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'subnet': {'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:07.359679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:07.364743 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:07.400860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de8b93-fb3f-4f38-a1df-017138ee2b51 req-38fc70e3-e2a6-4ce4-b70b-63e799a47448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:07.403344 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d0de8b93-fb3f-4f38-a1df-017138ee2b51 req-38fc70e3-e2a6-4ce4-b70b-63e799a47448 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 1101 time: 0.2237225 Jul 05 18:02:07.415599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-a675cb52-e4bc-4d13-85da-7894479e2b8a', 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'fixed_ips': [{'subnet_id': '4152bfd3-6699-446d-ad99-c4e150cc597c'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:02:07.416949 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:07.465603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'name': 'network-vif-deleted', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:07.472382 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e6dfe7-a1d8-4cb8-9487-f6def6f8e0dd" -d '{"events": [{"server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "name": "network-vif-deleted", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:07.516126 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d0de8b93-fb3f-4f38-a1df-017138ee2b51 req-018828a1-d51d-4286-b006-6446c535f28b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2931698d-2cae-4270-b7ef-2b6953407100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034753 Jul 05 18:02:07.519310 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:07.675841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Allocated IP 10.1.1.2 (a675cb52-e4bc-4d13-85da-7894479e2b8a/4152bfd3-6699-446d-ad99-c4e150cc597c/a33829fa-e630-48aa-907a-66c210acfe95) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:07.678626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ede2906-db6e-4b4d-a9bb-9107a573e512,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:07.685251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Checking segment: {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:07.685612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Network hostable DHCP agents. Network: ca2dccdc-b59c-4cb4-bf64-57c311be8666, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:02:07.764765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:02:07.779093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4eb9bef-217f-44f8-a27e-184fbfde74b8 req-77d0c1d0-0151-42c6-8884-2db833a75e3c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=798042f5-34a7-4845-bb74-6173c8b5f700 HTTP/1.1" status: 200 len: 210 time: 0.0707090 Jul 05 18:02:07.803124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc4297-ad03-4ea0-93b0-f3dfca506431 req-057922a1-2eb2-4328-aecd-cb70b256cc9c tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:07.804698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8fc4297-ad03-4ea0-93b0-f3dfca506431 req-057922a1-2eb2-4328-aecd-cb70b256cc9c tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 950 time: 0.1610665 Jul 05 18:02:07.810516 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:07.818307 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657eccd2-bcc9-4e15-bad6-352d52779976 x-openstack-request-id: req-657eccd2-bcc9-4e15-bad6-352d52779976 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:07.818731 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "798042f5-34a7-4845-bb74-6173c8b5f700", "name": "network-vif-deleted", "tag": "6d32c939-34a8-417a-8fd3-545adc2eb587", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:07.819081 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-657eccd2-bcc9-4e15-bad6-352d52779976 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:07.819531 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '798042f5-34a7-4845-bb74-6173c8b5f700', 'name': 'network-vif-deleted', 'tag': '6d32c939-34a8-417a-8fd3-545adc2eb587', 'status': 'completed', 'code': 200} Jul 05 18:02:07.838183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ca2dccdc-b59c-4cb4-bf64-57c311be8666) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:07.849537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:07.850407 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:07.879064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ebb3c-afbb-42d5-b45c-7161d0595d74 None None] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:07.884587 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:07.925341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Subnet': ['ID=e9865bc1-3270-442a-bdf7-d636d6e9f090,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:07.937868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Transition to ACTIVE for port object a33829fa-e630-48aa-907a-66c210acfe95 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:07.951159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8fc4297-ad03-4ea0-93b0-f3dfca506431 req-1f4cd6ff-424c-47d7-a900-3cd7220b2a87 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/security-groups?id=2931698d-2cae-4270-b7ef-2b6953407100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370611 Jul 05 18:02:07.958478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Checking segment: {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:07.959048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network hostable DHCP agents. Network: 2fcce57a-4f76-4ef7-85cc-9baef3a62681, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:02:07.965182 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-06f83a12-936c-4a4b-ab72-de264a39c3bf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0525362 Jul 05 18:02:07.965404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Transition to ACTIVE for port object a33829fa-e630-48aa-907a-66c210acfe95 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:07.967780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52972) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:07.973356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:08.045155 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.078733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:02:08.079770 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.084325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.117945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Network a675cb52-e4bc-4d13-85da-7894479e2b8a is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:08.122051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:08.125518 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:02:08.126278 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.128303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Pushing event updated for resources: {'Port': ['ID=a33829fa-e630-48aa-907a-66c210acfe95,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:08.130808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:08.181682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 2fcce57a-4f76-4ef7-85cc-9baef3a62681) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:08.186009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:08.192172 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.198514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074259ab-87a8-48fa-a387-48e60572df69 None None] Network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:08.245175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.294017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c60cde84-691f-4526-9e4e-9078e30be017 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1184480 Jul 05 18:02:08.296747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52984) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:08.303462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'port': {'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'name': 'tempest-TaggedBootDevicesTest-1551480295', 'fixed_ips': [{'subnet_id': '4152bfd3-6699-446d-ad99-c4e150cc597c'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:08.364711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ae9345-ba5c-4de8-b1cc-ec301acca9f1 req-da281b02-bac7-4b1f-ad25-12ead7b6aa18 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:08.366293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9ae9345-ba5c-4de8-b1cc-ec301acca9f1 req-da281b02-bac7-4b1f-ad25-12ead7b6aa18 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.1516042 Jul 05 18:02:08.383079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8849a-0577-4dfc-b111-ef4beb3a91ba req-77a5f6e2-a418-4e90-a6dd-8c61849507d1 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:08.384016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4e8849a-0577-4dfc-b111-ef4beb3a91ba req-77a5f6e2-a418-4e90-a6dd-8c61849507d1 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.1058068 Jul 05 18:02:08.461375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9ae9345-ba5c-4de8-b1cc-ec301acca9f1 req-567bb3aa-5b35-4685-b08f-aeedaddd2c3b tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721951 Jul 05 18:02:08.474722 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4e8849a-0577-4dfc-b111-ef4beb3a91ba req-f57f6fe0-92fb-401f-a996-cd5107860c7c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803723 Jul 05 18:02:08.490047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Attempting to bind port a33829fa-e630-48aa-907a-66c210acfe95 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:08.490047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Attempting to bind port a33829fa-e630-48aa-907a-66c210acfe95 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:08.490047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Attempting to bind port a33829fa-e630-48aa-907a-66c210acfe95 on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:08.495370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 6d32c939-34a8-417a-8fd3-545adc2eb587 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:08.545759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52986) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:08.639232 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.648827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:08.652591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Checking segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:08.652591 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.652591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Bound using segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:08.652591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Bound port: a33829fa-e630-48aa-907a-66c210acfe95, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:08.652591 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.653297 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 6d32c939-34a8-417a-8fd3-545adc2eb587 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:08.653414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 6d32c939-34a8-417a-8fd3-545adc2eb587 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:08.705132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:08.737369 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:02:08.756609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] For port a33829fa-e630-48aa-907a-66c210acfe95, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:08.760682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] For port a33829fa-e630-48aa-907a-66c210acfe95, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a33829fa-e630-48aa-907a-66c210acfe95,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:08.767392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-2fcce57a-4f76-4ef7-85cc-9baef3a62681', 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'fixed_ips': [{'subnet_id': 'e9865bc1-3270-442a-bdf7-d636d6e9f090'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:02:08.768010 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.781698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Allocated IP 172.20.0.2 (ca2dccdc-b59c-4cb4-bf64-57c311be8666/1ede2906-db6e-4b4d-a9bb-9107a573e512/99ca5dc3-c2ba-4559-a705-328c5e1dbb0e) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:08.860087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.925070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:08.993438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] device_id is not set on port f789fea0-21f9-4320-914a-1c39f450b4ee yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:02:09.045256 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.109446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c72a58-d05e-4ec2-b0e3-4026eac19810 None None] Pushing event updated for resources: {'Port': ['ID=a33829fa-e630-48aa-907a-66c210acfe95,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:09.156150 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Allocated IP 10.2.2.2 (2fcce57a-4f76-4ef7-85cc-9baef3a62681/e9865bc1-3270-442a-bdf7-d636d6e9f090/98cf711b-cd2d-4270-885e-649ac0eabacf) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:09.344031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.373959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Transition to ACTIVE for port object 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:09.412165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Transition to ACTIVE for port object 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:09.451963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a914a725-2ddb-41a6-9ccb-368e0cca3381 req-b2af9dc2-9f06-4487-b34a-d274c47be9c9 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:09.460074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a914a725-2ddb-41a6-9ccb-368e0cca3381 req-b2af9dc2-9f06-4487-b34a-d274c47be9c9 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 950 time: 0.1505952 Jul 05 18:02:09.474103 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.484843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Transition to ACTIVE for port object 98cf711b-cd2d-4270-885e-649ac0eabacf will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:09.502812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Transition to ACTIVE for port object 98cf711b-cd2d-4270-885e-649ac0eabacf will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:09.509732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a914a725-2ddb-41a6-9ccb-368e0cca3381 req-5dc2d0db-8ad8-467d-bd16-3e928f368028 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/security-groups?id=2931698d-2cae-4270-b7ef-2b6953407100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486920 Jul 05 18:02:09.514872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.559441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:09.561821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:09.566711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:09.587479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Allocated IP 10.1.1.182 (a675cb52-e4bc-4d13-85da-7894479e2b8a/4152bfd3-6699-446d-ad99-c4e150cc597c/f789fea0-21f9-4320-914a-1c39f450b4ee) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:09.601942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.635015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Deleting port 0d97d312-c60b-4a81-a1fe-4777f98b03cc {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:09.635707 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.637837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.667250 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.680580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Pushing event updated for resources: {'Port': ['ID=99ca5dc3-c2ba-4559-a705-328c5e1dbb0e,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:09.719800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Attempting to bind port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:09.720244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Attempting to bind port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:09.721459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Attempting to bind port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e on network ca2dccdc-b59c-4cb4-bf64-57c311be8666 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:09.726793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:09.733851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:09.739442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:09.741843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:09.742021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Checking segment: {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:09.742417 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.743308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Bound using segment: {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:09.744384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Bound port: 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:09.744384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.782377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Pushing event updated for resources: {'Port': ['ID=98cf711b-cd2d-4270-885e-649ac0eabacf,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:09.805666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130e04c3-dbcf-4db5-bbea-5aadff2215b4 req-618a6aa3-f3f2-4f73-8fa4-3c5fc40a2f24 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:09.813131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-130e04c3-dbcf-4db5-bbea-5aadff2215b4 req-618a6aa3-f3f2-4f73-8fa4-3c5fc40a2f24 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.1285937 Jul 05 18:02:09.870207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] For port 0d97d312-c60b-4a81-a1fe-4777f98b03cc, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0d97d312-c60b-4a81-a1fe-4777f98b03cc,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:09.871025 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.890328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] For port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:09.892318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Allocated IP 172.25.3.250 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/c7e0662a-ef4a-4de1-86f9-bbb13b5a7364) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:09.895299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] For port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=99ca5dc3-c2ba-4559-a705-328c5e1dbb0e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:09.916491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-130e04c3-dbcf-4db5-bbea-5aadff2215b4 req-8b42df4d-47e8-4381-ae90-0c4873583880 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023355 Jul 05 18:02:09.933139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Calling delete_port for 0d97d312-c60b-4a81-a1fe-4777f98b03cc owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:09.941902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Attempting to bind port 98cf711b-cd2d-4270-885e-649ac0eabacf on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:09.942283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Attempting to bind port 98cf711b-cd2d-4270-885e-649ac0eabacf by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:09.942704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Attempting to bind port 98cf711b-cd2d-4270-885e-649ac0eabacf on network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:09.952685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:09.953215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Checking segment: {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:09.953536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.953763 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.954794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Bound using segment: {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:09.955306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Bound port: 98cf711b-cd2d-4270-885e-649ac0eabacf, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:09.956359 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:09.972011 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:10.107042 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:10.123891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646590f-216c-41b2-b4e3-a3d706aca674 None None] Pushing event updated for resources: {'Port': ['ID=99ca5dc3-c2ba-4559-a705-328c5e1dbb0e,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:10.141170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] For port 98cf711b-cd2d-4270-885e-649ac0eabacf, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:10.148452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] For port 98cf711b-cd2d-4270-885e-649ac0eabacf, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=98cf711b-cd2d-4270-885e-649ac0eabacf,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:10.179804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Transition to ACTIVE for port object f789fea0-21f9-4320-914a-1c39f450b4ee will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:10.181064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdf0f2-9587-4446-8ac8-e910e04e4a0f req-b1e85eb3-61ae-4a65-859a-a6362eb05bd6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:10.182746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57cdf0f2-9587-4446-8ac8-e910e04e4a0f req-b1e85eb3-61ae-4a65-859a-a6362eb05bd6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.2351265 Jul 05 18:02:10.231925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:10.257447 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:10.265774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57cdf0f2-9587-4446-8ac8-e910e04e4a0f req-6cfb934d-748f-4feb-ab05-061bf4dfbf87 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449004 Jul 05 18:02:10.324543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9683a-1e98-4b9f-94f0-f76216b940c0 None None] Pushing event updated for resources: {'Port': ['ID=98cf711b-cd2d-4270-885e-649ac0eabacf,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:10.339928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Pushing event updated for resources: {'Port': ['ID=c7e0662a-ef4a-4de1-86f9-bbb13b5a7364,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:10.351055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:10.408378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:10.418709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:10.425767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:10.540914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network a675cb52-e4bc-4d13-85da-7894479e2b8a is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:10.592166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:10.612384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Port': ['ID=f789fea0-21f9-4320-914a-1c39f450b4ee,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:10.631417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:10.683913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c9607c-0399-466e-9e59-3ab00bc60a9b None None] Network a675cb52-e4bc-4d13-85da-7894479e2b8a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:10.825365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:10.826419 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:10.890821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a33829fa-e630-48aa-907a-66c210acfe95 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:10.895929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-22d2a9d6-a19e-41a0-9f91-0045e468597e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:10.897575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-22d2a9d6-a19e-41a0-9f91-0045e468597e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 945 time: 0.6195421 Jul 05 18:02:10.924478 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:11.009750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Pushing event deleted for resources: {'Port': ['ID=0d97d312-c60b-4a81-a1fe-4777f98b03cc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:11.050868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.051260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.051600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.051941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.052310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.052638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.052966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.053349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.057299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.057648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.057992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.058324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:11.079489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36573611-cf50-44f9-a7aa-6e7058356867 req-b965a7b8-42a4-473d-82f3-7a7f64ef9cf0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:11.081493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36573611-cf50-44f9-a7aa-6e7058356867 req-b965a7b8-42a4-473d-82f3-7a7f64ef9cf0 tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 945 time: 0.7395627 Jul 05 18:02:11.084456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9d6a44af-6d4d-4fbd-9dde-d9115af399bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7853067 Jul 05 18:02:11.086101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53010) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:11.099058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'port': {'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'name': 'tempest-TaggedBootDevicesTest-1167105239', 'fixed_ips': [{'subnet_id': '4152bfd3-6699-446d-ad99-c4e150cc597c'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:11.121007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-77a18a62-06f3-4794-88c0-490cb789c4b6 None None] Provisioning for port a33829fa-e630-48aa-907a-66c210acfe95 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:11.233365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a33829fa-e630-48aa-907a-66c210acfe95 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:11.240576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a33829fa-e630-48aa-907a-66c210acfe95 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:11.249116 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:11.251383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36573611-cf50-44f9-a7aa-6e7058356867 req-eb37bee7-b571-44ca-8a2a-03e8a238be9e tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/security-groups?id=5701ddcb-5dfc-4d44-b36b-970d5bdee617&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577907 Jul 05 18:02:11.412758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:11.469793 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:11.529422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port a33829fa-e630-48aa-907a-66c210acfe95, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a33829fa-e630-48aa-907a-66c210acfe95,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:11.532362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:11.539489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:11.598976 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:11.713501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=a33829fa-e630-48aa-907a-66c210acfe95,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:11.739822 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] device_id is not set on port 6b5e49ff-5237-410c-8641-38f9f7e632ee yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:02:11.754603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-53fc4fdf-53e4-4bad-b09b-dcd562bce965 None None] Provisioning complete for port a33829fa-e630-48aa-907a-66c210acfe95 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:11.760750 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53fc4fdf-53e4-4bad-b09b-dcd562bce965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:12.008921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:12.016204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-53fc4fdf-53e4-4bad-b09b-dcd562bce965 None None] Provisioning for port f789fea0-21f9-4320-914a-1c39f450b4ee completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:12.021687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-53fc4fdf-53e4-4bad-b09b-dcd562bce965 None None] Provisioning complete for port f789fea0-21f9-4320-914a-1c39f450b4ee triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:12.024801 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53fc4fdf-53e4-4bad-b09b-dcd562bce965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:12.088914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464ca641-afba-48e7-bc3a-f03342bed79d None None] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:12.093889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-53fc4fdf-53e4-4bad-b09b-dcd562bce965 None None] Port f789fea0-21f9-4320-914a-1c39f450b4ee cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:12.119844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Deleting port e956436e-9b7d-4abb-af4c-c37765d6ad4d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:12.120931 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:12.203785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d6ae8-edca-4465-ac43-5288faad2b7a req-82f7152e-9dc3-4892-8825-c77c5ebca271 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:12.212481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-907d6ae8-edca-4465-ac43-5288faad2b7a req-82f7152e-9dc3-4892-8825-c77c5ebca271 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 945 time: 0.4000149 Jul 05 18:02:12.295208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e2eb6-adc2-4c1f-a817-94544c3185dd req-71dd6cfe-0a37-4b4d-a5b0-675935a71901 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:12.303684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-300e2eb6-adc2-4c1f-a817-94544c3185dd req-71dd6cfe-0a37-4b4d-a5b0-675935a71901 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.4888959 Jul 05 18:02:12.341784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-907d6ae8-edca-4465-ac43-5288faad2b7a req-fa8e468a-d2e1-4d63-8c41-b3f6c89f64af tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281521 Jul 05 18:02:12.346330 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:12.401218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-248ad316-de9b-48ca-813b-3ed8640b233a None None] Provisioning complete for port f789fea0-21f9-4320-914a-1c39f450b4ee triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:12.401600 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-248ad316-de9b-48ca-813b-3ed8640b233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:12.410114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] For port e956436e-9b7d-4abb-af4c-c37765d6ad4d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e956436e-9b7d-4abb-af4c-c37765d6ad4d,segment=NetworkSegment(5ab6c1ac-cdbe-434e-975f-02fb64ee777e),segment_id=5ab6c1ac-cdbe-434e-975f-02fb64ee777e)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:12.410752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:12.427688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Calling delete_port for e956436e-9b7d-4abb-af4c-c37765d6ad4d owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:12.455542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Allocated IP 10.1.1.70 (a675cb52-e4bc-4d13-85da-7894479e2b8a/4152bfd3-6699-446d-ad99-c4e150cc597c/6b5e49ff-5237-410c-8641-38f9f7e632ee) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:12.461034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-248ad316-de9b-48ca-813b-3ed8640b233a None None] Port f789fea0-21f9-4320-914a-1c39f450b4ee cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:12.462758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9680c0e8-88d9-452d-a0a7-1496fde71ebd None None] Network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:12.610125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-248ad316-de9b-48ca-813b-3ed8640b233a None None] Provisioning for port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:12.707757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:12.731008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Transition to ACTIVE for port object 6b5e49ff-5237-410c-8641-38f9f7e632ee will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:12.789999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-300e2eb6-adc2-4c1f-a817-94544c3185dd req-5b587248-8afc-4afc-858d-80b1424f9915 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4851456 Jul 05 18:02:12.867560 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1efde056-c813-4733-b2e5-8ee764171574 None None] Provisioning for port 98cf711b-cd2d-4270-885e-649ac0eabacf completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:12.884115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-986d252b-a76a-4e46-a073-4c64acdb3d96 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:12.885770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-986d252b-a76a-4e46-a073-4c64acdb3d96 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.97 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 950 time: 0.1516085 Jul 05 18:02:12.905147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 98cf711b-cd2d-4270-885e-649ac0eabacf up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:12.966591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Router 18814ce8-21d1-490e-9551-c647fcf86ed1 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:02:12.977940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:12.995218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa7bff-734c-4a39-b2dd-a3fc31ccc1a4 req-f970e310-cc00-4d7d-af9d-eed9889f5c68 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:13.001943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ffa7bff-734c-4a39-b2dd-a3fc31ccc1a4 req-f970e310-cc00-4d7d-af9d-eed9889f5c68 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 950 time: 0.4723637 Jul 05 18:02:13.050394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 98cf711b-cd2d-4270-885e-649ac0eabacf completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:13.054531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 98cf711b-cd2d-4270-885e-649ac0eabacf triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:13.054953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.070014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ffa7bff-734c-4a39-b2dd-a3fc31ccc1a4 req-567bc787-6e7c-4564-9934-0bc59d3d3c74 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/security-groups?id=2931698d-2cae-4270-b7ef-2b6953407100&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671556 Jul 05 18:02:13.178800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network a675cb52-e4bc-4d13-85da-7894479e2b8a is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:13.186551 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.209429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:13.218030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:13.222771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Port': ['ID=6b5e49ff-5237-410c-8641-38f9f7e632ee,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:13.233192 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.267432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-962de748-b40f-4cb4-bb6d-340739d49edb None None] Provisioning complete for port 98cf711b-cd2d-4270-885e-649ac0eabacf triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:13.267920 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-962de748-b40f-4cb4-bb6d-340739d49edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.273098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ff9de9b-e13b-4acd-8a84-c2de41a66b03 req-91d16c23-ec93-4cca-8cd5-d216d8ed757b tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 210 time: 0.0873492 Jul 05 18:02:13.308543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 98cf711b-cd2d-4270-885e-649ac0eabacf, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=98cf711b-cd2d-4270-885e-649ac0eabacf,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:13.337968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:13.338633 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.349502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Pushing event deleted for resources: {'Port': ['ID=e956436e-9b7d-4abb-af4c-c37765d6ad4d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:13.364109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:02:13.387439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Deleting port 14c985a1-5df9-4728-ae12-6a0d899169be {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:13.395727 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.395895 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-962de748-b40f-4cb4-bb6d-340739d49edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.420749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] No DVR routers for this DVR port e956436e-9b7d-4abb-af4c-c37765d6ad4d on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:13.424322 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.429010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-432cc280-0fe7-4b16-b1f9-ea77292dbe24 req-f80a7ef1-2a50-4c91-a936-451d83514ade tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.39 "DELETE /v2.0/ports/e956436e-9b7d-4abb-af4c-c37765d6ad4d HTTP/1.1" status: 204 len: 173 time: 2.5002971 Jul 05 18:02:13.429854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'name': 'network-vif-deleted', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:13.432404 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c33513-51f4-42fe-832f-dde0e53d9f41" -d '{"events": [{"server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "name": "network-vif-deleted", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:13.451258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:02:13.458285 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.460560 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:13.495450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-047b67e3-b786-4361-97d1-23fec967c31b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4080331 Jul 05 18:02:13.521833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Sync routers for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:02:13.541859 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22823c6-45e2-4aac-a156-216f1cf1c31e x-openstack-request-id: req-a22823c6-45e2-4aac-a156-216f1cf1c31e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:13.541859 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad54da97-16e4-4fc4-8173-c5bc7cb864fb", "name": "network-vif-deleted", "tag": "e956436e-9b7d-4abb-af4c-c37765d6ad4d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:13.541859 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a22823c6-45e2-4aac-a156-216f1cf1c31e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:13.543290 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad54da97-16e4-4fc4-8173-c5bc7cb864fb', 'name': 'network-vif-deleted', 'tag': 'e956436e-9b7d-4abb-af4c-c37765d6ad4d', 'status': 'completed', 'code': 200} Jul 05 18:02:13.565159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] For port 14c985a1-5df9-4728-ae12-6a0d899169be, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14c985a1-5df9-4728-ae12-6a0d899169be,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:13.565670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.580003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Calling delete_port for 14c985a1-5df9-4728-ae12-6a0d899169be owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:13.612102 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-962de748-b40f-4cb4-bb6d-340739d49edb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:02:13.612377 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-962de748-b40f-4cb4-bb6d-340739d49edb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:02:13.612864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:13.613497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:13.630093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:02:13.640375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8b7115ea-630f-44df-aa5e-f05ff88e09eb admin admin] 10.222.0.30 "PUT /v2.0/routers/11fbdfb2-b1a9-42e2-88bb-eb774edc2486/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0929294 Jul 05 18:02:13.641049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53034) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:13.641342 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d14ef-0427-4b18-aa62-948715458065 None None] Sync routers for ids ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:02:13.661404 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d14ef-0427-4b18-aa62-948715458065 None None] Routers {'11fbdfb2-b1a9-42e2-88bb-eb774edc2486'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:13.662071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=98cf711b-cd2d-4270-885e-649ac0eabacf,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:13.662344 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-256d14ef-0427-4b18-aa62-948715458065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:13.681862 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.683139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1f4f5f2e-5b9c-47ee-8266-6890b8f62c2c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.7142053 Jul 05 18:02:13.686808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53036) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:13.770950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:13.797178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:13.797714 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.851184 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.862963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:13.867943 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-256d14ef-0427-4b18-aa62-948715458065 None None] Set router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:13.912470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53040) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:13.920575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f89c094d-b908-4bee-967f-04c9bbaef41e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'security_group': {'name': 'tempest-securitygroup--19626539', 'description': 'tempest-description--1749625354'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:13.976685 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:13.990033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['14c985a1-5df9-4728-ae12-6a0d899169be'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:02:14.060618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Pushing event deleted for resources: {'Port': ['ID=14c985a1-5df9-4728-ae12-6a0d899169be,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:14.065709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.079912 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f89c094d-b908-4bee-967f-04c9bbaef41e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.143144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] No DVR routers for this DVR port 14c985a1-5df9-4728-ae12-6a0d899169be on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:14.202223 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.211105 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4cde78fd-63cc-4d66-ba3c-34d90ceb6885 req-a4f51f65-0654-41c6-8541-1e5ad6cfe861 tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.97 "DELETE /v2.0/ports/14c985a1-5df9-4728-ae12-6a0d899169be HTTP/1.1" status: 204 len: 173 time: 1.3177607 Jul 05 18:02:14.211653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7286f874-7c4b-4cb8-96b9-b3cdac61ef1c', 'name': 'network-vif-deleted', 'tag': '14c985a1-5df9-4728-ae12-6a0d899169be'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:14.213971 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238c2381-c322-4a3c-bf2d-2faeb377b3ff" -d '{"events": [{"server_uuid": "7286f874-7c4b-4cb8-96b9-b3cdac61ef1c", "name": "network-vif-deleted", "tag": "14c985a1-5df9-4728-ae12-6a0d899169be"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:14.303537 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-256d14ef-0427-4b18-aa62-948715458065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:59:51Z', 'updated_at': '2021-07-05T18:02:10Z', 'revision_number': 5, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'gw_port': {'id': 'e46ac93a-e5b4-4e4e-afac-aa06b9045616', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:c0:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T17:59:52Z', 'updated_at': '2021-07-05T17:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:14.345473 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.374928 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d14ef-0427-4b18-aa62-948715458065 None None] Checking router: 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:02:14.384861 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d14ef-0427-4b18-aa62-948715458065 None None] Routers {'11fbdfb2-b1a9-42e2-88bb-eb774edc2486'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:14.386202 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-256d14ef-0427-4b18-aa62-948715458065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:14.420978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=99ca5dc3-c2ba-4559-a705-328c5e1dbb0e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:14.438063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-962de748-b40f-4cb4-bb6d-340739d49edb None None] Provisioning complete for port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:14.438826 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-962de748-b40f-4cb4-bb6d-340739d49edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.465507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Deleting port e46ac93a-e5b4-4e4e-afac-aa06b9045616 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:14.466172 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.499903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:11Z', 'revision_number': 3, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:14.506122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d89dfa-216f-43fc-9471-2b74fa280afa req-311e35c0-4b2e-429d-8356-3a6ddd015874 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:14.507746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06d89dfa-216f-43fc-9471-2b74fa280afa req-311e35c0-4b2e-429d-8356-3a6ddd015874 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.3741786 Jul 05 18:02:14.510290 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f89c094d-b908-4bee-967f-04c9bbaef41e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.514760 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-256d14ef-0427-4b18-aa62-948715458065 None None] Set router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:14.537407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Checking router: 18814ce8-21d1-490e-9551-c647fcf86ed1 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:02:14.537771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Updating router 18814ce8-21d1-490e-9551-c647fcf86ed1 port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:02:14.541543 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.542388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a33829fa-e630-48aa-907a-66c210acfe95 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:14.590583 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-256d14ef-0427-4b18-aa62-948715458065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:59:51Z', 'updated_at': '2021-07-05T18:02:14Z', 'revision_number': 6, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:14.632615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=99ca5dc3-c2ba-4559-a705-328c5e1dbb0e,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:14.638543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f89c094d-b908-4bee-967f-04c9bbaef41e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.650334 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256d14ef-0427-4b18-aa62-948715458065 None None] The sync data for ids ['11fbdfb2-b1a9-42e2-88bb-eb774edc2486'] in n-d-799524-1 is: [{'id': '11fbdfb2-b1a9-42e2-88bb-eb774edc2486', 'name': 'tempest-AttachSCSIVolumeTestJSON-1931941862-router', 'tenant_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T17:59:51Z', 'updated_at': '2021-07-05T18:02:14Z', 'revision_number': 6, 'project_id': '642fb1c1cfac424990ee9cab7e09e8c3', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:02:14.740590 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.749433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.749964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fdff95f-6bb6-4894-998d-6ce708ff1cab req-c8d6b512-c802-42d5-b858-07625e2d2d9f tempest-ServerDiagnosticsNegativeTest-910204164 tempest-ServerDiagnosticsNegativeTest-910204164-project] 10.222.0.30 "GET /v2.0/ports?device_id=7286f874-7c4b-4cb8-96b9-b3cdac61ef1c HTTP/1.1" status: 200 len: 210 time: 0.1057005 Jul 05 18:02:14.787649 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f89c094d-b908-4bee-967f-04c9bbaef41e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.792094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f89c094d-b908-4bee-967f-04c9bbaef41e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8778880 Jul 05 18:02:14.792831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53060) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:14.803094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6a04ebcb-7b75-4b0a-b799-ab64b5dd72b3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'security_group_rule': {'security_group_id': '214cd7ae-d6c8-4467-b680-acd6aa76dbdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:14.823087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06d89dfa-216f-43fc-9471-2b74fa280afa req-db3ef6f1-12b8-414c-a0d6-c3c45371b14b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899797 Jul 05 18:02:14.841618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c094d-b908-4bee-967f-04c9bbaef41e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214cd7ae-d6c8-4467-b680-acd6aa76dbdb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:14.887457 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd4b19a-ee24-45bf-a5c2-592dc08053b5 x-openstack-request-id: req-bdd4b19a-ee24-45bf-a5c2-592dc08053b5 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:14.887457 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7286f874-7c4b-4cb8-96b9-b3cdac61ef1c", "name": "network-vif-deleted", "tag": "14c985a1-5df9-4728-ae12-6a0d899169be", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:14.887457 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdd4b19a-ee24-45bf-a5c2-592dc08053b5 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:14.887457 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7286f874-7c4b-4cb8-96b9-b3cdac61ef1c', 'name': 'network-vif-deleted', 'tag': '14c985a1-5df9-4728-ae12-6a0d899169be', 'status': 'completed', 'code': 200} Jul 05 18:02:14.914548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] For port e46ac93a-e5b4-4e4e-afac-aa06b9045616, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e46ac93a-e5b4-4e4e-afac-aa06b9045616,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:14.914997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:14.947668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Calling delete_port for e46ac93a-e5b4-4e4e-afac-aa06b9045616 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:14.956362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e956436e-9b7d-4abb-af4c-c37765d6ad4d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:14.959100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Allocated IP 172.20.0.1 (ca2dccdc-b59c-4cb4-bf64-57c311be8666/1ede2906-db6e-4b4d-a9bb-9107a573e512/1a16bea3-ca65-4750-9667-546949236057) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:14.993965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: e956436e-9b7d-4abb-af4c-c37765d6ad4d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:14.994772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e956436e-9b7d-4abb-af4c-c37765d6ad4d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:15.040262 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a33829fa-e630-48aa-907a-66c210acfe95 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:15.040787 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.041914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a04ebcb-7b75-4b0a-b799-ab64b5dd72b3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.135387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12ad5e9c-6dd9-47c8-bff1-e727cbc277da req-4ecd906d-018c-4b1b-899d-052476223e3c tempest-LiveMigrationTest-1442372207 tempest-LiveMigrationTest-1442372207-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad54da97-16e4-4fc4-8173-c5bc7cb864fb HTTP/1.1" status: 200 len: 210 time: 0.0735416 Jul 05 18:02:15.153579 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.163122 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a04ebcb-7b75-4b0a-b799-ab64b5dd72b3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.182848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Transition to ACTIVE for port object 1a16bea3-ca65-4750-9667-546949236057 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:15.241190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a04ebcb-7b75-4b0a-b799-ab64b5dd72b3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.292707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04ebcb-7b75-4b0a-b799-ab64b5dd72b3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96c02df-936e-445a-995a-ae3c7b0ccd4f,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:15.319383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.335974 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.361774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a04ebcb-7b75-4b0a-b799-ab64b5dd72b3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.372350 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6a04ebcb-7b75-4b0a-b799-ab64b5dd72b3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5664985 Jul 05 18:02:15.372350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53064) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:15.372350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d2c609c8-f70a-44b9-a46a-1dc7c6ddc459 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'security_group_rule': {'security_group_id': '214cd7ae-d6c8-4467-b680-acd6aa76dbdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:15.372872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:15.378054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:15.381862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:15.396539 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7ad60515-1e8a-4045-b9e2-8a47d2276774 None None] Provisioning for port 6b5e49ff-5237-410c-8641-38f9f7e632ee completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:15.404933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7ad60515-1e8a-4045-b9e2-8a47d2276774 None None] Provisioning complete for port 6b5e49ff-5237-410c-8641-38f9f7e632ee triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:15.404933 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7ad60515-1e8a-4045-b9e2-8a47d2276774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.432748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.458836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.463349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Pushing event updated for resources: {'Port': ['ID=1a16bea3-ca65-4750-9667-546949236057,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:15.482372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7ad60515-1e8a-4045-b9e2-8a47d2276774 None None] Port 6b5e49ff-5237-410c-8641-38f9f7e632ee cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:15.505566 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Transition to ACTIVE for port object c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:15.511680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Pushing event deleted for resources: {'Port': ['ID=e46ac93a-e5b4-4e4e-afac-aa06b9045616,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:15.593095 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.603897 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c609c8-f70a-44b9-a46a-1dc7c6ddc459 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.671018 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 98cf711b-cd2d-4270-885e-649ac0eabacf up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:15.705543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Attempting to bind port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:15.705921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Attempting to bind port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:15.706520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Attempting to bind port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:15.714767 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.715629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a708c5c-55b5-4de0-82f7-33be0260a6fe None None] Pushing event updated for resources: {'Port': ['ID=c7e0662a-ef4a-4de1-86f9-bbb13b5a7364,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:15.725605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:15.725605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:15.725858 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.726217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:15.726723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Bound port: c7e0662a-ef4a-4de1-86f9-bbb13b5a7364, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:15.727330 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.821439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 98cf711b-cd2d-4270-885e-649ac0eabacf triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:15.821968 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.835923 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.842614 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c609c8-f70a-44b9-a46a-1dc7c6ddc459 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.842614 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.881871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:15.974103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] For port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:15.980126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] For port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c7e0662a-ef4a-4de1-86f9-bbb13b5a7364,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:16.025589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c683716f-1a42-44ea-aa05-f86c4a9b8aa2 None None] Provisioning for port 1a16bea3-ca65-4750-9667-546949236057 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:16.028516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:16.053898 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.056709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c683716f-1a42-44ea-aa05-f86c4a9b8aa2 None None] Provisioning complete for port 1a16bea3-ca65-4750-9667-546949236057 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:16.057082 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c683716f-1a42-44ea-aa05-f86c4a9b8aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.136727 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.141167 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c609c8-f70a-44b9-a46a-1dc7c6ddc459 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.168196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c683716f-1a42-44ea-aa05-f86c4a9b8aa2 None None] Port 1a16bea3-ca65-4750-9667-546949236057 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:16.169726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a708c5c-55b5-4de0-82f7-33be0260a6fe None None] Pushing event updated for resources: {'Port': ['ID=c7e0662a-ef4a-4de1-86f9-bbb13b5a7364,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:16.173609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:16.174231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:16.180984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c609c8-f70a-44b9-a46a-1dc7c6ddc459 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf1f874-febc-422b-b299-e6d995516bfa,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:16.210314 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.224265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:16.224903 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.233259 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24652eb8-ed56-45f2-aa5b-38ec57d3220e req-c173e476-7eba-4b09-9cba-a05ea9bcc363 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:16.236355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24652eb8-ed56-45f2-aa5b-38ec57d3220e req-c173e476-7eba-4b09-9cba-a05ea9bcc363 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.1048005 Jul 05 18:02:16.266107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53084) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:16.276587 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.286766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11fbdfb2-b1a9-42e2-88bb-eb774edc2486 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:02:16.290603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c609c8-f70a-44b9-a46a-1dc7c6ddc459 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.293432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d2c609c8-f70a-44b9-a46a-1dc7c6ddc459 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9261534 Jul 05 18:02:16.304109 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.304221 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53088) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:16.304316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1768496a-3955-459a-8ed1-484cd5feaadf admin admin] 10.222.0.30 "DELETE /v2.0/routers/11fbdfb2-b1a9-42e2-88bb-eb774edc2486 HTTP/1.1" status: 204 len: 168 time: 2.6567972 Jul 05 18:02:16.304413 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.311042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53090) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:16.315374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:16.321708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Pushing event updated for resources: {'Port': ['ID=1a16bea3-ca65-4750-9667-546949236057,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:16.330430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:16.381012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24652eb8-ed56-45f2-aa5b-38ec57d3220e req-78fb38f5-8106-401b-8032-12a2b79e941f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350515 Jul 05 18:02:16.462970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-937b53b1-c766-4316-93ea-2902abb735f1 admin admin] Deleting subnet b5593fde-bd95-45f5-a63c-bac684eb2b8f {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:02:16.467996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-937b53b1-c766-4316-93ea-2902abb735f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.514834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f9d708-096c-497a-aae5-db2bb11a0a20 admin admin] Deleting subnet 79352e57-c706-4416-9600-fe200036edbc {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:02:16.523121 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d708-096c-497a-aae5-db2bb11a0a20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.541593 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 14c985a1-5df9-4728-ae12-6a0d899169be no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:16.543798 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-937b53b1-c766-4316-93ea-2902abb735f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.570297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53100) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:16.580954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 14c985a1-5df9-4728-ae12-6a0d899169be {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:16.580954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 14c985a1-5df9-4728-ae12-6a0d899169be not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:16.591401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.611523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d708-096c-497a-aae5-db2bb11a0a20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.638155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e46ac93a-e5b4-4e4e-afac-aa06b9045616 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:16.665926 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d708-096c-497a-aae5-db2bb11a0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.671920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: e46ac93a-e5b4-4e4e-afac-aa06b9045616 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:16.673319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e46ac93a-e5b4-4e4e-afac-aa06b9045616 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:16.674136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0d97d312-c60b-4a81-a1fe-4777f98b03cc no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:16.720310 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-937b53b1-c766-4316-93ea-2902abb735f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.730343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 0d97d312-c60b-4a81-a1fe-4777f98b03cc {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:16.731025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0d97d312-c60b-4a81-a1fe-4777f98b03cc not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:16.778189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:16.787499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-21394880-cac6-4fc7-8f04-20ebcf360ea0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34e3cc0bcce4484caaaaf70fa4895684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085636 Jul 05 18:02:16.788077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:16.789981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53110) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:16.835317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:14Z', 'revision_number': 1, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:16.858460 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d708-096c-497a-aae5-db2bb11a0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.881291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd8d78-d800-4b20-a2ea-5fa4577e5857 None None] The sync data for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 is: [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:14Z', 'revision_number': 1, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:02:16.892890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9d708-096c-497a-aae5-db2bb11a0a20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79352e57-c706-4416-9600-fe200036edbc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:16.900544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-937b53b1-c766-4316-93ea-2902abb735f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.913950 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6f9d708-096c-497a-aae5-db2bb11a0a20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.915882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c6f9d708-096c-497a-aae5-db2bb11a0a20 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/79352e57-c706-4416-9600-fe200036edbc HTTP/1.1" status: 204 len: 168 time: 0.6484878 Jul 05 18:02:16.919854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53112) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:16.976976 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fa6863a-977f-4e62-97c3-d8e19de3bca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:16.987702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b53b1-c766-4316-93ea-2902abb735f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5593fde-bd95-45f5-a63c-bac684eb2b8f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:17.008374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-937b53b1-c766-4316-93ea-2902abb735f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.014984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53116) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:17.017786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893ea185-61e1-4077-a062-3f36d1aae249 None None] Network 01700a04-2c31-46e6-9fcd-61e849404ae7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:17.021202 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-937b53b1-c766-4316-93ea-2902abb735f1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b5593fde-bd95-45f5-a63c-bac684eb2b8f HTTP/1.1" status: 204 len: 168 time: 0.6951675 Jul 05 18:02:17.057937 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.073777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Router 18814ce8-21d1-490e-9551-c647fcf86ed1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:02:17.105423 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.109546 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fa6863a-977f-4e62-97c3-d8e19de3bca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.128637 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.231562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dede6f8d-0feb-46e2-b2c2-9d249ec26d30 None None] Provisioning complete for port 1a16bea3-ca65-4750-9667-546949236057 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:17.232098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dede6f8d-0feb-46e2-b2c2-9d249ec26d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.280347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Allocated IP 172.25.3.5 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/dc3e04e5-6c35-45de-b0cf-6f34944fabd9) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:17.305528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.331052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66f7e0f-287f-4a50-9e5e-c0d40615f872']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:17.334336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-dede6f8d-0feb-46e2-b2c2-9d249ec26d30 None None] Port 1a16bea3-ca65-4750-9667-546949236057 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:17.348250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:02:17.359013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab6c1ac-cdbe-434e-975f-02fb64ee777e') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:17.359013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab6c1ac-cdbe-434e-975f-02fb64ee777e') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:17.366190 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-757a1309-ed9d-4a09-a980-e3b58452c276 admin admin] 10.222.0.30 "PUT /v2.0/routers/18814ce8-21d1-490e-9551-c647fcf86ed1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6776609 Jul 05 18:02:17.387859 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.423993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Deleting port fbe8288c-ecb5-402b-9f1d-6e11143b9270 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:17.425800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.431072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.439908 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fa6863a-977f-4e62-97c3-d8e19de3bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.453041 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fa6863a-977f-4e62-97c3-d8e19de3bca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.466839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4fa6863a-977f-4e62-97c3-d8e19de3bca1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2931698d-2cae-4270-b7ef-2b6953407100 HTTP/1.1" status: 204 len: 168 time: 0.6650290 Jul 05 18:02:17.475251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:02:17.475952 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.488558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ac19a-83a4-45d4-a5a1-b3619e6d202a None None] DHCP port deletion for 01700a04-2c31-46e6-9fcd-61e849404ae7 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:02:17.508176 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:02:17.562206 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-189ac19a-83a4-45d4-a5a1-b3619e6d202a None None] Deleting port fbe8288c-ecb5-402b-9f1d-6e11143b9270 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:17.563423 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-189ac19a-83a4-45d4-a5a1-b3619e6d202a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.586924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6863a-977f-4e62-97c3-d8e19de3bca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2931698d-2cae-4270-b7ef-2b6953407100,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:17.611017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.669260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] For port fbe8288c-ecb5-402b-9f1d-6e11143b9270, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fbe8288c-ecb5-402b-9f1d-6e11143b9270,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:17.669653 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.699202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Calling delete_port for fbe8288c-ecb5-402b-9f1d-6e11143b9270 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:17.727867 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.734175 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.741890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a66f7e0f-287f-4a50-9e5e-c0d40615f872 HTTP/1.1" status: 204 len: 168 time: 0.8210104 Jul 05 18:02:17.745046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53148) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:17.799474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0170d0c-360a-4ffc-9636-54bb32bd4e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=a66f7e0f-287f-4a50-9e5e-c0d40615f872,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:17.800725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-189ac19a-83a4-45d4-a5a1-b3619e6d202a None None] For port fbe8288c-ecb5-402b-9f1d-6e11143b9270, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fbe8288c-ecb5-402b-9f1d-6e11143b9270,segment=NetworkSegment(464f6a2f-7734-4f8b-96e4-3f3f9193bfbf),segment_id=464f6a2f-7734-4f8b-96e4-3f3f9193bfbf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:17.801228 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-189ac19a-83a4-45d4-a5a1-b3619e6d202a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.827108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-189ac19a-83a4-45d4-a5a1-b3619e6d202a None None] Calling delete_port for fbe8288c-ecb5-402b-9f1d-6e11143b9270 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:17.833590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:17.896222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:17.898824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:17.901429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:17.936049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Port': ['ID=dc3e04e5-6c35-45de-b0cf-6f34944fabd9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:17.982078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-668d2d60-4159-4a63-bbec-34485398c56d admin admin] Deleting subnet 3b9a9f59-2622-4d9b-aa1d-4690e042a203 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:02:17.988447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-668d2d60-4159-4a63-bbec-34485398c56d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.062400 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-189ac19a-83a4-45d4-a5a1-b3619e6d202a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.096428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ac19a-83a4-45d4-a5a1-b3619e6d202a None None] Pushing event deleted for resources: {'Port': ['ID=fbe8288c-ecb5-402b-9f1d-6e11143b9270,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:18.099117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ac19a-83a4-45d4-a5a1-b3619e6d202a None None] No DVR routers for this DVR port fbe8288c-ecb5-402b-9f1d-6e11143b9270 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:18.110813 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.127347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-668d2d60-4159-4a63-bbec-34485398c56d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.150648 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.187752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbe8288c-ecb5-402b-9f1d-6e11143b9270,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:18.200554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] No DVR routers for this DVR port fbe8288c-ecb5-402b-9f1d-6e11143b9270 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:18.210785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c1de0-a731-460a-ae5a-b8f0dc7167a9 req-f39a9654-0716-4d3d-b61d-d77225e50e6e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:18.212358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a7c1de0-a731-460a-ae5a-b8f0dc7167a9 req-f39a9654-0716-4d3d-b61d-d77225e50e6e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.4087217 Jul 05 18:02:18.321787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.366254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a7c1de0-a731-460a-ae5a-b8f0dc7167a9 req-1372755d-5d20-4fa4-b5e0-9c4161b75fc3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467206 Jul 05 18:02:18.368691 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-668d2d60-4159-4a63-bbec-34485398c56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.416205 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.442893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01700a04-2c31-46e6-9fcd-61e849404ae7']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:18.471502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:18.471502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464f6a2f-7734-4f8b-96e4-3f3f9193bfbf') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:18.489864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.519937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.531767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:02:18.532303 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.535261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 41fec7e6-3ae3-41bb-b7f3-52339100f016 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:02:18.543380 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:02:18.587009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53162) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:18.595993 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.613410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3da0c93-081d-4213-896c-06c62b33b0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.632289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-668d2d60-4159-4a63-bbec-34485398c56d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.656781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.676624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d2d60-4159-4a63-bbec-34485398c56d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b9a9f59-2622-4d9b-aa1d-4690e042a203,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:18.715657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-668d2d60-4159-4a63-bbec-34485398c56d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.717759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-668d2d60-4159-4a63-bbec-34485398c56d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3b9a9f59-2622-4d9b-aa1d-4690e042a203 HTTP/1.1" status: 204 len: 168 time: 0.9708509 Jul 05 18:02:18.720471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.727081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53168) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:18.809765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Port': ['ID=dc3e04e5-6c35-45de-b0cf-6f34944fabd9,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:18.825847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.827061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:18.879601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '41fec7e6-3ae3-41bb-b7f3-52339100f016', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'port_id': '41fec7e6-3ae3-41bb-b7f3-52339100f016', 'mac_address': 'fa:16:3e:ef:31:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e039f504-6b86-40f2-812b-b12379744305', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:02:18.882027 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.884386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] 10.222.0.30 "DELETE /v2.0/networks/01700a04-2c31-46e6-9fcd-61e849404ae7 HTTP/1.1" status: 204 len: 168 time: 1.8663614 Jul 05 18:02:18.885340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768efbd-a41f-4a88-be4e-82792a833f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=01700a04-2c31-46e6-9fcd-61e849404ae7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:18.889240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53178) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:18.948842 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:18.964779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41fec7e6-3ae3-41bb-b7f3-52339100f016 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:18.992567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:19.029006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53182) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:19.079952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.084357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1954345908', 'description': 'tempest-description--221218804'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:19.135898 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.216029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['41fec7e6-3ae3-41bb-b7f3-52339100f016'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:02:19.289948 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3da0c93-081d-4213-896c-06c62b33b0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.334282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=41fec7e6-3ae3-41bb-b7f3-52339100f016,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:19.348485 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.365826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8edf98b0-bbb3-42f1-ac28-55e79d40427f']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:19.390360 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3da0c93-081d-4213-896c-06c62b33b0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.427912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216f46d6-f153-4809-b64a-4de95f5b1073') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:19.428214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216f46d6-f153-4809-b64a-4de95f5b1073') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:19.447832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da0c93-081d-4213-896c-06c62b33b0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ebbeb6e-c5dc-495c-bf11-3b84d8d2da01,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:19.492928 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.510958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f3da0c93-081d-4213-896c-06c62b33b0c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e34b2531dd6437da658760a6c84714a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9227254 Jul 05 18:02:19.513880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53186) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:19.523420 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.543403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:02:19.544039 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:02:19.545949 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:02:19.638263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:19.743911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f15ae-39e3-4ef5-aed7-2f7bb4129c3a req-f687a845-9a41-4372-9883-2e8ac484ff01 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:19.745679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-373f15ae-39e3-4ef5-aed7-2f7bb4129c3a req-f687a845-9a41-4372-9883-2e8ac484ff01 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.1272650 Jul 05 18:02:19.746714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5d3351a-302c-46c6-b529-bb01bcd55320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.781729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.783204 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7e7bf374-cfae-40d4-8970-c042fda52a1d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4825301 Jul 05 18:02:19.799144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:19.802652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:19.803007 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.811586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.823569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.830050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8edf98b0-bbb3-42f1-ac28-55e79d40427f HTTP/1.1" status: 204 len: 168 time: 1.0990593 Jul 05 18:02:19.886765 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5d3351a-302c-46c6-b529-bb01bcd55320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.888591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:19.894098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb88e43-9537-4458-968e-67107fcec944 admin admin] Pushing event deleted for resources: {'Network': ['ID=8edf98b0-bbb3-42f1-ac28-55e79d40427f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:19.919389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-373f15ae-39e3-4ef5-aed7-2f7bb4129c3a req-0e28e589-83f9-404c-9626-d44f75355591 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612403 Jul 05 18:02:20.097409 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5d3351a-302c-46c6-b529-bb01bcd55320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:20.102340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5d3351a-302c-46c6-b529-bb01bcd55320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:20.107278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a5d3351a-302c-46c6-b529-bb01bcd55320 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ebbeb6e-c5dc-495c-bf11-3b84d8d2da01 HTTP/1.1" status: 204 len: 168 time: 0.5911937 Jul 05 18:02:20.127832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3351a-302c-46c6-b529-bb01bcd55320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ebbeb6e-c5dc-495c-bf11-3b84d8d2da01,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:20.249302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:20.343435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-321f7ea6-c6f5-41ae-998f-3b27a5404100 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--19626539&fields=id&tenant_id=72ba194bca89444b998ef29fef238662 HTTP/1.1" status: 200 len: 267 time: 0.1164489 Jul 05 18:02:20.382508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:20.505562 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:20.513564 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c3c15f4-cc7c-48b6-a06e-2fd914596426 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:20.523274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c3c15f4-cc7c-48b6-a06e-2fd914596426 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports/f789fea0-21f9-4320-914a-1c39f450b4ee HTTP/1.1" status: 200 len: 932 time: 0.1763535 Jul 05 18:02:20.548250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c7e0662a-ef4a-4de1-86f9-bbb13b5a7364,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:20.555601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 41fec7e6-3ae3-41bb-b7f3-52339100f016 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:20.594368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53218) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:20.655619 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:20.707956 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:20.741707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 41fec7e6-3ae3-41bb-b7f3-52339100f016 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:20.742144 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:20.780152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1cc19f8a-b5db-40c5-8e6c-b3f3b584b857 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60f9e1b656d140fe9c084ba5be80f85e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1830444 Jul 05 18:02:20.806081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53222) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:20.810861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-17ef7a94-9b9c-4c0f-9544-4b7a32fe69f0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:20.811713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-120c82ad-fdd7-490f-b745-734346c6241d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:20.814240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fbe8288c-ecb5-402b-9f1d-6e11143b9270 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:20.826877 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-17ef7a94-9b9c-4c0f-9544-4b7a32fe69f0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports/6b5e49ff-5237-410c-8641-38f9f7e632ee HTTP/1.1" status: 200 len: 931 time: 0.3024964 Jul 05 18:02:20.881206 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: fbe8288c-ecb5-402b-9f1d-6e11143b9270 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:20.881799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fbe8288c-ecb5-402b-9f1d-6e11143b9270 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:20.896591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Sync routers for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:02:20.926313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2853074d-998d-437d-8f45-a59aa78e7842,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:20.942708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-5c906c1a-f609-4da9-a6d2-601c4a2ac844 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1145706 Jul 05 18:02:20.955848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:20.957150 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:20.992919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.002248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-28f12b2b-6c7f-4833-8a1c-9fca768ff320 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0584612 Jul 05 18:02:21.003495 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9713135 Jul 05 18:02:21.004264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53234) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:21.009074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-939e0c85-d047-4941-9d36-1be9328270b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'security_group_rule': {'security_group_id': '2853074d-998d-437d-8f45-a59aa78e7842', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:21.057208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.057623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.058158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.058646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.059373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.059959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.060568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.061132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.061615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.062256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.062629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.063325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323da2ee-184a-4d63-bb74-3bec3d24ce25 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:21.110501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a4175b3-29ee-4a36-b9cf-8aefe530a8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.183830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c7e0662a-ef4a-4de1-86f9-bbb13b5a7364,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:21.197797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a4175b3-29ee-4a36-b9cf-8aefe530a8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.290346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-939e0c85-d047-4941-9d36-1be9328270b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.314429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.317965 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Deleting port 62a14b0a-074f-4f95-a940-a29b35ff29d7 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:21.317965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.349857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:21.352825 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4718669-7378-4eed-91a6-d8f45b7c0d86" -d '{"events": [{"server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "name": "network-vif-plugged", "status": "completed", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:21.364756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:21.396566 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a4175b3-29ee-4a36-b9cf-8aefe530a8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.399423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a4175b3-29ee-4a36-b9cf-8aefe530a8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.400899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3a4175b3-29ee-4a36-b9cf-8aefe530a8db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5701ddcb-5dfc-4d44-b36b-970d5bdee617 HTTP/1.1" status: 204 len: 168 time: 0.5787289 Jul 05 18:02:21.437715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4175b3-29ee-4a36-b9cf-8aefe530a8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5701ddcb-5dfc-4d44-b36b-970d5bdee617,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:21.488335 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:21.550487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] For port 62a14b0a-074f-4f95-a940-a29b35ff29d7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=62a14b0a-074f-4f95-a940-a29b35ff29d7,segment=NetworkSegment(fb187649-8f4b-4bb4-8a51-6e753ad126ba),segment_id=fb187649-8f4b-4bb4-8a51-6e753ad126ba)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:21.551373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.576393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Calling delete_port for 62a14b0a-074f-4f95-a940-a29b35ff29d7 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:21.595542 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.628451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-498e5b4d-988c-41c7-9003-66f4875eabb8 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:21.652798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-498e5b4d-988c-41c7-9003-66f4875eabb8 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:21.678448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-498e5b4d-988c-41c7-9003-66f4875eabb8 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:21.680741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-498e5b4d-988c-41c7-9003-66f4875eabb8 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/networks?id=e2195c82-404a-4d31-a86a-4869116cf8b2&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&id=2fcce57a-4f76-4ef7-85cc-9baef3a62681 HTTP/1.1" status: 200 len: 1989 time: 0.6775844 Jul 05 18:02:21.684176 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-939e0c85-d047-4941-9d36-1be9328270b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.723993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71926371-7faf-4ba2-9862-013aac3eba03 req-35b1bdad-1fe8-4179-b37d-88c6d7d1757a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:21.728789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71926371-7faf-4ba2-9862-013aac3eba03 req-35b1bdad-1fe8-4179-b37d-88c6d7d1757a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.4825463 Jul 05 18:02:21.743236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-9b53b9ce-5ad9-45e6-8aac-a0dbb9d15849 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/quotas/72ba194bca89444b998ef29fef238662 HTTP/1.1" status: 200 len: 375 time: 0.0481880 Jul 05 18:02:21.819930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:21.897407 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-939e0c85-d047-4941-9d36-1be9328270b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:21.940533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71926371-7faf-4ba2-9862-013aac3eba03 req-59c26546-1d8c-4c95-bc7b-56f7d5e0567e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759872 Jul 05 18:02:21.944113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939e0c85-d047-4941-9d36-1be9328270b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf6feb70-8981-4e8a-98a8-cbdd334e0b72,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:21.944977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=41fec7e6-3ae3-41bb-b7f3-52339100f016,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:22.007663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-9848c0c2-67c5-47fa-89e7-4bc1ef69d4bc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2632763 Jul 05 18:02:22.028546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:22.028920 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.056875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-939e0c85-d047-4941-9d36-1be9328270b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.058041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-939e0c85-d047-4941-9d36-1be9328270b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0528734 Jul 05 18:02:22.058728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.074400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53258) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:22.143756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 2, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:22.207598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-dadf3cfb-e848-41d6-9a78-ef0df9dbe5b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'security_group_rule': {'security_group_id': '2853074d-998d-437d-8f45-a59aa78e7842', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:22.215777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Checking router: 18814ce8-21d1-490e-9551-c647fcf86ed1 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:02:22.216451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Updating router 18814ce8-21d1-490e-9551-c647fcf86ed1 port 1a16bea3-ca65-4750-9667-546949236057 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:02:22.241428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-8820952f-85b2-4f80-bf21-9ee24b8ddeb4 service neutron] 10.222.0.30 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166440 Jul 05 18:02:22.319458 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.319889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53266) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:22.348444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Pushing event deleted for resources: {'Port': ['ID=62a14b0a-074f-4f95-a940-a29b35ff29d7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:22.386584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dadf3cfb-e848-41d6-9a78-ef0df9dbe5b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.431951 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520418f4-765b-402a-bc39-7eb64e61e453 x-openstack-request-id: req-520418f4-765b-402a-bc39-7eb64e61e453 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:22.432602 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "name": "network-vif-plugged", "status": "completed", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:22.433068 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-520418f4-765b-402a-bc39-7eb64e61e453 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:22.433662 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016', 'code': 200} Jul 05 18:02:22.470930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-19bae289-6de3-4f64-a6af-ac1392a97e11 service neutron] 10.222.0.30 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134650 Jul 05 18:02:22.605156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-114e98e1-e1dc-48fb-b01b-1163797b72ea service neutron] 10.222.0.30 "GET /v2.0/ports/f789fea0-21f9-4320-914a-1c39f450b4ee?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1206217 Jul 05 18:02:22.628756 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f14c65e6-43b7-4b16-ab70-060d32621c32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4068cd553b34482818e6769ab03e94a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3065629 Jul 05 18:02:22.630375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53270) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:22.631467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.728444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dadf3cfb-e848-41d6-9a78-ef0df9dbe5b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.823438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57f852a0-af7e-4fb8-a84d-6d0f9e394680 service neutron] 10.222.0.30 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110546 Jul 05 18:02:22.829813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dadf3cfb-e848-41d6-9a78-ef0df9dbe5b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.878723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88ad3bb8-f929-41b7-8035-95cce3b27789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.886230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadf3cfb-e848-41d6-9a78-ef0df9dbe5b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eac4ced-3469-4e87-a15f-345e2a06ad12,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:22.926176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88ad3bb8-f929-41b7-8035-95cce3b27789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.939279 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.964824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Transition to ACTIVE for port object 1a16bea3-ca65-4750-9667-546949236057 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:22.980828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-222ceee8-35da-41e7-aced-2c1f0769210e service neutron] 10.222.0.30 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463943 Jul 05 18:02:22.996635 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dadf3cfb-e848-41d6-9a78-ef0df9dbe5b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:22.999780 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dadf3cfb-e848-41d6-9a78-ef0df9dbe5b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8280613 Jul 05 18:02:23.047920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-8baeef98-3aae-4447-b5d3-e94f69e3ff71 service neutron] 10.222.0.30 "GET /v2.0/ports/6b5e49ff-5237-410c-8641-38f9f7e632ee?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0569205 Jul 05 18:02:23.048511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53278) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:23.054723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:23.062023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:23.095311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88ad3bb8-f929-41b7-8035-95cce3b27789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:23.100246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88ad3bb8-f929-41b7-8035-95cce3b27789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:23.103762 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-88ad3bb8-f929-41b7-8035-95cce3b27789 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee7b86a7-305d-4e60-b5a2-082b6314cc17 HTTP/1.1" status: 204 len: 168 time: 0.4592719 Jul 05 18:02:23.192116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ad3bb8-f929-41b7-8035-95cce3b27789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7b86a7-305d-4e60-b5a2-082b6314cc17,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:23.255888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:02:23.292028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ef994-47cb-458a-91d6-7f0daf191eba None None] Pushing event updated for resources: {'Port': ['ID=1a16bea3-ca65-4750-9667-546949236057,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:23.307489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-18969f22-e1cd-429b-a914-b2b5ee47b13d service neutron] 10.222.0.30 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479291 Jul 05 18:02:23.307701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Attempting to bind port 1a16bea3-ca65-4750-9667-546949236057 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:23.307981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Attempting to bind port 1a16bea3-ca65-4750-9667-546949236057 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:23.308340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Attempting to bind port 1a16bea3-ca65-4750-9667-546949236057 on network ca2dccdc-b59c-4cb4-bf64-57c311be8666 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:23.312057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:23.347628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:23.347977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Checking segment: {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:23.348496 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:23.348954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Bound using segment: {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:23.349761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Bound port: 1a16bea3-ca65-4750-9667-546949236057, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:23.350110 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:23.462211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee500b-f761-480a-9e64-cde21702bca9 req-c3acbfc5-c869-4fa9-ba19-4cdd24d9340c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:23.470269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79ee500b-f761-480a-9e64-cde21702bca9 req-c3acbfc5-c869-4fa9-ba19-4cdd24d9340c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.3307869 Jul 05 18:02:23.533569 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-af0d0bf7-d7bd-4615-8bbf-155400d5785a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:23.555952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:02:23.564957 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7ffcb916-935a-4845-8558-83e4765002fd admin admin] 10.222.0.30 "PUT /v2.0/routers/93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6713839 Jul 05 18:02:23.565299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] For port 1a16bea3-ca65-4750-9667-546949236057, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:23.566974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53286) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:23.575064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] For port 1a16bea3-ca65-4750-9667-546949236057, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1a16bea3-ca65-4750-9667-546949236057,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:23.579378 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] Sync routers for ids ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:02:23.610856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79ee500b-f761-480a-9e64-cde21702bca9 req-160c3680-c854-40d3-9f44-c5d79e618bae tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352644 Jul 05 18:02:23.654882 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] Routers {'93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:23.655571 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:02:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:23.664550 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:23.706781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:23.711291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-e49e4caf-239d-409a-ba2f-2a1597d0fec9 service neutron] 10.222.0.30 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598938 Jul 05 18:02:23.786529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:23.787682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:02:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:23.845902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ef994-47cb-458a-91d6-7f0daf191eba None None] Pushing event updated for resources: {'Port': ['ID=1a16bea3-ca65-4750-9667-546949236057,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:23.980340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:24.031563 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:24.052464 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:24.114295 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] Set router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:24.144052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-ac6c0419-49c8-48f8-bc35-37426f8336ac service neutron] 10.222.0.30 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222503 Jul 05 18:02:24.302884 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:24.385454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Allocated IP 172.25.3.193 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/390d624b-9057-4e79-b070-df1e4206ec8b) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:24.502298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Deleting port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:24.502667 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:24.504242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:23Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:24.620815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a574070-c595-47e6-be9e-e89ce9685de5 None None] The sync data for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 is: [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:23Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:02:24.624291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:24.732417 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97'}], 'enable_snat': True}, 'gw_port_id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:01Z', 'updated_at': '2021-07-05T18:02:21Z', 'revision_number': 5, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'gw_port': {'id': '748dd25d-bb9d-4004-87a0-1965cd3a5f2a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:d5:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:02Z', 'updated_at': '2021-07-05T18:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:24.930889 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:24.938148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] For port 748dd25d-bb9d-4004-87a0-1965cd3a5f2a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=748dd25d-bb9d-4004-87a0-1965cd3a5f2a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:24.942777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:24.961893 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] Checking router: 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:02:24.982295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Calling delete_port for 748dd25d-bb9d-4004-87a0-1965cd3a5f2a owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:25.011769 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] Routers {'93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:25.013042 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:02:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:25.082395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d67798f4-d1c8-4526-af02-fe6d94dc2bef service neutron] 10.222.0.30 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9260147 Jul 05 18:02:25.247965 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-b878a0f0-19a5-43ad-8fc1-e2c977864cb2 service neutron] show failed (client error): The resource could not be found. Jul 05 18:02:25.249186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-b878a0f0-19a5-43ad-8fc1-e2c977864cb2 service neutron] 10.222.0.39 "GET /v2.0/ports/23ef1502-8e8b-4df3-b88e-bb2e252f0555/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 1.0973217 Jul 05 18:02:25.259525 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] Set router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:25.440573 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:25.454939 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:01Z', 'updated_at': '2021-07-05T18:02:24Z', 'revision_number': 6, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:25.512367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-e15b6690-ae7e-476e-a499-58c796c7e722 service neutron] 10.222.0.30 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290028 Jul 05 18:02:25.541447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b88d578-5186-4d19-9637-3bd6f94b4e89 req-57abe6b5-af23-4070-8f8d-ceda6aeeb961 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:25.551365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b88d578-5186-4d19-9637-3bd6f94b4e89 req-57abe6b5-af23-4070-8f8d-ceda6aeeb961 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.5922463 Jul 05 18:02:25.566869 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ea744d-653b-42a4-aa44-45415bdb686e None None] The sync data for ids ['93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8'] in n-d-799524-1 is: [{'id': '93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8', 'name': 'tempest-AttachSCSIVolumeTestJSON-2031553214-router', 'tenant_id': '5cf896e96f3a45cd841343fbc838f24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:01Z', 'updated_at': '2021-07-05T18:02:24Z', 'revision_number': 6, 'project_id': '5cf896e96f3a45cd841343fbc838f24d', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:02:25.586247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1a16bea3-ca65-4750-9667-546949236057 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:25.656555 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:25.696206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:25.716007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Pushing event deleted for resources: {'Port': ['ID=748dd25d-bb9d-4004-87a0-1965cd3a5f2a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:25.742234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:25.753504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:25.793020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 1a16bea3-ca65-4750-9667-546949236057 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:25.800442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 1a16bea3-ca65-4750-9667-546949236057 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:25.800937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:25.867188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:25.893036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b88d578-5186-4d19-9637-3bd6f94b4e89 req-266ba90f-9c1c-418a-add2-5f9d70f26690 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399274 Jul 05 18:02:25.913750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'Port': ['ID=390d624b-9057-4e79-b070-df1e4206ec8b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:26.203752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-e2aba229-ec43-44ca-b6e1-43328f4e7e07 service neutron] 10.222.0.30 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6320536 Jul 05 18:02:26.231811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.245510 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.297320 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.388737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-4a708620-eb9a-41f3-bda3-9dc0d478ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:26.390476 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-4a708620-eb9a-41f3-bda3-9dc0d478ed23 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1&tenant_id=cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 1100 time: 0.2542119 Jul 05 18:02:26.406956 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.408491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:26.435621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b690f11b-64eb-4bc2-bc26-6699bc891b08 service neutron] 10.222.0.30 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304900 Jul 05 18:02:26.623991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 1a16bea3-ca65-4750-9667-546949236057, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1a16bea3-ca65-4750-9667-546949236057,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:26.624512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.624618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-ef923fe6-f3db-469b-945f-852b3e0732c8 service neutron] 10.222.0.30 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061184 Jul 05 18:02:26.665842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f29afc81-8b32-4769-be12-5f6219a90ba0 service neutron] 10.222.0.30 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102388 Jul 05 18:02:26.791997 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.791997 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.792229 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.792229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:02:26.799289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.803145 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-de28cc3f-597f-42fb-9efb-1311a6befe5b admin admin] 10.222.0.30 "DELETE /v2.0/routers/93d7392a-c6cd-4d4a-9b4e-7dfe1975bfb8 HTTP/1.1" status: 204 len: 168 time: 3.2336586 Jul 05 18:02:26.804235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53372) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:26.824909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:26.849462 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:26.926302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=1a16bea3-ca65-4750-9667-546949236057,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:26.950476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4fedb074-a441-45e5-a161-eea4e1a76d63 service neutron] 10.222.0.30 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687614 Jul 05 18:02:27.002824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-e90ac050-5266-414c-8049-960e0ee10d3a admin admin] Deleting subnet 949c116a-c7aa-4017-86a5-597ba547b589 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:02:27.025617 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90ac050-5266-414c-8049-960e0ee10d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.117618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:27.211854 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90ac050-5266-414c-8049-960e0ee10d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.214873 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.287047 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.301516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:27.310316 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e7ee4-1c9f-4474-87dc-add94ce14c00" -d '{"events": [{"server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "name": "network-vif-unplugged", "status": "completed", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:27.338358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.358207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Transition to ACTIVE for port object 23ef1502-8e8b-4df3-b88e-bb2e252f0555 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:27.394503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'Port': ['ID=390d624b-9057-4e79-b070-df1e4206ec8b,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:27.410645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.437306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d238b75-0b1d-460a-afe5-7831be1bb1a4 req-cd9fca29-3088-4b26-8f4e-54dd817a9d29 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:27.445016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d238b75-0b1d-460a-afe5-7831be1bb1a4 req-cd9fca29-3088-4b26-8f4e-54dd817a9d29 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.2180388 Jul 05 18:02:27.465847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.517354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d238b75-0b1d-460a-afe5-7831be1bb1a4 req-0468837d-258e-4617-92f3-95d14f55e691 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689735 Jul 05 18:02:27.533160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1a16bea3-ca65-4750-9667-546949236057 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:27.544787 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.545732 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90ac050-5266-414c-8049-960e0ee10d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.556510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ba87adfe-02a5-4a12-b11d-98516371b319 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4967220 Jul 05 18:02:27.590750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 1a16bea3-ca65-4750-9667-546949236057 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:27.591234 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.674197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=6']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:27.751649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53416) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:27.758673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] No DVR routers for this DVR port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:27.897048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Attempting to bind port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:27.897048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Attempting to bind port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:27.897048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Attempting to bind port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:27.902449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:02:27.902816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Attempting to bind port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:27.904769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 62a14b0a-074f-4f95-a940-a29b35ff29d7 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:27.911524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:27.911524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:27.912331 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:27.912700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Bound port: 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:27.913017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:27.955731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 62a14b0a-074f-4f95-a940-a29b35ff29d7 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:27.956922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 62a14b0a-074f-4f95-a940-a29b35ff29d7 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:27.958024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 748dd25d-bb9d-4004-87a0-1965cd3a5f2a no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:28.004799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:28.006532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 748dd25d-bb9d-4004-87a0-1965cd3a5f2a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:28.008061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 748dd25d-bb9d-4004-87a0-1965cd3a5f2a not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:28.008201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:28.017182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90ac050-5266-414c-8049-960e0ee10d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.065328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9d72c4f-5fec-416f-a811-823218dfe202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.076718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ac050-5266-414c-8049-960e0ee10d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=949c116a-c7aa-4017-86a5-597ba547b589,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:28.079392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90ac050-5266-414c-8049-960e0ee10d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.081547 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e90ac050-5266-414c-8049-960e0ee10d3a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/949c116a-c7aa-4017-86a5-597ba547b589 HTTP/1.1" status: 204 len: 168 time: 1.2763858 Jul 05 18:02:28.084815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53426) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:28.085746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37ce23b-104f-4cd8-b8a1-33868cc979f2 None None] Network 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:28.101820 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.173569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:28.174380 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.176419 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] 10.222.0.97 "PUT /v2.0/ports/23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 1095 time: 1.7787416 Jul 05 18:02:28.204310 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.209917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c9733-7164-4c46-9bda-0d17b504f2d5 service neutron] Pushing event updated for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:28.382941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9d72c4f-5fec-416f-a811-823218dfe202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.393037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-5cfcbf2d-c6b4-4970-a3a0-cc9708f5339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:28.394720 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-5cfcbf2d-c6b4-4970-a3a0-cc9708f5339d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1098 time: 0.1582801 Jul 05 18:02:28.410952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Deleting port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:28.411307 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.450406 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24aeca4-f3f4-4cb1-a493-ce319d8d9a0e x-openstack-request-id: req-c24aeca4-f3f4-4cb1-a493-ce319d8d9a0e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:28.451246 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "name": "network-vif-unplugged", "status": "completed", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:28.451756 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c24aeca4-f3f4-4cb1-a493-ce319d8d9a0e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:28.452365 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'code': 200} Jul 05 18:02:28.476958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] DHCP port deletion for 3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:02:28.534351 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9d72c4f-5fec-416f-a811-823218dfe202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.559448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-93ba9fa6-751f-4ac9-8969-031a1906a5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:28.561529 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-93ba9fa6-751f-4ac9-8969-031a1906a5ea service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1566389 Jul 05 18:02:28.606219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Deleting port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:28.607372 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.653379 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-ec63e589-f2c7-4af7-adb2-2100a4441161 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 217 time: 0.0845995 Jul 05 18:02:28.710200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] For port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ff1a6e67-d140-4fc9-b1f9-23f1da0ba875,segment=NetworkSegment(fb187649-8f4b-4bb4-8a51-6e753ad126ba),segment_id=fb187649-8f4b-4bb4-8a51-6e753ad126ba)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:28.710914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.716537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c9d72c4f-5fec-416f-a811-823218dfe202 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fae3e4455a04a24b9d90132c21bbf0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9635670 Jul 05 18:02:28.726418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53442) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:28.750013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Calling delete_port for ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:28.757111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d72c4f-5fec-416f-a811-823218dfe202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad102d86-e152-42e9-ba7b-64ad3db840fa,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:28.790536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] For port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ff1a6e67-d140-4fc9-b1f9-23f1da0ba875,segment=NetworkSegment(fb187649-8f4b-4bb4-8a51-6e753ad126ba),segment_id=fb187649-8f4b-4bb4-8a51-6e753ad126ba)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:28.791384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.796307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-280b59db-c869-4934-b819-3a1bb548cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:28.799880 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-280b59db-c869-4934-b819-3a1bb548cc85 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1398838 Jul 05 18:02:28.816221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Calling delete_port for ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:28.881347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 23ef1502-8e8b-4df3-b88e-bb2e252f0555 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:28.895048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-104f6374-be11-4356-a306-d31e715f719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:28.899593 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-104f6374-be11-4356-a306-d31e715f719c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898881 Jul 05 18:02:28.918628 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-732e40dd-9677-4f1e-a218-e9cfe250c6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:28.924845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-422ecea6-5caa-4062-aba6-911da52affc4 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1954345908&fields=id&tenant_id=9127f142890240a89ef4a167926f125c HTTP/1.1" status: 200 len: 267 time: 0.1343238 Jul 05 18:02:29.008935 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 23ef1502-8e8b-4df3-b88e-bb2e252f0555 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:29.011549 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-732e40dd-9677-4f1e-a218-e9cfe250c6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.052737 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-a2d9b30a-bec3-414a-9be3-db6c4b42a405 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482491 Jul 05 18:02:29.079875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.087094 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.124589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1a6e67-d140-4fc9-b1f9-23f1da0ba875,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:29.126750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] No DVR routers for this DVR port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:29.141664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Pushing event deleted for resources: {'Port': ['ID=ff1a6e67-d140-4fc9-b1f9-23f1da0ba875,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:29.141804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76772a5-9c77-447b-befe-8c198cec44ec req-4c83886e-1772-411b-85aa-fa006f1cbf18 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:29.141804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-4c83886e-1772-411b-85aa-fa006f1cbf18 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 817 time: 0.1984570 Jul 05 18:02:29.147264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] No DVR routers for this DVR port ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:29.156247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.160716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.160716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.160716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.160716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.160716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.160716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.162863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.163377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.164037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.164037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.164423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e2b453-9289-4e65-a911-f6a6cecf30b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:29.217873 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-854f8a06-7c6f-40d6-8276-586e7c3fb28c req-b8ab4b09-59df-45ca-88e4-a62771437bc2 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575961 Jul 05 18:02:29.218153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-732e40dd-9677-4f1e-a218-e9cfe250c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.222455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-732e40dd-9677-4f1e-a218-e9cfe250c6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.223821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-732e40dd-9677-4f1e-a218-e9cfe250c6c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ad102d86-e152-42e9-ba7b-64ad3db840fa HTTP/1.1" status: 204 len: 168 time: 0.4957097 Jul 05 18:02:29.231473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-e5ec1c0f-a218-4a44-88f9-2ed9f3aef69e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/quotas/9127f142890240a89ef4a167926f125c HTTP/1.1" status: 200 len: 375 time: 0.0630684 Jul 05 18:02:29.282237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732e40dd-9677-4f1e-a218-e9cfe250c6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad102d86-e152-42e9-ba7b-64ad3db840fa,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:29.292942 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.304335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d34584f-4a7b-45c9-9e1c-1bd03c83ae38']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:29.320942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb187649-8f4b-4bb4-8a51-6e753ad126ba') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:29.320942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb187649-8f4b-4bb4-8a51-6e753ad126ba') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:29.336916 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.363490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.386833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-60d701c4-3a68-4b9b-9902-7f9058621741 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1472704 Jul 05 18:02:29.393594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:02:29.394149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:02:29.396239 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:02:29.479624 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.570424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:29.596576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-13426517-3010-4fe8-9d86-1600750cc22c service neutron] 10.222.0.30 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058611 Jul 05 18:02:29.608721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:02:29.609080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ff1a6e67-d140-4fc9-b1f9-23f1da0ba875 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:02:29.654194 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.665751 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:29.668053 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3d34584f-4a7b-45c9-9e1c-1bd03c83ae38 HTTP/1.1" status: 204 len: 168 time: 1.5814207 Jul 05 18:02:29.701218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7611c98-fd59-4663-9397-536e48d995b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d34584f-4a7b-45c9-9e1c-1bd03c83ae38,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:29.718022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897fc29-1a84-4b46-904c-02affd0c71f4 req-2740c3a9-2138-4621-99ac-cba5002f489f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:29.723377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5897fc29-1a84-4b46-904c-02affd0c71f4 req-2740c3a9-2138-4621-99ac-cba5002f489f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 947 time: 0.2087510 Jul 05 18:02:29.782955 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-7b456249-69cc-4068-ab69-5126330d2809 service neutron] 10.222.0.30 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851499 Jul 05 18:02:29.839516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5897fc29-1a84-4b46-904c-02affd0c71f4 req-203f5bdc-5c3d-4211-b44a-85aa2580f5dd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034117 Jul 05 18:02:30.064785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcc15260-5490-4789-869f-5803a5e77648 req-533afd11-6fd8-4087-a9f2-ddca349eb4ae tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0470092 Jul 05 18:02:30.238184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-485b6f25-bc9b-4995-84ad-6016de87ac80 req-898432ec-d1f1-4b26-bd1d-35c6c01ec814 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 210 time: 0.0536106 Jul 05 18:02:30.370829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53502) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:30.454613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:30.456439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5400eee3-1487-4d25-82b9-caf2e4a961ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=642fb1c1cfac424990ee9cab7e09e8c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844119 Jul 05 18:02:30.457670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53512) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:30.458747 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb06383-8037-47e6-b27b-b408bbd1d3f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:30.529451 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e665-642c-40b2-9c90-1a681c5c3e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:30.569744 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e665-642c-40b2-9c90-1a681c5c3e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:30.607759 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18b548e-f915-4299-ad5e-8234a73d8eda x-openstack-request-id: req-c18b548e-f915-4299-ad5e-8234a73d8eda {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:30.607759 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:30.607759 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c18b548e-f915-4299-ad5e-8234a73d8eda {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:30.607759 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'status': 'completed', 'code': 200} Jul 05 18:02:30.642912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-7a9dd4ef-ac43-44a5-b05c-9efad9acd0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:30.649674 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-7a9dd4ef-ac43-44a5-b05c-9efad9acd0e0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1098 time: 0.0870485 Jul 05 18:02:30.740807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-10194ceb-8ed9-4a83-80b7-8c79461927f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:30.747058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-10194ceb-8ed9-4a83-80b7-8c79461927f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1098 time: 0.1292262 Jul 05 18:02:30.817372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e665-642c-40b2-9c90-1a681c5c3e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:30.818518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ec0e665-642c-40b2-9c90-1a681c5c3e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:30.823402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6ec0e665-642c-40b2-9c90-1a681c5c3e60 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b42cab7d-1236-4bb6-9e26-7631d657b731 HTTP/1.1" status: 204 len: 168 time: 0.3645017 Jul 05 18:02:30.860825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec0e665-642c-40b2-9c90-1a681c5c3e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42cab7d-1236-4bb6-9e26-7631d657b731,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:30.940309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-978d1519-b414-4060-bc4f-7bb4c9dabbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:30.942139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-978d1519-b414-4060-bc4f-7bb4c9dabbf4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1922803 Jul 05 18:02:30.948873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-6ca87d61-9e77-415f-a606-5d5bade48a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:30.950435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-6ca87d61-9e77-415f-a606-5d5bade48a06 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2969880 Jul 05 18:02:31.085812 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-2c59322d-4ccf-42c4-9b0c-f5ac30a1a708 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 217 time: 0.1270568 Jul 05 18:02:31.090113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-8bdef5a7-16b9-48e3-af37-87e70c4af8e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 217 time: 0.1391504 Jul 05 18:02:31.242945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db1f4395-4856-47ef-814c-716db01f8959 req-c81d8bc2-4edd-420d-8669-b5e50341b17b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0804942 Jul 05 18:02:31.284862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-539e0c25-38a7-46c5-a958-6b4cf9a2afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:31.290932 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-539e0c25-38a7-46c5-a958-6b4cf9a2afd6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1951108 Jul 05 18:02:31.295629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-bb5be575-b531-41c6-ab92-29205b828893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:31.298724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-bb5be575-b531-41c6-ab92-29205b828893 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1679926 Jul 05 18:02:31.386826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9e461-3771-4c71-b9fd-18ae24093fb2 req-87680e4c-a686-43fb-a3fb-7cc6a5974887 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:31.395219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3e9e461-3771-4c71-b9fd-18ae24093fb2 req-87680e4c-a686-43fb-a3fb-7cc6a5974887 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 947 time: 0.3183875 Jul 05 18:02:31.403476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-8a888f57-9d7d-4d7d-8b7f-013b8e64ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:31.409230 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-8a888f57-9d7d-4d7d-8b7f-013b8e64ec9d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038268 Jul 05 18:02:31.446918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-ab34bb9d-c30f-451d-a9b0-52f7f102c69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:31.449269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-ab34bb9d-c30f-451d-a9b0-52f7f102c69e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1431305 Jul 05 18:02:31.644637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3e9e461-3771-4c71-b9fd-18ae24093fb2 req-ecdc58b0-63df-4c23-b011-7337516016e2 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472947 Jul 05 18:02:31.691987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-817e49f0-4b1a-42d7-96a4-4ad2f32cb5f8 req-5bc047b4-5393-4992-925c-f95860874834 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 210 time: 0.1376445 Jul 05 18:02:31.796353 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-62b9cb6b-f055-4b7a-9df5-efe506a316b6 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816192 Jul 05 18:02:31.816458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53560) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:31.883297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-6208a524-2833-458f-9013-1f4f389726c3 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211299 Jul 05 18:02:32.079107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-ac420fee-4a1f-4ef4-ac9c-6f6b7632b7af service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877775 Jul 05 18:02:32.431814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53608) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:32.617392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 23ef1502-8e8b-4df3-b88e-bb2e252f0555 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:02:32.691975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6bb06383-8037-47e6-b27b-b408bbd1d3f0 req-26a8f13a-7c1d-4d68-90c2-ab3841200a56 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8873479 Jul 05 18:02:32.692924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39408836-95ef-4d11-92d6-bc118e4802c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:32.722125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-16d07761-76d4-461f-9a18-ca7dd25ef4b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cf896e96f3a45cd841343fbc838f24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888665 Jul 05 18:02:32.725374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53616) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:32.738174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2715c323-850b-4b30-a0ff-a4a53df49f8b req-4653a23d-4425-459b-942e-3c6d77779003 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.1772325 Jul 05 18:02:32.852181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e3455a1c-7be8-49ee-b7ff-1859008fcb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:32.886799 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e3455a1c-7be8-49ee-b7ff-1859008fcb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:32.897478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:32.924957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'mac_address': 'fa:16:3e:19:ef:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:02:33.003023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39408836-95ef-4d11-92d6-bc118e4802c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.009770 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.028420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ef1502-8e8b-4df3-b88e-bb2e252f0555 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:33.033918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c43f19bf-c04e-4c02-8d20-cee318b3fce0 req-ed9372bf-ae60-4d55-b124-d638b0c40a45 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 210 time: 0.0473411 Jul 05 18:02:33.069267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:33.130597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc30447-dc68-4e88-bb63-5baa72e06595 req-fa09e569-55fb-4c74-83c1-190a50889785 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:33.132274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bc30447-dc68-4e88-bb63-5baa72e06595 req-fa09e569-55fb-4c74-83c1-190a50889785 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 947 time: 0.0766339 Jul 05 18:02:33.142616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e3455a1c-7be8-49ee-b7ff-1859008fcb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.150599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e3455a1c-7be8-49ee-b7ff-1859008fcb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.150599 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e3455a1c-7be8-49ee-b7ff-1859008fcb75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/33b3a10f-7e11-4d0b-bfcf-648c61909a07 HTTP/1.1" status: 204 len: 168 time: 0.4232690 Jul 05 18:02:33.163255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39408836-95ef-4d11-92d6-bc118e4802c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.163368 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.168240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3455a1c-7be8-49ee-b7ff-1859008fcb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b3a10f-7e11-4d0b-bfcf-648c61909a07,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:33.211977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39408836-95ef-4d11-92d6-bc118e4802c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be14affb-bf2e-4eb5-9ed1-02e645c284f2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:33.244615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bc30447-dc68-4e88-bb63-5baa72e06595 req-8f9a5397-a05d-4eb2-b02b-e135cb7b922e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968344 Jul 05 18:02:33.273315 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-39408836-95ef-4d11-92d6-bc118e4802c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd70cb752ee34d23a11b4ed553fd3c85&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4526863 Jul 05 18:02:33.273698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53628) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:33.292371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:33.351125 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d26425c-4df3-4ae5-95c6-84bf9803b3f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.358696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53636) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:33.411827 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d26425c-4df3-4ae5-95c6-84bf9803b3f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.412887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['23ef1502-8e8b-4df3-b88e-bb2e252f0555'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:02:33.510765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5299068c-8e63-4625-a285-21293a2b494c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.788241 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d26425c-4df3-4ae5-95c6-84bf9803b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.792727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d26425c-4df3-4ae5-95c6-84bf9803b3f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.793170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1d26425c-4df3-4ae5-95c6-84bf9803b3f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be14affb-bf2e-4eb5-9ed1-02e645c284f2 HTTP/1.1" status: 204 len: 168 time: 0.5181928 Jul 05 18:02:33.804928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26425c-4df3-4ae5-95c6-84bf9803b3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be14affb-bf2e-4eb5-9ed1-02e645c284f2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:33.928826 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5299068c-8e63-4625-a285-21293a2b494c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:33.949406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1b8a7ed7-b295-4070-ace2-d95e38b455e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:33.949406 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1b8a7ed7-b295-4070-ace2-d95e38b455e5 service neutron] 10.222.0.97 "GET /v2.0/ports/f789fea0-21f9-4320-914a-1c39f450b4ee HTTP/1.1" status: 200 len: 1028 time: 0.0678816 Jul 05 18:02:34.074241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5299068c-8e63-4625-a285-21293a2b494c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:34.142870 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5299068c-8e63-4625-a285-21293a2b494c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d05058eeed0945fc8848afb06c360898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7828431 Jul 05 18:02:34.159931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53662) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:34.175077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6266cffe-79d2-4507-83b5-cdc39685d997 req-f8534a60-fbdb-4cc0-ab3f-7603a3ea8294 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0612795 Jul 05 18:02:34.231349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b9873633-fe72-4f50-a992-bb5533ca84cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:34.231732 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b9873633-fe72-4f50-a992-bb5533ca84cd service neutron] 10.222.0.97 "GET /v2.0/ports/6b5e49ff-5237-410c-8641-38f9f7e632ee HTTP/1.1" status: 200 len: 1027 time: 0.2812591 Jul 05 18:02:34.349082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299068c-8e63-4625-a285-21293a2b494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ca7e0e-8a72-44cd-9f75-5476462d2575,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:34.453602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c33d58e-f2b5-4d45-85af-1f5bab98080d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:34.500810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-6ee706c7-071d-49f6-b276-de778a75d811 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:34.512478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-6ee706c7-071d-49f6-b276-de778a75d811 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:34.519706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-6ee706c7-071d-49f6-b276-de778a75d811 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:34.521693 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-6ee706c7-071d-49f6-b276-de778a75d811 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "GET /v2.0/networks?id=e2195c82-404a-4d31-a86a-4869116cf8b2&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&id=2fcce57a-4f76-4ef7-85cc-9baef3a62681 HTTP/1.1" status: 200 len: 1989 time: 0.2762749 Jul 05 18:02:34.539772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c33d58e-f2b5-4d45-85af-1f5bab98080d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:34.614928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 23ef1502-8e8b-4df3-b88e-bb2e252f0555 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:34.655861 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-15dbc872-0743-4073-b62d-9d3d650e924b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72ba194bca89444b998ef29fef238662 HTTP/1.1" status: 200 len: 378 time: 0.1252663 Jul 05 18:02:34.667996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'admin_state_up': True, 'tenant_id': '72ba194bca89444b998ef29fef238662', 'security_groups': ['214cd7ae-d6c8-4467-b680-acd6aa76dbdb']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:34.825533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:34.832173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:34.838005 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:34.850223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53672) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:34.905809 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c33d58e-f2b5-4d45-85af-1f5bab98080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:34.916608 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c33d58e-f2b5-4d45-85af-1f5bab98080d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:34.928416 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3c33d58e-f2b5-4d45-85af-1f5bab98080d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34ca7e0e-8a72-44cd-9f75-5476462d2575 HTTP/1.1" status: 204 len: 168 time: 0.7673759 Jul 05 18:02:34.944317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee13bf82-f29d-4aed-abb9-35cd5168f39f req-11f5e81a-9048-437f-b986-769bc7bf6226 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 210 time: 0.0661304 Jul 05 18:02:35.024314 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e32-fe42-4000-bc2f-eb6406ba8701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:35.065556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c33d58e-f2b5-4d45-85af-1f5bab98080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ca7e0e-8a72-44cd-9f75-5476462d2575,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:35.132864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85607711-5a1a-4ad7-99d8-484a88194206 req-eb24f6fc-631e-4cc8-8b92-949539f89a8c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:35.144194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85607711-5a1a-4ad7-99d8-484a88194206 req-eb24f6fc-631e-4cc8-8b92-949539f89a8c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1&tenant_id=cd79537bc8d1495395401d1768287e63&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 948 time: 0.8454792 Jul 05 18:02:35.189331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80512099-ea9f-4372-8c18-d6410e09073d req-0fc6d47a-0310-41e6-80c2-749fb09b872d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:35.213220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80512099-ea9f-4372-8c18-d6410e09073d req-0fc6d47a-0310-41e6-80c2-749fb09b872d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 948 time: 0.9298089 Jul 05 18:02:35.219087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:35.283893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:35.286381 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67536d3-17a2-463c-9c0b-5d33ff098e15" -d '{"events": [{"server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "name": "network-vif-plugged", "status": "completed", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:35.335961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:35.433260 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:35.445050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80512099-ea9f-4372-8c18-d6410e09073d req-d86c9eff-8e69-4d73-9bf8-6c45a75a6bb3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306597 Jul 05 18:02:35.452232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76772a5-9c77-447b-befe-8c198cec44ec req-4cae30f9-cd2d-483f-8086-edfa068d9dd7 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:35.458538 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-4cae30f9-cd2d-483f-8086-edfa068d9dd7 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.97 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 817 time: 0.4017510 Jul 05 18:02:35.549053 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-85607711-5a1a-4ad7-99d8-484a88194206 req-a55e9566-fae7-4db1-ac46-3f0ca1e770bb service neutron] delete failed (client error): The resource could not be found. Jul 05 18:02:35.556125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85607711-5a1a-4ad7-99d8-484a88194206 req-a55e9566-fae7-4db1-ac46-3f0ca1e770bb service neutron] 10.222.0.39 "DELETE /v2.0/ports/23ef1502-8e8b-4df3-b88e-bb2e252f0555/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.3230767 Jul 05 18:02:35.650823 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:02:35.650823 n-d-799524-1 neutron-server[100998]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 18:02:35.650823 n-d-799524-1 neutron-server[100998]: [parameters: {'project_id': '72ba194bca89444b998ef29fef238662', 'id': 'daacf93d-1c29-4e29-9c5e-26dcecb43bfc', 'expiration': datetime.datetime(2021, 7, 5, 18, 4, 35, 544128)}] Jul 05 18:02:35.650823 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:02:35.659240 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:02:35.690969 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7ece5f-1d6d-4d38-a624-e1bfed68d79e x-openstack-request-id: req-4d7ece5f-1d6d-4d38-a624-e1bfed68d79e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:35.699366 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "name": "network-vif-plugged", "status": "completed", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:35.699366 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d7ece5f-1d6d-4d38-a624-e1bfed68d79e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:35.699366 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'code': 200} Jul 05 18:02:35.699366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:35.739321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4c8b76-16c5-4f9d-8dd1-fcab91013fef req-59cc3824-f535-4b39-aba6-8db06b46536a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0584018 Jul 05 18:02:35.765551 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-8e422ae0-b51d-4a60-aa6b-8dc7f7038d3b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9127f142890240a89ef4a167926f125c HTTP/1.1" status: 200 len: 380 time: 0.2723973 Jul 05 18:02:35.784040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'port': {'device_id': '55901f98-af7a-4db9-908a-7dc547908a68', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'admin_state_up': True, 'tenant_id': '9127f142890240a89ef4a167926f125c', 'security_groups': ['2853074d-998d-437d-8f45-a59aa78e7842']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:35.836508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53698) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:35.855683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:35.953775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85607711-5a1a-4ad7-99d8-484a88194206 req-2d0b6f28-8c17-4cb1-96ab-bae0ad1282b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:35.957468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85607711-5a1a-4ad7-99d8-484a88194206 req-2d0b6f28-8c17-4cb1-96ab-bae0ad1282b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1100 time: 0.1877966 Jul 05 18:02:36.029645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e32-fe42-4000-bc2f-eb6406ba8701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:36.091732 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e32-fe42-4000-bc2f-eb6406ba8701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:36.186401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-network', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:36.241663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b1e32-fe42-4000-bc2f-eb6406ba8701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4218732b-c449-4354-9d5f-fb447902643e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:36.275924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0a6b1e32-fe42-4000-bc2f-eb6406ba8701 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40fc5c5ea86a4e1c9ee7a4634b33e686&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4236763 Jul 05 18:02:36.278545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53720) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:36.331348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Made reservation on behalf of 9127f142890240a89ef4a167926f125c for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:36.335631 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:36.363660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f32d3c70-3658-4c3f-86c0-19e845914aff req-c8a674f9-4d6b-461b-9947-a70a88b6c0f1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 210 time: 0.0456202 Jul 05 18:02:36.364974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85607711-5a1a-4ad7-99d8-484a88194206 req-6ade8e50-3250-456b-844d-ef7a40689276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:36.370154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85607711-5a1a-4ad7-99d8-484a88194206 req-6ade8e50-3250-456b-844d-ef7a40689276 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.4030473 Jul 05 18:02:36.385024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea404281-18cb-4954-a647-ba6b0de3ca87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:36.429111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85607711-5a1a-4ad7-99d8-484a88194206 req-bb62405d-d998-43aa-acec-d3ef7101feac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 217 time: 0.0502784 Jul 05 18:02:36.518056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Made reservation on behalf of bb4a2c60d52542d6bd76778563a42a46 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:36.524557 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:36.572207 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:36.634374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea404281-18cb-4954-a647-ba6b0de3ca87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:36.657468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85607711-5a1a-4ad7-99d8-484a88194206 req-18c96f22-f0a8-4c9a-b029-adc6c4dd2fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:36.664519 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85607711-5a1a-4ad7-99d8-484a88194206 req-18c96f22-f0a8-4c9a-b029-adc6c4dd2fed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.2242520 Jul 05 18:02:36.806816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85607711-5a1a-4ad7-99d8-484a88194206 req-6919c939-afa0-4221-99e3-3857634b09b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:36.808780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85607711-5a1a-4ad7-99d8-484a88194206 req-6919c939-afa0-4221-99e3-3857634b09b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371293 Jul 05 18:02:36.813727 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:36.835448 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:36.868340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Allocated IP 172.20.0.7 (ca2dccdc-b59c-4cb4-bf64-57c311be8666/1ede2906-db6e-4b4d-a9bb-9107a573e512/85678e80-5e31-4876-88f9-202d2f79869e) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:36.998353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3510e8-7f0d-4b4f-a053-146f64a659e7 req-b6011740-027e-4740-8e3a-a4e430c9ee59 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:37.006068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc3510e8-7f0d-4b4f-a053-146f64a659e7 req-b6011740-027e-4740-8e3a-a4e430c9ee59 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.2561293 Jul 05 18:02:37.010528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea404281-18cb-4954-a647-ba6b0de3ca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:37.015626 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea404281-18cb-4954-a647-ba6b0de3ca87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:37.019097 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ea404281-18cb-4954-a647-ba6b0de3ca87 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4218732b-c449-4354-9d5f-fb447902643e HTTP/1.1" status: 204 len: 168 time: 0.7361472 Jul 05 18:02:37.101184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea404281-18cb-4954-a647-ba6b0de3ca87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4218732b-c449-4354-9d5f-fb447902643e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:37.252406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Allocated IP 172.20.0.4 (e2195c82-404a-4d31-a86a-4869116cf8b2/9b2736d4-f99e-4a85-ac33-803e5d552438/fb67ceea-05e0-475c-8208-7e8d0b516cfc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:37.258830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-482f1a9d-3e17-451c-8969-7c33a62aede4 req-54f440ba-e13d-4e88-a59e-9beb16682894 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.1722267 Jul 05 18:02:37.293201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc3510e8-7f0d-4b4f-a053-146f64a659e7 req-b310a71a-fdd9-4835-ad16-ef125bd276db tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861445 Jul 05 18:02:37.321174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85607711-5a1a-4ad7-99d8-484a88194206 req-28276a7b-8717-4bbd-88ae-d833645a4815 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538891 Jul 05 18:02:37.329345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53742) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:37.356488 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:37.405517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Transition to ACTIVE for port object 85678e80-5e31-4876-88f9-202d2f79869e will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:37.521633 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:37.609018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85607711-5a1a-4ad7-99d8-484a88194206 req-edbff1ac-237a-4ae6-9b9c-7afa8399699f service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769129 Jul 05 18:02:37.629773 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:37.707881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:02:37.727682 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:37.740059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:37.805889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Transition to ACTIVE for port object fb67ceea-05e0-475c-8208-7e8d0b516cfc will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:37.825544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:37.836683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:37.840935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1983573615-network', 'tenant_id': '76130aa7c8474cdf834fe6674b1ffecb'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:37.869509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:37.871454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384d85d4-7fd9-4723-b022-11ab802f1e69,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:37.898783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:37.900485 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Added segment 20895971-80e2-48b6-aeb6-46b7e9d7b2a9 of type vlan for network 2bfbab85-4369-45c8-90dd-08b9deb0c87c Jul 05 18:02:37.914837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:38.019104 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.029493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:38.029493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.067265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Made reservation on behalf of 76130aa7c8474cdf834fe6674b1ffecb for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:38.079615 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.101084 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.164755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688a6c8-d6be-4a10-8ea9-948779b4f746 req-3f64a1d2-a6e9-4705-96af-f9621b30787e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:38.166375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8688a6c8-d6be-4a10-8ea9-948779b4f746 req-3f64a1d2-a6e9-4705-96af-f9621b30787e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 931 time: 0.4767547 Jul 05 18:02:38.176451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.179749 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-10e325e7-f81c-4a1a-beaa-235aaeb3ab63 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4069469 Jul 05 18:02:38.255303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Request body: {'port': {'device_id': '55901f98-af7a-4db9-908a-7dc547908a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:38.313863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Port': ['ID=fb67ceea-05e0-475c-8208-7e8d0b516cfc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:38.340608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network e2195c82-404a-4d31-a86a-4869116cf8b2 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:38.355657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8688a6c8-d6be-4a10-8ea9-948779b4f746 req-f21252c6-69fd-484c-b212-f31345a26e6f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760149 Jul 05 18:02:38.356315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:38.373028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:38.400806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a4ff2c0f-aa2f-4ec1-aa71-b54e2ce078aa None None] Provisioning for port 85678e80-5e31-4876-88f9-202d2f79869e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:38.407126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a4ff2c0f-aa2f-4ec1-aa71-b54e2ce078aa None None] Provisioning complete for port 85678e80-5e31-4876-88f9-202d2f79869e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:38.407126 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a4ff2c0f-aa2f-4ec1-aa71-b54e2ce078aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.507270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a4ff2c0f-aa2f-4ec1-aa71-b54e2ce078aa None None] Port 85678e80-5e31-4876-88f9-202d2f79869e cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:38.569378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:38.570059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.584509 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.588583 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.589602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:38.590192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.752752 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.799596 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.812739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:02:38.822592 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.822941 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Added segment b99a4ce4-587a-4f5a-9fe0-c3076608ea43 of type vlan for network a2b6cb80-c030-4bcd-ab77-4c740c516dd9 Jul 05 18:02:38.849552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3231606b-dbfc-44ea-90ad-8da13d381a10 None None] Provisioning for port fb67ceea-05e0-475c-8208-7e8d0b516cfc completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:38.857289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53782) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:38.864011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3231606b-dbfc-44ea-90ad-8da13d381a10 None None] Provisioning complete for port fb67ceea-05e0-475c-8208-7e8d0b516cfc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:38.864428 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3231606b-dbfc-44ea-90ad-8da13d381a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.874317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:38.917379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 3.0786378 Jul 05 18:02:38.920636 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-b8593f73-4fe3-4e53-b866-566ab82011c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2579355 Jul 05 18:02:38.934932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53786) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:38.939346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea2483-c571-4959-b9d4-1317bad4252f admin admin] Pushing event updated for resources: {'Network': ['ID=2bfbab85-4369-45c8-90dd-08b9deb0c87c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:38.946939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Request body: {'subnet': {'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-subnet', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:38.954349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 2bfbab85-4369-45c8-90dd-08b9deb0c87c details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:02:39.017948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'admin_state_up': True, 'tenant_id': '72ba194bca89444b998ef29fef238662', 'security_groups': ['214cd7ae-d6c8-4467-b680-acd6aa76dbdb']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:39.049701 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:39.052277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:39.058781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3231606b-dbfc-44ea-90ad-8da13d381a10 None None] Port fb67ceea-05e0-475c-8208-7e8d0b516cfc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:39.070710 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:39.120307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f575eb-f72c-41f7-b018-f23b5a5ed8bf,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:39.147927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1467919294-network', 'tenant_id': '6686ca14582b4d98973d20510cd65547'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:39.151552 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Made reservation on behalf of bb4a2c60d52542d6bd76778563a42a46 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:39.154164 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:39.176852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d2ec4d-cbb6-411e-8bf1-1a1a464cfb71 req-b63bb7b2-77f1-47d3-b28a-55a663f9416a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:39.178609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65d2ec4d-cbb6-411e-8bf1-1a1a464cfb71 req-b63bb7b2-77f1-47d3-b28a-55a663f9416a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.4700220 Jul 05 18:02:39.211811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385e2e8-29d8-441b-b110-7216eab40a18 req-578f7161-c408-4bba-912c-ae9eae9fa4b0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:39.220252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8385e2e8-29d8-441b-b110-7216eab40a18 req-578f7161-c408-4bba-912c-ae9eae9fa4b0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 931 time: 0.5167742 Jul 05 18:02:39.259134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b6cb80-c030-4bcd-ab77-4c740c516dd9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:39.273154 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a2b6cb80-c030-4bcd-ab77-4c740c516dd9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:02:39.316407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cbb9459b-751e-4ebb-b304-046b88583d73 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9836636 Jul 05 18:02:39.340108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53790) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:39.341542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8385e2e8-29d8-441b-b110-7216eab40a18 req-d25e9348-ba09-49c7-94b8-61fecb499a0d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185915 Jul 05 18:02:39.374577 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65d2ec4d-cbb6-411e-8bf1-1a1a464cfb71 req-730efe4e-8e2e-45be-8801-03837415078b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806388 Jul 05 18:02:39.444252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Request body: {'subnet': {'network_id': 'a2b6cb80-c030-4bcd-ab77-4c740c516dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1983573615-subnet', 'tenant_id': '76130aa7c8474cdf834fe6674b1ffecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:39.669991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Made reservation on behalf of 6686ca14582b4d98973d20510cd65547 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:39.674176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:39.741969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2c29d-63ac-45c0-bbbb-7b91a4625417 req-97c12227-d477-4c12-b5c6-854f105c8da1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:39.743682 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91c2c29d-63ac-45c0-bbbb-7b91a4625417 req-97c12227-d477-4c12-b5c6-854f105c8da1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 931 time: 0.0987310 Jul 05 18:02:39.807344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91c2c29d-63ac-45c0-bbbb-7b91a4625417 req-592cdd59-eefd-4593-9732-1770d7605126 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551040 Jul 05 18:02:39.817284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:39.884274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85678e80-5e31-4876-88f9-202d2f79869e {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:39.915082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Made reservation on behalf of 76130aa7c8474cdf834fe6674b1ffecb for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:39.917631 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:39.926987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:40.019288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:40.022988 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:40.035082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Transition to ACTIVE for port object 85678e80-5e31-4876-88f9-202d2f79869e will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:40.149137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:40.180572 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:40.407910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:40.635358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Allocated IP 10.1.1.151 (a675cb52-e4bc-4d13-85da-7894479e2b8a/4152bfd3-6699-446d-ad99-c4e150cc597c/22789af0-7dfa-418e-8d88-24653ba1c8b4) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:40.667822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f904605c-5388-4ee8-b042-f63aba2bd7b2 req-5be05def-d67b-4a55-8a49-92b4ae1b1a74 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:40.680283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f904605c-5388-4ee8-b042-f63aba2bd7b2 req-5be05def-d67b-4a55-8a49-92b4ae1b1a74 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.1239574 Jul 05 18:02:40.771447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e6049d-7cdf-4a21-94d3-593a0b3d5aac,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:40.778593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f904605c-5388-4ee8-b042-f63aba2bd7b2 req-d045298c-e0ee-44d6-99c5-5f9ff2ae2f72 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945964 Jul 05 18:02:40.821980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:40.822503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d7a89-7ea3-448d-be07-3f673f19e5e0 req-5776423a-0da7-4b2e-845a-c6303c1a2969 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:40.824312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-098d7a89-7ea3-448d-be07-3f673f19e5e0 req-5776423a-0da7-4b2e-845a-c6303c1a2969 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 931 time: 0.1890197 Jul 05 18:02:40.874164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Checking segment: {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:40.874522 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Network hostable DHCP agents. Network: 2bfbab85-4369-45c8-90dd-08b9deb0c87c, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:02:40.898623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Attempting to bind port 85678e80-5e31-4876-88f9-202d2f79869e on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:40.898623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Attempting to bind port 85678e80-5e31-4876-88f9-202d2f79869e by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:40.898623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Attempting to bind port 85678e80-5e31-4876-88f9-202d2f79869e on network ca2dccdc-b59c-4cb4-bf64-57c311be8666 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:40.900283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:40.919042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:02:40.932647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-098d7a89-7ea3-448d-be07-3f673f19e5e0 req-83f4c107-5995-4915-ae17-b836838fe0a8 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909278 Jul 05 18:02:40.954491 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:40.959424 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Added segment 0b27ab28-d972-4137-8f3c-1164333feb2b of type vlan for network cdb428f7-a5fc-4810-b7cb-66bbefcc587e Jul 05 18:02:40.980010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Port 85678e80-5e31-4876-88f9-202d2f79869e on network ca2dccdc-b59c-4cb4-bf64-57c311be8666 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:02:40.980010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Attempting to bind port 85678e80-5e31-4876-88f9-202d2f79869e on network ca2dccdc-b59c-4cb4-bf64-57c311be8666 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:41.019484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.048572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:41.048572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Checking segment: {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:41.048572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Bound using segment: {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:41.048572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Bound port: 85678e80-5e31-4876-88f9-202d2f79869e, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:41.048572 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.117628 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.160651 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.181719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:41.232110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643a55c-8fc0-4561-9247-07619eed9264 req-db6895b6-e8b2-4334-b809-353c920cbeee tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:41.233307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d643a55c-8fc0-4561-9247-07619eed9264 req-db6895b6-e8b2-4334-b809-353c920cbeee tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1100 time: 0.1618898 Jul 05 18:02:41.249214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Transition to ACTIVE for port object 22789af0-7dfa-418e-8d88-24653ba1c8b4 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:41.302774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d643a55c-8fc0-4561-9247-07619eed9264 req-00d1f85d-ad85-4ead-bf4f-9788d4f6c22b tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627964 Jul 05 18:02:41.310814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:41.326836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:41.351261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=161cf235-608f-47d5-a2bf-1ba79b18861f,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:41.399805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Checking segment: {'id': 'b99a4ce4-587a-4f5a-9fe0-c3076608ea43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'a2b6cb80-c030-4bcd-ab77-4c740c516dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:41.400274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Network hostable DHCP agents. Network: a2b6cb80-c030-4bcd-ab77-4c740c516dd9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:02:41.432591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a35189-5dbd-4718-8bb5-7ad730276006 req-45c93c14-56e1-4592-aba8-a693ed3289b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:41.434141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0a35189-5dbd-4718-8bb5-7ad730276006 req-45c93c14-56e1-4592-aba8-a693ed3289b3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.0861914 Jul 05 18:02:41.483779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0a35189-5dbd-4718-8bb5-7ad730276006 req-a3d4bc4a-ecdd-44b1-9e9f-baa77a342beb tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418231 Jul 05 18:02:41.575031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-6d1b5d16-3e54-4a44-af20-6f7a50bccca7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236070 Jul 05 18:02:41.580792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Network 2bfbab85-4369-45c8-90dd-08b9deb0c87c is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:02:41.624345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.627313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:41.628017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.631127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.633256 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.637757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Network a2b6cb80-c030-4bcd-ab77-4c740c516dd9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:02:41.707209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-fd3df858-389e-4f4c-a140-a74875f6bad5 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:41.714744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-fd3df858-389e-4f4c-a140-a74875f6bad5 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1312821 Jul 05 18:02:41.727340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-c4cb31ad-cb7b-46d2-97c7-7907c195310c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/quotas/cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 375 time: 0.0113928 Jul 05 18:02:41.751661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:41.752278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.757333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] 10.222.0.97 "PUT /v2.0/ports/85678e80-5e31-4876-88f9-202d2f79869e HTTP/1.1" status: 200 len: 1091 time: 3.5609498 Jul 05 18:02:41.760320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:41.763947 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed44c4a-3855-4c3b-bfd3-623307c45401" -d '{"events": [{"name": "network-changed", "server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "tag": "85678e80-5e31-4876-88f9-202d2f79869e"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:41.786339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 2bfbab85-4369-45c8-90dd-08b9deb0c87c) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:41.794710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:41.795301 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.800185 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ba02b9-c143-495d-a333-8ac7c1e13ae3 None None] Network 2bfbab85-4369-45c8-90dd-08b9deb0c87c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:41.820364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a2b6cb80-c030-4bcd-ab77-4c740c516dd9) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:41.833122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:41.834045 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:41.852128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network a675cb52-e4bc-4d13-85da-7894479e2b8a is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:41.863038 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230685eb-c305-4c3f-a414-3947c29869af x-openstack-request-id: req-230685eb-c305-4c3f-a414-3947c29869af {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:41.863593 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "tag": "85678e80-5e31-4876-88f9-202d2f79869e", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:41.863994 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-230685eb-c305-4c3f-a414-3947c29869af {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:41.864537 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e', 'status': 'completed', 'code': 200} Jul 05 18:02:41.865478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] Pushing event updated for resources: {'Network': ['ID=cdb428f7-a5fc-4810-b7cb-66bbefcc587e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:41.883558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-27952af2-0c78-4258-b174-2f375bc6fcd3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504750 Jul 05 18:02:41.885431 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-787c9f0b-5454-4b50-a5ae-29ad1e160eda admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0245531 Jul 05 18:02:41.888596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53846) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:41.906497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:41.907027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Request body: {'subnet': {'network_id': 'cdb428f7-a5fc-4810-b7cb-66bbefcc587e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1467919294-subnet', 'tenant_id': '6686ca14582b4d98973d20510cd65547', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:41.909119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:42.003917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90bcf8-4ac6-4855-9ed3-57c828c45bb2 service neutron] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:42.106113 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ca872184-1a91-4ac2-8043-0d42fe8e21cb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6695452 Jul 05 18:02:42.112905 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-76ed917c-2f1f-42a7-b1c5-ae1cdd21f771 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.1767986 Jul 05 18:02:42.122148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53862) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:42.129944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:42.165671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:42.166689 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:42.187187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Made reservation on behalf of 6686ca14582b4d98973d20510cd65547 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:42.190485 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:42.192715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Port': ['ID=22789af0-7dfa-418e-8d88-24653ba1c8b4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:42.234648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9d20f1-60d0-49a3-9d63-8dd8c1285839 None None] Network a2b6cb80-c030-4bcd-ab77-4c740c516dd9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:42.238101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44c4a-3855-4c3b-bfd3-623307c45401 req-fdfcd4d3-c429-42d2-9389-165958a289ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:42.239674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network cdb428f7-a5fc-4810-b7cb-66bbefcc587e details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:02:42.243806 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fed44c4a-3855-4c3b-bfd3-623307c45401 req-fdfcd4d3-c429-42d2-9389-165958a289ac service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 1094 time: 0.3509650 Jul 05 18:02:42.381224 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7f87a3d1-bb18-4377-bd58-ffcf10193c67 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3767810 Jul 05 18:02:42.446018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'admin_state_up': True, 'tenant_id': '72ba194bca89444b998ef29fef238662', 'security_groups': ['214cd7ae-d6c8-4467-b680-acd6aa76dbdb']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:42.682232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:02:42.684042 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:42.757595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44c4a-3855-4c3b-bfd3-623307c45401 req-2f9f3650-a50a-4fb4-b08a-8c8165e2e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:42.760615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fed44c4a-3855-4c3b-bfd3-623307c45401 req-2f9f3650-a50a-4fb4-b08a-8c8165e2e4d7 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=9127f142890240a89ef4a167926f125c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.5089934 Jul 05 18:02:42.761494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155730ad-eee0-4000-b5ca-514589477313 req-0d0f45a2-6a6d-42f5-8671-8410fad5e0f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:42.784549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155730ad-eee0-4000-b5ca-514589477313 req-0d0f45a2-6a6d-42f5-8671-8410fad5e0f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:42.807208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-155730ad-eee0-4000-b5ca-514589477313 req-0d0f45a2-6a6d-42f5-8671-8410fad5e0f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 1653 time: 0.4186528 Jul 05 18:02:42.819429 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:42.866424 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:42.869958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:42.936714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f44365-8161-4972-8c0d-b97262ab398d None None] Network a2b6cb80-c030-4bcd-ab77-4c740c516dd9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:43.051638 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.122639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-5b0dbeb7-e386-4e57-a46f-646e7dffaa71 req-24a0b32c-e10e-4a40-b484-27efc0faaad4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1097917095', 'description': 'tempest-description-1813563182'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:43.273894 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5b0dbeb7-e386-4e57-a46f-646e7dffaa71 req-24a0b32c-e10e-4a40-b484-27efc0faaad4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.299364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4b9dd2-ccc0-414e-b5d9-ab4c7e7a3177,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:43.321041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Allocated IP 172.20.0.2 (2bfbab85-4369-45c8-90dd-08b9deb0c87c/64e6049d-7cdf-4a21-94d3-593a0b3d5aac/ea12f65d-e175-4850-84be-3330a9c46153) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:43.324515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-155730ad-eee0-4000-b5ca-514589477313 req-a419fd65-2916-497d-bb41-6a8041fb3c33 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5162361 Jul 05 18:02:43.447565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44c4a-3855-4c3b-bfd3-623307c45401 req-445b3b20-843b-4bb3-b6be-b1b0205a7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:43.449041 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fed44c4a-3855-4c3b-bfd3-623307c45401 req-445b3b20-843b-4bb3-b6be-b1b0205a7adc service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6707919 Jul 05 18:02:43.483112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Checking segment: {'id': '0b27ab28-d972-4137-8f3c-1164333feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb428f7-a5fc-4810-b7cb-66bbefcc587e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:43.484848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Network hostable DHCP agents. Network: cdb428f7-a5fc-4810-b7cb-66bbefcc587e, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:02:43.524681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.549839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb333ebe-a206-4f81-a221-1be043ba5a80 req-909612b5-ed09-43c3-8f30-94da8c542dd1 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 210 time: 0.1374180 Jul 05 18:02:43.598545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76772a5-9c77-447b-befe-8c198cec44ec req-877f6aab-0e62-40b0-85be-ba6852aa6688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:43.600217 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-877f6aab-0e62-40b0-85be-ba6852aa6688 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 1094 time: 0.0733192 Jul 05 18:02:43.625628 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.629184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:43.635953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Transition to ACTIVE for port object ea12f65d-e175-4850-84be-3330a9c46153 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:43.637503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.645476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-49f7d278-7374-4e82-aaaa-2ded55f01963 None None] Provisioning for port 22789af0-7dfa-418e-8d88-24653ba1c8b4 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:43.645476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-49f7d278-7374-4e82-aaaa-2ded55f01963 None None] Provisioning complete for port 22789af0-7dfa-418e-8d88-24653ba1c8b4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:43.645923 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49f7d278-7374-4e82-aaaa-2ded55f01963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.677075 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-8334adac-6147-49aa-b602-c6401a7c9942 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85678e80-5e31-4876-88f9-202d2f79869e HTTP/1.1" status: 200 len: 217 time: 0.0616264 Jul 05 18:02:43.680009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Transition to ACTIVE for port object ea12f65d-e175-4850-84be-3330a9c46153 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:43.692495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-49f7d278-7374-4e82-aaaa-2ded55f01963 None None] Port 22789af0-7dfa-418e-8d88-24653ba1c8b4 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:43.723597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Network cdb428f7-a5fc-4810-b7cb-66bbefcc587e is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:02:43.787639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76772a5-9c77-447b-befe-8c198cec44ec req-2e8468ec-6c8c-43c6-a83c-c7f7090b1c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:43.789186 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-2e8468ec-6c8c-43c6-a83c-c7f7090b1c7e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.0990717 Jul 05 18:02:43.793064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5b0dbeb7-e386-4e57-a46f-646e7dffaa71 req-24a0b32c-e10e-4a40-b484-27efc0faaad4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.804015 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.839047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Network 2bfbab85-4369-45c8-90dd-08b9deb0c87c is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:43.842604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:43.846911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:43.857063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, cdb428f7-a5fc-4810-b7cb-66bbefcc587e) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:43.866450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:43.867666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.872985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd212ac1-b44c-4cf5-863b-84802db40014 None None] Network cdb428f7-a5fc-4810-b7cb-66bbefcc587e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:43.877339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8034e-33ad-4e4e-8468-d9c5631cf8e3 req-616274d1-a038-4815-b780-a74c2d5dc1e8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:43.878921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eff8034e-33ad-4e4e-8468-d9c5631cf8e3 req-616274d1-a038-4815-b780-a74c2d5dc1e8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.1436331 Jul 05 18:02:43.889575 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5b0dbeb7-e386-4e57-a46f-646e7dffaa71 req-24a0b32c-e10e-4a40-b484-27efc0faaad4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:43.900333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Allocated IP 10.1.1.209 (a675cb52-e4bc-4d13-85da-7894479e2b8a/4152bfd3-6699-446d-ad99-c4e150cc597c/26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:43.905010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Pushing event updated for resources: {'Port': ['ID=ea12f65d-e175-4850-84be-3330a9c46153,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:43.972247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0b32c-e10e-4a40-b484-27efc0faaad4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26fb93d3-fc35-44e1-bd91-e28fad911892,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:44.025643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f2ad4ff7-e74d-4145-9ea5-95b8626fb119 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1333208 Jul 05 18:02:44.029410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eff8034e-33ad-4e4e-8468-d9c5631cf8e3 req-df08c630-bcf2-48ec-b934-38d96e52c5ae tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356697 Jul 05 18:02:44.056006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76772a5-9c77-447b-befe-8c198cec44ec req-2143b570-98d1-42fd-8317-b85e468f42f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:44.057576 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-2143b570-98d1-42fd-8317-b85e468f42f4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2608895 Jul 05 18:02:44.209933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Attempting to bind port ea12f65d-e175-4850-84be-3330a9c46153 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:44.210614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Attempting to bind port ea12f65d-e175-4850-84be-3330a9c46153 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:44.211562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Attempting to bind port ea12f65d-e175-4850-84be-3330a9c46153 on network 2bfbab85-4369-45c8-90dd-08b9deb0c87c {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:44.228214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:44.228633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Checking segment: {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:44.229044 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:44.229448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Bound using segment: {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:44.229942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Bound port: ea12f65d-e175-4850-84be-3330a9c46153, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:44.230640 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:44.238287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:44.267179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Transition to ACTIVE for port object 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:44.270764 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-c73ef1a1-ba05-4166-8be6-2745193da0ca service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019572 Jul 05 18:02:44.329263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] For port ea12f65d-e175-4850-84be-3330a9c46153, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:44.332891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] For port ea12f65d-e175-4850-84be-3330a9c46153, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea12f65d-e175-4850-84be-3330a9c46153,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:44.417455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0dec71-75a9-49cd-9ce8-3cab2b77437e None None] Network cdb428f7-a5fc-4810-b7cb-66bbefcc587e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:44.420729 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:44.544389 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f76772a5-9c77-447b-befe-8c198cec44ec req-e894cfde-6e4a-4617-a889-2e68e20a103d service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419136 Jul 05 18:02:44.587188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:44.701282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7447686b-de88-49ee-ab31-fe5d58ed7d53 None None] Pushing event updated for resources: {'Port': ['ID=ea12f65d-e175-4850-84be-3330a9c46153,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:44.728738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network a675cb52-e4bc-4d13-85da-7894479e2b8a is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:44.741492 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5b0dbeb7-e386-4e57-a46f-646e7dffaa71 req-24a0b32c-e10e-4a40-b484-27efc0faaad4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:44.747234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:44.753974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:44.766307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Port': ['ID=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:44.766701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b0dbeb7-e386-4e57-a46f-646e7dffaa71 req-24a0b32c-e10e-4a40-b484-27efc0faaad4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.7109711 Jul 05 18:02:44.849465 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:44.895752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:44.929879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:44.940491 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:45.082030 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cbd36ef-8a47-4417-a1b6-129c25c1eb10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6690104 Jul 05 18:02:45.090758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681', 'admin_state_up': True, 'tenant_id': '72ba194bca89444b998ef29fef238662', 'security_groups': ['214cd7ae-d6c8-4467-b680-acd6aa76dbdb']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:45.107849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fad9e3-276b-4de7-a8c3-15c931381583 req-02285db1-d331-40cf-aa97-58595ac1f113 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:45.114791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fad9e3-276b-4de7-a8c3-15c931381583 req-02285db1-d331-40cf-aa97-58595ac1f113 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:45.120869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fad9e3-276b-4de7-a8c3-15c931381583 req-02285db1-d331-40cf-aa97-58595ac1f113 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:45.128878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01fad9e3-276b-4de7-a8c3-15c931381583 req-02285db1-d331-40cf-aa97-58595ac1f113 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 2374 time: 0.2808611 Jul 05 18:02:45.188607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01fad9e3-276b-4de7-a8c3-15c931381583 req-724d63ef-9c7f-42c5-9310-92198623d1f2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586505 Jul 05 18:02:45.327360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Allocated IP 172.25.3.15 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:45.444264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-079789d1-0252-4868-9da7-1fd574cf8186 None None] Provisioning for port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:45.452401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-079789d1-0252-4868-9da7-1fd574cf8186 None None] Provisioning complete for port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:45.453648 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-079789d1-0252-4868-9da7-1fd574cf8186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:45.462684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53950) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:45.468236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1774968744-network', 'tenant_id': 'fb0fef91c47c46dba184f2469d3fde30'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:45.510396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-293f855c-6ecc-41d1-b7f9-685f40cc54aa req-5ab46831-e2af-4003-b7ba-8cfe142cda34 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 210 time: 0.0546134 Jul 05 18:02:45.523972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:45.602422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-079789d1-0252-4868-9da7-1fd574cf8186 None None] Port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:45.615387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea12f65d-e175-4850-84be-3330a9c46153 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:45.676504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15e50b39-7d79-4512-9204-4277dfd09a05 req-fd65fd3f-11dd-46ff-ae15-d349d3eaccb2 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/26fb93d3-fc35-44e1-bd91-e28fad911892 HTTP/1.1" status: 200 len: 1813 time: 0.1225262 Jul 05 18:02:45.701127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Made reservation on behalf of fb0fef91c47c46dba184f2469d3fde30 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:45.704321 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:45.716719 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:45.734885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-15e50b39-7d79-4512-9204-4277dfd09a05 req-1df4520e-9def-4063-9270-23ed24392bcc tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26fb93d3-fc35-44e1-bd91-e28fad911892', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:45.735255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-15e50b39-7d79-4512-9204-4277dfd09a05 req-1df4520e-9def-4063-9270-23ed24392bcc tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '26fb93d3-fc35-44e1-bd91-e28fad911892', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:45.750777 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:02:45.775132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port ea12f65d-e175-4850-84be-3330a9c46153 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:45.789704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-fcff7c01-7e38-44a8-8daa-df98e5d02816 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1341195 Jul 05 18:02:45.792176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:45.801144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:45.936181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-d898aa49-58a2-4380-912d-c216424a5878 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:45.938080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-d898aa49-58a2-4380-912d-c216424a5878 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1310534 Jul 05 18:02:45.999777 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-15e50b39-7d79-4512-9204-4277dfd09a05 req-1df4520e-9def-4063-9270-23ed24392bcc tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.011614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Request body: {'port': {'device_id': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'cd79537bc8d1495395401d1768287e63'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:46.139892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-8e83658b-2fe1-46ad-a62e-d93ec794222a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4939125 Jul 05 18:02:46.142468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-15e50b39-7d79-4512-9204-4277dfd09a05 req-1df4520e-9def-4063-9270-23ed24392bcc tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.195891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.243750 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-15e50b39-7d79-4512-9204-4277dfd09a05 req-1df4520e-9def-4063-9270-23ed24392bcc tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.277082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4520e-9def-4063-9270-23ed24392bcc tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa288620-52d3-494f-80bc-7c7bed5af01a,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:46.284251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.303013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb23721-4986-4cb5-95dd-021e6a08cfe8 None None] Network 2bfbab85-4369-45c8-90dd-08b9deb0c87c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:46.309377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Allocated IP 10.2.2.100 (2fcce57a-4f76-4ef7-85cc-9baef3a62681/e9865bc1-3270-442a-bdf7-d636d6e9f090/f18ee15e-74cb-462e-a8d8-80f5ef87bddc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:46.313733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:02:46.323417 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.344474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.345214 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Added segment 4355cf96-2884-43cb-90bf-270c35f4828f of type vlan for network df83b248-4645-4e55-9c1b-f230f98b1233 Jul 05 18:02:46.392055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c8eb1a-49e2-4afc-80df-4790bfea2db0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:46.430177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:46.437846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Pushing event updated for resources: {'Port': ['ID=6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:46.446857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:46.455941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:46.467396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.488937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Made reservation on behalf of cd79537bc8d1495395401d1768287e63 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:46.492790 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.500641 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-17bccdda-cf2a-48ce-a29b-c1d8107376cc None None] Provisioning for port ea12f65d-e175-4850-84be-3330a9c46153 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:46.510551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-17bccdda-cf2a-48ce-a29b-c1d8107376cc None None] Provisioning complete for port ea12f65d-e175-4850-84be-3330a9c46153 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:46.510969 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-17bccdda-cf2a-48ce-a29b-c1d8107376cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.520935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-8746e2e4-d96c-4f29-9c7d-fba375f7b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:46.522904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-8746e2e4-d96c-4f29-9c7d-fba375f7b48d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af033b96e60d44d4a99d6be2b647dcc1&device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 1097 time: 0.2577569 Jul 05 18:02:46.617678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.635506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Transition to ACTIVE for port object f18ee15e-74cb-462e-a8d8-80f5ef87bddc will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:46.656837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 41fec7e6-3ae3-41bb-b7f3-52339100f016 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:46.657329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-15e50b39-7d79-4512-9204-4277dfd09a05 req-1df4520e-9def-4063-9270-23ed24392bcc tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.676765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15e50b39-7d79-4512-9204-4277dfd09a05 req-1df4520e-9def-4063-9270-23ed24392bcc tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9532425 Jul 05 18:02:46.684411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.685632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:46.687947 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.762474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] Pushing event updated for resources: {'Network': ['ID=df83b248-4645-4e55-9c1b-f230f98b1233,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:46.776480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network df83b248-4645-4e55-9c1b-f230f98b1233 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:02:46.783786 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.876840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-17bccdda-cf2a-48ce-a29b-c1d8107376cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:46.904189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Port': ['ID=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:46.935306 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-10764e3e-c548-4c0e-8033-8de19dafd2d8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4711425 Jul 05 18:02:46.937584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53986) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:46.944346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Request body: {'subnet': {'network_id': 'df83b248-4645-4e55-9c1b-f230f98b1233', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1774968744-subnet', 'tenant_id': 'fb0fef91c47c46dba184f2469d3fde30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:46.973470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-17bccdda-cf2a-48ce-a29b-c1d8107376cc None None] For port ea12f65d-e175-4850-84be-3330a9c46153, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea12f65d-e175-4850-84be-3330a9c46153,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:46.986835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:46.989924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:46.993346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:47.014043 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.017645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-2ff91c47-00fb-417e-9aeb-cfa34ecae931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:47.019211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-2ff91c47-00fb-417e-9aeb-cfa34ecae931 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d HTTP/1.1" status: 200 len: 915 time: 0.4343262 Jul 05 18:02:47.046420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Allocated IP 192.168.233.161 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/431f88b4-b6cc-48a4-ba1c-762b192eb390) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:47.071677 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-17bccdda-cf2a-48ce-a29b-c1d8107376cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.092912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:47.094436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.116605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:47.123399 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d7fc95-e2c7-4d4e-b5cb-bb1eb2d9bb5b" -d '{"events": [{"server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "name": "network-vif-unplugged", "status": "completed", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:47.153922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Made reservation on behalf of fb0fef91c47c46dba184f2469d3fde30 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:47.157964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.178100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:47.250594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bccdda-cf2a-48ce-a29b-c1d8107376cc None None] Pushing event updated for resources: {'Port': ['ID=ea12f65d-e175-4850-84be-3330a9c46153,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:47.269057 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.277674 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7c87f70d-789b-4046-90a8-6447c168e6c7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1878417 Jul 05 18:02:47.290538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681', 'admin_state_up': True, 'tenant_id': '72ba194bca89444b998ef29fef238662', 'security_groups': ['214cd7ae-d6c8-4467-b680-acd6aa76dbdb']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:47.307431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-39e9995d-3342-44b2-839c-56a36cae6277 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260 HTTP/1.1" status: 200 len: 1002 time: 0.2621756 Jul 05 18:02:47.403499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=41fec7e6-3ae3-41bb-b7f3-52339100f016,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:47.407613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-af1bc398-8a20-4760-8966-91179288ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:47.409071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-af1bc398-8a20-4760-8966-91179288ab27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7569031b-d7b8-4e77-b0f1-093d938990ef HTTP/1.1" status: 200 len: 854 time: 0.0896327 Jul 05 18:02:47.422128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-54122446-53a8-4994-b270-89cfa6b49885 None None] Provisioning complete for port ea12f65d-e175-4850-84be-3330a9c46153 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:47.422735 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-54122446-53a8-4994-b270-89cfa6b49885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.557211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7b13a-ad3d-4233-80c5-d952b85f6f00 req-1650ccb7-25c4-4e4a-aa09-06ed763c8a81 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:47.559814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81f7b13a-ad3d-4233-80c5-d952b85f6f00 req-1650ccb7-25c4-4e4a-aa09-06ed763c8a81 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.6542628 Jul 05 18:02:47.574114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea12f65d-e175-4850-84be-3330a9c46153 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:47.667359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Made reservation on behalf of 72ba194bca89444b998ef29fef238662 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:47.671046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.673267 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.675768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ea12f65d-e175-4850-84be-3330a9c46153 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:47.681127 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.733442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.760241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-54122446-53a8-4994-b270-89cfa6b49885 None None] Provisioning for port f18ee15e-74cb-462e-a8d8-80f5ef87bddc completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:47.766837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-54122446-53a8-4994-b270-89cfa6b49885 None None] Provisioning complete for port f18ee15e-74cb-462e-a8d8-80f5ef87bddc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:47.767213 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-54122446-53a8-4994-b270-89cfa6b49885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:47.818899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-54122446-53a8-4994-b270-89cfa6b49885 None None] Port f18ee15e-74cb-462e-a8d8-80f5ef87bddc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:47.853045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3408f7-7f6c-4c80-893e-62f150717cbd,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:47.875614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81f7b13a-ad3d-4233-80c5-d952b85f6f00 req-3a70fe7e-c884-4f86-9101-e80e3ad184f1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569385 Jul 05 18:02:47.887710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Checking segment: {'id': '4355cf96-2884-43cb-90bf-270c35f4828f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'df83b248-4645-4e55-9c1b-f230f98b1233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:47.888305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Network hostable DHCP agents. Network: df83b248-4645-4e55-9c1b-f230f98b1233, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:02:47.915963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a0932-acc1-40b3-99c9-8ea8da150c72 req-ee2ed331-30fb-4688-a935-f8dbbd7b486d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:47.921851 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a0932-acc1-40b3-99c9-8ea8da150c72 req-ee2ed331-30fb-4688-a935-f8dbbd7b486d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:47.928491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a0932-acc1-40b3-99c9-8ea8da150c72 req-ee2ed331-30fb-4688-a935-f8dbbd7b486d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:47.934794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a0932-acc1-40b3-99c9-8ea8da150c72 req-ee2ed331-30fb-4688-a935-f8dbbd7b486d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:47.937532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a3a0932-acc1-40b3-99c9-8ea8da150c72 req-ee2ed331-30fb-4688-a935-f8dbbd7b486d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 3095 time: 0.6231208 Jul 05 18:02:47.977527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Allocated IP 10.2.2.200 (2fcce57a-4f76-4ef7-85cc-9baef3a62681/e9865bc1-3270-442a-bdf7-d636d6e9f090/076ae338-2f77-45cd-b0af-21779e485c9e) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:48.077965 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Network df83b248-4645-4e55-9c1b-f230f98b1233 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:02:48.136327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7361aa76-4692-4ad8-b1e3-b7bc31d5c68a req-34fd6a35-ef6c-4e11-82f5-7bbfa24110aa tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 210 time: 0.0641189 Jul 05 18:02:48.137583 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:48.150128 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:48.153917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-b43ec4e5-01d3-4653-8c5c-684bf4c0f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:48.155484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-b43ec4e5-01d3-4653-8c5c-684bf4c0f611 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6464436 Jul 05 18:02:48.160148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Transition to ACTIVE for port object 076ae338-2f77-45cd-b0af-21779e485c9e will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:48.171421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, df83b248-4645-4e55-9c1b-f230f98b1233) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:48.178027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:48.178656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:48.181927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2776abf6-f097-4b44-9162-3c205b0ef901 None None] Network df83b248-4645-4e55-9c1b-f230f98b1233 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:48.216963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a3a0932-acc1-40b3-99c9-8ea8da150c72 req-c9c296b4-326a-4a5e-ab28-26f6b590f049 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2694983 Jul 05 18:02:48.220751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Transition to ACTIVE for port object 431f88b4-b6cc-48a4-ba1c-762b192eb390 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:48.256458 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:48.320395 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-79d688b0-c5f1-4515-8d87-849eb28d724c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3804421 Jul 05 18:02:48.347390 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:48.380822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd166e48-887a-49aa-9a26-015960b7c436 None None] Network df83b248-4645-4e55-9c1b-f230f98b1233 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:02:48.389096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:48.401423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:48.448684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd43d758-662a-44e7-958a-abe8f98818b5 req-9b3fbb2e-492f-47a3-a43b-bf51f769fcf6 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/26fb93d3-fc35-44e1-bd91-e28fad911892 HTTP/1.1" status: 200 len: 2406 time: 0.2261090 Jul 05 18:02:48.468728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:48.521303 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-bfbc69a2-56e7-4e65-aa37-b6037ab292da service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554523 Jul 05 18:02:48.571290 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb193f6-b90b-413a-b01f-7d1a1f307c91 x-openstack-request-id: req-bcb193f6-b90b-413a-b01f-7d1a1f307c91 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:48.571597 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "name": "network-vif-unplugged", "status": "completed", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:48.571859 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcb193f6-b90b-413a-b01f-7d1a1f307c91 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:48.572261 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016', 'code': 200} Jul 05 18:02:48.612175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event updated for resources: {'Port': ['ID=076ae338-2f77-45cd-b0af-21779e485c9e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:48.614452 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:48.636279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:48.637408 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:48.638610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['23ef1502-8e8b-4df3-b88e-bb2e252f0555'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:02:48.719489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:02:48.782501 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d2ed6d5a-13c2-4876-8bd4-2103764d58ca tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4983048 Jul 05 18:02:48.788392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:48.795534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:48.836930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56d71e68-a144-4fda-8a24-05f0e55142b8 req-ba2803d0-89bb-40f0-b695-9df50955ab22 service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998781 Jul 05 18:02:48.863794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:48.869863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:48.892268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Pushing event updated for resources: {'Port': ['ID=431f88b4-b6cc-48a4-ba1c-762b192eb390,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:48.956372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:48.962408 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:48.987300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73109e3e-5757-46ad-be46-bd7410132aef req-0c52a2b3-c46f-4da2-ab6d-cd74d9114238 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-group-rules/fa288620-52d3-494f-80bc-7c7bed5af01a HTTP/1.1" status: 200 len: 778 time: 0.1321137 Jul 05 18:02:49.057043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:49.058259 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.105697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Router b00ba422-3587-4b10-b08b-fbdccaeea2ac is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:02:49.148599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73109e3e-5757-46ad-be46-bd7410132aef req-d3a9be09-87e2-4366-9632-160ab7ca2b49 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/26fb93d3-fc35-44e1-bd91-e28fad911892 HTTP/1.1" status: 200 len: 2406 time: 0.1599197 Jul 05 18:02:49.161712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-966d8720-a579-46d5-aab3-e1353a7273ad None None] Provisioning for port 076ae338-2f77-45cd-b0af-21779e485c9e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:49.172972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-966d8720-a579-46d5-aab3-e1353a7273ad None None] Provisioning complete for port 076ae338-2f77-45cd-b0af-21779e485c9e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:49.172972 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-966d8720-a579-46d5-aab3-e1353a7273ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.181972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '85678e80-5e31-4876-88f9-202d2f79869e', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'port_id': '85678e80-5e31-4876-88f9-202d2f79869e', 'mac_address': 'fa:16:3e:32:d1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:02:49.264588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-4bb6bd1f-8e6d-4495-a5a1-bd13581e0519 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2659366 Jul 05 18:02:49.283545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Request body: {'port': {'device_id': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:49.381670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-966d8720-a579-46d5-aab3-e1353a7273ad None None] Port 076ae338-2f77-45cd-b0af-21779e485c9e cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:49.407008 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.423411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85678e80-5e31-4876-88f9-202d2f79869e {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:49.448672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:49.505643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb67ceea-05e0-475c-8208-7e8d0b516cfc {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:49.513919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.527732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Transition to ACTIVE for port object fb67ceea-05e0-475c-8208-7e8d0b516cfc will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:49.547689 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.610174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:49.621151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a6b83de7-5b92-46b7-9ca9-f78d5d506293 None None] Provisioning for port 431f88b4-b6cc-48a4-ba1c-762b192eb390 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:49.627249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a6b83de7-5b92-46b7-9ca9-f78d5d506293 None None] Provisioning complete for port 431f88b4-b6cc-48a4-ba1c-762b192eb390 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:49.627630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6b83de7-5b92-46b7-9ca9-f78d5d506293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.644480 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.678034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a6b83de7-5b92-46b7-9ca9-f78d5d506293 None None] Port 431f88b4-b6cc-48a4-ba1c-762b192eb390 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:49.714849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Pushing event updated for resources: {'Port': ['ID=fb67ceea-05e0-475c-8208-7e8d0b516cfc,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:49.771695 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73109e3e-5757-46ad-be46-bd7410132aef req-3cb4ef30-cc9c-4aea-b183-f32e082245b3 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.790281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['85678e80-5e31-4876-88f9-202d2f79869e'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:02:49.808842 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73109e3e-5757-46ad-be46-bd7410132aef req-3cb4ef30-cc9c-4aea-b183-f32e082245b3 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.820783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Attempting to bind port fb67ceea-05e0-475c-8208-7e8d0b516cfc on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:49.821246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Attempting to bind port fb67ceea-05e0-475c-8208-7e8d0b516cfc by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:49.821578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Attempting to bind port fb67ceea-05e0-475c-8208-7e8d0b516cfc on network e2195c82-404a-4d31-a86a-4869116cf8b2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:49.829362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Port fb67ceea-05e0-475c-8208-7e8d0b516cfc on network e2195c82-404a-4d31-a86a-4869116cf8b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:02:49.834407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Attempting to bind port fb67ceea-05e0-475c-8208-7e8d0b516cfc on network e2195c82-404a-4d31-a86a-4869116cf8b2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:49.836171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:49.836515 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Checking segment: {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:49.837182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Bound using segment: {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:49.837399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Bound port: fb67ceea-05e0-475c-8208-7e8d0b516cfc, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16894970-f5ac-4209-a113-3c00ffc798ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:49.837676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.907228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:02:49.926290 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:49.928563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Sync routers for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:02:49.955380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:49.955380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:02:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:49.965088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-fb1206fa-59c7-4247-a82b-2300639f7a5a tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:49.973092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-fb1206fa-59c7-4247-a82b-2300639f7a5a tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/networks?id=cdb428f7-a5fc-4810-b7cb-66bbefcc587e HTTP/1.1" status: 200 len: 815 time: 0.3233190 Jul 05 18:02:49.994252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] For port fb67ceea-05e0-475c-8208-7e8d0b516cfc, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:49.998489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] For port fb67ceea-05e0-475c-8208-7e8d0b516cfc, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:50.008273 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73109e3e-5757-46ad-be46-bd7410132aef req-3cb4ef30-cc9c-4aea-b183-f32e082245b3 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.014333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73109e3e-5757-46ad-be46-bd7410132aef req-3cb4ef30-cc9c-4aea-b183-f32e082245b3 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.016676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73109e3e-5757-46ad-be46-bd7410132aef req-3cb4ef30-cc9c-4aea-b183-f32e082245b3 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fa288620-52d3-494f-80bc-7c7bed5af01a HTTP/1.1" status: 204 len: 173 time: 0.7663019 Jul 05 18:02:50.027592 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.030759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-40a9a0ab-bca8-45f8-b5a0-817112d5ec47 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 7.9048991 Jul 05 18:02:50.041228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-989eebfd-b5b6-42f4-8dc9-f19709f566cc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/quotas/6686ca14582b4d98973d20510cd65547 HTTP/1.1" status: 200 len: 375 time: 0.0671313 Jul 05 18:02:50.045648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54024) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:02:50.060175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4ef30-cc9c-4aea-b183-f32e082245b3 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa288620-52d3-494f-80bc-7c7bed5af01a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:50.081329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.126464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-e67a5618-0fea-4c0c-9f7d-a86cb947ecbc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6686ca14582b4d98973d20510cd65547&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0843422 Jul 05 18:02:50.147213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:50.240531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:50.242343 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.243823 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] 10.222.0.97 "PUT /v2.0/ports/fb67ceea-05e0-475c-8208-7e8d0b516cfc HTTP/1.1" status: 200 len: 1091 time: 1.4526243 Jul 05 18:02:50.244283 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:50.246538 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36414e1e-2d87-4530-9383-ddf2c8ba25a5" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:50.350062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc870f-9c0e-4edb-8f23-4e102b53d932 service neutron] Pushing event updated for resources: {'Port': ['ID=fb67ceea-05e0-475c-8208-7e8d0b516cfc,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:50.367614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:50.395356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:46Z', 'revision_number': 3, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:50.432864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Checking router: b00ba422-3587-4b10-b08b-fbdccaeea2ac for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:02:50.433398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Updating router b00ba422-3587-4b10-b08b-fbdccaeea2ac port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:02:50.484642 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.496676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84866cc7-2689-45de-829c-990f89b5580a req-b640eec0-d3dd-44ea-b549-c79d6c52f847 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:50.498551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84866cc7-2689-45de-829c-990f89b5580a req-b640eec0-d3dd-44ea-b549-c79d6c52f847 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 944 time: 0.3053350 Jul 05 18:02:50.501396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-22736fb6-ccf2-46bb-88cd-30b631fa0748 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb428f7-a5fc-4810-b7cb-66bbefcc587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295546 Jul 05 18:02:50.643916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84866cc7-2689-45de-829c-990f89b5580a req-bf46d90a-3711-47e7-a191-cd9506bd1052 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320336 Jul 05 18:02:50.693374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:50.710334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.719994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e692f17-2943-4856-adad-ed524f4b7c07 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb428f7-a5fc-4810-b7cb-66bbefcc587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070012 Jul 05 18:02:50.728079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431f88b4-b6cc-48a4-ba1c-762b192eb390 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:50.739607 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.763410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Transition to ACTIVE for port object 431f88b4-b6cc-48a4-ba1c-762b192eb390 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:50.867646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-5fedc111-dced-4223-8efd-b4482ff13ff8 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:50.869247 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-5fedc111-dced-4223-8efd-b4482ff13ff8 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.97 "GET /v2.0/ports?device_id=860bfaaf-d259-4ff5-98f7-d41df0961775 HTTP/1.1" status: 200 len: 943 time: 0.3371539 Jul 05 18:02:50.893296 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-532d7098-1b33-4041-9a48-fec24f60cb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.893968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:50.971510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 85678e80-5e31-4876-88f9-202d2f79869e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:50.973347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Pushing event updated for resources: {'Port': ['ID=431f88b4-b6cc-48a4-ba1c-762b192eb390,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:50.985656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 85678e80-5e31-4876-88f9-202d2f79869e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:50.986902 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.026193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591269d5-a21b-4260-8122-a2d0c56f6aa6 req-80a406c7-a36e-4014-9e04-41df68bb0c51 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:51.036111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591269d5-a21b-4260-8122-a2d0c56f6aa6 req-80a406c7-a36e-4014-9e04-41df68bb0c51 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 936 time: 0.2005696 Jul 05 18:02:51.044582 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.072090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Transition to ACTIVE for port object 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:51.153926 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.174331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591269d5-a21b-4260-8122-a2d0c56f6aa6 req-c1a0ab48-9df9-48cf-8a36-eca6cf8670bb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371608 Jul 05 18:02:51.201477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:51.204597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:51.207249 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f409827f-5696-4aeb-b8f5-90848c71d1b9" -d '{"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-plugged", "status": "completed", "tag": "85678e80-5e31-4876-88f9-202d2f79869e"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:51.210638 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.251552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Attempting to bind port 431f88b4-b6cc-48a4-ba1c-762b192eb390 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:51.251552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Attempting to bind port 431f88b4-b6cc-48a4-ba1c-762b192eb390 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:51.251552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Attempting to bind port 431f88b4-b6cc-48a4-ba1c-762b192eb390 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:51.279682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Attempting to bind port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:51.280377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Attempting to bind port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:51.282438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Attempting to bind port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:51.288340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.289703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 41fec7e6-3ae3-41bb-b7f3-52339100f016 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:02:51.330143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc22d92-fb3b-4461-a69f-dd5801b0a6b7 None None] Pushing event updated for resources: {'Port': ['ID=6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:51.338055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:51.338442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:51.339242 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.339643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:51.340357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Bound port: 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:51.340804 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.363225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Port 431f88b4-b6cc-48a4-ba1c-762b192eb390 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:02:51.363698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Attempting to bind port 431f88b4-b6cc-48a4-ba1c-762b192eb390 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:51.386768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-571226d3-51f1-4b76-bc0c-bb728fee00dd tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:51.387245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-571226d3-51f1-4b76-bc0c-bb728fee00dd tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 804 time: 0.2361386 Jul 05 18:02:51.388166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:51.388604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:51.389194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:51.389738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Bound port: 431f88b4-b6cc-48a4-ba1c-762b192eb390, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:51.390651 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.456485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2c85ff94-a64a-45a1-8e07-be7fd5a6b052 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/quotas/217f0527e829482b9d831005ded3de18 HTTP/1.1" status: 200 len: 375 time: 0.0497003 Jul 05 18:02:51.500386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:51.571782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] For port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:51.577208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:51.604829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2b192-1cc9-453f-89b0-2526ec8f0135 req-26e7a522-277e-4cba-8e17-3a1c2bf098cf tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:51.611077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] For port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:51.611850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2b192-1cc9-453f-89b0-2526ec8f0135 req-26e7a522-277e-4cba-8e17-3a1c2bf098cf tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:51.618405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2b192-1cc9-453f-89b0-2526ec8f0135 req-26e7a522-277e-4cba-8e17-3a1c2bf098cf tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:51.625489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2b192-1cc9-453f-89b0-2526ec8f0135 req-26e7a522-277e-4cba-8e17-3a1c2bf098cf tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:51.631848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2b192-1cc9-453f-89b0-2526ec8f0135 req-26e7a522-277e-4cba-8e17-3a1c2bf098cf tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:51.633724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46a2b192-1cc9-453f-89b0-2526ec8f0135 req-26e7a522-277e-4cba-8e17-3a1c2bf098cf tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 3828 time: 0.2403505 Jul 05 18:02:51.639758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:51.674704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-505feb4d-cbe3-4f6a-ab4f-4b5c03a44d9c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1935980 Jul 05 18:02:51.681808 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.705692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46a2b192-1cc9-453f-89b0-2526ec8f0135 req-d1bd78a6-47f9-4b4e-8f28-ebae0361b8b1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631785 Jul 05 18:02:51.767473 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.775169 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.787319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:51.788194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:02:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:51.820429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Deleting port 41fec7e6-3ae3-41bb-b7f3-52339100f016 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:02:51.821170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.828912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:51.829840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:51.855891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] 10.222.0.39 "PUT /v2.0/ports/431f88b4-b6cc-48a4-ba1c-762b192eb390 HTTP/1.1" status: 200 len: 1096 time: 2.5544136 Jul 05 18:02:51.856776 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:51.864370 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:51.931228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-a6b6f6dc-db75-402d-a9ee-bfabe22fe6bd service neutron] 10.222.0.30 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450390 Jul 05 18:02:51.979580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc22d92-fb3b-4461-a69f-dd5801b0a6b7 None None] Pushing event updated for resources: {'Port': ['ID=6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:52.042191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:52.086936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0c8dff3e-1847-4ffb-97b0-98a978849982 req-c21104d3-3df1-4091-9a1e-3e2141e6fee5 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-181907245', 'description': 'tempest-description-1775379865'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:52.100235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a577a-6efa-4d13-99a3-ca43302b03bf service neutron] Pushing event updated for resources: {'Port': ['ID=431f88b4-b6cc-48a4-ba1c-762b192eb390,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:52.134588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f789fea0-21f9-4320-914a-1c39f450b4ee {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:52.150886 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:52.162721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] For port 41fec7e6-3ae3-41bb-b7f3-52339100f016, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=41fec7e6-3ae3-41bb-b7f3-52339100f016,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:52.163194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:52.216533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-355b99e0-efca-41f2-aa17-1a65c880af10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:52.219054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-355b99e0-efca-41f2-aa17-1a65c880af10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 1099 time: 0.2230678 Jul 05 18:02:52.223346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0c8dff3e-1847-4ffb-97b0-98a978849982 req-c21104d3-3df1-4091-9a1e-3e2141e6fee5 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:52.237187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Calling delete_port for 41fec7e6-3ae3-41bb-b7f3-52339100f016 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:02:52.248240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Transition to ACTIVE for port object f789fea0-21f9-4320-914a-1c39f450b4ee will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:52.267596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-c75f78ae-20fc-41cb-988b-0f3652d8a322 service neutron] 10.222.0.30 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319032 Jul 05 18:02:52.299936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Allocated IP 172.20.0.1 (2bfbab85-4369-45c8-90dd-08b9deb0c87c/64e6049d-7cdf-4a21-94d3-593a0b3d5aac/1d65876c-fcfb-4bfe-9c0c-ed758306ef54) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:52.308718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-6bf4f8db-339e-4694-b383-6a4cbf8ba22d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390 HTTP/1.1" status: 200 len: 217 time: 0.0688248 Jul 05 18:02:52.341114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:52.366042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:46Z', 'revision_number': 3, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:52.400594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f91fa6-a88a-4baf-a8b3-e8440b716d1b None None] The sync data for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 is: [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:46Z', 'revision_number': 3, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:02:52.416786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-395cc8d9-da71-4736-b335-386be1cba233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:52.418397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-395cc8d9-da71-4736-b335-386be1cba233 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1023352 Jul 05 18:02:52.520006 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0c8dff3e-1847-4ffb-97b0-98a978849982 req-c21104d3-3df1-4091-9a1e-3e2141e6fee5 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:52.543949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-fd81e5c2-7e00-44c0-acef-501897fb9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:52.545659 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-fd81e5c2-7e00-44c0-acef-501897fb9d80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010106 Jul 05 18:02:52.558256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Pushing event updated for resources: {'Port': ['ID=f789fea0-21f9-4320-914a-1c39f450b4ee,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:52.726017 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0c8dff3e-1847-4ffb-97b0-98a978849982 req-c21104d3-3df1-4091-9a1e-3e2141e6fee5 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:52.737998 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fa8856-626a-4a78-8d8f-05789e9b8e20 x-openstack-request-id: req-07fa8856-626a-4a78-8d8f-05789e9b8e20 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:52.738775 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:52.739435 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07fa8856-626a-4a78-8d8f-05789e9b8e20 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:52.740124 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'status': 'completed', 'code': 200} Jul 05 18:02:52.759600 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:52.815141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Transition to ACTIVE for port object 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:52.898300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Attempting to bind port f789fea0-21f9-4320-914a-1c39f450b4ee on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:52.899075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Attempting to bind port f789fea0-21f9-4320-914a-1c39f450b4ee by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:52.899663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Attempting to bind port f789fea0-21f9-4320-914a-1c39f450b4ee on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:52.917120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Port f789fea0-21f9-4320-914a-1c39f450b4ee on network a675cb52-e4bc-4d13-85da-7894479e2b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:02:52.917120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Attempting to bind port f789fea0-21f9-4320-914a-1c39f450b4ee on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:52.917120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:52.949157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:52.949157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Checking segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:52.949157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Bound using segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:52.949157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Bound port: f789fea0-21f9-4320-914a-1c39f450b4ee, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:52.955674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:52.971003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Pushing event deleted for resources: {'Port': ['ID=41fec7e6-3ae3-41bb-b7f3-52339100f016,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:52.988244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48e9a0d1-a554-46c9-9f8f-97554569146c req-20f16d3d-ac80-4b51-83c5-67708babc2bf tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 210 time: 0.2688658 Jul 05 18:02:53.039392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.041377 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0c8dff3e-1847-4ffb-97b0-98a978849982 req-c21104d3-3df1-4091-9a1e-3e2141e6fee5 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.062298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c8dff3e-1847-4ffb-97b0-98a978849982 req-c21104d3-3df1-4091-9a1e-3e2141e6fee5 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0909531 Jul 05 18:02:53.078823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21104d3-3df1-4091-9a1e-3e2141e6fee5 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dc3dbe-bb04-461d-a632-4d9d0b05528b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:53.082065 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac4e56-b81a-4793-976f-2db5bc924dc8 x-openstack-request-id: req-84ac4e56-b81a-4793-976f-2db5bc924dc8 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:53.082065 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-plugged", "status": "completed", "tag": "85678e80-5e31-4876-88f9-202d2f79869e", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:53.082065 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84ac4e56-b81a-4793-976f-2db5bc924dc8 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:53.082065 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e', 'code': 200} Jul 05 18:02:53.103580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-b0a654dc-4e72-43a1-8c4e-a66f00a10d33 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5479341 Jul 05 18:02:53.113205 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e87657-7a62-4925-91ce-07b49b32efcf x-openstack-request-id: req-09e87657-7a62-4925-91ce-07b49b32efcf {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:53.113506 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:53.113780 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09e87657-7a62-4925-91ce-07b49b32efcf {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:53.114189 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390', 'status': 'completed', 'code': 200} Jul 05 18:02:53.295363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Network 2bfbab85-4369-45c8-90dd-08b9deb0c87c is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:53.298842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-c76a9533-fd4e-415b-bf25-4ecb3ec8bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:53.299405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-c76a9533-fd4e-415b-bf25-4ecb3ec8bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:53.299888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-c76a9533-fd4e-415b-bf25-4ecb3ec8bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:53.300357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-c76a9533-fd4e-415b-bf25-4ecb3ec8bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:53.301040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-c76a9533-fd4e-415b-bf25-4ecb3ec8bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:53.301989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-c76a9533-fd4e-415b-bf25-4ecb3ec8bc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:53.304449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-c76a9533-fd4e-415b-bf25-4ecb3ec8bc94 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5245 time: 0.5576372 Jul 05 18:02:53.305676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:53.321658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d65876c-fcfb-4bfe-9c0c-ed758306ef54,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:53.328500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:53.441345 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-149f0cfc-5da8-4842-a981-07a9166103fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.485824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] For port f789fea0-21f9-4320-914a-1c39f450b4ee, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:53.491127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] For port f789fea0-21f9-4320-914a-1c39f450b4ee, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f789fea0-21f9-4320-914a-1c39f450b4ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:53.497441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.595852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:53.683458 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.715077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.720017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] No DVR routers for this DVR port 41fec7e6-3ae3-41bb-b7f3-52339100f016 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:02:53.733533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.744752 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.97 "DELETE /v2.0/ports/41fec7e6-3ae3-41bb-b7f3-52339100f016 HTTP/1.1" status: 204 len: 173 time: 2.8623235 Jul 05 18:02:53.775033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a3efc134-066a-4050-b2c5-77c19207e1a0 None None] Provisioning for port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:53.779486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a3efc134-066a-4050-b2c5-77c19207e1a0 None None] Provisioning complete for port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:53.779696 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3efc134-066a-4050-b2c5-77c19207e1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.869451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a3efc134-066a-4050-b2c5-77c19207e1a0 None None] Port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:53.870845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:53.878548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:53.882991 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.884087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:53.885477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:53.889818 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] 10.222.0.97 "PUT /v2.0/ports/f789fea0-21f9-4320-914a-1c39f450b4ee HTTP/1.1" status: 200 len: 1131 time: 3.5266454 Jul 05 18:02:53.982395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc52a36-a0b9-48bd-9631-01d8ab0d9504 service neutron] Pushing event updated for resources: {'Port': ['ID=f789fea0-21f9-4320-914a-1c39f450b4ee,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:54.023945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:54.067485 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:54.117229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:54.209301 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:54.209567 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:54.261729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:54.267892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-372a1655-7eff-4b7c-b450-b4e860e5c2aa req-f50b95d4-5a3c-485b-9af1-56e6b8b11702 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1497250 Jul 05 18:02:54.328328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:54.336206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b341b-4258-4d3f-9714-e901a31fcb9d req-1638fd9f-31df-4220-b549-455d787b71cb tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:54.355460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c49b341b-4258-4d3f-9714-e901a31fcb9d req-1638fd9f-31df-4220-b549-455d787b71cb tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 1.0961099 Jul 05 18:02:54.414576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996edb7-872f-44aa-80ed-e80450dabc5c req-1d9521c8-76cf-497f-9b8c-1b6f0a223d5a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:54.416768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5996edb7-872f-44aa-80ed-e80450dabc5c req-1d9521c8-76cf-497f-9b8c-1b6f0a223d5a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 948 time: 1.1068647 Jul 05 18:02:54.424305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81f37b-5a7a-4ee1-9c85-155febb3c7a8 req-342b8a47-e875-4da7-af89-774135165924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:54.426144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac81f37b-5a7a-4ee1-9c85-155febb3c7a8 req-342b8a47-e875-4da7-af89-774135165924 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 1096 time: 1.1969318 Jul 05 18:02:54.458970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-d60a22ef-143a-4cb8-8e60-26d92e44afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:54.459452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-d60a22ef-143a-4cb8-8e60-26d92e44afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:54.460115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-d60a22ef-143a-4cb8-8e60-26d92e44afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:54.461731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-d60a22ef-143a-4cb8-8e60-26d92e44afe9 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=72ba194bca89444b998ef29fef238662&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.1371930 Jul 05 18:02:54.565152 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:54.637164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c49b341b-4258-4d3f-9714-e901a31fcb9d req-3b6d78c0-d639-49f3-83d2-5250f2216b43 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802646 Jul 05 18:02:54.664588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5996edb7-872f-44aa-80ed-e80450dabc5c req-574e4c60-2e98-46f4-91ad-2f7228d62adc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371826 Jul 05 18:02:54.666046 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac81f37b-5a7a-4ee1-9c85-155febb3c7a8 req-f4c64334-4fe5-4cf7-b0e4-28f554a36596 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298985 Jul 05 18:02:54.688355 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:54.752337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'name': 'network-vif-deleted', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016'}, {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': 'f789fea0-21f9-4320-914a-1c39f450b4ee'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:54.767928 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66938e51-3bf4-44ad-aea3-dbccefcd9a47" -d '{"events": [{"server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "name": "network-vif-deleted", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016"}, {"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "f789fea0-21f9-4320-914a-1c39f450b4ee"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:54.780276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:54.809525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-b67c4e88-20b4-413c-86c1-15a333e7e9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:54.811435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36414e1e-2d87-4530-9383-ddf2c8ba25a5 req-b67c4e88-20b4-413c-86c1-15a333e7e9ed service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3304818 Jul 05 18:02:54.820820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-1df06dc5-156b-429c-b9dd-ba06569068e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:54.822307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-1df06dc5-156b-429c-b9dd-ba06569068e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 1099 time: 0.3587070 Jul 05 18:02:54.909584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:54.943856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b5e49ff-5237-410c-8641-38f9f7e632ee {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:54.957030 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:54.973899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Transition to ACTIVE for port object 6b5e49ff-5237-410c-8641-38f9f7e632ee will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:55.096218 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-139a83f7-dade-4421-9c63-e35acb967afd req-b31ed069-c9e4-42d0-84d9-7a575b252d46 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 210 time: 0.1876595 Jul 05 18:02:55.113814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:55.143495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d65876c-fcfb-4bfe-9c0c-ed758306ef54,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:55.199713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a258-fcd6-4f04-81cd-9b46c94371d7 req-8d7e4e90-9d04-4619-9222-a31a4672d3ed tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:55.208717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a258-fcd6-4f04-81cd-9b46c94371d7 req-8d7e4e90-9d04-4619-9222-a31a4672d3ed tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:55.224074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a258-fcd6-4f04-81cd-9b46c94371d7 req-8d7e4e90-9d04-4619-9222-a31a4672d3ed tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:55.234872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a258-fcd6-4f04-81cd-9b46c94371d7 req-8d7e4e90-9d04-4619-9222-a31a4672d3ed tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:55.243239 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a258-fcd6-4f04-81cd-9b46c94371d7 req-8d7e4e90-9d04-4619-9222-a31a4672d3ed tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:55.250871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a258-fcd6-4f04-81cd-9b46c94371d7 req-8d7e4e90-9d04-4619-9222-a31a4672d3ed tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:55.254683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c848a258-fcd6-4f04-81cd-9b46c94371d7 req-8d7e4e90-9d04-4619-9222-a31a4672d3ed tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 4601 time: 0.3451912 Jul 05 18:02:55.303420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Pushing event updated for resources: {'Port': ['ID=6b5e49ff-5237-410c-8641-38f9f7e632ee,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:55.307599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-29dc94d4-8b1f-4e05-a302-1e4c6a07fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:55.320217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-29dc94d4-8b1f-4e05-a302-1e4c6a07fb6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.4893034 Jul 05 18:02:55.367930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Network 2bfbab85-4369-45c8-90dd-08b9deb0c87c is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:55.372277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:55.518823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-32930210-3196-42e7-9229-89c76279c0c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390 HTTP/1.1" status: 200 len: 217 time: 0.1688726 Jul 05 18:02:55.531587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:55.584098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Attempting to bind port 6b5e49ff-5237-410c-8641-38f9f7e632ee on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:55.586436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Attempting to bind port 6b5e49ff-5237-410c-8641-38f9f7e632ee by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:55.588680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Attempting to bind port 6b5e49ff-5237-410c-8641-38f9f7e632ee on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:55.595680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Port 6b5e49ff-5237-410c-8641-38f9f7e632ee on network a675cb52-e4bc-4d13-85da-7894479e2b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:02:55.607246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Attempting to bind port 6b5e49ff-5237-410c-8641-38f9f7e632ee on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:55.634971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:55.635645 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:55.650159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02ce9eff-0e4f-43f8-8826-5f7d59941608 req-67a34211-1373-4c19-8876-75c8151a6a86 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/a5dc3dbe-bb04-461d-a632-4d9d0b05528b HTTP/1.1" status: 200 len: 1812 time: 0.3013449 Jul 05 18:02:55.684564 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:55.684906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Checking segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:55.685289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Bound using segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:55.685931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Bound port: 6b5e49ff-5237-410c-8641-38f9f7e632ee, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:55.687410 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:55.783054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c848a258-fcd6-4f04-81cd-9b46c94371d7 req-c69d0b9f-f4a7-45f2-b724-486dbdaf9c0b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5216131 Jul 05 18:02:55.816639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-277d873f-7e8c-490e-bc9c-a413eacf6e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:55.818933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Router b00ba422-3587-4b10-b08b-fbdccaeea2ac has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:02:55.819648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-277d873f-7e8c-490e-bc9c-a413eacf6e8c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.2865031 Jul 05 18:02:55.842416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-138859b7-e84f-4e09-9db8-6275777583bd None None] Provisioning complete for port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:55.843799 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-138859b7-e84f-4e09-9db8-6275777583bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:55.901096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-138859b7-e84f-4e09-9db8-6275777583bd None None] Port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:02:55.916968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] For port 6b5e49ff-5237-410c-8641-38f9f7e632ee, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:55.922547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] For port 6b5e49ff-5237-410c-8641-38f9f7e632ee, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=6b5e49ff-5237-410c-8641-38f9f7e632ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:55.940512 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d727ea6d-3b7d-4d67-999e-e7a8eac406d9 x-openstack-request-id: req-d727ea6d-3b7d-4d67-999e-e7a8eac406d9 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:02:55.940998 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860bfaaf-d259-4ff5-98f7-d41df0961775", "name": "network-vif-deleted", "tag": "41fec7e6-3ae3-41bb-b7f3-52339100f016", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "f789fea0-21f9-4320-914a-1c39f450b4ee", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:02:55.941450 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d727ea6d-3b7d-4d67-999e-e7a8eac406d9 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:02:55.942024 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860bfaaf-d259-4ff5-98f7-d41df0961775', 'name': 'network-vif-deleted', 'tag': '41fec7e6-3ae3-41bb-b7f3-52339100f016', 'status': 'completed', 'code': 200} Jul 05 18:02:55.942463 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': 'f789fea0-21f9-4320-914a-1c39f450b4ee', 'status': 'completed', 'code': 200} Jul 05 18:02:55.957221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-884a8a17-2a1b-420f-9df6-ce0ce0f9b533 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:55.959222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-884a8a17-2a1b-420f-9df6-ce0ce0f9b533 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.39 "GET /v2.0/networks?id=cdb428f7-a5fc-4810-b7cb-66bbefcc587e HTTP/1.1" status: 200 len: 815 time: 0.6994650 Jul 05 18:02:55.994764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Request body: {'port': {'device_id': 'd5d34b78-9605-413f-9b01-41186d2afac7', 'network_id': 'cdb428f7-a5fc-4810-b7cb-66bbefcc587e', 'admin_state_up': True, 'tenant_id': '6686ca14582b4d98973d20510cd65547'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:56.000246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e616aeec-d1cb-4e24-b7e7-56fcc8c8aa7e req-2be96995-0ddb-467c-b2d9-d0a0928894a5 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 210 time: 0.0896149 Jul 05 18:02:56.021167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:56.118681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-be71110a-cc51-4a45-9c31-b2889dfb5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.120185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-be71110a-cc51-4a45-9c31-b2889dfb5cac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2912791 Jul 05 18:02:56.151121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.152702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:56.155731 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] 10.222.0.97 "PUT /v2.0/ports/6b5e49ff-5237-410c-8641-38f9f7e632ee HTTP/1.1" status: 200 len: 1130 time: 2.1365397 Jul 05 18:02:56.262968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:02:56.274063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229ab0a-60b0-43f1-97de-265aa5a3642a service neutron] Pushing event updated for resources: {'Port': ['ID=6b5e49ff-5237-410c-8641-38f9f7e632ee,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:56.275952 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Sync routers for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:02:56.282927 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-45798d1c-373a-44b8-916e-96b50e3e7bd7 admin admin] 10.222.0.30 "PUT /v2.0/routers/b00ba422-3587-4b10-b08b-fbdccaeea2ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2340398 Jul 05 18:02:56.289040 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:56.289666 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:02:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:56.304793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:56.330102 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:56.404869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-e46613d4-bf0c-4a65-9718-73b88ad25d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.405545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-e46613d4-bf0c-4a65-9718-73b88ad25d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.405787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-e46613d4-bf0c-4a65-9718-73b88ad25d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.406173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-e46613d4-bf0c-4a65-9718-73b88ad25d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.406672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-e46613d4-bf0c-4a65-9718-73b88ad25d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.407138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-e46613d4-bf0c-4a65-9718-73b88ad25d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.407621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-e46613d4-bf0c-4a65-9718-73b88ad25d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.409552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-e46613d4-bf0c-4a65-9718-73b88ad25d5a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6168 time: 0.4202600 Jul 05 18:02:56.493848 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:56.561598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-6ad9f7bb-a482-4d44-94b5-5dee2a981b9f service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4280887 Jul 05 18:02:56.563908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:56.674806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-3120b12c-c1f1-4b4a-8bd3-3803625e305e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.676530 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-3120b12c-c1f1-4b4a-8bd3-3803625e305e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.39 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 804 time: 0.2138383 Jul 05 18:02:56.702464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c895d7-cbf5-4c75-8b4c-de561d25f3c6 req-9b66c562-cb60-49c0-9113-af53a2208229 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226094 Jul 05 18:02:56.715944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Request body: {'port': {'device_id': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'admin_state_up': True, 'tenant_id': '217f0527e829482b9d831005ded3de18'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:56.759102 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:53Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1d65876c-fcfb-4bfe-9c0c-ed758306ef54', 'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'mac_address': 'fa:16:3e:31:07:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:51Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 2, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'subnets': [{'id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:56.769927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-571ef168-0b14-4e2b-8d87-6ee745192172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.770662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-571ef168-0b14-4e2b-8d87-6ee745192172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.771149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-571ef168-0b14-4e2b-8d87-6ee745192172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.773192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-571ef168-0b14-4e2b-8d87-6ee745192172 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=72ba194bca89444b998ef29fef238662&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3529139 Jul 05 18:02:56.777178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Made reservation on behalf of 6686ca14582b4d98973d20510cd65547 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:56.782648 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:56.792543 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Checking router: b00ba422-3587-4b10-b08b-fbdccaeea2ac for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:02:56.793150 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Updating router b00ba422-3587-4b10-b08b-fbdccaeea2ac port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:02:56.837797 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:56.959273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94036bc-f6d7-48bd-9954-1f471550ae18 req-3aa4f581-e10e-4375-86e6-5309522cff8d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:56.966798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e94036bc-f6d7-48bd-9954-1f471550ae18 req-3aa4f581-e10e-4375-86e6-5309522cff8d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.7226570 Jul 05 18:02:57.067673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffb285-96e1-4da2-a0e9-4ea416c67925 req-02c3a393-fc4f-464d-8972-4451ee2af06e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:57.076043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcffb285-96e1-4da2-a0e9-4ea416c67925 req-02c3a393-fc4f-464d-8972-4451ee2af06e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 948 time: 0.7665207 Jul 05 18:02:57.134717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Allocated IP 172.20.0.10 (cdb428f7-a5fc-4810-b7cb-66bbefcc587e/5b4b9dd2-ccc0-414e-b5d9-ab4c7e7a3177/51bac964-cd4f-463c-82c3-ad81fec58259) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:57.164619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-5e0a6b58-c048-4f05-a57a-973507b17afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:57.166219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66938e51-3bf4-44ad-aea3-dbccefcd9a47 req-5e0a6b58-c048-4f05-a57a-973507b17afe service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3648751 Jul 05 18:02:57.174451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22789af0-7dfa-418e-8d88-24653ba1c8b4 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:57.183933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.188318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e94036bc-f6d7-48bd-9954-1f471550ae18 req-76d139ae-5586-4b65-a84f-c62c06e38f9a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206361 Jul 05 18:02:57.203679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Transition to ACTIVE for port object 22789af0-7dfa-418e-8d88-24653ba1c8b4 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:57.206471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Made reservation on behalf of 217f0527e829482b9d831005ded3de18 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:02:57.211628 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.230321 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.248416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcffb285-96e1-4da2-a0e9-4ea416c67925 req-90faa00a-c3a8-426e-834e-d9017b413924 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670082 Jul 05 18:02:57.252495 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Transition to ACTIVE for port object 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:57.352039 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.426254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Allocated IP 172.20.0.14 (7b88c2f1-c515-47e3-a6e4-6d9b8ca02216/e039f504-6b86-40f2-812b-b12379744305/bf3667e9-ea85-484b-9220-cbe160930b8f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:02:57.434382 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Pushing event updated for resources: {'Port': ['ID=1d65876c-fcfb-4bfe-9c0c-ed758306ef54,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:57.446886 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.447232 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.447599 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.447908 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.448620 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.449128 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.449642 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.450142 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.450675 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.451206 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.451723 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.453101 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:02:57.489644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.547890 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Attempting to bind port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:57.548717 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Attempting to bind port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:57.548717 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Attempting to bind port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 on network 2bfbab85-4369-45c8-90dd-08b9deb0c87c {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:57.562650 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:57.563910 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Checking segment: {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:57.564958 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.565735 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Bound using segment: {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:57.566853 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Bound port: 1d65876c-fcfb-4bfe-9c0c-ed758306ef54, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:57.567422 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.684513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-34e90e84-4f1f-4c9b-b4b9-57b2bd4c244c req-c6ed5593-6916-473a-b1d5-d076fdb14f1e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1629081613', 'description': 'tempest-description-1337500733'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:57.714745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Pushing event updated for resources: {'Port': ['ID=22789af0-7dfa-418e-8d88-24653ba1c8b4,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:57.728648 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] For port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:57.730693 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] For port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1d65876c-fcfb-4bfe-9c0c-ed758306ef54,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:57.747311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f99ae4f-2953-4317-a2f4-3dab5be75c09 req-a1a21c15-f8c5-4ac7-b9d2-4716d1f74113 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 210 time: 0.0572841 Jul 05 18:02:57.832726 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.836084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.875442 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-34e90e84-4f1f-4c9b-b4b9-57b2bd4c244c req-c6ed5593-6916-473a-b1d5-d076fdb14f1e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.899205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Attempting to bind port 22789af0-7dfa-418e-8d88-24653ba1c8b4 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:02:57.912306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Attempting to bind port 22789af0-7dfa-418e-8d88-24653ba1c8b4 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:02:57.913801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Attempting to bind port 22789af0-7dfa-418e-8d88-24653ba1c8b4 on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:57.926021 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.941994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Port 22789af0-7dfa-418e-8d88-24653ba1c8b4 on network a675cb52-e4bc-4d13-85da-7894479e2b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:02:57.943087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Attempting to bind port 22789af0-7dfa-418e-8d88-24653ba1c8b4 on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:02:57.945294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': '6b5e49ff-5237-410c-8641-38f9f7e632ee'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:02:57.951145 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c069acf-ced7-4e06-8eb1-1a32d065157c None None] Pushing event updated for resources: {'Port': ['ID=1d65876c-fcfb-4bfe-9c0c-ed758306ef54,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:57.964959 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "6b5e49ff-5237-410c-8641-38f9f7e632ee"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:02:57.989110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.991283 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:02:57.996061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Checking segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:02:57.996061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Bound using segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:02:57.996061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Bound port: 22789af0-7dfa-418e-8d88-24653ba1c8b4, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:02:57.996061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:57.996677 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:02:57.996677 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:02:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:58.085981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-34e90e84-4f1f-4c9b-b4b9-57b2bd4c244c req-c6ed5593-6916-473a-b1d5-d076fdb14f1e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:58.118434 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:58.142484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:58.161961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:58.167727 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:58.168689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Network cdb428f7-a5fc-4810-b7cb-66bbefcc587e is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:02:58.169807 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:02:58.179861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:02:58.179861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:02:58.234826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:58.235511 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:58.251278 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-34e90e84-4f1f-4c9b-b4b9-57b2bd4c244c req-c6ed5593-6916-473a-b1d5-d076fdb14f1e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:58.303142 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed5593-6916-473a-b1d5-d076fdb14f1e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5fc7c1-c737-4706-a846-f14617422f3a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:58.351167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Pushing event updated for resources: {'Port': ['ID=51bac964-cd4f-463c-82c3-ad81fec58259,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:58.443256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-c83e0761-fd9e-4827-aaf2-1cd5c525c2cd tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:58.448231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-c83e0761-fd9e-4827-aaf2-1cd5c525c2cd tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/networks?id=2bfbab85-4369-45c8-90dd-08b9deb0c87c HTTP/1.1" status: 200 len: 829 time: 0.2074571 Jul 05 18:02:58.450653 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-34e90e84-4f1f-4c9b-b4b9-57b2bd4c244c req-c6ed5593-6916-473a-b1d5-d076fdb14f1e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:58.453653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34e90e84-4f1f-4c9b-b4b9-57b2bd4c244c req-c6ed5593-6916-473a-b1d5-d076fdb14f1e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1962266 Jul 05 18:02:58.467340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-2e57df9b-24dc-4b6f-89ad-83d016ae616f tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4758458 Jul 05 18:02:58.471636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-31280c07-15c4-40df-920c-c1918c7ef8b8 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/quotas/bb4a2c60d52542d6bd76778563a42a46 HTTP/1.1" status: 200 len: 375 time: 0.0154762 Jul 05 18:02:58.486938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Request body: {'port': {'device_id': 'd5d34b78-9605-413f-9b01-41186d2afac7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:58.510259 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:53Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1d65876c-fcfb-4bfe-9c0c-ed758306ef54', 'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'mac_address': 'fa:16:3e:31:07:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:51Z', 'updated_at': '2021-07-05T18:02:57Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'subnets': [{'id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:02:58.541276 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7992c2-c976-4ca4-9c58-c4898d6c589b None None] The sync data for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 is: [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:53Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1d65876c-fcfb-4bfe-9c0c-ed758306ef54', 'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'mac_address': 'fa:16:3e:31:07:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:51Z', 'updated_at': '2021-07-05T18:02:57Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'subnets': [{'id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:02:58.679387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Pushing event updated for resources: {'Port': ['ID=bf3667e9-ea85-484b-9220-cbe160930b8f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:58.732230 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:58.733012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] For port 22789af0-7dfa-418e-8d88-24653ba1c8b4, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:02:58.739516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] For port 22789af0-7dfa-418e-8d88-24653ba1c8b4, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=22789af0-7dfa-418e-8d88-24653ba1c8b4,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:02:58.772057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:58.773060 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:58.779710 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-670aea4c-6c75-454b-8fec-5cb72843d285 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4a2c60d52542d6bd76778563a42a46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2355227 Jul 05 18:02:58.823245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:58.880706 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-56427bdc-2630-41fe-93e7-5323fdc7d5eb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1750536 Jul 05 18:02:58.885103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:58.885959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:58.887416 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] 10.222.0.97 "PUT /v2.0/ports/22789af0-7dfa-418e-8d88-24653ba1c8b4 HTTP/1.1" status: 200 len: 1091 time: 2.5874834 Jul 05 18:02:58.896431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Request body: {'port': {'device_id': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:58.951066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 431f88b4-b6cc-48a4-ba1c-762b192eb390 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:02:58.971169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956032d3-ba95-4698-ab7b-45651a4624bc req-a7abf320-4e8d-4aba-8ed7-092c68da26fb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:58.977184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956032d3-ba95-4698-ab7b-45651a4624bc req-a7abf320-4e8d-4aba-8ed7-092c68da26fb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:58.994111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956032d3-ba95-4698-ab7b-45651a4624bc req-a7abf320-4e8d-4aba-8ed7-092c68da26fb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:59.000362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956032d3-ba95-4698-ab7b-45651a4624bc req-a7abf320-4e8d-4aba-8ed7-092c68da26fb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:59.006741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956032d3-ba95-4698-ab7b-45651a4624bc req-a7abf320-4e8d-4aba-8ed7-092c68da26fb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:59.014108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956032d3-ba95-4698-ab7b-45651a4624bc req-a7abf320-4e8d-4aba-8ed7-092c68da26fb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:59.025838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:02:59.040546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956032d3-ba95-4698-ab7b-45651a4624bc req-a7abf320-4e8d-4aba-8ed7-092c68da26fb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:59.042683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-956032d3-ba95-4698-ab7b-45651a4624bc req-a7abf320-4e8d-4aba-8ed7-092c68da26fb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5385 time: 0.3764536 Jul 05 18:02:59.108162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81abcd3a-ed16-45fb-b27a-3f6b24525304 service neutron] Pushing event updated for resources: {'Port': ['ID=22789af0-7dfa-418e-8d88-24653ba1c8b4,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:59.115176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:59.163746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:59.179651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '431f88b4-b6cc-48a4-ba1c-762b192eb390', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '431f88b4-b6cc-48a4-ba1c-762b192eb390', 'mac_address': 'fa:16:3e:19:ac:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:02:59.252297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:59.253979 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:59.285187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431f88b4-b6cc-48a4-ba1c-762b192eb390 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:59.330053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:02:59.363588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-ac549050-eee1-43de-90d3-6914d05a9d5c service neutron] 10.222.0.30 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5836205 Jul 05 18:02:59.383572 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:59.494645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=431f88b4-b6cc-48a4-ba1c-762b192eb390,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:02:59.552206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-956032d3-ba95-4698-ab7b-45651a4624bc req-8e58d248-df57-4bc3-a051-b3eb404b419b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4947910 Jul 05 18:02:59.571395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:02:59.602210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-76d6a09f-e942-4ab3-86c1-dc69a6ca94ed service neutron] 10.222.0.30 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377357 Jul 05 18:02:59.639357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:59.640855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['431f88b4-b6cc-48a4-ba1c-762b192eb390'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:02:59.718368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51bac964-cd4f-463c-82c3-ad81fec58259 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:02:59.728885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:59.752905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:02:59.763480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Transition to ACTIVE for port object 51bac964-cd4f-463c-82c3-ad81fec58259 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:02:59.776893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:02:59.777255 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:59.893857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1035cb-f49c-4486-a5ae-42816177b0f2 req-e8dd1c38-dab9-474c-ba59-1ff456f49dc7 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:02:59.903106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a1035cb-f49c-4486-a5ae-42816177b0f2 req-e8dd1c38-dab9-474c-ba59-1ff456f49dc7 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 932 time: 0.1047821 Jul 05 18:02:59.906586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:02:59.990685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.017531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf3667e9-ea85-484b-9220-cbe160930b8f {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:00.066062 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.082594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1d65876c-fcfb-4bfe-9c0c-ed758306ef54,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:00.095132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:00.107835 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.116375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Transition to ACTIVE for port object bf3667e9-ea85-484b-9220-cbe160930b8f will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:03:00.129156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Transition to ACTIVE for port object 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:03:00.134402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Pushing event updated for resources: {'Port': ['ID=51bac964-cd4f-463c-82c3-ad81fec58259,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:00.144434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a1035cb-f49c-4486-a5ae-42816177b0f2 req-b5517b56-98bf-4ea8-b211-f77abb4bb8a5 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404573 Jul 05 18:03:00.175240 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.218939 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f8b31e-17d8-412f-be5d-55e64bf87c29 x-openstack-request-id: req-85f8b31e-17d8-412f-be5d-55e64bf87c29 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:00.218939 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "6b5e49ff-5237-410c-8641-38f9f7e632ee", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:00.218939 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85f8b31e-17d8-412f-be5d-55e64bf87c29 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:00.218939 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': '6b5e49ff-5237-410c-8641-38f9f7e632ee', 'status': 'completed', 'code': 200} Jul 05 18:03:00.238785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.243304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.310196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db825b15-ad0b-4e55-80d5-cf908726acea req-7933604b-5d6e-4eb0-9fbb-deabf6e0492b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.326798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db825b15-ad0b-4e55-80d5-cf908726acea req-7933604b-5d6e-4eb0-9fbb-deabf6e0492b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.2345970 Jul 05 18:03:00.358701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54128) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:00.369337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-175522d9-4e42-4aa9-9a19-d01072362745 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'floatingip': {'port_id': '85678e80-5e31-4876-88f9-202d2f79869e'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:00.385949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Pushing event updated for resources: {'Port': ['ID=bf3667e9-ea85-484b-9220-cbe160930b8f,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:00.392856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Attempting to bind port 51bac964-cd4f-463c-82c3-ad81fec58259 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:03:00.392856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Attempting to bind port 51bac964-cd4f-463c-82c3-ad81fec58259 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '0b27ab28-d972-4137-8f3c-1164333feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb428f7-a5fc-4810-b7cb-66bbefcc587e'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:03:00.392856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Attempting to bind port 51bac964-cd4f-463c-82c3-ad81fec58259 on network cdb428f7-a5fc-4810-b7cb-66bbefcc587e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:00.493144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=1d65876c-fcfb-4bfe-9c0c-ed758306ef54,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:00.521050 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-175522d9-4e42-4aa9-9a19-d01072362745 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.524924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Port 51bac964-cd4f-463c-82c3-ad81fec58259 on network cdb428f7-a5fc-4810-b7cb-66bbefcc587e not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:03:00.524924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Attempting to bind port 51bac964-cd4f-463c-82c3-ad81fec58259 on network cdb428f7-a5fc-4810-b7cb-66bbefcc587e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:00.589713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Pushing event updated for resources: {'Port': ['ID=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:00.613969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ee569f3-d490-457e-bed1-d951be509150 req-131f6a1d-9530-4541-936b-f25c234e7f5c tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/dc5fc7c1-c737-4706-a846-f14617422f3a HTTP/1.1" status: 200 len: 1813 time: 0.2461326 Jul 05 18:03:00.622865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:03:00.623241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Checking segment: {'id': '0b27ab28-d972-4137-8f3c-1164333feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb428f7-a5fc-4810-b7cb-66bbefcc587e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:00.623757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Bound using segment: {'id': '0b27ab28-d972-4137-8f3c-1164333feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb428f7-a5fc-4810-b7cb-66bbefcc587e'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:03:00.624075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Bound port: 51bac964-cd4f-463c-82c3-ad81fec58259, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b27ab28-d972-4137-8f3c-1164333feb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cdb428f7-a5fc-4810-b7cb-66bbefcc587e'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:03:00.625070 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.649407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Attempting to bind port bf3667e9-ea85-484b-9220-cbe160930b8f on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:03:00.649802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Attempting to bind port bf3667e9-ea85-484b-9220-cbe160930b8f by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:03:00.650595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Attempting to bind port bf3667e9-ea85-484b-9220-cbe160930b8f on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:00.671203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Port bf3667e9-ea85-484b-9220-cbe160930b8f on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:03:00.671698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Attempting to bind port bf3667e9-ea85-484b-9220-cbe160930b8f on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:00.675135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Attempting to bind port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:03:00.675473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Attempting to bind port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:03:00.675794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Attempting to bind port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:00.683027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c on network a675cb52-e4bc-4d13-85da-7894479e2b8a not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:03:00.683366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Attempting to bind port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:00.685711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:03:00.685905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Checking segment: {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:00.687136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Bound using segment: {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:03:00.687788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Bound port: bf3667e9-ea85-484b-9220-cbe160930b8f, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:03:00.688194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.703411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:03:00.703851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Checking segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:00.704304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Bound using segment: {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:03:00.704825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Bound port: 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cc38791-e20d-43e3-a7b0-ae627a6dca29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:03:00.705248 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.764215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-1df5c1a8-b017-4057-ab7d-676ccbae97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.764892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-1df5c1a8-b017-4057-ab7d-676ccbae97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.765203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-1df5c1a8-b017-4057-ab7d-676ccbae97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.765678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-1df5c1a8-b017-4057-ab7d-676ccbae97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.766140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-1df5c1a8-b017-4057-ab7d-676ccbae97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.766676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-1df5c1a8-b017-4057-ab7d-676ccbae97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.767097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-1df5c1a8-b017-4057-ab7d-676ccbae97a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.769013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-1df5c1a8-b017-4057-ab7d-676ccbae97a1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6302 time: 0.5063314 Jul 05 18:03:00.810630 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:03:00.823172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] For port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:03:00.823729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] For port 51bac964-cd4f-463c-82c3-ad81fec58259, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:03:00.827732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] For port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:03:00.829778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=bf3667e9-ea85-484b-9220-cbe160930b8f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:03:00.901669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c830d-81bd-4465-85a1-89949292155c req-c3faf52b-7212-4a74-ae21-82be4a33b8f6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.903212 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db1c830d-81bd-4465-85a1-89949292155c req-c3faf52b-7212-4a74-ae21-82be4a33b8f6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 949 time: 0.5396540 Jul 05 18:03:00.924061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.934431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] For port 51bac964-cd4f-463c-82c3-ad81fec58259, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=51bac964-cd4f-463c-82c3-ad81fec58259,segment=NetworkSegment(0b27ab28-d972-4137-8f3c-1164333feb2b),segment_id=0b27ab28-d972-4137-8f3c-1164333feb2b)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:03:00.961703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:00.962328 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.963887 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] 10.222.0.97 "PUT /v2.0/ports/26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c HTTP/1.1" status: 200 len: 1091 time: 1.9471343 Jul 05 18:03:00.970700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:00.971873 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 431f88b4-b6cc-48a4-ba1c-762b192eb390 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:01.006344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.007125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.008558 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] 10.222.0.39 "PUT /v2.0/ports/bf3667e9-ea85-484b-9220-cbe160930b8f HTTP/1.1" status: 200 len: 1092 time: 2.1173897 Jul 05 18:03:01.009198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a156f-711e-4349-99b9-1f053d3862a6 service neutron] Pushing event updated for resources: {'Port': ['ID=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:01.085763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d064914-32b3-427d-a02e-4c6cf473275d service neutron] Pushing event updated for resources: {'Port': ['ID=bf3667e9-ea85-484b-9220-cbe160930b8f,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:01.090408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db1c830d-81bd-4465-85a1-89949292155c req-e8739705-e7f9-432b-9eb2-622d36a5438c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466107 Jul 05 18:03:01.096152 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.106032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:01.106164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-52074618-a326-4ebf-91cd-4ef6038da6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.106398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-52074618-a326-4ebf-91cd-4ef6038da6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.106915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-52074618-a326-4ebf-91cd-4ef6038da6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.109128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-52074618-a326-4ebf-91cd-4ef6038da6df service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=72ba194bca89444b998ef29fef238662&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3107088 Jul 05 18:03:01.160056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ee036-a9c2-43c8-b1f6-36d907339425 req-3ae298ce-76ee-4c24-a736-d6952a165ffe tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.164987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-139ee036-a9c2-43c8-b1f6-36d907339425 req-3ae298ce-76ee-4c24-a736-d6952a165ffe tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 944 time: 0.4318869 Jul 05 18:03:01.188955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 431f88b4-b6cc-48a4-ba1c-762b192eb390 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:01.204923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 431f88b4-b6cc-48a4-ba1c-762b192eb390 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:01.205622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.240112 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.255287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-d5192b1d-5297-47dd-8b52-0baca6bd6396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.257106 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-d5192b1d-5297-47dd-8b52-0baca6bd6396 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 1095 time: 0.1162500 Jul 05 18:03:01.283746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.284763 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.285879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] 10.222.0.39 "PUT /v2.0/ports/51bac964-cd4f-463c-82c3-ad81fec58259 HTTP/1.1" status: 200 len: 1092 time: 2.8106189 Jul 05 18:03:01.286371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d34b78-9605-413f-9b01-41186d2afac7', 'tag': '51bac964-cd4f-463c-82c3-ad81fec58259'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:01.288747 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc84e49-e386-4d22-b2fc-043fb6fbf824" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d34b78-9605-413f-9b01-41186d2afac7", "tag": "51bac964-cd4f-463c-82c3-ad81fec58259"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:01.341623 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-095e0641-a96f-4dc3-b26f-69c8ce105e71 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3667e9-ea85-484b-9220-cbe160930b8f HTTP/1.1" status: 200 len: 217 time: 0.0563049 Jul 05 18:03:01.383819 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.395577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fdd76-9ee9-41e1-9868-bdc8c0e42fad service neutron] Pushing event updated for resources: {'Port': ['ID=51bac964-cd4f-463c-82c3-ad81fec58259,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:01.409443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:01.412260 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9c5682-2ef4-47a8-88f0-8d89af6baec2" -d '{"events": [{"server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "name": "network-vif-plugged", "status": "completed", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:01.437072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:01.473800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-139ee036-a9c2-43c8-b1f6-36d907339425 req-478b213d-0151-4766-8ea5-e570e22b00c6 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938337 Jul 05 18:03:01.475538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-167eae2d-6b6a-43a2-a5e7-5da283b14882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.475882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7b1f651-a604-4e92-ab4f-e43b8a92932e req-26a1d905-6038-489e-8c79-ec9d65c0c4df tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 210 time: 0.1103694 Jul 05 18:03:01.477066 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-167eae2d-6b6a-43a2-a5e7-5da283b14882 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e039f504-6b86-40f2-812b-b12379744305 HTTP/1.1" status: 200 len: 844 time: 0.1233969 Jul 05 18:03:01.547471 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.553031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:01.569183 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-3f3fec0a-32df-427c-9a41-8beaf35eb16c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804603 Jul 05 18:03:01.642500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=431f88b4-b6cc-48a4-ba1c-762b192eb390,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:01.667177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:01.667839 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.741613 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-8635d106-157e-4210-8b10-91b753aba59b service neutron] 10.222.0.39 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616497 Jul 05 18:03:01.836746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e2443da3-f2ce-4d70-9bcb-c2085940d8d8 req-4c5b87cb-b289-44d9-81c0-f3c6d4175bf4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-878334869', 'description': 'tempest-description-1654316428'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:01.847886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18ee15e-74cb-462e-a8d8-80f5ef87bddc {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:01.859141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.864450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-f10840db-91c8-4d14-affd-2379d9282f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.865780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c7bc102-7297-4775-ad9e-7c1cdb8b6388 req-f10840db-91c8-4d14-affd-2379d9282f4e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7145517 Jul 05 18:03:01.890652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Transition to ACTIVE for port object f18ee15e-74cb-462e-a8d8-80f5ef87bddc will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:03:01.894811 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13e48705-dfd8-4279-b8ba-d98b6d6157a6 req-64e7609d-a984-44de-8b8d-5fb2415bf0f4 service neutron] 10.222.0.39 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456654 Jul 05 18:03:01.959042 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:01.992198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-e14fc5d4-d7a9-4de8-9df9-8cc8c068265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:01.993326 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-e14fc5d4-d7a9-4de8-9df9-8cc8c068265c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6686ca14582b4d98973d20510cd65547&device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 1095 time: 0.5324080 Jul 05 18:03:02.043392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Pushing event updated for resources: {'Port': ['ID=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:02.101232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Attempting to bind port f18ee15e-74cb-462e-a8d8-80f5ef87bddc on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:03:02.101907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Attempting to bind port f18ee15e-74cb-462e-a8d8-80f5ef87bddc by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:03:02.101907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Attempting to bind port f18ee15e-74cb-462e-a8d8-80f5ef87bddc on network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:02.106709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Port f18ee15e-74cb-462e-a8d8-80f5ef87bddc on network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:03:02.107031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Attempting to bind port f18ee15e-74cb-462e-a8d8-80f5ef87bddc on network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:02.113067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:03:02.113402 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Checking segment: {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:02.113798 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Bound using segment: {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:03:02.114227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Bound port: f18ee15e-74cb-462e-a8d8-80f5ef87bddc, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:03:02.114746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.133226 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e2443da3-f2ce-4d70-9bcb-c2085940d8d8 req-4c5b87cb-b289-44d9-81c0-f3c6d4175bf4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.160942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9f1c-d0d4-4a81-8e88-ea56c61cc0fe req-2faf21a9-116b-48d4-9c88-577a12ea5807 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.167679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9f1c-d0d4-4a81-8e88-ea56c61cc0fe req-2faf21a9-116b-48d4-9c88-577a12ea5807 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.174628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9f1c-d0d4-4a81-8e88-ea56c61cc0fe req-2faf21a9-116b-48d4-9c88-577a12ea5807 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.181467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9f1c-d0d4-4a81-8e88-ea56c61cc0fe req-2faf21a9-116b-48d4-9c88-577a12ea5807 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.187811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9f1c-d0d4-4a81-8e88-ea56c61cc0fe req-2faf21a9-116b-48d4-9c88-577a12ea5807 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.191546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] For port f18ee15e-74cb-462e-a8d8-80f5ef87bddc, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:03:02.194449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9f1c-d0d4-4a81-8e88-ea56c61cc0fe req-2faf21a9-116b-48d4-9c88-577a12ea5807 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.195127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] For port f18ee15e-74cb-462e-a8d8-80f5ef87bddc, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:03:02.200452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd9f1c-d0d4-4a81-8e88-ea56c61cc0fe req-2faf21a9-116b-48d4-9c88-577a12ea5807 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.202836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cbd9f1c-d0d4-4a81-8e88-ea56c61cc0fe req-2faf21a9-116b-48d4-9c88-577a12ea5807 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5397 time: 0.3817637 Jul 05 18:03:02.204153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-9d1ec8be-4109-4b55-bb81-31904349fcbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51bac964-cd4f-463c-82c3-ad81fec58259 HTTP/1.1" status: 200 len: 217 time: 0.1182389 Jul 05 18:03:02.213713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': '22789af0-7dfa-418e-8d88-24653ba1c8b4'}, {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c'}, {'name': 'network-changed', 'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:02.216043 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d34d7e-8ee8-4572-8f36-41961fb13bb3" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "22789af0-7dfa-418e-8d88-24653ba1c8b4"}, {"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c"}, {"name": "network-changed", "server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:02.270792 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-175522d9-4e42-4aa9-9a19-d01072362745 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.295665 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.315843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-09f2e104-c396-48c9-9694-83784d646622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.317365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-09f2e104-c396-48c9-9694-83784d646622 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b4b9dd2-ccc0-414e-b5d9-ab4c7e7a3177 HTTP/1.1" status: 200 len: 855 time: 0.0994697 Jul 05 18:03:02.324065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cbd9f1c-d0d4-4a81-8e88-ea56c61cc0fe req-eba3fc39-4530-45bf-81a8-173a3edc16c6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1124687 Jul 05 18:03:02.332738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.333315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.334814 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] 10.222.0.97 "PUT /v2.0/ports/f18ee15e-74cb-462e-a8d8-80f5ef87bddc HTTP/1.1" status: 200 len: 1091 time: 1.2349501 Jul 05 18:03:02.363747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-1598e849-90b3-4e2c-8894-5d202b36e19a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdb428f7-a5fc-4810-b7cb-66bbefcc587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331287 Jul 05 18:03:02.373807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a79089-4013-47c2-b1be-7a2f34a3e11f service neutron] Pushing event updated for resources: {'Port': ['ID=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:02.428234 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-175522d9-4e42-4aa9-9a19-d01072362745 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.428523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Request body: {'port': {'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:02.529308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.586860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e2443da3-f2ce-4d70-9bcb-c2085940d8d8 req-4c5b87cb-b289-44d9-81c0-f3c6d4175bf4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.636465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-140f6202-ea9f-45fa-a671-69c9384f5d66 service neutron] 10.222.0.39 "GET /v2.0/networks/cdb428f7-a5fc-4810-b7cb-66bbefcc587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572982 Jul 05 18:03:02.640715 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-175522d9-4e42-4aa9-9a19-d01072362745 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Floating IP 4781527f-27c9-4551-a474-5f9f221a9cf5 associated. External IP: 172.25.3.193, port: 85678e80-5e31-4876-88f9-202d2f79869e. Jul 05 18:03:02.701355 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e2443da3-f2ce-4d70-9bcb-c2085940d8d8 req-4c5b87cb-b289-44d9-81c0-f3c6d4175bf4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.769672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4612b-f8e9-47da-9a82-1d86aefd3882 req-874f0326-36e6-428b-82c3-c5e3cabe38e1 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:02.771245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9f4612b-f8e9-47da-9a82-1d86aefd3882 req-874f0326-36e6-428b-82c3-c5e3cabe38e1 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 944 time: 0.2978384 Jul 05 18:03:02.830497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076ae338-2f77-45cd-b0af-21779e485c9e {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:02.838991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b87cb-b289-44d9-81c0-f3c6d4175bf4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22d56252-22ee-4325-96b2-247f228497a1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:02.844117 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.861564 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Transition to ACTIVE for port object 076ae338-2f77-45cd-b0af-21779e485c9e will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:03:02.873781 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e2443da3-f2ce-4d70-9bcb-c2085940d8d8 req-4c5b87cb-b289-44d9-81c0-f3c6d4175bf4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.874994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2443da3-f2ce-4d70-9bcb-c2085940d8d8 req-4c5b87cb-b289-44d9-81c0-f3c6d4175bf4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.0483153 Jul 05 18:03:02.906543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9f4612b-f8e9-47da-9a82-1d86aefd3882 req-fa57c29f-ce28-42d4-bf6f-e34af986b8eb tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167874 Jul 05 18:03:02.911950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:02.914987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6887fa8d-eb4f-42a6-81a4-10e6d4a620ae req-618822e5-8f1a-4096-88c2-619aac55de37 service neutron] 10.222.0.39 "GET /v2.0/networks/cdb428f7-a5fc-4810-b7cb-66bbefcc587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653506 Jul 05 18:03:02.939189 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23f2588-28ea-4fe2-b9b8-e3e89f256615 x-openstack-request-id: req-a23f2588-28ea-4fe2-b9b8-e3e89f256615 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:02.939474 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d34b78-9605-413f-9b01-41186d2afac7", "tag": "51bac964-cd4f-463c-82c3-ad81fec58259", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:02.939796 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a23f2588-28ea-4fe2-b9b8-e3e89f256615 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:02.940138 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d34b78-9605-413f-9b01-41186d2afac7', 'tag': '51bac964-cd4f-463c-82c3-ad81fec58259', 'status': 'completed', 'code': 200} Jul 05 18:03:02.963826 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa71b57-640a-4660-8153-01249a631e2b x-openstack-request-id: req-0fa71b57-640a-4660-8153-01249a631e2b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:02.964321 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "name": "network-vif-plugged", "status": "completed", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:02.964433 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fa71b57-640a-4660-8153-01249a631e2b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:02.964736 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390', 'code': 200} Jul 05 18:03:02.984168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=076ae338-2f77-45cd-b0af-21779e485c9e,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:03.115112 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc077402-4c94-4ef3-9248-69218b25da6c x-openstack-request-id: req-cc077402-4c94-4ef3-9248-69218b25da6c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:03.116066 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "22789af0-7dfa-418e-8d88-24653ba1c8b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:03.116066 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc077402-4c94-4ef3-9248-69218b25da6c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:03.116066 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': '22789af0-7dfa-418e-8d88-24653ba1c8b4', 'status': 'completed', 'code': 200} Jul 05 18:03:03.116351 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c', 'status': 'completed', 'code': 200} Jul 05 18:03:03.116651 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f', 'status': 'completed', 'code': 200} Jul 05 18:03:03.152722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Attempting to bind port 076ae338-2f77-45cd-b0af-21779e485c9e on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:03:03.153189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Attempting to bind port 076ae338-2f77-45cd-b0af-21779e485c9e by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:03:03.156180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Attempting to bind port 076ae338-2f77-45cd-b0af-21779e485c9e on network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:03.162861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Port 076ae338-2f77-45cd-b0af-21779e485c9e on network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:03:03.163305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Attempting to bind port 076ae338-2f77-45cd-b0af-21779e485c9e on network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:03.169720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:03:03.170414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Checking segment: {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:03.171612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Bound using segment: {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:03:03.172147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Bound port: 076ae338-2f77-45cd-b0af-21779e485c9e, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '486570a5-0430-49ef-80dc-622b893c9593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:03:03.172621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:03.320420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] For port 076ae338-2f77-45cd-b0af-21779e485c9e, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:03:03.332068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] For port 076ae338-2f77-45cd-b0af-21779e485c9e, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=076ae338-2f77-45cd-b0af-21779e485c9e,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:03:03.365051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-68bd2da0-beeb-438d-8950-ef3f2169479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.367010 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-68bd2da0-beeb-438d-8950-ef3f2169479f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 1095 time: 0.1297374 Jul 05 18:03:03.422990 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:03.461577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-636a194e-9ce7-42d6-ad4b-3af81602645f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.463089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-636a194e-9ce7-42d6-ad4b-3af81602645f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.97 "GET /v2.0/networks?id=2bfbab85-4369-45c8-90dd-08b9deb0c87c HTTP/1.1" status: 200 len: 829 time: 0.5336545 Jul 05 18:03:03.491645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175522d9-4e42-4aa9-9a19-d01072362745 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Router 18814ce8-21d1-490e-9551-c647fcf86ed1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:03:03.496367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Request body: {'port': {'device_id': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'admin_state_up': True, 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:03.507906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.516057 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:03.516057 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] 10.222.0.97 "PUT /v2.0/ports/076ae338-2f77-45cd-b0af-21779e485c9e HTTP/1.1" status: 200 len: 1091 time: 1.0860136 Jul 05 18:03:03.541705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ba145-886f-4e02-bd51-17e9dec54bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=076ae338-2f77-45cd-b0af-21779e485c9e,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:03.544011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d7907-2ccd-4e79-9bed-ae9f7c7e11e8 req-3e6f1fb0-4701-481b-9648-7ef85e5521e3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.545680 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b46d7907-2ccd-4e79-9bed-ae9f7c7e11e8 req-3e6f1fb0-4701-481b-9648-7ef85e5521e3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.4289224 Jul 05 18:03:03.562482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-64213d28-d76a-4f48-911d-93bab84f525b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.564348 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-64213d28-d76a-4f48-911d-93bab84f525b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 904 time: 0.1851959 Jul 05 18:03:03.596143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c948fc4-c309-4def-b739-a3a737955d9b req-5762d501-6e69-4e4b-b784-6e1f3cb1ef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.597803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c948fc4-c309-4def-b739-a3a737955d9b req-5762d501-6e69-4e4b-b784-6e1f3cb1ef1f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 1101 time: 0.5051944 Jul 05 18:03:03.613933 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-0edf1e37-f7af-4378-a096-457ec61c0627 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf3667e9-ea85-484b-9220-cbe160930b8f HTTP/1.1" status: 200 len: 217 time: 0.0423543 Jul 05 18:03:03.643240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-a452a442-93bc-461c-9033-82d9ab0772da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.643734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-a452a442-93bc-461c-9033-82d9ab0772da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.644212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-a452a442-93bc-461c-9033-82d9ab0772da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.644688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-a452a442-93bc-461c-9033-82d9ab0772da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.645163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-a452a442-93bc-461c-9033-82d9ab0772da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.645633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-a452a442-93bc-461c-9033-82d9ab0772da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.646121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-a452a442-93bc-461c-9033-82d9ab0772da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.648094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-a452a442-93bc-461c-9033-82d9ab0772da service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6436 time: 0.5366590 Jul 05 18:03:03.671906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-61c47b51-1e68-4575-afad-ea33a67290cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:03.673322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-61c47b51-1e68-4575-afad-ea33a67290cb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e039f504-6b86-40f2-812b-b12379744305 HTTP/1.1" status: 200 len: 844 time: 0.0528872 Jul 05 18:03:03.712844 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-9c3b8328-df07-4f0c-8f08-b7bee810143e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287535 Jul 05 18:03:03.810251 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-9c7fc985-4424-4d5e-bea2-dbc3c52d64dc service neutron] 10.222.0.39 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900943 Jul 05 18:03:03.906785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-1336427f-13d4-4783-8c35-98fb359394be service neutron] 10.222.0.39 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880001 Jul 05 18:03:04.065301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-a39eb12a-b2fc-4024-b7e9-1d9f0c460486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.066825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-a39eb12a-b2fc-4024-b7e9-1d9f0c460486 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6686ca14582b4d98973d20510cd65547&device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 1095 time: 0.7968147 Jul 05 18:03:04.143807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b46d7907-2ccd-4e79-9bed-ae9f7c7e11e8 req-56d0bcbc-ac36-40a4-97c4-47127f1e7612 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5564914 Jul 05 18:03:04.180786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c948fc4-c309-4def-b739-a3a737955d9b req-564805b8-f4b3-4e14-934c-46f225246ae6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5751081 Jul 05 18:03:04.189772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666a3f-477c-4163-8162-677e35690346 req-41d0db31-ccdb-4355-a72b-ca26a700b5f0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.191325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56666a3f-477c-4163-8162-677e35690346 req-41d0db31-ccdb-4355-a72b-ca26a700b5f0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 944 time: 0.7955160 Jul 05 18:03:04.336380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8dd6dad4-d78e-42ae-be6b-d5f52a6eb921 req-a01ca1c4-0465-4e77-89a0-6297c547abd8 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 210 time: 0.0818110 Jul 05 18:03:04.395606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-135eb65d-b53c-411c-9164-210dcf10f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.396093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-135eb65d-b53c-411c-9164-210dcf10f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.396620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-135eb65d-b53c-411c-9164-210dcf10f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.398182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-135eb65d-b53c-411c-9164-210dcf10f5ff service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=72ba194bca89444b998ef29fef238662&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7337656 Jul 05 18:03:04.415709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56666a3f-477c-4163-8162-677e35690346 req-41b41c05-536a-4c40-a232-f0fc659be375 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088685 Jul 05 18:03:04.422328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175522d9-4e42-4aa9-9a19-d01072362745 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:03:04.439558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] Sync routers for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:03:04.440066 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-175522d9-4e42-4aa9-9a19-d01072362745 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:04.445614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-33d9f063-8e00-4dac-b42b-32c4999f47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.446900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-33d9f063-8e00-4dac-b42b-32c4999f47dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=cdb428f7-a5fc-4810-b7cb-66bbefcc587e HTTP/1.1" status: 200 len: 915 time: 0.3564906 Jul 05 18:03:04.449438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:04.449883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:02:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:04.463012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Made reservation on behalf of bb4a2c60d52542d6bd76778563a42a46 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:03:04.466664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:04.564646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:04.602701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-8661edee-c98f-48a2-b169-f015d7fa8eb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=51bac964-cd4f-463c-82c3-ad81fec58259 HTTP/1.1" status: 200 len: 217 time: 0.0862434 Jul 05 18:03:04.636342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a219622d-a8ce-41ab-95c2-38693afcf268 req-88b9a6a4-0410-4cb2-ba23-2e7d575ed997 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/22d56252-22ee-4325-96b2-247f228497a1 HTTP/1.1" status: 200 len: 1812 time: 0.2612350 Jul 05 18:03:04.680140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-175522d9-4e42-4aa9-9a19-d01072362745 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "PUT /v2.0/floatingips/4781527f-27c9-4551-a474-5f9f221a9cf5 HTTP/1.1" status: 200 len: 991 time: 4.3198566 Jul 05 18:03:04.835379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '4781527f-27c9-4551-a474-5f9f221a9cf5', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'port_id': '85678e80-5e31-4876-88f9-202d2f79869e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'mac_address': 'fa:16:3e:32:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55901f98-af7a-4db9-908a-7dc547908a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:02:26Z', 'updated_at': '2021-07-05T18:03:01Z', 'revision_number': 1, 'project_id': '9127f142890240a89ef4a167926f125c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:04.836260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-d19c2a1c-e803-405e-aae3-e1a6ff16708e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.837898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-d19c2a1c-e803-405e-aae3-e1a6ff16708e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4178391 Jul 05 18:03:04.839350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-e04e3017-05f8-4816-8a22-27c734df9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.840818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-e04e3017-05f8-4816-8a22-27c734df9d40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5b4b9dd2-ccc0-414e-b5d9-ab4c7e7a3177 HTTP/1.1" status: 200 len: 855 time: 0.2104051 Jul 05 18:03:04.865474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] Checking router: 18814ce8-21d1-490e-9551-c647fcf86ed1 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:03:04.875430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:04.876829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:02:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:04.928862 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-c1384dc4-b0d0-4cd2-b50a-d67476fb1384 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cdb428f7-a5fc-4810-b7cb-66bbefcc587e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588057 Jul 05 18:03:04.944335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390fdd-b8dd-4f1a-b111-6011e70b1980 req-a6ffe6d4-4c06-441c-a437-2530e1f0f92d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.950199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390fdd-b8dd-4f1a-b111-6011e70b1980 req-a6ffe6d4-4c06-441c-a437-2530e1f0f92d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.956134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390fdd-b8dd-4f1a-b111-6011e70b1980 req-a6ffe6d4-4c06-441c-a437-2530e1f0f92d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.961987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390fdd-b8dd-4f1a-b111-6011e70b1980 req-a6ffe6d4-4c06-441c-a437-2530e1f0f92d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.965565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device bf3667e9-ea85-484b-9220-cbe160930b8f details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:04.968956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390fdd-b8dd-4f1a-b111-6011e70b1980 req-a6ffe6d4-4c06-441c-a437-2530e1f0f92d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.974666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390fdd-b8dd-4f1a-b111-6011e70b1980 req-a6ffe6d4-4c06-441c-a437-2530e1f0f92d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.980451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92390fdd-b8dd-4f1a-b111-6011e70b1980 req-a6ffe6d4-4c06-441c-a437-2530e1f0f92d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:04.982523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92390fdd-b8dd-4f1a-b111-6011e70b1980 req-a6ffe6d4-4c06-441c-a437-2530e1f0f92d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.4395266 Jul 05 18:03:05.002861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:05.005832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:05.007805 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3709be31-339c-4c93-9749-677d2589a5bb" -d '{"events": [{"name": "network-changed", "server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "tag": "85678e80-5e31-4876-88f9-202d2f79869e"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:05.047743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Allocated IP 172.20.0.13 (2bfbab85-4369-45c8-90dd-08b9deb0c87c/64e6049d-7cdf-4a21-94d3-593a0b3d5aac/c3fce0f8-1495-498f-a552-52bd6a50a0f2) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:03:05.118109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc'}, {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': '076ae338-2f77-45cd-b0af-21779e485c9e'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:05.126135 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a925d2-e14d-422f-b88a-9b74935aa253" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "f18ee15e-74cb-462e-a8d8-80f5ef87bddc"}, {"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "076ae338-2f77-45cd-b0af-21779e485c9e"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:05.169861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=bf3667e9-ea85-484b-9220-cbe160930b8f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:05.179273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92390fdd-b8dd-4f1a-b111-6011e70b1980 req-3fe11db2-e3bc-4245-9413-196cfe86c966 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1648371 Jul 05 18:03:05.219135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056e9a0-6464-4adf-8a56-3a2dfdeab956 req-6cee3a93-2305-4469-a764-c1ed351fc80c tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.220761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d056e9a0-6464-4adf-8a56-3a2dfdeab956 req-6cee3a93-2305-4469-a764-c1ed351fc80c tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 944 time: 0.4717660 Jul 05 18:03:05.225779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'bf3667e9-ea85-484b-9220-cbe160930b8f', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'port_id': 'bf3667e9-ea85-484b-9220-cbe160930b8f', 'mac_address': 'fa:16:3e:b9:6d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e039f504-6b86-40f2-812b-b12379744305', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:05.245649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-50ec6cc7-7ca5-44e3-bd3c-98897d0e0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.246140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-50ec6cc7-7ca5-44e3-bd3c-98897d0e0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.246715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-50ec6cc7-7ca5-44e3-bd3c-98897d0e0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.253678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-50ec6cc7-7ca5-44e3-bd3c-98897d0e0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.253678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-50ec6cc7-7ca5-44e3-bd3c-98897d0e0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.253678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-50ec6cc7-7ca5-44e3-bd3c-98897d0e0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.253678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-50ec6cc7-7ca5-44e3-bd3c-98897d0e0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.253678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-50ec6cc7-7ca5-44e3-bd3c-98897d0e0632 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6478 time: 0.3342679 Jul 05 18:03:05.260084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-e5ca639c-dee0-496c-8313-ab8257582c0a service neutron] 10.222.0.39 "GET /v2.0/networks/cdb428f7-a5fc-4810-b7cb-66bbefcc587e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571464 Jul 05 18:03:05.304184 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:05.329050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf3667e9-ea85-484b-9220-cbe160930b8f {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:05.379172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=bf3667e9-ea85-484b-9220-cbe160930b8f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:05.409070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '4781527f-27c9-4551-a474-5f9f221a9cf5', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'port_id': '85678e80-5e31-4876-88f9-202d2f79869e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'mac_address': 'fa:16:3e:32:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55901f98-af7a-4db9-908a-7dc547908a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:02:26Z', 'updated_at': '2021-07-05T18:03:01Z', 'revision_number': 1, 'project_id': '9127f142890240a89ef4a167926f125c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:05.441107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e2c3dc-28f0-4dc6-92fa-43e92822f2dc None None] The sync data for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 is: [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '4781527f-27c9-4551-a474-5f9f221a9cf5', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'floating_ip_address': '172.25.3.193', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'port_id': '85678e80-5e31-4876-88f9-202d2f79869e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'mac_address': 'fa:16:3e:32:d1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55901f98-af7a-4db9-908a-7dc547908a68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:02:26Z', 'updated_at': '2021-07-05T18:03:01Z', 'revision_number': 1, 'project_id': '9127f142890240a89ef4a167926f125c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:03:05.442134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-893483d1-2d46-4aa1-a6b2-35ec6a40750f req-6d9aaa94-d4c8-4df7-ae51-c274fb8bb99b tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2140891590', 'description': 'tempest-description-1275787303'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:05.444498 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:05.497276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=bf3667e9-ea85-484b-9220-cbe160930b8f,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:05.515863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d056e9a0-6464-4adf-8a56-3a2dfdeab956 req-0fd3af07-0f36-4d8b-9599-68e2cd22fab4 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807791 Jul 05 18:03:05.582918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-93cc208e-e29f-43f2-a3cd-5df06da34a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.583404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-93cc208e-e29f-43f2-a3cd-5df06da34a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.583979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-93cc208e-e29f-43f2-a3cd-5df06da34a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.586038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-93cc208e-e29f-43f2-a3cd-5df06da34a44 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=72ba194bca89444b998ef29fef238662&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3249238 Jul 05 18:03:05.612889 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6dc84e49-e386-4d22-b2fc-043fb6fbf824 req-4ba90d99-810d-4a4a-9f65-056bbad34363 service neutron] 10.222.0.39 "GET /v2.0/networks/cdb428f7-a5fc-4810-b7cb-66bbefcc587e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384140 Jul 05 18:03:05.668762 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:05.676776 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c09f03-eedb-49e4-a7e8-d6a8b24a99cd x-openstack-request-id: req-b3c09f03-eedb-49e4-a7e8-d6a8b24a99cd {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:05.687696 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "tag": "85678e80-5e31-4876-88f9-202d2f79869e", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:05.687696 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3c09f03-eedb-49e4-a7e8-d6a8b24a99cd {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:05.687696 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e', 'status': 'completed', 'code': 200} Jul 05 18:03:05.687696 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-893483d1-2d46-4aa1-a6b2-35ec6a40750f req-6d9aaa94-d4c8-4df7-ae51-c274fb8bb99b tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:05.705106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Transition to ACTIVE for port object c3fce0f8-1495-498f-a552-52bd6a50a0f2 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:03:05.710203 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:05.719875 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb077c6-cefc-412e-a434-edd2c8cf3ccc x-openstack-request-id: req-adb077c6-cefc-412e-a434-edd2c8cf3ccc {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:05.720198 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "f18ee15e-74cb-462e-a8d8-80f5ef87bddc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "076ae338-2f77-45cd-b0af-21779e485c9e", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:05.720652 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adb077c6-cefc-412e-a434-edd2c8cf3ccc {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:05.721236 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc', 'status': 'completed', 'code': 200} Jul 05 18:03:05.721382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['bf3667e9-ea85-484b-9220-cbe160930b8f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:05.722086 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': '076ae338-2f77-45cd-b0af-21779e485c9e', 'status': 'completed', 'code': 200} Jul 05 18:03:05.755291 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d065f0f-5327-49c7-91ba-7ba47d36aedf None None] New status for floating IP 4781527f-27c9-4551-a474-5f9f221a9cf5: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:03:05.810731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-5769be47-8a31-4b8c-8231-23fd9acc67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.812653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17d34d7e-8ee8-4572-8f36-41961fb13bb3 req-5769be47-8a31-4b8c-8231-23fd9acc67c4 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2153814 Jul 05 18:03:05.860946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709be31-339c-4c93-9749-677d2589a5bb req-3828498d-f537-4666-bfd8-e4826ec12faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.865845 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3709be31-339c-4c93-9749-677d2589a5bb req-3828498d-f537-4666-bfd8-e4826ec12faa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 1096 time: 0.1650922 Jul 05 18:03:05.984890 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-893483d1-2d46-4aa1-a6b2-35ec6a40750f req-6d9aaa94-d4c8-4df7-ae51-c274fb8bb99b tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:05.987007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709be31-339c-4c93-9749-677d2589a5bb req-9c27fde2-5cf7-4376-a976-ed64eaabad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:05.989501 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3709be31-339c-4c93-9749-677d2589a5bb req-9c27fde2-5cf7-4376-a976-ed64eaabad47 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 917 time: 0.1121886 Jul 05 18:03:06.016246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475dc87-5c81-44d9-86e9-16b902773f6e req-dcb85157-42e8-4964-93e3-ea60b16e50ff tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.017995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8475dc87-5c81-44d9-86e9-16b902773f6e req-dcb85157-42e8-4964-93e3-ea60b16e50ff tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1908255 Jul 05 18:03:06.031140 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:06.038883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-50e38bb7-fb31-41b6-aab2-80157034b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.039369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-50e38bb7-fb31-41b6-aab2-80157034b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.039844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-50e38bb7-fb31-41b6-aab2-80157034b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.040314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-50e38bb7-fb31-41b6-aab2-80157034b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.040784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-50e38bb7-fb31-41b6-aab2-80157034b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.041249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-50e38bb7-fb31-41b6-aab2-80157034b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.041726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-50e38bb7-fb31-41b6-aab2-80157034b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.044523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-50e38bb7-fb31-41b6-aab2-80157034b6c9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6478 time: 0.1612763 Jul 05 18:03:06.058860 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3709be31-339c-4c93-9749-677d2589a5bb req-c5c6bd27-a8fa-4914-9a40-30ff8bdbd571 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85678e80-5e31-4876-88f9-202d2f79869e HTTP/1.1" status: 200 len: 999 time: 0.0627046 Jul 05 18:03:06.081138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-893483d1-2d46-4aa1-a6b2-35ec6a40750f req-6d9aaa94-d4c8-4df7-ae51-c274fb8bb99b tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:06.126809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709be31-339c-4c93-9749-677d2589a5bb req-ffad202e-7fa4-4977-a5ab-2b1e54dec342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.128384 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3709be31-339c-4c93-9749-677d2589a5bb req-ffad202e-7fa4-4977-a5ab-2b1e54dec342 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.0529411 Jul 05 18:03:06.188615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f46110c7-af07-4099-b65e-a3af4c655f47 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc HTTP/1.1" status: 200 len: 217 time: 0.1304364 Jul 05 18:03:06.191858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709be31-339c-4c93-9749-677d2589a5bb req-0f30f945-5b2c-4838-8c85-ba02cb713e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.193002 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3709be31-339c-4c93-9749-677d2589a5bb req-0f30f945-5b2c-4838-8c85-ba02cb713e50 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585144 Jul 05 18:03:06.193322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Network 2bfbab85-4369-45c8-90dd-08b9deb0c87c is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:03:06.196594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Pushing event updated for resources: {'Port': ['ID=c3fce0f8-1495-498f-a552-52bd6a50a0f2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:06.200899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:03:06.203092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aaa94-d4c8-4df7-ae51-c274fb8bb99b tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=359939e9-e89c-48fb-8cd0-6a8a69a36158,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:06.224862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:03:06.229677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8475dc87-5c81-44d9-86e9-16b902773f6e req-3fd9cf55-9015-4305-aea1-6f71beb66a34 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011433 Jul 05 18:03:06.276931 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-893483d1-2d46-4aa1-a6b2-35ec6a40750f req-6d9aaa94-d4c8-4df7-ae51-c274fb8bb99b tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:06.278155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-893483d1-2d46-4aa1-a6b2-35ec6a40750f req-6d9aaa94-d4c8-4df7-ae51-c274fb8bb99b tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8592944 Jul 05 18:03:06.321111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-5da20a61-e591-47bb-88f0-f1d5aff2e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.323515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-5da20a61-e591-47bb-88f0-f1d5aff2e8bc service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9b2736d4-f99e-4a85-ac33-803e5d552438 HTTP/1.1" status: 200 len: 850 time: 0.1240911 Jul 05 18:03:06.330158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.336700 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:06.345571 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3709be31-339c-4c93-9749-677d2589a5bb req-958799b9-c933-4979-b572-16f989f34cb8 service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460609 Jul 05 18:03:06.466048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-7ed1ae36-fbbe-431a-96e7-d13f030f2408 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9781420 Jul 05 18:03:06.471750 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3709be31-339c-4c93-9749-677d2589a5bb req-9bd75f61-1f4e-4ba6-be64-efcde430e4cd service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116712 Jul 05 18:03:06.507318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Request body: {'port': {'device_id': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:06.648112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c425c177-8410-4000-80b6-145ffea43dab None None] Provisioning for port c3fce0f8-1495-498f-a552-52bd6a50a0f2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:06.652621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c425c177-8410-4000-80b6-145ffea43dab None None] Provisioning complete for port c3fce0f8-1495-498f-a552-52bd6a50a0f2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:06.653008 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c425c177-8410-4000-80b6-145ffea43dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:06.690999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c425c177-8410-4000-80b6-145ffea43dab None None] Port c3fce0f8-1495-498f-a552-52bd6a50a0f2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:03:06.806645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-54c8d075-8883-4b32-8c74-553c2868f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.808369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-54c8d075-8883-4b32-8c74-553c2868f3ba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2195c82-404a-4d31-a86a-4869116cf8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4704590 Jul 05 18:03:06.818859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964875fe-f725-421b-9ddc-43217d727508 req-faaef06a-3784-4de9-83dd-7670fa4a061f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.820290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-964875fe-f725-421b-9ddc-43217d727508 req-faaef06a-3784-4de9-83dd-7670fa4a061f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 932 time: 0.4568682 Jul 05 18:03:06.922015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ea29a-6876-41b6-b6a1-63803cbca606 req-b5aaddd5-6cab-43d3-8862-7e06b8b9655d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:06.923525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-300ea29a-6876-41b6-b6a1-63803cbca606 req-b5aaddd5-6cab-43d3-8862-7e06b8b9655d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 945 time: 0.4995134 Jul 05 18:03:06.978131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 51bac964-cd4f-463c-82c3-ad81fec58259 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:06.981133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-964875fe-f725-421b-9ddc-43217d727508 req-cc65e780-e572-4f42-b2f5-e96e340a0bfe tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468611 Jul 05 18:03:06.987240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device bf3667e9-ea85-484b-9220-cbe160930b8f up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:07.038913 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:07.057663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-fa6e57a2-ad1f-4490-b26f-b07f38974916 service neutron] 10.222.0.97 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361069 Jul 05 18:03:07.064893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-300ea29a-6876-41b6-b6a1-63803cbca606 req-0eb12a31-1355-4a2f-b5e5-dc3cd6d18040 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128366 Jul 05 18:03:07.135602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 51bac964-cd4f-463c-82c3-ad81fec58259, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=51bac964-cd4f-463c-82c3-ad81fec58259,segment=NetworkSegment(0b27ab28-d972-4137-8f3c-1164333feb2b),segment_id=0b27ab28-d972-4137-8f3c-1164333feb2b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:07.152039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '51bac964-cd4f-463c-82c3-ad81fec58259', 'network_id': 'cdb428f7-a5fc-4810-b7cb-66bbefcc587e', 'port_id': '51bac964-cd4f-463c-82c3-ad81fec58259', 'mac_address': 'fa:16:3e:e0:4b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b4b9dd2-ccc0-414e-b5d9-ab4c7e7a3177', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:07.186858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port bf3667e9-ea85-484b-9220-cbe160930b8f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:07.195281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port bf3667e9-ea85-484b-9220-cbe160930b8f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:07.195676 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:07.227904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:07.248622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51bac964-cd4f-463c-82c3-ad81fec58259 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:07.274696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 51bac964-cd4f-463c-82c3-ad81fec58259, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=51bac964-cd4f-463c-82c3-ad81fec58259,segment=NetworkSegment(0b27ab28-d972-4137-8f3c-1164333feb2b),segment_id=0b27ab28-d972-4137-8f3c-1164333feb2b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:07.313808 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-576f7b9a-aa1c-49c1-8968-eafe5c862161 service neutron] 10.222.0.97 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474294 Jul 05 18:03:07.314812 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:07.339106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:07.341312 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae2d209-9b40-44a8-9514-0af0f7cff67c" -d '{"events": [{"server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "name": "network-vif-plugged", "status": "completed", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:07.355933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=bf3667e9-ea85-484b-9220-cbe160930b8f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:07.357525 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:07.406085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=51bac964-cd4f-463c-82c3-ad81fec58259,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:07.425554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe474-2c00-499e-82ba-dc6565832a7d req-c231d9ce-5dd2-41f8-8c61-c30476104926 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:07.431403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe474-2c00-499e-82ba-dc6565832a7d req-c231d9ce-5dd2-41f8-8c61-c30476104926 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:07.437714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe474-2c00-499e-82ba-dc6565832a7d req-c231d9ce-5dd2-41f8-8c61-c30476104926 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:07.442642 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:07.443777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe474-2c00-499e-82ba-dc6565832a7d req-c231d9ce-5dd2-41f8-8c61-c30476104926 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:07.449893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe474-2c00-499e-82ba-dc6565832a7d req-c231d9ce-5dd2-41f8-8c61-c30476104926 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:07.455886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe474-2c00-499e-82ba-dc6565832a7d req-c231d9ce-5dd2-41f8-8c61-c30476104926 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:07.461763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affe474-2c00-499e-82ba-dc6565832a7d req-c231d9ce-5dd2-41f8-8c61-c30476104926 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:07.463759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4affe474-2c00-499e-82ba-dc6565832a7d req-c231d9ce-5dd2-41f8-8c61-c30476104926 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.3304133 Jul 05 18:03:07.466980 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-d63c1347-ba06-4fd1-ae9a-fa0280a373ef service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=f789fea0-21f9-4320-914a-1c39f450b4ee HTTP/1.1" status: 200 len: 217 time: 0.1436939 Jul 05 18:03:07.601281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4affe474-2c00-499e-82ba-dc6565832a7d req-6aee4e82-9890-4348-8570-b447513a03f2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1275785 Jul 05 18:03:07.623646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f053d9de-a5d9-4a0a-96d8-b13d4b927f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:07.625814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f053d9de-a5d9-4a0a-96d8-b13d4b927f54 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.1408532 Jul 05 18:03:07.638173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=bf3667e9-ea85-484b-9220-cbe160930b8f,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:07.697451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-828dff0f-2b73-49ee-9de3-3cddb2fef0dc req-8b16a773-0cb0-4226-bec7-f6e655e49b57 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/359939e9-e89c-48fb-8cd0-6a8a69a36158 HTTP/1.1" status: 200 len: 1813 time: 0.1628232 Jul 05 18:03:07.717130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fce0f8-1495-498f-a552-52bd6a50a0f2 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:07.732564 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:07.757126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Transition to ACTIVE for port object c3fce0f8-1495-498f-a552-52bd6a50a0f2 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:03:07.757876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['51bac964-cd4f-463c-82c3-ad81fec58259'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:07.774600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-73656ce8-73b5-46ef-b779-733de99a32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:07.781536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-73656ce8-73b5-46ef-b779-733de99a32cc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1315804 Jul 05 18:03:07.848926 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:07.945415 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6dfb5f-e5f6-4709-bae3-dc873988b46b x-openstack-request-id: req-ec6dfb5f-e5f6-4709-bae3-dc873988b46b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:07.945739 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "name": "network-vif-plugged", "status": "completed", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:07.946441 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec6dfb5f-e5f6-4709-bae3-dc873988b46b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:07.946860 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f', 'code': 200} Jul 05 18:03:08.001945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fce0f8-1495-498f-a552-52bd6a50a0f2,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:08.023809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f61988b3-b189-4924-b768-0dc5d9d4b1cb service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397845 Jul 05 18:03:08.185260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-aa616a4c-f6bd-4e76-8fdd-5d603b3b4c8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4625218 Jul 05 18:03:08.206855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5accff-e463-458d-9332-0b23d2468d52 req-0c1f65e0-bfac-4e9a-be3f-01a0093428c4 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:08.208367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf5accff-e463-458d-9332-0b23d2468d52 req-0c1f65e0-bfac-4e9a-be3f-01a0093428c4 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 945 time: 0.3512139 Jul 05 18:03:08.297392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Attempting to bind port c3fce0f8-1495-498f-a552-52bd6a50a0f2 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:03:08.297712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Attempting to bind port c3fce0f8-1495-498f-a552-52bd6a50a0f2 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:03:08.298111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Attempting to bind port c3fce0f8-1495-498f-a552-52bd6a50a0f2 on network 2bfbab85-4369-45c8-90dd-08b9deb0c87c {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:08.305490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afc2aa-a446-482d-be99-aecbdbd4fc7b req-a82bb141-14eb-4fa4-b969-b81e108abae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:08.307026 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0afc2aa-a446-482d-be99-aecbdbd4fc7b req-a82bb141-14eb-4fa4-b969-b81e108abae4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 1097 time: 0.2943738 Jul 05 18:03:08.318521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-3d7a9389-afe9-45dc-a442-f549333d7463 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620986 Jul 05 18:03:08.319949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Port c3fce0f8-1495-498f-a552-52bd6a50a0f2 on network 2bfbab85-4369-45c8-90dd-08b9deb0c87c not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:03:08.320270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Attempting to bind port c3fce0f8-1495-498f-a552-52bd6a50a0f2 on network 2bfbab85-4369-45c8-90dd-08b9deb0c87c {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:08.361623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf5accff-e463-458d-9332-0b23d2468d52 req-4f22c89c-2ec3-4870-90da-0b6b05ebacfc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448686 Jul 05 18:03:08.362349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:03:08.362691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Checking segment: {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:08.363062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Bound using segment: {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:03:08.363709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Bound port: c3fce0f8-1495-498f-a552-52bd6a50a0f2, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20895971-80e2-48b6-aeb6-46b7e9d7b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:03:08.363877 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:08.416634 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-2594ffce-3dc9-422b-89cb-8798b2bd1017 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6b5e49ff-5237-410c-8641-38f9f7e632ee HTTP/1.1" status: 200 len: 217 time: 0.0783458 Jul 05 18:03:08.470588 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-fae5ea89-cb69-468d-9eea-3e9fd708bda0 req-69dc0df6-b828-4273-80df-cb13bf1ef49f tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] show failed (client error): The resource could not be found. Jul 05 18:03:08.480337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fae5ea89-cb69-468d-9eea-3e9fd708bda0 req-69dc0df6-b828-4273-80df-cb13bf1ef49f tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/634f5f66-ded8-4cb8-b5c5-35558b661e09 HTTP/1.1" status: 404 len: 352 time: 0.0647137 Jul 05 18:03:08.497886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0afc2aa-a446-482d-be99-aecbdbd4fc7b req-bb6acfa5-f1bd-416c-b645-513bcb8e2abe service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692202 Jul 05 18:03:08.530867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8695a448-a236-4659-a97e-e130c0750c21 req-5ebc0fd1-6d81-4003-a9ed-6b57c4fb8cbf tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:08.532402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8695a448-a236-4659-a97e-e130c0750c21 req-5ebc0fd1-6d81-4003-a9ed-6b57c4fb8cbf tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.2862852 Jul 05 18:03:08.557907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-aca50779-3826-4a6e-88aa-103f701d0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:08.559858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-aca50779-3826-4a6e-88aa-103f701d0daf service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.1343999 Jul 05 18:03:08.604226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] For port c3fce0f8-1495-498f-a552-52bd6a50a0f2, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:03:08.657577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] For port c3fce0f8-1495-498f-a552-52bd6a50a0f2, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:03:08.663579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8695a448-a236-4659-a97e-e130c0750c21 req-d94675fa-195d-425c-ad92-d85a1214fb86 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202130 Jul 05 18:03:08.707611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f01a4589-964e-4539-9b26-54d9dec50948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:08.709258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f01a4589-964e-4539-9b26-54d9dec50948 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1362069 Jul 05 18:03:08.720098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095aac0-ead3-45c6-9bae-027fd2d81dd4 req-df92e145-4fcb-4a55-b1ee-a0a69f73dff5 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:08.721609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6095aac0-ead3-45c6-9bae-027fd2d81dd4 req-df92e145-4fcb-4a55-b1ee-a0a69f73dff5 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 944 time: 0.1378286 Jul 05 18:03:08.824133 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:08.884806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6095aac0-ead3-45c6-9bae-027fd2d81dd4 req-dde29659-e608-41fd-b30a-6a1260a49e1b tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541982 Jul 05 18:03:08.906003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:08.906858 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:08.908450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] 10.222.0.97 "PUT /v2.0/ports/c3fce0f8-1495-498f-a552-52bd6a50a0f2 HTTP/1.1" status: 200 len: 1092 time: 2.4103296 Jul 05 18:03:08.914009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:08.916291 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8594828f-32d1-4829-8dff-f433c400b9c8" -d '{"events": [{"name": "network-changed", "server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:08.957202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-5ee2f717-b3af-4411-945d-e61cf127c52f service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330441 Jul 05 18:03:08.957202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae177b4-cb1d-4683-8c8e-480cf3f2e923 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fce0f8-1495-498f-a552-52bd6a50a0f2,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:08.977780 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-2be37f16-a2c8-4367-8e95-80b42799386c req-fa8dad8f-b36a-487c-b95e-7ac16a12f5c1 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] show failed (client error): The resource could not be found. Jul 05 18:03:08.978638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2be37f16-a2c8-4367-8e95-80b42799386c req-fa8dad8f-b36a-487c-b95e-7ac16a12f5c1 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-group-rules/783396cc-6986-4163-983a-ecf79a229706 HTTP/1.1" status: 404 len: 361 time: 0.0403531 Jul 05 18:03:09.000858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 51bac964-cd4f-463c-82c3-ad81fec58259 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:09.023674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e931bdc-0857-4392-8143-c9ea5edca873 req-b78678e6-6462-4472-9db7-fd2662549ff9 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.033082 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e931bdc-0857-4392-8143-c9ea5edca873 req-b78678e6-6462-4472-9db7-fd2662549ff9 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 946 time: 0.2591474 Jul 05 18:03:09.163376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 51bac964-cd4f-463c-82c3-ad81fec58259 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:09.167483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 51bac964-cd4f-463c-82c3-ad81fec58259 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:09.167999 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:09.228628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e931bdc-0857-4392-8143-c9ea5edca873 req-2b0ad0af-1f16-42a8-aea5-d87f572969ba tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945553 Jul 05 18:03:09.230576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-9a101330-0b90-41cd-ba96-99747dee1904 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649450 Jul 05 18:03:09.271026 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:09.316800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 51bac964-cd4f-463c-82c3-ad81fec58259, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=51bac964-cd4f-463c-82c3-ad81fec58259,segment=NetworkSegment(0b27ab28-d972-4137-8f3c-1164333feb2b),segment_id=0b27ab28-d972-4137-8f3c-1164333feb2b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:09.388057 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:09.459414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=51bac964-cd4f-463c-82c3-ad81fec58259,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:09.598495 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5f05b3-aea0-4149-a206-3273dc074037 x-openstack-request-id: req-3d5f05b3-aea0-4149-a206-3273dc074037 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:09.599149 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:09.599149 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d5f05b3-aea0-4149-a206-3273dc074037 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:09.599463 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'status': 'completed', 'code': 200} Jul 05 18:03:09.602643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-dee7fb12-df3e-4be5-8d48-16153e050b82 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=22789af0-7dfa-418e-8d88-24653ba1c8b4 HTTP/1.1" status: 200 len: 217 time: 0.3618133 Jul 05 18:03:09.608005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-088fd562-43d2-4f6d-a542-cf68b05d344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.608005 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-088fd562-43d2-4f6d-a542-cf68b05d344b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bb4a2c60d52542d6bd76778563a42a46&device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 1095 time: 0.5447619 Jul 05 18:03:09.708037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-33ea84ff-11cc-4fbb-ad35-d72f11e5f3be service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0824208 Jul 05 18:03:09.746614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616845-f816-47a6-b178-217797224929 req-4b808eea-ed12-4eb4-8bf8-eda47d9e2887 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.753879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616845-f816-47a6-b178-217797224929 req-4b808eea-ed12-4eb4-8bf8-eda47d9e2887 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.761557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616845-f816-47a6-b178-217797224929 req-4b808eea-ed12-4eb4-8bf8-eda47d9e2887 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.767373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616845-f816-47a6-b178-217797224929 req-4b808eea-ed12-4eb4-8bf8-eda47d9e2887 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.773136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616845-f816-47a6-b178-217797224929 req-4b808eea-ed12-4eb4-8bf8-eda47d9e2887 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.779356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616845-f816-47a6-b178-217797224929 req-4b808eea-ed12-4eb4-8bf8-eda47d9e2887 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.785430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38616845-f816-47a6-b178-217797224929 req-4b808eea-ed12-4eb4-8bf8-eda47d9e2887 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.787369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38616845-f816-47a6-b178-217797224929 req-4b808eea-ed12-4eb4-8bf8-eda47d9e2887 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.6478555 Jul 05 18:03:09.815146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-823a9a5c-53ef-4c9b-8c3b-80e07741e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.816557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-823a9a5c-53ef-4c9b-8c3b-80e07741e3b1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.1947529 Jul 05 18:03:09.825458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f6ab7bd-be5d-4f86-bdbb-47783180f1c7 req-65072eb5-31e0-4751-94c4-86b9f5e9cb61 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/359939e9-e89c-48fb-8cd0-6a8a69a36158 HTTP/1.1" status: 200 len: 1813 time: 0.2293775 Jul 05 18:03:09.905575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-b3da1c1b-4638-468e-b215-4a59982c635a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:09.907058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-b3da1c1b-4638-468e-b215-4a59982c635a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=64e6049d-7cdf-4a21-94d3-593a0b3d5aac HTTP/1.1" status: 200 len: 868 time: 0.1828492 Jul 05 18:03:09.933301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38616845-f816-47a6-b178-217797224929 req-25563d50-b073-47d3-b027-18f3a98b8407 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1394141 Jul 05 18:03:09.947696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d34b78-9605-413f-9b01-41186d2afac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bac964-cd4f-463c-82c3-ad81fec58259'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:09.950541 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b0f8fd-86ef-44c7-a8aa-05d76ded7826" -d '{"events": [{"server_uuid": "d5d34b78-9605-413f-9b01-41186d2afac7", "name": "network-vif-plugged", "status": "completed", "tag": "51bac964-cd4f-463c-82c3-ad81fec58259"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:10.009469 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2f6ab7bd-be5d-4f86-bdbb-47783180f1c7 req-7af900bd-9dde-4d72-a344-136dbab8906e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:10.014229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-00c15bb3-af11-4ea3-830b-2dc6170406f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:10.015963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-00c15bb3-af11-4ea3-830b-2dc6170406f1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1887281 Jul 05 18:03:10.099545 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2f6ab7bd-be5d-4f86-bdbb-47783180f1c7 req-7af900bd-9dde-4d72-a344-136dbab8906e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:10.152163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-f3be7cbd-7e43-4a29-a242-8bfc37ada288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:10.153713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-f3be7cbd-7e43-4a29-a242-8bfc37ada288 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2bfbab85-4369-45c8-90dd-08b9deb0c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2350316 Jul 05 18:03:10.264337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-c1ffcab4-5413-4b79-aee2-12856a52b9f2 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373173 Jul 05 18:03:10.313290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539e84c-f1cd-4b21-985c-1e2cee0a3941 req-734f2548-f30a-4097-8253-b4a30b62d169 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:10.314848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9539e84c-f1cd-4b21-985c-1e2cee0a3941 req-734f2548-f30a-4097-8253-b4a30b62d169 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 946 time: 0.2547591 Jul 05 18:03:10.355264 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2f6ab7bd-be5d-4f86-bdbb-47783180f1c7 req-7af900bd-9dde-4d72-a344-136dbab8906e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:10.357791 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2f6ab7bd-be5d-4f86-bdbb-47783180f1c7 req-7af900bd-9dde-4d72-a344-136dbab8906e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:10.359763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f6ab7bd-be5d-4f86-bdbb-47783180f1c7 req-7af900bd-9dde-4d72-a344-136dbab8906e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "DELETE /v2.0/security-groups/359939e9-e89c-48fb-8cd0-6a8a69a36158 HTTP/1.1" status: 204 len: 173 time: 0.5128911 Jul 05 18:03:10.393675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-35abe9f0-0c4e-469d-beb5-403e9ea3d956 service neutron] 10.222.0.97 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262995 Jul 05 18:03:10.396865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af900bd-9dde-4d72-a344-136dbab8906e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=359939e9-e89c-48fb-8cd0-6a8a69a36158,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:10.510848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9539e84c-f1cd-4b21-985c-1e2cee0a3941 req-3e0451eb-da42-407b-aed8-519d9131a161 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573465 Jul 05 18:03:10.541727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-27d4caf1-bcad-444e-ac15-52f0e53fb12b service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528641 Jul 05 18:03:10.607851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-90c79d77-fcd6-4cde-851c-a3da15a47778 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c HTTP/1.1" status: 200 len: 217 time: 0.0582783 Jul 05 18:03:10.613547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30552a9c-96f0-4a82-aed1-b0325f2ae829 req-10e97409-8a22-4ffa-90bf-8c27273818df service neutron] 10.222.0.97 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118475 Jul 05 18:03:10.696609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7f689-effc-421e-909a-05064754e195 req-d8f70df9-aea4-4de5-8fc8-02e185c13b6b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:10.698101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2a7f689-effc-421e-909a-05064754e195 req-d8f70df9-aea4-4de5-8fc8-02e185c13b6b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.2358596 Jul 05 18:03:10.723105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f1f8401c-0ddb-4c4e-a2a8-fb922169edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:10.724567 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f1f8401c-0ddb-4c4e-a2a8-fb922169edd7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.1083553 Jul 05 18:03:10.819598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2a7f689-effc-421e-909a-05064754e195 req-5a602d95-49ce-42b3-894c-e894d5d7254e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138713 Jul 05 18:03:10.834722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8cf97-4be8-4617-97d4-c1ac627069f9 req-0cfb9712-d2be-4bfa-bd2d-e7a7c1c4d322 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:10.836494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3e8cf97-4be8-4617-97d4-c1ac627069f9 req-0cfb9712-d2be-4bfa-bd2d-e7a7c1c4d322 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 944 time: 0.2212155 Jul 05 18:03:10.877080 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7b76cf-0adf-44cf-9260-53870a20f3d0 x-openstack-request-id: req-2f7b76cf-0adf-44cf-9260-53870a20f3d0 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:10.877621 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d34b78-9605-413f-9b01-41186d2afac7", "name": "network-vif-plugged", "status": "completed", "tag": "51bac964-cd4f-463c-82c3-ad81fec58259", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:10.877621 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f7b76cf-0adf-44cf-9260-53870a20f3d0 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:10.877993 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d34b78-9605-413f-9b01-41186d2afac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51bac964-cd4f-463c-82c3-ad81fec58259', 'code': 200} Jul 05 18:03:10.933922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-014746bd-ea0a-4b7b-a354-952e25892e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:10.935675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-014746bd-ea0a-4b7b-a354-952e25892e24 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1998894 Jul 05 18:03:10.944600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3e8cf97-4be8-4617-97d4-c1ac627069f9 req-6d63c911-db03-4300-8fa7-4239bd9e607f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017194 Jul 05 18:03:10.977400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-f5dd19ab-0654-4f35-95d8-d3fdd27e3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:10.982571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-f5dd19ab-0654-4f35-95d8-d3fdd27e3248 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bb4a2c60d52542d6bd76778563a42a46&device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 1095 time: 0.2342637 Jul 05 18:03:11.245545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-7d217a03-7032-468a-9bdf-82ea96352c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:11.247091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-7d217a03-7032-468a-9bdf-82ea96352c1b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 1101 time: 0.3518121 Jul 05 18:03:11.253286 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37aaacf4-a331-4032-8f79-d4f7fee7098c req-8d29c950-088c-464c-9733-eabdea2b91ca tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/22d56252-22ee-4325-96b2-247f228497a1 HTTP/1.1" status: 200 len: 1812 time: 0.2734127 Jul 05 18:03:11.259296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-9b54340b-7b25-4778-adf7-0bbbfc4688d3 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122723 Jul 05 18:03:11.382945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-d05adbd9-25cf-4e6b-a20c-bb179c55b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:11.384422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-d05adbd9-25cf-4e6b-a20c-bb179c55b7ae service neutron] 10.222.0.97 "GET /v2.0/networks?id=2bfbab85-4369-45c8-90dd-08b9deb0c87c HTTP/1.1" status: 200 len: 929 time: 0.3718708 Jul 05 18:03:11.472110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5621d-49de-47cb-bb8d-d6132b71a85d req-dcd77e0a-f7a8-4627-9a1c-a137526fe0c2 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:11.473622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4a5621d-49de-47cb-bb8d-d6132b71a85d req-dcd77e0a-f7a8-4627-9a1c-a137526fe0c2 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 946 time: 0.4598858 Jul 05 18:03:11.481224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263ee02-e477-4271-ab86-c8c1c73644fb req-d74c1e9e-cd2b-4523-90a4-49ef325a625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:11.482822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9263ee02-e477-4271-ab86-c8c1c73644fb req-d74c1e9e-cd2b-4523-90a4-49ef325a625f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 1097 time: 0.4713919 Jul 05 18:03:11.490250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-b3b707d6-77b4-4c73-bc07-b64ba122ef1b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0855396 Jul 05 18:03:11.652236 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-a96a7728-bdab-44fb-b292-550ebd864187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:11.653669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-a96a7728-bdab-44fb-b292-550ebd864187 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.3924766 Jul 05 18:03:11.655995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-a7a74424-8e0f-4666-a46f-4d6cb7d6bcc4 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3772810 Jul 05 18:03:11.658168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9263ee02-e477-4271-ab86-c8c1c73644fb req-eb52daf5-c9f2-4297-a7b5-2a011a6d3277 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463001 Jul 05 18:03:11.659461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-da87171b-08b0-461f-a924-f0210b0a6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:11.660834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-da87171b-08b0-461f-a924-f0210b0a6672 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=64e6049d-7cdf-4a21-94d3-593a0b3d5aac HTTP/1.1" status: 200 len: 868 time: 0.1625671 Jul 05 18:03:11.661355 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37aaacf4-a331-4032-8f79-d4f7fee7098c req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:11.665330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4a5621d-49de-47cb-bb8d-d6132b71a85d req-2ac109c7-4a5d-4060-a8d0-92da8e7ee682 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795146 Jul 05 18:03:11.759575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-3be3267f-d769-4800-bcde-c51fbb7f7044 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc HTTP/1.1" status: 200 len: 217 time: 0.0899231 Jul 05 18:03:11.763838 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37aaacf4-a331-4032-8f79-d4f7fee7098c req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:11.813135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-6068d110-905e-4a75-83a9-6cda2a31c62b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390 HTTP/1.1" status: 200 len: 217 time: 0.0620813 Jul 05 18:03:11.910230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-bb8f589f-2c03-4950-9d34-7db98f085620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:11.911676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-bb8f589f-2c03-4950-9d34-7db98f085620 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9865bc1-3270-442a-bdf7-d636d6e9f090 HTTP/1.1" status: 200 len: 797 time: 0.1430955 Jul 05 18:03:11.958996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-d2a19a82-7880-4be0-b8f0-69599e9f77b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:11.960549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-d2a19a82-7880-4be0-b8f0-69599e9f77b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1188226 Jul 05 18:03:11.964433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-802d8186-d528-4173-994d-4fabe9a9d480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:11.965863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-802d8186-d528-4173-994d-4fabe9a9d480 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2bfbab85-4369-45c8-90dd-08b9deb0c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2953055 Jul 05 18:03:12.292317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37aaacf4-a331-4032-8f79-d4f7fee7098c req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:12.294904 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37aaacf4-a331-4032-8f79-d4f7fee7098c req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:12.296576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37aaacf4-a331-4032-8f79-d4f7fee7098c req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "DELETE /v2.0/security-groups/22d56252-22ee-4325-96b2-247f228497a1 HTTP/1.1" status: 204 len: 173 time: 1.0364079 Jul 05 18:03:12.362788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d56252-22ee-4325-96b2-247f228497a1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:12.386223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.386617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.386926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.387262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.387595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.387929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.388256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.388583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.388899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.389255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.389581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.389902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca1d1d4-74f2-4ff2-b688-1b0aa4a5d74e tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:12.434911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-941263d1-5c45-470d-a805-82729470d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.438022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-941263d1-5c45-470d-a805-82729470d5c1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5161028 Jul 05 18:03:12.535166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-683f8966-a7dc-4de0-a7b5-ea6b9e374692 service neutron] 10.222.0.97 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566332 Jul 05 18:03:12.544518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-bb23fb07-6983-44bd-bfff-397afd916a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.546475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-bb23fb07-6983-44bd-bfff-397afd916a86 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5785389 Jul 05 18:03:12.570690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767650ba-eec7-4162-b0af-c29eb911b7c0 req-dc9ea651-8b8c-42c6-af9c-d0cf0941d6f4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.576617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767650ba-eec7-4162-b0af-c29eb911b7c0 req-dc9ea651-8b8c-42c6-af9c-d0cf0941d6f4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.582529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767650ba-eec7-4162-b0af-c29eb911b7c0 req-dc9ea651-8b8c-42c6-af9c-d0cf0941d6f4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.588417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767650ba-eec7-4162-b0af-c29eb911b7c0 req-dc9ea651-8b8c-42c6-af9c-d0cf0941d6f4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.594963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767650ba-eec7-4162-b0af-c29eb911b7c0 req-dc9ea651-8b8c-42c6-af9c-d0cf0941d6f4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.600943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767650ba-eec7-4162-b0af-c29eb911b7c0 req-dc9ea651-8b8c-42c6-af9c-d0cf0941d6f4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.607055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767650ba-eec7-4162-b0af-c29eb911b7c0 req-dc9ea651-8b8c-42c6-af9c-d0cf0941d6f4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.609633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-767650ba-eec7-4162-b0af-c29eb911b7c0 req-dc9ea651-8b8c-42c6-af9c-d0cf0941d6f4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.6294909 Jul 05 18:03:12.793575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-a287fc9b-1260-4375-bda6-6f416e6c807d service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352516 Jul 05 18:03:12.805957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325faf2-84b5-4d93-888a-eadb5fe00a8b req-9655f588-dc35-4446-a6cc-4428abfa8f70 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:12.805957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3325faf2-84b5-4d93-888a-eadb5fe00a8b req-9655f588-dc35-4446-a6cc-4428abfa8f70 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 946 time: 0.4012675 Jul 05 18:03:12.839510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-767650ba-eec7-4162-b0af-c29eb911b7c0 req-1f0a5d5a-e097-427b-9d84-8a71b811b9af tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1756439 Jul 05 18:03:12.922387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8594828f-32d1-4829-8dff-f433c400b9c8 req-ee3c2276-4a52-4acc-aa48-58f7f72cbdd6 service neutron] 10.222.0.97 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722191 Jul 05 18:03:12.927647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-6abff308-0c13-4ec7-a4a0-0172e579e9ce service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138242 Jul 05 18:03:13.000163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3325faf2-84b5-4d93-888a-eadb5fe00a8b req-a6f81e46-efcd-4bba-a5ff-456d3fe0b8e0 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692290 Jul 05 18:03:13.027817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-a1892f63-f2e7-4dfc-92f4-76bb19e57412 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217336 Jul 05 18:03:13.083202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-3ce394fd-8989-4813-ace4-75046b62bdae service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=076ae338-2f77-45cd-b0af-21779e485c9e HTTP/1.1" status: 200 len: 217 time: 0.0485499 Jul 05 18:03:13.136102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-0dddf19a-9c87-4a58-9145-56d6973ef17d service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935413 Jul 05 18:03:13.179273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-ea5396c8-ac7a-49f5-90e9-52558ad1779c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.180799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-ea5396c8-ac7a-49f5-90e9-52558ad1779c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9865bc1-3270-442a-bdf7-d636d6e9f090 HTTP/1.1" status: 200 len: 797 time: 0.0862920 Jul 05 18:03:13.237007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32163148-91ee-4668-be8d-f5ef65fb6ea0 req-c230fcaf-0ff3-4fbb-bcf6-163fe9221c30 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.238586 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32163148-91ee-4668-be8d-f5ef65fb6ea0 req-c230fcaf-0ff3-4fbb-bcf6-163fe9221c30 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1324184 Jul 05 18:03:13.287739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-a3bdf69d-638f-455e-8ce1-52f25d871525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.289253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-a3bdf69d-638f-455e-8ce1-52f25d871525 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1015441 Jul 05 18:03:13.292497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32163148-91ee-4668-be8d-f5ef65fb6ea0 req-6b38753d-5b78-4aa1-ae27-4a72974e805e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480225 Jul 05 18:03:13.382481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-7dd7b5c5-f71a-4a34-8a74-5bdb5f71615c service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856392 Jul 05 18:03:13.532091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-deb246e0-5665-4d04-9a12-721ef43337a1 req-8ec3e022-656d-4524-8e9f-33be45086573 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/dc5fc7c1-c737-4706-a846-f14617422f3a HTTP/1.1" status: 200 len: 1813 time: 0.1346941 Jul 05 18:03:13.569170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4d024f-96a0-48b2-b539-a313e089d106 req-f214ee5e-e715-48eb-a2a3-52677cce6de3 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801877 Jul 05 18:03:13.595022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4870d-533f-47c7-bf96-7ee6bebac869 req-7ac6b8bd-fef4-4d1e-9cbe-0dbb186c2379 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.596561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8b4870d-533f-47c7-bf96-7ee6bebac869 req-7ac6b8bd-fef4-4d1e-9cbe-0dbb186c2379 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 944 time: 0.1813338 Jul 05 18:03:13.644580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-deb246e0-5665-4d04-9a12-721ef43337a1 req-3dd2e2fb-220f-44bd-a356-67484067a523 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:13.656120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8b4870d-533f-47c7-bf96-7ee6bebac869 req-03f267a4-691e-40f3-8a26-0b0b37ad0b97 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536397 Jul 05 18:03:13.674438 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-deb246e0-5665-4d04-9a12-721ef43337a1 req-3dd2e2fb-220f-44bd-a356-67484067a523 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:13.793656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-deb246e0-5665-4d04-9a12-721ef43337a1 req-3dd2e2fb-220f-44bd-a356-67484067a523 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:13.796797 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-deb246e0-5665-4d04-9a12-721ef43337a1 req-3dd2e2fb-220f-44bd-a356-67484067a523 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:13.797943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-deb246e0-5665-4d04-9a12-721ef43337a1 req-3dd2e2fb-220f-44bd-a356-67484067a523 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc5fc7c1-c737-4706-a846-f14617422f3a HTTP/1.1" status: 204 len: 173 time: 0.2585127 Jul 05 18:03:13.816135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd2e2fb-220f-44bd-a356-67484067a523 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5fc7c1-c737-4706-a846-f14617422f3a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:13.824191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-cfe906ee-4e35-411e-a957-18ff127d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.824740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-cfe906ee-4e35-411e-a957-18ff127d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.825221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-cfe906ee-4e35-411e-a957-18ff127d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.825695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-cfe906ee-4e35-411e-a957-18ff127d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.826167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-cfe906ee-4e35-411e-a957-18ff127d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.826744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-cfe906ee-4e35-411e-a957-18ff127d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.827222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-cfe906ee-4e35-411e-a957-18ff127d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.829598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-cfe906ee-4e35-411e-a957-18ff127d4ae4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6478 time: 0.0811682 Jul 05 18:03:13.965120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-3e16417e-8223-42e6-bbe6-9dda8aa67a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:13.966577 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-3e16417e-8223-42e6-bbe6-9dda8aa67a2c service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fcce57a-4f76-4ef7-85cc-9baef3a62681 HTTP/1.1" status: 200 len: 901 time: 0.1307247 Jul 05 18:03:14.033264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-11cf938b-7cd7-4291-9bde-232680853faf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc HTTP/1.1" status: 200 len: 217 time: 0.0541553 Jul 05 18:03:14.052798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3aa1a55-a2a9-4726-a854-5dc3e979d837 req-6ff311f7-d708-410a-ba42-cab8101ebe05 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/a5dc3dbe-bb04-461d-a632-4d9d0b05528b HTTP/1.1" status: 200 len: 1812 time: 0.1132555 Jul 05 18:03:14.111669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10781170-e3be-4018-8ff0-8e78bf647de4 req-48ee5ef8-7204-4236-83bb-16620a836d20 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.113140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10781170-e3be-4018-8ff0-8e78bf647de4 req-48ee5ef8-7204-4236-83bb-16620a836d20 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 946 time: 0.1966517 Jul 05 18:03:14.139892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-0f782194-8c87-496f-82db-053abbdce37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.141301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-0f782194-8c87-496f-82db-053abbdce37b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9865bc1-3270-442a-bdf7-d636d6e9f090 HTTP/1.1" status: 200 len: 797 time: 0.1001942 Jul 05 18:03:14.218980 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10781170-e3be-4018-8ff0-8e78bf647de4 req-01a2d739-214d-4b6b-a1d3-2cf129334295 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978420 Jul 05 18:03:14.219522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3aa1a55-a2a9-4726-a854-5dc3e979d837 req-ab71691e-d53d-4c57-b027-6c5114d19c48 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:14.251688 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3aa1a55-a2a9-4726-a854-5dc3e979d837 req-ab71691e-d53d-4c57-b027-6c5114d19c48 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:14.277853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-8ac7c2a6-8af8-4fe6-98ca-8683b63a1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.279467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-8ac7c2a6-8af8-4fe6-98ca-8683b63a1b9e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253691 Jul 05 18:03:14.391500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-6c199159-ef6e-4e43-8741-da5fed7bedd2 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032100 Jul 05 18:03:14.444966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3aa1a55-a2a9-4726-a854-5dc3e979d837 req-ab71691e-d53d-4c57-b027-6c5114d19c48 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:14.447509 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3aa1a55-a2a9-4726-a854-5dc3e979d837 req-ab71691e-d53d-4c57-b027-6c5114d19c48 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:14.448811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3aa1a55-a2a9-4726-a854-5dc3e979d837 req-ab71691e-d53d-4c57-b027-6c5114d19c48 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "DELETE /v2.0/security-groups/a5dc3dbe-bb04-461d-a632-4d9d0b05528b HTTP/1.1" status: 204 len: 173 time: 0.3755615 Jul 05 18:03:14.466967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab71691e-d53d-4c57-b027-6c5114d19c48 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dc3dbe-bb04-461d-a632-4d9d0b05528b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:14.503510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-c008c81a-af87-408d-a87b-d5a7d5a07413 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032953 Jul 05 18:03:14.664570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592e67-0e61-4391-b67c-05530f666dea req-291092bf-c917-4045-8698-72c51cf42cf9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.670995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592e67-0e61-4391-b67c-05530f666dea req-291092bf-c917-4045-8698-72c51cf42cf9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.676942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592e67-0e61-4391-b67c-05530f666dea req-291092bf-c917-4045-8698-72c51cf42cf9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.682805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592e67-0e61-4391-b67c-05530f666dea req-291092bf-c917-4045-8698-72c51cf42cf9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.689052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592e67-0e61-4391-b67c-05530f666dea req-291092bf-c917-4045-8698-72c51cf42cf9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.694872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592e67-0e61-4391-b67c-05530f666dea req-291092bf-c917-4045-8698-72c51cf42cf9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.700700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592e67-0e61-4391-b67c-05530f666dea req-291092bf-c917-4045-8698-72c51cf42cf9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.702618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e592e67-0e61-4391-b67c-05530f666dea req-291092bf-c917-4045-8698-72c51cf42cf9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.1897752 Jul 05 18:03:14.730731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84abc8-c8fa-4141-9106-cc587dbb0186 req-2b6156ea-1869-4533-8233-8f1c6af14bf7 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.732066 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b84abc8-c8fa-4141-9106-cc587dbb0186 req-2b6156ea-1869-4533-8233-8f1c6af14bf7 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 946 time: 0.1809230 Jul 05 18:03:14.741161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-5c8db414-b6bf-4c6e-94d9-f77733ddba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.741640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-5c8db414-b6bf-4c6e-94d9-f77733ddba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.742115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-5c8db414-b6bf-4c6e-94d9-f77733ddba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.742602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-5c8db414-b6bf-4c6e-94d9-f77733ddba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.743069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-5c8db414-b6bf-4c6e-94d9-f77733ddba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.743530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-5c8db414-b6bf-4c6e-94d9-f77733ddba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.743988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-5c8db414-b6bf-4c6e-94d9-f77733ddba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.745762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-5c8db414-b6bf-4c6e-94d9-f77733ddba1f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6478 time: 0.1805937 Jul 05 18:03:14.788927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c3fce0f8-1495-498f-a552-52bd6a50a0f2 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:14.844014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e592e67-0e61-4391-b67c-05530f666dea req-d90c4c19-1649-4187-9ff6-086808df2fe3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1290584 Jul 05 18:03:14.853610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b84abc8-c8fa-4141-9106-cc587dbb0186 req-13485d1d-210e-454e-aef2-5e7563b25ca6 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063383 Jul 05 18:03:14.893844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-3dd88331-e5b4-44e0-b9ae-fa717baa45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:14.895358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-3dd88331-e5b4-44e0-b9ae-fa717baa45b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fcce57a-4f76-4ef7-85cc-9baef3a62681 HTTP/1.1" status: 200 len: 901 time: 0.1368115 Jul 05 18:03:14.897376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c3fce0f8-1495-498f-a552-52bd6a50a0f2, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:14.910384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'port_id': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'mac_address': 'fa:16:3e:65:ce:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:14.954805 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:14.957510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-f2a0c9c5-cff6-48b8-bae1-3735076c0ee5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=076ae338-2f77-45cd-b0af-21779e485c9e HTTP/1.1" status: 200 len: 217 time: 0.0527594 Jul 05 18:03:14.974229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fce0f8-1495-498f-a552-52bd6a50a0f2 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:14.995766 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c3fce0f8-1495-498f-a552-52bd6a50a0f2, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:15.079274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6fee379-8890-4870-9726-78c00fccfc14 req-4ed027a0-9810-4dc6-aea5-f7b4687e85cf tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "GET /v2.0/security-groups/26fb93d3-fc35-44e1-bd91-e28fad911892 HTTP/1.1" status: 200 len: 1813 time: 0.1244419 Jul 05 18:03:15.081868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-ff188dbf-f1ba-4688-9b3a-2769383ff990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:15.083333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-ff188dbf-f1ba-4688-9b3a-2769383ff990 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9865bc1-3270-442a-bdf7-d636d6e9f090 HTTP/1.1" status: 200 len: 797 time: 0.1194065 Jul 05 18:03:15.083572 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.147826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c3fce0f8-1495-498f-a552-52bd6a50a0f2,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:15.185427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa5e89-3cdc-499e-bac6-04c8b35143b6 req-0195685a-6203-498d-addb-28b04a884eb6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:15.187675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68fa5e89-3cdc-499e-bac6-04c8b35143b6 req-0195685a-6203-498d-addb-28b04a884eb6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1984835 Jul 05 18:03:15.230256 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d6fee379-8890-4870-9726-78c00fccfc14 req-49a9dbe7-2115-45db-a7e5-b208b25d87e4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.249200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-3e88b89a-757a-464a-b94f-565f84260348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:15.250209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-3e88b89a-757a-464a-b94f-565f84260348 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1602595 Jul 05 18:03:15.286410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d6fee379-8890-4870-9726-78c00fccfc14 req-49a9dbe7-2115-45db-a7e5-b208b25d87e4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.304597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68fa5e89-3cdc-499e-bac6-04c8b35143b6 req-cdf19bdb-0eef-4ff0-a55a-74906e138a40 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100161 Jul 05 18:03:15.311701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['c3fce0f8-1495-498f-a552-52bd6a50a0f2'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:15.400705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-2aace8a3-ecd1-4a3f-95d2-636eda07af13 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335986 Jul 05 18:03:15.468352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d6fee379-8890-4870-9726-78c00fccfc14 req-49a9dbe7-2115-45db-a7e5-b208b25d87e4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.470980 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d6fee379-8890-4870-9726-78c00fccfc14 req-49a9dbe7-2115-45db-a7e5-b208b25d87e4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.472111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6fee379-8890-4870-9726-78c00fccfc14 req-49a9dbe7-2115-45db-a7e5-b208b25d87e4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] 10.222.0.30 "DELETE /v2.0/security-groups/26fb93d3-fc35-44e1-bd91-e28fad911892 HTTP/1.1" status: 204 len: 173 time: 0.3870151 Jul 05 18:03:15.478793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54292) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:15.538819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0f689b-3804-4201-83b8-0659471058b8 admin admin] Deleting subnet 161cf235-608f-47d5-a2bf-1ba79b18861f {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:03:15.542072 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc0f689b-3804-4201-83b8-0659471058b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.579526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9a925d2-e14d-422f-b88a-9b74935aa253 req-c4d9626e-906b-4d2d-b281-f22ef4d1fa76 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588900 Jul 05 18:03:15.579779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc0f689b-3804-4201-83b8-0659471058b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.579885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9dbe7-2115-45db-a7e5-b208b25d87e4 tempest-SecurityGroupRulesNegativeTestJSON-1514732911 tempest-SecurityGroupRulesNegativeTestJSON-1514732911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fb93d3-fc35-44e1-bd91-e28fad911892,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:15.627015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc0f689b-3804-4201-83b8-0659471058b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.629420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ebfed-26e1-4b77-b7e2-4f42ea3d59e7 req-2bffabcf-b768-4426-ba65-b2349d22cc73 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:15.631164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e79ebfed-26e1-4b77-b7e2-4f42ea3d59e7 req-2bffabcf-b768-4426-ba65-b2349d22cc73 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 945 time: 0.2071207 Jul 05 18:03:15.678640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e79ebfed-26e1-4b77-b7e2-4f42ea3d59e7 req-e24d7d22-625f-4ec9-b992-dd0a6a1129ac tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415518 Jul 05 18:03:15.758269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc0f689b-3804-4201-83b8-0659471058b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.785201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f689b-3804-4201-83b8-0659471058b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161cf235-608f-47d5-a2bf-1ba79b18861f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:15.789005 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc0f689b-3804-4201-83b8-0659471058b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.793924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cc0f689b-3804-4201-83b8-0659471058b8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/161cf235-608f-47d5-a2bf-1ba79b18861f HTTP/1.1" status: 204 len: 168 time: 0.3104002 Jul 05 18:03:15.793924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:15.864571 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.871358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123ff23-1aa8-4700-9cae-bf382b01d4f7 req-c542101e-c635-4933-8294-424b56ee5d1d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:15.873311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9123ff23-1aa8-4700-9cae-bf382b01d4f7 req-c542101e-c635-4933-8294-424b56ee5d1d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 946 time: 0.0758190 Jul 05 18:03:15.924933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9123ff23-1aa8-4700-9cae-bf382b01d4f7 req-b5f7c6d2-b92c-4977-9ebe-50ccb40697a1 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443938 Jul 05 18:03:15.957996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:15.974817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b6cb80-c030-4bcd-ab77-4c740c516dd9']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:15.984320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b99a4ce4-587a-4f5a-9fe0-c3076608ea43') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:15.984712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b99a4ce4-587a-4f5a-9fe0-c3076608ea43') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:15.998292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.013839 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.021046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:03:16.031123 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:03:16.036742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:03:16.036742 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:03:16.036742 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:03:16.097022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f059e7-da05-461b-8496-8162e041369a req-24e39c06-2713-4b4d-b66f-9d4f32510dba tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:16.103410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f059e7-da05-461b-8496-8162e041369a req-24e39c06-2713-4b4d-b66f-9d4f32510dba tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:16.110247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f059e7-da05-461b-8496-8162e041369a req-24e39c06-2713-4b4d-b66f-9d4f32510dba tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:16.116234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f059e7-da05-461b-8496-8162e041369a req-24e39c06-2713-4b4d-b66f-9d4f32510dba tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:16.122003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f059e7-da05-461b-8496-8162e041369a req-24e39c06-2713-4b4d-b66f-9d4f32510dba tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:16.128990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f059e7-da05-461b-8496-8162e041369a req-24e39c06-2713-4b4d-b66f-9d4f32510dba tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:16.135064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f059e7-da05-461b-8496-8162e041369a req-24e39c06-2713-4b4d-b66f-9d4f32510dba tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:16.137006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8f059e7-da05-461b-8496-8162e041369a req-24e39c06-2713-4b4d-b66f-9d4f32510dba tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.1437352 Jul 05 18:03:16.142302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.149560 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.157472 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a2b6cb80-c030-4bcd-ab77-4c740c516dd9 HTTP/1.1" status: 204 len: 168 time: 0.3569655 Jul 05 18:03:16.167296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcbd0c-ea7a-4c7d-9a66-81a16d39e487 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b6cb80-c030-4bcd-ab77-4c740c516dd9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:16.460339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8f059e7-da05-461b-8496-8162e041369a req-976cdd9c-461a-4425-a428-c2e84d1729db tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3134866 Jul 05 18:03:16.582468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54322) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:16.639072 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-08be5800-78d4-406d-be9b-31dfb3509b4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=76130aa7c8474cdf834fe6674b1ffecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477700 Jul 05 18:03:16.639072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54326) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:16.663420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67976f40-07d5-476f-93ec-87382205e31c req-ee984414-6bbf-403c-9c1c-343c04157556 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:16.664993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67976f40-07d5-476f-93ec-87382205e31c req-ee984414-6bbf-403c-9c1c-343c04157556 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.0857694 Jul 05 18:03:16.692230 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c08030a0-bb8b-43f4-8a69-866214af3784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.711633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67976f40-07d5-476f-93ec-87382205e31c req-d7d33dd1-054c-4922-897e-608753c084fd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Jul 05 18:03:16.724010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c08030a0-bb8b-43f4-8a69-866214af3784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.798236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c3fce0f8-1495-498f-a552-52bd6a50a0f2 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:16.883321 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c08030a0-bb8b-43f4-8a69-866214af3784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.887007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c08030a0-bb8b-43f4-8a69-866214af3784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.889084 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c08030a0-bb8b-43f4-8a69-866214af3784 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/56f575eb-f72c-41f7-b018-f23b5a5ed8bf HTTP/1.1" status: 204 len: 168 time: 0.2541783 Jul 05 18:03:16.899474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08030a0-bb8b-43f4-8a69-866214af3784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f575eb-f72c-41f7-b018-f23b5a5ed8bf,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:16.928347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port c3fce0f8-1495-498f-a552-52bd6a50a0f2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:16.932361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port c3fce0f8-1495-498f-a552-52bd6a50a0f2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:16.932737 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:16.945995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6292d26f-f16a-46be-af6c-170157fa0956 req-0ecbe82d-4274-42d8-ab98-bbb2d9da8d35 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:16.951603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6292d26f-f16a-46be-af6c-170157fa0956 req-0ecbe82d-4274-42d8-ab98-bbb2d9da8d35 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 945 time: 0.0964999 Jul 05 18:03:17.000186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6292d26f-f16a-46be-af6c-170157fa0956 req-4e13b1ea-d378-42d7-8237-f40a26203524 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464840 Jul 05 18:03:17.024422 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:17.049034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:17.051540 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30fead03-7843-4f18-8d53-21bf11b2c8d5" -d '{"events": [{"server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "name": "network-vif-plugged", "status": "completed", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:17.066462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c3fce0f8-1495-498f-a552-52bd6a50a0f2, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:17.091442 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c70bd7-42a2-4ee9-832e-0c8ebcec5af2 x-openstack-request-id: req-71c70bd7-42a2-4ee9-832e-0c8ebcec5af2 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:17.091840 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "name": "network-vif-plugged", "status": "completed", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:17.092112 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71c70bd7-42a2-4ee9-832e-0c8ebcec5af2 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:17.093158 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'code': 200} Jul 05 18:03:17.128536 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:17.182878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c3fce0f8-1495-498f-a552-52bd6a50a0f2,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:17.221095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade8f8d-27ef-4255-baca-454724d5dd10 req-17620c90-b1ac-42bf-9728-3d2e9138506e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:17.222665 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ade8f8d-27ef-4255-baca-454724d5dd10 req-17620c90-b1ac-42bf-9728-3d2e9138506e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 1097 time: 0.0613616 Jul 05 18:03:17.257139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ade8f8d-27ef-4255-baca-454724d5dd10 req-da063877-078d-4426-bcd3-cd4c45779b9c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279241 Jul 05 18:03:17.667698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a34d-57de-4df4-8291-06167f66d9c4 req-a500b81c-c53f-4591-af02-1cfab870497a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:17.674578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a34d-57de-4df4-8291-06167f66d9c4 req-a500b81c-c53f-4591-af02-1cfab870497a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:17.680915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a34d-57de-4df4-8291-06167f66d9c4 req-a500b81c-c53f-4591-af02-1cfab870497a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:17.687463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a34d-57de-4df4-8291-06167f66d9c4 req-a500b81c-c53f-4591-af02-1cfab870497a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:17.693886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a34d-57de-4df4-8291-06167f66d9c4 req-a500b81c-c53f-4591-af02-1cfab870497a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:17.700018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a34d-57de-4df4-8291-06167f66d9c4 req-a500b81c-c53f-4591-af02-1cfab870497a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:17.706016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f5a34d-57de-4df4-8291-06167f66d9c4 req-a500b81c-c53f-4591-af02-1cfab870497a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:17.708055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b9f5a34d-57de-4df4-8291-06167f66d9c4 req-a500b81c-c53f-4591-af02-1cfab870497a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.1194930 Jul 05 18:03:17.759160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b9f5a34d-57de-4df4-8291-06167f66d9c4 req-3939da85-1739-445c-ae58-6bb8c36f6928 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0427577 Jul 05 18:03:17.925957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54378) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:17.943152 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cb6fe-c274-48bb-85e1-ba3252912caa req-339e2381-02bf-443b-99e6-96fb01739da0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:17.944731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e07cb6fe-c274-48bb-85e1-ba3252912caa req-339e2381-02bf-443b-99e6-96fb01739da0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.0743032 Jul 05 18:03:17.984967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e07cb6fe-c274-48bb-85e1-ba3252912caa req-bbf9688f-3bc1-44e8-ac7a-82c1cbaf353f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344768 Jul 05 18:03:18.032148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-501454744-network', 'tenant_id': '29cca2c7a6b04ee28b55239793e1421a'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:18.141830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Made reservation on behalf of 29cca2c7a6b04ee28b55239793e1421a for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:03:18.145730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:18.159412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:18.294131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:18.380997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:18.402888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:03:18.421760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3760ecce-9d4c-4087-bcc2-0adb3b79019d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:18.425956 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:18.426415 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Added segment ec125fb0-7d13-4902-bb38-3aa8d38ec481 of type vlan for network 12eb5b33-7423-4528-8073-f8a794a566f6 Jul 05 18:03:18.468973 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:18.493100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad5e81a-2708-40e8-be96-d02610592351 req-9648681b-aaf9-4ec7-9bc8-3165bc073a8a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:18.499089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ad5e81a-2708-40e8-be96-d02610592351 req-9648681b-aaf9-4ec7-9bc8-3165bc073a8a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 946 time: 0.0699990 Jul 05 18:03:18.534817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ad5e81a-2708-40e8-be96-d02610592351 req-5ecb841f-b4fe-4439-88e6-ae0a42ebdb7e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337272 Jul 05 18:03:18.602369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:18.603458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:18.604079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:18.664298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] Pushing event updated for resources: {'Network': ['ID=12eb5b33-7423-4528-8073-f8a794a566f6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:18.674717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 12eb5b33-7423-4528-8073-f8a794a566f6 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:03:18.726819 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dcd19df0-07fe-4f33-9258-67414809f597 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7961707 Jul 05 18:03:18.727228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54402) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:18.732584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Request body: {'subnet': {'network_id': '12eb5b33-7423-4528-8073-f8a794a566f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-501454744-subnet', 'tenant_id': '29cca2c7a6b04ee28b55239793e1421a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:18.776414 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43482cba-517d-4d57-8e38-6a568638b9da req-726a75eb-2bb1-42c0-b424-075996f58b46 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 258 time: 0.2013350 Jul 05 18:03:18.786458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:18.825218 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Made reservation on behalf of 29cca2c7a6b04ee28b55239793e1421a for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:03:18.828130 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:18.930753 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:19.031751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91064775-d50c-4be5-8eb7-0f121071f697 req-9c8e5e13-1eb8-462b-8d3b-223764934924 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:19.037630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91064775-d50c-4be5-8eb7-0f121071f697 req-9c8e5e13-1eb8-462b-8d3b-223764934924 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:19.043748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91064775-d50c-4be5-8eb7-0f121071f697 req-9c8e5e13-1eb8-462b-8d3b-223764934924 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:19.047420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device bf3667e9-ea85-484b-9220-cbe160930b8f details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:19.051861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91064775-d50c-4be5-8eb7-0f121071f697 req-9c8e5e13-1eb8-462b-8d3b-223764934924 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:19.057605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91064775-d50c-4be5-8eb7-0f121071f697 req-9c8e5e13-1eb8-462b-8d3b-223764934924 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:19.064272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91064775-d50c-4be5-8eb7-0f121071f697 req-9c8e5e13-1eb8-462b-8d3b-223764934924 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:19.070223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91064775-d50c-4be5-8eb7-0f121071f697 req-9c8e5e13-1eb8-462b-8d3b-223764934924 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:19.072235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91064775-d50c-4be5-8eb7-0f121071f697 req-9c8e5e13-1eb8-462b-8d3b-223764934924 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.1757333 Jul 05 18:03:19.100998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:19.153286 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91064775-d50c-4be5-8eb7-0f121071f697 req-5f1e3bf6-4011-4b98-9c8c-172a7e7a1c26 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0645964 Jul 05 18:03:19.158730 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:19.164285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=bf3667e9-ea85-484b-9220-cbe160930b8f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:19.180384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'bf3667e9-ea85-484b-9220-cbe160930b8f', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'port_id': 'bf3667e9-ea85-484b-9220-cbe160930b8f', 'mac_address': 'fa:16:3e:b9:6d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e039f504-6b86-40f2-812b-b12379744305', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:19.228188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2beac9f5-6705-45a0-a29b-921a503628c7,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:19.229739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:19.234066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Checking segment: {'id': 'ec125fb0-7d13-4902-bb38-3aa8d38ec481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12eb5b33-7423-4528-8073-f8a794a566f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:19.234579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Network hostable DHCP agents. Network: 12eb5b33-7423-4528-8073-f8a794a566f6, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:03:19.249969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf3667e9-ea85-484b-9220-cbe160930b8f {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:19.270453 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=bf3667e9-ea85-484b-9220-cbe160930b8f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:19.288938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Network 12eb5b33-7423-4528-8073-f8a794a566f6 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:03:19.316238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Allocated IP 172.25.3.105 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/8817381d-359e-4382-b8b2-837506da6c8d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:03:19.346239 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:19.376535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 12eb5b33-7423-4528-8073-f8a794a566f6) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:03:19.391339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:19.391339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:19.402530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=bf3667e9-ea85-484b-9220-cbe160930b8f,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:19.407497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150a0df6-d11d-4923-b773-beecf2bf67b5 None None] Network 12eb5b33-7423-4528-8073-f8a794a566f6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:03:19.449184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5fd2e2-7813-4016-96ea-fdd49284c340 req-1e4d3e00-c790-41c9-a893-73aaffa6ed97 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:19.450847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5fd2e2-7813-4016-96ea-fdd49284c340 req-1e4d3e00-c790-41c9-a893-73aaffa6ed97 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1365378 Jul 05 18:03:19.472309 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a13a1249-fe9e-44aa-b4e5-3934743be421 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7442915 Jul 05 18:03:19.497820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:19.520887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['bf3667e9-ea85-484b-9220-cbe160930b8f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:19.531712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5fd2e2-7813-4016-96ea-fdd49284c340 req-6215fa53-4a54-4083-8ced-781e52decb77 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739014 Jul 05 18:03:19.631197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4117673c-63a6-4bac-9497-111ecab7e6b9 None None] Network 12eb5b33-7423-4528-8073-f8a794a566f6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:03:19.689360 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:19.773531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:03:19.778890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:03:19.787176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:03:19.814947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Pushing event updated for resources: {'Port': ['ID=8817381d-359e-4382-b8b2-837506da6c8d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:19.915982 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:20.035105 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:20.326873 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:20.351633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-c604b391-d6a4-4a8d-9a5f-d4ef7746c2c5 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:20.353318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-c604b391-d6a4-4a8d-9a5f-d4ef7746c2c5 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/networks?id=12eb5b33-7423-4528-8073-f8a794a566f6 HTTP/1.1" status: 200 len: 821 time: 0.1768482 Jul 05 18:03:20.370384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:20.374467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-012c2051-f93f-47b1-838f-d69a457dde71 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/quotas/29cca2c7a6b04ee28b55239793e1421a HTTP/1.1" status: 200 len: 375 time: 0.0134478 Jul 05 18:03:20.443357 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-8c6d4205-6f76-4c1d-bd77-8f142a55593d tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=29cca2c7a6b04ee28b55239793e1421a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634596 Jul 05 18:03:20.548608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Pushing event updated for resources: {'Port': ['ID=8817381d-359e-4382-b8b2-837506da6c8d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:20.572756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:20.621678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-fc138170-ab4b-4ccc-8660-75d0f49b625c service neutron] 10.222.0.30 "GET /v2.0/networks/12eb5b33-7423-4528-8073-f8a794a566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494663 Jul 05 18:03:20.695030 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-03c8efb0-8a33-4916-ba25-cbb6fe3ef74a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:20.712158 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:20.716146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43482cba-517d-4d57-8e38-6a568638b9da req-92ef6862-8946-4961-b6a1-1cb55296859a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9312129 Jul 05 18:03:20.802414 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43482cba-517d-4d57-8e38-6a568638b9da req-bb04bd5d-5dfa-4506-8453-42b6da4be8c3 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 696 time: 0.0709798 Jul 05 18:03:20.805425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-72599409-b82f-4a84-88dc-8d7f989244fa service neutron] 10.222.0.30 "GET /v2.0/networks/12eb5b33-7423-4528-8073-f8a794a566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763766 Jul 05 18:03:20.954512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43482cba-517d-4d57-8e38-6a568638b9da req-35ff3bc0-52b5-497c-8c00-088acb140e10 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:20.956387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43482cba-517d-4d57-8e38-6a568638b9da req-35ff3bc0-52b5-497c-8c00-088acb140e10 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1462221 Jul 05 18:03:21.071170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device bf3667e9-ea85-484b-9220-cbe160930b8f up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:21.234953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port bf3667e9-ea85-484b-9220-cbe160930b8f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:21.235347 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:21.237635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167d20d-d996-48b9-ab00-c5bc7b4a1fb6 req-b680540b-2b66-42df-9167-d09af8063c54 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:21.249218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167d20d-d996-48b9-ab00-c5bc7b4a1fb6 req-b680540b-2b66-42df-9167-d09af8063c54 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:21.255399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167d20d-d996-48b9-ab00-c5bc7b4a1fb6 req-b680540b-2b66-42df-9167-d09af8063c54 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:21.261694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167d20d-d996-48b9-ab00-c5bc7b4a1fb6 req-b680540b-2b66-42df-9167-d09af8063c54 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:21.269034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167d20d-d996-48b9-ab00-c5bc7b4a1fb6 req-b680540b-2b66-42df-9167-d09af8063c54 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:21.281640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167d20d-d996-48b9-ab00-c5bc7b4a1fb6 req-b680540b-2b66-42df-9167-d09af8063c54 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:21.288649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167d20d-d996-48b9-ab00-c5bc7b4a1fb6 req-b680540b-2b66-42df-9167-d09af8063c54 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:21.290310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e167d20d-d996-48b9-ab00-c5bc7b4a1fb6 req-b680540b-2b66-42df-9167-d09af8063c54 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.2112129 Jul 05 18:03:21.423718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e167d20d-d996-48b9-ab00-c5bc7b4a1fb6 req-3e1e4def-dd1b-42c7-81d1-9fa8c4e76c9b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1111765 Jul 05 18:03:21.425314 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:21.442923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9a5de-b35c-49dc-b422-868dcfea9ffd req-4feb499a-538a-40b5-bd9a-0a310bf1185f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:21.450391 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebe9a5de-b35c-49dc-b422-868dcfea9ffd req-4feb499a-538a-40b5-bd9a-0a310bf1185f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.2818127 Jul 05 18:03:21.465605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:21.478684 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb291c7-286e-4ff3-97e6-fc7479bc9d72" -d '{"events": [{"server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "name": "network-vif-plugged", "status": "completed", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:21.515299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=bf3667e9-ea85-484b-9220-cbe160930b8f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:21.527829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebe9a5de-b35c-49dc-b422-868dcfea9ffd req-888f6ac3-2ae3-4173-963d-a7770eaf51a3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729048 Jul 05 18:03:21.604412 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:21.730290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=bf3667e9-ea85-484b-9220-cbe160930b8f,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:21.871430 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a15e16ad-532b-4e8e-b86d-029981f871c4 req-7fbc7089-131f-48a1-bfac-2bc7927c5f0d tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 210 time: 0.0544736 Jul 05 18:03:21.946658 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb26f7db-1f40-4bfb-a92b-fb13f132d66d x-openstack-request-id: req-cb26f7db-1f40-4bfb-a92b-fb13f132d66d {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:21.947438 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "name": "network-vif-plugged", "status": "completed", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:21.947818 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb26f7db-1f40-4bfb-a92b-fb13f132d66d {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:21.948389 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f', 'code': 200} Jul 05 18:03:22.041994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-a1ef0ef0-8bcb-42ce-aa9a-faa72faf0a7d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:22.049141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-a1ef0ef0-8bcb-42ce-aa9a-faa72faf0a7d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1513882 Jul 05 18:03:22.137446 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-68f1b0fd-897a-4841-841b-5ce3a8f90292 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 696 time: 0.0874424 Jul 05 18:03:22.150007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-78a21efe-7a85-47f7-9e1f-436e2ca77bdb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Request body: {'floatingip': {'port_id': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:22.198776 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-78a21efe-7a85-47f7-9e1f-436e2ca77bdb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:22.744204 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:03:23.101703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ba3de-4ab1-4a03-9f45-e2bfc3681265 req-dcacd75f-f4f7-45b6-9ede-060cd9b1577d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:23.107951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ba3de-4ab1-4a03-9f45-e2bfc3681265 req-dcacd75f-f4f7-45b6-9ede-060cd9b1577d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:23.114636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ba3de-4ab1-4a03-9f45-e2bfc3681265 req-dcacd75f-f4f7-45b6-9ede-060cd9b1577d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:23.120791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ba3de-4ab1-4a03-9f45-e2bfc3681265 req-dcacd75f-f4f7-45b6-9ede-060cd9b1577d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:23.127398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ba3de-4ab1-4a03-9f45-e2bfc3681265 req-dcacd75f-f4f7-45b6-9ede-060cd9b1577d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:23.134109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ba3de-4ab1-4a03-9f45-e2bfc3681265 req-dcacd75f-f4f7-45b6-9ede-060cd9b1577d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:23.141116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ba3de-4ab1-4a03-9f45-e2bfc3681265 req-dcacd75f-f4f7-45b6-9ede-060cd9b1577d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:23.149698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-708ba3de-4ab1-4a03-9f45-e2bfc3681265 req-dcacd75f-f4f7-45b6-9ede-060cd9b1577d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.5438702 Jul 05 18:03:23.226331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-708ba3de-4ab1-4a03-9f45-e2bfc3681265 req-8ff61639-2dfa-4aa9-80f1-5f6487611027 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0756001 Jul 05 18:03:23.297603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-78a21efe-7a85-47f7-9e1f-436e2ca77bdb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:23.374800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-78a21efe-7a85-47f7-9e1f-436e2ca77bdb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:23.456263 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-491bfff9-89b9-44de-840d-58afe1bcdb01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:23.543777 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-78a21efe-7a85-47f7-9e1f-436e2ca77bdb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Floating IP 8ade8a67-4aec-4f68-a14b-052f5c9abfe5 associated. External IP: 172.25.3.105, port: c3fce0f8-1495-498f-a552-52bd6a50a0f2. Jul 05 18:03:23.556301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398fa909-6d95-4061-8ef0-13c8a6ee7a5c req-43759f02-f5f3-4ff3-ab90-9b870460a922 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:23.559389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-398fa909-6d95-4061-8ef0-13c8a6ee7a5c req-43759f02-f5f3-4ff3-ab90-9b870460a922 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1286340 Jul 05 18:03:23.580260 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:23.681194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-398fa909-6d95-4061-8ef0-13c8a6ee7a5c req-95f36a86-f4cc-4037-a4df-2e31d2bc944c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914276 Jul 05 18:03:23.924708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-78a21efe-7a85-47f7-9e1f-436e2ca77bdb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Router b00ba422-3587-4b10-b08b-fbdccaeea2ac has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:03:24.159333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-78a21efe-7a85-47f7-9e1f-436e2ca77bdb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:03:24.169794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-78a21efe-7a85-47f7-9e1f-436e2ca77bdb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:24.181488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] Sync routers for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:03:24.209434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:24.211584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:24.277123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-78a21efe-7a85-47f7-9e1f-436e2ca77bdb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "PUT /v2.0/floatingips/8ade8a67-4aec-4f68-a14b-052f5c9abfe5 HTTP/1.1" status: 200 len: 997 time: 2.1317630 Jul 05 18:03:24.282631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:24.292365 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1" -d '{"events": [{"name": "network-changed", "server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:24.413098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-74b4c698-0b79-43c8-9471-26259845b658 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.414506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-74b4c698-0b79-43c8-9471-26259845b658 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.97 "GET /v2.0/networks?id=12eb5b33-7423-4528-8073-f8a794a566f6 HTTP/1.1" status: 200 len: 821 time: 0.3103700 Jul 05 18:03:24.418083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3338e700-da1b-4cf0-b6a9-f48034837bb0 req-7782ae7a-0e1e-439b-b31b-90d7e69bab2f tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 210 time: 0.0791779 Jul 05 18:03:24.431108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Request body: {'port': {'device_id': '97358594-bce5-4ea8-b6bb-bb8d23d5d3e9', 'network_id': '12eb5b33-7423-4528-8073-f8a794a566f6', 'admin_state_up': True, 'tenant_id': '29cca2c7a6b04ee28b55239793e1421a'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:24.482363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:24.590415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-5e5607e2-939a-43d6-8614-62a34da152c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.600119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-5e5607e2-939a-43d6-8614-62a34da152c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4a2c60d52542d6bd76778563a42a46&device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 1097 time: 0.2995892 Jul 05 18:03:24.629580 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:24.684130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Made reservation on behalf of 29cca2c7a6b04ee28b55239793e1421a for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:03:24.689338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:24.774544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-873292f6-7b16-4721-958d-565a73c61d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.782055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-873292f6-7b16-4721-958d-565a73c61d2c service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bfbab85-4369-45c8-90dd-08b9deb0c87c HTTP/1.1" status: 200 len: 929 time: 0.1809623 Jul 05 18:03:24.900151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:53Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8ade8a67-4aec-4f68-a14b-052f5c9abfe5', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'port_id': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'mac_address': 'fa:16:3e:65:ce:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:03:19Z', 'updated_at': '2021-07-05T18:03:23Z', 'revision_number': 1, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65876c-fcfb-4bfe-9c0c-ed758306ef54', 'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'mac_address': 'fa:16:3e:31:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:51Z', 'updated_at': '2021-07-05T18:03:00Z', 'revision_number': 5, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'subnets': [{'id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:24.939956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] Checking router: b00ba422-3587-4b10-b08b-fbdccaeea2ac for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:03:24.940366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6f2d-a661-46d8-a159-6b45ef51b51a req-6e6975ec-ee00-407d-858b-f0f2431b24d9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.946678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6f2d-a661-46d8-a159-6b45ef51b51a req-6e6975ec-ee00-407d-858b-f0f2431b24d9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.953204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6f2d-a661-46d8-a159-6b45ef51b51a req-6e6975ec-ee00-407d-858b-f0f2431b24d9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.954145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:24.954917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:24.959179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6f2d-a661-46d8-a159-6b45ef51b51a req-6e6975ec-ee00-407d-858b-f0f2431b24d9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.965063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6f2d-a661-46d8-a159-6b45ef51b51a req-6e6975ec-ee00-407d-858b-f0f2431b24d9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.972049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6f2d-a661-46d8-a159-6b45ef51b51a req-6e6975ec-ee00-407d-858b-f0f2431b24d9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.984675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a6f2d-a661-46d8-a159-6b45ef51b51a req-6e6975ec-ee00-407d-858b-f0f2431b24d9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:24.986864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-075a6f2d-a661-46d8-a159-6b45ef51b51a req-6e6975ec-ee00-407d-858b-f0f2431b24d9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.3210847 Jul 05 18:03:24.997439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-c194efac-5afe-47b7-8fe0-3b5b8312ee6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2 HTTP/1.1" status: 200 len: 1000 time: 0.2145188 Jul 05 18:03:25.089870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Allocated IP 172.20.0.11 (12eb5b33-7423-4528-8073-f8a794a566f6/2beac9f5-6705-45a0-a29b-921a503628c7/4a38761a-7472-4c4c-bb0c-71fe52be6c05) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:03:25.101922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-d49c4909-b403-4305-b6c9-9f136dd8a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:25.103496 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-d49c4909-b403-4305-b6c9-9f136dd8a08b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64e6049d-7cdf-4a21-94d3-593a0b3d5aac HTTP/1.1" status: 200 len: 868 time: 0.1049204 Jul 05 18:03:25.116217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-075a6f2d-a661-46d8-a159-6b45ef51b51a req-bdf0ee4a-2419-4d2c-8328-45bd949c3f71 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1159439 Jul 05 18:03:25.157329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:25.189493 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67736102-9735-4d31-b2f3-9099cedefab4 x-openstack-request-id: req-67736102-9735-4d31-b2f3-9099cedefab4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:25.190188 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:25.190188 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67736102-9735-4d31-b2f3-9099cedefab4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:25.190519 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'status': 'completed', 'code': 200} Jul 05 18:03:25.307606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-e5853173-67bc-4f03-a88c-d9fed58b9601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:25.309086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-e5853173-67bc-4f03-a88c-d9fed58b9601 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bfbab85-4369-45c8-90dd-08b9deb0c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1884680 Jul 05 18:03:25.476179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:25.505082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-e7abc5aa-b855-4df7-855d-397d52065347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:25.506754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-e7abc5aa-b855-4df7-855d-397d52065347 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bb4a2c60d52542d6bd76778563a42a46&device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 1097 time: 0.2511549 Jul 05 18:03:25.552650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-b1529abe-1f19-4bb1-92a0-3f218e7037fc service neutron] 10.222.0.30 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337213 Jul 05 18:03:25.654463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:53Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8ade8a67-4aec-4f68-a14b-052f5c9abfe5', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'port_id': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'mac_address': 'fa:16:3e:65:ce:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:03:19Z', 'updated_at': '2021-07-05T18:03:23Z', 'revision_number': 1, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65876c-fcfb-4bfe-9c0c-ed758306ef54', 'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'mac_address': 'fa:16:3e:31:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:51Z', 'updated_at': '2021-07-05T18:03:00Z', 'revision_number': 5, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'subnets': [{'id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:25.661282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228461c-384e-4842-9dea-9d77faff0af0 req-b9874b6b-c5b6-4103-9f76-059d5a1186ad tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:25.662949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2228461c-384e-4842-9dea-9d77faff0af0 req-b9874b6b-c5b6-4103-9f76-059d5a1186ad tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.3361526 Jul 05 18:03:25.699548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a6767f-0985-4300-bde0-3c1c06492f36 None None] The sync data for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 is: [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:53Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8ade8a67-4aec-4f68-a14b-052f5c9abfe5', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'floating_ip_address': '172.25.3.105', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'port_id': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'mac_address': 'fa:16:3e:65:ce:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:03:19Z', 'updated_at': '2021-07-05T18:03:23Z', 'revision_number': 1, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d65876c-fcfb-4bfe-9c0c-ed758306ef54', 'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'mac_address': 'fa:16:3e:31:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:51Z', 'updated_at': '2021-07-05T18:03:00Z', 'revision_number': 5, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'subnets': [{'id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:03:25.780464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2228461c-384e-4842-9dea-9d77faff0af0 req-1efb50fb-f785-4507-bfcd-d02aa8e5e84c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082816 Jul 05 18:03:25.781929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-486712ec-2ba5-48a7-a445-22092bb02003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:25.783413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-486712ec-2ba5-48a7-a445-22092bb02003 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2bfbab85-4369-45c8-90dd-08b9deb0c87c HTTP/1.1" status: 200 len: 929 time: 0.2596567 Jul 05 18:03:25.785496 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f0a661-a4b0-4c8d-8614-cbddafd084e7 req-f3c8f77a-b3eb-4a36-a871-2b033f215d8c service neutron] 10.222.0.30 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004061 Jul 05 18:03:25.876287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-35a0bc2c-46e2-4eec-b984-d849bc007fd3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2 HTTP/1.1" status: 200 len: 1000 time: 0.0837057 Jul 05 18:03:25.952319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-721a3e06-770e-4367-bb14-0341a749d952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:25.952547 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0205f4-151b-46c0-85eb-beb73ee1728d None None] New status for floating IP 8ade8a67-4aec-4f68-a14b-052f5c9abfe5: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:03:25.956233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-721a3e06-770e-4367-bb14-0341a749d952 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=64e6049d-7cdf-4a21-94d3-593a0b3d5aac HTTP/1.1" status: 200 len: 868 time: 0.0661955 Jul 05 18:03:26.029010 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:26.114190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-9d2dee9e-8c6b-42e6-a0c1-2be15fa0f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:26.116458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-9d2dee9e-8c6b-42e6-a0c1-2be15fa0f65b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2bfbab85-4369-45c8-90dd-08b9deb0c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536629 Jul 05 18:03:26.117278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Pushing event updated for resources: {'Port': ['ID=4a38761a-7472-4c4c-bb0c-71fe52be6c05,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:26.135051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Network 12eb5b33-7423-4528-8073-f8a794a566f6 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:03:26.191984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:03:26.219078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:03:26.300251 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:26.751728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:26.752833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:26.790679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-4f8b5b03-f67c-4e83-bd7e-ab3ea67795f0 service neutron] 10.222.0.97 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647251 Jul 05 18:03:26.805808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb5b11-a24d-4c36-8cda-6dff32eaabb9 req-6ff15430-6ee1-4d37-b5dd-8099ea0cff4c tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:26.807370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2eb5b11-a24d-4c36-8cda-6dff32eaabb9 req-6ff15430-6ee1-4d37-b5dd-8099ea0cff4c tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 932 time: 0.5922811 Jul 05 18:03:26.891032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-52dce60f-b3b5-4b35-a966-fc8388982a42 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4640000 Jul 05 18:03:26.911144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-d06b87d6-c47f-4013-9cb6-847c54a022b8 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 258 time: 0.7204401 Jul 05 18:03:26.925014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Request body: {'port': {'device_id': '97358594-bce5-4ea8-b6bb-bb8d23d5d3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:26.933447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:27.028463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2eb5b11-a24d-4c36-8cda-6dff32eaabb9 req-13951d69-1255-4b7f-8361-d82cb626e92e tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036514 Jul 05 18:03:27.097457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e53a063-e6a3-4380-bd1d-b0a30d2802f1 req-c20d7106-ddfb-4d07-ba25-512b391cbc38 service neutron] 10.222.0.97 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865682 Jul 05 18:03:27.098295 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:27.151333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:27.466304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce60d3-1f95-46d1-8651-52580288ceb6 req-da92b6ec-42d6-4a66-a89c-e1e786c857a1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:27.473015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce60d3-1f95-46d1-8651-52580288ceb6 req-da92b6ec-42d6-4a66-a89c-e1e786c857a1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:27.478871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce60d3-1f95-46d1-8651-52580288ceb6 req-da92b6ec-42d6-4a66-a89c-e1e786c857a1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:27.487923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce60d3-1f95-46d1-8651-52580288ceb6 req-da92b6ec-42d6-4a66-a89c-e1e786c857a1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:27.493813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce60d3-1f95-46d1-8651-52580288ceb6 req-da92b6ec-42d6-4a66-a89c-e1e786c857a1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:27.499898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce60d3-1f95-46d1-8651-52580288ceb6 req-da92b6ec-42d6-4a66-a89c-e1e786c857a1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:27.508506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce60d3-1f95-46d1-8651-52580288ceb6 req-da92b6ec-42d6-4a66-a89c-e1e786c857a1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:27.515573 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bce60d3-1f95-46d1-8651-52580288ceb6 req-da92b6ec-42d6-4a66-a89c-e1e786c857a1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.2972164 Jul 05 18:03:27.612854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bce60d3-1f95-46d1-8651-52580288ceb6 req-873e24aa-fa68-4054-b916-3105967450db tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0958049 Jul 05 18:03:27.631011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:27.719442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a38761a-7472-4c4c-bb0c-71fe52be6c05 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:27.735115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:27.756184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Transition to ACTIVE for port object 4a38761a-7472-4c4c-bb0c-71fe52be6c05 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:03:27.831455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:27.891215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Allocated IP 172.25.3.229 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/28ed117c-1288-449f-86d5-675ec8375201) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:03:27.929702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Pushing event updated for resources: {'Port': ['ID=4a38761a-7472-4c4c-bb0c-71fe52be6c05,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:28.054599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4704e04-f216-4be3-acb1-4ca9a8ed7e1b req-79d5c22d-1162-4dfd-8c08-c6edf8bda456 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:28.065993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4704e04-f216-4be3-acb1-4ca9a8ed7e1b req-79d5c22d-1162-4dfd-8c08-c6edf8bda456 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.2725229 Jul 05 18:03:28.138520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Attempting to bind port 4a38761a-7472-4c4c-bb0c-71fe52be6c05 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:03:28.139819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Attempting to bind port 4a38761a-7472-4c4c-bb0c-71fe52be6c05 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'ec125fb0-7d13-4902-bb38-3aa8d38ec481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12eb5b33-7423-4528-8073-f8a794a566f6'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:03:28.140218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Attempting to bind port 4a38761a-7472-4c4c-bb0c-71fe52be6c05 on network 12eb5b33-7423-4528-8073-f8a794a566f6 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:28.148931 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:28.162951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Port 4a38761a-7472-4c4c-bb0c-71fe52be6c05 on network 12eb5b33-7423-4528-8073-f8a794a566f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:03:28.162951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Attempting to bind port 4a38761a-7472-4c4c-bb0c-71fe52be6c05 on network 12eb5b33-7423-4528-8073-f8a794a566f6 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:28.176526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4704e04-f216-4be3-acb1-4ca9a8ed7e1b req-36b7076e-87e4-4c20-ba4a-8476abaee4c3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011193 Jul 05 18:03:28.180023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:03:28.180365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Checking segment: {'id': 'ec125fb0-7d13-4902-bb38-3aa8d38ec481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12eb5b33-7423-4528-8073-f8a794a566f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:28.180745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Bound using segment: {'id': 'ec125fb0-7d13-4902-bb38-3aa8d38ec481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12eb5b33-7423-4528-8073-f8a794a566f6'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:03:28.181367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Bound port: 4a38761a-7472-4c4c-bb0c-71fe52be6c05, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec125fb0-7d13-4902-bb38-3aa8d38ec481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '12eb5b33-7423-4528-8073-f8a794a566f6'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:03:28.181941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:28.276302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] For port 4a38761a-7472-4c4c-bb0c-71fe52be6c05, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:03:28.280219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] For port 4a38761a-7472-4c4c-bb0c-71fe52be6c05, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4a38761a-7472-4c4c-bb0c-71fe52be6c05,segment=NetworkSegment(ec125fb0-7d13-4902-bb38-3aa8d38ec481),segment_id=ec125fb0-7d13-4902-bb38-3aa8d38ec481)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:03:28.335437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:28.413375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:28.434945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:03:28.441687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:03:28.446805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:03:28.456118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:28.457250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:28.459131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] 10.222.0.97 "PUT /v2.0/ports/4a38761a-7472-4c4c-bb0c-71fe52be6c05 HTTP/1.1" status: 200 len: 1092 time: 1.5468829 Jul 05 18:03:28.463659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97358594-bce5-4ea8-b6bb-bb8d23d5d3e9', 'tag': '4a38761a-7472-4c4c-bb0c-71fe52be6c05'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:28.467613 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60" -d '{"events": [{"name": "network-changed", "server_uuid": "97358594-bce5-4ea8-b6bb-bb8d23d5d3e9", "tag": "4a38761a-7472-4c4c-bb0c-71fe52be6c05"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:28.489756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Pushing event updated for resources: {'Port': ['ID=28ed117c-1288-449f-86d5-675ec8375201,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:28.566883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7ec1f-69da-4817-8375-f4c8e2ebc9ee service neutron] Pushing event updated for resources: {'Port': ['ID=4a38761a-7472-4c4c-bb0c-71fe52be6c05,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:28.627602 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:28.739198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727ce04-7f99-4a3c-8870-7be10e0cf4cf req-2c971123-33c2-4d6b-86d8-d0738eaca37f tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:28.742588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d727ce04-7f99-4a3c-8870-7be10e0cf4cf req-2c971123-33c2-4d6b-86d8-d0738eaca37f tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 944 time: 0.0900090 Jul 05 18:03:28.746451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-1fd2eda0-6f78-4cc8-9e6b-9807a271d62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:28.748842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-1fd2eda0-6f78-4cc8-9e6b-9807a271d62b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=29cca2c7a6b04ee28b55239793e1421a&device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 1095 time: 0.1324015 Jul 05 18:03:28.827516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-2a7d707d-5cab-458a-955f-6f274016d937 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a38761a-7472-4c4c-bb0c-71fe52be6c05 HTTP/1.1" status: 200 len: 217 time: 0.0533864 Jul 05 18:03:28.879080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:28.889663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d727ce04-7f99-4a3c-8870-7be10e0cf4cf req-3e7cb2c9-25a1-4b0a-9242-d02610602e0b tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364703 Jul 05 18:03:28.931957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-969ce8fb-b6e0-4752-a24a-bd26987ae582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:28.933721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-969ce8fb-b6e0-4752-a24a-bd26987ae582 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2beac9f5-6705-45a0-a29b-921a503628c7 HTTP/1.1" status: 200 len: 861 time: 0.0957015 Jul 05 18:03:28.950336 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1302f90-8c3a-414d-806c-60ec0fa11f4b x-openstack-request-id: req-b1302f90-8c3a-414d-806c-60ec0fa11f4b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:28.950665 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97358594-bce5-4ea8-b6bb-bb8d23d5d3e9", "tag": "4a38761a-7472-4c4c-bb0c-71fe52be6c05", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:28.951358 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1302f90-8c3a-414d-806c-60ec0fa11f4b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:28.951358 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97358594-bce5-4ea8-b6bb-bb8d23d5d3e9', 'tag': '4a38761a-7472-4c4c-bb0c-71fe52be6c05', 'status': 'completed', 'code': 200} Jul 05 18:03:29.007119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-622eba09-d124-4f03-9f14-efa79e0b8ab5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=12eb5b33-7423-4528-8073-f8a794a566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586326 Jul 05 18:03:29.237877 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-3009be97-7233-43be-925e-babac15536fc service neutron] 10.222.0.97 "GET /v2.0/networks/12eb5b33-7423-4528-8073-f8a794a566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879303 Jul 05 18:03:29.252477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ceec-f924-40c3-ad98-fa1c50e4c2ac req-84f8e5e4-cea8-4b38-9ad0-d8873da0fc8c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.258393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ceec-f924-40c3-ad98-fa1c50e4c2ac req-84f8e5e4-cea8-4b38-9ad0-d8873da0fc8c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.264852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ceec-f924-40c3-ad98-fa1c50e4c2ac req-84f8e5e4-cea8-4b38-9ad0-d8873da0fc8c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.270743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ceec-f924-40c3-ad98-fa1c50e4c2ac req-84f8e5e4-cea8-4b38-9ad0-d8873da0fc8c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.276750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ceec-f924-40c3-ad98-fa1c50e4c2ac req-84f8e5e4-cea8-4b38-9ad0-d8873da0fc8c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.283623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ceec-f924-40c3-ad98-fa1c50e4c2ac req-84f8e5e4-cea8-4b38-9ad0-d8873da0fc8c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.289513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13ceec-f924-40c3-ad98-fa1c50e4c2ac req-84f8e5e4-cea8-4b38-9ad0-d8873da0fc8c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.291381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db13ceec-f924-40c3-ad98-fa1c50e4c2ac req-84f8e5e4-cea8-4b38-9ad0-d8873da0fc8c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.2427104 Jul 05 18:03:29.310672 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:29.391554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db13ceec-f924-40c3-ad98-fa1c50e4c2ac req-1e873277-011b-46ca-9fbc-102e61edf5de tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0850341 Jul 05 18:03:29.394209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:29.429186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:29.462044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Pushing event updated for resources: {'Port': ['ID=28ed117c-1288-449f-86d5-675ec8375201,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:29.482692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd64fbb9-3c5c-4655-bcde-024ebf7fbf2c req-101cb64f-e48e-4cc4-a28b-b834d3b0f180 service neutron] 10.222.0.97 "GET /v2.0/networks/12eb5b33-7423-4528-8073-f8a794a566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834219 Jul 05 18:03:29.568392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:29.617106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6cfe6-bbdf-4ff7-a8ac-0b5635a6c2ad req-d192ce42-468d-4559-8bc0-35962b8895d7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.618751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0f6cfe6-bbdf-4ff7-a8ac-0b5635a6c2ad req-d192ce42-468d-4559-8bc0-35962b8895d7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.0838680 Jul 05 18:03:29.653515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:29.654785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-77c53826-7bca-4273-b579-e30244cd8153 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7270620 Jul 05 18:03:29.739038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0f6cfe6-bbdf-4ff7-a8ac-0b5635a6c2ad req-864fcc40-4a01-41a1-aaf1-a5e04706407f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123455 Jul 05 18:03:29.741859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-cc88260f-2c95-4f7e-8816-53c328388210 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.0689766 Jul 05 18:03:29.830509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-ad8b0e84-baa5-48e5-a361-748807676530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.832052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-ad8b0e84-baa5-48e5-a361-748807676530 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=29cca2c7a6b04ee28b55239793e1421a&device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 1095 time: 0.1899619 Jul 05 18:03:29.937445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-ce48e32d-e4ba-45ae-ab0a-115648a8d04a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:29.949297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18ed2bfe-cea7-43e6-afd5-9ca04f131795 req-ce48e32d-e4ba-45ae-ab0a-115648a8d04a tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1995783 Jul 05 18:03:30.001210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-f3bf201a-f3da-49aa-860c-051c11a53958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:30.003207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-f3bf201a-f3da-49aa-860c-051c11a53958 service neutron] 10.222.0.97 "GET /v2.0/networks?id=12eb5b33-7423-4528-8073-f8a794a566f6 HTTP/1.1" status: 200 len: 921 time: 0.1626699 Jul 05 18:03:30.092686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-b1726119-4527-455b-a3ee-b1f895f15905 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4a38761a-7472-4c4c-bb0c-71fe52be6c05 HTTP/1.1" status: 200 len: 217 time: 0.0817997 Jul 05 18:03:30.190739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e419ff-0ac9-4abd-af5a-5a6304ce14d6 req-0c5738d4-d7ff-4708-9c1a-f753bc589931 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:30.193914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31e419ff-0ac9-4abd-af5a-5a6304ce14d6 req-0c5738d4-d7ff-4708-9c1a-f753bc589931 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 944 time: 0.1359351 Jul 05 18:03:30.195843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-3e3d8669-779e-4973-a10e-d8c6091e7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:30.197534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-3e3d8669-779e-4973-a10e-d8c6091e7c80 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2beac9f5-6705-45a0-a29b-921a503628c7 HTTP/1.1" status: 200 len: 861 time: 0.0904312 Jul 05 18:03:30.294361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-3c2f7af6-cbee-4aad-a5ff-10cdee969a1d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=12eb5b33-7423-4528-8073-f8a794a566f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558846 Jul 05 18:03:30.375211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31e419ff-0ac9-4abd-af5a-5a6304ce14d6 req-43f6e88c-9dfd-480a-8966-e064d585ac20 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751835 Jul 05 18:03:30.423465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0409f4-4b10-4989-a31e-df2cb09f8654 req-6cf52028-f207-4d5c-87a6-692fce92e674 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:30.425041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b0409f4-4b10-4989-a31e-df2cb09f8654 req-6cf52028-f207-4d5c-87a6-692fce92e674 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2265980 Jul 05 18:03:30.452400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-595a3e4c-16cc-4f42-89c2-cbec833399b4 service neutron] 10.222.0.97 "GET /v2.0/networks/12eb5b33-7423-4528-8073-f8a794a566f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473649 Jul 05 18:03:30.864488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b0409f4-4b10-4989-a31e-df2cb09f8654 req-686251b1-c7b1-4cb5-8f5c-1902bc42a5b0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.4247274 Jul 05 18:03:30.871217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-5b0409f4-4b10-4989-a31e-df2cb09f8654 req-0c585df1-86a5-4e17-918f-82b1776c0fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Request body: {'floatingip': {'port_id': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:30.965855 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5b0409f4-4b10-4989-a31e-df2cb09f8654 req-0c585df1-86a5-4e17-918f-82b1776c0fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:31.151550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab62b-f5e7-4f80-9dae-a04a2417c29d req-2c1abc3b-8667-4de8-9387-83c036b4f43d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:31.158029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab62b-f5e7-4f80-9dae-a04a2417c29d req-2c1abc3b-8667-4de8-9387-83c036b4f43d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:31.164030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab62b-f5e7-4f80-9dae-a04a2417c29d req-2c1abc3b-8667-4de8-9387-83c036b4f43d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:31.170684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab62b-f5e7-4f80-9dae-a04a2417c29d req-2c1abc3b-8667-4de8-9387-83c036b4f43d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:31.177118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab62b-f5e7-4f80-9dae-a04a2417c29d req-2c1abc3b-8667-4de8-9387-83c036b4f43d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:31.183280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab62b-f5e7-4f80-9dae-a04a2417c29d req-2c1abc3b-8667-4de8-9387-83c036b4f43d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:31.190834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ab62b-f5e7-4f80-9dae-a04a2417c29d req-2c1abc3b-8667-4de8-9387-83c036b4f43d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:31.193581 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b83ab62b-f5e7-4f80-9dae-a04a2417c29d req-2c1abc3b-8667-4de8-9387-83c036b4f43d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.3633022 Jul 05 18:03:31.198346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd07cf4e-e78b-4d7a-aa67-7f01698f3e60 req-da49c28e-c0bc-41ba-b27e-7c49a9f6a8c1 service neutron] 10.222.0.97 "GET /v2.0/networks/12eb5b33-7423-4528-8073-f8a794a566f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7102401 Jul 05 18:03:31.323603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b83ab62b-f5e7-4f80-9dae-a04a2417c29d req-600354d9-f2fb-40e4-850b-cf7016ff4d44 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0877600 Jul 05 18:03:31.369545 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-5b0409f4-4b10-4989-a31e-df2cb09f8654 req-0c585df1-86a5-4e17-918f-82b1776c0fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 18:03:31.370623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b0409f4-4b10-4989-a31e-df2cb09f8654 req-0c585df1-86a5-4e17-918f-82b1776c0fa9 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "PUT /v2.0/floatingips/f41f7dc4-3ce1-417b-b19c-7a4cdbbe73c5 HTTP/1.1" status: 409 len: 551 time: 0.5053177 Jul 05 18:03:31.561766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb60438-00ea-4917-acde-e75ad93b89eb req-d4cda520-1b60-4bd5-bb18-70ad9957d131 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:31.573058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aeb60438-00ea-4917-acde-e75ad93b89eb req-d4cda520-1b60-4bd5-bb18-70ad9957d131 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1010103 Jul 05 18:03:31.636345 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aeb60438-00ea-4917-acde-e75ad93b89eb req-f09036f4-4591-4cb6-88b1-b2f075465771 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623212 Jul 05 18:03:31.728208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-47de18db-1393-4240-9777-8fb09fef52af tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips/f41f7dc4-3ce1-417b-b19c-7a4cdbbe73c5 HTTP/1.1" status: 200 len: 693 time: 0.0661995 Jul 05 18:03:31.893812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-24383409-c6c5-42aa-bf1a-826f65f78c6f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:31.896114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-24383409-c6c5-42aa-bf1a-826f65f78c6f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1635156 Jul 05 18:03:31.953151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-d647ac42-d095-4758-ad9d-d928e6cb3ae5 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.0480490 Jul 05 18:03:32.010471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-d45c1097-6153-4408-b09d-734b78fcdcb3 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.229 HTTP/1.1" status: 200 len: 696 time: 0.0524828 Jul 05 18:03:32.073786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3901f-0ded-4ca5-b328-3e6b5c5143bd req-73b70189-beeb-4ec7-a94d-faacbc06e385 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:32.075527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79a3901f-0ded-4ca5-b328-3e6b5c5143bd req-73b70189-beeb-4ec7-a94d-faacbc06e385 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 944 time: 0.2531071 Jul 05 18:03:32.187317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79a3901f-0ded-4ca5-b328-3e6b5c5143bd req-d3486c8f-9b73-4c71-9e88-a5ce01f4c6df tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645540 Jul 05 18:03:32.209736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Deleting port 28ed117c-1288-449f-86d5-675ec8375201 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:03:32.210089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:32.324910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:32.325661 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:32.341516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Calling delete_port for 28ed117c-1288-449f-86d5-675ec8375201 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:03:32.630170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:32.686983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Pushing event deleted for resources: {'Port': ['ID=28ed117c-1288-449f-86d5-675ec8375201,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:32.766410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:32.769280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:32.770426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b5a247a-9fc6-4255-8d85-3b0d2943d525 req-50cc5862-b327-4bae-a42f-e97b5c85c39d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "DELETE /v2.0/floatingips/f41f7dc4-3ce1-417b-b19c-7a4cdbbe73c5 HTTP/1.1" status: 204 len: 173 time: 0.7525711 Jul 05 18:03:32.782284 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5ba7-ad51-4f7b-81fa-e72eb456c9e5 req-299909f2-08e2-446a-88cc-5b6174ae3298 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:32.788260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5ba7-ad51-4f7b-81fa-e72eb456c9e5 req-299909f2-08e2-446a-88cc-5b6174ae3298 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:32.794040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5ba7-ad51-4f7b-81fa-e72eb456c9e5 req-299909f2-08e2-446a-88cc-5b6174ae3298 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:32.800543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5ba7-ad51-4f7b-81fa-e72eb456c9e5 req-299909f2-08e2-446a-88cc-5b6174ae3298 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:32.806431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5ba7-ad51-4f7b-81fa-e72eb456c9e5 req-299909f2-08e2-446a-88cc-5b6174ae3298 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:32.812785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5ba7-ad51-4f7b-81fa-e72eb456c9e5 req-299909f2-08e2-446a-88cc-5b6174ae3298 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:32.818731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee5ba7-ad51-4f7b-81fa-e72eb456c9e5 req-299909f2-08e2-446a-88cc-5b6174ae3298 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:32.820690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58ee5ba7-ad51-4f7b-81fa-e72eb456c9e5 req-299909f2-08e2-446a-88cc-5b6174ae3298 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5421 time: 0.1920664 Jul 05 18:03:32.863424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58ee5ba7-ad51-4f7b-81fa-e72eb456c9e5 req-71011c40-d24f-4d74-897b-7577ae2ba7b4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0367732 Jul 05 18:03:32.880478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 22789af0-7dfa-418e-8d88-24653ba1c8b4 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:32.985179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 22789af0-7dfa-418e-8d88-24653ba1c8b4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=22789af0-7dfa-418e-8d88-24653ba1c8b4,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:33.002228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '22789af0-7dfa-418e-8d88-24653ba1c8b4', 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'port_id': '22789af0-7dfa-418e-8d88-24653ba1c8b4', 'mac_address': 'fa:16:3e:02:e3:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4152bfd3-6699-446d-ad99-c4e150cc597c', 'ip_address': '10.1.1.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:33.041316 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:33.054767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22789af0-7dfa-418e-8d88-24653ba1c8b4 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:33.077958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 22789af0-7dfa-418e-8d88-24653ba1c8b4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=22789af0-7dfa-418e-8d88-24653ba1c8b4,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:33.132331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0363c4-6685-4206-a24d-6fb665eb5b84 req-b503ff45-fbaf-46ae-b979-32ad6f505166 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:33.133942 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd0363c4-6685-4206-a24d-6fb665eb5b84 req-b503ff45-fbaf-46ae-b979-32ad6f505166 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.0695281 Jul 05 18:03:33.173756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd0363c4-6685-4206-a24d-6fb665eb5b84 req-c442f067-b69c-4423-9ef5-fec53787e857 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334570 Jul 05 18:03:33.191340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:33.192241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f18ee15e-74cb-462e-a8d8-80f5ef87bddc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:33.334775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=22789af0-7dfa-418e-8d88-24653ba1c8b4,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:33.460714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f18ee15e-74cb-462e-a8d8-80f5ef87bddc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:33.478711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc', 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681', 'port_id': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc', 'mac_address': 'fa:16:3e:aa:cb:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9865bc1-3270-442a-bdf7-d636d6e9f090', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:33.483696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.483696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.483696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.483696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.484741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.485386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.485956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.486525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.487122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.488323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.488890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.489455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:33.491313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-33e829e2-a408-40b5-954b-15f3f824664b tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 1002 time: 0.1733603 Jul 05 18:03:33.567562 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:33.584246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-9d9edfa8-ff13-469a-91d6-9c6b2c91486f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:33.585505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18ee15e-74cb-462e-a8d8-80f5ef87bddc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:33.596376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-9d9edfa8-ff13-469a-91d6-9c6b2c91486f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports/c3fce0f8-1495-498f-a552-52bd6a50a0f2 HTTP/1.1" status: 200 len: 943 time: 0.0934179 Jul 05 18:03:33.613057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f18ee15e-74cb-462e-a8d8-80f5ef87bddc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:33.622094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072f357-99d4-482f-b549-e7cb0738495b req-15db1de1-f179-442e-8bce-888d8f986346 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:33.625780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2072f357-99d4-482f-b549-e7cb0738495b req-15db1de1-f179-442e-8bce-888d8f986346 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 944 time: 0.1804688 Jul 05 18:03:33.666092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2072f357-99d4-482f-b549-e7cb0738495b req-f7f16d69-c569-4ab8-9e6e-0a3e2b0c81a3 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Jul 05 18:03:33.672635 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:33.673662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4a38761a-7472-4c4c-bb0c-71fe52be6c05 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:33.780088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-f149b201-6868-4c95-83c3-034f1772d922 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 1002 time: 0.0795913 Jul 05 18:03:33.801572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:33.845423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 4a38761a-7472-4c4c-bb0c-71fe52be6c05, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4a38761a-7472-4c4c-bb0c-71fe52be6c05,segment=NetworkSegment(ec125fb0-7d13-4902-bb38-3aa8d38ec481),segment_id=ec125fb0-7d13-4902-bb38-3aa8d38ec481)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:33.857848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '4a38761a-7472-4c4c-bb0c-71fe52be6c05', 'network_id': '12eb5b33-7423-4528-8073-f8a794a566f6', 'port_id': '4a38761a-7472-4c4c-bb0c-71fe52be6c05', 'mac_address': 'fa:16:3e:fc:1f:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2beac9f5-6705-45a0-a29b-921a503628c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:33.889610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-edb33d1d-fdfb-4c2b-b821-2413110188b2 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:33.891059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-edb33d1d-fdfb-4c2b-b821-2413110188b2 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1101892 Jul 05 18:03:33.896353 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:33.911634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a38761a-7472-4c4c-bb0c-71fe52be6c05 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:33.931039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 4a38761a-7472-4c4c-bb0c-71fe52be6c05, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4a38761a-7472-4c4c-bb0c-71fe52be6c05,segment=NetworkSegment(ec125fb0-7d13-4902-bb38-3aa8d38ec481),segment_id=ec125fb0-7d13-4902-bb38-3aa8d38ec481)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:33.975420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-9cfe0782-17f1-4146-8298-db85bfcd07b9 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 1002 time: 0.0754044 Jul 05 18:03:33.985450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-dd2bb9c9-50e0-4a0e-9515-b468150914f0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:34.008599 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.010171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f789fea0-21f9-4320-914a-1c39f450b4ee details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:34.084374 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-dd2bb9c9-50e0-4a0e-9515-b468150914f0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.089553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f789fea0-21f9-4320-914a-1c39f450b4ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f789fea0-21f9-4320-914a-1c39f450b4ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:34.092714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=4a38761a-7472-4c4c-bb0c-71fe52be6c05,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:34.104562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'f789fea0-21f9-4320-914a-1c39f450b4ee', 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'port_id': 'f789fea0-21f9-4320-914a-1c39f450b4ee', 'mac_address': 'fa:16:3e:e9:ab:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4152bfd3-6699-446d-ad99-c4e150cc597c', 'ip_address': '10.1.1.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:34.146340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.160956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f789fea0-21f9-4320-914a-1c39f450b4ee {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:34.182669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f789fea0-21f9-4320-914a-1c39f450b4ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f789fea0-21f9-4320-914a-1c39f450b4ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:34.201811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a926-08c7-459a-85c2-2d4d8f47484b req-2ffb274a-7834-437d-8dc5-0dc4f3258a19 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:34.204442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a926-08c7-459a-85c2-2d4d8f47484b req-2ffb274a-7834-437d-8dc5-0dc4f3258a19 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:34.210655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a926-08c7-459a-85c2-2d4d8f47484b req-2ffb274a-7834-437d-8dc5-0dc4f3258a19 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:34.216714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a926-08c7-459a-85c2-2d4d8f47484b req-2ffb274a-7834-437d-8dc5-0dc4f3258a19 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:34.222506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a926-08c7-459a-85c2-2d4d8f47484b req-2ffb274a-7834-437d-8dc5-0dc4f3258a19 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:34.230073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a926-08c7-459a-85c2-2d4d8f47484b req-2ffb274a-7834-437d-8dc5-0dc4f3258a19 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:34.234578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01a926-08c7-459a-85c2-2d4d8f47484b req-2ffb274a-7834-437d-8dc5-0dc4f3258a19 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:34.236548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b01a926-08c7-459a-85c2-2d4d8f47484b req-2ffb274a-7834-437d-8dc5-0dc4f3258a19 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5423 time: 0.2127249 Jul 05 18:03:34.249287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.250253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb67ceea-05e0-475c-8208-7e8d0b516cfc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:34.325821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b01a926-08c7-459a-85c2-2d4d8f47484b req-02fb2a31-f5fa-43de-a121-befc56bc93c1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0835485 Jul 05 18:03:34.332806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-dd2bb9c9-50e0-4a0e-9515-b468150914f0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.359658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f789fea0-21f9-4320-914a-1c39f450b4ee,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:34.391613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-dd2bb9c9-50e0-4a0e-9515-b468150914f0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.392381 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-dd2bb9c9-50e0-4a0e-9515-b468150914f0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Floating IP 8ade8a67-4aec-4f68-a14b-052f5c9abfe5 disassociated. External IP: 172.25.3.105, port: c3fce0f8-1495-498f-a552-52bd6a50a0f2. Jul 05 18:03:34.422442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb67ceea-05e0-475c-8208-7e8d0b516cfc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:34.449393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'port_id': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'mac_address': 'fa:16:3e:fe:34:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:34.504304 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.526122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb67ceea-05e0-475c-8208-7e8d0b516cfc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:34.566308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb67ceea-05e0-475c-8208-7e8d0b516cfc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:34.653858 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.654929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:34.692100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-dd2bb9c9-50e0-4a0e-9515-b468150914f0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Router b00ba422-3587-4b10-b08b-fbdccaeea2ac has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:03:34.734530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=fb67ceea-05e0-475c-8208-7e8d0b516cfc,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:34.747493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:34.759942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c', 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'port_id': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c', 'mac_address': 'fa:16:3e:a4:9e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4152bfd3-6699-446d-ad99-c4e150cc597c', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:34.800045 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.815777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:34.819204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8bf1b8-fe7a-4ede-8538-e3ced300c2d4 req-f2384971-042d-47e0-93d6-026009db6362 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:34.824448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f8bf1b8-fe7a-4ede-8538-e3ced300c2d4 req-f2384971-042d-47e0-93d6-026009db6362 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1795065 Jul 05 18:03:34.841326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:34.879533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-dd2bb9c9-50e0-4a0e-9515-b468150914f0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:03:34.895722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-dd2bb9c9-50e0-4a0e-9515-b468150914f0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.895722 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f8bf1b8-fe7a-4ede-8538-e3ced300c2d4 req-bad61950-d91e-4dd4-8272-fe7ff4e431e9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615900 Jul 05 18:03:34.903053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] Sync routers for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:03:34.919342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:34.921536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:34.943668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-dd2bb9c9-50e0-4a0e-9515-b468150914f0 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "PUT /v2.0/floatingips/8ade8a67-4aec-4f68-a14b-052f5c9abfe5 HTTP/1.1" status: 200 len: 695 time: 0.9627619 Jul 05 18:03:34.944507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:34.946608 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019a4fec-7a91-4b3a-914d-a7ea821304fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:34.991386 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:34.991981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 076ae338-2f77-45cd-b0af-21779e485c9e details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:35.042141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-8d686074-8936-4e1c-a92c-3315856d36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:35.043239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-8d686074-8936-4e1c-a92c-3315856d36e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bb4a2c60d52542d6bd76778563a42a46&device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 1097 time: 0.0846329 Jul 05 18:03:35.152795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:35.159431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 076ae338-2f77-45cd-b0af-21779e485c9e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=076ae338-2f77-45cd-b0af-21779e485c9e,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:35.164844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-b5e50f05-451c-4bd6-b0f0-3fd6a90e1f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:35.168172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-b5e50f05-451c-4bd6-b0f0-3fd6a90e1f9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2bfbab85-4369-45c8-90dd-08b9deb0c87c HTTP/1.1" status: 200 len: 929 time: 0.1171300 Jul 05 18:03:35.240155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-89fba422-6513-4fab-b9fd-c9bb7c3e8c0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0669301 Jul 05 18:03:35.246179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '076ae338-2f77-45cd-b0af-21779e485c9e', 'network_id': '2fcce57a-4f76-4ef7-85cc-9baef3a62681', 'port_id': '076ae338-2f77-45cd-b0af-21779e485c9e', 'mac_address': 'fa:16:3e:ba:17:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9865bc1-3270-442a-bdf7-d636d6e9f090', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:35.308691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-5a54a4f5-a6b0-4501-8552-1ca3fcad82c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:35.312035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-5a54a4f5-a6b0-4501-8552-1ca3fcad82c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=64e6049d-7cdf-4a21-94d3-593a0b3d5aac HTTP/1.1" status: 200 len: 868 time: 0.0647438 Jul 05 18:03:35.322548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:35.356344 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:35.375876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076ae338-2f77-45cd-b0af-21779e485c9e {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:35.444893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-3817ab75-0553-48ba-8d6b-f364879a8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:35.445614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 076ae338-2f77-45cd-b0af-21779e485c9e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=076ae338-2f77-45cd-b0af-21779e485c9e,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:35.446879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-3817ab75-0553-48ba-8d6b-f364879a8703 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2bfbab85-4369-45c8-90dd-08b9deb0c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1280038 Jul 05 18:03:35.464528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b0cfd-de86-4858-b497-ab5f6db4d0e7 req-e9b2fc10-e069-461a-8831-45d8f3736bb9 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:35.469257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-717b0cfd-de86-4858-b497-ab5f6db4d0e7 req-e9b2fc10-e069-461a-8831-45d8f3736bb9 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 945 time: 0.1200244 Jul 05 18:03:35.542715 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:35.545692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 6b5e49ff-5237-410c-8641-38f9f7e632ee details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:35.603055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-717b0cfd-de86-4858-b497-ab5f6db4d0e7 req-5802491e-42d9-4971-b451-a4b71b4eac5c tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327925 Jul 05 18:03:35.706288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-581b8ca1-e318-4658-8f23-7b11dc2255ea service neutron] 10.222.0.30 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978078 Jul 05 18:03:35.727178 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335d7041-e75f-4531-813a-bd698cd0f510 x-openstack-request-id: req-335d7041-e75f-4531-813a-bd698cd0f510 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:35.729692 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:35.729692 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-335d7041-e75f-4531-813a-bd698cd0f510 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:35.729692 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'status': 'completed', 'code': 200} Jul 05 18:03:35.734730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 6b5e49ff-5237-410c-8641-38f9f7e632ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=6b5e49ff-5237-410c-8641-38f9f7e632ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:35.764511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=076ae338-2f77-45cd-b0af-21779e485c9e,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:35.782935 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:35.788946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '6b5e49ff-5237-410c-8641-38f9f7e632ee', 'network_id': 'a675cb52-e4bc-4d13-85da-7894479e2b8a', 'port_id': '6b5e49ff-5237-410c-8641-38f9f7e632ee', 'mac_address': 'fa:16:3e:07:ba:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4152bfd3-6699-446d-ad99-c4e150cc597c', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:35.800819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:53Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1d65876c-fcfb-4bfe-9c0c-ed758306ef54', 'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'mac_address': 'fa:16:3e:31:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:51Z', 'updated_at': '2021-07-05T18:03:00Z', 'revision_number': 5, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'subnets': [{'id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:35.861988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] Checking router: b00ba422-3587-4b10-b08b-fbdccaeea2ac for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:03:35.876913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:35.877552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:35.932196 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:35.950226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b5e49ff-5237-410c-8641-38f9f7e632ee {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:35.984704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 6b5e49ff-5237-410c-8641-38f9f7e632ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=6b5e49ff-5237-410c-8641-38f9f7e632ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:36.054724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:36.098850 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:36.243428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=6b5e49ff-5237-410c-8641-38f9f7e632ee,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:36.303995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f119d58-c86d-4ace-a39a-4cd56ac79841 req-93eb8509-5ed7-44da-8e2a-651ea4733e0d service neutron] 10.222.0.30 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000073 Jul 05 18:03:36.306093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-bb6cfe68-424d-461f-9bbb-ae5633af3c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.307679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-bb6cfe68-424d-461f-9bbb-ae5633af3c6a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bb4a2c60d52542d6bd76778563a42a46&device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 1097 time: 0.5784514 Jul 05 18:03:36.358237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:53Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1d65876c-fcfb-4bfe-9c0c-ed758306ef54', 'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'mac_address': 'fa:16:3e:31:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:51Z', 'updated_at': '2021-07-05T18:03:00Z', 'revision_number': 5, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'subnets': [{'id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:36.367905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-a3561171-3f0b-4e20-8dd5-73678df07205 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1598716 Jul 05 18:03:36.389869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c3591b-16eb-4203-bab1-4aea3757c773 None None] The sync data for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 is: [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:02:53Z', 'revision_number': 4, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1d65876c-fcfb-4bfe-9c0c-ed758306ef54', 'name': '', 'network_id': '2bfbab85-4369-45c8-90dd-08b9deb0c87c', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'mac_address': 'fa:16:3e:31:07:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 963, 'fixed_ips': [{'subnet_id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:51Z', 'updated_at': '2021-07-05T18:03:00Z', 'revision_number': 5, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'subnets': [{'id': '64e6049d-7cdf-4a21-94d3-593a0b3d5aac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:03:36.436502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-b1e8b55d-7f50-401e-845f-9eb0253943f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.438157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-b1e8b55d-7f50-401e-845f-9eb0253943f0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2bfbab85-4369-45c8-90dd-08b9deb0c87c HTTP/1.1" status: 200 len: 929 time: 0.1218910 Jul 05 18:03:36.518270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-9a607cc5-aab3-44e1-8f29-4c68b8ae89f0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2 HTTP/1.1" status: 200 len: 217 time: 0.0437379 Jul 05 18:03:36.648529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-a36b5b73-74c4-4f1f-b835-0a3086c58431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.652930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-a36b5b73-74c4-4f1f-b835-0a3086c58431 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1100 time: 0.2327287 Jul 05 18:03:36.652930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-403e94f5-a9ef-4783-bdf0-2aaa70a94d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.653292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-403e94f5-a9ef-4783-bdf0-2aaa70a94d7b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=64e6049d-7cdf-4a21-94d3-593a0b3d5aac HTTP/1.1" status: 200 len: 868 time: 0.1274879 Jul 05 18:03:36.738909 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d862e5f8-41d8-452d-a66a-8486864e5691 None None] New status for floating IP 8ade8a67-4aec-4f68-a14b-052f5c9abfe5: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:03:36.787088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6199c89-d692-4684-918c-dcbb2450a298 req-dcf8b6b4-7473-4c1e-b6ec-e477389806f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.792967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6199c89-d692-4684-918c-dcbb2450a298 req-dcf8b6b4-7473-4c1e-b6ec-e477389806f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.799230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6199c89-d692-4684-918c-dcbb2450a298 req-dcf8b6b4-7473-4c1e-b6ec-e477389806f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.805343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6199c89-d692-4684-918c-dcbb2450a298 req-dcf8b6b4-7473-4c1e-b6ec-e477389806f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.811894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6199c89-d692-4684-918c-dcbb2450a298 req-dcf8b6b4-7473-4c1e-b6ec-e477389806f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.817861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6199c89-d692-4684-918c-dcbb2450a298 req-dcf8b6b4-7473-4c1e-b6ec-e477389806f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.824177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6199c89-d692-4684-918c-dcbb2450a298 req-dcf8b6b4-7473-4c1e-b6ec-e477389806f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.826917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6199c89-d692-4684-918c-dcbb2450a298 req-dcf8b6b4-7473-4c1e-b6ec-e477389806f1 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5428 time: 0.2531271 Jul 05 18:03:36.909336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-fd7761d0-be87-41de-a5fe-086516e8a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.910916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-fd7761d0-be87-41de-a5fe-086516e8a68b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2bfbab85-4369-45c8-90dd-08b9deb0c87c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2510529 Jul 05 18:03:36.912775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['22789af0-7dfa-418e-8d88-24653ba1c8b4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:36.915240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-51e45614-4488-43e1-ab22-a4539f375a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:36.917234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-51e45614-4488-43e1-ab22-a4539f375a6b service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2445731 Jul 05 18:03:36.922094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6199c89-d692-4684-918c-dcbb2450a298 req-82a22f79-55d3-45dd-9a52-bfcc9570d681 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0823431 Jul 05 18:03:36.947492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['f789fea0-21f9-4320-914a-1c39f450b4ee'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:36.957806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['6b5e49ff-5237-410c-8641-38f9f7e632ee'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:37.006162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['4a38761a-7472-4c4c-bb0c-71fe52be6c05'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:37.018651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-dc22f303-68d5-4d3b-8d9d-cd96397c169e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 217 time: 0.0777018 Jul 05 18:03:37.022107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['076ae338-2f77-45cd-b0af-21779e485c9e'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:37.024212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:37.026045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['fb67ceea-05e0-475c-8208-7e8d0b516cfc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:37.131802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-56d951d8-f2a8-49c0-aabc-239bd87f7670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:37.133326 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-56d951d8-f2a8-49c0-aabc-239bd87f7670 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1003833 Jul 05 18:03:37.219952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-e5372b6b-f845-4235-a584-95b3bff24d4f service neutron] 10.222.0.97 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933216 Jul 05 18:03:37.317863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-dcef2868-1298-431b-981e-90175f8a8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:37.319449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-dcef2868-1298-431b-981e-90175f8a8de9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1738737 Jul 05 18:03:37.381250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019a4fec-7a91-4b3a-914d-a7ea821304fa req-f79a5f18-6b41-45ba-8dc6-87f3e9cdb37d service neutron] 10.222.0.97 "GET /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541152 Jul 05 18:03:37.485209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-88f2bc07-6658-4e8d-ac14-d82d003f96eb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips/8ade8a67-4aec-4f68-a14b-052f5c9abfe5 HTTP/1.1" status: 200 len: 693 time: 0.1295075 Jul 05 18:03:37.590933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-8f4adb4a-ed66-4a18-bc27-73bdf65be43d service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430074 Jul 05 18:03:37.603494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab7d22d-b252-44e2-a381-9f7103de5416 req-ff9109ac-bf46-4648-abf4-ba2276cb7f28 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:37.605013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aab7d22d-b252-44e2-a381-9f7103de5416 req-ff9109ac-bf46-4648-abf4-ba2276cb7f28 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.2593410 Jul 05 18:03:37.730179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-86d3e785-5831-4a80-a176-78fc379a0a8f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:37.731445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-86d3e785-5831-4a80-a176-78fc379a0a8f tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.2319617 Jul 05 18:03:37.745084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aab7d22d-b252-44e2-a381-9f7103de5416 req-f82483a8-4b56-4228-9ab7-e9845cc76867 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263030 Jul 05 18:03:37.798260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['f18ee15e-74cb-462e-a8d8-80f5ef87bddc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:37.830734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b97789dc-5e26-4e4a-86bc-2a6fd18dff67 req-af7bd4cc-e046-4db6-83b7-8ba0faedd547 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247021 Jul 05 18:03:37.850311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-009c0b22-9169-477b-9304-65b1d4d86a36 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 696 time: 0.1044703 Jul 05 18:03:37.925264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-6ab0cc68-3a17-419c-8a28-4dc9fdd3a487 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.105 HTTP/1.1" status: 200 len: 696 time: 0.0688763 Jul 05 18:03:38.086181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b6946-acf1-409b-9b5d-522ddcee06b9 req-50745b85-28d4-4b5b-95b7-69dfdeb5b4fd tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:38.087895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-946b6946-acf1-409b-9b5d-522ddcee06b9 req-50745b85-28d4-4b5b-95b7-69dfdeb5b4fd tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 945 time: 0.1818948 Jul 05 18:03:38.119465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Deleting port 8817381d-359e-4382-b8b2-837506da6c8d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:03:38.119693 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:38.182620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-946b6946-acf1-409b-9b5d-522ddcee06b9 req-33a2ba2c-f2a3-41ff-bcae-596762bbea97 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874238 Jul 05 18:03:38.220292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:38.220626 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:38.234909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Calling delete_port for 8817381d-359e-4382-b8b2-837506da6c8d owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:03:38.459897 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:38.486613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Pushing event deleted for resources: {'Port': ['ID=8817381d-359e-4382-b8b2-837506da6c8d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:38.556949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:38.559727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:38.562009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0bd7f3d-2f97-4dcd-a467-0849f8613aec req-55c3c195-18da-461c-bd5b-52774fe4f8f6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "DELETE /v2.0/floatingips/8ade8a67-4aec-4f68-a14b-052f5c9abfe5 HTTP/1.1" status: 204 len: 173 time: 0.6195102 Jul 05 18:03:38.753017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846e84-3e4e-43cd-a899-036f5a286ddf req-fb6bc4b5-fab1-4cd8-928c-5c73f22c5353 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:38.759626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846e84-3e4e-43cd-a899-036f5a286ddf req-fb6bc4b5-fab1-4cd8-928c-5c73f22c5353 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:38.768815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846e84-3e4e-43cd-a899-036f5a286ddf req-fb6bc4b5-fab1-4cd8-928c-5c73f22c5353 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:38.775642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846e84-3e4e-43cd-a899-036f5a286ddf req-fb6bc4b5-fab1-4cd8-928c-5c73f22c5353 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:38.782842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846e84-3e4e-43cd-a899-036f5a286ddf req-fb6bc4b5-fab1-4cd8-928c-5c73f22c5353 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:38.790578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846e84-3e4e-43cd-a899-036f5a286ddf req-fb6bc4b5-fab1-4cd8-928c-5c73f22c5353 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:38.802652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc846e84-3e4e-43cd-a899-036f5a286ddf req-fb6bc4b5-fab1-4cd8-928c-5c73f22c5353 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:38.804806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc846e84-3e4e-43cd-a899-036f5a286ddf req-fb6bc4b5-fab1-4cd8-928c-5c73f22c5353 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5428 time: 0.1381228 Jul 05 18:03:38.855902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc846e84-3e4e-43cd-a899-036f5a286ddf req-d166e1d4-5081-43a3-953e-b49305640737 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0440104 Jul 05 18:03:39.094157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-a28f368a-1d32-429e-9856-3b320392d569 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:39.095796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-a28f368a-1d32-429e-9856-3b320392d569 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 804 time: 0.1486039 Jul 05 18:03:39.108217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48489756-6097-4110-ab8b-d97c9f3ad24a req-c2e8bda4-8ac0-4f9d-8eed-297acc146812 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:39.109686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48489756-6097-4110-ab8b-d97c9f3ad24a req-c2e8bda4-8ac0-4f9d-8eed-297acc146812 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1125834 Jul 05 18:03:39.128044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-2fa78b48-7d73-45f5-be16-e016beaf2e5a tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/quotas/217f0527e829482b9d831005ded3de18 HTTP/1.1" status: 200 len: 375 time: 0.0171022 Jul 05 18:03:39.138810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device bf3667e9-ea85-484b-9220-cbe160930b8f no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:03:39.190698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48489756-6097-4110-ab8b-d97c9f3ad24a req-a9dc3b3d-a00a-4ac3-bf38-271007942ff4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735712 Jul 05 18:03:39.217737 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:39.220546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-2a84ddfc-db05-4b3a-89aa-9cd06b9bff1f tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0852334 Jul 05 18:03:39.245223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:39.248236 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c494f2-969b-4ed5-a7b5-66f5b9497162" -d '{"events": [{"server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:39.261394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=bf3667e9-ea85-484b-9220-cbe160930b8f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:39.311842 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:39.325773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-c63a2a1a-748d-455b-b49b-ba3cf2531ce7 service neutron] 10.222.0.30 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984180 Jul 05 18:03:39.360685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=bf3667e9-ea85-484b-9220-cbe160930b8f,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:39.471577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86c0fd-4f6b-4681-a0e0-61fcdc57325b req-07593d7b-d991-4675-a512-856772058542 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:39.473093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a86c0fd-4f6b-4681-a0e0-61fcdc57325b req-07593d7b-d991-4675-a512-856772058542 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1448903 Jul 05 18:03:39.475084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-72650753-e7e4-451d-b0b2-cad4a6e0af7f service neutron] 10.222.0.30 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482625 Jul 05 18:03:39.519896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a86c0fd-4f6b-4681-a0e0-61fcdc57325b req-e8073bbd-0d0f-40c1-8b07-668215b98b87 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0410895 Jul 05 18:03:39.681488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac10e1-3c04-4980-9e7d-d1eba3268db1 req-1df7e172-4c6c-44c3-981c-c457a2d9c202 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:39.683029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63ac10e1-3c04-4980-9e7d-d1eba3268db1 req-1df7e172-4c6c-44c3-981c-c457a2d9c202 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0655921 Jul 05 18:03:39.737422 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b46e6a-f316-4c15-8f0c-b28ee4fdd23e x-openstack-request-id: req-01b46e6a-f316-4c15-8f0c-b28ee4fdd23e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:39.737812 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "name": "network-vif-unplugged", "status": "completed", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:39.738162 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01b46e6a-f316-4c15-8f0c-b28ee4fdd23e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:39.739299 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f', 'code': 200} Jul 05 18:03:39.743793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63ac10e1-3c04-4980-9e7d-d1eba3268db1 req-88caba23-84f0-4e3b-a0df-9a1bd0f99e72 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542803 Jul 05 18:03:39.790453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b6b91d4-3e75-4c84-a1d7-648fb7a6010a req-10f5d350-e2e8-46bf-b5cd-b575bed56c4b tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0389230 Jul 05 18:03:39.828319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb605db7-7356-46c6-80f4-60b71d14f197 req-e69e73b0-2cf4-46df-9b0c-eb33a4d38d66 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 210 time: 0.0405900 Jul 05 18:03:40.198801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b470b-b8b8-4eca-b8e3-e5c7d37e50a9 req-ac84128b-9baa-4c2b-82c4-0ec34227c668 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.205087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b470b-b8b8-4eca-b8e3-e5c7d37e50a9 req-ac84128b-9baa-4c2b-82c4-0ec34227c668 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.215982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b470b-b8b8-4eca-b8e3-e5c7d37e50a9 req-ac84128b-9baa-4c2b-82c4-0ec34227c668 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.222857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b470b-b8b8-4eca-b8e3-e5c7d37e50a9 req-ac84128b-9baa-4c2b-82c4-0ec34227c668 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.231392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b470b-b8b8-4eca-b8e3-e5c7d37e50a9 req-ac84128b-9baa-4c2b-82c4-0ec34227c668 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.238093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b470b-b8b8-4eca-b8e3-e5c7d37e50a9 req-ac84128b-9baa-4c2b-82c4-0ec34227c668 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.244151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b470b-b8b8-4eca-b8e3-e5c7d37e50a9 req-ac84128b-9baa-4c2b-82c4-0ec34227c668 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.252377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b6b470b-b8b8-4eca-b8e3-e5c7d37e50a9 req-ac84128b-9baa-4c2b-82c4-0ec34227c668 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5428 time: 0.1266775 Jul 05 18:03:40.304265 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b6b470b-b8b8-4eca-b8e3-e5c7d37e50a9 req-f777e0d7-bd0b-4191-ab6c-d21ed1ed2cc3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0509908 Jul 05 18:03:40.525900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08484db8-cfd0-4378-be1d-edc96dee64dc req-5c0e0a8a-de70-493f-a543-6750e1a3ba35 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.527452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08484db8-cfd0-4378-be1d-edc96dee64dc req-5c0e0a8a-de70-493f-a543-6750e1a3ba35 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1162336 Jul 05 18:03:40.548087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8bc5f-44e2-4679-8231-2c5630c0b118 req-44adf1f9-34a7-4b4f-8f2c-3365d5d21bce tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.549730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-edf8bc5f-44e2-4679-8231-2c5630c0b118 req-44adf1f9-34a7-4b4f-8f2c-3365d5d21bce tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 946 time: 0.1016738 Jul 05 18:03:40.599389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08484db8-cfd0-4378-be1d-edc96dee64dc req-91672f11-6224-4dd5-b45d-d5329dfd84be tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Jul 05 18:03:40.603977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-edf8bc5f-44e2-4679-8231-2c5630c0b118 req-cb71f0dc-c41e-4a4e-869d-4ca2b532384d tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469069 Jul 05 18:03:40.914225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4c27c4-52d1-4578-9aa8-a789ab010359 req-71fd0773-401c-4cc8-9b57-289b164edc10 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:40.919009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a4c27c4-52d1-4578-9aa8-a789ab010359 req-71fd0773-401c-4cc8-9b57-289b164edc10 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 945 time: 0.0700266 Jul 05 18:03:40.968254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a4c27c4-52d1-4578-9aa8-a789ab010359 req-ca8d6b06-82b0-4213-8d0d-feef60c301f9 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460114 Jul 05 18:03:41.275773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8078d3-82b1-4b4b-8915-24cb1ccb1514 req-35c447b7-591d-488b-8b58-86e7be223197 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 210 time: 0.3229222 Jul 05 18:03:41.338950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-08801658-9e80-45c4-849f-e3b741a26fc1 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.340454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-08801658-9e80-45c4-849f-e3b741a26fc1 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0cd2ea2-a85d-41c8-a108-ef9db0572edf HTTP/1.1" status: 200 len: 944 time: 0.0672164 Jul 05 18:03:41.454526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Deleting port bf3667e9-ea85-484b-9220-cbe160930b8f {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:03:41.454905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:41.599079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] For port bf3667e9-ea85-484b-9220-cbe160930b8f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=bf3667e9-ea85-484b-9220-cbe160930b8f,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:41.599079 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:41.611624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624876-203d-49f8-baf7-656c59d2bf93 req-a8021d78-2677-4bf9-8063-d528c25cdb5c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.617677 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624876-203d-49f8-baf7-656c59d2bf93 req-a8021d78-2677-4bf9-8063-d528c25cdb5c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.624339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624876-203d-49f8-baf7-656c59d2bf93 req-a8021d78-2677-4bf9-8063-d528c25cdb5c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.630249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624876-203d-49f8-baf7-656c59d2bf93 req-a8021d78-2677-4bf9-8063-d528c25cdb5c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.636116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624876-203d-49f8-baf7-656c59d2bf93 req-a8021d78-2677-4bf9-8063-d528c25cdb5c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.642065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624876-203d-49f8-baf7-656c59d2bf93 req-a8021d78-2677-4bf9-8063-d528c25cdb5c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.647927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec624876-203d-49f8-baf7-656c59d2bf93 req-a8021d78-2677-4bf9-8063-d528c25cdb5c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.649926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec624876-203d-49f8-baf7-656c59d2bf93 req-a8021d78-2677-4bf9-8063-d528c25cdb5c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5428 time: 0.1919513 Jul 05 18:03:41.667427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Calling delete_port for bf3667e9-ea85-484b-9220-cbe160930b8f owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:03:41.762217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec624876-203d-49f8-baf7-656c59d2bf93 req-f3619cd4-1202-4d4c-85aa-a1962f46f9e9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1049538 Jul 05 18:03:41.900850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086888-7631-48eb-8c6d-fbb39eb0d19e req-ddd00128-9f0b-4275-bf5d-62ef2b1f1601 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.902275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63086888-7631-48eb-8c6d-fbb39eb0d19e req-ddd00128-9f0b-4275-bf5d-62ef2b1f1601 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1834164 Jul 05 18:03:41.935875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-b06520ee-9481-4900-91cf-e987de1f20e6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:41.937378 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-b06520ee-9481-4900-91cf-e987de1f20e6 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.97 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 946 time: 0.1726902 Jul 05 18:03:42.035383 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.048124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63086888-7631-48eb-8c6d-fbb39eb0d19e req-a958f691-b576-41bf-a016-64502512c85b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363323 Jul 05 18:03:42.085352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Pushing event deleted for resources: {'Port': ['ID=bf3667e9-ea85-484b-9220-cbe160930b8f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:42.110805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 22789af0-7dfa-418e-8d88-24653ba1c8b4 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:42.211136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] No DVR routers for this DVR port bf3667e9-ea85-484b-9220-cbe160930b8f on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:03:42.219446 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.221718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f0c4ed2-178d-405c-8b50-4e1dcdbba34d req-df534822-9449-4f2a-943c-74f86706f82d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.39 "DELETE /v2.0/ports/bf3667e9-ea85-484b-9220-cbe160930b8f HTTP/1.1" status: 204 len: 173 time: 0.8737862 Jul 05 18:03:42.222328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'name': 'network-vif-deleted', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:42.225301 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088a05cf-9421-4526-a0e6-edc01b930e2e" -d '{"events": [{"server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "name": "network-vif-deleted", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:42.249827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e122ab2-9d64-4393-a7d9-ce31526860d8 req-93816589-13eb-448c-a260-1ffb7d768711 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:42.251480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e122ab2-9d64-4393-a7d9-ce31526860d8 req-93816589-13eb-448c-a260-1ffb7d768711 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 946 time: 0.3132014 Jul 05 18:03:42.270640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 22789af0-7dfa-418e-8d88-24653ba1c8b4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:42.275183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 22789af0-7dfa-418e-8d88-24653ba1c8b4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:42.284643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.376588 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.400948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22789af0-7dfa-418e-8d88-24653ba1c8b4'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:42.403323 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c672d3a-3794-4bd6-9a00-ca83493e659b" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "22789af0-7dfa-418e-8d88-24653ba1c8b4"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:42.408902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Deleting port c3fce0f8-1495-498f-a552-52bd6a50a0f2 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:03:42.410892 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.422256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 22789af0-7dfa-418e-8d88-24653ba1c8b4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=22789af0-7dfa-418e-8d88-24653ba1c8b4,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:42.423733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e122ab2-9d64-4393-a7d9-ce31526860d8 req-5876ad09-80c3-4110-8ee8-1ffbb789a9bb tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/security-groups?id=384d85d4-7fd9-4723-b022-11ab802f1e69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603496 Jul 05 18:03:42.500670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-ddb6c933-e4a5-41ac-a28a-71fefaf3e6d0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:42.508523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-ddb6c933-e4a5-41ac-a28a-71fefaf3e6d0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.39 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 804 time: 0.2617559 Jul 05 18:03:42.527526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Request body: {'port': {'device_id': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'admin_state_up': True, 'tenant_id': '217f0527e829482b9d831005ded3de18'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:42.528194 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.529603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f18ee15e-74cb-462e-a8d8-80f5ef87bddc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:42.541846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9dcc53-60df-45c4-8f31-f5248e1b7524 req-31969eef-62f0-434f-8b47-f85fa255accd tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:42.549551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d9dcc53-60df-45c4-8f31-f5248e1b7524 req-31969eef-62f0-434f-8b47-f85fa255accd tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 945 time: 0.3213234 Jul 05 18:03:42.637980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=22789af0-7dfa-418e-8d88-24653ba1c8b4,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:42.662236 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] For port c3fce0f8-1495-498f-a552-52bd6a50a0f2, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c3fce0f8-1495-498f-a552-52bd6a50a0f2,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:42.663166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.727262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d9dcc53-60df-45c4-8f31-f5248e1b7524 req-1bb53f86-b0ef-41e5-b7e8-b77096229f6f tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695912 Jul 05 18:03:42.727262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Calling delete_port for c3fce0f8-1495-498f-a552-52bd6a50a0f2 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:03:42.753432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port f18ee15e-74cb-462e-a8d8-80f5ef87bddc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:42.761962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port f18ee15e-74cb-462e-a8d8-80f5ef87bddc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:42.761962 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.798514 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e6b3cf-c2ba-414a-ae5b-413a4cf4d3b9 x-openstack-request-id: req-35e6b3cf-c2ba-414a-ae5b-413a4cf4d3b9 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:42.798835 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0cd2ea2-a85d-41c8-a108-ef9db0572edf", "name": "network-vif-deleted", "tag": "bf3667e9-ea85-484b-9220-cbe160930b8f", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:42.799094 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35e6b3cf-c2ba-414a-ae5b-413a4cf4d3b9 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:42.799502 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0cd2ea2-a85d-41c8-a108-ef9db0572edf', 'name': 'network-vif-deleted', 'tag': 'bf3667e9-ea85-484b-9220-cbe160930b8f', 'status': 'completed', 'code': 200} Jul 05 18:03:42.888633 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ca1ec-24ab-418b-840e-e4a4021877b5 x-openstack-request-id: req-8b2ca1ec-24ab-418b-840e-e4a4021877b5 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:42.889251 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "22789af0-7dfa-418e-8d88-24653ba1c8b4", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:42.889857 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b2ca1ec-24ab-418b-840e-e4a4021877b5 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:42.890421 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22789af0-7dfa-418e-8d88-24653ba1c8b4', 'code': 200} Jul 05 18:03:42.917601 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.978862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Made reservation on behalf of 217f0527e829482b9d831005ded3de18 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:03:42.983056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:42.983926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f18ee15e-74cb-462e-a8d8-80f5ef87bddc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:43.036603 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.037458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4a38761a-7472-4c4c-bb0c-71fe52be6c05 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:43.039018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1793e642-afe5-4c27-bff9-b89b7e0f769c req-b6d2e9bd-8c79-42cb-9096-b15597225e88 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 210 time: 0.0641742 Jul 05 18:03:43.119626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:43.136738 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.151737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['c3fce0f8-1495-498f-a552-52bd6a50a0f2'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:43.186993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Pushing event deleted for resources: {'Port': ['ID=c3fce0f8-1495-498f-a552-52bd6a50a0f2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:43.213608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 4a38761a-7472-4c4c-bb0c-71fe52be6c05 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:43.218522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 4a38761a-7472-4c4c-bb0c-71fe52be6c05 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:43.218941 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.315076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] No DVR routers for this DVR port c3fce0f8-1495-498f-a552-52bd6a50a0f2 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:03:43.322373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.324476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce1d93ae-cb0c-47cc-aff0-de0e310c03de req-7b898157-c41e-4aab-b944-30f2cb24422e tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.97 "DELETE /v2.0/ports/c3fce0f8-1495-498f-a552-52bd6a50a0f2 HTTP/1.1" status: 204 len: 173 time: 1.3761516 Jul 05 18:03:43.324639 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.334962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Allocated IP 172.20.0.9 (7b88c2f1-c515-47e3-a6e4-6d9b8ca02216/e039f504-6b86-40f2-812b-b12379744305/d6473d22-3e72-4d88-93dd-3e00ad4bfec3) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:03:43.356175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba11d-89e9-4e4b-b42b-c999d2599f9d req-de845ff3-d79e-4d1a-9fd6-4c08081cac13 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:43.364096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba11d-89e9-4e4b-b42b-c999d2599f9d req-de845ff3-d79e-4d1a-9fd6-4c08081cac13 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:43.370931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba11d-89e9-4e4b-b42b-c999d2599f9d req-de845ff3-d79e-4d1a-9fd6-4c08081cac13 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:43.373703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 4a38761a-7472-4c4c-bb0c-71fe52be6c05, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4a38761a-7472-4c4c-bb0c-71fe52be6c05,segment=NetworkSegment(ec125fb0-7d13-4902-bb38-3aa8d38ec481),segment_id=ec125fb0-7d13-4902-bb38-3aa8d38ec481)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:43.378274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba11d-89e9-4e4b-b42b-c999d2599f9d req-de845ff3-d79e-4d1a-9fd6-4c08081cac13 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:43.384614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba11d-89e9-4e4b-b42b-c999d2599f9d req-de845ff3-d79e-4d1a-9fd6-4c08081cac13 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:43.390905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba11d-89e9-4e4b-b42b-c999d2599f9d req-de845ff3-d79e-4d1a-9fd6-4c08081cac13 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:43.397411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dba11d-89e9-4e4b-b42b-c999d2599f9d req-de845ff3-d79e-4d1a-9fd6-4c08081cac13 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:43.406337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47dba11d-89e9-4e4b-b42b-c999d2599f9d req-de845ff3-d79e-4d1a-9fd6-4c08081cac13 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5430 time: 0.3696506 Jul 05 18:03:43.465265 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.466791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f789fea0-21f9-4320-914a-1c39f450b4ee up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:43.495680 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47dba11d-89e9-4e4b-b42b-c999d2599f9d req-69fba38d-1a0b-4d70-9f46-96dd56754a3b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0882580 Jul 05 18:03:43.540000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2977a1-0db3-43d9-87e3-b1abd2837b21 req-9ae55b82-23ba-4783-bed4-d81aa3c6bb2c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:43.548382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b2977a1-0db3-43d9-87e3-b1abd2837b21 req-9ae55b82-23ba-4783-bed4-d81aa3c6bb2c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.3321648 Jul 05 18:03:43.573929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=4a38761a-7472-4c4c-bb0c-71fe52be6c05,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:43.648472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port f789fea0-21f9-4320-914a-1c39f450b4ee completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:43.653246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port f789fea0-21f9-4320-914a-1c39f450b4ee triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:43.664251 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.722068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ce15f1a-b784-437d-baf0-b0458ffd7ee6 req-86167d5f-a19b-4ba5-b095-7afd4c4c8824 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464 tempest-FloatingIPsAssociationNegativeTestJSON-1617805464-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca378a07-a9c1-4a4b-8546-e9196d85261f HTTP/1.1" status: 200 len: 210 time: 0.0602131 Jul 05 18:03:43.736769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b2977a1-0db3-43d9-87e3-b1abd2837b21 req-fee80903-eff0-4feb-84a1-888b5631b1b0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873503 Jul 05 18:03:43.742929 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.803849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f789fea0-21f9-4320-914a-1c39f450b4ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f789fea0-21f9-4320-914a-1c39f450b4ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:43.829925 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.871923 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:43.873273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb67ceea-05e0-475c-8208-7e8d0b516cfc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:43.962897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f789fea0-21f9-4320-914a-1c39f450b4ee,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:43.979261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee267577-e279-49f8-806a-938420459e89 req-b067fe54-c407-43a6-9754-6d42fd1b760a tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:43.980958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee267577-e279-49f8-806a-938420459e89 req-b067fe54-c407-43a6-9754-6d42fd1b760a tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 946 time: 0.0874741 Jul 05 18:03:44.025504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee267577-e279-49f8-806a-938420459e89 req-a2c72c48-5986-4039-aa27-553584ba4639 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375934 Jul 05 18:03:44.028412 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.071080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port fb67ceea-05e0-475c-8208-7e8d0b516cfc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:44.077147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port fb67ceea-05e0-475c-8208-7e8d0b516cfc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:44.077147 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.086173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:03:44.092297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:03:44.101637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Pushing event updated for resources: {'Port': ['ID=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:44.105222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:03:44.164856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:44.165522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.175468 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.214427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb67ceea-05e0-475c-8208-7e8d0b516cfc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:44.237944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-93805300-3a5b-4043-9a1f-c416f1bb5e90 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7152021 Jul 05 18:03:44.253952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Request body: {'port': {'device_id': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:44.293963 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.295212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:44.295849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de301af-5ab8-4061-a66e-33e6259169aa req-94a4ad03-ef74-4bb9-a73f-287b7f6a7760 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:44.297420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9de301af-5ab8-4061-a66e-33e6259169aa req-94a4ad03-ef74-4bb9-a73f-287b7f6a7760 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 931 time: 0.1149879 Jul 05 18:03:44.382495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9de301af-5ab8-4061-a66e-33e6259169aa req-4a2da42e-09aa-4723-a82d-d0490de52bbe tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728557 Jul 05 18:03:44.383080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=fb67ceea-05e0-475c-8208-7e8d0b516cfc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:44.384056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.506197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:44.511987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:44.512359 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.600676 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.639211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:44.705128 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.706106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 076ae338-2f77-45cd-b0af-21779e485c9e up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:44.716447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6473d22-3e72-4d88-93dd-3e00ad4bfec3 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:44.728928 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.749234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Transition to ACTIVE for port object d6473d22-3e72-4d88-93dd-3e00ad4bfec3 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:03:44.766039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5cfb-732d-439c-a99b-1231a1cc6a36 req-a1250493-5edb-4bab-a391-289164475ea3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:44.772134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5cfb-732d-439c-a99b-1231a1cc6a36 req-a1250493-5edb-4bab-a391-289164475ea3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:44.778489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5cfb-732d-439c-a99b-1231a1cc6a36 req-a1250493-5edb-4bab-a391-289164475ea3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:44.784795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5cfb-732d-439c-a99b-1231a1cc6a36 req-a1250493-5edb-4bab-a391-289164475ea3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:44.791009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5cfb-732d-439c-a99b-1231a1cc6a36 req-a1250493-5edb-4bab-a391-289164475ea3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:44.791162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:44.797374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5cfb-732d-439c-a99b-1231a1cc6a36 req-a1250493-5edb-4bab-a391-289164475ea3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:44.808209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c5cfb-732d-439c-a99b-1231a1cc6a36 req-a1250493-5edb-4bab-a391-289164475ea3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:44.808209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a8c5cfb-732d-439c-a99b-1231a1cc6a36 req-a1250493-5edb-4bab-a391-289164475ea3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5432 time: 0.1457696 Jul 05 18:03:44.808209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'name': 'network-vif-deleted', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:44.808209 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c4daed-6776-41b8-b8eb-76dddd4b9007" -d '{"events": [{"server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "name": "network-vif-deleted", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:44.829444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.861034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54914) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:44.876792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 076ae338-2f77-45cd-b0af-21779e485c9e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:44.880659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 076ae338-2f77-45cd-b0af-21779e485c9e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:44.881019 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:44.903502 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc'}, {'server_uuid': '97358594-bce5-4ea8-b6bb-bb8d23d5d3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a38761a-7472-4c4c-bb0c-71fe52be6c05'}, {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789fea0-21f9-4320-914a-1c39f450b4ee'}, {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc'}, {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:44.908042 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11047947-ed3b-4cc9-b85e-94fa2dbd02b5" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "f18ee15e-74cb-462e-a8d8-80f5ef87bddc"}, {"server_uuid": "97358594-bce5-4ea8-b6bb-bb8d23d5d3e9", "name": "network-vif-plugged", "status": "completed", "tag": "4a38761a-7472-4c4c-bb0c-71fe52be6c05"}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "f789fea0-21f9-4320-914a-1c39f450b4ee"}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc"}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:44.946453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a8c5cfb-732d-439c-a99b-1231a1cc6a36 req-1a74d000-ed3f-4020-8b54-e07a27439a05 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1324446 Jul 05 18:03:44.950294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:44.981309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:45.020045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 076ae338-2f77-45cd-b0af-21779e485c9e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=076ae338-2f77-45cd-b0af-21779e485c9e,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:45.023871 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260b8664-990e-45d0-a8a2-9a99d5e1b798 x-openstack-request-id: req-260b8664-990e-45d0-a8a2-9a99d5e1b798 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:45.024188 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca378a07-a9c1-4a4b-8546-e9196d85261f", "name": "network-vif-deleted", "tag": "c3fce0f8-1495-498f-a552-52bd6a50a0f2", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:45.024443 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-260b8664-990e-45d0-a8a2-9a99d5e1b798 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:45.024835 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca378a07-a9c1-4a4b-8546-e9196d85261f', 'name': 'network-vif-deleted', 'tag': 'c3fce0f8-1495-498f-a552-52bd6a50a0f2', 'status': 'completed', 'code': 200} Jul 05 18:03:45.111662 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:45.112329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 6b5e49ff-5237-410c-8641-38f9f7e632ee up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:45.139658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device bf3667e9-ea85-484b-9220-cbe160930b8f no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:03:45.196620 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: bf3667e9-ea85-484b-9220-cbe160930b8f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:03:45.197267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device bf3667e9-ea85-484b-9220-cbe160930b8f not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:03:45.211207 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c41d95-8f79-4cca-9d33-29fd941241f9 x-openstack-request-id: req-52c41d95-8f79-4cca-9d33-29fd941241f9 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:45.211598 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "f18ee15e-74cb-462e-a8d8-80f5ef87bddc", "code": 200}, {"server_uuid": "97358594-bce5-4ea8-b6bb-bb8d23d5d3e9", "name": "network-vif-plugged", "status": "completed", "tag": "4a38761a-7472-4c4c-bb0c-71fe52be6c05", "code": 200}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "f789fea0-21f9-4320-914a-1c39f450b4ee", "code": 200}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc", "code": 200}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:45.212942 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52c41d95-8f79-4cca-9d33-29fd941241f9 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:45.212942 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc', 'code': 200} Jul 05 18:03:45.212942 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97358594-bce5-4ea8-b6bb-bb8d23d5d3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a38761a-7472-4c4c-bb0c-71fe52be6c05', 'code': 200} Jul 05 18:03:45.212942 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f789fea0-21f9-4320-914a-1c39f450b4ee', 'code': 200} Jul 05 18:03:45.213774 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'code': 200} Jul 05 18:03:45.213774 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c', 'code': 200} Jul 05 18:03:45.250069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=076ae338-2f77-45cd-b0af-21779e485c9e,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:45.362599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 6b5e49ff-5237-410c-8641-38f9f7e632ee completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:45.366982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 6b5e49ff-5237-410c-8641-38f9f7e632ee triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:45.367670 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:45.492485 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:45.529732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 6b5e49ff-5237-410c-8641-38f9f7e632ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=6b5e49ff-5237-410c-8641-38f9f7e632ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:45.603791 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:45.605332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Attempting to bind port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:03:45.605779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Attempting to bind port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:03:45.606216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Attempting to bind port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:45.642627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c3fce0f8-1495-498f-a552-52bd6a50a0f2 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:03:45.662954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:03:45.663431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Attempting to bind port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 on network 7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:03:45.668849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: c3fce0f8-1495-498f-a552-52bd6a50a0f2 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:03:45.669343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c3fce0f8-1495-498f-a552-52bd6a50a0f2 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:03:45.688348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643bc87-2516-44a2-9d54-77ffaeeb8523 req-ef3a54ee-c2ac-4926-acfa-1b4452ddb7bd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:45.689968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=6b5e49ff-5237-410c-8641-38f9f7e632ee,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:45.690135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b643bc87-2516-44a2-9d54-77ffaeeb8523 req-ef3a54ee-c2ac-4926-acfa-1b4452ddb7bd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.7095983 Jul 05 18:03:45.719667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:03:45.720124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Checking segment: {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:45.720574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Bound using segment: {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:03:45.721091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Bound port: d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9626b1-97e5-471a-b18d-b86d1aa3d246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:03:45.721524 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:45.753373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e850603-c53d-48df-b0f0-622f320ec9f4 req-8a5e5e6b-accc-43a5-aa90-951d38d92ba0 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:45.755047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e850603-c53d-48df-b0f0-622f320ec9f4 req-8a5e5e6b-accc-43a5-aa90-951d38d92ba0 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 946 time: 0.3146632 Jul 05 18:03:45.774002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25eb55-3292-4a8c-8baf-01704bf37c7d req-c6f996ad-7cd3-4677-89c7-af61181aa9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:45.775593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb25eb55-3292-4a8c-8baf-01704bf37c7d req-c6f996ad-7cd3-4677-89c7-af61181aa9ab service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 1097 time: 0.3571172 Jul 05 18:03:45.924158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b643bc87-2516-44a2-9d54-77ffaeeb8523 req-196a8d47-3279-4ddc-87f9-5fa114e7126b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114930 Jul 05 18:03:45.944330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e850603-c53d-48df-b0f0-622f320ec9f4 req-3f47d57a-568d-4ecc-a3fa-b8b93266adaa tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822653 Jul 05 18:03:45.949216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb25eb55-3292-4a8c-8baf-01704bf37c7d req-c1159f01-6515-4591-be33-c31d508869d7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589320 Jul 05 18:03:45.963975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-f896bb4d-b714-4f2b-93da-07748949b032 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3079917 Jul 05 18:03:45.983220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:03:46.005605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:03:46.091806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:46.171433 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-0114141f-f5fd-4714-af05-3b95d48fcc3a service neutron] 10.222.0.39 "GET /v2.0/ports/431f88b4-b6cc-48a4-ba1c-762b192eb390/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 382 time: 0.1150546 Jul 05 18:03:46.199974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.199974 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:46.199974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] 10.222.0.39 "PUT /v2.0/ports/d6473d22-3e72-4d88-93dd-3e00ad4bfec3 HTTP/1.1" status: 200 len: 1091 time: 1.9481480 Jul 05 18:03:46.286631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819cb735-4f27-455f-8e4f-a4675b6d1de1 service neutron] Pushing event updated for resources: {'Port': ['ID=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:46.328980 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-8b001db1-8092-4cff-b3df-6df4076c47f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.331829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-8b001db1-8092-4cff-b3df-6df4076c47f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af033b96e60d44d4a99d6be2b647dcc1&device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 1097 time: 0.3011558 Jul 05 18:03:46.462069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5053-cb3c-44c2-acff-caf9a2b4bf78 req-c866654b-ab24-4204-8fba-5e046d6d6f5d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.468502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5053-cb3c-44c2-acff-caf9a2b4bf78 req-c866654b-ab24-4204-8fba-5e046d6d6f5d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.474486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5053-cb3c-44c2-acff-caf9a2b4bf78 req-c866654b-ab24-4204-8fba-5e046d6d6f5d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.480465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5053-cb3c-44c2-acff-caf9a2b4bf78 req-c866654b-ab24-4204-8fba-5e046d6d6f5d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.486939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5053-cb3c-44c2-acff-caf9a2b4bf78 req-c866654b-ab24-4204-8fba-5e046d6d6f5d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.492723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5053-cb3c-44c2-acff-caf9a2b4bf78 req-c866654b-ab24-4204-8fba-5e046d6d6f5d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.498728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e5053-cb3c-44c2-acff-caf9a2b4bf78 req-c866654b-ab24-4204-8fba-5e046d6d6f5d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.500664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-528e5053-cb3c-44c2-acff-caf9a2b4bf78 req-c866654b-ab24-4204-8fba-5e046d6d6f5d tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5435 time: 0.3483732 Jul 05 18:03:46.517576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced14d18-533f-4dbf-a553-23d29c82dff0 req-4bfe01f8-81d1-4882-bdb8-3ab264ff33c6 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.519068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ced14d18-533f-4dbf-a553-23d29c82dff0 req-4bfe01f8-81d1-4882-bdb8-3ab264ff33c6 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 943 time: 0.3678620 Jul 05 18:03:46.611007 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:46.674719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-528e5053-cb3c-44c2-acff-caf9a2b4bf78 req-c8d7a0ce-4344-4de6-9406-e34bcc3de371 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1546447 Jul 05 18:03:46.680003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-60b798f2-48b2-4b62-8e84-70ebe061ece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.681448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-60b798f2-48b2-4b62-8e84-70ebe061ece4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d HTTP/1.1" status: 200 len: 915 time: 0.3189168 Jul 05 18:03:46.685893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-2356c100-749d-447a-96e3-b7be4660a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.687374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-2356c100-749d-447a-96e3-b7be4660a6fb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 1094 time: 0.3727522 Jul 05 18:03:46.692148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ced14d18-533f-4dbf-a553-23d29c82dff0 req-a9a54849-1d74-44a1-bb2c-27ff61daac1e tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656728 Jul 05 18:03:46.811743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-731f2ab4-3933-4f17-90eb-31a83697d9e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3 HTTP/1.1" status: 200 len: 217 time: 0.1054397 Jul 05 18:03:46.878109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-a6c94338-1d64-40c9-a2ca-94d97c165602 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260 HTTP/1.1" status: 200 len: 1002 time: 0.1745331 Jul 05 18:03:46.943522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-cc2f5c7d-0867-4a6c-a283-64fa8f9d7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.945010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-cc2f5c7d-0867-4a6c-a283-64fa8f9d7da8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e039f504-6b86-40f2-812b-b12379744305 HTTP/1.1" status: 200 len: 844 time: 0.1211782 Jul 05 18:03:46.986374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-411eccb4-6479-45b1-a63c-9f600819ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:46.990873 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-411eccb4-6479-45b1-a63c-9f600819ee18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252&tenant_id=cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 1101 time: 0.0921545 Jul 05 18:03:47.008958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-2987e18b-4cb0-4870-aeab-c5cbbe763277 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448372 Jul 05 18:03:47.012722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-a9c7b2ef-d920-46f4-84fd-7d187bf6faa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:47.014432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-a9c7b2ef-d920-46f4-84fd-7d187bf6faa2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7569031b-d7b8-4e77-b0f1-093d938990ef HTTP/1.1" status: 200 len: 854 time: 0.1043785 Jul 05 18:03:47.028465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:47.032087 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a4e490-834c-4773-9774-b4e2a1515bee" -d '{"events": [{"name": "network-changed", "server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:47.102819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-27eb5912-061e-45a7-9836-46d74e4dcc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:47.104452 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-27eb5912-061e-45a7-9836-46d74e4dcc14 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 1101 time: 0.0698874 Jul 05 18:03:47.205004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-fd6ffa91-c509-4c59-a254-112944fa087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:47.206497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-fd6ffa91-c509-4c59-a254-112944fa087f service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.0909183 Jul 05 18:03:47.214872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ae338-2f77-45cd-b0af-21779e485c9e'}, {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e49ff-5237-410c-8641-38f9f7e632ee'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:47.218437 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0e4450-c704-4784-a2c0-98335187d3b2" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "076ae338-2f77-45cd-b0af-21779e485c9e"}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "6b5e49ff-5237-410c-8641-38f9f7e632ee"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:47.250682 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-3e90c91c-81c7-4007-9a0c-4ce4619094c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390 HTTP/1.1" status: 200 len: 217 time: 0.0363464 Jul 05 18:03:47.296549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-70a9bb54-6e43-42ca-89e6-664189fa3746 service neutron] 10.222.0.39 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591202 Jul 05 18:03:47.304401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-2b3aa251-db65-460c-a072-038b96b9392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:47.306077 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-2b3aa251-db65-460c-a072-038b96b9392c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0482857 Jul 05 18:03:47.326098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-01e5d0e4-f3ef-4765-91cb-bf30c1be031d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:47.327732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-01e5d0e4-f3ef-4765-91cb-bf30c1be031d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2892416 Jul 05 18:03:47.368012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-f8ca23f9-4c22-47fa-96c9-bb8df5f73e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:47.369696 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-f8ca23f9-4c22-47fa-96c9-bb8df5f73e6f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0547414 Jul 05 18:03:47.469277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-59bb7d82-5ab0-429c-a637-b476b1c4af7f service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898228 Jul 05 18:03:47.579547 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-077ebd2e-6418-4c19-9b54-2cfac2be67d1 req-32d0234d-b9c2-4642-86f4-074018dc8d0a service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014464 Jul 05 18:03:47.697122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe52a4-b5eb-4493-b71d-52d1c1a4432b req-ace16e32-0201-460a-bd12-1fe084d7f9fa tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:47.698668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3afe52a4-b5eb-4493-b71d-52d1c1a4432b req-ace16e32-0201-460a-bd12-1fe084d7f9fa tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 946 time: 0.5650632 Jul 05 18:03:47.747891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca25272-0118-4ac7-b8e9-04c719b5a35d req-969519e0-2aba-4a0e-a082-ed71d1eea20b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:47.749518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cca25272-0118-4ac7-b8e9-04c719b5a35d req-969519e0-2aba-4a0e-a082-ed71d1eea20b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.6614165 Jul 05 18:03:47.872736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3afe52a4-b5eb-4493-b71d-52d1c1a4432b req-cc32a5b6-2d10-4df8-b906-cdba82ca504b tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353748 Jul 05 18:03:47.899941 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-730be3c9-a739-44fe-abf1-e5357b715cd3 req-940506d6-44c5-4393-8410-6e149d6b3310 service neutron] 10.222.0.39 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5940604 Jul 05 18:03:47.905530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cca25272-0118-4ac7-b8e9-04c719b5a35d req-b87633b5-8f05-49a9-b480-35b1313a9e8e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335127 Jul 05 18:03:47.909613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Deleting port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:03:47.909613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:47.927354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-425aac13-325a-47ea-93d0-b9b968a04f5f service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5699854 Jul 05 18:03:47.957064 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfd91f7-3d3d-4e15-b320-8116a759466d x-openstack-request-id: req-bdfd91f7-3d3d-4e15-b320-8116a759466d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:47.957377 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:47.957604 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bdfd91f7-3d3d-4e15-b320-8116a759466d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:47.957995 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3', 'status': 'completed', 'code': 200} Jul 05 18:03:47.984065 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efa0146-93c4-4e8b-8d96-39bbbfe3c9d4 x-openstack-request-id: req-7efa0146-93c4-4e8b-8d96-39bbbfe3c9d4 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:47.984680 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "076ae338-2f77-45cd-b0af-21779e485c9e", "code": 200}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-plugged", "status": "completed", "tag": "6b5e49ff-5237-410c-8641-38f9f7e632ee", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:47.985309 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7efa0146-93c4-4e8b-8d96-39bbbfe3c9d4 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:47.985934 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ae338-2f77-45cd-b0af-21779e485c9e', 'code': 200} Jul 05 18:03:47.986480 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b5e49ff-5237-410c-8641-38f9f7e632ee', 'code': 200} Jul 05 18:03:48.230257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] For port 1d65876c-fcfb-4bfe-9c0c-ed758306ef54, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1d65876c-fcfb-4bfe-9c0c-ed758306ef54,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:48.230637 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:48.246750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b82d409-2e59-479f-86bd-ca3edec5bff0 req-d5dab795-abe5-409e-a1f1-914bba8e9b91 service neutron] 10.222.0.39 "GET /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879236 Jul 05 18:03:48.260778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Calling delete_port for 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:03:48.368541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fa7410-963b-4078-9372-8cfabfc12372 req-7fa6d3e1-5b34-4203-b97a-567db6ef82a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.369960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4fa7410-963b-4078-9372-8cfabfc12372 req-7fa6d3e1-5b34-4203-b97a-567db6ef82a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 943 time: 0.3189607 Jul 05 18:03:48.378807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4e490-834c-4773-9774-b4e2a1515bee req-dff120af-4b2b-42c8-a036-2b48a31a5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.380314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07a4e490-834c-4773-9774-b4e2a1515bee req-dff120af-4b2b-42c8-a036-2b48a31a5fa0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=217f0527e829482b9d831005ded3de18&device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 1094 time: 0.3308237 Jul 05 18:03:48.399337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d795-0293-4ef8-9d24-56a57466228a req-db8296ca-f79c-4101-bd75-ab9cbebda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.399826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d795-0293-4ef8-9d24-56a57466228a req-db8296ca-f79c-4101-bd75-ab9cbebda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.400301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d795-0293-4ef8-9d24-56a57466228a req-db8296ca-f79c-4101-bd75-ab9cbebda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.400773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d795-0293-4ef8-9d24-56a57466228a req-db8296ca-f79c-4101-bd75-ab9cbebda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.401240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d795-0293-4ef8-9d24-56a57466228a req-db8296ca-f79c-4101-bd75-ab9cbebda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.401713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d795-0293-4ef8-9d24-56a57466228a req-db8296ca-f79c-4101-bd75-ab9cbebda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.402183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2d795-0293-4ef8-9d24-56a57466228a req-db8296ca-f79c-4101-bd75-ab9cbebda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.404454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bda2d795-0293-4ef8-9d24-56a57466228a req-db8296ca-f79c-4101-bd75-ab9cbebda50a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6492 time: 0.2987771 Jul 05 18:03:48.432093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295a137-80d6-4d6c-a1de-3bdf5b3b038e req-b724961f-89ad-4ab7-b717-aebb2be35114 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.438732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295a137-80d6-4d6c-a1de-3bdf5b3b038e req-b724961f-89ad-4ab7-b717-aebb2be35114 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.444607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295a137-80d6-4d6c-a1de-3bdf5b3b038e req-b724961f-89ad-4ab7-b717-aebb2be35114 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.451071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295a137-80d6-4d6c-a1de-3bdf5b3b038e req-b724961f-89ad-4ab7-b717-aebb2be35114 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.456913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295a137-80d6-4d6c-a1de-3bdf5b3b038e req-b724961f-89ad-4ab7-b717-aebb2be35114 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.462756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295a137-80d6-4d6c-a1de-3bdf5b3b038e req-b724961f-89ad-4ab7-b717-aebb2be35114 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.468823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295a137-80d6-4d6c-a1de-3bdf5b3b038e req-b724961f-89ad-4ab7-b717-aebb2be35114 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.470943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0295a137-80d6-4d6c-a1de-3bdf5b3b038e req-b724961f-89ad-4ab7-b717-aebb2be35114 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5435 time: 0.3528273 Jul 05 18:03:48.659839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4fa7410-963b-4078-9372-8cfabfc12372 req-25475d53-7fee-457a-b240-3a83476004e2 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753487 Jul 05 18:03:48.668102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bda2d795-0293-4ef8-9d24-56a57466228a req-73a16fc5-9323-4554-a8fd-c661de0408a0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2474203 Jul 05 18:03:48.690910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0295a137-80d6-4d6c-a1de-3bdf5b3b038e req-0a23ba5f-fda6-4579-9f04-56d33418bb2e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1862597 Jul 05 18:03:48.696291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4e490-834c-4773-9774-b4e2a1515bee req-e899c1da-05da-4879-9cc8-bd54b4ad7cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.697804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07a4e490-834c-4773-9774-b4e2a1515bee req-e899c1da-05da-4879-9cc8-bd54b4ad7cd3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 200 len: 904 time: 0.2918205 Jul 05 18:03:48.809131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07a4e490-834c-4773-9774-b4e2a1515bee req-8bdc08e9-4faf-4a68-8873-e2c06c9f3539 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3 HTTP/1.1" status: 200 len: 217 time: 0.0422769 Jul 05 18:03:48.859955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:48.965231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a4e490-834c-4773-9774-b4e2a1515bee req-8669a4d9-b8de-4160-b06f-33c6ecffbc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:48.967975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07a4e490-834c-4773-9774-b4e2a1515bee req-8669a4d9-b8de-4160-b06f-33c6ecffbc93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e039f504-6b86-40f2-812b-b12379744305 HTTP/1.1" status: 200 len: 844 time: 0.0925848 Jul 05 18:03:49.027766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1d65876c-fcfb-4bfe-9c0c-ed758306ef54,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:49.079438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07a4e490-834c-4773-9774-b4e2a1515bee req-14fff800-6b88-4ed9-bc1a-7f568dac393e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867105 Jul 05 18:03:49.314902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c08d2-e5c6-40d5-ad74-057f1967e245 req-33e49b55-bcce-4cba-9837-019c1e3390da tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:49.316424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-476c08d2-e5c6-40d5-ad74-057f1967e245 req-33e49b55-bcce-4cba-9837-019c1e3390da tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.2361012 Jul 05 18:03:49.324453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:49.328378 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07a4e490-834c-4773-9774-b4e2a1515bee req-8eb1cd42-e0de-4db1-8369-a34a87976d75 service neutron] 10.222.0.39 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319083 Jul 05 18:03:49.452298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-476c08d2-e5c6-40d5-ad74-057f1967e245 req-1ecb11c5-6f53-4c86-a4da-79880d04660e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284747 Jul 05 18:03:49.549916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07a4e490-834c-4773-9774-b4e2a1515bee req-5e2b54c4-32f2-4ba4-ba11-eb527b6ac84a service neutron] 10.222.0.39 "GET /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969426 Jul 05 18:03:49.719605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d366769-b49d-4a0e-aacc-c542e3fd7871 req-7534990c-5701-4d9c-a2a9-875c0a40394e tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:49.721131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d366769-b49d-4a0e-aacc-c542e3fd7871 req-7534990c-5701-4d9c-a2a9-875c0a40394e tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 946 time: 0.1275594 Jul 05 18:03:49.723051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Router b00ba422-3587-4b10-b08b-fbdccaeea2ac has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:03:49.812237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d366769-b49d-4a0e-aacc-c542e3fd7871 req-55c8ef34-9ffe-4cb8-9f0c-5c0f8348e96d tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832493 Jul 05 18:03:49.901698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:03:49.913466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] Sync routers for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:03:49.917874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5adfe9a5-4510-44ed-a054-3ae5c4c1f6fd admin admin] 10.222.0.30 "PUT /v2.0/routers/b00ba422-3587-4b10-b08b-fbdccaeea2ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0473440 Jul 05 18:03:49.918261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54982) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:49.933394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:49.935648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:49.944806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffaee8-f707-4221-9878-863e843990a1 req-04883e20-6864-4a33-a9c0-0ecc6ff6dd76 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:49.952528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8dffaee8-f707-4221-9878-863e843990a1 req-04883e20-6864-4a33-a9c0-0ecc6ff6dd76 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 943 time: 0.1439068 Jul 05 18:03:50.036322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8dffaee8-f707-4221-9878-863e843990a1 req-bac41fbf-91b6-4d6b-b858-5984b54b15e3 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809333 Jul 05 18:03:50.071330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff1cdf9-74b4-4968-9c61-9057a7a15db0 req-2ccd511a-1018-43a8-bb6c-fc3d0567e330 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.073162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ff1cdf9-74b4-4968-9c61-9057a7a15db0 req-2ccd511a-1018-43a8-bb6c-fc3d0567e330 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 946 time: 0.1191497 Jul 05 18:03:50.125289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ff1cdf9-74b4-4968-9c61-9057a7a15db0 req-fc985813-7937-4e3f-8802-08e172260e14 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446455 Jul 05 18:03:50.215355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:50.300256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038bc9-c728-470f-ab99-0660523d7e0f req-2606845c-2901-48e4-87f8-fb1c2c2b575e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.307796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038bc9-c728-470f-ab99-0660523d7e0f req-2606845c-2901-48e4-87f8-fb1c2c2b575e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.315252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038bc9-c728-470f-ab99-0660523d7e0f req-2606845c-2901-48e4-87f8-fb1c2c2b575e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.322015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038bc9-c728-470f-ab99-0660523d7e0f req-2606845c-2901-48e4-87f8-fb1c2c2b575e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.329662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038bc9-c728-470f-ab99-0660523d7e0f req-2606845c-2901-48e4-87f8-fb1c2c2b575e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.337429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038bc9-c728-470f-ab99-0660523d7e0f req-2606845c-2901-48e4-87f8-fb1c2c2b575e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.345023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d038bc9-c728-470f-ab99-0660523d7e0f req-2606845c-2901-48e4-87f8-fb1c2c2b575e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.353746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d038bc9-c728-470f-ab99-0660523d7e0f req-2606845c-2901-48e4-87f8-fb1c2c2b575e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5435 time: 0.1380997 Jul 05 18:03:50.399425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:50.406799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d038bc9-c728-470f-ab99-0660523d7e0f req-648c51ca-0261-4459-af21-27d47e0d8b62 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0518591 Jul 05 18:03:50.420820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:03:48Z', 'revision_number': 5, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:50.471330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] Checking router: b00ba422-3587-4b10-b08b-fbdccaeea2ac for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:03:50.481232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] Routers {'b00ba422-3587-4b10-b08b-fbdccaeea2ac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:50.484059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:50.546440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:50.621446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] Set router b00ba422-3587-4b10-b08b-fbdccaeea2ac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:50.627777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768a05-95a7-4719-bbc8-58eab513f579 req-e8dc371b-7616-486c-a466-e2caa7c71cf4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.633896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768a05-95a7-4719-bbc8-58eab513f579 req-e8dc371b-7616-486c-a466-e2caa7c71cf4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.640257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768a05-95a7-4719-bbc8-58eab513f579 req-e8dc371b-7616-486c-a466-e2caa7c71cf4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.646135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768a05-95a7-4719-bbc8-58eab513f579 req-e8dc371b-7616-486c-a466-e2caa7c71cf4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.651938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768a05-95a7-4719-bbc8-58eab513f579 req-e8dc371b-7616-486c-a466-e2caa7c71cf4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.658595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768a05-95a7-4719-bbc8-58eab513f579 req-e8dc371b-7616-486c-a466-e2caa7c71cf4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.664364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96768a05-95a7-4719-bbc8-58eab513f579 req-e8dc371b-7616-486c-a466-e2caa7c71cf4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.666458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96768a05-95a7-4719-bbc8-58eab513f579 req-e8dc371b-7616-486c-a466-e2caa7c71cf4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5435 time: 0.1301250 Jul 05 18:03:50.670153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Deleting port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:03:50.671072 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:50.688743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54990) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:50.700102 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee7910a9-71f9-487a-b890-5b9397f4c35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:50.733586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1c349400-be2c-43a5-8a3c-4d4028268a58 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Request body: {'floatingip': {'port_id': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:50.740001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a95562-daa5-47d1-9b0c-1d26d7be806f req-e843bc89-394d-454d-b614-d05c7ec08285 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:50.741596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05a95562-daa5-47d1-9b0c-1d26d7be806f req-e843bc89-394d-454d-b614-d05c7ec08285 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.0737567 Jul 05 18:03:50.774686 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c349400-be2c-43a5-8a3c-4d4028268a58 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for floatingip, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:50.784407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05a95562-daa5-47d1-9b0c-1d26d7be806f req-dad9d99a-3af5-4fc0-bc82-efbf92822401 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Jul 05 18:03:50.836512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:03:48Z', 'revision_number': 5, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:50.873388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd13f9-cedc-4797-aad6-745db891605a None None] The sync data for ids ['b00ba422-3587-4b10-b08b-fbdccaeea2ac'] in n-d-799524-1 is: [{'id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1701353850-router', 'tenant_id': 'bb4a2c60d52542d6bd76778563a42a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:42Z', 'updated_at': '2021-07-05T18:03:48Z', 'revision_number': 5, 'project_id': 'bb4a2c60d52542d6bd76778563a42a46', 'gw_port': {'id': '6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:fc:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00ba422-3587-4b10-b08b-fbdccaeea2ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:45Z', 'updated_at': '2021-07-05T18:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:03:50.917567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] For port 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:50.918016 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:50.938893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Calling delete_port for 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:03:51.021101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af7692-21fa-4816-82bc-10b8f84d4e4f req-6db3f500-e2b1-42f2-9d73-8f3eb7f32fa3 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:51.022614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99af7692-21fa-4816-82bc-10b8f84d4e4f req-6db3f500-e2b1-42f2-9d73-8f3eb7f32fa3 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 946 time: 0.0626330 Jul 05 18:03:51.062099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99af7692-21fa-4816-82bc-10b8f84d4e4f req-70a35654-f6c2-4709-b505-53ab666892dd tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337768 Jul 05 18:03:51.138369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 431f88b4-b6cc-48a4-ba1c-762b192eb390 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:51.145228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 431f88b4-b6cc-48a4-ba1c-762b192eb390 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:03:51.219818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-fa2e1b48-e6b7-47b7-aff6-7166732a48d8 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:51.221670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-fa2e1b48-e6b7-47b7-aff6-7166732a48d8 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.97 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 946 time: 0.1285493 Jul 05 18:03:51.354035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:51.361685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.367983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ef7d4-351b-4997-bead-2b1c2fb3d716 req-6bc3a45e-2c7b-4aaa-ad3c-7635ca22cba4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:51.376215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf9ef7d4-351b-4997-bead-2b1c2fb3d716 req-6bc3a45e-2c7b-4aaa-ad3c-7635ca22cba4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 943 time: 0.2112772 Jul 05 18:03:51.380633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '431f88b4-b6cc-48a4-ba1c-762b192eb390', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '431f88b4-b6cc-48a4-ba1c-762b192eb390', 'mac_address': 'fa:16:3e:19:ac:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:51.396534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:51.399186 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18785718-8d5f-4772-b3b2-d9cb1e69d7ad" -d '{"events": [{"server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "name": "network-vif-unplugged", "status": "completed", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:51.407921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.438662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:51.466527 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.482785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:03:51.511205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:51.516184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:03:51.516871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1d65876c-fcfb-4bfe-9c0c-ed758306ef54 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:03:51.522113 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.547923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 431f88b4-b6cc-48a4-ba1c-762b192eb390 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:51.563467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.563467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.563840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.563955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.564720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.564720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.564974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.565228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.565555 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.565934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.566264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.567059 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:03:51.583955 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c349400-be2c-43a5-8a3c-4d4028268a58 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.593657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.614546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=431f88b4-b6cc-48a4-ba1c-762b192eb390,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:51.626883 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:03:51.627255 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:03:51.663359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c349400-be2c-43a5-8a3c-4d4028268a58 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.729832 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.733812 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.816532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf9ef7d4-351b-4997-bead-2b1c2fb3d716 req-90e952d5-c41b-49c9-94cc-2ef8858f6718 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394367 Jul 05 18:03:51.847531 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-1c349400-be2c-43a5-8a3c-4d4028268a58 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Floating IP 2afdde48-0b72-44fe-8e67-996918a37147 associated. External IP: 172.25.3.5, port: fb67ceea-05e0-475c-8208-7e8d0b516cfc. Jul 05 18:03:51.849402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1751e-ab94-4d80-83e4-cfd9d1467a31 req-9648294b-ade5-482b-ac2b-142b62a9e98b tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:51.850979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afc1751e-ab94-4d80-83e4-cfd9d1467a31 req-9648294b-ade5-482b-ac2b-142b62a9e98b tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 946 time: 0.5287364 Jul 05 18:03:51.885725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de7956-2619-41bf-8489-2ce7ef7570db req-c865182e-f923-4dd2-9230-b04169fb9a81 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:51.887273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23de7956-2619-41bf-8489-2ce7ef7570db req-c865182e-f923-4dd2-9230-b04169fb9a81 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.39 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 946 time: 0.1681025 Jul 05 18:03:51.902987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.903556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b00ba422-3587-4b10-b08b-fbdccaeea2ac {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:03:51.909859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:51.913739 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-23ccf78f-b2b0-4979-a0d0-4c4ab255b02d admin admin] 10.222.0.30 "DELETE /v2.0/routers/b00ba422-3587-4b10-b08b-fbdccaeea2ac HTTP/1.1" status: 204 len: 168 time: 1.9937599 Jul 05 18:03:51.932430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55006) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:51.933827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Deleting port 4a38761a-7472-4c4c-bb0c-71fe52be6c05 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:03:51.934161 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.003526 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159b746b-6b46-4867-b046-02f6ede7caa0 x-openstack-request-id: req-159b746b-6b46-4867-b046-02f6ede7caa0 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:52.004135 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "name": "network-vif-unplugged", "status": "completed", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:52.004592 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-159b746b-6b46-4867-b046-02f6ede7caa0 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:52.005120 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390', 'code': 200} Jul 05 18:03:52.035974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afc1751e-ab94-4d80-83e4-cfd9d1467a31 req-ad8531b4-4634-4b8c-b808-12fd740b4627 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/security-groups?id=3760ecce-9d4c-4087-bcc2-0adb3b79019d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745882 Jul 05 18:03:52.110632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b307e1d-c32a-4934-a16c-d744601eb36c admin admin] Deleting subnet 64e6049d-7cdf-4a21-94d3-593a0b3d5aac {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:03:52.114167 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9b307e1d-c32a-4934-a16c-d744601eb36c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.118085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c349400-be2c-43a5-8a3c-4d4028268a58 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Router fb1781b9-90be-4621-823c-0d01843b8dcd has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:03:52.204102 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.217254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431f88b4-b6cc-48a4-ba1c-762b192eb390 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:52.217636 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9b307e1d-c32a-4934-a16c-d744601eb36c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.237299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:52.280502 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c349400-be2c-43a5-8a3c-4d4028268a58 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:03:52.285272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c349400-be2c-43a5-8a3c-4d4028268a58 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.291039 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] Sync routers for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:03:52.304673 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:52.304952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.305303 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:52.306228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d6473d22-3e72-4d88-93dd-3e00ad4bfec3 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:03:52.334215 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1c349400-be2c-43a5-8a3c-4d4028268a58 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "PUT /v2.0/floatingips/2afdde48-0b72-44fe-8e67-996918a37147 HTTP/1.1" status: 200 len: 989 time: 1.6419697 Jul 05 18:03:52.334215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:52.335350 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a" -d '{"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:52.350730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] For port 4a38761a-7472-4c4c-bb0c-71fe52be6c05, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4a38761a-7472-4c4c-bb0c-71fe52be6c05,segment=NetworkSegment(ec125fb0-7d13-4902-bb38-3aa8d38ec481),segment_id=ec125fb0-7d13-4902-bb38-3aa8d38ec481)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:52.351108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.383681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Calling delete_port for 4a38761a-7472-4c4c-bb0c-71fe52be6c05 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:03:52.417270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=431f88b4-b6cc-48a4-ba1c-762b192eb390,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:52.422390 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:52.459665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:52.472311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'port_id': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3', 'mac_address': 'fa:16:3e:a2:08:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e039f504-6b86-40f2-812b-b12379744305', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:03:52.517395 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.532133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6473d22-3e72-4d88-93dd-3e00ad4bfec3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:03:52.539754 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9b307e1d-c32a-4934-a16c-d744601eb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.557894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:52.578721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-23de7956-2619-41bf-8489-2ce7ef7570db req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Deleting port 51bac964-cd4f-463c-82c3-ad81fec58259 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:03:52.579326 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-23de7956-2619-41bf-8489-2ce7ef7570db req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.621174 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.656774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce221ed-55a1-40c8-86e8-07795f1238d7 req-3e90abc1-2bb0-4342-a366-f40f4f1b1525 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:52.658292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dce221ed-55a1-40c8-86e8-07795f1238d7 req-3e90abc1-2bb0-4342-a366-f40f4f1b1525 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 948 time: 0.4483743 Jul 05 18:03:52.682311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:52.689604 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '2afdde48-0b72-44fe-8e67-996918a37147', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'port_id': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'mac_address': 'fa:16:3e:fe:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:02:17Z', 'updated_at': '2021-07-05T18:03:51Z', 'revision_number': 1, 'project_id': '72ba194bca89444b998ef29fef238662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1be5c5-b550-41f3-8d4a-df3b07231bbc', 'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'mac_address': 'fa:16:3e:f0:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:12Z', 'updated_at': '2021-07-05T18:01:21Z', 'revision_number': 5, 'project_id': '72ba194bca89444b998ef29fef238662', 'subnets': [{'id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:52.692255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe77b7-aa9e-4354-8f16-af21f5d19386 req-a8f9837d-f2a4-4490-a969-a360844ca409 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:52.692255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89fe77b7-aa9e-4354-8f16-af21f5d19386 req-a8f9837d-f2a4-4490-a969-a360844ca409 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 946 time: 0.4072754 Jul 05 18:03:52.727469 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] Checking router: fb1781b9-90be-4621-823c-0d01843b8dcd for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:03:52.737174 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:03:52.738767 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:52.822721 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9b307e1d-c32a-4934-a16c-d744601eb36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.843732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89fe77b7-aa9e-4354-8f16-af21f5d19386 req-fe7714c4-99cb-45e5-95fa-9694c7857e85 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433439 Jul 05 18:03:52.847209 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:03:52.869553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dce221ed-55a1-40c8-86e8-07795f1238d7 req-bff2a6c9-fd4d-4882-b2f8-76d0faf0c9b9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713200 Jul 05 18:03:52.885096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b307e1d-c32a-4934-a16c-d744601eb36c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e6049d-7cdf-4a21-94d3-593a0b3d5aac,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:52.911786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67a9031-6455-408b-9542-2b9891dd96b6 None None] Network 2bfbab85-4369-45c8-90dd-08b9deb0c87c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:03:52.913762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-23de7956-2619-41bf-8489-2ce7ef7570db req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] For port 51bac964-cd4f-463c-82c3-ad81fec58259, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=51bac964-cd4f-463c-82c3-ad81fec58259,segment=NetworkSegment(0b27ab28-d972-4137-8f3c-1164333feb2b),segment_id=0b27ab28-d972-4137-8f3c-1164333feb2b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:52.914521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-23de7956-2619-41bf-8489-2ce7ef7570db req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.916936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['d6473d22-3e72-4d88-93dd-3e00ad4bfec3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:52.920447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9b307e1d-c32a-4934-a16c-d744601eb36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:52.924803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9b307e1d-c32a-4934-a16c-d744601eb36c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/64e6049d-7cdf-4a21-94d3-593a0b3d5aac HTTP/1.1" status: 204 len: 168 time: 0.9843094 Jul 05 18:03:52.926213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55018) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:52.937868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-23de7956-2619-41bf-8489-2ce7ef7570db req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Calling delete_port for 51bac964-cd4f-463c-82c3-ad81fec58259 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:03:52.992514 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa24282-225e-448c-9b65-a291bbb91da9 x-openstack-request-id: req-aaa24282-225e-448c-9b65-a291bbb91da9 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:52.992808 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:52.993088 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aaa24282-225e-448c-9b65-a291bbb91da9 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:52.993642 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'status': 'completed', 'code': 200} Jul 05 18:03:53.021300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['431f88b4-b6cc-48a4-ba1c-762b192eb390'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:03:53.031506 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.053528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.118606 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Deleting port ea12f65d-e175-4850-84be-3330a9c46153 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:03:53.118606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.131668 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '2afdde48-0b72-44fe-8e67-996918a37147', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'port_id': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'mac_address': 'fa:16:3e:fe:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:02:17Z', 'updated_at': '2021-07-05T18:03:51Z', 'revision_number': 1, 'project_id': '72ba194bca89444b998ef29fef238662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1be5c5-b550-41f3-8d4a-df3b07231bbc', 'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'mac_address': 'fa:16:3e:f0:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:12Z', 'updated_at': '2021-07-05T18:01:21Z', 'revision_number': 5, 'project_id': '72ba194bca89444b998ef29fef238662', 'subnets': [{'id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:53.158184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Pushing event deleted for resources: {'Port': ['ID=4a38761a-7472-4c4c-bb0c-71fe52be6c05,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:53.170747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 51bac964-cd4f-463c-82c3-ad81fec58259 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:03:53.177141 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2635ab-eceb-45e2-ac50-72298e338201 None None] The sync data for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 is: [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '2afdde48-0b72-44fe-8e67-996918a37147', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'floating_ip_address': '172.25.3.5', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'port_id': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'mac_address': 'fa:16:3e:fe:34:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:02:17Z', 'updated_at': '2021-07-05T18:03:51Z', 'revision_number': 1, 'project_id': '72ba194bca89444b998ef29fef238662', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a1be5c5-b550-41f3-8d4a-df3b07231bbc', 'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'mac_address': 'fa:16:3e:f0:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:12Z', 'updated_at': '2021-07-05T18:01:21Z', 'revision_number': 5, 'project_id': '72ba194bca89444b998ef29fef238662', 'subnets': [{'id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:03:53.216083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] For port ea12f65d-e175-4850-84be-3330a9c46153, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea12f65d-e175-4850-84be-3330a9c46153,segment=NetworkSegment(20895971-80e2-48b6-aeb6-46b7e9d7b2a9),segment_id=20895971-80e2-48b6-aeb6-46b7e9d7b2a9)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:53.217058 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.230813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Calling delete_port for ea12f65d-e175-4850-84be-3330a9c46153 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:03:53.301924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] No DVR routers for this DVR port 4a38761a-7472-4c4c-bb0c-71fe52be6c05 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:03:53.310802 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.313603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be51e15a-0bee-47f8-ae46-3aa3280cd568 req-4ef936cf-c167-4ab0-9080-cb7f667f2448 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.97 "DELETE /v2.0/ports/4a38761a-7472-4c4c-bb0c-71fe52be6c05 HTTP/1.1" status: 204 len: 173 time: 2.0836565 Jul 05 18:03:53.323054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97358594-bce5-4ea8-b6bb-bb8d23d5d3e9', 'name': 'network-vif-deleted', 'tag': '4a38761a-7472-4c4c-bb0c-71fe52be6c05'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:53.329109 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee93b7a6-9799-4638-a27d-8b7a32c45bfc" -d '{"events": [{"server_uuid": "97358594-bce5-4ea8-b6bb-bb8d23d5d3e9", "name": "network-vif-deleted", "tag": "4a38761a-7472-4c4c-bb0c-71fe52be6c05"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:53.362646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-db886bcf-934f-43e9-bc35-c559df753fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.363223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-db886bcf-934f-43e9-bc35-c559df753fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.363708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-db886bcf-934f-43e9-bc35-c559df753fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.364183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-db886bcf-934f-43e9-bc35-c559df753fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.364653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-db886bcf-934f-43e9-bc35-c559df753fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.365119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-db886bcf-934f-43e9-bc35-c559df753fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.365583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-db886bcf-934f-43e9-bc35-c559df753fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.367916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-db886bcf-934f-43e9-bc35-c559df753fa4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6492 time: 0.3354876 Jul 05 18:03:53.420345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.456268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea12f65d-e175-4850-84be-3330a9c46153,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:53.476047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] No DVR routers for this DVR port ea12f65d-e175-4850-84be-3330a9c46153 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:03:53.525033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3db72a-5da3-4329-acfe-27cdafc0a7e3 req-800ba054-11cd-47cd-99e4-696f2b0ced34 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.526704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb3db72a-5da3-4329-acfe-27cdafc0a7e3 req-800ba054-11cd-47cd-99e4-696f2b0ced34 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 944 time: 0.3454022 Jul 05 18:03:53.558781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ec6d9b-cb26-4ee5-aebe-48ea2536c7d3 None None] New status for floating IP 2afdde48-0b72-44fe-8e67-996918a37147: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:03:53.576094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-459ce102-ba7c-4a4e-b0be-25ae2fde6f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.577415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-459ce102-ba7c-4a4e-b0be-25ae2fde6f6d service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2195c82-404a-4d31-a86a-4869116cf8b2 HTTP/1.1" status: 200 len: 911 time: 0.2027538 Jul 05 18:03:53.610034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-23de7956-2619-41bf-8489-2ce7ef7570db req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.614322 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.619497 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8dbf34d4-fec5-4a3f-b8b3-db31ad760e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.652400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb3db72a-5da3-4329-acfe-27cdafc0a7e3 req-4cc6a3e5-75e5-4df1-8496-a90c28ad5f6d tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172411 Jul 05 18:03:53.670372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.687658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:03:53.698696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfbab85-4369-45c8-90dd-08b9deb0c87c']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:53.712332 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20895971-80e2-48b6-aeb6-46b7e9d7b2a9') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:53.712472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20895971-80e2-48b6-aeb6-46b7e9d7b2a9') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:53.723634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.737713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Pushing event deleted for resources: {'Port': ['ID=51bac964-cd4f-463c-82c3-ad81fec58259,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:53.747830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.756101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:03:53.761293 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:03:53.774255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-23de7956-2619-41bf-8489-2ce7ef7570db req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] No DVR routers for this DVR port 51bac964-cd4f-463c-82c3-ad81fec58259 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:03:53.779725 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-23de7956-2619-41bf-8489-2ce7ef7570db req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.782050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23de7956-2619-41bf-8489-2ce7ef7570db req-eb199955-2d96-4f51-8d4f-db300f35f9dc tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.39 "DELETE /v2.0/ports/51bac964-cd4f-463c-82c3-ad81fec58259 HTTP/1.1" status: 204 len: 173 time: 1.8864989 Jul 05 18:03:53.800928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-f8bc2166-48bb-4fa7-8706-7d1755c4bbc4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc HTTP/1.1" status: 200 len: 997 time: 0.2152569 Jul 05 18:03:53.911430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.923657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:53.926028 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2bfbab85-4369-45c8-90dd-08b9deb0c87c HTTP/1.1" status: 204 len: 168 time: 0.9980369 Jul 05 18:03:53.941018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3f5ee-cf3c-4269-a3ac-974a9dec49a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bfbab85-4369-45c8-90dd-08b9deb0c87c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:53.991535 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-0b1c511d-a4c7-4b13-8b4d-c50b52915835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:53.993139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-0b1c511d-a4c7-4b13-8b4d-c50b52915835 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9b2736d4-f99e-4a85-ac33-803e5d552438 HTTP/1.1" status: 200 len: 850 time: 0.1855619 Jul 05 18:03:53.995721 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d491ee6-7849-449c-af01-c512ab0b08b9 x-openstack-request-id: req-1d491ee6-7849-449c-af01-c512ab0b08b9 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:53.995961 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97358594-bce5-4ea8-b6bb-bb8d23d5d3e9", "name": "network-vif-deleted", "tag": "4a38761a-7472-4c4c-bb0c-71fe52be6c05", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:53.996167 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d491ee6-7849-449c-af01-c512ab0b08b9 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:53.996655 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97358594-bce5-4ea8-b6bb-bb8d23d5d3e9', 'name': 'network-vif-deleted', 'tag': '4a38761a-7472-4c4c-bb0c-71fe52be6c05', 'status': 'completed', 'code': 200} Jul 05 18:03:54.000173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4970fcd7-c173-4191-a6c8-5ab4ffca5689 req-9846452f-cf1b-4301-abfe-fe05648904c5 tempest-InstanceActionsNegativeTestJSON-47981521 tempest-InstanceActionsNegativeTestJSON-47981521-project] 10.222.0.30 "GET /v2.0/ports?device_id=97358594-bce5-4ea8-b6bb-bb8d23d5d3e9 HTTP/1.1" status: 200 len: 210 time: 0.0522180 Jul 05 18:03:54.083127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-5bc74336-1001-4653-a21a-a83e3ba63283 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:54.085274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-5bc74336-1001-4653-a21a-a83e3ba63283 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252&tenant_id=cd79537bc8d1495395401d1768287e63&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 949 time: 0.2235723 Jul 05 18:03:54.101799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:03:54.104345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6e9ad3cb-6021-4f9c-a36c-01e044a8c4b6 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:03:54.106044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-3405fa04-3625-4637-9180-2c27a25575d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:54.109036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-3405fa04-3625-4637-9180-2c27a25575d9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2195c82-404a-4d31-a86a-4869116cf8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065753 Jul 05 18:03:54.114268 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:54.221105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4a38761a-7472-4c4c-bb0c-71fe52be6c05 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:03:54.256526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 4a38761a-7472-4c4c-bb0c-71fe52be6c05 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:03:54.256888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4a38761a-7472-4c4c-bb0c-71fe52be6c05 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:03:54.311447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa17853-f738-4047-b8aa-9eceaba0676a None None] DHCP port deletion for 2bfbab85-4369-45c8-90dd-08b9deb0c87c request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:03:54.332849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6fdfd3b-5997-4070-aa14-c55a5fe95c5a req-458fe466-c331-4e7d-9b51-6758b9813436 tempest-VolumesAdminNegativeTest-1142117347 tempest-VolumesAdminNegativeTest-1142117347-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5d34b78-9605-413f-9b01-41186d2afac7 HTTP/1.1" status: 200 len: 210 time: 0.1261845 Jul 05 18:03:54.362950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55038) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:54.411897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-4eb7c928-a213-4019-a502-a5dd668cd5cc service neutron] 10.222.0.97 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953372 Jul 05 18:03:54.415818 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3d295728-0219-4bfc-8603-ed112b2433c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb4a2c60d52542d6bd76778563a42a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515995 Jul 05 18:03:54.418311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55040) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:54.456552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32f319-8b4f-429f-b7dc-8cb0b3852fc8 req-38dd4f2f-54f7-415a-99c7-bb72d5900485 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:54.458172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be32f319-8b4f-429f-b7dc-8cb0b3852fc8 req-38dd4f2f-54f7-415a-99c7-bb72d5900485 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 949 time: 0.3060296 Jul 05 18:03:54.476378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-13955f51-5e09-4c15-8062-c7a8292513b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:54.477954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-13955f51-5e09-4c15-8062-c7a8292513b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 1100 time: 0.2789359 Jul 05 18:03:54.522395 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:54.644008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be32f319-8b4f-429f-b7dc-8cb0b3852fc8 req-10fc9764-fd3d-4d7d-ad37-441396288e05 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407082 Jul 05 18:03:54.670313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa3ffe8-2b71-4a35-958e-48b1bf33156a req-ce576576-c4e7-4686-8352-b6f81034681e service neutron] 10.222.0.97 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438097 Jul 05 18:03:54.677735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41dce4c2-de00-4f60-a911-de0ab6b765f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:54.714080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41dce4c2-de00-4f60-a911-de0ab6b765f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:54.716915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-9ac740d3-2089-4c0a-9534-cee10b8a882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:54.719043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-9ac740d3-2089-4c0a-9534-cee10b8a882c service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2117271 Jul 05 18:03:54.785653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-15cc233b-f1c8-46c3-91f1-c6b0a24b79d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390 HTTP/1.1" status: 200 len: 217 time: 0.0521121 Jul 05 18:03:55.116384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55050) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:55.151661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-0cb8701c-cf7f-4b96-8128-835b4aa0e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:55.153141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-0cb8701c-cf7f-4b96-8128-835b4aa0e662 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.3510089 Jul 05 18:03:55.161604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc76c14-4dfb-490d-8863-a6446accfb62 admin admin] Deleting subnet 2beac9f5-6705-45a0-a29b-921a503628c7 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:03:55.164834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-edc76c14-4dfb-490d-8863-a6446accfb62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.168196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 431f88b4-b6cc-48a4-ba1c-762b192eb390 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:55.200502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5e8e0f-def4-47b3-9f10-912158e8105a req-6f37d01b-ecde-4e94-a432-5b02101d547b tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:55.206202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d5e8e0f-def4-47b3-9f10-912158e8105a req-6f37d01b-ecde-4e94-a432-5b02101d547b tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 944 time: 0.4100125 Jul 05 18:03:55.214181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-edc76c14-4dfb-490d-8863-a6446accfb62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.223177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 431f88b4-b6cc-48a4-ba1c-762b192eb390 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:55.223679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.235369 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41dce4c2-de00-4f60-a911-de0ab6b765f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.237848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41dce4c2-de00-4f60-a911-de0ab6b765f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.238995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-41dce4c2-de00-4f60-a911-de0ab6b765f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/384d85d4-7fd9-4723-b022-11ab802f1e69 HTTP/1.1" status: 204 len: 168 time: 0.8191049 Jul 05 18:03:55.259498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dce4c2-de00-4f60-a911-de0ab6b765f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384d85d4-7fd9-4723-b022-11ab802f1e69,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:55.268795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-edc76c14-4dfb-490d-8863-a6446accfb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.271841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-e5382e87-38ac-4497-8770-193616c4873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:55.273490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-e5382e87-38ac-4497-8770-193616c4873f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1086919 Jul 05 18:03:55.280165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d5e8e0f-def4-47b3-9f10-912158e8105a req-cf749cd2-a01a-404d-84a8-d9f624eb2ce0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655968 Jul 05 18:03:55.349922 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.375885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-bafe5281-b0c5-41fd-9cb7-f810416552f3 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925238 Jul 05 18:03:55.378391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:55.380709 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e18a6-524e-488b-8cba-5974005bf08d" -d '{"events": [{"server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "name": "network-vif-plugged", "status": "completed", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:55.394333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:55.431409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-edc76c14-4dfb-490d-8863-a6446accfb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.435865 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4bf71f-711d-41ac-8451-f325e26f51ca x-openstack-request-id: req-3c4bf71f-711d-41ac-8451-f325e26f51ca {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:55.436233 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "name": "network-vif-plugged", "status": "completed", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:55.436518 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c4bf71f-711d-41ac-8451-f325e26f51ca {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:55.436966 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390', 'code': 200} Jul 05 18:03:55.449329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55058) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:55.464055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc76c14-4dfb-490d-8863-a6446accfb62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2beac9f5-6705-45a0-a29b-921a503628c7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:55.477463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.478700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-edc76c14-4dfb-490d-8863-a6446accfb62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.479138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d6473d22-3e72-4d88-93dd-3e00ad4bfec3 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:03:55.479233 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-edc76c14-4dfb-490d-8863-a6446accfb62 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2beac9f5-6705-45a0-a29b-921a503628c7 HTTP/1.1" status: 204 len: 168 time: 0.3514628 Jul 05 18:03:55.479799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55062) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:55.541039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0684db-7005-4ca5-8867-ad683d64c5e2 admin admin] Deleting subnet 5b4b9dd2-ccc0-414e-b5d9-ab4c7e7a3177 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:03:55.545594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b0684db-7005-4ca5-8867-ad683d64c5e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.548866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8936a06b-0226-40a5-8e6f-8e67ed761582 req-1e6536df-92d5-4833-b296-e1f0f6efae8e service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651170 Jul 05 18:03:55.586295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea12f65d-e175-4850-84be-3330a9c46153 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:03:55.587831 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b0684db-7005-4ca5-8867-ad683d64c5e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.621733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: ea12f65d-e175-4850-84be-3330a9c46153 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:03:55.622777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea12f65d-e175-4850-84be-3330a9c46153 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:03:55.628495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.633311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=431f88b4-b6cc-48a4-ba1c-762b192eb390,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:55.645436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b0684db-7005-4ca5-8867-ad683d64c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.722132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.732949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12eb5b33-7423-4528-8073-f8a794a566f6']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:55.743966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec125fb0-7d13-4902-bb38-3aa8d38ec481') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:55.744218 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec125fb0-7d13-4902-bb38-3aa8d38ec481') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:55.746190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:03:55.755103 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.765477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:03:55.765980 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.776225 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b0684db-7005-4ca5-8867-ad683d64c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.776487 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.788264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:03:55.790201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:03:55.792565 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:03:55.820007 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b0684db-7005-4ca5-8867-ad683d64c5e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.822418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1b0684db-7005-4ca5-8867-ad683d64c5e2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5b4b9dd2-ccc0-414e-b5d9-ab4c7e7a3177 HTTP/1.1" status: 204 len: 168 time: 0.3721445 Jul 05 18:03:55.847073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55070) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:55.885185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0684db-7005-4ca5-8867-ad683d64c5e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4b9dd2-ccc0-414e-b5d9-ab4c7e7a3177,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:55.891281 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.933157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:03:55.938941 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:55.994171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a901d-9a92-4316-830d-9632309682c5 req-7c383c54-6eb7-499b-bff0-97f63c65c2f0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:56.001980 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c91a901d-9a92-4316-830d-9632309682c5 req-7c383c54-6eb7-499b-bff0-97f63c65c2f0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1932821 Jul 05 18:03:56.002250 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.004315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d34b78-9605-413f-9b01-41186d2afac7', 'name': 'network-vif-deleted', 'tag': '51bac964-cd4f-463c-82c3-ad81fec58259'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:56.006406 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea1f18c-a196-44fb-907e-b8541a9dabd4" -d '{"events": [{"server_uuid": "d5d34b78-9605-413f-9b01-41186d2afac7", "name": "network-vif-deleted", "tag": "51bac964-cd4f-463c-82c3-ad81fec58259"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:56.017459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.021714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.036304 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] 10.222.0.30 "DELETE /v2.0/networks/12eb5b33-7423-4528-8073-f8a794a566f6 HTTP/1.1" status: 204 len: 168 time: 0.5529897 Jul 05 18:03:56.053942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b0549-f709-413f-a760-a5d103999103 admin admin] Pushing event deleted for resources: {'Network': ['ID=12eb5b33-7423-4528-8073-f8a794a566f6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:56.067584 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c91a901d-9a92-4316-830d-9632309682c5 req-50d3be9e-5a73-47d3-a270-86a4ecb7c753 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642431 Jul 05 18:03:56.072002 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.078814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:56.091350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb428f7-a5fc-4810-b7cb-66bbefcc587e']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:56.103874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b27ab28-d972-4137-8f3c-1164333feb2b') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:56.104361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b27ab28-d972-4137-8f3c-1164333feb2b') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:56.116098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.131319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.140670 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143df293-fb73-4ac3-8fde-dd8c8a67ce0b x-openstack-request-id: req-143df293-fb73-4ac3-8fde-dd8c8a67ce0b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:56.141466 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d34b78-9605-413f-9b01-41186d2afac7", "name": "network-vif-deleted", "tag": "51bac964-cd4f-463c-82c3-ad81fec58259", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:56.141727 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-143df293-fb73-4ac3-8fde-dd8c8a67ce0b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:56.142128 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d34b78-9605-413f-9b01-41186d2afac7', 'name': 'network-vif-deleted', 'tag': '51bac964-cd4f-463c-82c3-ad81fec58259', 'status': 'completed', 'code': 200} Jul 05 18:03:56.143639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:03:56.144057 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:03:56.145856 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:03:56.311650 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.311896 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.318507 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.320850 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cdb428f7-a5fc-4810-b7cb-66bbefcc587e HTTP/1.1" status: 204 len: 168 time: 0.4725561 Jul 05 18:03:56.326426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55090) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:56.371857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1c0c6-21d4-406f-b607-ca68af6f7626 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb428f7-a5fc-4810-b7cb-66bbefcc587e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:56.407013 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-59df4446-126b-4ef7-86da-b83db18201ec admin admin] Deleting subnet 7e3408f7-7f6c-4c80-893e-62f150717cbd {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:03:56.410647 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59df4446-126b-4ef7-86da-b83db18201ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.453667 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59df4446-126b-4ef7-86da-b83db18201ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.476254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55098) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:56.496430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59df4446-126b-4ef7-86da-b83db18201ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.537639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489da42-06a4-4625-bc54-e8ded71ec6de req-d6eee8c4-dd19-4990-91ae-30c903f47c28 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:56.539359 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4489da42-06a4-4625-bc54-e8ded71ec6de req-d6eee8c4-dd19-4990-91ae-30c903f47c28 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 945 time: 0.1080790 Jul 05 18:03:56.546390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e2266651-c7e4-419c-be28-0be2fd81b18e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29cca2c7a6b04ee28b55239793e1421a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690467 Jul 05 18:03:56.547185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55100) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:56.609334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4489da42-06a4-4625-bc54-e8ded71ec6de req-e5171621-c907-4eaf-a0fd-afa8f9a08cfb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613725 Jul 05 18:03:56.629872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db381cb-e8f8-4b35-9d19-98b070c998f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.642097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59df4446-126b-4ef7-86da-b83db18201ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.654120 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db381cb-e8f8-4b35-9d19-98b070c998f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.671378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df4446-126b-4ef7-86da-b83db18201ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3408f7-7f6c-4c80-893e-62f150717cbd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:56.677060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55106) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:56.693051 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59df4446-126b-4ef7-86da-b83db18201ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.697950 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-59df4446-126b-4ef7-86da-b83db18201ec admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e3408f7-7f6c-4c80-893e-62f150717cbd HTTP/1.1" status: 204 len: 168 time: 0.3687627 Jul 05 18:03:56.701319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55110) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:56.773314 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.786105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-578142633-network', 'tenant_id': 'e5d9dc7e44164a6fac406c4a8a582197'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:56.845034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db381cb-e8f8-4b35-9d19-98b070c998f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.848195 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9db381cb-e8f8-4b35-9d19-98b070c998f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.851760 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9db381cb-e8f8-4b35-9d19-98b070c998f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3760ecce-9d4c-4087-bcc2-0adb3b79019d HTTP/1.1" status: 204 len: 168 time: 0.3003409 Jul 05 18:03:56.865629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Made reservation on behalf of e5d9dc7e44164a6fac406c4a8a582197 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:03:56.865880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db381cb-e8f8-4b35-9d19-98b070c998f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3760ecce-9d4c-4087-bcc2-0adb3b79019d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:56.875655 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.876205 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.881477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.888532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df83b248-4645-4e55-9c1b-f230f98b1233']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:56.904723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4355cf96-2884-43cb-90bf-270c35f4828f') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:56.905029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4355cf96-2884-43cb-90bf-270c35f4828f') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:03:56.915185 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.931626 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.939539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:03:56.939967 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:03:56.941792 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:03:56.989440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.059110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.059374 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.078056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.080233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/df83b248-4645-4e55-9c1b-f230f98b1233 HTTP/1.1" status: 204 len: 168 time: 0.3776402 Jul 05 18:03:57.089810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596ae56-14df-4420-838f-d43f70acd5a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=df83b248-4645-4e55-9c1b-f230f98b1233,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:57.092871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:03:57.100407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e93096-0a81-41b8-81a3-235a8caa4300,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:57.114435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.114809 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Added segment 32a1da50-2f3d-4f57-ae58-4387e05a5359 of type vlan for network 11678359-d42e-442f-80db-89c8dd5427d0 Jul 05 18:03:57.164094 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.254195 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.255431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:57.258362 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.308029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf5f18-aa99-41e0-bf8e-7fa45742f2c7 req-e531a2ac-19b8-4e78-8aa9-5737f53fcb91 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:57.313703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cddf5f18-aa99-41e0-bf8e-7fa45742f2c7 req-e531a2ac-19b8-4e78-8aa9-5737f53fcb91 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.0886056 Jul 05 18:03:57.322585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] Pushing event updated for resources: {'Network': ['ID=11678359-d42e-442f-80db-89c8dd5427d0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:57.334377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 11678359-d42e-442f-80db-89c8dd5427d0 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:03:57.372153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cddf5f18-aa99-41e0-bf8e-7fa45742f2c7 req-01fce1b7-0c8b-40ca-aaaf-7ecdda69d465 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489149 Jul 05 18:03:57.385665 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1f210e8a-ee8e-42de-aeb6-5a770815f200 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7073469 Jul 05 18:03:57.388611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55130) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:57.394048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Request body: {'subnet': {'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-578142633-subnet', 'tenant_id': 'e5d9dc7e44164a6fac406c4a8a582197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:03:57.438855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:03:57.442505 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac71d55-e757-4b5d-bbf7-11494efc0c9e" -d '{"events": [{"server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "name": "network-vif-plugged", "status": "completed", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:03:57.480727 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cb7c98-9931-41ec-864d-5481e44483fe x-openstack-request-id: req-15cb7c98-9931-41ec-864d-5481e44483fe {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:03:57.481044 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "name": "network-vif-plugged", "status": "completed", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:03:57.481876 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15cb7c98-9931-41ec-864d-5481e44483fe {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:03:57.482287 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3', 'code': 200} Jul 05 18:03:57.493891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Made reservation on behalf of e5d9dc7e44164a6fac406c4a8a582197 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:03:57.497398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.563176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad171ab-d45d-4c8d-ab78-c3af0ba60522 req-95c90151-8efb-4538-b5be-cd9bcfd77141 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:57.564701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ad171ab-d45d-4c8d-ab78-c3af0ba60522 req-95c90151-8efb-4538-b5be-cd9bcfd77141 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.0772009 Jul 05 18:03:57.630957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ad171ab-d45d-4c8d-ab78-c3af0ba60522 req-67330c08-8c9e-4918-a871-33ae1eb9cbe5 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578477 Jul 05 18:03:57.678950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d46eef-9d34-461e-9e78-172e230243b4 req-5476bf77-49ad-402b-a782-f3b26c930070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:57.679198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55140) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:57.679321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0d46eef-9d34-461e-9e78-172e230243b4 req-5476bf77-49ad-402b-a782-f3b26c930070 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 1096 time: 0.1110437 Jul 05 18:03:57.740475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0d46eef-9d34-461e-9e78-172e230243b4 req-eea4035a-7f4e-4a08-9807-d581936066d4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527592 Jul 05 18:03:57.765397 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1ffc7283-cc5b-4857-bdea-abd149fd8bb5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6686ca14582b4d98973d20510cd65547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0805652 Jul 05 18:03:57.765651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55150) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:57.791915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.863032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bc817a4-e30e-4735-8b7a-fc82953cd1db,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:57.890730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-900d05d6-2a94-4e0c-b078-79973427294b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.893115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Checking segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:03:57.893463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Network hostable DHCP agents. Network: 11678359-d42e-442f-80db-89c8dd5427d0, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:03:57.894395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816ea54-be0e-4803-807b-fe1c79129a24 req-5971f69b-ba58-4efa-983a-78d10f56d2ba tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:57.895960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e816ea54-be0e-4803-807b-fe1c79129a24 req-5971f69b-ba58-4efa-983a-78d10f56d2ba tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 945 time: 0.0847876 Jul 05 18:03:57.918718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-900d05d6-2a94-4e0c-b078-79973427294b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:57.940098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e816ea54-be0e-4803-807b-fe1c79129a24 req-11cbccf8-806f-45c4-a41e-12df9ba95f79 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379007 Jul 05 18:03:58.002195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Network 11678359-d42e-442f-80db-89c8dd5427d0 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:03:58.027851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-900d05d6-2a94-4e0c-b078-79973427294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:58.031097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-900d05d6-2a94-4e0c-b078-79973427294b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:58.034977 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-900d05d6-2a94-4e0c-b078-79973427294b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7d9d2d8-41ca-4825-b081-9c9ea7b7450d HTTP/1.1" status: 204 len: 168 time: 0.2658255 Jul 05 18:03:58.042943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d05d6-2a94-4e0c-b078-79973427294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d9d2d8-41ca-4825-b081-9c9ea7b7450d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:58.066572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 11678359-d42e-442f-80db-89c8dd5427d0) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:03:58.078533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:58.079487 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:58.082780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c336cc0-c2da-4d01-b6ed-4814728a68a5 None None] Network 11678359-d42e-442f-80db-89c8dd5427d0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:03:58.165765 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-475d6bc4-02ba-468e-8eaf-5fba5dc5f0d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7756395 Jul 05 18:03:58.219110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-72d5a3a8-564f-4cb5-b034-2c12bfe01391 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269327 Jul 05 18:03:58.239722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1ed74f-e292-4b91-82a0-090ebb2fc846 None None] Network 11678359-d42e-442f-80db-89c8dd5427d0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:03:58.384009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-c087d963-b100-42b7-a1b6-e3be855759a8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:58.385595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-c087d963-b100-42b7-a1b6-e3be855759a8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1630752 Jul 05 18:03:58.402300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-4693afb0-285a-49c8-b804-50c955a7435b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/quotas/cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 375 time: 0.0101104 Jul 05 18:03:58.498930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-6fbc314f-e422-495a-8a23-1eee7f24d744 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0896974 Jul 05 18:03:58.904243 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55218) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:58.946571 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8802df78-229d-4868-9c9e-67844b0b5725 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb0fef91c47c46dba184f2469d3fde30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411005 Jul 05 18:03:58.949083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55220) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:03:58.957200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37ed9204-5979-41c0-8525-fbb3029c7f47 req-7480d91a-39a5-40ab-882b-5e9c85da9c83 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 210 time: 0.1328878 Jul 05 18:03:58.978724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-949a3d3b-aca7-4805-9ec4-95b3ecdacd3d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:58.980287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-949a3d3b-aca7-4805-9ec4-95b3ecdacd3d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.1841202 Jul 05 18:03:59.000569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-ed8ab515-ee0a-4ac3-8ce0-85fd5361799f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/quotas/e5d9dc7e44164a6fac406c4a8a582197 HTTP/1.1" status: 200 len: 375 time: 0.0127063 Jul 05 18:03:59.013715 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3681e39b-99ed-4068-affd-dc8695a684b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:59.041921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3681e39b-99ed-4068-affd-dc8695a684b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:59.063531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-4defa921-185a-479e-afa5-f3e221678a39 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564878 Jul 05 18:03:59.167790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c19a9d53-a0ec-4db6-8a90-a93cd0eff805 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031022 Jul 05 18:03:59.168145 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3681e39b-99ed-4068-affd-dc8695a684b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:59.171687 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3681e39b-99ed-4068-affd-dc8695a684b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:59.181915 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3681e39b-99ed-4068-affd-dc8695a684b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46c8eb1a-49e2-4afc-80df-4790bfea2db0 HTTP/1.1" status: 204 len: 168 time: 0.2228520 Jul 05 18:03:59.192024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3681e39b-99ed-4068-affd-dc8695a684b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c8eb1a-49e2-4afc-80df-4790bfea2db0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:03:59.339868 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-d8ada6f4-ef58-4b47-8597-c080d70ed947 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635215 Jul 05 18:03:59.366233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b10ef8-6183-4077-898b-3743e16e1439 req-dcccf123-6e5c-4d9b-85be-51b90cfe377f tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:03:59.367787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7b10ef8-6183-4077-898b-3743e16e1439 req-dcccf123-6e5c-4d9b-85be-51b90cfe377f tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 945 time: 0.0898697 Jul 05 18:03:59.423088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7b10ef8-6183-4077-898b-3743e16e1439 req-fb979fa3-fab8-45bd-8b8c-55a475145993 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478802 Jul 05 18:03:59.448884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:03:59.746599 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:03:59.895638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc46d54d-b926-4e31-ac24-2a5b9f4a9a00 req-4f5b4f8b-db0f-4e07-a156-318fcf60bd71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 210 time: 0.0340860 Jul 05 18:04:00.140244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-44fef06d-f163-46c1-9476-b08a0fbfe1d6 req-51d6cfe4-6b44-4c05-92ef-e894cc994eca tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 210 time: 0.0339329 Jul 05 18:04:00.442594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55314) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:00.500383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55318) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:00.630921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1011837597-network', 'tenant_id': '9b757b935fb44423bd5e2498edba3854'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:00.655750 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5948f6db-ef79-457a-9eb4-81210a3cfc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:00.769179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Made reservation on behalf of 9b757b935fb44423bd5e2498edba3854 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:00.771608 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:00.786921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:00.891961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5948f6db-ef79-457a-9eb4-81210a3cfc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:00.982575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f51ffba9-1df4-45af-b595-b865f65de4c5 req-7a61962e-e9dd-4ab2-92e4-bc796ced888f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 210 time: 0.0314350 Jul 05 18:04:00.986744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5948f6db-ef79-457a-9eb4-81210a3cfc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.007988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f40039-82fd-4835-8561-90780c9c548e req-6d5a6811-3172-4577-9715-09a826fa18a2 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:01.009751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16f40039-82fd-4835-8561-90780c9c548e req-6d5a6811-3172-4577-9715-09a826fa18a2 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 945 time: 0.1006911 Jul 05 18:04:01.056231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16f40039-82fd-4835-8561-90780c9c548e req-3253b46e-edd2-4974-a076-24b4ca78aa67 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383010 Jul 05 18:04:01.063434 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5948f6db-ef79-457a-9eb4-81210a3cfc83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ca284b880624eada53981e48ddc4a58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5605762 Jul 05 18:04:01.067179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55338) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:01.093882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948f6db-ef79-457a-9eb4-81210a3cfc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb6b1f9-3577-4b8e-9ddf-10f221d920c3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:01.133986 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a9e0648e-ff29-4ac2-820b-2521cfc459f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.166166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a9e0648e-ff29-4ac2-820b-2521cfc459f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.168801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.265095 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.301834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33be09ef-0c8c-4878-88aa-27741c1a788b req-2eaf45df-bf84-452d-9907-6330d12bf9aa tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 210 time: 0.0362875 Jul 05 18:04:01.308166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45acbb42-0131-42b8-a184-276c23bb577f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:01.333056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a9e0648e-ff29-4ac2-820b-2521cfc459f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.335826 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a9e0648e-ff29-4ac2-820b-2521cfc459f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.337069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a9e0648e-ff29-4ac2-820b-2521cfc459f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcb6b1f9-3577-4b8e-9ddf-10f221d920c3 HTTP/1.1" status: 204 len: 168 time: 0.2677281 Jul 05 18:04:01.337497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:04:01.349237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.349712 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Added segment c246e59c-1e98-4189-962d-4a268bee9d9e of type vlan for network 477903a8-de93-4406-bcdc-6ce1ef3b247c Jul 05 18:04:01.354886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0648e-ff29-4ac2-820b-2521cfc459f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb6b1f9-3577-4b8e-9ddf-10f221d920c3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:01.358883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-84a7a1b8-d5a9-4631-b995-252c7fc07bff tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401483 Jul 05 18:04:01.420041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.500580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-496b937a-d431-4a3f-a365-75eecec96704 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:01.502047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-496b937a-d431-4a3f-a365-75eecec96704 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1240029 Jul 05 18:04:01.538987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Request body: {'port': {'device_id': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'cd79537bc8d1495395401d1768287e63'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:01.721778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.725464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:01.725464 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.790134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] Pushing event updated for resources: {'Network': ['ID=477903a8-de93-4406-bcdc-6ce1ef3b247c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:01.800507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 477903a8-de93-4406-bcdc-6ce1ef3b247c details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:04:01.807877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Made reservation on behalf of cd79537bc8d1495395401d1768287e63 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:01.812699 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:01.911959 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2abc9844-6693-4ec8-a75b-2ec509515d53 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4674623 Jul 05 18:04:01.914615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55352) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:01.920416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Request body: {'subnet': {'network_id': '477903a8-de93-4406-bcdc-6ce1ef3b247c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1011837597-subnet', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:02.005753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Allocated IP 192.168.233.176 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/45eb71e1-3657-42ee-abea-128243437218) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:02.038160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Made reservation on behalf of 9b757b935fb44423bd5e2498edba3854 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:02.045582 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:02.253500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d248915-e1e6-4ad4-a327-a7bfe5868371 req-f3d93b57-cef8-4929-b594-8782e1b5dd10 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 210 time: 0.0509877 Jul 05 18:04:02.328212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:02.359194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Transition to ACTIVE for port object 45eb71e1-3657-42ee-abea-128243437218 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:02.398992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58201af-4034-421f-9d3e-c8dbb7a4180a req-345214a8-db70-4de5-9a18-0da6e06bdd5c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:02.406296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f58201af-4034-421f-9d3e-c8dbb7a4180a req-345214a8-db70-4de5-9a18-0da6e06bdd5c tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 945 time: 0.1483309 Jul 05 18:04:02.491870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c616318-536e-4078-8169-be8858424c56 req-9db76a40-3690-4ab6-b3a1-203ae8788c9d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 210 time: 0.0457704 Jul 05 18:04:02.494776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f58201af-4034-421f-9d3e-c8dbb7a4180a req-ed476930-6e7e-4241-9895-f6312451f425 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876172 Jul 05 18:04:02.585073 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:02.597084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['23ef1502-8e8b-4df3-b88e-bb2e252f0555'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:02.604324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['431f88b4-b6cc-48a4-ba1c-762b192eb390'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:02.671757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:02.675678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:02.679849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:02.724387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:02.754880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:02.763250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:02.779978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:02.843992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-908bf202-ee0b-4936-8225-1b3c105b25ee tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3245690 Jul 05 18:04:02.867207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Checking segment: {'id': 'c246e59c-1e98-4189-962d-4a268bee9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '477903a8-de93-4406-bcdc-6ce1ef3b247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:02.867207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Network hostable DHCP agents. Network: 477903a8-de93-4406-bcdc-6ce1ef3b247c, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:04:02.871514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55380) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:02.872713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Request body: {'port': {'device_id': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:02.880358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d3c34e-1e68-42cd-af0f-cd563f5c42e0,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:02.951554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Network 477903a8-de93-4406-bcdc-6ce1ef3b247c is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:04:03.007863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 477903a8-de93-4406-bcdc-6ce1ef3b247c) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:03.034225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:03.034434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4402b420-9ddc-4f99-9c6e-68e59d692780 None None] Network 477903a8-de93-4406-bcdc-6ce1ef3b247c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:03.035129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.119692 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.123058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-245149177-network', 'tenant_id': '823e797ee16a4d7288fe725a71a9828a'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:03.130040 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9fc8ab61-6e28-4189-885b-ab39163a9ff4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2141750 Jul 05 18:04:03.135250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55386) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:03.143123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1011837597-router', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:03.204429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-477903a8-de93-4406-bcdc-6ce1ef3b247c', 'network_id': '477903a8-de93-4406-bcdc-6ce1ef3b247c', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'fixed_ips': [{'subnet_id': '80d3c34e-1e68-42cd-af0f-cd563f5c42e0'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:04:03.205463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.216930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Made reservation on behalf of 823e797ee16a4d7288fe725a71a9828a for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:03.218175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d6473d22-3e72-4d88-93dd-3e00ad4bfec3 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:03.219589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.235014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-1ee809ce-e4eb-4f6f-89cd-4631bd1e1b8c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:03.240695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.240853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-1ee809ce-e4eb-4f6f-89cd-4631bd1e1b8c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.2157001 Jul 05 18:04:03.242802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-eea012d8-2ac0-47a9-b75c-3d7ac104b55d None None] Provisioning for port 45eb71e1-3657-42ee-abea-128243437218 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:03.254288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-eea012d8-2ac0-47a9-b75c-3d7ac104b55d None None] Provisioning complete for port 45eb71e1-3657-42ee-abea-128243437218 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:03.254981 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eea012d8-2ac0-47a9-b75c-3d7ac104b55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.299543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Request body: {'port': {'device_id': 'ee7fefd8-560d-4f53-ba37-fb238f9ca01c', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'admin_state_up': True, 'tenant_id': 'e5d9dc7e44164a6fac406c4a8a582197'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:03.324093 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.326049 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.407471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.450459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-eea012d8-2ac0-47a9-b75c-3d7ac104b55d None None] Port 45eb71e1-3657-42ee-abea-128243437218 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:04:03.484562 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9498a251-3e9a-4c74-a096-746d75d68959 req-60df879c-32a5-4455-bbaf-02cddd745f2a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 210 time: 0.0501211 Jul 05 18:04:03.534356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Allocated IP 172.20.0.2 (477903a8-de93-4406-bcdc-6ce1ef3b247c/80d3c34e-1e68-42cd-af0f-cd563f5c42e0/c19997f1-1757-4315-97b9-7ba737dec714) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:03.585108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45eb71e1-3657-42ee-abea-128243437218 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:03.592741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.605049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Transition to ACTIVE for port object 45eb71e1-3657-42ee-abea-128243437218 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:03.643560 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.676345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.679020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:03.700819 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.702534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3', 'network_id': '7b88c2f1-c515-47e3-a6e4-6d9b8ca02216', 'port_id': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3', 'mac_address': 'fa:16:3e:a2:08:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e039f504-6b86-40f2-812b-b12379744305', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:03.718105 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.721852 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.746401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Transition to ACTIVE for port object c19997f1-1757-4315-97b9-7ba737dec714 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:03.753295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:04:03.765049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3848f1a-87a9-48f4-b59c-873dc6bce18d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:03.768830 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.770161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.770519 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Added segment 2d652714-db7b-4770-812b-28d718546045 of type vlan for network 6def20c5-092e-4083-b4bd-d71d4bbf7767 Jul 05 18:04:03.789748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6473d22-3e72-4d88-93dd-3e00ad4bfec3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:03.792499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Transition to ACTIVE for port object c19997f1-1757-4315-97b9-7ba737dec714 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:03.808998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:03.824715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:03.862810 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.877093 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.906461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Made reservation on behalf of e5d9dc7e44164a6fac406c4a8a582197 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:03.910063 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.923824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2324f44-d2e0-4dc4-b99c-461516542b93 req-8a25707a-eea7-4362-80a8-3a7d171f3452 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:03.925894 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:03.931832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2324f44-d2e0-4dc4-b99c-461516542b93 req-8a25707a-eea7-4362-80a8-3a7d171f3452 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 948 time: 0.2613978 Jul 05 18:04:03.945042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Network 477903a8-de93-4406-bcdc-6ce1ef3b247c is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:03.950945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:03.953323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Pushing event updated for resources: {'Port': ['ID=c19997f1-1757-4315-97b9-7ba737dec714,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:03.956066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:03.992736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691d140-be93-4acf-97cb-a86cf97f2511 req-86e0bc94-f937-482c-ba66-1b22cc91aa21 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:04.000520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b691d140-be93-4acf-97cb-a86cf97f2511 req-86e0bc94-f937-482c-ba66-1b22cc91aa21 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 945 time: 0.2966602 Jul 05 18:04:04.030930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.032258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:04.033014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.048122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Attempting to bind port 45eb71e1-3657-42ee-abea-128243437218 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:04.048466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Attempting to bind port 45eb71e1-3657-42ee-abea-128243437218 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:04.048899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Attempting to bind port 45eb71e1-3657-42ee-abea-128243437218 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:04.070456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2324f44-d2e0-4dc4-b99c-461516542b93 req-d0518c2c-4a09-4b16-91fc-a7214c1eda53 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346788 Jul 05 18:04:04.070888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Attempting to bind port c19997f1-1757-4315-97b9-7ba737dec714 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:04.071351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Attempting to bind port c19997f1-1757-4315-97b9-7ba737dec714 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'c246e59c-1e98-4189-962d-4a268bee9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '477903a8-de93-4406-bcdc-6ce1ef3b247c'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:04.071671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Attempting to bind port c19997f1-1757-4315-97b9-7ba737dec714 on network 477903a8-de93-4406-bcdc-6ce1ef3b247c {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:04.081598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:04.089610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Port 45eb71e1-3657-42ee-abea-128243437218 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:04:04.091701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Attempting to bind port 45eb71e1-3657-42ee-abea-128243437218 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:04.092271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:04.092786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Checking segment: {'id': 'c246e59c-1e98-4189-962d-4a268bee9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '477903a8-de93-4406-bcdc-6ce1ef3b247c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:04.093466 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.093972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Bound using segment: {'id': 'c246e59c-1e98-4189-962d-4a268bee9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '477903a8-de93-4406-bcdc-6ce1ef3b247c'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:04.094584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Bound port: c19997f1-1757-4315-97b9-7ba737dec714, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c246e59c-1e98-4189-962d-4a268bee9d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '477903a8-de93-4406-bcdc-6ce1ef3b247c'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:04.098670 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.115598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['d6473d22-3e72-4d88-93dd-3e00ad4bfec3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:04.143783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:04.144225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:04.144498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:04.145012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Bound port: 45eb71e1-3657-42ee-abea-128243437218, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:04.146668 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.162382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2908878 Jul 05 18:04:04.165775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55398) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:04.173265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Request body: {'subnet': {'network_id': '6def20c5-092e-4083-b4bd-d71d4bbf7767', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-245149177-subnet', 'tenant_id': '823e797ee16a4d7288fe725a71a9828a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:04.176251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4cf1b-3413-417c-926b-13819f2d3d1d admin admin] Pushing event updated for resources: {'Network': ['ID=6def20c5-092e-4083-b4bd-d71d4bbf7767,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:04.196406 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.209046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 6def20c5-092e-4083-b4bd-d71d4bbf7767 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:04:04.213959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b691d140-be93-4acf-97cb-a86cf97f2511 req-f321f2dd-5218-482b-b241-5da7141154d8 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074404 Jul 05 18:04:04.222776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.280878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] For port c19997f1-1757-4315-97b9-7ba737dec714, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:04.285389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:04.291349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:04.300157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Made reservation on behalf of 823e797ee16a4d7288fe725a71a9828a for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:04.307545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.323289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] For port c19997f1-1757-4315-97b9-7ba737dec714, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c19997f1-1757-4315-97b9-7ba737dec714,segment=NetworkSegment(c246e59c-1e98-4189-962d-4a268bee9d9e),segment_id=c246e59c-1e98-4189-962d-4a268bee9d9e)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:04.362199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Allocated IP 172.20.0.12 (11678359-d42e-442f-80db-89c8dd5427d0/9bc817a4-e30e-4735-8b7a-fc82953cd1db/3d0275bd-59c6-4d1f-9745-7ec6dd997f79) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:04.417125 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.442063 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.448294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Allocated IP 172.25.3.34 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:04.510891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:04.515292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82ad45-3414-4dcd-8e69-bdbdb00b4f2d None None] Pushing event updated for resources: {'Port': ['ID=c19997f1-1757-4315-97b9-7ba737dec714,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:04.526165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:04.527246 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.529715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-87cc2617-719f-4092-abc5-424801c551d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/45eb71e1-3657-42ee-abea-128243437218 HTTP/1.1" status: 200 len: 1096 time: 1.6755908 Jul 05 18:04:04.530139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'tag': '45eb71e1-3657-42ee-abea-128243437218'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:04.533021 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b861a6ec-1ad4-4bea-906d-e5a9558a24c9" -d '{"events": [{"name": "network-changed", "server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "tag": "45eb71e1-3657-42ee-abea-128243437218"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:04.572249 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.627020 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd9fd2b-f5a2-4746-ae6c-3d494050ed6d x-openstack-request-id: req-2dd9fd2b-f5a2-4746-ae6c-3d494050ed6d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:04.629889 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "tag": "45eb71e1-3657-42ee-abea-128243437218", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:04.629889 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dd9fd2b-f5a2-4746-ae6c-3d494050ed6d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:04.629889 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'tag': '45eb71e1-3657-42ee-abea-128243437218', 'status': 'completed', 'code': 200} Jul 05 18:04:04.778689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1d1d478-c976-4012-b425-a6045d38fa3b req-f3f021e0-34bf-43cd-bf74-9d1d821008b4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 210 time: 0.0605381 Jul 05 18:04:04.799120 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.823336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.852055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:04.941740 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:04.967284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:04.972463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:04.976609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3c7cdd-7aff-4c0b-84cf-8966487d4ecd,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:05.049643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Pushing event updated for resources: {'Port': ['ID=86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:05.070405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Checking segment: {'id': '2d652714-db7b-4770-812b-28d718546045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6def20c5-092e-4083-b4bd-d71d4bbf7767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:05.071024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Network hostable DHCP agents. Network: 6def20c5-092e-4083-b4bd-d71d4bbf7767, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:04:05.196021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861a6ec-1ad4-4bea-906d-e5a9558a24c9 req-b2751a3c-f6a2-4a38-bb63-4d58c5b90ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:05.197671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b861a6ec-1ad4-4bea-906d-e5a9558a24c9 req-b2751a3c-f6a2-4a38-bb63-4d58c5b90ee1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 1099 time: 0.5265684 Jul 05 18:04:05.234724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d6473d22-3e72-4d88-93dd-3e00ad4bfec3 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:05.261696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b861a6ec-1ad4-4bea-906d-e5a9558a24c9 req-bc87e2c5-6eb5-4154-b9ba-31bd7adf22b3 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500031 Jul 05 18:04:05.270507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Network 6def20c5-092e-4083-b4bd-d71d4bbf7767 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:04:05.307094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:05.307805 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:05.341779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 6def20c5-092e-4083-b4bd-d71d4bbf7767) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:05.347517 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:05.349799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:05.350395 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:05.365155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f07fa4f-5f94-436f-8146-0504ee445631 None None] Network 6def20c5-092e-4083-b4bd-d71d4bbf7767 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:05.406026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25403c7d-77c1-4793-9e6f-759a47f97fb4 req-3f0381c4-7e99-4cb7-a579-a02dfc3a8f14 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:05.413032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25403c7d-77c1-4793-9e6f-759a47f97fb4 req-3f0381c4-7e99-4cb7-a579-a02dfc3a8f14 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 948 time: 0.2071631 Jul 05 18:04:05.435986 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:05.436276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Network 11678359-d42e-442f-80db-89c8dd5427d0 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:05.490012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:05.505676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:05.517000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ddadc6b8-be6a-4f03-8282-6b8e3ba60d34 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3500311 Jul 05 18:04:05.620705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event updated for resources: {'Port': ['ID=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:05.694814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861a6ec-1ad4-4bea-906d-e5a9558a24c9 req-7dd6638d-9bb9-4c09-b88f-0edfc704403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:05.696576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b861a6ec-1ad4-4bea-906d-e5a9558a24c9 req-7dd6638d-9bb9-4c09-b88f-0edfc704403d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4217079 Jul 05 18:04:05.724962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c19997f1-1757-4315-97b9-7ba737dec714 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:05.727778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25403c7d-77c1-4793-9e6f-759a47f97fb4 req-114f47f5-d777-42d4-bcdb-b0640886bf9f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057902 Jul 05 18:04:05.754416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:05.757520 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:05.816774 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:05.866533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70569701-3407-48bd-84a9-9a0e28d38d96 req-8f9b5c89-f764-4834-973f-6fa12339d06b tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:05.877296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:05.877847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70569701-3407-48bd-84a9-9a0e28d38d96 req-8f9b5c89-f764-4834-973f-6fa12339d06b tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 944 time: 0.4396770 Jul 05 18:04:05.881526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb7abb-8bc7-47f2-b62c-eaf054e4004c None None] Network 6def20c5-092e-4083-b4bd-d71d4bbf7767 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:05.909925 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-c209920f-6b41-4bec-8fca-1314d45e1de9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6155553 Jul 05 18:04:05.931073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Request body: {'port': {'device_id': 'ee7fefd8-560d-4f53-ba37-fb238f9ca01c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:05.956931 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:05.967517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:05.975102 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d07cec6-e318-4698-93da-27f0501a3fdb" -d '{"events": [{"server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "name": "network-vif-plugged", "status": "completed", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:05.999465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:06.010894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e470039-8361-44f6-b7ce-adcad8a2a072 None None] Network 477903a8-de93-4406-bcdc-6ce1ef3b247c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:06.037496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-2fd0b4e4-0c6f-40a5-9dcb-18a3a163ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:06.039160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-2fd0b4e4-0c6f-40a5-9dcb-18a3a163ffbd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 1099 time: 0.2624986 Jul 05 18:04:06.087767 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:06.109362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c19997f1-1757-4315-97b9-7ba737dec714 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:06.111597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-c40a4f9a-9ae2-4e8e-a1b6-c22e91467f0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=45eb71e1-3657-42ee-abea-128243437218 HTTP/1.1" status: 200 len: 217 time: 0.0529306 Jul 05 18:04:06.177719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:06.226350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f9aa7f30-fb33-49d7-9328-97b08af286f2 None None] Provisioning for port c19997f1-1757-4315-97b9-7ba737dec714 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:06.230842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:04:06.246141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70569701-3407-48bd-84a9-9a0e28d38d96 req-9767a36f-7b94-46a3-ad62-2d19687d3928 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672943 Jul 05 18:04:06.247797 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:06.249556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-29681e84-47b1-4808-b2e1-095b42e2bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:06.252031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f9aa7f30-fb33-49d7-9328-97b08af286f2 None None] Provisioning complete for port c19997f1-1757-4315-97b9-7ba737dec714 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:06.252372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-29681e84-47b1-4808-b2e1-095b42e2bab8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1309428 Jul 05 18:04:06.252530 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7f30-fb33-49d7-9328-97b08af286f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:06.408756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:04:06.418530 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Sync routers for ids ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:04:06.432008 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7f30-fb33-49d7-9328-97b08af286f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:06.440584 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Routers {'656cb0f3-f556-44a2-94c6-77d6b8ee88a1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:06.442086 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:06.479046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f9aa7f30-fb33-49d7-9328-97b08af286f2 None None] For port c19997f1-1757-4315-97b9-7ba737dec714, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c19997f1-1757-4315-97b9-7ba737dec714,segment=NetworkSegment(c246e59c-1e98-4189-962d-4a268bee9d9e),segment_id=c246e59c-1e98-4189-962d-4a268bee9d9e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:06.479298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-ba8b85df-f990-4b1d-9ffa-3d2c3786c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:06.480771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-ba8b85df-f990-4b1d-9ffa-3d2c3786c058 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2199867 Jul 05 18:04:06.563156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:06.564491 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e65117b2-7e8e-478c-8d75-e76cb7a4f1f2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4281225 Jul 05 18:04:06.567912 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f9aa7f30-fb33-49d7-9328-97b08af286f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:06.574054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55442) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:06.624922 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Set router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:04:06.691757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa7f30-fb33-49d7-9328-97b08af286f2 None None] Pushing event updated for resources: {'Port': ['ID=c19997f1-1757-4315-97b9-7ba737dec714,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:06.791659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-31e1076e-76cd-4893-aaa5-5661c1a2b786 None None] Provisioning complete for port c19997f1-1757-4315-97b9-7ba737dec714 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:06.791966 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31e1076e-76cd-4893-aaa5-5661c1a2b786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:06.804221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad062c8c-db96-4218-8f05-b1344b809714 req-2fab3be3-267f-4227-b063-85ded00088a0 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:06.812507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-2fab3be3-267f-4227-b063-85ded00088a0 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/networks?id=6def20c5-092e-4083-b4bd-d71d4bbf7767 HTTP/1.1" status: 200 len: 813 time: 0.3488162 Jul 05 18:04:06.860458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-92799f7e-2a38-4f5a-bdf0-b99faa211121 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337235 Jul 05 18:04:06.862090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-d805a31c-5f43-4d48-8085-33f6795f7bbb tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/quotas/823e797ee16a4d7288fe725a71a9828a HTTP/1.1" status: 200 len: 375 time: 0.0486574 Jul 05 18:04:06.911394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-eae3d129-24b6-4919-ba35-eda74d997e35 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=823e797ee16a4d7288fe725a71a9828a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375543 Jul 05 18:04:06.938618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b714231-e431-4f60-a10d-26559afaf157 req-292b0e1b-5a72-463d-ad1f-c89e9cf87ee1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:06.939755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b714231-e431-4f60-a10d-26559afaf157 req-292b0e1b-5a72-463d-ad1f-c89e9cf87ee1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 932 time: 0.4005423 Jul 05 18:04:06.954806 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1011837597-router', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:03Z', 'updated_at': '2021-07-05T18:04:05Z', 'revision_number': 3, 'project_id': '9b757b935fb44423bd5e2498edba3854', 'gw_port': {'id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:04Z', 'updated_at': '2021-07-05T18:04:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:06.985431 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Checking router: 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:04:06.986168 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Updating router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:04:07.020834 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.080064 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.113129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:07.127347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b714231-e431-4f60-a10d-26559afaf157 req-35de6098-e3f2-4f29-bf56-03c231edad88 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411185 Jul 05 18:04:07.129327 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.187483 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f9f976-e72c-423f-bda8-e54b3c7ba1d7 x-openstack-request-id: req-c0f9f976-e72c-423f-bda8-e54b3c7ba1d7 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:07.187779 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "name": "network-vif-plugged", "status": "completed", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:07.188027 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0f9f976-e72c-423f-bda8-e54b3c7ba1d7 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:07.188814 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3', 'code': 200} Jul 05 18:04:07.202203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-ed7390e2-e714-4a73-b30e-cc4fb2a618da service neutron] 10.222.0.30 "GET /v2.0/networks/6def20c5-092e-4083-b4bd-d71d4bbf7767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582350 Jul 05 18:04:07.211007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Transition to ACTIVE for port object 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:07.214732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d9adf88-f9d7-4ab5-bbd2-4d4c8beac647 req-50ce9c9c-2d83-4c4c-b7be-af22d9017c47 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069568 Jul 05 18:04:07.290493 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.307470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Allocated IP 172.20.0.1 (477903a8-de93-4406-bcdc-6ce1ef3b247c/80d3c34e-1e68-42cd-af0f-cd563f5c42e0/5b5b44fa-9570-478c-a6eb-7a5dd28f7a32) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:07.386338 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-4f2fa880-2e26-4c14-bfc2-5b2ad2c4ee93 service neutron] 10.222.0.30 "GET /v2.0/networks/6def20c5-092e-4083-b4bd-d71d4bbf7767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831477 Jul 05 18:04:07.424780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Pushing event updated for resources: {'Port': ['ID=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:07.427806 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.442169 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Transition to ACTIVE for port object 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:07.471309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.502380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Attempting to bind port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:07.502972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Attempting to bind port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:07.503092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Attempting to bind port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:07.509142 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 on network 11678359-d42e-442f-80db-89c8dd5427d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:04:07.510027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Attempting to bind port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:07.510914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Transition to ACTIVE for port object 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:07.517732 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.519097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:07.519765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Checking segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:07.523258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Bound using segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:07.523817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Bound port: 3d0275bd-59c6-4d1f-9745-7ec6dd997f79, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:07.524276 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.573910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c19997f1-1757-4315-97b9-7ba737dec714 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:07.603665 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Attempting to bind port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:07.604032 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Attempting to bind port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:07.604387 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Attempting to bind port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:07.618634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] For port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:07.619233 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Pushing event updated for resources: {'Port': ['ID=86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:07.624005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] For port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:07.629388 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:07.635146 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:07.635146 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.635146 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:07.635146 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Bound port: 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:07.635146 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.635980 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.636323 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.636659 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.636989 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.637514 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.637853 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.638257 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.638593 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.638916 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.639235 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.639554 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.639871 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:07.647673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c19997f1-1757-4315-97b9-7ba737dec714 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:07.648054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.710757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.739969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.741648 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] For port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:07.746167 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] For port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:07.768142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Network 477903a8-de93-4406-bcdc-6ce1ef3b247c is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:07.771079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:07.774598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:07.818797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.827131 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.882235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Pushing event updated for resources: {'Port': ['ID=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:07.922183 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c0f16-3086-4913-a84c-35f855152448 None None] Pushing event updated for resources: {'Port': ['ID=86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:07.926391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:07.936487 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:07.936487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7b7363b5-7663-469c-b176-0de8cc5e453a service neutron] 10.222.0.39 "PUT /v2.0/ports/3d0275bd-59c6-4d1f-9745-7ec6dd997f79 HTTP/1.1" status: 200 len: 1092 time: 2.0050542 Jul 05 18:04:07.936487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7fefd8-560d-4f53-ba37-fb238f9ca01c', 'tag': '3d0275bd-59c6-4d1f-9745-7ec6dd997f79'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:07.936487 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8cff14-9b60-4a47-96bf-900740427160" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7fefd8-560d-4f53-ba37-fb238f9ca01c", "tag": "3d0275bd-59c6-4d1f-9745-7ec6dd997f79"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:07.975994 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Routers {'656cb0f3-f556-44a2-94c6-77d6b8ee88a1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:07.978539 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:08.003768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c43c122-db1e-46cc-afae-dd572d5630ff req-92b2b1fc-7c74-48f0-8dd5-c75e592cd513 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:08.020746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c43c122-db1e-46cc-afae-dd572d5630ff req-92b2b1fc-7c74-48f0-8dd5-c75e592cd513 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 948 time: 0.1403444 Jul 05 18:04:08.037548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Pushing event updated for resources: {'Port': ['ID=5b5b44fa-9570-478c-a6eb-7a5dd28f7a32,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:08.113123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c43c122-db1e-46cc-afae-dd572d5630ff req-301e0974-473f-4b60-845f-c2cd638ba0ec tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872228 Jul 05 18:04:08.151490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-54ad466d-ec5a-472e-8201-461c1d19ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:08.151490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-54ad466d-ec5a-472e-8201-461c1d19ffb5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 1095 time: 0.0960975 Jul 05 18:04:08.152473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:08.167333 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] Set router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:04:08.208190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-45f30dea-df14-4a93-b60e-36b0a78daf17 None None] Provisioning for port 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:08.213117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-45f30dea-df14-4a93-b60e-36b0a78daf17 None None] Provisioning complete for port 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:08.222246 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-45f30dea-df14-4a93-b60e-36b0a78daf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:08.222439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-5046f885-3a00-4e46-af55-c0b480e1a546 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d0275bd-59c6-4d1f-9745-7ec6dd997f79 HTTP/1.1" status: 200 len: 217 time: 0.0535400 Jul 05 18:04:08.261908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-45f30dea-df14-4a93-b60e-36b0a78daf17 None None] Port 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:04:08.319779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7826dc70-f25c-4df4-b3b4-0576985a5f45 req-e523f761-d3d6-475b-8fd0-03608114cd39 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 210 time: 0.1004710 Jul 05 18:04:08.323338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-07d46673-6f73-46dd-802b-56b23c6ef842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:08.325350 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-07d46673-6f73-46dd-802b-56b23c6ef842 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.0916071 Jul 05 18:04:08.378125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:08.388102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-6a5e446f-fe63-4bf1-b274-79a16218bc13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494068 Jul 05 18:04:08.389956 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c633c9b-e0f7-4653-8404-c5e8241e6470 x-openstack-request-id: req-8c633c9b-e0f7-4653-8404-c5e8241e6470 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:08.390443 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7fefd8-560d-4f53-ba37-fb238f9ca01c", "tag": "3d0275bd-59c6-4d1f-9745-7ec6dd997f79", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:08.390937 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c633c9b-e0f7-4653-8404-c5e8241e6470 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:08.391492 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7fefd8-560d-4f53-ba37-fb238f9ca01c', 'tag': '3d0275bd-59c6-4d1f-9745-7ec6dd997f79', 'status': 'completed', 'code': 200} Jul 05 18:04:08.425106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:08.468236 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1011837597-router', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:03Z', 'updated_at': '2021-07-05T18:04:05Z', 'revision_number': 3, 'project_id': '9b757b935fb44423bd5e2498edba3854', 'gw_port': {'id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:04Z', 'updated_at': '2021-07-05T18:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:08.504853 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d0423e-8cb8-4ada-a5ae-b8f5295732c9 None None] The sync data for ids ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'] in n-d-799524-1 is: [{'id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1011837597-router', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:03Z', 'updated_at': '2021-07-05T18:04:05Z', 'revision_number': 3, 'project_id': '9b757b935fb44423bd5e2498edba3854', 'gw_port': {'id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:04Z', 'updated_at': '2021-07-05T18:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:04:08.526115 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:08.532268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Pushing event updated for resources: {'Port': ['ID=5b5b44fa-9570-478c-a6eb-7a5dd28f7a32,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:08.615987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bada6c22-857d-440f-b84e-94fcc5dc6ce1 req-e7dbc495-5f45-49d7-9cb4-fe8168d9fd9d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:08.624866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bada6c22-857d-440f-b84e-94fcc5dc6ce1 req-e7dbc495-5f45-49d7-9cb4-fe8168d9fd9d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 944 time: 0.1638691 Jul 05 18:04:08.640025 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-7f19a629-ee88-402c-a2a6-72475334a5aa service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262752 Jul 05 18:04:08.649963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Network 477903a8-de93-4406-bcdc-6ce1ef3b247c is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:08.651567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:08.816783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bada6c22-857d-440f-b84e-94fcc5dc6ce1 req-f650d10a-653a-49bb-a292-7d563643ed74 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906049 Jul 05 18:04:08.836127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68109be7-1721-4ffd-8c87-e2eb432c1cd4 req-02cdff38-7a4b-409a-a30e-7b5968dd52d9 service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845677 Jul 05 18:04:08.878133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:04:08.986721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e0c51d-0ed9-472c-9109-eb2b829f19a7 req-9f8a187f-23be-4ee1-8d9f-70a6fb03be30 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:08.993890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4e0c51d-0ed9-472c-9109-eb2b829f19a7 req-9f8a187f-23be-4ee1-8d9f-70a6fb03be30 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 945 time: 0.1093025 Jul 05 18:04:09.057182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:04:09.066736 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-144d4204-b9d3-471b-871f-607d5025a1ce admin admin] 10.222.0.30 "PUT /v2.0/routers/656cb0f3-f556-44a2-94c6-77d6b8ee88a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4907799 Jul 05 18:04:09.102319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-684e2898-fe38-4c4f-b955-6d9943a1c6cb None None] Provisioning complete for port 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:09.103001 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-684e2898-fe38-4c4f-b955-6d9943a1c6cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:09.119393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4e0c51d-0ed9-472c-9109-eb2b829f19a7 req-fa3f71ee-7299-4d13-b6c0-08846b22d8bb tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244383 Jul 05 18:04:09.181921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cff14-9b60-4a47-96bf-900740427160 req-3b698689-dbbf-47a3-8a87-1f2e603034bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:09.187157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8cff14-9b60-4a47-96bf-900740427160 req-3b698689-dbbf-47a3-8a87-1f2e603034bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 1095 time: 0.1681342 Jul 05 18:04:09.209083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-684e2898-fe38-4c4f-b955-6d9943a1c6cb None None] Port 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:04:09.265799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d6473d22-3e72-4d88-93dd-3e00ad4bfec3 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:04:09.380209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cff14-9b60-4a47-96bf-900740427160 req-5a6e079b-d9cd-4845-8011-86f31d5547d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:09.381822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8cff14-9b60-4a47-96bf-900740427160 req-5a6e079b-d9cd-4845-8011-86f31d5547d0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 911 time: 0.1666591 Jul 05 18:04:09.399344 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:09.440599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:09.443773 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e6b4b2-b0b0-4bfd-b2d4-50976f6701e8" -d '{"events": [{"server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:09.450285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:09.517581 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8cff14-9b60-4a47-96bf-900740427160 req-5b7cc2e0-0a84-48cc-94a7-ab332e1391e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3d0275bd-59c6-4d1f-9745-7ec6dd997f79 HTTP/1.1" status: 200 len: 217 time: 0.1223047 Jul 05 18:04:09.528311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac2118-9e71-4fb9-b8ae-c11c555b35b0 req-c94ae236-2ac6-495b-8123-9a80d0a0b5cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:09.530043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0ac2118-9e71-4fb9-b8ae-c11c555b35b0 req-c94ae236-2ac6-495b-8123-9a80d0a0b5cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 948 time: 0.2114739 Jul 05 18:04:09.548677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07ccbdc9-1ab4-4d58-ab04-4d1c955c090a req-39f99767-4b69-4e4c-a24e-3a2a54751e52 tempest-FloatingIPsNegativeTestJSON-69314113 tempest-FloatingIPsNegativeTestJSON-69314113-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=9b757b935fb44423bd5e2498edba3854 HTTP/1.1" status: 200 len: 217 time: 0.1177053 Jul 05 18:04:09.556744 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:09.591007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:09.642644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0ac2118-9e71-4fb9-b8ae-c11c555b35b0 req-201db200-fa95-44cf-9778-bd32b12f7dc8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003325 Jul 05 18:04:09.655869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cff14-9b60-4a47-96bf-900740427160 req-1b474bf1-6723-405e-8967-80a2813060d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:09.663816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8cff14-9b60-4a47-96bf-900740427160 req-1b474bf1-6723-405e-8967-80a2813060d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.1233273 Jul 05 18:04:09.713819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:09.713955 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8cff14-9b60-4a47-96bf-900740427160 req-aeafd862-0afc-45df-afd2-ffd74a8bdaee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350165 Jul 05 18:04:09.796113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:09.800752 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:09.801497 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:09.837873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ee78b61-a729-493b-b764-ad3015b59168 req-95ec5e04-f731-47ba-a2a5-160fc9a37f1e tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 210 time: 0.0414422 Jul 05 18:04:09.961031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8cff14-9b60-4a47-96bf-900740427160 req-4e19a9c4-22ce-4ca7-bd89-7ed8840fbe70 service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394125 Jul 05 18:04:09.979152 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:09.991497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-314d44a4-78fd-4751-82b1-03152121c7dd req-df36d950-85cc-4147-9860-173e2011753e tempest-FloatingIPsNegativeTestJSON-69314113 tempest-FloatingIPsNegativeTestJSON-69314113-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0736556 Jul 05 18:04:10.014348 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4facfc01-50c4-4f18-b45a-6d3add6b5872 x-openstack-request-id: req-4facfc01-50c4-4f18-b45a-6d3add6b5872 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:10.014676 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:10.014937 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4facfc01-50c4-4f18-b45a-6d3add6b5872 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:10.015337 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3', 'code': 200} Jul 05 18:04:10.019215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:10.082084 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:10.145901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:10.419959 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-10174a82-e286-428c-8072-2baac86f2c8e req-6203b47a-0be1-48fd-b865-83ca4efad187 tempest-FloatingIPsNegativeTestJSON-69314113 tempest-FloatingIPsNegativeTestJSON-69314113-project] show failed (client error): The resource could not be found. Jul 05 18:04:10.421035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10174a82-e286-428c-8072-2baac86f2c8e req-6203b47a-0be1-48fd-b865-83ca4efad187 tempest-FloatingIPsNegativeTestJSON-69314113 tempest-FloatingIPsNegativeTestJSON-69314113-project] 10.222.0.30 "GET /v2.0/floatingips/fa7a50b5-9a63-42af-ab97-1ae25307c96f HTTP/1.1" status: 404 len: 350 time: 0.0722885 Jul 05 18:04:10.432853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55510) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:10.498330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f8cff14-9b60-4a47-96bf-900740427160 req-9fa4bd85-0ab1-49a9-a44b-5c8b6fa6cca1 service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179513 Jul 05 18:04:10.524050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f7027-84fd-4de3-9d11-35f0e65b97b7 req-5b5ea4aa-ab2c-4104-8b33-c7140d944cd4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:10.526502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-691f7027-84fd-4de3-9d11-35f0e65b97b7 req-5b5ea4aa-ab2c-4104-8b33-c7140d944cd4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 944 time: 0.1764216 Jul 05 18:04:10.671504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-66fd2a1a-3ceb-4008-9114-19851e2f2730 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:10.673042 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-66fd2a1a-3ceb-4008-9114-19851e2f2730 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.39 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 943 time: 0.2236218 Jul 05 18:04:10.702803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-691f7027-84fd-4de3-9d11-35f0e65b97b7 req-dc0b071b-acbe-4d30-9912-31c610d48fb0 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616225 Jul 05 18:04:10.779512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad062c8c-db96-4218-8f05-b1344b809714 req-114b6755-f9de-4d3b-9f40-bb570ecb2819 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:10.781205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-114b6755-f9de-4d3b-9f40-bb570ecb2819 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.97 "GET /v2.0/networks?id=6def20c5-092e-4083-b4bd-d71d4bbf7767 HTTP/1.1" status: 200 len: 813 time: 0.2493913 Jul 05 18:04:10.799405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Request body: {'port': {'device_id': 'ad4b764d-da41-4aa5-b1d5-40eec5fc5147', 'network_id': '6def20c5-092e-4083-b4bd-d71d4bbf7767', 'admin_state_up': True, 'tenant_id': '823e797ee16a4d7288fe725a71a9828a'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:10.814656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Sync routers for ids ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:04:10.828254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Routers {'656cb0f3-f556-44a2-94c6-77d6b8ee88a1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:10.828851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:10.870920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c960b-d004-4a97-ab42-a7b93eae96fd req-a62fd184-8926-4f99-8080-05f3d5b830e8 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:10.873706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f62c960b-d004-4a97-ab42-a7b93eae96fd req-a62fd184-8926-4f99-8080-05f3d5b830e8 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 943 time: 0.2782586 Jul 05 18:04:10.902089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:10.970826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f62c960b-d004-4a97-ab42-a7b93eae96fd req-05923137-c9b3-494d-9260-6f054e84ba89 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/security-groups?id=eff5d01d-c680-4694-bc3d-4ac1c8b5730f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835145 Jul 05 18:04:11.002769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Deleting port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:04:11.002769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.014667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Set router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:04:11.114336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] For port d6473d22-3e72-4d88-93dd-3e00ad4bfec3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,segment=NetworkSegment(7a9626b1-97e5-471a-b18d-b86d1aa3d246),segment_id=7a9626b1-97e5-471a-b18d-b86d1aa3d246)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:11.118784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.133997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Calling delete_port for d6473d22-3e72-4d88-93dd-3e00ad4bfec3 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:04:11.175863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Made reservation on behalf of 823e797ee16a4d7288fe725a71a9828a for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:11.189601 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.284278 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:11.407491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:11.484100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2174801f-c5d0-4e1c-9373-4c1cfe8d3e49 req-d8b69abc-63d8-4f05-8fc3-1ee58ad17b45 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 210 time: 0.1057413 Jul 05 18:04:11.507516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22d5ef-1c23-4af8-8f70-7bedae9c177d req-9f4b1be8-32a0-425b-87a3-dec0c26c39cc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:11.517604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce22d5ef-1c23-4af8-8f70-7bedae9c177d req-9f4b1be8-32a0-425b-87a3-dec0c26c39cc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 948 time: 0.3852427 Jul 05 18:04:11.591007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '3d0275bd-59c6-4d1f-9745-7ec6dd997f79', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'port_id': '3d0275bd-59c6-4d1f-9745-7ec6dd997f79', 'mac_address': 'fa:16:3e:39:c4:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc817a4-e30e-4735-8b7a-fc82953cd1db', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:11.607236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce22d5ef-1c23-4af8-8f70-7bedae9c177d req-c61264d4-317d-46fc-803d-1e76e1113751 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884075 Jul 05 18:04:11.609377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Allocated IP 172.20.0.5 (6def20c5-092e-4083-b4bd-d71d4bbf7767/af3c7cdd-7aff-4c0b-84cf-8966487d4ecd/c8cc5e6a-231d-46c5-b4fc-293e78921cba) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:11.626193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:11.683484 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.703188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1011837597-router', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:03Z', 'updated_at': '2021-07-05T18:04:08Z', 'revision_number': 4, 'project_id': '9b757b935fb44423bd5e2498edba3854', 'gw_port': {'id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:04Z', 'updated_at': '2021-07-05T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5b5b44fa-9570-478c-a6eb-7a5dd28f7a32', 'name': '', 'network_id': '477903a8-de93-4406-bcdc-6ce1ef3b247c', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'mac_address': 'fa:16:3e:48:6a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '80d3c34e-1e68-42cd-af0f-cd563f5c42e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:07Z', 'updated_at': '2021-07-05T18:04:08Z', 'revision_number': 2, 'project_id': '9b757b935fb44423bd5e2498edba3854', 'subnets': [{'id': '80d3c34e-1e68-42cd-af0f-cd563f5c42e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:11.709574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Deleting port 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:04:11.710139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.754422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Checking router: 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:04:11.755062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Updating router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 port 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:04:11.757737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:11.803859 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.811365 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.812621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:11.813171 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.825259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Calling delete_port for 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:04:11.839447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:11.855488 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.873706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Pushing event deleted for resources: {'Port': ['ID=d6473d22-3e72-4d88-93dd-3e00ad4bfec3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:11.913488 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:11.914161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:11.970999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:12.001806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] No DVR routers for this DVR port d6473d22-3e72-4d88-93dd-3e00ad4bfec3 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:04:12.008449 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:12.010465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-812b47d6-9fde-4a82-b25e-1646a8f2d901 req-946971d1-c215-4f99-a031-0d6e42d7ddc0 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.39 "DELETE /v2.0/ports/d6473d22-3e72-4d88-93dd-3e00ad4bfec3 HTTP/1.1" status: 204 len: 173 time: 1.3270671 Jul 05 18:04:12.010650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'name': 'network-vif-deleted', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:12.015517 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41817f06-f28d-45ca-920e-b700e1985de3" -d '{"events": [{"server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "name": "network-vif-deleted", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:12.087154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0613e-1d78-4902-a25d-cc137e53677f req-ded0cdd3-a636-45fd-89a0-aa5c380a7b80 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:12.088558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ddc0613e-1d78-4902-a25d-cc137e53677f req-ded0cdd3-a636-45fd-89a0-aa5c380a7b80 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 944 time: 0.2335637 Jul 05 18:04:12.114687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:12.153509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ddc0613e-1d78-4902-a25d-cc137e53677f req-e2d3c270-2873-4599-a8f5-17e489d08239 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515962 Jul 05 18:04:12.196706 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:12.210349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0cc05cf4-c545-4ed2-968b-996cd385d85c req-4bd969d0-91f4-46cf-b2ab-3f6b864216af tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 210 time: 0.0372541 Jul 05 18:04:12.237179 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bda5d6f-9490-4342-9ec4-80193c4998e5 x-openstack-request-id: req-2bda5d6f-9490-4342-9ec4-80193c4998e5 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:12.237683 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "568b40c4-1ec8-4643-aad7-c1b3701f15b6", "name": "network-vif-deleted", "tag": "d6473d22-3e72-4d88-93dd-3e00ad4bfec3", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:12.238109 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2bda5d6f-9490-4342-9ec4-80193c4998e5 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:12.238738 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568b40c4-1ec8-4643-aad7-c1b3701f15b6', 'name': 'network-vif-deleted', 'tag': 'd6473d22-3e72-4d88-93dd-3e00ad4bfec3', 'status': 'completed', 'code': 200} Jul 05 18:04:12.247777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:12.259815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '45eb71e1-3657-42ee-abea-128243437218', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '45eb71e1-3657-42ee-abea-128243437218', 'mac_address': 'fa:16:3e:5a:57:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:12.274164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b5b44fa-9570-478c-a6eb-7a5dd28f7a32,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:12.276522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:12.331473 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:12.359361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45eb71e1-3657-42ee-abea-128243437218 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:12.369532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Network 6def20c5-092e-4083-b4bd-d71d4bbf7767 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:12.375732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:12.419229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:12.454960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:12.475054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:04:12.475767 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:04:12.480117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Pushing event updated for resources: {'Port': ['ID=c8cc5e6a-231d-46c5-b4fc-293e78921cba,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:12.493653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:12.494697 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:12.503773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.504170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.504529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.504869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.505209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.505542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.506092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.506430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.506855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.507214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.507516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.507844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:12.518605 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:12.556920 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:12.592220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-79a1564a-900b-442a-ae54-a54324859645 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8012478 Jul 05 18:04:12.600778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:12.614622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Request body: {'port': {'device_id': 'ad4b764d-da41-4aa5-b1d5-40eec5fc5147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:12.730079 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:12.802381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd36517-7d96-48b1-a942-2b09494c1c45 req-c5470dc1-a246-442d-9857-97fb2c53dc72 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:12.803831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fd36517-7d96-48b1-a942-2b09494c1c45 req-c5470dc1-a246-442d-9857-97fb2c53dc72 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 931 time: 0.1502945 Jul 05 18:04:12.811153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:04:12.864231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['3d0275bd-59c6-4d1f-9745-7ec6dd997f79'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:12.869715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['45eb71e1-3657-42ee-abea-128243437218'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:12.919646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:04:12.928160 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-298c4557-7ab7-4378-9fe2-025479da5c49 admin admin] 10.222.0.30 "PUT /v2.0/routers/656cb0f3-f556-44a2-94c6-77d6b8ee88a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4920743 Jul 05 18:04:12.928776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55534) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:12.949615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fd36517-7d96-48b1-a942-2b09494c1c45 req-a05399dc-d927-4c01-8212-9be1f53d21e9 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372123 Jul 05 18:04:13.022188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Port 5b5b44fa-9570-478c-a6eb-7a5dd28f7a32 not found while updating agent binding for router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1. {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 18:04:13.038914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9155e38-6742-4a0e-8179-d71c6937a949 req-63e2ee46-1c6d-4e15-beee-e6b5533267a6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:13.047450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9155e38-6742-4a0e-8179-d71c6937a949 req-63e2ee46-1c6d-4e15-beee-e6b5533267a6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 949 time: 0.2658861 Jul 05 18:04:13.055673 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.070384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Routers {'656cb0f3-f556-44a2-94c6-77d6b8ee88a1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:13.071055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:13.121020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9155e38-6742-4a0e-8179-d71c6937a949 req-0e98db24-fa1a-486d-b472-7506b784f21a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722916 Jul 05 18:04:13.232590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.272610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cc5e6a-231d-46c5-b4fc-293e78921cba {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:13.273937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] Set router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:04:13.286414 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.322991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Transition to ACTIVE for port object c8cc5e6a-231d-46c5-b4fc-293e78921cba will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:13.340874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d6473d22-3e72-4d88-93dd-3e00ad4bfec3 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:04:13.346313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Deleting port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:04:13.349353 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.388503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: d6473d22-3e72-4d88-93dd-3e00ad4bfec3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:04:13.388938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device d6473d22-3e72-4d88-93dd-3e00ad4bfec3 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:04:13.400259 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.459854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff460d9a-5d8d-4dc8-ba54-b0b05c248dfe req-2fc52a40-28f3-4c5b-8fd9-399f13f113ee tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:13.461630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff460d9a-5d8d-4dc8-ba54-b0b05c248dfe req-2fc52a40-28f3-4c5b-8fd9-399f13f113ee tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 945 time: 0.1330352 Jul 05 18:04:13.492757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] For port 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:13.493508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.502598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f8c929e-3435-4261-ad88-81a6bbadf5c8 req-2a5356af-3ced-42ba-8375-4238ae737fd7 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] 10.222.0.30 "GET /v2.0/ports?device_id=568b40c4-1ec8-4643-aad7-c1b3701f15b6 HTTP/1.1" status: 200 len: 210 time: 0.0398898 Jul 05 18:04:13.508571 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Calling delete_port for 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:04:13.524911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1011837597-router', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:03Z', 'updated_at': '2021-07-05T18:04:12Z', 'revision_number': 5, 'project_id': '9b757b935fb44423bd5e2498edba3854', 'gw_port': {'id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:04Z', 'updated_at': '2021-07-05T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:13.556482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3b2e4d-fcaa-42b5-9d97-ec44df196124 None None] The sync data for ids ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'] in n-d-799524-1 is: [{'id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'name': 'tempest-FloatingIPsNegativeTestJSON-1011837597-router', 'tenant_id': '9b757b935fb44423bd5e2498edba3854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34'}], 'enable_snat': True}, 'gw_port_id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:03Z', 'updated_at': '2021-07-05T18:04:12Z', 'revision_number': 5, 'project_id': '9b757b935fb44423bd5e2498edba3854', 'gw_port': {'id': '86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:8f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '656cb0f3-f556-44a2-94c6-77d6b8ee88a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:04Z', 'updated_at': '2021-07-05T18:04:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:04:13.565700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc5e6a-231d-46c5-b4fc-293e78921cba,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:13.611313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff460d9a-5d8d-4dc8-ba54-b0b05c248dfe req-929f6a62-953a-4fe8-88fe-8d2e9d616488 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118157 Jul 05 18:04:13.652008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Attempting to bind port c8cc5e6a-231d-46c5-b4fc-293e78921cba on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:13.654036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Attempting to bind port c8cc5e6a-231d-46c5-b4fc-293e78921cba by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '2d652714-db7b-4770-812b-28d718546045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6def20c5-092e-4083-b4bd-d71d4bbf7767'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:13.654343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Attempting to bind port c8cc5e6a-231d-46c5-b4fc-293e78921cba on network 6def20c5-092e-4083-b4bd-d71d4bbf7767 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:13.673164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Port c8cc5e6a-231d-46c5-b4fc-293e78921cba on network 6def20c5-092e-4083-b4bd-d71d4bbf7767 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:04:13.673560 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Attempting to bind port c8cc5e6a-231d-46c5-b4fc-293e78921cba on network 6def20c5-092e-4083-b4bd-d71d4bbf7767 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:13.691895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:13.692702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Checking segment: {'id': '2d652714-db7b-4770-812b-28d718546045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6def20c5-092e-4083-b4bd-d71d4bbf7767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:13.693498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Bound using segment: {'id': '2d652714-db7b-4770-812b-28d718546045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6def20c5-092e-4083-b4bd-d71d4bbf7767'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:13.695963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Bound port: c8cc5e6a-231d-46c5-b4fc-293e78921cba, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d652714-db7b-4770-812b-28d718546045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6def20c5-092e-4083-b4bd-d71d4bbf7767'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:13.697138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.779547 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.784257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] For port c8cc5e6a-231d-46c5-b4fc-293e78921cba, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:13.787499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] For port c8cc5e6a-231d-46c5-b4fc-293e78921cba, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8cc5e6a-231d-46c5-b4fc-293e78921cba,segment=NetworkSegment(2d652714-db7b-4770-812b-28d718546045),segment_id=2d652714-db7b-4770-812b-28d718546045)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:13.809969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:13.865083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.881459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.902869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:13.906611 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.906611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] 10.222.0.97 "PUT /v2.0/ports/c8cc5e6a-231d-46c5-b4fc-293e78921cba HTTP/1.1" status: 200 len: 1091 time: 1.3041632 Jul 05 18:04:13.938191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c9642-eff9-4dd8-aa55-414884b39f3a service neutron] Pushing event updated for resources: {'Port': ['ID=c8cc5e6a-231d-46c5-b4fc-293e78921cba,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:13.992167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:13.994654 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.049010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad062c8c-db96-4218-8f05-b1344b809714 req-f5730b8a-0bcf-4d3e-8a4c-b9e8d2e9d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:14.050747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-f5730b8a-0bcf-4d3e-8a4c-b9e8d2e9d932 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=823e797ee16a4d7288fe725a71a9828a&device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 1094 time: 0.0633781 Jul 05 18:04:14.105102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-ea1e935a-4dc1-4671-8c0e-81363328281b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8cc5e6a-231d-46c5-b4fc-293e78921cba HTTP/1.1" status: 200 len: 217 time: 0.0436065 Jul 05 18:04:14.139615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.140145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 656cb0f3-f556-44a2-94c6-77d6b8ee88a1 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:04:14.147543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.157952 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fe9f033c-f8c8-4968-b0b4-ac96a9407fa7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/656cb0f3-f556-44a2-94c6-77d6b8ee88a1 HTTP/1.1" status: 204 len: 168 time: 1.2257090 Jul 05 18:04:14.161088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55550) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:14.195397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad062c8c-db96-4218-8f05-b1344b809714 req-04a2c09b-f1ac-43e1-817e-ff5b7fefbd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:14.196896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-04a2c09b-f1ac-43e1-817e-ff5b7fefbd6f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=af3c7cdd-7aff-4c0b-84cf-8966487d4ecd HTTP/1.1" status: 200 len: 853 time: 0.0853188 Jul 05 18:04:14.215234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f45c7ba-2496-4345-8aa8-b298accf754c admin admin] Deleting subnet 80d3c34e-1e68-42cd-af0f-cd563f5c42e0 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:04:14.219132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f45c7ba-2496-4345-8aa8-b298accf754c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.240857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4b764d-da41-4aa5-b1d5-40eec5fc5147', 'tag': 'c8cc5e6a-231d-46c5-b4fc-293e78921cba'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:14.243226 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa635508-0fdb-44ff-a652-e70817b86616" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4b764d-da41-4aa5-b1d5-40eec5fc5147", "tag": "c8cc5e6a-231d-46c5-b4fc-293e78921cba"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:14.248630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-5fdab480-c5a2-40ff-bb92-5ac3c421beb7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6def20c5-092e-4083-b4bd-d71d4bbf7767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419080 Jul 05 18:04:14.263908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f45c7ba-2496-4345-8aa8-b298accf754c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.295740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bba29f-e7de-4b76-b74b-ed01494830df req-84224658-65ea-47c6-a12f-7c3f9dda3ea0 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:14.299052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79bba29f-e7de-4b76-b74b-ed01494830df req-84224658-65ea-47c6-a12f-7c3f9dda3ea0 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 943 time: 0.1794882 Jul 05 18:04:14.362643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f45c7ba-2496-4345-8aa8-b298accf754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.381471 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862c131-c06d-4d61-9da0-8861ec239e8e None None] Sync routers for ids ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:04:14.393466 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862c131-c06d-4d61-9da0-8861ec239e8e None None] Routers set() bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:14.393914 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862c131-c06d-4d61-9da0-8861ec239e8e None None] Router IDs set() for agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 18:04:14.394691 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_agentschedulers_db [None req-2862c131-c06d-4d61-9da0-8861ec239e8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'656cb0f3-f556-44a2-94c6-77d6b8ee88a1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent'). {{(pid=101000) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 18:04:14.403719 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862c131-c06d-4d61-9da0-8861ec239e8e None None] Routers set() bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:14.404448 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2862c131-c06d-4d61-9da0-8861ec239e8e None None] Router IDs set() for agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 18:04:14.405325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_agentschedulers_db [None req-2862c131-c06d-4d61-9da0-8861ec239e8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'656cb0f3-f556-44a2-94c6-77d6b8ee88a1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent'). {{(pid=101000) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 18:04:14.405850 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2862c131-c06d-4d61-9da0-8861ec239e8e None None] The sync data for ids ['656cb0f3-f556-44a2-94c6-77d6b8ee88a1'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:04:14.411015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79bba29f-e7de-4b76-b74b-ed01494830df req-a738c3a3-c6fa-48e0-aca8-50ffe599ef9f tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833862 Jul 05 18:04:14.447719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-1f5f812d-4bd8-4701-ad33-f0b854e848d0 service neutron] 10.222.0.97 "GET /v2.0/networks/6def20c5-092e-4083-b4bd-d71d4bbf7767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908247 Jul 05 18:04:14.455479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c2f4cc-a6ea-4cd0-b1ad-e2092bd3770f req-cf14a16a-bed3-420a-ad78-04d620c9c0d4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:14.462465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30c2f4cc-a6ea-4cd0-b1ad-e2092bd3770f req-cf14a16a-bed3-420a-ad78-04d620c9c0d4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 949 time: 0.1947923 Jul 05 18:04:14.493893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f45c7ba-2496-4345-8aa8-b298accf754c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.509101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f45c7ba-2496-4345-8aa8-b298accf754c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.517317 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7f45c7ba-2496-4345-8aa8-b298accf754c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/80d3c34e-1e68-42cd-af0f-cd563f5c42e0 HTTP/1.1" status: 204 len: 168 time: 0.3552217 Jul 05 18:04:14.517478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2697fa-6f8d-404d-b5ef-dd27444fbf22 None None] Network 477903a8-de93-4406-bcdc-6ce1ef3b247c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:14.519050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55556) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:14.556912 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30c2f4cc-a6ea-4cd0-b1ad-e2092bd3770f req-59ef0b8f-9fea-4a75-ba1a-537e411d272e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935609 Jul 05 18:04:14.564941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45c7ba-2496-4345-8aa8-b298accf754c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d3c34e-1e68-42cd-af0f-cd563f5c42e0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:14.613294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad062c8c-db96-4218-8f05-b1344b809714 req-e5c55afe-1575-4feb-bf6c-575124ec0cde service neutron] 10.222.0.97 "GET /v2.0/networks/6def20c5-092e-4083-b4bd-d71d4bbf7767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469610 Jul 05 18:04:14.644593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.655633 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57d5d50-ab14-4299-b7d2-b153c5389b63 x-openstack-request-id: req-d57d5d50-ab14-4299-b7d2-b153c5389b63 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:14.656009 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4b764d-da41-4aa5-b1d5-40eec5fc5147", "tag": "c8cc5e6a-231d-46c5-b4fc-293e78921cba", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:14.656313 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d57d5d50-ab14-4299-b7d2-b153c5389b63 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:14.656788 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4b764d-da41-4aa5-b1d5-40eec5fc5147', 'tag': 'c8cc5e6a-231d-46c5-b4fc-293e78921cba', 'status': 'completed', 'code': 200} Jul 05 18:04:14.722077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Deleting port c19997f1-1757-4315-97b9-7ba737dec714 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:04:14.722396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.799909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] For port c19997f1-1757-4315-97b9-7ba737dec714, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c19997f1-1757-4315-97b9-7ba737dec714,segment=NetworkSegment(c246e59c-1e98-4189-962d-4a268bee9d9e),segment_id=c246e59c-1e98-4189-962d-4a268bee9d9e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:14.800347 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.816532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Calling delete_port for c19997f1-1757-4315-97b9-7ba737dec714 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:04:14.948614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] DHCP port deletion for 477903a8-de93-4406-bcdc-6ce1ef3b247c request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:04:14.967682 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:14.995084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19997f1-1757-4315-97b9-7ba737dec714,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:15.007175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] No DVR routers for this DVR port c19997f1-1757-4315-97b9-7ba737dec714 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:04:15.016945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] Deleting port c19997f1-1757-4315-97b9-7ba737dec714 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:04:15.017478 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.110265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.134434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477903a8-de93-4406-bcdc-6ce1ef3b247c']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:15.152170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c246e59c-1e98-4189-962d-4a268bee9d9e') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:15.152648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c246e59c-1e98-4189-962d-4a268bee9d9e') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:15.164894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.181759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.190793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:04:15.191198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.191843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa635508-0fdb-44ff-a652-e70817b86616 req-a6b01f49-8856-497c-8d7e-4c2cf50ed0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:04:15.193074 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:04:15.196095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa635508-0fdb-44ff-a652-e70817b86616 req-a6b01f49-8856-497c-8d7e-4c2cf50ed0cf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=823e797ee16a4d7288fe725a71a9828a&device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 1094 time: 0.4620364 Jul 05 18:04:15.204547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d08c73-8203-4609-862d-d0e3d0ce1ec4 req-3020aeba-a4be-4d8f-b772-b30eb7042931 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:15.205805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74d08c73-8203-4609-862d-d0e3d0ce1ec4 req-3020aeba-a4be-4d8f-b772-b30eb7042931 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 945 time: 0.0963650 Jul 05 18:04:15.285473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] For port c19997f1-1757-4315-97b9-7ba737dec714, host n-d-799524-1, got binding levels [] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:15.286336 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.299467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:15.317493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74d08c73-8203-4609-862d-d0e3d0ce1ec4 req-84776ab6-91ac-4895-90e4-43cc40b21568 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942535 Jul 05 18:04:15.335576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] Calling delete_port for c19997f1-1757-4315-97b9-7ba737dec714 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:04:15.339575 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.341144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.ipam_backend_mixin [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] Port c19997f1-1757-4315-97b9-7ba737dec714 was not found and therefore no delete operation was performed {{(pid=100999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:04:15.344222 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.359834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.363600 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] 10.222.0.30 "DELETE /v2.0/networks/477903a8-de93-4406-bcdc-6ce1ef3b247c HTTP/1.1" status: 204 len: 168 time: 0.8409777 Jul 05 18:04:15.370632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa635508-0fdb-44ff-a652-e70817b86616 req-bdbd33fa-7118-4cc2-9b2e-b05f15060150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:15.372767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa635508-0fdb-44ff-a652-e70817b86616 req-bdbd33fa-7118-4cc2-9b2e-b05f15060150 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6def20c5-092e-4083-b4bd-d71d4bbf7767 HTTP/1.1" status: 200 len: 913 time: 0.1643953 Jul 05 18:04:15.380709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07557faa-351d-43d0-841c-2e2c3d53f729 admin admin] Pushing event deleted for resources: {'Network': ['ID=477903a8-de93-4406-bcdc-6ce1ef3b247c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:15.383009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] Network 477903a8-de93-4406-bcdc-6ce1ef3b247c is not hosted by any dhcp agent {{(pid=100999) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 18:04:15.383628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] No DVR routers for this DVR port c19997f1-1757-4315-97b9-7ba737dec714 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:04:15.391119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cbd6c-01fe-4cc7-8be5-455b02c0b964 None None] Pushing event deleted for resources: {'Port': ['ID=c19997f1-1757-4315-97b9-7ba737dec714,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:15.443263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa635508-0fdb-44ff-a652-e70817b86616 req-d7cb16f5-472c-47c7-9c70-985d218ecade service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8cc5e6a-231d-46c5-b4fc-293e78921cba HTTP/1.1" status: 200 len: 217 time: 0.0600626 Jul 05 18:04:15.493383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:15.501174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:15.503177 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.557818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa635508-0fdb-44ff-a652-e70817b86616 req-dad5bd04-221e-43f1-bb74-6e9d5b0a5b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:15.560408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa635508-0fdb-44ff-a652-e70817b86616 req-dad5bd04-221e-43f1-bb74-6e9d5b0a5b2b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=af3c7cdd-7aff-4c0b-84cf-8966487d4ecd HTTP/1.1" status: 200 len: 853 time: 0.1098585 Jul 05 18:04:15.596938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:04:15.624244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55604) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:15.624850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:04:15.625309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 86d1aaaf-4b8f-4cc5-969a-1f0e0cf73525 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:04:15.625823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa635508-0fdb-44ff-a652-e70817b86616 req-bff4dfa1-4a40-413b-8ff8-585cf38d734c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6def20c5-092e-4083-b4bd-d71d4bbf7767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554583 Jul 05 18:04:15.625974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c19997f1-1757-4315-97b9-7ba737dec714 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:04:15.665981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c19997f1-1757-4315-97b9-7ba737dec714 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:04:15.666584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c19997f1-1757-4315-97b9-7ba737dec714 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:04:15.688715 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.693099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-664b9e39-60d2-450e-a9da-37f3c456d1f0 admin admin] Deleting subnet e039f504-6b86-40f2-812b-b12379744305 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:04:15.712587 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-664b9e39-60d2-450e-a9da-37f3c456d1f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.722990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7fefd8-560d-4f53-ba37-fb238f9ca01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0275bd-59c6-4d1f-9745-7ec6dd997f79'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:15.728049 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce5962e-4312-4fa5-a7a6-c34cdd0d9b1e" -d '{"events": [{"server_uuid": "ee7fefd8-560d-4f53-ba37-fb238f9ca01c", "name": "network-vif-plugged", "status": "completed", "tag": "3d0275bd-59c6-4d1f-9745-7ec6dd997f79"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:15.734548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55606) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:15.743710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:15.767260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-664b9e39-60d2-450e-a9da-37f3c456d1f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.772675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab7243-f124-45fd-83ed-e2b51a14020b req-de3cf03b-5d15-4b93-b526-aebfa9994554 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:15.774333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0aab7243-f124-45fd-83ed-e2b51a14020b req-de3cf03b-5d15-4b93-b526-aebfa9994554 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 943 time: 0.2211258 Jul 05 18:04:15.802009 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.803147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:15.814813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-664b9e39-60d2-450e-a9da-37f3c456d1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.848050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa635508-0fdb-44ff-a652-e70817b86616 req-4aff2905-106b-4507-9d87-f193dda062eb service neutron] 10.222.0.97 "GET /v2.0/networks/6def20c5-092e-4083-b4bd-d71d4bbf7767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135229 Jul 05 18:04:15.890764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:15.941780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d8fc0a0c-321a-42c8-958b-01f6adbd9e30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b757b935fb44423bd5e2498edba3854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1912758 Jul 05 18:04:15.942127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:15.946417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0aab7243-f124-45fd-83ed-e2b51a14020b req-6d433d76-45b9-4fd0-9ad2-710d6cb35c8e tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563482 Jul 05 18:04:15.970762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-664b9e39-60d2-450e-a9da-37f3c456d1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.987402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f0456-f2b0-45b5-be8e-f41f456d1167 req-cce6eb22-4e18-4330-b981-6e30af45c685 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:15.991079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 45eb71e1-3657-42ee-abea-128243437218 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:15.995903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 45eb71e1-3657-42ee-abea-128243437218 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:15.996090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-541f0456-f2b0-45b5-be8e-f41f456d1167 req-cce6eb22-4e18-4330-b981-6e30af45c685 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 949 time: 0.2466156 Jul 05 18:04:15.996720 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:15.998000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664b9e39-60d2-450e-a9da-37f3c456d1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e039f504-6b86-40f2-812b-b12379744305,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:16.015649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-664b9e39-60d2-450e-a9da-37f3c456d1f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.017518 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-664b9e39-60d2-450e-a9da-37f3c456d1f0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e039f504-6b86-40f2-812b-b12379744305 HTTP/1.1" status: 204 len: 168 time: 0.3921156 Jul 05 18:04:16.021233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55614) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:16.051320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa635508-0fdb-44ff-a652-e70817b86616 req-70778db4-48e3-475f-a4b6-bf59bdf0a2ca service neutron] 10.222.0.97 "GET /v2.0/networks/6def20c5-092e-4083-b4bd-d71d4bbf7767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907470 Jul 05 18:04:16.066455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-541f0456-f2b0-45b5-be8e-f41f456d1167 req-e6560de4-ba20-411e-8295-f63dc3ee6c5c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691552 Jul 05 18:04:16.101587 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.118764 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b21b471d-6794-4cc0-b96e-b223e5e1f16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.123748 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a5cfe9-3b8d-4cd1-9cc4-b99964fbde65 x-openstack-request-id: req-b6a5cfe9-3b8d-4cd1-9cc4-b99964fbde65 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:16.124161 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7fefd8-560d-4f53-ba37-fb238f9ca01c", "name": "network-vif-plugged", "status": "completed", "tag": "3d0275bd-59c6-4d1f-9745-7ec6dd997f79", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:16.124521 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6a5cfe9-3b8d-4cd1-9cc4-b99964fbde65 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:16.125124 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7fefd8-560d-4f53-ba37-fb238f9ca01c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d0275bd-59c6-4d1f-9745-7ec6dd997f79', 'code': 200} Jul 05 18:04:16.128476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.171995 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b21b471d-6794-4cc0-b96e-b223e5e1f16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.193526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:16.234087 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.250504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b88c2f1-c515-47e3-a6e4-6d9b8ca02216']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:16.261156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9626b1-97e5-471a-b18d-b86d1aa3d246') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:16.261439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9626b1-97e5-471a-b18d-b86d1aa3d246') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:16.265016 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.277141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.298380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6d63e-a8b2-48b2-aa23-ea28237e0e8c req-7ab11e89-29bd-42e6-9b2b-ecb555ba6368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:16.299549 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.299940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95b6d63e-a8b2-48b2-aa23-ea28237e0e8c req-7ab11e89-29bd-42e6-9b2b-ecb555ba6368 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 1097 time: 0.0904422 Jul 05 18:04:16.306631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:04:16.307018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:04:16.309191 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:04:16.328588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c8cc5e6a-231d-46c5-b4fc-293e78921cba details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:16.333813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:16.345360 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95b6d63e-a8b2-48b2-aa23-ea28237e0e8c req-4ed83d87-1bd3-4456-aaab-fc25e21b449c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365331 Jul 05 18:04:16.362614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b21b471d-6794-4cc0-b96e-b223e5e1f16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.365161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b21b471d-6794-4cc0-b96e-b223e5e1f16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.366342 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b21b471d-6794-4cc0-b96e-b223e5e1f16b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45acbb42-0131-42b8-a184-276c23bb577f HTTP/1.1" status: 204 len: 168 time: 0.4232199 Jul 05 18:04:16.381079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b471d-6794-4cc0-b96e-b223e5e1f16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45acbb42-0131-42b8-a184-276c23bb577f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:16.437233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.441698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.447525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7b88c2f1-c515-47e3-a6e4-6d9b8ca02216 HTTP/1.1" status: 204 len: 168 time: 0.4266183 Jul 05 18:04:16.471451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed7ec9-e78a-42df-8fb7-9efb1a487e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b88c2f1-c515-47e3-a6e4-6d9b8ca02216,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:16.484391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c8cc5e6a-231d-46c5-b4fc-293e78921cba, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8cc5e6a-231d-46c5-b4fc-293e78921cba,segment=NetworkSegment(2d652714-db7b-4770-812b-28d718546045),segment_id=2d652714-db7b-4770-812b-28d718546045)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:16.498450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'c8cc5e6a-231d-46c5-b4fc-293e78921cba', 'network_id': '6def20c5-092e-4083-b4bd-d71d4bbf7767', 'port_id': 'c8cc5e6a-231d-46c5-b4fc-293e78921cba', 'mac_address': 'fa:16:3e:68:2c:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af3c7cdd-7aff-4c0b-84cf-8966487d4ecd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:16.537568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.552934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cc5e6a-231d-46c5-b4fc-293e78921cba {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:16.575374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c8cc5e6a-231d-46c5-b4fc-293e78921cba, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8cc5e6a-231d-46c5-b4fc-293e78921cba,segment=NetworkSegment(2d652714-db7b-4770-812b-28d718546045),segment_id=2d652714-db7b-4770-812b-28d718546045)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:16.576795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d74f40-c0ee-4586-aa08-e070c493c779 req-1cc89e81-17af-4592-af03-9f6e17f42b11 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:16.578909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7d74f40-c0ee-4586-aa08-e070c493c779 req-1cc89e81-17af-4592-af03-9f6e17f42b11 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 946 time: 0.0797982 Jul 05 18:04:16.624579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7d74f40-c0ee-4586-aa08-e070c493c779 req-b7ab22bb-3cf1-470f-8b06-67f49290dcfc tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Jul 05 18:04:16.676188 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:16.731645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c8cc5e6a-231d-46c5-b4fc-293e78921cba,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:16.926927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55632) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:16.966385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['c8cc5e6a-231d-46c5-b4fc-293e78921cba'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:16.968508 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-083cf861-9ceb-4429-86c3-fc6205e01b68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=217f0527e829482b9d831005ded3de18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404086 Jul 05 18:04:16.971014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55634) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:17.041727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-786b22e2-0d30-41bd-b20d-f8dbd73c45d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:17.069867 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-786b22e2-0d30-41bd-b20d-f8dbd73c45d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:17.190835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a212d2-906c-46b7-94a3-580677b5adb5 req-139cc270-dc26-40e7-a39d-d0509986c662 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:17.450340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0a212d2-906c-46b7-94a3-580677b5adb5 req-139cc270-dc26-40e7-a39d-d0509986c662 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 944 time: 0.0772836 Jul 05 18:04:17.450340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-786b22e2-0d30-41bd-b20d-f8dbd73c45d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:17.450340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-786b22e2-0d30-41bd-b20d-f8dbd73c45d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:17.450340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-786b22e2-0d30-41bd-b20d-f8dbd73c45d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eff5d01d-c680-4694-bc3d-4ac1c8b5730f HTTP/1.1" status: 204 len: 168 time: 0.2819688 Jul 05 18:04:17.450340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786b22e2-0d30-41bd-b20d-f8dbd73c45d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff5d01d-c680-4694-bc3d-4ac1c8b5730f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:17.450340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0a212d2-906c-46b7-94a3-580677b5adb5 req-2a932750-b278-4774-96ac-e9959c1cac5a tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960038 Jul 05 18:04:17.450340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62982695-3285-47aa-932b-caa07f57f61c req-b221b64f-68cf-4b33-b858-1ddaacec6f2e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:17.450340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62982695-3285-47aa-932b-caa07f57f61c req-b221b64f-68cf-4b33-b858-1ddaacec6f2e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1434422 Jul 05 18:04:17.450340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62982695-3285-47aa-932b-caa07f57f61c req-0f6a0449-e025-4c4d-866f-1f2dd7668870 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354850 Jul 05 18:04:18.010114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035afdb9-110d-4750-b1f2-a1d8e06098a7 req-8c646a0d-818d-4dee-967d-f0ca7703537b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:18.012429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-035afdb9-110d-4750-b1f2-a1d8e06098a7 req-8c646a0d-818d-4dee-967d-f0ca7703537b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 946 time: 0.0733178 Jul 05 18:04:18.054797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-035afdb9-110d-4750-b1f2-a1d8e06098a7 req-9e82979e-2be9-4cea-90c3-adc0438fdcd4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351632 Jul 05 18:04:18.126522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:18.129592 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b3e82c-445b-4821-bb7b-c8e25bd845d5" -d '{"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-plugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:18.168895 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1699666-7767-49a5-89b0-531aa9a2c4f8 x-openstack-request-id: req-d1699666-7767-49a5-89b0-531aa9a2c4f8 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:18.169191 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-plugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:18.169447 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1699666-7767-49a5-89b0-531aa9a2c4f8 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:18.169924 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218', 'code': 200} Jul 05 18:04:18.343877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c8cc5e6a-231d-46c5-b4fc-293e78921cba up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:18.456207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d4cd1-be37-42f8-8932-f9517e817ff6 req-098a8c8b-1ac0-4804-a0a0-33a32d917b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:18.459231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-684d4cd1-be37-42f8-8932-f9517e817ff6 req-098a8c8b-1ac0-4804-a0a0-33a32d917b54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 1101 time: 0.2068524 Jul 05 18:04:18.540979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-684d4cd1-be37-42f8-8932-f9517e817ff6 req-ce62a984-fcff-4b9d-9309-c41c40459737 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681987 Jul 05 18:04:18.562966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port c8cc5e6a-231d-46c5-b4fc-293e78921cba completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:18.567526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port c8cc5e6a-231d-46c5-b4fc-293e78921cba triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:18.567969 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:18.589811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55732) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:18.602948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dddeb13-6b38-48df-bd59-874b1a05cdb4 req-180783be-9bbe-44ac-87a0-1ad4aa060f0a tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:18.602948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dddeb13-6b38-48df-bd59-874b1a05cdb4 req-180783be-9bbe-44ac-87a0-1ad4aa060f0a tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 944 time: 0.1268167 Jul 05 18:04:18.665700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afaf5c-a4c6-45cb-ab74-358bc1e7e744 req-236caae1-4434-4621-b9cd-5ddb7843b7c5 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:18.667299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1afaf5c-a4c6-45cb-ab74-358bc1e7e744 req-236caae1-4434-4621-b9cd-5ddb7843b7c5 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1308250 Jul 05 18:04:18.678463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dddeb13-6b38-48df-bd59-874b1a05cdb4 req-fd596423-ae02-4413-9a6d-6102b1adfd73 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728400 Jul 05 18:04:18.684263 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:18.730088 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c8cc5e6a-231d-46c5-b4fc-293e78921cba, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8cc5e6a-231d-46c5-b4fc-293e78921cba,segment=NetworkSegment(2d652714-db7b-4770-812b-28d718546045),segment_id=2d652714-db7b-4770-812b-28d718546045)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:18.763561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1afaf5c-a4c6-45cb-ab74-358bc1e7e744 req-b9a87545-0224-4f5c-8f30-e0fbfe04cbb3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835502 Jul 05 18:04:18.797796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:18.859794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c8cc5e6a-231d-46c5-b4fc-293e78921cba,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:18.908532 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c33594a-5dfe-47f7-8dc5-7eeeb0ddaed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:19.019115 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c33594a-5dfe-47f7-8dc5-7eeeb0ddaed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:19.087222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c33594a-5dfe-47f7-8dc5-7eeeb0ddaed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:19.129517 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5c33594a-5dfe-47f7-8dc5-7eeeb0ddaed3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b200ac91aa674e2cb3eaa6af6a457430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5354366 Jul 05 18:04:19.129749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33594a-5dfe-47f7-8dc5-7eeeb0ddaed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3591e7dc-08ff-4cac-873e-4ad12e46aea3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:19.131013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55746) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:19.188030 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e345326c-dded-4a88-a478-d84af7452f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:19.214353 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e345326c-dded-4a88-a478-d84af7452f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:19.306895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bd250-951a-4f58-9772-f55d0d11ae7d req-268d574a-5150-45c3-9bea-507303d59709 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:19.308422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f4bd250-951a-4f58-9772-f55d0d11ae7d req-268d574a-5150-45c3-9bea-507303d59709 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 946 time: 0.0998576 Jul 05 18:04:19.347696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f4bd250-951a-4f58-9772-f55d0d11ae7d req-d26a65a2-0e84-4e2f-ab57-f523b55d67cc tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Jul 05 18:04:19.384966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e345326c-dded-4a88-a478-d84af7452f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:19.387593 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e345326c-dded-4a88-a478-d84af7452f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:19.392062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e345326c-dded-4a88-a478-d84af7452f23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3591e7dc-08ff-4cac-873e-4ad12e46aea3 HTTP/1.1" status: 204 len: 168 time: 0.2567399 Jul 05 18:04:19.396894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345326c-dded-4a88-a478-d84af7452f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3591e7dc-08ff-4cac-873e-4ad12e46aea3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:19.966996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0599ed-947e-4afa-bd91-157dc8d8b0c9 req-e4be4ec2-c7ed-4e56-bbd3-ba2dfc1779a1 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:19.973003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e0599ed-947e-4afa-bd91-157dc8d8b0c9 req-e4be4ec2-c7ed-4e56-bbd3-ba2dfc1779a1 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 945 time: 0.0876501 Jul 05 18:04:20.040529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e0599ed-947e-4afa-bd91-157dc8d8b0c9 req-3de9337d-6b09-4608-bbf7-33e68cad4596 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662427 Jul 05 18:04:20.064263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b1c68-f328-4d55-9cf2-237f4db203fc req-f490800c-d5e3-408a-92ea-81d3a5819af4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:20.065870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c5b1c68-f328-4d55-9cf2-237f4db203fc req-f490800c-d5e3-408a-92ea-81d3a5819af4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1159573 Jul 05 18:04:20.107251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c5b1c68-f328-4d55-9cf2-237f4db203fc req-c01678b9-8131-47be-b517-8ea70920756c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357828 Jul 05 18:04:20.171469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4b764d-da41-4aa5-b1d5-40eec5fc5147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc5e6a-231d-46c5-b4fc-293e78921cba'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:20.175648 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d3d905-13bd-48c6-8dc2-d6274004f727" -d '{"events": [{"server_uuid": "ad4b764d-da41-4aa5-b1d5-40eec5fc5147", "name": "network-vif-plugged", "status": "completed", "tag": "c8cc5e6a-231d-46c5-b4fc-293e78921cba"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:20.235790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a9b01-ceca-444c-a463-54931337b774 req-982c81c6-ddad-4fb0-9def-e8933df9f9d6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:20.237405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-463a9b01-ceca-444c-a463-54931337b774 req-982c81c6-ddad-4fb0-9def-e8933df9f9d6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 946 time: 0.0721841 Jul 05 18:04:20.287408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-463a9b01-ceca-444c-a463-54931337b774 req-8f216a97-52e5-4488-a81e-6c9b40544d4e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443275 Jul 05 18:04:20.505270 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0612cb6-2884-4639-a747-cb1cccc9f736 x-openstack-request-id: req-b0612cb6-2884-4639-a747-cb1cccc9f736 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:20.505608 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4b764d-da41-4aa5-b1d5-40eec5fc5147", "name": "network-vif-plugged", "status": "completed", "tag": "c8cc5e6a-231d-46c5-b4fc-293e78921cba", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:20.505866 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0612cb6-2884-4639-a747-cb1cccc9f736 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:20.506443 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4b764d-da41-4aa5-b1d5-40eec5fc5147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cc5e6a-231d-46c5-b4fc-293e78921cba', 'code': 200} Jul 05 18:04:20.620864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d510e43-e979-4383-815f-659399e3aeda req-0c533bc1-3c24-4e93-843f-838583330d31 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:20.623818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d510e43-e979-4383-815f-659399e3aeda req-0c533bc1-3c24-4e93-843f-838583330d31 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1056831 Jul 05 18:04:20.668652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9cefe-bad9-4c6f-9d2c-5c4ba31e7b9e req-7ebf4fbf-a92a-4808-8783-2fe01d993321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:20.670280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47b9cefe-bad9-4c6f-9d2c-5c4ba31e7b9e req-7ebf4fbf-a92a-4808-8783-2fe01d993321 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 1096 time: 0.1012704 Jul 05 18:04:20.677786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d510e43-e979-4383-815f-659399e3aeda req-395200b1-a13e-40d0-8008-2024eae2d202 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475447 Jul 05 18:04:20.705237 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-76f58f9b-2cf5-4b95-97f9-1df8a98344cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:20.731859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-4f52e872-3717-42a9-aa51-fdb6ea3195ed tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cf3faad4f25247ee9e9afc37fa8541ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347791 Jul 05 18:04:20.754152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47b9cefe-bad9-4c6f-9d2c-5c4ba31e7b9e req-2403b579-e826-4e24-a77b-10eb08a04b83 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754201 Jul 05 18:04:20.858139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-8883eaad-fc95-45d6-9ece-39082ad69265 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:20.859894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-8883eaad-fc95-45d6-9ece-39082ad69265 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1214590 Jul 05 18:04:20.878919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-a498b109-4708-4d1a-8e56-a2e64314a524 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/quotas/cf3faad4f25247ee9e9afc37fa8541ea HTTP/1.1" status: 200 len: 375 time: 0.0101981 Jul 05 18:04:20.913789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-a79de5cc-01f2-48b9-8845-6d3181d0eb07 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cf3faad4f25247ee9e9afc37fa8541ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294321 Jul 05 18:04:21.390729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f851c4-d0da-4718-9a2f-30bbdf90ad77 req-35f35fc4-b576-4d07-b777-286a798cb97e tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:21.395022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0f851c4-d0da-4718-9a2f-30bbdf90ad77 req-35f35fc4-b576-4d07-b777-286a798cb97e tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 945 time: 0.1189413 Jul 05 18:04:21.419896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17caf846-21b0-4d43-bc9d-a068b4a1d8fd req-05b96475-deb0-4ac4-b8fd-b83f376b6ff4 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 210 time: 0.0521133 Jul 05 18:04:21.473721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0f851c4-d0da-4718-9a2f-30bbdf90ad77 req-a3255464-9ca2-4ed3-9307-117a3062bde9 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568042 Jul 05 18:04:21.778384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55852) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:21.800643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-7237173a-1d8c-41e8-9dc2-5d8a819464cd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2251203 Jul 05 18:04:21.867353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccde3581-0363-4d87-983f-2bb70fc129ae req-a4c516c7-b813-4b92-9b6a-f910be9544ef tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:21.869472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccde3581-0363-4d87-983f-2bb70fc129ae req-a4c516c7-b813-4b92-9b6a-f910be9544ef tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 946 time: 0.1873815 Jul 05 18:04:21.881249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff93a3-3729-4e67-bef7-7195fe2f7211 req-9386b3a6-040d-478b-b9b1-063f273396ce tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:21.883425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97ff93a3-3729-4e67-bef7-7195fe2f7211 req-9386b3a6-040d-478b-b9b1-063f273396ce tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1786306 Jul 05 18:04:21.983054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9de33ffd-3b88-480e-8ad1-eb293344a862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.018824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccde3581-0363-4d87-983f-2bb70fc129ae req-8dc2145b-e79b-495f-9442-460e79f1addf tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343653 Jul 05 18:04:22.024204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97ff93a3-3729-4e67-bef7-7195fe2f7211 req-4b9d6552-fdde-463e-a2b1-d79357d41852 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318536 Jul 05 18:04:22.084677 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-c9094366-0c74-4df1-8f48-d2280709c230 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:22.086542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-c9094366-0c74-4df1-8f48-d2280709c230 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 946 time: 0.1602366 Jul 05 18:04:22.173190 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9de33ffd-3b88-480e-8ad1-eb293344a862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.224244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Deleting port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:04:22.224676 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.241531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9de33ffd-3b88-480e-8ad1-eb293344a862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.282665 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9de33ffd-3b88-480e-8ad1-eb293344a862 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=729f3cb8760c497ea2a41bdb03169671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5025237 Jul 05 18:04:22.284050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de33ffd-3b88-480e-8ad1-eb293344a862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986b643c-af30-4e17-bfa2-b07620ef0729,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:22.285383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55866) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:22.357419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] For port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:22.358158 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.378103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Calling delete_port for 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:04:22.384938 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9687105-b200-469f-91d5-5d11d23406bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.445179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9687105-b200-469f-91d5-5d11d23406bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.538124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aae1f11b-111a-4074-b071-0ad855bf5f09 req-44a2ee13-27b3-4a50-b507-c0bc43f9f8d2 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 210 time: 0.0521815 Jul 05 18:04:22.686739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636f22b-348e-40c6-a6ba-e738c4157b5b req-0f004219-94bd-4766-a6d9-ced9d85c24b7 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:22.688254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e636f22b-348e-40c6-a6ba-e738c4157b5b req-0f004219-94bd-4766-a6d9-ced9d85c24b7 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 945 time: 0.0717673 Jul 05 18:04:22.709038 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9687105-b200-469f-91d5-5d11d23406bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.710187 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9687105-b200-469f-91d5-5d11d23406bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.713666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e9687105-b200-469f-91d5-5d11d23406bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/986b643c-af30-4e17-bfa2-b07620ef0729 HTTP/1.1" status: 204 len: 168 time: 0.4245963 Jul 05 18:04:22.724169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9687105-b200-469f-91d5-5d11d23406bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986b643c-af30-4e17-bfa2-b07620ef0729,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:22.758879 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.774428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e636f22b-348e-40c6-a6ba-e738c4157b5b req-e0ea3c9a-5499-404a-b9b5-ca35f0b9af07 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801342 Jul 05 18:04:22.781469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['3d0275bd-59c6-4d1f-9745-7ec6dd997f79'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:22.813153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event deleted for resources: {'Port': ['ID=3d0275bd-59c6-4d1f-9745-7ec6dd997f79,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:22.879557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] No DVR routers for this DVR port 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:04:22.881330 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:22.884382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec61072e-0b62-4799-b7d1-c4c1b90fe7bc req-8d3bb2c9-a324-4b14-8a80-495766a7289e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "DELETE /v2.0/ports/3d0275bd-59c6-4d1f-9745-7ec6dd997f79 HTTP/1.1" status: 204 len: 173 time: 0.7844391 Jul 05 18:04:22.884739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7fefd8-560d-4f53-ba37-fb238f9ca01c', 'name': 'network-vif-deleted', 'tag': '3d0275bd-59c6-4d1f-9745-7ec6dd997f79'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:22.887480 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabfc48e-164c-48b9-b705-f749d633d30b" -d '{"events": [{"server_uuid": "ee7fefd8-560d-4f53-ba37-fb238f9ca01c", "name": "network-vif-deleted", "tag": "3d0275bd-59c6-4d1f-9745-7ec6dd997f79"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:22.929627 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a67799-b9b2-4f94-9a92-ee114045f887 x-openstack-request-id: req-61a67799-b9b2-4f94-9a92-ee114045f887 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:22.931257 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7fefd8-560d-4f53-ba37-fb238f9ca01c", "name": "network-vif-deleted", "tag": "3d0275bd-59c6-4d1f-9745-7ec6dd997f79", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:22.931257 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61a67799-b9b2-4f94-9a92-ee114045f887 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:22.931257 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7fefd8-560d-4f53-ba37-fb238f9ca01c', 'name': 'network-vif-deleted', 'tag': '3d0275bd-59c6-4d1f-9745-7ec6dd997f79', 'status': 'completed', 'code': 200} Jul 05 18:04:23.245401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fab05ea-d342-4829-9c8b-3c68f89e2bbd req-97142608-8baa-4172-8473-2c02b71cb224 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee7fefd8-560d-4f53-ba37-fb238f9ca01c HTTP/1.1" status: 200 len: 210 time: 0.0711856 Jul 05 18:04:23.312464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f8b275-feb8-4c70-927b-6455882f23da req-91f3bc65-a40f-40ab-89ff-206d7aa063e6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:23.319847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63f8b275-feb8-4c70-927b-6455882f23da req-91f3bc65-a40f-40ab-89ff-206d7aa063e6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1343360 Jul 05 18:04:23.390167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63f8b275-feb8-4c70-927b-6455882f23da req-0012c3e9-e5cd-4dae-8e6d-dbf32f036631 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692964 Jul 05 18:04:23.413268 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-686cab2b-dac1-4141-ac17-4e6aecb03624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:23.681794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:23.690688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4766778c-4824-49cd-bd23-ad48d8757332 req-b2258d6e-6d49-4984-a155-92cf094bf50d tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 210 time: 0.0297766 Jul 05 18:04:24.096329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55932) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:24.100386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16bc6c3-3bd1-4271-bcf9-9112a36410b0 req-d593d188-b51d-4151-90c0-6f9130992a73 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:24.102211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e16bc6c3-3bd1-4271-bcf9-9112a36410b0 req-d593d188-b51d-4151-90c0-6f9130992a73 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 945 time: 0.0728061 Jul 05 18:04:24.163301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e16bc6c3-3bd1-4271-bcf9-9112a36410b0 req-2a8a835c-3e4d-4153-88d4-e0073d44b13c tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524859 Jul 05 18:04:24.228916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1642766410-network', 'tenant_id': 'aaed3e16966f4e62b2316be659fa2c80'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:24.294239 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Made reservation on behalf of aaed3e16966f4e62b2316be659fa2c80 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:24.296885 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:24.306719 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:24.408850 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:24.441894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:24.481069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:04:24.509101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f3df83-91ec-431d-842c-0cf7139f6221,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:24.524029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:24.524380 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Added segment 958e1a2e-9f35-4bd4-9283-25ee072ab26a of type vlan for network c55f8bb8-c3fe-429e-aedf-e767abf5e490 Jul 05 18:04:24.530763 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:24.581057 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:24.654639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8531ff6-bf16-411d-8c3c-3d1a12abb073 req-9df88351-9e9e-405e-952f-671da480779e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:24.656144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8531ff6-bf16-411d-8c3c-3d1a12abb073 req-9df88351-9e9e-405e-952f-671da480779e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1467943 Jul 05 18:04:24.688074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-c4a42b42-aa0a-4704-afa5-76860115feb1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:24.689516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-c4a42b42-aa0a-4704-afa5-76860115feb1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.1454451 Jul 05 18:04:24.718030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8531ff6-bf16-411d-8c3c-3d1a12abb073 req-332ecfe1-04d3-4c20-b337-6e3c78305e8c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530503 Jul 05 18:04:24.719439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-cad3aa5d-f8a4-4a01-ac7a-fea66e22fd0b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/quotas/e5d9dc7e44164a6fac406c4a8a582197 HTTP/1.1" status: 200 len: 375 time: 0.0223839 Jul 05 18:04:24.728157 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:24.730941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:24.732705 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:24.764348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-297b7cec-7aee-4a04-8944-3840f9073206 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392981 Jul 05 18:04:24.819972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] Pushing event updated for resources: {'Network': ['ID=c55f8bb8-c3fe-429e-aedf-e767abf5e490,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:24.847363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network c55f8bb8-c3fe-429e-aedf-e767abf5e490 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:04:24.877388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-2614e6c2-c71a-4760-8aca-502383c18afe service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064780 Jul 05 18:04:24.939349 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2e29bd42-94e2-4983-8fa0-1555d4183d2b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8397853 Jul 05 18:04:24.940047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55960) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:24.945733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Request body: {'subnet': {'network_id': 'c55f8bb8-c3fe-429e-aedf-e767abf5e490', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1642766410-subnet', 'tenant_id': 'aaed3e16966f4e62b2316be659fa2c80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:24.973773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-07ba0b73-1faa-492c-b94c-ae48cc9476cd tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cf3faad4f25247ee9e9afc37fa8541ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329306 Jul 05 18:04:25.041705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Made reservation on behalf of aaed3e16966f4e62b2316be659fa2c80 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:25.048163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:25.103290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-4ff018ce-f629-4fff-8ccd-428deb4902e3 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187755 Jul 05 18:04:25.111716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-438dae8d-6cf9-4c03-be52-743808b37f51 req-6a7ecdb5-741d-46c9-80ba-c7efef4216a4 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 210 time: 0.0454812 Jul 05 18:04:25.162629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-c7f90e38-bc63-4f22-acf9-3e24e071bc42 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:25.162629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-c7f90e38-bc63-4f22-acf9-3e24e071bc42 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874681 Jul 05 18:04:25.174864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Request body: {'port': {'device_id': '6cc2a9c4-b425-4091-b6c5-e1c27534f12b', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'cf3faad4f25247ee9e9afc37fa8541ea'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:25.306953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:04:25.345549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:04:25.346421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3d0275bd-59c6-4d1f-9745-7ec6dd997f79 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:04:25.350408 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:25.429162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f390bf2-e665-4da6-b03d-2151c06c73ce,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:25.438325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Checking segment: {'id': '958e1a2e-9f35-4bd4-9283-25ee072ab26a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c55f8bb8-c3fe-429e-aedf-e767abf5e490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:25.438793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Network hostable DHCP agents. Network: c55f8bb8-c3fe-429e-aedf-e767abf5e490, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:04:25.464405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f70068c0-360b-42c5-b80e-e654df915393 req-5369634d-746e-4066-93ad-17ad28667262 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 210 time: 0.0627694 Jul 05 18:04:25.467635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Made reservation on behalf of cf3faad4f25247ee9e9afc37fa8541ea for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:25.473958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:25.483435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e2427c-c577-4857-91ec-99d9d509da79 req-356a9660-a31d-4e14-9996-ad7de4c80fd2 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:25.485408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55e2427c-c577-4857-91ec-99d9d509da79 req-356a9660-a31d-4e14-9996-ad7de4c80fd2 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.97 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 945 time: 0.2007082 Jul 05 18:04:25.501089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:25.544222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Network c55f8bb8-c3fe-429e-aedf-e767abf5e490 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:04:25.624638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5d443-4c5f-4355-add0-b1cdfebc9f83 req-2f9646a8-25e0-44b2-8d40-2a2c8bdb54fd tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:25.626066 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09d5d443-4c5f-4355-add0-b1cdfebc9f83 req-2f9646a8-25e0-44b2-8d40-2a2c8bdb54fd tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 945 time: 0.2508941 Jul 05 18:04:25.655296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, c55f8bb8-c3fe-429e-aedf-e767abf5e490) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:25.660272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:25.660947 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:25.667344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700100cd-6198-4611-89d4-7b8c408a38bf None None] Network c55f8bb8-c3fe-429e-aedf-e767abf5e490 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:25.710169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09d5d443-4c5f-4355-add0-b1cdfebc9f83 req-f4e7bd72-a7fa-4368-a133-b6e0ac92d716 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/security-groups?id=a3848f1a-87a9-48f4-b59c-873dc6bce18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751941 Jul 05 18:04:25.772452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55e2427c-c577-4857-91ec-99d9d509da79 req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Deleting port c8cc5e6a-231d-46c5-b4fc-293e78921cba {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:04:25.773049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55e2427c-c577-4857-91ec-99d9d509da79 req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:25.807415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76926f94-6a75-4c59-ad15-7f53c2b04eff None None] Network c55f8bb8-c3fe-429e-aedf-e767abf5e490 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:25.878490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:25.929545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-3581f84c-a24d-464f-b659-9aebb43cabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:25.931142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-3581f84c-a24d-464f-b659-9aebb43cabcd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 1101 time: 0.2150943 Jul 05 18:04:25.991390 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:26.010059 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1b38bda2-7a41-418f-bb13-0d80492494bb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0673990 Jul 05 18:04:26.064498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55e2427c-c577-4857-91ec-99d9d509da79 req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] For port c8cc5e6a-231d-46c5-b4fc-293e78921cba, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8cc5e6a-231d-46c5-b4fc-293e78921cba,segment=NetworkSegment(2d652714-db7b-4770-812b-28d718546045),segment_id=2d652714-db7b-4770-812b-28d718546045)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:26.064857 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55e2427c-c577-4857-91ec-99d9d509da79 req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:26.275892 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:26.418940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55e2427c-c577-4857-91ec-99d9d509da79 req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Calling delete_port for c8cc5e6a-231d-46c5-b4fc-293e78921cba owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:04:26.450720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84e1a533-cf10-4fec-b917-29c6b6bba72b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:26.488662 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-685594b3-50aa-4f8c-bcdd-ff3145cde81d req-537a44e7-eef1-474e-8d3a-a2466f91a964 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 210 time: 0.0750022 Jul 05 18:04:26.596933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-94d90d34-ddb5-41b5-aece-f82884642e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:26.598467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-94d90d34-ddb5-41b5-aece-f82884642e26 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.6500247 Jul 05 18:04:26.616638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904f70c-e10a-43ec-bfbf-014624d3c93d req-822acb4b-03d9-4ac7-ac37-9a57c992214a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:26.618181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0904f70c-e10a-43ec-bfbf-014624d3c93d req-822acb4b-03d9-4ac7-ac37-9a57c992214a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.6537900 Jul 05 18:04:26.696115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-7d39b8ec-d111-4fc2-bb0f-68906ee785e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=45eb71e1-3657-42ee-abea-128243437218 HTTP/1.1" status: 200 len: 217 time: 0.0692515 Jul 05 18:04:26.717333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Allocated IP 192.168.233.233 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/ae804211-6a7f-44a7-a0b3-1bab43eaea3b) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:26.754994 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-b17d67cf-c5fa-4301-a94b-54ef2c66845d req-b6d2719a-5e23-4fc4-89aa-f6215b97b9a7 tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] show failed (client error): The resource could not be found. Jul 05 18:04:26.756027 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b17d67cf-c5fa-4301-a94b-54ef2c66845d req-b6d2719a-5e23-4fc4-89aa-f6215b97b9a7 tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] 10.222.0.30 "GET /v2.0/security-groups/1d0fe1a5-be5f-4c3e-b5e3-6e92ea2d72aa HTTP/1.1" status: 404 len: 352 time: 0.0691607 Jul 05 18:04:26.798795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0904f70c-e10a-43ec-bfbf-014624d3c93d req-56c92c39-069b-442f-a134-0bb292081562 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708095 Jul 05 18:04:26.874669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-25f5407f-99b1-414c-ac02-0e9105b04a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:26.875951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-25f5407f-99b1-414c-ac02-0e9105b04a34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1564870 Jul 05 18:04:26.961422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb4a18a2-120b-4ae4-8e24-0927dcb6fc31 req-5a081f76-85f4-4466-8db0-c78b6b3603dc tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 210 time: 0.0376182 Jul 05 18:04:26.977620 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55e2427c-c577-4857-91ec-99d9d509da79 req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:27.097342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57b416c1-cd4c-4445-a06e-cb9188324cea req-08175bdd-a288-408d-a59b-3fec272f39ff tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4b764d-da41-4aa5-b1d5-40eec5fc5147 HTTP/1.1" status: 200 len: 210 time: 0.1252134 Jul 05 18:04:27.113398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Pushing event deleted for resources: {'Port': ['ID=c8cc5e6a-231d-46c5-b4fc-293e78921cba,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:27.131014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-85aea7c4-09cb-4a05-8f89-4490271ca449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:27.132573 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-85aea7c4-09cb-4a05-8f89-4490271ca449 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2398815 Jul 05 18:04:27.165922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-e5e556d6-4c64-45c1-bb51-833091c08441 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:04:27.166926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-e5e556d6-4c64-45c1-bb51-833091c08441 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140028 Jul 05 18:04:27.194214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e2427c-c577-4857-91ec-99d9d509da79 req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] No DVR routers for this DVR port c8cc5e6a-231d-46c5-b4fc-293e78921cba on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:04:27.196909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55e2427c-c577-4857-91ec-99d9d509da79 req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:27.200253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55e2427c-c577-4857-91ec-99d9d509da79 req-f57de920-bc12-4aba-99ed-5e76b092b563 tempest-ServerAddressesTestJSON-1199601164 tempest-ServerAddressesTestJSON-1199601164-project] 10.222.0.97 "DELETE /v2.0/ports/c8cc5e6a-231d-46c5-b4fc-293e78921cba HTTP/1.1" status: 204 len: 173 time: 1.7077758 Jul 05 18:04:27.218244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4b764d-da41-4aa5-b1d5-40eec5fc5147', 'name': 'network-vif-deleted', 'tag': 'c8cc5e6a-231d-46c5-b4fc-293e78921cba'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:27.220570 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82dce248-7856-4bdb-aafa-b87b66be8f44" -d '{"events": [{"server_uuid": "ad4b764d-da41-4aa5-b1d5-40eec5fc5147", "name": "network-vif-deleted", "tag": "c8cc5e6a-231d-46c5-b4fc-293e78921cba"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:27.292144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16cd7e72-c0db-458e-b735-799f66caeb91 req-c7c6c4dd-348b-425a-b4f6-ddc9cf7db92c tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaed3e16966f4e62b2316be659fa2c80 HTTP/1.1" status: 200 len: 2988 time: 0.2542243 Jul 05 18:04:27.331552 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:27.367536 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7bce7b2-632c-4bca-bb75-6c314f69999d x-openstack-request-id: req-c7bce7b2-632c-4bca-bb75-6c314f69999d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:27.367833 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4b764d-da41-4aa5-b1d5-40eec5fc5147", "name": "network-vif-deleted", "tag": "c8cc5e6a-231d-46c5-b4fc-293e78921cba", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:27.368080 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7bce7b2-632c-4bca-bb75-6c314f69999d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:27.368467 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4b764d-da41-4aa5-b1d5-40eec5fc5147', 'name': 'network-vif-deleted', 'tag': 'c8cc5e6a-231d-46c5-b4fc-293e78921cba', 'status': 'completed', 'code': 200} Jul 05 18:04:27.383823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Transition to ACTIVE for port object ae804211-6a7f-44a7-a0b3-1bab43eaea3b will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:27.401828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16cd7e72-c0db-458e-b735-799f66caeb91 req-6974eb19-daa0-4d36-acf6-82cb340437b6 tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] 10.222.0.30 "GET /v2.0/security-groups/f2f3df83-91ec-431d-842c-0cf7139f6221 HTTP/1.1" status: 200 len: 2985 time: 0.1029880 Jul 05 18:04:27.408076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-ef14488e-a4af-40f8-8bf5-2678147e4cbf service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149489 Jul 05 18:04:27.529138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16cd7e72-c0db-458e-b735-799f66caeb91 req-6f32cd2d-4251-45bf-8061-f807b08650e4 tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] 10.222.0.30 "GET /v2.0/security-groups/f2f3df83-91ec-431d-842c-0cf7139f6221 HTTP/1.1" status: 200 len: 2985 time: 0.1183989 Jul 05 18:04:27.577175 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-81bcd19c-4779-4187-a8c7-c33375913512 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562510 Jul 05 18:04:27.609419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bb5b5cd-90ba-4d41-a2dc-8f9e2022c87e req-fa753b7a-c164-45f3-8280-5473bcd22c9a tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] 10.222.0.30 "GET /v2.0/security-groups/f2f3df83-91ec-431d-842c-0cf7139f6221 HTTP/1.1" status: 200 len: 2985 time: 0.0573521 Jul 05 18:04:27.613613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:27.690447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:27.722782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:27.725226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:27.773187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Pushing event updated for resources: {'Port': ['ID=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:27.824778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:27.825642 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:27.830408 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-2bb5b5cd-90ba-4d41-a2dc-8f9e2022c87e req-0ce94c9b-51a2-4f7f-b493-e341ddb9da3c tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 18:04:27.831484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bb5b5cd-90ba-4d41-a2dc-8f9e2022c87e req-0ce94c9b-51a2-4f7f-b493-e341ddb9da3c tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] 10.222.0.30 "DELETE /v2.0/security-groups/f2f3df83-91ec-431d-842c-0cf7139f6221 HTTP/1.1" status: 409 len: 352 time: 0.2124934 Jul 05 18:04:27.863250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f27d8-ca7e-48fe-b543-89cc9347caf6 req-c12c50ed-3998-4ba5-a9b1-f52e70d8b5f3 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:27.864886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-409f27d8-ca7e-48fe-b543-89cc9347caf6 req-c12c50ed-3998-4ba5-a9b1-f52e70d8b5f3 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 936 time: 0.2100780 Jul 05 18:04:27.970004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-5c94f6db-afae-4663-b972-fde7d7604e88 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7996767 Jul 05 18:04:27.984230 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-409f27d8-ca7e-48fe-b543-89cc9347caf6 req-1772fe5b-2a40-4ef4-a494-2f932532eafc tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121213 Jul 05 18:04:27.998114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Request body: {'port': {'device_id': '6cc2a9c4-b425-4091-b6c5-e1c27534f12b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:28.081570 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0a2117db-7ad0-4b53-a3b8-a74437348718 None None] Provisioning for port ae804211-6a7f-44a7-a0b3-1bab43eaea3b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:28.086171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0a2117db-7ad0-4b53-a3b8-a74437348718 None None] Provisioning complete for port ae804211-6a7f-44a7-a0b3-1bab43eaea3b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:28.086806 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0a2117db-7ad0-4b53-a3b8-a74437348718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.091717 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-02fead8f-69f1-4c0e-ba8c-3c6f61f62e35 req-71ddce2c-8350-41b5-aced-6c3f21734376 tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] show failed (client error): The resource could not be found. Jul 05 18:04:28.092769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02fead8f-69f1-4c0e-ba8c-3c6f61f62e35 req-71ddce2c-8350-41b5-aced-6c3f21734376 tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] 10.222.0.30 "GET /v2.0/security-groups/48d9eca3-b24c-49c5-bcca-64f3ca9a399c HTTP/1.1" status: 404 len: 352 time: 0.0472999 Jul 05 18:04:28.149234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-3512a539-6968-4751-9592-a15d55f0bd7c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:28.150919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-3512a539-6968-4751-9592-a15d55f0bd7c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.2511997 Jul 05 18:04:28.156535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0a2117db-7ad0-4b53-a3b8-a74437348718 None None] Port ae804211-6a7f-44a7-a0b3-1bab43eaea3b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:04:28.172865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Request body: {'port': {'device_id': '282a57f5-12d2-4ffe-874e-b35d362d036d', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'admin_state_up': True, 'tenant_id': 'e5d9dc7e44164a6fac406c4a8a582197'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:28.190193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.264184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633588ba-181f-4ef5-8077-7ab0ab1334a6 req-803e80fc-b012-4524-b424-53cb0989268b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:28.265798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-633588ba-181f-4ef5-8077-7ab0ab1334a6 req-803e80fc-b012-4524-b424-53cb0989268b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.3001339 Jul 05 18:04:28.384932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4885074-fa62-469f-8620-356a316c97b6 req-7081779f-03eb-4f0a-a528-3711fe0d1276 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 210 time: 0.0552869 Jul 05 18:04:28.395059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c8cc5e6a-231d-46c5-b4fc-293e78921cba no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:04:28.416981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: c8cc5e6a-231d-46c5-b4fc-293e78921cba {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:04:28.417422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c8cc5e6a-231d-46c5-b4fc-293e78921cba not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:04:28.496566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-633588ba-181f-4ef5-8077-7ab0ab1334a6 req-92886401-c69c-4948-a840-7d3f8387b45e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000902 Jul 05 18:04:28.497260 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-89d49eeb-cd60-4a5f-a537-709826cf3f63 req-5c5ceb9a-9ee8-40cb-b45c-466fa2e355b8 tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] show failed (client error): The resource could not be found. Jul 05 18:04:28.498210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89d49eeb-cd60-4a5f-a537-709826cf3f63 req-5c5ceb9a-9ee8-40cb-b45c-466fa2e355b8 tempest-SecurityGroupsNegativeTestJSON-230748513 tempest-SecurityGroupsNegativeTestJSON-230748513-project] 10.222.0.30 "GET /v2.0/security-groups/6fa91c7c-d56c-4bb5-a857-6848e4182b9e HTTP/1.1" status: 404 len: 352 time: 0.0557673 Jul 05 18:04:28.512980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56024) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:28.579797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eecf91e-5983-4f3c-9a24-5de36dd72dde admin admin] Deleting subnet 0f390bf2-e665-4da6-b03d-2151c06c73ce {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:04:28.585467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0eecf91e-5983-4f3c-9a24-5de36dd72dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.596652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56026) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:28.634736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0eecf91e-5983-4f3c-9a24-5de36dd72dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.675932 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0eecf91e-5983-4f3c-9a24-5de36dd72dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.689632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Made reservation on behalf of e5d9dc7e44164a6fac406c4a8a582197 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:28.693352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.749242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae804211-6a7f-44a7-a0b3-1bab43eaea3b {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:28.758639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.784232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4126bcc-bc6c-466f-a8f0-3328baa0a9fa admin admin] Deleting subnet af3c7cdd-7aff-4c0b-84cf-8966487d4ecd {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:04:28.807582 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0eecf91e-5983-4f3c-9a24-5de36dd72dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.815161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Transition to ACTIVE for port object ae804211-6a7f-44a7-a0b3-1bab43eaea3b will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:28.815973 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a4126bcc-bc6c-466f-a8f0-3328baa0a9fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.833468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eecf91e-5983-4f3c-9a24-5de36dd72dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f390bf2-e665-4da6-b03d-2151c06c73ce,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:28.837178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0eecf91e-5983-4f3c-9a24-5de36dd72dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.842321 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0eecf91e-5983-4f3c-9a24-5de36dd72dde admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0f390bf2-e665-4da6-b03d-2151c06c73ce HTTP/1.1" status: 204 len: 168 time: 0.3250470 Jul 05 18:04:28.843096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56028) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:28.916475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:28.930961 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a4126bcc-bc6c-466f-a8f0-3328baa0a9fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.060873 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.073582 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a4126bcc-bc6c-466f-a8f0-3328baa0a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.080455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Pushing event updated for resources: {'Port': ['ID=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:29.083299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Allocated IP 172.20.0.7 (11678359-d42e-442f-80db-89c8dd5427d0/9bc817a4-e30e-4735-8b7a-fc82953cd1db/4be04f68-5c16-4697-b026-01dea34bf2af) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:29.411964 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.435815 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a4126bcc-bc6c-466f-a8f0-3328baa0a9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.438737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c55f8bb8-c3fe-429e-aedf-e767abf5e490']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:29.445056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Attempting to bind port ae804211-6a7f-44a7-a0b3-1bab43eaea3b on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:29.445418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Attempting to bind port ae804211-6a7f-44a7-a0b3-1bab43eaea3b by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:29.445750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Attempting to bind port ae804211-6a7f-44a7-a0b3-1bab43eaea3b on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:29.446983 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.491106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '958e1a2e-9f35-4bd4-9283-25ee072ab26a') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:29.491432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '958e1a2e-9f35-4bd4-9283-25ee072ab26a') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:29.507480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Port ae804211-6a7f-44a7-a0b3-1bab43eaea3b on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:04:29.507809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Attempting to bind port ae804211-6a7f-44a7-a0b3-1bab43eaea3b on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:29.509855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4126bcc-bc6c-466f-a8f0-3328baa0a9fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3c7cdd-7aff-4c0b-84cf-8966487d4ecd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:29.812905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a4126bcc-bc6c-466f-a8f0-3328baa0a9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.814787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a4126bcc-bc6c-466f-a8f0-3328baa0a9fa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/af3c7cdd-7aff-4c0b-84cf-8966487d4ecd HTTP/1.1" status: 204 len: 168 time: 1.2171397 Jul 05 18:04:29.816513 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.817386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56042) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:29.825199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8f239-a4db-4a03-b402-aa4fde558ef3 req-1332b163-8f1d-4548-b7ee-440ef2722205 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:29.826709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bef8f239-a4db-4a03-b402-aa4fde558ef3 req-1332b163-8f1d-4548-b7ee-440ef2722205 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 948 time: 0.6780641 Jul 05 18:04:29.869261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:29.869934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:29.870032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:29.870441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Bound port: ae804211-6a7f-44a7-a0b3-1bab43eaea3b, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:29.871468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.886239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37b9cfed-c217-4d99-a802-5ba9f30c5ea6 req-e12d122a-01fb-4804-9712-e041037078c4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 210 time: 0.0796623 Jul 05 18:04:29.887589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.887952 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.927084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:04:29.927499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:04:29.932870 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:04:29.936984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.984311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:29.995522 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6def20c5-092e-4083-b4bd-d71d4bbf7767']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:30.007230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d652714-db7b-4770-812b-28d718546045') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:30.007600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d652714-db7b-4770-812b-28d718546045') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:30.017765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.031703 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.038067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:04:30.038475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:04:30.040145 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:04:30.046163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bef8f239-a4db-4a03-b402-aa4fde558ef3 req-36c1c8a8-0d37-45f8-a8f2-78322617d63e tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993945 Jul 05 18:04:30.119390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] For port ae804211-6a7f-44a7-a0b3-1bab43eaea3b, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:30.125188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] For port ae804211-6a7f-44a7-a0b3-1bab43eaea3b, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:30.130739 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.138664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.140447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] 10.222.0.30 "DELETE /v2.0/networks/c55f8bb8-c3fe-429e-aedf-e767abf5e490 HTTP/1.1" status: 204 len: 168 time: 1.2968993 Jul 05 18:04:30.154045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9759e00-7cc1-4eff-bea3-f20743b0278f admin admin] Pushing event deleted for resources: {'Network': ['ID=c55f8bb8-c3fe-429e-aedf-e767abf5e490,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:30.174598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fef82-3aca-465a-ab6e-ab86a9a1d067 req-2d969eb5-0580-4e07-acbc-88fa41b3b05e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:30.175911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad5fef82-3aca-465a-ab6e-ab86a9a1d067 req-2d969eb5-0580-4e07-acbc-88fa41b3b05e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1504631 Jul 05 18:04:30.179397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.202079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.204288 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6def20c5-092e-4083-b4bd-d71d4bbf7767 HTTP/1.1" status: 204 len: 168 time: 0.3858566 Jul 05 18:04:30.205313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3a2ba-12a1-4dfc-9654-54c6e795f601 admin admin] Pushing event deleted for resources: {'Network': ['ID=6def20c5-092e-4083-b4bd-d71d4bbf7767,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:30.227862 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.278486 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.287208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad5fef82-3aca-465a-ab6e-ab86a9a1d067 req-4411bd98-07ef-4565-b273-c4c289d73ce8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956652 Jul 05 18:04:30.292384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:30.293050 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.294509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] 10.222.0.39 "PUT /v2.0/ports/ae804211-6a7f-44a7-a0b3-1bab43eaea3b HTTP/1.1" status: 200 len: 1096 time: 2.3053887 Jul 05 18:04:30.298914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc2a9c4-b425-4091-b6c5-e1c27534f12b', 'tag': 'ae804211-6a7f-44a7-a0b3-1bab43eaea3b'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:30.298914 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05064d16-d4f4-4901-8206-3a19a9483950" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc2a9c4-b425-4091-b6c5-e1c27534f12b", "tag": "ae804211-6a7f-44a7-a0b3-1bab43eaea3b"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:30.342210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Network 11678359-d42e-442f-80db-89c8dd5427d0 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:30.349197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa818c7-070b-4aec-8dc7-57668fb9501a service neutron] Pushing event updated for resources: {'Port': ['ID=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:30.354994 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d672f0-6fd4-4785-97f5-f87ba3075e7d x-openstack-request-id: req-39d672f0-6fd4-4785-97f5-f87ba3075e7d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:30.355184 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc2a9c4-b425-4091-b6c5-e1c27534f12b", "tag": "ae804211-6a7f-44a7-a0b3-1bab43eaea3b", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:30.356209 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39d672f0-6fd4-4785-97f5-f87ba3075e7d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:30.356633 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc2a9c4-b425-4091-b6c5-e1c27534f12b', 'tag': 'ae804211-6a7f-44a7-a0b3-1bab43eaea3b', 'status': 'completed', 'code': 200} Jul 05 18:04:30.357648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:30.360332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:30.480593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:30.481226 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.486491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event updated for resources: {'Port': ['ID=4be04f68-5c16-4697-b026-01dea34bf2af,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:30.518943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064d16-d4f4-4901-8206-3a19a9483950 req-c932cc43-e474-49ab-b712-091e95694df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:30.520590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05064d16-d4f4-4901-8206-3a19a9483950 req-c932cc43-e474-49ab-b712-091e95694df7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3faad4f25247ee9e9afc37fa8541ea&device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 1099 time: 0.1307082 Jul 05 18:04:30.552135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05064d16-d4f4-4901-8206-3a19a9483950 req-2f79a7e9-9cb7-4583-a5c6-d5759208699b service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cf3faad4f25247ee9e9afc37fa8541ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206108 Jul 05 18:04:30.585461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5c3f1526-9903-47ad-b224-c3893fb33fe9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4180641 Jul 05 18:04:30.615401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Request body: {'port': {'device_id': '282a57f5-12d2-4ffe-874e-b35d362d036d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:30.651407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56052) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:30.684580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56054) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:30.698746 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7b0158f9-173a-47e0-8d0f-0e10179fcc1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=823e797ee16a4d7288fe725a71a9828a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457551 Jul 05 18:04:30.701698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56056) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:30.738268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05064d16-d4f4-4901-8206-3a19a9483950 req-2844cf7c-ea71-4da8-b747-90f13090b504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:30.739797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05064d16-d4f4-4901-8206-3a19a9483950 req-2844cf7c-ea71-4da8-b747-90f13090b504 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1796877 Jul 05 18:04:30.750773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10884a9d-a44d-489d-abc2-2ae062fa8665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.754347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.775610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10884a9d-a44d-489d-abc2-2ae062fa8665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.781759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-63e5101d-bc98-4dbe-ae54-132b7e61e3f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaed3e16966f4e62b2316be659fa2c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0933092 Jul 05 18:04:30.782590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56058) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:30.887957 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10884a9d-a44d-489d-abc2-2ae062fa8665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.890853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10884a9d-a44d-489d-abc2-2ae062fa8665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.892012 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-10884a9d-a44d-489d-abc2-2ae062fa8665 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3848f1a-87a9-48f4-b59c-873dc6bce18d HTTP/1.1" status: 204 len: 168 time: 0.1893785 Jul 05 18:04:30.900286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10884a9d-a44d-489d-abc2-2ae062fa8665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3848f1a-87a9-48f4-b59c-873dc6bce18d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:30.966806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-53180731-1936-4044-8c6f-b15351e68504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:30.998300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-79364f0a-ed61-4323-a469-5e3542d28c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:30.999885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-79364f0a-ed61-4323-a469-5e3542d28c61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf3faad4f25247ee9e9afc37fa8541ea&device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 1099 time: 0.1934407 Jul 05 18:04:31.054883 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-53180731-1936-4044-8c6f-b15351e68504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:31.108051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-2c26a4d2-9920-43ab-8f85-6204bb8352b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=ae804211-6a7f-44a7-a0b3-1bab43eaea3b HTTP/1.1" status: 200 len: 217 time: 0.0662668 Jul 05 18:04:31.266152 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-e0adeec4-387d-49e9-b042-b676ed3a01f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:31.278705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-e0adeec4-387d-49e9-b042-b676ed3a01f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1358025 Jul 05 18:04:31.345675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086266c8-df0e-4ed2-8db2-861c8fc1991d req-aeeb3138-bf1d-40b0-a41d-093c910e286a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:31.347242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-086266c8-df0e-4ed2-8db2-861c8fc1991d req-aeeb3138-bf1d-40b0-a41d-093c910e286a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 931 time: 0.3039262 Jul 05 18:04:31.404067 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-53180731-1936-4044-8c6f-b15351e68504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:31.406963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-53180731-1936-4044-8c6f-b15351e68504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:31.408099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-53180731-1936-4044-8c6f-b15351e68504 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2f3df83-91ec-431d-842c-0cf7139f6221 HTTP/1.1" status: 204 len: 168 time: 0.6246052 Jul 05 18:04:31.425587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5500803e-b703-40f4-8add-386a85d37dc8 req-e354a165-4d05-482d-ac00-36e548d31cb8 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:31.427132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5500803e-b703-40f4-8add-386a85d37dc8 req-e354a165-4d05-482d-ac00-36e548d31cb8 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 948 time: 0.2501061 Jul 05 18:04:31.452319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53180731-1936-4044-8c6f-b15351e68504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f3df83-91ec-431d-842c-0cf7139f6221,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:31.472957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be04f68-5c16-4697-b026-01dea34bf2af {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:31.499024 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:31.503582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-086266c8-df0e-4ed2-8db2-861c8fc1991d req-6dd5ca54-1613-4296-b150-3911039cb608 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432221 Jul 05 18:04:31.525901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-c0876dfd-065a-407a-b4e2-b9816fd7a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:31.525901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-c0876dfd-065a-407a-b4e2-b9816fd7a80b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2459154 Jul 05 18:04:31.531598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Transition to ACTIVE for port object 4be04f68-5c16-4697-b026-01dea34bf2af will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:31.535107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5500803e-b703-40f4-8add-386a85d37dc8 req-99dc3826-fa4a-4c01-b113-c8cb7a3fec0b tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924811 Jul 05 18:04:31.655956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-398b9084-0049-4009-9f32-0d92f01c6abe service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188192 Jul 05 18:04:31.657527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:31.862862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Pushing event updated for resources: {'Port': ['ID=4be04f68-5c16-4697-b026-01dea34bf2af,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:31.935203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004faf77-88dd-4cfd-8c47-2756c60848ed req-ad0f0f6f-6035-4799-a52a-d3dde9285c48 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665918 Jul 05 18:04:31.939501 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Attempting to bind port 4be04f68-5c16-4697-b026-01dea34bf2af on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:31.940576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Attempting to bind port 4be04f68-5c16-4697-b026-01dea34bf2af by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:31.940912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Attempting to bind port 4be04f68-5c16-4697-b026-01dea34bf2af on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:31.951647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Port 4be04f68-5c16-4697-b026-01dea34bf2af on network 11678359-d42e-442f-80db-89c8dd5427d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:04:31.961540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Attempting to bind port 4be04f68-5c16-4697-b026-01dea34bf2af on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:31.967206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5c19e-4581-47f8-8ff7-e7f3b7e36a92 req-389fdcf0-2e13-415a-b348-b205a57aa3d1 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:31.968786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66d5c19e-4581-47f8-8ff7-e7f3b7e36a92 req-389fdcf0-2e13-415a-b348-b205a57aa3d1 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1957393 Jul 05 18:04:31.969585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:31.969928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Checking segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:31.970320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Bound using segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:31.970790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Bound port: 4be04f68-5c16-4697-b026-01dea34bf2af, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:31.971153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:32.054873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66d5c19e-4581-47f8-8ff7-e7f3b7e36a92 req-7b63417d-ffd6-4eb4-9b56-d76793b6c5ac tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747004 Jul 05 18:04:32.078460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] For port 4be04f68-5c16-4697-b026-01dea34bf2af, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:32.081815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] For port 4be04f68-5c16-4697-b026-01dea34bf2af, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4be04f68-5c16-4697-b026-01dea34bf2af,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:32.201998 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:32.257509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:32.258087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:32.259522 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] 10.222.0.39 "PUT /v2.0/ports/4be04f68-5c16-4697-b026-01dea34bf2af HTTP/1.1" status: 200 len: 1091 time: 1.6487107 Jul 05 18:04:32.263646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b72967-9bd1-4708-a5be-dffffdf0df5d service neutron] Pushing event updated for resources: {'Port': ['ID=4be04f68-5c16-4697-b026-01dea34bf2af,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:32.358439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '282a57f5-12d2-4ffe-874e-b35d362d036d', 'tag': '4be04f68-5c16-4697-b026-01dea34bf2af'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:32.362685 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23" -d '{"events": [{"name": "network-changed", "server_uuid": "282a57f5-12d2-4ffe-874e-b35d362d036d", "tag": "4be04f68-5c16-4697-b026-01dea34bf2af"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:32.506229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-e75294af-09e5-4b0a-8b6f-752aa81dbc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:32.507881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-e75294af-09e5-4b0a-8b6f-752aa81dbc5b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 1094 time: 0.0576346 Jul 05 18:04:32.558898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-6d519072-096e-48a9-aebc-ecb9334e4740 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be04f68-5c16-4697-b026-01dea34bf2af HTTP/1.1" status: 200 len: 217 time: 0.0389953 Jul 05 18:04:32.617977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5244cd81-a34c-440a-afbf-7a3fe6f7ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:32.619677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5244cd81-a34c-440a-afbf-7a3fe6f7ba19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.0476854 Jul 05 18:04:32.694861 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-c93c084f-3229-432c-ba94-5ed9d0378874 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547915 Jul 05 18:04:32.728992 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a977dc-90f4-41d4-b2b2-c6bb1d36c6f6 x-openstack-request-id: req-f2a977dc-90f4-41d4-b2b2-c6bb1d36c6f6 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:32.729302 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "282a57f5-12d2-4ffe-874e-b35d362d036d", "tag": "4be04f68-5c16-4697-b026-01dea34bf2af", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:32.729559 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2a977dc-90f4-41d4-b2b2-c6bb1d36c6f6 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:32.729994 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '282a57f5-12d2-4ffe-874e-b35d362d036d', 'tag': '4be04f68-5c16-4697-b026-01dea34bf2af', 'status': 'completed', 'code': 200} Jul 05 18:04:32.774651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56130) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:32.787643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a5585-245e-41ad-a0da-205557112295 req-16cbd22d-36c3-4fc9-a369-86082ed08df6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:32.789214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec3a5585-245e-41ad-a0da-205557112295 req-16cbd22d-36c3-4fc9-a369-86082ed08df6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 943 time: 0.1612601 Jul 05 18:04:32.857038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-5ce81d18-f88f-4f6b-9f0b-ad96e3540ded service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498957 Jul 05 18:04:32.866971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56136) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:32.904866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec3a5585-245e-41ad-a0da-205557112295 req-56109fef-69d4-4b7b-b4b6-5ac3f48e9014 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046305 Jul 05 18:04:32.964257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2041446806-network', 'tenant_id': 'df8891ef8beb4ec9938d037f358c6aca'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:33.003746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742329e1-816d-4b6e-bdc0-82d05a44b2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.018625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140bbd6b-f4c6-4d8b-98f0-ad6d59dfca5e req-8dc67d63-c22d-4370-a9e5-2e4cd46f0654 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:33.023154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-140bbd6b-f4c6-4d8b-98f0-ad6d59dfca5e req-8dc67d63-c22d-4370-a9e5-2e4cd46f0654 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 948 time: 0.1915996 Jul 05 18:04:33.034379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfff3924-1ab8-4dfb-9769-0d4ef888ba6b req-1d67575c-03ba-4cba-9aa7-f3261b6f7563 service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486919 Jul 05 18:04:33.066280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Made reservation on behalf of df8891ef8beb4ec9938d037f358c6aca for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:33.068656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.081895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-140bbd6b-f4c6-4d8b-98f0-ad6d59dfca5e req-c374e60c-eca3-4a88-808c-f383865d3532 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530720 Jul 05 18:04:33.083103 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.171938 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742329e1-816d-4b6e-bdc0-82d05a44b2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.231837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-cd7dca12-8fec-4717-baec-62f64d116d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:33.233377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-cd7dca12-8fec-4717-baec-62f64d116d84 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 1094 time: 0.0642083 Jul 05 18:04:33.243296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742329e1-816d-4b6e-bdc0-82d05a44b2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.296084 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-742329e1-816d-4b6e-bdc0-82d05a44b2dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb86fe6fac4f4de6a2bffb4d739cd3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279888 Jul 05 18:04:33.301140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56142) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:33.314547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742329e1-816d-4b6e-bdc0-82d05a44b2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3de6c1-eddd-48d0-be57-c668db7e6ab8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:33.378088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-ad0d67ec-bab1-490e-a819-7f0be406bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:33.379612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-ad0d67ec-bab1-490e-a819-7f0be406bc81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 911 time: 0.1357923 Jul 05 18:04:33.388924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49e0b019-76fc-42d8-b825-4e8048bd9c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.394342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eae709-e0b1-4ce3-8d7b-010edb95d559 req-fb7cd904-3d03-44b5-86e9-7e83dc0277d3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:33.395825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92eae709-e0b1-4ce3-8d7b-010edb95d559 req-fb7cd904-3d03-44b5-86e9-7e83dc0277d3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1064975 Jul 05 18:04:33.409983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.421832 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49e0b019-76fc-42d8-b825-4e8048bd9c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.443175 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-33891f31-e36e-45cb-bf79-cb4fd06eb879 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be04f68-5c16-4697-b026-01dea34bf2af HTTP/1.1" status: 200 len: 217 time: 0.0463967 Jul 05 18:04:33.470430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.472916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92eae709-e0b1-4ce3-8d7b-010edb95d559 req-9cec0e63-6e88-4979-b9b2-4d2bc85b1698 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704498 Jul 05 18:04:33.501101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e604945-c90b-4b29-a72b-33ec48ad3521,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:33.518664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-12ee4619-33c0-40d9-8998-15e85c8ed514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:33.518664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-12ee4619-33c0-40d9-8998-15e85c8ed514 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.0567336 Jul 05 18:04:33.535012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49e0b019-76fc-42d8-b825-4e8048bd9c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.537605 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49e0b019-76fc-42d8-b825-4e8048bd9c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.541361 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-49e0b019-76fc-42d8-b825-4e8048bd9c4b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf3de6c1-eddd-48d0-be57-c668db7e6ab8 HTTP/1.1" status: 204 len: 168 time: 0.2356856 Jul 05 18:04:33.543485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:04:33.559426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e0b019-76fc-42d8-b825-4e8048bd9c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3de6c1-eddd-48d0-be57-c668db7e6ab8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:33.561830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.562227 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Added segment ecd6db1a-1e59-4d66-8e8d-52745aba9a8b of type vlan for network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 Jul 05 18:04:33.562390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-2321b8f1-d5f6-4daa-ba23-be6b12a035d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328906 Jul 05 18:04:33.614397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.665976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-8382ddae-b329-4ece-b50f-019b77d41742 service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882070 Jul 05 18:04:33.743911 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.744937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:33.746287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:33.763778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75c6fc27-c5e2-4d3c-96b9-44e8ef96ec23 req-0f7bcabe-80c5-41db-8dea-efeb52193e22 service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878372 Jul 05 18:04:33.805118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] Pushing event updated for resources: {'Network': ['ID=3df45d11-c588-43b3-8c9d-d69b1378f5e9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:33.816034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:04:33.905435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a4a850f1-a3af-4ff8-84e7-4b850162f9f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1288316 Jul 05 18:04:33.908762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56148) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:33.913826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Request body: {'subnet': {'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2041446806-subnet', 'tenant_id': 'df8891ef8beb4ec9938d037f358c6aca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:33.989687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Made reservation on behalf of df8891ef8beb4ec9938d037f358c6aca for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:33.992118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:34.129579 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d09dc8-5c99-4c28-aa1f-75fce8e511b7 req-46525e01-a453-4593-a26d-944668cd51ef tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:34.131201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7d09dc8-5c99-4c28-aa1f-75fce8e511b7 req-46525e01-a453-4593-a26d-944668cd51ef tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 943 time: 0.0977352 Jul 05 18:04:34.216072 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7d09dc8-5c99-4c28-aa1f-75fce8e511b7 req-fc7e4b89-77ed-44e4-8e2f-21502f7d3bf4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780332 Jul 05 18:04:34.333149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18063495-286c-4177-8127-deac875e448c req-029de3de-abb8-4d87-b1bb-2c5cd834c43c tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:34.338259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18063495-286c-4177-8127-deac875e448c req-029de3de-abb8-4d87-b1bb-2c5cd834c43c tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 948 time: 0.0698934 Jul 05 18:04:34.338259 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:34.422782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18063495-286c-4177-8127-deac875e448c req-355dfc76-c296-467e-91b3-6a50c2e5bd81 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805836 Jul 05 18:04:34.424863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae262b7-e0bb-4f0f-9e84-73c30c02472d,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:34.442788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Checking segment: {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:34.443234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Network hostable DHCP agents. Network: 3df45d11-c588-43b3-8c9d-d69b1378f5e9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:04:34.544595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:04:34.607392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 3df45d11-c588-43b3-8c9d-d69b1378f5e9) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:34.616336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc78da68-400f-462b-97e1-6eef07f23a19 None None] Network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:34.628193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:34.628876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:34.650856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56178) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:34.678965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b890fc1-6439-4d1f-822c-c5b00ceab6b5 req-02636bec-d2ae-4a4c-9d29-f9e2354c75e3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:34.680837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b890fc1-6439-4d1f-822c-c5b00ceab6b5 req-02636bec-d2ae-4a4c-9d29-f9e2354c75e3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.0855403 Jul 05 18:04:34.713789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-77fc0334-4b81-49d9-8e9f-2a4ab87c8a04 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7962532 Jul 05 18:04:34.729593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b890fc1-6439-4d1f-822c-c5b00ceab6b5 req-e93e8763-d890-4369-9dae-c7bb98c8ed7b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Jul 05 18:04:34.767237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2077698613-network', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:34.777738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed114e2-42c1-4280-a619-00fc73c44595 None None] Network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:34.878874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Made reservation on behalf of 01d6aae6f7a142dd91150aab24f853c5 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:34.878874 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:34.889015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:34.997197 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.041355 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.072031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:04:35.089372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62677dd6-5edb-4e81-a8b3-82ae46b79535,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:35.092873 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.093230 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Added segment f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa of type vlan for network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 Jul 05 18:04:35.197143 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.253812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-1171effd-f9ae-48eb-b2fe-e97b8b6a9c6f tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:35.255335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-1171effd-f9ae-48eb-b2fe-e97b8b6a9c6f tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 813 time: 0.1670260 Jul 05 18:04:35.270238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-87e5f0d5-6c1a-4d10-a661-bd333f44e37a tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/quotas/df8891ef8beb4ec9938d037f358c6aca HTTP/1.1" status: 200 len: 375 time: 0.0093374 Jul 05 18:04:35.306247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-3b367581-fca2-4d2c-8d72-7cbc50a457b4 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298851 Jul 05 18:04:35.315465 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.316654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:35.317372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.353646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 4be04f68-5c16-4697-b026-01dea34bf2af details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:35.478172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 4be04f68-5c16-4697-b026-01dea34bf2af, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4be04f68-5c16-4697-b026-01dea34bf2af,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:35.500162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '4be04f68-5c16-4697-b026-01dea34bf2af', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'port_id': '4be04f68-5c16-4697-b026-01dea34bf2af', 'mac_address': 'fa:16:3e:a0:e7:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc817a4-e30e-4735-8b7a-fc82953cd1db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:35.542809 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.560836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be04f68-5c16-4697-b026-01dea34bf2af {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:35.584312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 4be04f68-5c16-4697-b026-01dea34bf2af, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4be04f68-5c16-4697-b026-01dea34bf2af,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:35.636014 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.636793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device ae804211-6a7f-44a7-a0b3-1bab43eaea3b details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:35.680938 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.743556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=4be04f68-5c16-4697-b026-01dea34bf2af,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:35.752941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] Pushing event updated for resources: {'Network': ['ID=46ee77df-9bf6-4347-a82d-a1e630c06cb9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:35.753222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.753735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.754214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.754726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.761054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.761054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.761054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.761054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.761054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.761054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.761054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.761054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:35.771046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:04:35.786483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-81b70621-51bb-452f-a4c2-fd21a6d5a47f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1344748 Jul 05 18:04:35.790114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56210) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:35.796570 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Request body: {'subnet': {'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2077698613-subnet', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:35.801930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-901bf341-6e70-4b9b-87fb-98b6af553b23 service neutron] 10.222.0.30 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4818885 Jul 05 18:04:35.835283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bc24f-4796-4e02-86e5-94016891a008 req-7d17fbf5-4403-47b6-84a2-71cd11a8131a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:35.836778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e9bc24f-4796-4e02-86e5-94016891a008 req-7d17fbf5-4403-47b6-84a2-71cd11a8131a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 944 time: 0.1392407 Jul 05 18:04:35.856460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port ae804211-6a7f-44a7-a0b3-1bab43eaea3b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:35.877365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'ae804211-6a7f-44a7-a0b3-1bab43eaea3b', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'ae804211-6a7f-44a7-a0b3-1bab43eaea3b', 'mac_address': 'fa:16:3e:14:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:35.904112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Made reservation on behalf of 01d6aae6f7a142dd91150aab24f853c5 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:35.907091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.917085 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:35.933928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae804211-6a7f-44a7-a0b3-1bab43eaea3b {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:35.966832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port ae804211-6a7f-44a7-a0b3-1bab43eaea3b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:35.966951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e9bc24f-4796-4e02-86e5-94016891a008 req-8bbe2718-3190-4761-9d0b-77f18aad46ae tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838485 Jul 05 18:04:35.997058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-23d5c53c-470e-4b39-9d3c-2d8efad8df6f service neutron] 10.222.0.30 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860495 Jul 05 18:04:36.035517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:36.103542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:36.154882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-e69e493c-ba8c-4f0a-a222-b9b679ab063d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1507430 Jul 05 18:04:36.207512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:36.237040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-3b06bcd8-d36d-4b03-ae6d-3e31c7427414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:36.238702 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-3b06bcd8-d36d-4b03-ae6d-3e31c7427414 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 1096 time: 0.0622149 Jul 05 18:04:36.269776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9d8631-1208-4bd2-acab-9a922fcf0305,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:36.285497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Checking segment: {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:36.285862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Network hostable DHCP agents. Network: 46ee77df-9bf6-4347-a82d-a1e630c06cb9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:04:36.332786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:04:36.388167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['ae804211-6a7f-44a7-a0b3-1bab43eaea3b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:36.402440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-f2adc0d6-d5d7-4b05-a461-85e7e9e34643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:36.404180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-f2adc0d6-d5d7-4b05-a461-85e7e9e34643 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 917 time: 0.1415124 Jul 05 18:04:36.424385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 46ee77df-9bf6-4347-a82d-a1e630c06cb9) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:36.431294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:36.436611 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:36.446663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['4be04f68-5c16-4697-b026-01dea34bf2af'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:36.450310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1bb6c8-524a-4270-9645-7a0c7aceb40e None None] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:36.524960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa0e30-75a1-4832-a616-f5ca449802b6 req-fc6bdfc1-ccfb-492b-b080-4668ce122bdb tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:36.526487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2eaa0e30-75a1-4832-a616-f5ca449802b6 req-fc6bdfc1-ccfb-492b-b080-4668ce122bdb tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 949 time: 0.1841779 Jul 05 18:04:36.530202 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4699dd4-3bb3-406b-aad5-cfde42aba8e2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7373133 Jul 05 18:04:36.532942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56220) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:36.533743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-80f5293f-3bc2-4fb7-8824-e7f34d94109a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85678e80-5e31-4876-88f9-202d2f79869e HTTP/1.1" status: 200 len: 1001 time: 0.1217730 Jul 05 18:04:36.542482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:36.625818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2eaa0e30-75a1-4832-a616-f5ca449802b6 req-8e5f303e-8ca8-43e6-9190-87859d965b47 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911136 Jul 05 18:04:36.631266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-7f856011-c2d2-4f73-b951-bedc99e5426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:36.632717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-7f856011-c2d2-4f73-b951-bedc99e5426e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.0814025 Jul 05 18:04:36.638057 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:36.640890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:36.652277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c1d148-d6ae-41da-b73a-1d315e74c5e0 req-bc7e2ecc-d880-4250-99d5-51a040eb63f7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:36.652277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07c1d148-d6ae-41da-b73a-1d315e74c5e0 req-bc7e2ecc-d880-4250-99d5-51a040eb63f7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1785340 Jul 05 18:04:36.733294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:36.747367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07c1d148-d6ae-41da-b73a-1d315e74c5e0 req-591ab185-31aa-4010-9c8a-d30021ff9a71 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771718 Jul 05 18:04:36.755238 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:04:36.756089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:04:36.756952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:36.774777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-828eeae2-5b2d-4598-867f-3bc86c829c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:36.778765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-828eeae2-5b2d-4598-867f-3bc86c829c3b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1373973 Jul 05 18:04:36.790798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-f45cb768-657d-44f0-aa27-c7ee00aa0e23 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:04:36.798062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-f45cb768-657d-44f0-aa27-c7ee00aa0e23 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087578 Jul 05 18:04:36.916127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-9b772b97-1fc8-4702-a2e4-4b21e1f8b0b8 service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177890 Jul 05 18:04:36.997449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:37.061110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf5d36f5-01f2-4993-8397-14df98e75659 req-7d2d5edf-5116-4007-abac-392cbc6508d8 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 210 time: 0.0548995 Jul 05 18:04:37.115952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d523f72c-9b83-416d-a1f9-8560d87fa913 req-72d7625e-f4d6-40af-a395-850542db67f7 service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923077 Jul 05 18:04:37.173827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f161ea49-6f2c-4c04-a859-1aef3c541cab req-6e9fa3d8-f4a3-4bbe-8868-ef444b87c4a1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:37.176121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f161ea49-6f2c-4c04-a859-1aef3c541cab req-6e9fa3d8-f4a3-4bbe-8868-ef444b87c4a1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 944 time: 0.1042140 Jul 05 18:04:37.232125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Allocated IP 172.20.0.2 (46ee77df-9bf6-4347-a82d-a1e630c06cb9/2f9d8631-1208-4bd2-acab-9a922fcf0305/81ac0fba-8a1a-4bbd-9024-c4e29c22e23e) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:37.248078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f161ea49-6f2c-4c04-a859-1aef3c541cab req-29fa591d-c819-48aa-841d-df4f33cb57ca tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635393 Jul 05 18:04:37.439218 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:37.448892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Transition to ACTIVE for port object 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:37.466064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Transition to ACTIVE for port object 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:37.562076 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:37.601167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:37.604004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:37.610913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:37.616196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Pushing event updated for resources: {'Port': ['ID=81ac0fba-8a1a-4bbd-9024-c4e29c22e23e,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:37.640699 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:37.662272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:37.678651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Attempting to bind port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:37.679040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Attempting to bind port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:37.679416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Attempting to bind port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e on network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:37.688874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:37.689268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Checking segment: {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:37.689677 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:37.690077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Bound using segment: {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:37.690575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Bound port: 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:37.691124 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:37.765886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] For port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:37.769246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] For port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=81ac0fba-8a1a-4bbd-9024-c4e29c22e23e,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:37.794246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Allocated IP 172.25.3.205 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:37.814306 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:37.871228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b85162-9c82-4e99-a461-0c08eb522925 req-d4e46e83-95cb-4cd8-8e54-8731f6731052 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:37.872990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26b85162-9c82-4e99-a461-0c08eb522925 req-d4e46e83-95cb-4cd8-8e54-8731f6731052 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 949 time: 0.1125607 Jul 05 18:04:37.911468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc2c8a9-919e-440d-b211-2fadc17837f4 None None] Pushing event updated for resources: {'Port': ['ID=81ac0fba-8a1a-4bbd-9024-c4e29c22e23e,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:37.935497 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:37.948096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26b85162-9c82-4e99-a461-0c08eb522925 req-b5a388ce-5adb-4478-ae2c-ed1e89b19f78 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692780 Jul 05 18:04:38.039872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b091705-28c5-4ed4-a53c-b3cdc9430a8b req-76c64134-5ca4-4d44-855c-4a0089690fa7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:38.041442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b091705-28c5-4ed4-a53c-b3cdc9430a8b req-76c64134-5ca4-4d44-855c-4a0089690fa7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.0728838 Jul 05 18:04:38.042085 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:38.105805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b091705-28c5-4ed4-a53c-b3cdc9430a8b req-9260628e-e326-4a67-abef-ee4a1be2fce8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561705 Jul 05 18:04:38.174274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:38.174274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:38.177824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:38.201972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Pushing event updated for resources: {'Port': ['ID=c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:38.243177 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a804e353-6f3d-4524-84bb-7d98f7b95fc1 req-18286d12-1b25-4f5a-bb7a-45a6543ca41a tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 210 time: 0.0468223 Jul 05 18:04:38.446346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731107e0-c720-45b1-a1b9-a8f1a937d336 req-f021d2f8-37f8-4a81-9d13-49506d090c14 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:38.447753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-731107e0-c720-45b1-a1b9-a8f1a937d336 req-f021d2f8-37f8-4a81-9d13-49506d090c14 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 944 time: 0.0780220 Jul 05 18:04:38.503245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-731107e0-c720-45b1-a1b9-a8f1a937d336 req-60c5fddd-9a97-4402-946c-c32f2451e50c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443010 Jul 05 18:04:38.568050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:38.794449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:39.081729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:04:39.200571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b0d91-476e-4cf6-ad9f-a85ff5c522d5 req-ef87742f-6560-43b9-ba57-ce562cd466db tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:39.202198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f77b0d91-476e-4cf6-ad9f-a85ff5c522d5 req-ef87742f-6560-43b9-ba57-ce562cd466db tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 949 time: 0.1251457 Jul 05 18:04:39.258413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f623bf35-5d6f-41f3-b700-9ca9f236133a None None] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:04:39.264368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:04:39.296778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Sync routers for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:04:39.339917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:39.341531 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-934d126d-8db7-425d-b431-17aeab316aab admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8068216 Jul 05 18:04:39.344446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56272) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:39.369275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f77b0d91-476e-4cf6-ad9f-a85ff5c522d5 req-5b0f424d-efd6-49c4-8d05-6b929c536af2 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589305 Jul 05 18:04:39.372403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:39.373068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:39.384602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 4be04f68-5c16-4697-b026-01dea34bf2af up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:39.415861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb2995-9773-4171-bdcb-648de13e66bc req-c15a9856-4247-46c7-9336-93ab7433a219 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:39.418231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cfb2995-9773-4171-bdcb-648de13e66bc req-c15a9856-4247-46c7-9336-93ab7433a219 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1110437 Jul 05 18:04:39.473845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cfb2995-9773-4171-bdcb-648de13e66bc req-dd1ea272-0110-438f-9652-2764e6886dbf tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462813 Jul 05 18:04:39.496758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bf508ca8-bf03-4ca0-952e-6aff9e01e7f3 None None] Provisioning for port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:39.660222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:04:39.719859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 4be04f68-5c16-4697-b026-01dea34bf2af completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:39.724279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:39.750707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 4be04f68-5c16-4697-b026-01dea34bf2af triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:39.751087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:39.775740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f387547-5ca6-457c-a909-cf53d1da0bdd req-ebd4c2d6-8404-4222-a0f8-3852cc525125 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 210 time: 0.0395925 Jul 05 18:04:40.049277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.059589 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.065907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:40.081848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:40.082496 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.101510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb8d15-e636-4394-a15b-4f339e9c6a2d req-b009ba52-fc58-4632-bfe5-4dd795078676 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:40.103635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebeb8d15-e636-4394-a15b-4f339e9c6a2d req-b009ba52-fc58-4632-bfe5-4dd795078676 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 944 time: 0.2263637 Jul 05 18:04:40.118868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-30f31a43-c548-4243-bed8-2670ee3f20df tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:40.122696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-30f31a43-c548-4243-bed8-2670ee3f20df tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 813 time: 0.2555654 Jul 05 18:04:40.140769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282a57f5-12d2-4ffe-874e-b35d362d036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be04f68-5c16-4697-b026-01dea34bf2af'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:40.143220 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1984eca-21cc-4d2a-8154-c4d8c7c6a1be" -d '{"events": [{"server_uuid": "282a57f5-12d2-4ffe-874e-b35d362d036d", "name": "network-vif-plugged", "status": "completed", "tag": "4be04f68-5c16-4697-b026-01dea34bf2af"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:40.154109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Request body: {'port': {'device_id': '5226c21d-4f27-4b5f-aca4-5a296ee8a6e2', 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9', 'admin_state_up': True, 'tenant_id': 'df8891ef8beb4ec9938d037f358c6aca'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:40.165933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 4be04f68-5c16-4697-b026-01dea34bf2af, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4be04f68-5c16-4697-b026-01dea34bf2af,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:40.190934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:38Z', 'revision_number': 3, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:40.223251 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20278d7e-59eb-4221-85c4-e3b89e581dc5 x-openstack-request-id: req-20278d7e-59eb-4221-85c4-e3b89e581dc5 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:40.223535 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282a57f5-12d2-4ffe-874e-b35d362d036d", "name": "network-vif-plugged", "status": "completed", "tag": "4be04f68-5c16-4697-b026-01dea34bf2af", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:40.223853 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20278d7e-59eb-4221-85c4-e3b89e581dc5 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:40.224248 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282a57f5-12d2-4ffe-874e-b35d362d036d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be04f68-5c16-4697-b026-01dea34bf2af', 'code': 200} Jul 05 18:04:40.227157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Checking router: e32cce99-fc95-42c5-be08-f4f1dd5f4a4e for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:04:40.227640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Updating router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:04:40.230294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.230294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device ae804211-6a7f-44a7-a0b3-1bab43eaea3b up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:40.267679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebeb8d15-e636-4394-a15b-4f339e9c6a2d req-81174c38-358c-4717-b951-578273a63d1a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425626 Jul 05 18:04:40.335051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Allocated IP 172.20.0.1 (46ee77df-9bf6-4347-a82d-a1e630c06cb9/2f9d8631-1208-4bd2-acab-9a922fcf0305/671914bd-69c2-418c-b18e-957291e79906) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:40.416703 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.463100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Made reservation on behalf of df8891ef8beb4ec9938d037f358c6aca for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:40.468827 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.476299 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.560757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.598866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Transition to ACTIVE for port object 671914bd-69c2-418c-b18e-957291e79906 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:40.614536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3000ed75-4bdd-412c-9fcd-7a1a6b77e09e None None] Provisioning complete for port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:40.617051 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3000ed75-4bdd-412c-9fcd-7a1a6b77e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.626440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd010-965e-4749-ac25-5b5560103960 req-d16e3a33-981e-43b3-a707-aed085ff02f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:40.628004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b1fd010-965e-4749-ac25-5b5560103960 req-d16e3a33-981e-43b3-a707-aed085ff02f3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 1096 time: 0.2294421 Jul 05 18:04:40.673895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=4be04f68-5c16-4697-b026-01dea34bf2af,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:40.743320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=81ac0fba-8a1a-4bbd-9024-c4e29c22e23e,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:40.756489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.785017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Allocated IP 172.20.0.14 (3df45d11-c588-43b3-8c9d-d69b1378f5e9/9ae262b7-e0bb-4f0f-9e84-73c30c02472d/4666b760-3f11-4d53-a386-272842dbc518) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:40.820298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:40.832451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b1fd010-965e-4749-ac25-5b5560103960 req-e55a3df6-50af-451a-9ac6-f9ac09175067 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787295 Jul 05 18:04:40.846864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Pushing event updated for resources: {'Port': ['ID=671914bd-69c2-418c-b18e-957291e79906,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:40.858698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:40.865988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:40.888301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90b38e-1e11-4d8e-9f46-1fc7ba1a1f4b req-fe8570e9-a907-45d0-9902-94ba8cab8ec0 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:40.898963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e90b38e-1e11-4d8e-9f46-1fc7ba1a1f4b req-fe8570e9-a907-45d0-9902-94ba8cab8ec0 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 949 time: 0.3253763 Jul 05 18:04:40.931845 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.959334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port ae804211-6a7f-44a7-a0b3-1bab43eaea3b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:40.965616 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:40.966343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-e02f18eb-a436-4d27-972f-cc719c497c7e tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:40.968198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-e02f18eb-a436-4d27-972f-cc719c497c7e tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 813 time: 0.3557181 Jul 05 18:04:40.986513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Request body: {'port': {'device_id': '1a67c75b-c45e-4b59-9a58-1371b4ed8449', 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9', 'admin_state_up': True, 'tenant_id': 'df8891ef8beb4ec9938d037f358c6aca'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:40.987356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port ae804211-6a7f-44a7-a0b3-1bab43eaea3b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:40.988023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.060072 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3000ed75-4bdd-412c-9fcd-7a1a6b77e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.145824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cabf7-9929-4e6a-ac07-2bcfa8eb959f req-55e056ba-dd6f-4677-81d2-88a0184dc83f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:41.147709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-774cabf7-9929-4e6a-ac07-2bcfa8eb959f req-55e056ba-dd6f-4677-81d2-88a0184dc83f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.4452772 Jul 05 18:04:41.173594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e90b38e-1e11-4d8e-9f46-1fc7ba1a1f4b req-6472345b-ebb9-4109-bd2d-64523764ec09 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734723 Jul 05 18:04:41.183418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=81ac0fba-8a1a-4bbd-9024-c4e29c22e23e,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:41.244792 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.257942 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.279216 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.300796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-3000ed75-4bdd-412c-9fcd-7a1a6b77e09e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:04:41.300796 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-3000ed75-4bdd-412c-9fcd-7a1a6b77e09e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:04:41.303229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-774cabf7-9929-4e6a-ac07-2bcfa8eb959f req-e46e1089-81e8-4e31-abfb-91ecf5beb7b8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401560 Jul 05 18:04:41.305601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Transition to ACTIVE for port object c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:41.314804 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.375550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port ae804211-6a7f-44a7-a0b3-1bab43eaea3b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:41.377480 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.427775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c492f-8b0a-4af2-aa95-d84b78c61a61 None None] Pushing event updated for resources: {'Port': ['ID=c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:41.446770 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.495520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c728af41-c168-4e4f-a9d8-9d2a9573f1a6 req-120bbc92-11b8-4729-bf0d-ee696fdb294f tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 210 time: 0.0433226 Jul 05 18:04:41.498301 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.501829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:41.504639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Attempting to bind port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:41.505014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Attempting to bind port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:41.505405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Attempting to bind port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:41.507669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Made reservation on behalf of df8891ef8beb4ec9938d037f358c6aca for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:41.512082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:41.512557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:41.512681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.512965 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.513355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:41.513845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Bound port: c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:41.514465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.555529 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.579501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] For port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:41.583213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] For port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:41.587036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:41.597246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:41.599849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:41.635910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.640612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Pushing event updated for resources: {'Port': ['ID=4666b760-3f11-4d53-a386-272842dbc518,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:41.642090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:41.685872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.715926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Pushing event updated for resources: {'Port': ['ID=671914bd-69c2-418c-b18e-957291e79906,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:41.718796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.774090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:41.774756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.782602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c492f-8b0a-4af2-aa95-d84b78c61a61 None None] Pushing event updated for resources: {'Port': ['ID=c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:41.788656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:41.789520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:41.791803 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:41.792538 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:41.849519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:41.851201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:41.876063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452f2f7-ac15-4ee5-aade-875832fd6b7a req-60a9fd5d-9905-4b74-b3c5-3be8193303f4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:41.878590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d452f2f7-ac15-4ee5-aade-875832fd6b7a req-60a9fd5d-9905-4b74-b3c5-3be8193303f4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 945 time: 0.2402430 Jul 05 18:04:41.884921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Allocated IP 172.20.0.6 (3df45d11-c588-43b3-8c9d-d69b1378f5e9/9ae262b7-e0bb-4f0f-9e84-73c30c02472d/aa630ca5-9631-4456-851e-c264f5b780a3) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:41.889591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c4e41289-7973-449d-9437-61c73f196477 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7547507 Jul 05 18:04:41.924717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Request body: {'port': {'device_id': '5226c21d-4f27-4b5f-aca4-5a296ee8a6e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:42.000431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d452f2f7-ac15-4ee5-aade-875832fd6b7a req-5aa6b9c0-a17e-4b40-be8d-721ebc7b7e99 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077547 Jul 05 18:04:42.059136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:04:42.144306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:04:42.148889 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:42.234907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:04:42.254130 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cf7bb1a8-5bf9-41b4-830b-abdcfdcdb73b admin admin] 10.222.0.30 "PUT /v2.0/routers/e32cce99-fc95-42c5-be08-f4f1dd5f4a4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9007936 Jul 05 18:04:42.280807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc2a9c4-b425-4091-b6c5-e1c27534f12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae804211-6a7f-44a7-a0b3-1bab43eaea3b'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:42.283404 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2435f2aa-bc45-4b44-94c0-d4dd9cf4db99" -d '{"events": [{"server_uuid": "6cc2a9c4-b425-4091-b6c5-e1c27534f12b", "name": "network-vif-plugged", "status": "completed", "tag": "ae804211-6a7f-44a7-a0b3-1bab43eaea3b"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:42.328594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-59b539ac-d953-4aff-8427-67291fd64fcb None None] Provisioning for port 671914bd-69c2-418c-b18e-957291e79906 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:42.344792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-59b539ac-d953-4aff-8427-67291fd64fcb None None] Provisioning complete for port 671914bd-69c2-418c-b18e-957291e79906 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:42.345175 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-59b539ac-d953-4aff-8427-67291fd64fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:42.345781 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:42.486800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-59b539ac-d953-4aff-8427-67291fd64fcb None None] Port 671914bd-69c2-418c-b18e-957291e79906 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:04:42.508075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73183a91-a3d5-491f-8436-94506989ff8c req-4753f80d-1102-4619-a8a0-724c651c8929 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:42.509885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73183a91-a3d5-491f-8436-94506989ff8c req-4753f80d-1102-4619-a8a0-724c651c8929 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 950 time: 0.0728979 Jul 05 18:04:42.585065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 2, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:42.588127 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b6acb1-c73f-4996-b3fa-9260e9cbbbd2 x-openstack-request-id: req-33b6acb1-c73f-4996-b3fa-9260e9cbbbd2 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:42.588364 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc2a9c4-b425-4091-b6c5-e1c27534f12b", "name": "network-vif-plugged", "status": "completed", "tag": "ae804211-6a7f-44a7-a0b3-1bab43eaea3b", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:42.588612 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33b6acb1-c73f-4996-b3fa-9260e9cbbbd2 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:42.589599 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc2a9c4-b425-4091-b6c5-e1c27534f12b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae804211-6a7f-44a7-a0b3-1bab43eaea3b', 'code': 200} Jul 05 18:04:42.619732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10d2e03-278a-40e1-b939-cf9b01a3ab0c None None] The sync data for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 is: [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 2, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:04:42.633325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-427c4d2f-1dc0-4b83-a116-e4d46c4e8161 None None] Provisioning complete for port 671914bd-69c2-418c-b18e-957291e79906 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:42.633788 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-427c4d2f-1dc0-4b83-a116-e4d46c4e8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:42.678479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-427c4d2f-1dc0-4b83-a116-e4d46c4e8161 None None] Port 671914bd-69c2-418c-b18e-957291e79906 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:04:42.701600 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:42.749233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73183a91-a3d5-491f-8436-94506989ff8c req-5e6f869c-f5d7-4d36-be5c-b9a1f1bcfcb9 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326798 Jul 05 18:04:42.833567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4666b760-3f11-4d53-a386-272842dbc518 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:42.843185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:42.854354 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:42.861233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:42.873823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:42.882917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Pushing event updated for resources: {'Port': ['ID=aa630ca5-9631-4456-851e-c264f5b780a3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:42.946441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Transition to ACTIVE for port object 4666b760-3f11-4d53-a386-272842dbc518 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:43.005134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.020061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:43.020860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.207267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56330) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:43.213382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-83722978-3c0d-4eb5-99fe-ddf13aa54b27 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--651271208', 'description': 'tempest-description--600140850'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:43.298540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83722978-3c0d-4eb5-99fe-ddf13aa54b27 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.360297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48a897-6789-4b44-bba8-9263fdd35022 req-4ae6f38b-e95e-4733-873d-adb3d327a941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:43.361861 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df48a897-6789-4b44-bba8-9263fdd35022 req-4ae6f38b-e95e-4733-873d-adb3d327a941 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 1101 time: 0.6116605 Jul 05 18:04:43.421380 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83722978-3c0d-4eb5-99fe-ddf13aa54b27 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.423497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf80052-ef21-4f5c-8373-7c1968fcc02c req-2037f38b-feaa-457e-85fa-31b2478a1cd3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:43.427101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bf80052-ef21-4f5c-8373-7c1968fcc02c req-2037f38b-feaa-457e-85fa-31b2478a1cd3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.5752702 Jul 05 18:04:43.436952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Pushing event updated for resources: {'Port': ['ID=4666b760-3f11-4d53-a386-272842dbc518,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:43.481627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83722978-3c0d-4eb5-99fe-ddf13aa54b27 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.544974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83722978-3c0d-4eb5-99fe-ddf13aa54b27 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:43.563548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df48a897-6789-4b44-bba8-9263fdd35022 req-5974da88-f138-41d4-852d-3c3c072ffcca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794820 Jul 05 18:04:43.579744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bf80052-ef21-4f5c-8373-7c1968fcc02c req-ded6070a-b447-4f28-ad7d-f50dcd9b96f1 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304350 Jul 05 18:04:43.593114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83722978-3c0d-4eb5-99fe-ddf13aa54b27 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.597254 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-83722978-3c0d-4eb5-99fe-ddf13aa54b27 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3862240 Jul 05 18:04:43.597403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Attempting to bind port 4666b760-3f11-4d53-a386-272842dbc518 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:43.597403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Attempting to bind port 4666b760-3f11-4d53-a386-272842dbc518 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:43.597403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Attempting to bind port 4666b760-3f11-4d53-a386-272842dbc518 on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:43.597640 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56332) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:43.602941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0783291c-4183-43c5-9351-9762a4b7c3d6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'security_group_rule': {'security_group_id': '7ece6710-fd83-43ed-98ea-5f4bc7dfbd31', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:43.609139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Port 4666b760-3f11-4d53-a386-272842dbc518 on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:04:43.609464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Attempting to bind port 4666b760-3f11-4d53-a386-272842dbc518 on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:43.618281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-5c628321-1510-4a3e-9c97-0ba28ef51cae tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6368897 Jul 05 18:04:43.622069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:43.622390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Checking segment: {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:43.622824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Bound using segment: {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:43.623271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Bound port: 4666b760-3f11-4d53-a386-272842dbc518, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:43.623632 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.638753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Request body: {'port': {'device_id': '1a67c75b-c45e-4b59-9a58-1371b4ed8449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:43.678953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02449-ec00-44eb-b1ec-a4f47333e7e9 req-8bb209e9-5e15-4c44-84df-f84266335db4 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:43.680683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cc02449-ec00-44eb-b1ec-a4f47333e7e9 req-8bb209e9-5e15-4c44-84df-f84266335db4 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 931 time: 0.2678704 Jul 05 18:04:43.714208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:43.754387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0783291c-4183-43c5-9351-9762a4b7c3d6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.824079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0783291c-4183-43c5-9351-9762a4b7c3d6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.834003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.850404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:43.852101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:43.852474 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.867272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cc02449-ec00-44eb-b1ec-a4f47333e7e9 req-69fb349e-2579-473d-b041-7effc5802134 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634622 Jul 05 18:04:43.915520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0783291c-4183-43c5-9351-9762a4b7c3d6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.937941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] For port 4666b760-3f11-4d53-a386-272842dbc518, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:43.945543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0783291c-4183-43c5-9351-9762a4b7c3d6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01822843-650b-4560-bca6-d135918e5f66,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:43.973393 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:43.980689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] For port 4666b760-3f11-4d53-a386-272842dbc518, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4666b760-3f11-4d53-a386-272842dbc518,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:43.992648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88429a50-010f-4dec-95d6-23bf3a0d53d4 req-f4956b68-1405-4c43-a990-288215328ea6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:43.995208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88429a50-010f-4dec-95d6-23bf3a0d53d4 req-f4956b68-1405-4c43-a990-288215328ea6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.2212651 Jul 05 18:04:43.999129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:44.024398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0783291c-4183-43c5-9351-9762a4b7c3d6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.025625 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0783291c-4183-43c5-9351-9762a4b7c3d6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271944 Jul 05 18:04:44.029489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56338) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:44.034091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-265e2b66-ee3b-4ea1-a944-99a01247b236 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'security_group_rule': {'security_group_id': '7ece6710-fd83-43ed-98ea-5f4bc7dfbd31', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:44.064102 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.084252 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.121238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:44.122129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-265e2b66-ee3b-4ea1-a944-99a01247b236 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.189589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-265e2b66-ee3b-4ea1-a944-99a01247b236 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.203889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:44.204520 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.205927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] 10.222.0.97 "PUT /v2.0/ports/4666b760-3f11-4d53-a386-272842dbc518 HTTP/1.1" status: 200 len: 1092 time: 2.2997215 Jul 05 18:04:44.208937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5226c21d-4f27-4b5f-aca4-5a296ee8a6e2', 'tag': '4666b760-3f11-4d53-a386-272842dbc518'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:44.212199 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19c32da2-c8d5-4599-be4a-7abbafafede0" -d '{"events": [{"name": "network-changed", "server_uuid": "5226c21d-4f27-4b5f-aca4-5a296ee8a6e2", "tag": "4666b760-3f11-4d53-a386-272842dbc518"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:44.269656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88429a50-010f-4dec-95d6-23bf3a0d53d4 req-861570fb-6810-431d-94aa-8d34c35cbdc8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644699 Jul 05 18:04:44.271872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ab76d-3e71-43a2-a91c-bb9baa815732 service neutron] Pushing event updated for resources: {'Port': ['ID=4666b760-3f11-4d53-a386-272842dbc518,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:44.281276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-265e2b66-ee3b-4ea1-a944-99a01247b236 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.318942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7849a53d-307d-4fa7-bdd8-fc931cdb5143 req-4689e95d-f03f-4c86-a1bb-2786a621e902 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:44.323919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e2b66-ee3b-4ea1-a944-99a01247b236 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8547a58-7f07-4509-b093-ed2808e8a273,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:44.327655 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7849a53d-307d-4fa7-bdd8-fc931cdb5143 req-4689e95d-f03f-4c86-a1bb-2786a621e902 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 945 time: 0.3309903 Jul 05 18:04:44.361009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-265e2b66-ee3b-4ea1-a944-99a01247b236 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.365939 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-265e2b66-ee3b-4ea1-a944-99a01247b236 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3352838 Jul 05 18:04:44.367002 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56344) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:44.372460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:44.440553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7849a53d-307d-4fa7-bdd8-fc931cdb5143 req-417b65c7-2e25-485c-80f8-1dbd20393aa8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105304 Jul 05 18:04:44.469442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.531045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-09dc7469-bc21-4d05-a562-4e217f724cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:44.532752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-09dc7469-bc21-4d05-a562-4e217f724cdf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&device_id=5226c21d-4f27-4b5f-aca4-5a296ee8a6e2 HTTP/1.1" status: 200 len: 1095 time: 0.2007065 Jul 05 18:04:44.534813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa630ca5-9631-4456-851e-c264f5b780a3 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:44.542749 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935d7db4-8551-46ab-975d-81098c03b356 x-openstack-request-id: req-935d7db4-8551-46ab-975d-81098c03b356 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:44.543145 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5226c21d-4f27-4b5f-aca4-5a296ee8a6e2", "tag": "4666b760-3f11-4d53-a386-272842dbc518", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:44.543559 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-935d7db4-8551-46ab-975d-81098c03b356 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:44.544049 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5226c21d-4f27-4b5f-aca4-5a296ee8a6e2', 'tag': '4666b760-3f11-4d53-a386-272842dbc518', 'status': 'completed', 'code': 200} Jul 05 18:04:44.575240 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.623872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-0eda6314-012c-4925-a0dd-261930a36f8b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4666b760-3f11-4d53-a386-272842dbc518 HTTP/1.1" status: 200 len: 217 time: 0.0768626 Jul 05 18:04:44.629406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Transition to ACTIVE for port object aa630ca5-9631-4456-851e-c264f5b780a3 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:44.634228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.731519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72438569-e562-4116-8e66-372ff4e9d1b6 req-511fe268-4c54-4072-bbd6-707df9edc5ae tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:44.733186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72438569-e562-4116-8e66-372ff4e9d1b6 req-511fe268-4c54-4072-bbd6-707df9edc5ae tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 950 time: 0.2211173 Jul 05 18:04:44.734239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.740179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-8b6fe824-3fd6-48ee-99b8-3d266ad39418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:44.741887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-8b6fe824-3fd6-48ee-99b8-3d266ad39418 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ae262b7-e0bb-4f0f-9e84-73c30c02472d HTTP/1.1" status: 200 len: 853 time: 0.0978954 Jul 05 18:04:44.758748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Allocated IP 172.25.3.122 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/aa6d72e8-9a3c-4f28-b85f-5cd641c7f53e) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:44.855700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-ae3d3289-c30e-447c-9ce9-f958cfea9160 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3df45d11-c588-43b3-8c9d-d69b1378f5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829697 Jul 05 18:04:44.899350 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.941360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Pushing event updated for resources: {'Port': ['ID=aa630ca5-9631-4456-851e-c264f5b780a3,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:44.989866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:44.999556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72438569-e562-4116-8e66-372ff4e9d1b6 req-a55e7dea-3764-45cf-89c9-d0ce24df1ec6 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490377 Jul 05 18:04:45.076807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:45.086324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:45.088754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:45.105123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ac8fe-5510-479b-9d90-2d8defd247e5 req-f7be0310-0415-4906-a52c-27d80f10a46f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:45.106803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b06ac8fe-5510-479b-9d90-2d8defd247e5 req-f7be0310-0415-4906-a52c-27d80f10a46f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.3206143 Jul 05 18:04:45.107817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Attempting to bind port aa630ca5-9631-4456-851e-c264f5b780a3 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:45.108148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Attempting to bind port aa630ca5-9631-4456-851e-c264f5b780a3 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:45.108549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Attempting to bind port aa630ca5-9631-4456-851e-c264f5b780a3 on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:45.114846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-552bff13-218a-44c1-b048-71b2c70d1df6 service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450616 Jul 05 18:04:45.122234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Port aa630ca5-9631-4456-851e-c264f5b780a3 on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:04:45.122576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Attempting to bind port aa630ca5-9631-4456-851e-c264f5b780a3 on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:45.128276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'Port': ['ID=aa6d72e8-9a3c-4f28-b85f-5cd641c7f53e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:45.177085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:45.177432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Checking segment: {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:45.177824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Bound using segment: {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:45.178269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Bound port: aa630ca5-9631-4456-851e-c264f5b780a3, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:45.178659 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:45.195155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:45.259118 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Sync routers for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:04:45.269930 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:45.270677 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:45.274239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b06ac8fe-5510-479b-9d90-2d8defd247e5 req-dfca1628-3b19-4cda-a016-1674e4d3bc40 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584384 Jul 05 18:04:45.336869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] For port aa630ca5-9631-4456-851e-c264f5b780a3, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:45.341705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] For port aa630ca5-9631-4456-851e-c264f5b780a3, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=aa630ca5-9631-4456-851e-c264f5b780a3,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:45.344195 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-f24aba32-28f6-4e55-a7f1-2e59d119fe0b service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195885 Jul 05 18:04:45.370462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498bc201-1d34-430e-8055-d4f3208b3187 req-5844622c-1d1b-4385-a294-1dee357edbee tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:45.372323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-498bc201-1d34-430e-8055-d4f3208b3187 req-5844622c-1d1b-4385-a294-1dee357edbee tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 943 time: 0.1915278 Jul 05 18:04:45.384930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:45.454477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-498bc201-1d34-430e-8055-d4f3208b3187 req-88cbd3e5-0fd5-48dc-8126-c898433c2fd2 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707064 Jul 05 18:04:45.460926 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:04:45.506993 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:45.621014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:45.622106 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:45.623727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] 10.222.0.97 "PUT /v2.0/ports/aa630ca5-9631-4456-851e-c264f5b780a3 HTTP/1.1" status: 200 len: 1091 time: 1.9924927 Jul 05 18:04:45.670812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bfea18-7f72-448f-a717-d5de936ddc28 service neutron] Pushing event updated for resources: {'Port': ['ID=aa630ca5-9631-4456-851e-c264f5b780a3,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:45.689478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:45.721373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bc5dc-6cd6-4f0b-bbeb-d3fda95f463e req-722eefe2-352d-4938-8da8-66586e8a5aa3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:45.723934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d04bc5dc-6cd6-4f0b-bbeb-d3fda95f463e req-722eefe2-352d-4938-8da8-66586e8a5aa3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.2644563 Jul 05 18:04:45.736958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-07c9f9da-3294-49d3-9fc8-04b7ddd138d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:45.741060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-07c9f9da-3294-49d3-9fc8-04b7ddd138d0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&device_id=5226c21d-4f27-4b5f-aca4-5a296ee8a6e2 HTTP/1.1" status: 200 len: 1095 time: 0.2315521 Jul 05 18:04:45.799883 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 2, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:45.830044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:45.830630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:45.839498 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Checking router: e32cce99-fc95-42c5-be08-f4f1dd5f4a4e for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:04:45.840693 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Updating router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e port 671914bd-69c2-418c-b18e-957291e79906 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:04:45.872334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-dc33f66c-9b00-4e64-b81b-84d95a9e8c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:45.874048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-dc33f66c-9b00-4e64-b81b-84d95a9e8c2f service neutron] 10.222.0.97 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 913 time: 0.1233687 Jul 05 18:04:45.898639 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:45.982055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-98e09a09-013b-49f8-a0d4-3d42f1e32732 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4666b760-3f11-4d53-a386-272842dbc518 HTTP/1.1" status: 200 len: 217 time: 0.0992959 Jul 05 18:04:46.060428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d04bc5dc-6cd6-4f0b-bbeb-d3fda95f463e req-bf90de9f-3249-431c-b4c1-cb067c4e192e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180070 Jul 05 18:04:46.067809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-30c82101-9c31-40d0-ae96-50c4c5ab41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:46.069476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-30c82101-9c31-40d0-ae96-50c4c5ab41ae service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ae262b7-e0bb-4f0f-9e84-73c30c02472d HTTP/1.1" status: 200 len: 853 time: 0.0796967 Jul 05 18:04:46.125104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-f52b3917-0b28-414f-b16e-fa46efadfad8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3df45d11-c588-43b3-8c9d-d69b1378f5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432453 Jul 05 18:04:46.128274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-bea10786-7a07-41f7-b438-89a551c0ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:46.130245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-bea10786-7a07-41f7-b438-89a551c0ae97 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 1094 time: 0.2549572 Jul 05 18:04:46.152838 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:46.223552 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:46.240640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-c7e31cce-38b2-4345-bc3f-b4ebfed5eb2c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa630ca5-9631-4456-851e-c264f5b780a3 HTTP/1.1" status: 200 len: 217 time: 0.0871828 Jul 05 18:04:46.319334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'Port': ['ID=aa6d72e8-9a3c-4f28-b85f-5cd641c7f53e,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:46.333052 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:46.347610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-db396796-448d-4e38-a4c4-9d48f58ba71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:46.349165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-db396796-448d-4e38-a4c4-9d48f58ba71f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ae262b7-e0bb-4f0f-9e84-73c30c02472d HTTP/1.1" status: 200 len: 853 time: 0.0849140 Jul 05 18:04:46.392623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-73070bf6-f283-4f9b-a6f4-7992e8dd8312 service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540290 Jul 05 18:04:46.411751 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:46.420314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4d9ce-aee5-4502-a3a6-900f3902ecbf req-773ff87d-a236-47fe-b1b4-4f6890ae438c tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:46.421967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40a4d9ce-aee5-4502-a3a6-900f3902ecbf req-773ff87d-a236-47fe-b1b4-4f6890ae438c tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 950 time: 0.1958821 Jul 05 18:04:46.423952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:46.433364 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dd563029-6641-48ba-9eb9-63afdf5eb4a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0571711 Jul 05 18:04:46.433528 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Transition to ACTIVE for port object 671914bd-69c2-418c-b18e-957291e79906 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:46.443037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-525ada93-f015-4275-82b1-638d3f4b5c17 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3df45d11-c588-43b3-8c9d-d69b1378f5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636573 Jul 05 18:04:46.515873 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:46.556582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a67c75b-c45e-4b59-9a58-1371b4ed8449', 'tag': 'aa630ca5-9631-4456-851e-c264f5b780a3'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:46.559837 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c276df-d575-4988-9c75-fdfad7b47915" -d '{"events": [{"name": "network-changed", "server_uuid": "1a67c75b-c45e-4b59-9a58-1371b4ed8449", "tag": "aa630ca5-9631-4456-851e-c264f5b780a3"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:46.570679 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655dcfc-3453-4b38-965e-39ce84f08d83 None None] Pushing event updated for resources: {'Port': ['ID=671914bd-69c2-418c-b18e-957291e79906,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:46.632730 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Attempting to bind port 671914bd-69c2-418c-b18e-957291e79906 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:46.633107 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Attempting to bind port 671914bd-69c2-418c-b18e-957291e79906 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:46.633473 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Attempting to bind port 671914bd-69c2-418c-b18e-957291e79906 on network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:46.641707 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:46.641920 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Checking segment: {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:46.645437 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:46.645437 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Bound using segment: {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:46.645437 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Bound port: 671914bd-69c2-418c-b18e-957291e79906, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:46.645437 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:46.675160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40a4d9ce-aee5-4502-a3a6-900f3902ecbf req-15e92255-68ec-48f5-884c-edf475a83bc4 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299113 Jul 05 18:04:46.716753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19c32da2-c8d5-4599-be4a-7abbafafede0 req-d67ebe3b-4909-4d9f-b210-0d1af6283adc service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932801 Jul 05 18:04:46.749093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-95d3d3dd-e8f9-4809-a4a9-23c728aa404d service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792969 Jul 05 18:04:46.749422 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] For port 671914bd-69c2-418c-b18e-957291e79906, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:46.754188 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] For port 671914bd-69c2-418c-b18e-957291e79906, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=671914bd-69c2-418c-b18e-957291e79906,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:46.757149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974312d-682c-44e1-97fd-696c2ca056e6 req-942658f9-27c7-4669-9c93-27e63eb77d62 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:46.765419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5974312d-682c-44e1-97fd-696c2ca056e6 req-942658f9-27c7-4669-9c93-27e63eb77d62 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.3189609 Jul 05 18:04:46.846097 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:46.889666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5974312d-682c-44e1-97fd-696c2ca056e6 req-5dccb054-2ae1-42c5-a98f-077409132d96 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232774 Jul 05 18:04:46.967978 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:04:46.969023 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:46.972146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c40ff9c-2b81-4e20-ab62-bbedec732fb3 req-28ecefe7-b9af-4ad5-97ab-f583236341c4 service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038553 Jul 05 18:04:46.977605 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655dcfc-3453-4b38-965e-39ce84f08d83 None None] Pushing event updated for resources: {'Port': ['ID=671914bd-69c2-418c-b18e-957291e79906,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:47.056692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-fb15fea1-0fb4-469f-a144-70e75a9e15d3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--651271208&fields=id&tenant_id=01d6aae6f7a142dd91150aab24f853c5 HTTP/1.1" status: 200 len: 267 time: 0.0602887 Jul 05 18:04:47.066245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e65b9-bbea-4827-a7a1-d3b26ac4f78b req-61609cd5-020d-453a-994b-e499d855a63f tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:47.074410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec9e65b9-bbea-4827-a7a1-d3b26ac4f78b req-61609cd5-020d-453a-994b-e499d855a63f tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 943 time: 0.2156582 Jul 05 18:04:47.109518 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:04:47.323600 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:46Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:04:47.355653 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5a5eda-62c1-4a81-8527-ac7488587081 None None] The sync data for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 is: [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:46Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:04:47.460697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec9e65b9-bbea-4827-a7a1-d3b26ac4f78b req-f69e5906-2664-4b40-bf28-ab5d10387d6f tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853500 Jul 05 18:04:47.517390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa99e2-a557-491c-ae82-2befdc861175 req-2c14d4f6-80dc-4780-b1a9-51e2e755ea65 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:47.519690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-2c14d4f6-80dc-4780-b1a9-51e2e755ea65 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 811 time: 0.4425745 Jul 05 18:04:47.521274 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9718b818-2389-4988-8cb0-fbed8879b32b x-openstack-request-id: req-9718b818-2389-4988-8cb0-fbed8879b32b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:47.521568 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a67c75b-c45e-4b59-9a58-1371b4ed8449", "tag": "aa630ca5-9631-4456-851e-c264f5b780a3", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:47.521824 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9718b818-2389-4988-8cb0-fbed8879b32b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:47.522287 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a67c75b-c45e-4b59-9a58-1371b4ed8449', 'tag': 'aa630ca5-9631-4456-851e-c264f5b780a3', 'status': 'completed', 'code': 200} Jul 05 18:04:47.560393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-d082c200-964f-4293-bb7b-3e82ab346d0b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/quotas/01d6aae6f7a142dd91150aab24f853c5 HTTP/1.1" status: 200 len: 375 time: 0.0247922 Jul 05 18:04:47.679770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c276df-d575-4988-9c75-fdfad7b47915 req-ddaef8e5-9d8c-4e02-b8e9-c30f8d7fd907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:47.681842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07c276df-d575-4988-9c75-fdfad7b47915 req-ddaef8e5-9d8c-4e02-b8e9-c30f8d7fd907 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 1094 time: 0.1280010 Jul 05 18:04:47.697113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 671914bd-69c2-418c-b18e-957291e79906 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:47.730806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-dbd5f6f0-c640-4ac8-b68e-07bfcd214bb8 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1782987 Jul 05 18:04:47.863890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 671914bd-69c2-418c-b18e-957291e79906 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:47.875720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 671914bd-69c2-418c-b18e-957291e79906 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:47.875720 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:47.925090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-caec56c9-31ed-4646-b3dd-f29137e57f67 service neutron] 10.222.0.30 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416764 Jul 05 18:04:47.926330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c276df-d575-4988-9c75-fdfad7b47915 req-2ed53b53-2351-40aa-a6a2-8cb1c8e3f5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:47.927776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07c276df-d575-4988-9c75-fdfad7b47915 req-2ed53b53-2351-40aa-a6a2-8cb1c8e3f5b2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 913 time: 0.2351007 Jul 05 18:04:47.931561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-184d9445-0b10-43e7-a5d1-6fd70b29bf54 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2492967 Jul 05 18:04:47.960344 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:47.980175 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07c276df-d575-4988-9c75-fdfad7b47915 req-84ee1952-73b9-4f09-98fd-17e323e7ae6a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aa630ca5-9631-4456-851e-c264f5b780a3 HTTP/1.1" status: 200 len: 217 time: 0.0377271 Jul 05 18:04:47.998387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 671914bd-69c2-418c-b18e-957291e79906, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=671914bd-69c2-418c-b18e-957291e79906,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:48.069808 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:48.131586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c276df-d575-4988-9c75-fdfad7b47915 req-4be38a87-b5fa-42fa-a2f2-dd1b87465d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:48.133246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07c276df-d575-4988-9c75-fdfad7b47915 req-4be38a87-b5fa-42fa-a2f2-dd1b87465d4f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ae262b7-e0bb-4f0f-9e84-73c30c02472d HTTP/1.1" status: 200 len: 853 time: 0.1170042 Jul 05 18:04:48.145920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=671914bd-69c2-418c-b18e-957291e79906,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:48.192246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-7df6f0a9-ae28-469b-bb1b-65a4b639e540 service neutron] 10.222.0.30 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595191 Jul 05 18:04:48.194598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07c276df-d575-4988-9c75-fdfad7b47915 req-5f611ded-6eb0-4873-8a56-a5bc9b82ad72 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3df45d11-c588-43b3-8c9d-d69b1378f5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417886 Jul 05 18:04:48.197015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-4a043b90-f3fc-4c89-a6bb-0e1f873dc8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:48.199128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-4a043b90-f3fc-4c89-a6bb-0e1f873dc8b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 1101 time: 0.2180176 Jul 05 18:04:48.366584 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07c276df-d575-4988-9c75-fdfad7b47915 req-94eaef6a-5b72-427f-ae6a-a7a8db800786 service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658690 Jul 05 18:04:48.398637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-b033769b-b318-415c-bbe1-f2150c8520d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:48.400089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-b033769b-b318-415c-bbe1-f2150c8520d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1494424 Jul 05 18:04:48.452324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4666b760-3f11-4d53-a386-272842dbc518 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:48.490204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-5b354e01-ed41-4e9e-a880-27b05365abf2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390 HTTP/1.1" status: 200 len: 217 time: 0.0662787 Jul 05 18:04:48.588316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07c276df-d575-4988-9c75-fdfad7b47915 req-72f293b7-7e10-4555-a46a-b348d1bbf699 service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121258 Jul 05 18:04:48.597663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-2f41528f-8611-495a-868a-85f6346e5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:48.599393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-2f41528f-8611-495a-868a-85f6346e5872 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0857728 Jul 05 18:04:48.616955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 4666b760-3f11-4d53-a386-272842dbc518, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4666b760-3f11-4d53-a386-272842dbc518,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:48.631157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '4666b760-3f11-4d53-a386-272842dbc518', 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9', 'port_id': '4666b760-3f11-4d53-a386-272842dbc518', 'mac_address': 'fa:16:3e:5c:29:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae262b7-e0bb-4f0f-9e84-73c30c02472d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:48.676405 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:48.682436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece2395-9097-42b1-816a-32c41f5bc368 req-af64c867-d1dd-4bc0-babb-13a65f3cfd1e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:48.684708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ece2395-9097-42b1-816a-32c41f5bc368 req-af64c867-d1dd-4bc0-babb-13a65f3cfd1e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.2095718 Jul 05 18:04:48.691788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4666b760-3f11-4d53-a386-272842dbc518 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:48.717816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 4666b760-3f11-4d53-a386-272842dbc518, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4666b760-3f11-4d53-a386-272842dbc518,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:48.747664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ece2395-9097-42b1-816a-32c41f5bc368 req-6a865596-bf45-4bc5-863a-3c28cc3f81ef tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526071 Jul 05 18:04:48.750304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-950d46bc-17ec-40df-bec1-827c511e9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:48.751753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-950d46bc-17ec-40df-bec1-827c511e9dff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1250253 Jul 05 18:04:48.800949 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:48.804301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device aa630ca5-9631-4456-851e-c264f5b780a3 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:48.875827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port aa630ca5-9631-4456-851e-c264f5b780a3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=aa630ca5-9631-4456-851e-c264f5b780a3,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:48.879882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-00961408-ec06-4de9-8991-ed2d65d99a36 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147478 Jul 05 18:04:48.883189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=4666b760-3f11-4d53-a386-272842dbc518,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:48.890022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'aa630ca5-9631-4456-851e-c264f5b780a3', 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9', 'port_id': 'aa630ca5-9631-4456-851e-c264f5b780a3', 'mac_address': 'fa:16:3e:74:3b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae262b7-e0bb-4f0f-9e84-73c30c02472d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:49.027082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703008e-92b2-4dbc-82d4-1a19228901a1 req-067b5a90-7979-49fa-8051-a536de49ca1f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:49.028761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d703008e-92b2-4dbc-82d4-1a19228901a1 req-067b5a90-7979-49fa-8051-a536de49ca1f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1442823 Jul 05 18:04:49.047138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef5ba8a5-9c50-466e-b0d6-69dc8e56f6b7 req-a2466e14-54e7-4187-bd08-f4f739d3f4c1 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328044 Jul 05 18:04:49.056643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:49.070050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa630ca5-9631-4456-851e-c264f5b780a3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:49.078917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d703008e-92b2-4dbc-82d4-1a19228901a1 req-8f96f0da-3811-4431-9f25-6c5d79cc2573 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Jul 05 18:04:49.095866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port aa630ca5-9631-4456-851e-c264f5b780a3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=aa630ca5-9631-4456-851e-c264f5b780a3,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:49.260208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:49.269469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b9f1a-f7f5-4c30-8a22-a8d87f7d19cb req-6029429a-1996-453b-b5e5-14acd52904fd tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:49.271131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a17b9f1a-f7f5-4c30-8a22-a8d87f7d19cb req-6029429a-1996-453b-b5e5-14acd52904fd tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 950 time: 0.0857892 Jul 05 18:04:49.313112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a17b9f1a-f7f5-4c30-8a22-a8d87f7d19cb req-e79e9c76-c80f-4c52-a8bc-41ac3280d6d7 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357666 Jul 05 18:04:49.315443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=aa630ca5-9631-4456-851e-c264f5b780a3,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:49.490498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa219593-41bf-4f24-93c0-49cc6b8f76b7 req-cf1260f5-e176-4aab-971a-870b7315f17d tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:49.492099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa219593-41bf-4f24-93c0-49cc6b8f76b7 req-cf1260f5-e176-4aab-971a-870b7315f17d tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 944 time: 0.0705020 Jul 05 18:04:49.532517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa219593-41bf-4f24-93c0-49cc6b8f76b7 req-464f2e0e-f917-4d4c-99aa-aedd99eb7234 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Jul 05 18:04:49.586768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['4666b760-3f11-4d53-a386-272842dbc518'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:49.591095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 671914bd-69c2-418c-b18e-957291e79906 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:49.592951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['aa630ca5-9631-4456-851e-c264f5b780a3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:49.637667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be459bbc-f9b5-455e-ae62-0bdf67a1234e req-1408f19d-f46c-4f73-a22a-6f4ff2a3bd7d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 210 time: 0.0610857 Jul 05 18:04:49.835602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 671914bd-69c2-418c-b18e-957291e79906 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:49.836341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:49.972842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956c61f-bb39-492b-88eb-7787f730146c req-f07c8a65-2287-414d-8feb-07e618df2ac1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:49.975277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1956c61f-bb39-492b-88eb-7787f730146c req-f07c8a65-2287-414d-8feb-07e618df2ac1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.0815313 Jul 05 18:04:50.031447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1956c61f-bb39-492b-88eb-7787f730146c req-5774d406-16d2-42ab-a22c-5226365345b2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500433 Jul 05 18:04:50.270362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcb992-9227-4722-8c8c-3fe17a2cc790 req-c30f9dab-c476-4f18-841d-02c1602ded8f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:50.272042 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ddcb992-9227-4722-8c8c-3fe17a2cc790 req-c30f9dab-c476-4f18-841d-02c1602ded8f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.0673366 Jul 05 18:04:50.323717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ddcb992-9227-4722-8c8c-3fe17a2cc790 req-9f28facb-64e5-4b2f-a971-5e8bac060750 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425146 Jul 05 18:04:50.513534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089de414-0adb-4441-af82-a88ef37ab494 req-bf5bb48a-af9b-48f0-9246-32d3825a6fa6 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:50.515181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-089de414-0adb-4441-af82-a88ef37ab494 req-bf5bb48a-af9b-48f0-9246-32d3825a6fa6 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 950 time: 0.0782814 Jul 05 18:04:50.581707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-089de414-0adb-4441-af82-a88ef37ab494 req-705b956b-85f3-4447-aa84-02f195853fb3 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/security-groups?id=84e1a533-cf10-4fec-b917-29c6b6bba72b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469067 Jul 05 18:04:50.600452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-3ea5154e-9797-485b-af03-6ffae935dbf4 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:50.602273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-3ea5154e-9797-485b-af03-6ffae935dbf4 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.39 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 950 time: 0.1076610 Jul 05 18:04:50.772601 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96f9aaa8-babb-46af-80bd-7e4ab315144b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:50.828035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9727ffb8-bc45-40af-a0c1-059fe91038eb req-6628cd88-3670-4413-b123-d7a088c2199e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 210 time: 0.0372338 Jul 05 18:04:50.880591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Deleting port ae804211-6a7f-44a7-a0b3-1bab43eaea3b {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:04:50.883761 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:50.893015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f216bef-c458-4414-966a-432ba2ca397d req-9a813973-e018-4fe2-80a3-2ceb41b632bc tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:50.894764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f216bef-c458-4414-966a-432ba2ca397d req-9a813973-e018-4fe2-80a3-2ceb41b632bc tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 944 time: 0.2295973 Jul 05 18:04:50.989777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f216bef-c458-4414-966a-432ba2ca397d req-daa61c00-adaa-4612-b216-36b79801e588 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829456 Jul 05 18:04:51.030191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] For port ae804211-6a7f-44a7-a0b3-1bab43eaea3b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:51.030724 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:51.045414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Calling delete_port for ae804211-6a7f-44a7-a0b3-1bab43eaea3b owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:04:51.258813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6497e4-b400-4b85-ad3d-db41d28c5c0e req-e93fb113-d7ac-4b00-b85c-e0b557d84e6b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:51.260873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f6497e4-b400-4b85-ad3d-db41d28c5c0e req-e93fb113-d7ac-4b00-b85c-e0b557d84e6b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.0886178 Jul 05 18:04:51.302424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f6497e4-b400-4b85-ad3d-db41d28c5c0e req-d3cad915-c05a-4d99-934d-8c66559f90f6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343442 Jul 05 18:04:51.336075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:51.345706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['ae804211-6a7f-44a7-a0b3-1bab43eaea3b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:51.377173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Pushing event deleted for resources: {'Port': ['ID=ae804211-6a7f-44a7-a0b3-1bab43eaea3b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:51.487030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] No DVR routers for this DVR port ae804211-6a7f-44a7-a0b3-1bab43eaea3b on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:04:51.493487 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:51.496049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9336a4fc-6447-4fd4-a4eb-2d26f291666f req-c25fb694-39d9-41dc-a60c-79baca064342 tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.39 "DELETE /v2.0/ports/ae804211-6a7f-44a7-a0b3-1bab43eaea3b HTTP/1.1" status: 204 len: 173 time: 0.8863020 Jul 05 18:04:51.503652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc2a9c4-b425-4091-b6c5-e1c27534f12b', 'name': 'network-vif-deleted', 'tag': 'ae804211-6a7f-44a7-a0b3-1bab43eaea3b'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:51.506076 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c52b0b5-606a-4e11-adf7-359deca428b1" -d '{"events": [{"server_uuid": "6cc2a9c4-b425-4091-b6c5-e1c27534f12b", "name": "network-vif-deleted", "tag": "ae804211-6a7f-44a7-a0b3-1bab43eaea3b"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:51.585191 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ced587a5-70f8-4de3-8c88-d172d9cf1427 x-openstack-request-id: req-ced587a5-70f8-4de3-8c88-d172d9cf1427 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:51.585482 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc2a9c4-b425-4091-b6c5-e1c27534f12b", "name": "network-vif-deleted", "tag": "ae804211-6a7f-44a7-a0b3-1bab43eaea3b", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:51.585844 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ced587a5-70f8-4de3-8c88-d172d9cf1427 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:51.586360 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc2a9c4-b425-4091-b6c5-e1c27534f12b', 'name': 'network-vif-deleted', 'tag': 'ae804211-6a7f-44a7-a0b3-1bab43eaea3b', 'status': 'completed', 'code': 200} Jul 05 18:04:51.609786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa99e2-a557-491c-ae82-2befdc861175 req-71b9149f-cbeb-46e3-9e6c-138e7682fc6b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:51.611775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-71b9149f-cbeb-46e3-9e6c-138e7682fc6b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 811 time: 0.2258565 Jul 05 18:04:51.660645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415bcac-56c7-4b94-9d3a-bda165c58201 req-05be016e-f2db-4663-bb5d-3adcfdfb95dd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:51.662199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2415bcac-56c7-4b94-9d3a-bda165c58201 req-05be016e-f2db-4663-bb5d-3adcfdfb95dd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1789956 Jul 05 18:04:51.715596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2415bcac-56c7-4b94-9d3a-bda165c58201 req-b168c08a-5cca-4e8d-9840-a34312a080f1 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436890 Jul 05 18:04:51.719906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-cc0a6d42-e6a1-4af5-9cdd-76fc8e3692a8 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d6aae6f7a142dd91150aab24f853c5 HTTP/1.1" status: 200 len: 379 time: 0.0975451 Jul 05 18:04:51.728988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'port': {'device_id': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'admin_state_up': True, 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'security_groups': ['7ece6710-fd83-43ed-98ea-5f4bc7dfbd31']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:51.818428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfe89f31-ec7b-404b-9ba6-d2cb86036b85 req-e50ea05e-91a7-4357-872c-6f4e67315cfe tempest-ImagesNegativeTestJSON-232312339 tempest-ImagesNegativeTestJSON-232312339-project] 10.222.0.30 "GET /v2.0/ports?device_id=6cc2a9c4-b425-4091-b6c5-e1c27534f12b HTTP/1.1" status: 200 len: 210 time: 0.0676622 Jul 05 18:04:52.012580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff822188-0972-4400-b932-91a5bdb515c2 req-9503c7f2-a42a-4291-bf5c-91c057ddfb47 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 210 time: 0.0331080 Jul 05 18:04:52.064121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Made reservation on behalf of 01d6aae6f7a142dd91150aab24f853c5 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:04:52.068099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:52.282913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Allocated IP 172.20.0.5 (46ee77df-9bf6-4347-a82d-a1e630c06cb9/2f9d8631-1208-4bd2-acab-9a922fcf0305/86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:04:52.298229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb8098c-81e9-47e0-afd3-cc49a44c2520 req-fddef1d1-ebb4-417e-9777-06c6dcb0e0b1 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:52.299768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6eb8098c-81e9-47e0-afd3-cc49a44c2520 req-fddef1d1-ebb4-417e-9777-06c6dcb0e0b1 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 944 time: 0.1481733 Jul 05 18:04:52.367924 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6eb8098c-81e9-47e0-afd3-cc49a44c2520 req-547f0713-3179-439e-a8da-173aaae764f4 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611546 Jul 05 18:04:52.467914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4666b760-3f11-4d53-a386-272842dbc518 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:52.578157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 4666b760-3f11-4d53-a386-272842dbc518 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:52.582834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 4666b760-3f11-4d53-a386-272842dbc518 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:52.592194 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:52.687680 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:52.716995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226c21d-4f27-4b5f-aca4-5a296ee8a6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4666b760-3f11-4d53-a386-272842dbc518'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:52.719384 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d5d31c2-ee41-4c89-a088-5b90453baadb" -d '{"events": [{"server_uuid": "5226c21d-4f27-4b5f-aca4-5a296ee8a6e2", "name": "network-vif-plugged", "status": "completed", "tag": "4666b760-3f11-4d53-a386-272842dbc518"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:52.734636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 4666b760-3f11-4d53-a386-272842dbc518, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4666b760-3f11-4d53-a386-272842dbc518,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:52.768913 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba6ecba-20d1-4ec8-8491-0b686b488ce2 x-openstack-request-id: req-eba6ecba-20d1-4ec8-8491-0b686b488ce2 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:52.769205 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226c21d-4f27-4b5f-aca4-5a296ee8a6e2", "name": "network-vif-plugged", "status": "completed", "tag": "4666b760-3f11-4d53-a386-272842dbc518", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:52.769458 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eba6ecba-20d1-4ec8-8491-0b686b488ce2 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:52.769856 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226c21d-4f27-4b5f-aca4-5a296ee8a6e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4666b760-3f11-4d53-a386-272842dbc518', 'code': 200} Jul 05 18:04:52.849431 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:52.849431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device aa630ca5-9631-4456-851e-c264f5b780a3 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:52.882038 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:52.963405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7dee76-c114-431d-a268-68ec0f392ba2 req-71a97ba0-df52-432b-8789-a272f19f8f54 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:52.965276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed7dee76-c114-431d-a268-68ec0f392ba2 req-71a97ba0-df52-432b-8789-a272f19f8f54 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.2570586 Jul 05 18:04:52.986102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=4666b760-3f11-4d53-a386-272842dbc518,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:53.018147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Transition to ACTIVE for port object 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:53.085141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed7dee76-c114-431d-a268-68ec0f392ba2 req-d8a9bc64-e42e-4a5c-8716-0dc0d79b3a8a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070120 Jul 05 18:04:53.092299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port aa630ca5-9631-4456-851e-c264f5b780a3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:53.096705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port aa630ca5-9631-4456-851e-c264f5b780a3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:53.097081 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:53.124878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e10bc2-ea19-4ae2-9357-bbb43935d1c9 req-9c5bbd8b-cbd8-4ef7-ace3-9e9274dd9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:53.126892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3e10bc2-ea19-4ae2-9357-bbb43935d1c9 req-9c5bbd8b-cbd8-4ef7-ace3-9e9274dd9b88 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5226c21d-4f27-4b5f-aca4-5a296ee8a6e2 HTTP/1.1" status: 200 len: 1097 time: 0.2128313 Jul 05 18:04:53.136048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec8dd9-2981-4e80-b81b-717eb03fd498 req-84ef64e2-59c7-4f7e-bb62-d75e4d492282 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:53.143823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37ec8dd9-2981-4e80-b81b-717eb03fd498 req-84ef64e2-59c7-4f7e-bb62-d75e4d492282 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.2425444 Jul 05 18:04:53.225653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37ec8dd9-2981-4e80-b81b-717eb03fd498 req-713f82cb-c4ca-49db-9450-0ab313ab163a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742197 Jul 05 18:04:53.232972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3e10bc2-ea19-4ae2-9357-bbb43935d1c9 req-3b6e4c50-b405-484f-8580-395fedea496a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869546 Jul 05 18:04:53.241718 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:53.248257 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:53.294928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port aa630ca5-9631-4456-851e-c264f5b780a3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=aa630ca5-9631-4456-851e-c264f5b780a3,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:53.345057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:04:53.350026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:04:53.366506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'Port': ['ID=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:53.369141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:04:53.411145 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:53.457951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:53.462815 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:53.482038 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device ae804211-6a7f-44a7-a0b3-1bab43eaea3b no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:04:53.513553 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4328ba60-2fa7-4c62-8a57-effcbdb77929 req-79e9425d-ee93-4b61-b86b-c33a531980f0 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:53.515772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4328ba60-2fa7-4c62-8a57-effcbdb77929 req-79e9425d-ee93-4b61-b86b-c33a531980f0 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 931 time: 0.1096094 Jul 05 18:04:53.522937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=aa630ca5-9631-4456-851e-c264f5b780a3,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:53.532372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: ae804211-6a7f-44a7-a0b3-1bab43eaea3b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:04:53.532720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device ae804211-6a7f-44a7-a0b3-1bab43eaea3b not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:04:53.534097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-27b8a1ff-79d7-4939-9b7b-237e2a8f5ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:53.572332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-927cb9a2-ee24-4077-add3-082ad4776fb4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8470464 Jul 05 18:04:53.603519 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4328ba60-2fa7-4c62-8a57-effcbdb77929 req-fe089feb-a202-4452-bcc7-d88b3cb772f9 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804050 Jul 05 18:04:53.611967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Request body: {'port': {'device_id': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:04:53.675684 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:53.773354 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:53.887473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1c0e4d2d-6971-4cb5-9bde-af4ce4cf389a None None] Provisioning for port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:04:53.888209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d5f306-0b3c-4122-9fdb-ef6b44031033 req-f227f6e0-912c-4700-af79-f4cc26136e01 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:53.889737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75d5f306-0b3c-4122-9fdb-ef6b44031033 req-f227f6e0-912c-4700-af79-f4cc26136e01 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 945 time: 0.1603844 Jul 05 18:04:53.892026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1c0e4d2d-6971-4cb5-9bde-af4ce4cf389a None None] Provisioning complete for port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:53.892415 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4d2d-6971-4cb5-9bde-af4ce4cf389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:53.929472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e4d2d-6971-4cb5-9bde-af4ce4cf389a None None] Port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:04:54.011234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75d5f306-0b3c-4122-9fdb-ef6b44031033 req-4f3ad2e9-5032-42c5-988b-75381be7e970 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673759 Jul 05 18:04:54.062620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782fdb1-5f44-40c8-868c-06a73395080e req-32a0cca5-a14d-4fdc-aabb-b47f6ba03f01 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:54.070010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d782fdb1-5f44-40c8-868c-06a73395080e req-32a0cca5-a14d-4fdc-aabb-b47f6ba03f01 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 946 time: 0.2493086 Jul 05 18:04:54.119507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d782fdb1-5f44-40c8-868c-06a73395080e req-1d5149e6-9245-4937-92c2-07d53e99f914 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486543 Jul 05 18:04:54.236970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:54.247943 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:54.272546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Transition to ACTIVE for port object 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:04:54.356171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36177c91-936d-450d-b147-39d2c56eb928 req-25358a84-c423-46a8-809b-3ad59a26d529 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:54.358137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36177c91-936d-450d-b147-39d2c56eb928 req-25358a84-c423-46a8-809b-3ad59a26d529 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.0843406 Jul 05 18:04:54.359972 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:54.460104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:54.474360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Pushing event updated for resources: {'Port': ['ID=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:54.572791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36177c91-936d-450d-b147-39d2c56eb928 req-bdb47905-ed86-4e70-bac1-1d5cbd58698b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813056 Jul 05 18:04:54.582035 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:54.582626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90038cbb-58f4-426f-997d-90d92b70f6d3 req-37cbd80d-a4eb-494b-90d1-4e2f5343e4f7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:54.591085 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90038cbb-58f4-426f-997d-90d92b70f6d3 req-37cbd80d-a4eb-494b-90d1-4e2f5343e4f7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1944053 Jul 05 18:04:54.661991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:54.679121 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '85678e80-5e31-4876-88f9-202d2f79869e', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'port_id': '85678e80-5e31-4876-88f9-202d2f79869e', 'mac_address': 'fa:16:3e:32:d1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:54.703274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90038cbb-58f4-426f-997d-90d92b70f6d3 req-b475ed5b-61c0-4e1a-8af0-91ef4078f181 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111035 Jul 05 18:04:54.731111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Attempting to bind port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:04:54.736371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Attempting to bind port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:04:54.736371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Attempting to bind port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe on network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:54.736779 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:54.738877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe on network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:04:54.739297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Attempting to bind port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe on network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:04:54.747621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:04:54.748428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Checking segment: {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:04:54.749070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Bound using segment: {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:04:54.749699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Bound port: 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:04:54.750044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85678e80-5e31-4876-88f9-202d2f79869e {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:54.750384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:54.771482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a67c75b-c45e-4b59-9a58-1371b4ed8449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa630ca5-9631-4456-851e-c264f5b780a3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:54.774282 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115c642f-47fe-4db6-a2fb-9dc922eab953" -d '{"events": [{"server_uuid": "1a67c75b-c45e-4b59-9a58-1371b4ed8449", "name": "network-vif-plugged", "status": "completed", "tag": "aa630ca5-9631-4456-851e-c264f5b780a3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:54.780009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:54.830524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] For port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:04:54.834664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] For port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:04:54.859635 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6204fa49-fcaf-4a42-a4d6-61dddfd4896a x-openstack-request-id: req-6204fa49-fcaf-4a42-a4d6-61dddfd4896a {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:54.859940 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a67c75b-c45e-4b59-9a58-1371b4ed8449", "name": "network-vif-plugged", "status": "completed", "tag": "aa630ca5-9631-4456-851e-c264f5b780a3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:54.860197 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6204fa49-fcaf-4a42-a4d6-61dddfd4896a {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:54.860592 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a67c75b-c45e-4b59-9a58-1371b4ed8449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa630ca5-9631-4456-851e-c264f5b780a3', 'code': 200} Jul 05 18:04:54.887383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56512) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:54.892328 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:54.910679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db4ce0-a499-4749-8892-22397f87ae11 req-b17e82f5-09c9-418b-a6a2-03d808bc8df3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:54.912888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0db4ce0-a499-4749-8892-22397f87ae11 req-b17e82f5-09c9-418b-a6a2-03d808bc8df3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 943 time: 0.0766850 Jul 05 18:04:54.950705 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:54.972435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:55.007185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0db4ce0-a499-4749-8892-22397f87ae11 req-ca2175e4-bcbf-48ed-8a7f-d683852a19d8 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869234 Jul 05 18:04:55.038974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['85678e80-5e31-4876-88f9-202d2f79869e'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:55.055315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:55.055942 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:55.058102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] 10.222.0.97 "PUT /v2.0/ports/86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe HTTP/1.1" status: 200 len: 1091 time: 1.4504561 Jul 05 18:04:55.089652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'tag': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:55.094606 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53a0def-36d4-4ff3-967c-dce0e455271a" -d '{"events": [{"name": "network-changed", "server_uuid": "69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9", "tag": "86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:55.110508 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-57911561-6f4a-42ac-bf1b-50885295ae18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf3faad4f25247ee9e9afc37fa8541ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2201445 Jul 05 18:04:55.112178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56522) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:04:55.150660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37658911-d7cd-4a20-b457-f477e6018118 service neutron] Pushing event updated for resources: {'Port': ['ID=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:55.194288 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebc60a7-1408-4cd0-b1af-42628d7abcab x-openstack-request-id: req-3ebc60a7-1408-4cd0-b1af-42628d7abcab {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:55.194606 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9", "tag": "86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:55.194859 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ebc60a7-1408-4cd0-b1af-42628d7abcab {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:55.195334 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'tag': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe', 'status': 'completed', 'code': 200} Jul 05 18:04:55.212343 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:55.214255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f82c6f-c623-455a-a437-9ef7168af79f req-0b16423d-3783-4f55-b293-aa2bc115ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:55.215895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4f82c6f-c623-455a-a437-9ef7168af79f req-0b16423d-3783-4f55-b293-aa2bc115ff21 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 1096 time: 0.2564571 Jul 05 18:04:55.233957 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:55.359785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4f82c6f-c623-455a-a437-9ef7168af79f req-c7cfc51c-fff4-4c48-88bd-5c7d91e00dea service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043739 Jul 05 18:04:55.366520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:55.371217 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:55.373187 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84e1a533-cf10-4fec-b917-29c6b6bba72b HTTP/1.1" status: 204 len: 168 time: 0.2598951 Jul 05 18:04:55.377318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa99e2-a557-491c-ae82-2befdc861175 req-079ca09b-a157-4dc8-9edd-261e0c1976b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:55.378911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-079ca09b-a157-4dc8-9edd-261e0c1976b7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 1094 time: 0.1820421 Jul 05 18:04:55.382838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e1a533-cf10-4fec-b917-29c6b6bba72b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:55.391250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.391781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.392289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.392795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.393362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.393485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be665412-db95-4710-9159-8324adff0c7a req-cdf47576-5425-4c53-b2e7-d575727f96e1 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:55.393879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.394366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.394819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.395056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be665412-db95-4710-9159-8324adff0c7a req-cdf47576-5425-4c53-b2e7-d575727f96e1 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 945 time: 0.1382496 Jul 05 18:04:55.395698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.396223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.396826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.397251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1c9393-78da-4588-9583-1e6cf9833d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:04:55.465916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-8c034d07-db19-4375-85b5-9f99a32d828d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe HTTP/1.1" status: 200 len: 217 time: 0.0445695 Jul 05 18:04:55.505579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be665412-db95-4710-9159-8324adff0c7a req-19841a1e-0a72-42ed-aa5e-26693ee5a445 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011078 Jul 05 18:04:55.529498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa99e2-a557-491c-ae82-2befdc861175 req-f1d96cc4-8a36-4f25-9fac-e71541ef1265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:55.529498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-f1d96cc4-8a36-4f25-9fac-e71541ef1265 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.0559852 Jul 05 18:04:55.593481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa99e2-a557-491c-ae82-2befdc861175 req-80c05061-fd1d-4f5b-a67f-f806b2d32ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:55.595162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-80c05061-fd1d-4f5b-a67f-f806b2d32ce7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606015 Jul 05 18:04:55.709891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-237e1f7d-b9ad-4b7e-b91a-fa6b2c24d76b service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072750 Jul 05 18:04:55.917299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa99e2-a557-491c-ae82-2befdc861175 req-7f72460a-f9c7-4ddf-9398-8bd34fc94039 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881871 Jul 05 18:04:55.921367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4762b-a086-4765-8d02-ba8e2b626cab req-e9e10171-ed2d-4205-8693-064799a33d76 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:55.923262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6fe4762b-a086-4765-8d02-ba8e2b626cab req-e9e10171-ed2d-4205-8693-064799a33d76 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 944 time: 0.1428752 Jul 05 18:04:55.973027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e8667-7cb4-4d88-bfeb-efffb38c44ff req-4fcc1e84-3802-48dd-b927-9b1b0e35ac42 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:55.974142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-783e8667-7cb4-4d88-bfeb-efffb38c44ff req-4fcc1e84-3802-48dd-b927-9b1b0e35ac42 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1261573 Jul 05 18:04:55.995937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6fe4762b-a086-4765-8d02-ba8e2b626cab req-1c9003ca-d60d-4eab-a5bb-a9456ba17897 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664277 Jul 05 18:04:56.037854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-783e8667-7cb4-4d88-bfeb-efffb38c44ff req-3dec746d-4290-4382-9c41-33f5e2b79b5b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534954 Jul 05 18:04:56.125571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-3f1fa14a-a2c1-43f0-af96-b7d7f5570ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:56.127424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-3f1fa14a-a2c1-43f0-af96-b7d7f5570ab8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 1094 time: 0.0779419 Jul 05 18:04:56.311241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-90b0c6d4-6d24-4028-9b51-06b1638c55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:56.312771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-90b0c6d4-6d24-4028-9b51-06b1638c55bf service neutron] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 911 time: 0.1753907 Jul 05 18:04:56.367628 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:56.401482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-73d7cc20-4892-4c89-87f6-e21be815edc0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe HTTP/1.1" status: 200 len: 217 time: 0.0755961 Jul 05 18:04:56.415608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae0b2e-c51e-423b-81e4-887250d62537 req-de29cd90-a2e9-48cb-90bd-a621b80e6c6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:56.422478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92ae0b2e-c51e-423b-81e4-887250d62537 req-de29cd90-a2e9-48cb-90bd-a621b80e6c6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 943 time: 0.1686242 Jul 05 18:04:56.500343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:04:56.525509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-a7423fd5-b0bd-44a7-ad42-c9e313136877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:56.527767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-a7423fd5-b0bd-44a7-ad42-c9e313136877 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.1031818 Jul 05 18:04:56.548000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92ae0b2e-c51e-423b-81e4-887250d62537 req-72f4de41-442a-4545-8f5d-f3fc36e19fad tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245084 Jul 05 18:04:56.589102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 85678e80-5e31-4876-88f9-202d2f79869e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:04:56.589618 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:56.689988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-87f76f0d-dc0a-4070-9fb2-b3a83ab84d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:56.689988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-87f76f0d-dc0a-4070-9fb2-b3a83ab84d2c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362152 Jul 05 18:04:56.692915 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:56.764177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:56.862600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:04:56.864836 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff1c04a-f199-419b-a2af-b12d58319b7a" -d '{"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-plugged", "status": "completed", "tag": "85678e80-5e31-4876-88f9-202d2f79869e"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:04:56.898200 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:56.910499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-379d5882-bc1b-4e28-a1ce-6a594277a059 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125752 Jul 05 18:04:56.986645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:57.088915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae6632-7d00-4c3d-a065-3fe1e6fea516 req-e8a749a7-8ce5-42be-884a-4d5d6b1d53dd tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:57.092866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0eae6632-7d00-4c3d-a065-3fe1e6fea516 req-e8a749a7-8ce5-42be-884a-4d5d6b1d53dd tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 945 time: 0.2749228 Jul 05 18:04:57.094482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a53a0def-36d4-4ff3-967c-dce0e455271a req-0503a687-93fc-4662-9153-03c704a769c8 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747813 Jul 05 18:04:57.158850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caed96f-96a9-4903-9a5b-10cfce3929ff req-bc32e4d0-dcc1-4088-8a97-32691a7fb762 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:57.161373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9caed96f-96a9-4903-9a5b-10cfce3929ff req-bc32e4d0-dcc1-4088-8a97-32691a7fb762 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 946 time: 0.1780589 Jul 05 18:04:57.171870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0eae6632-7d00-4c3d-a065-3fe1e6fea516 req-4f8772b8-ce5a-4a55-a686-3dd055235cd8 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739725 Jul 05 18:04:57.212106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9caed96f-96a9-4903-9a5b-10cfce3929ff req-8bb65b9e-68ae-4b17-b3df-93d20804a928 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439475 Jul 05 18:04:57.259932 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb9f5b9-5979-4feb-96f0-e474d7ca7f1a x-openstack-request-id: req-dbb9f5b9-5979-4feb-96f0-e474d7ca7f1a {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:04:57.261018 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-plugged", "status": "completed", "tag": "85678e80-5e31-4876-88f9-202d2f79869e", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:04:57.261273 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dbb9f5b9-5979-4feb-96f0-e474d7ca7f1a {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:04:57.261777 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e', 'code': 200} Jul 05 18:04:57.443033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e805ef-ef91-434d-a0de-8069dc4323cb req-cefb9706-9ac9-449f-87a5-ce789519a432 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:57.444742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73e805ef-ef91-434d-a0de-8069dc4323cb req-cefb9706-9ac9-449f-87a5-ce789519a432 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.0788507 Jul 05 18:04:57.516555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73e805ef-ef91-434d-a0de-8069dc4323cb req-07b0c9ad-4730-43db-a63b-bd83f7c1b7ff tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648735 Jul 05 18:04:57.518434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-6f1c2c19-05e3-4a57-90bd-bd25e06aadf1 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=dee443bc29bf47a8abf744c0f8e599dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419722 Jul 05 18:04:57.705877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-da341109-67c8-44d2-a15f-055fc529617a tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:57.707677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-da341109-67c8-44d2-a15f-055fc529617a tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1781521 Jul 05 18:04:57.728162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-fac6da64-df35-4661-b9e6-5234f24503c5 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/quotas/dee443bc29bf47a8abf744c0f8e599dd HTTP/1.1" status: 200 len: 375 time: 0.0146694 Jul 05 18:04:57.767778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-423edbb2-fefc-458b-a54a-e294cb673e1b tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dee443bc29bf47a8abf744c0f8e599dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311117 Jul 05 18:04:57.779965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e499-6375-4cb3-acc3-5e590b1d8a52 req-94148336-3582-40ce-a5a0-4bc3201e4ae9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:57.781566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f82e499-6375-4cb3-acc3-5e590b1d8a52 req-94148336-3582-40ce-a5a0-4bc3201e4ae9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1320877 Jul 05 18:04:57.842070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f82e499-6375-4cb3-acc3-5e590b1d8a52 req-c07915df-ed5f-4522-aa8b-af443c093507 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505967 Jul 05 18:04:58.148751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c745d-aed3-4df3-8d88-c478ad953993 req-9832c065-2032-4ee3-b33e-2afdada6d37c tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:58.150548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-779c745d-aed3-4df3-8d88-c478ad953993 req-9832c065-2032-4ee3-b33e-2afdada6d37c tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=5226c21d-4f27-4b5f-aca4-5a296ee8a6e2 HTTP/1.1" status: 200 len: 946 time: 0.0788815 Jul 05 18:04:58.207344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-779c745d-aed3-4df3-8d88-c478ad953993 req-db236a96-26a8-40fd-b3b4-ce43b399250b tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478480 Jul 05 18:04:58.325187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af0e4cf1-3ddc-4253-8c9f-fb807133e46c req-ca235f5c-4bfc-4615-b9f4-7a031d7074ec tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 210 time: 0.0355067 Jul 05 18:04:58.385030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2871b7-b581-475a-b8ca-36f3c8ca376e req-91870235-244a-47ff-9a43-42565013db0f tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:58.386915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b2871b7-b581-475a-b8ca-36f3c8ca376e req-91870235-244a-47ff-9a43-42565013db0f tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 943 time: 0.1522684 Jul 05 18:04:58.438771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b2871b7-b581-475a-b8ca-36f3c8ca376e req-76c37aea-6867-452d-8539-f9c3478c92df tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450692 Jul 05 18:04:58.498270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:04:58.652961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:58.665970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'port_id': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe', 'mac_address': 'fa:16:3e:1d:76:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:04:58.715477 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:58.730681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:04:58.754084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:04:58.852817 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:58.922514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:04:59.078250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ad78f-bbbd-4c78-9a00-68245c91e571 req-0137ebed-2cda-433d-a086-e49db611f9ec tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:59.098088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a6ad78f-bbbd-4c78-9a00-68245c91e571 req-0137ebed-2cda-433d-a086-e49db611f9ec tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.1208167 Jul 05 18:04:59.148539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a6ad78f-bbbd-4c78-9a00-68245c91e571 req-32227d46-f829-4653-a467-c8a3d4dc340f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Jul 05 18:04:59.209376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:04:59.306582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f33c68-be63-43ce-8bef-0df109daf976 req-a560d399-a5ab-4b9f-8932-df293aff69e6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:59.309438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f33c68-be63-43ce-8bef-0df109daf976 req-a560d399-a5ab-4b9f-8932-df293aff69e6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.0820756 Jul 05 18:04:59.414086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f33c68-be63-43ce-8bef-0df109daf976 req-b46eca15-987e-4fb9-8db8-ae0c55b6dca9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828822 Jul 05 18:04:59.537783 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:04:59.758031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9db8214-2742-43ce-b693-7ad977debc72 req-64ccc950-fb47-4d52-af0c-1343dcffb619 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:04:59.760483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9db8214-2742-43ce-b693-7ad977debc72 req-64ccc950-fb47-4d52-af0c-1343dcffb619 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 946 time: 0.0710638 Jul 05 18:04:59.819733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9db8214-2742-43ce-b693-7ad977debc72 req-419bd60a-50e4-4a30-a736-dbd37f059ca3 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527074 Jul 05 18:04:59.967983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc2bdddb-dcb7-479a-9e0a-bfccc288c13f req-58a7ea9e-6a5c-4994-9c72-9bc0d5eba072 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 210 time: 0.0314810 Jul 05 18:05:00.146644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa96cf94-5aa3-42e4-99c3-372f1746e429 req-47179834-525a-489d-ac31-6efe5d3bc7e1 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:00.148181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa96cf94-5aa3-42e4-99c3-372f1746e429 req-47179834-525a-489d-ac31-6efe5d3bc7e1 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 944 time: 0.0732315 Jul 05 18:05:00.192296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa96cf94-5aa3-42e4-99c3-372f1746e429 req-1f9ad659-ec65-4839-a72f-8fa4b05c976e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374277 Jul 05 18:05:00.297335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a3b7606c-d22d-487c-9d5c-8cae4dde2942 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:00.298898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a3b7606c-d22d-487c-9d5c-8cae4dde2942 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 813 time: 0.1109514 Jul 05 18:05:00.344639 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-6ab8f765-2f3b-47b4-b051-c3dd7ced2d55 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/quotas/df8891ef8beb4ec9938d037f358c6aca HTTP/1.1" status: 200 len: 375 time: 0.0327666 Jul 05 18:05:00.453479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87681-6407-4d37-957f-e2f9f177d9b1 req-5aba673f-1ad7-4415-b3b4-4f30b25a13d2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:00.454901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76d87681-6407-4d37-957f-e2f9f177d9b1 req-5aba673f-1ad7-4415-b3b4-4f30b25a13d2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.1530564 Jul 05 18:05:00.493461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-77559d2c-c7be-489f-ac8c-c2b7c7a51e29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:00.495555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-77559d2c-c7be-489f-ac8c-c2b7c7a51e29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "GET /v2.0/ports?device_id=5226c21d-4f27-4b5f-aca4-5a296ee8a6e2 HTTP/1.1" status: 200 len: 946 time: 0.1468537 Jul 05 18:05:00.507644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-1fbc8fec-383a-485c-ab55-56fc6851add6 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486826 Jul 05 18:05:00.636416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76d87681-6407-4d37-957f-e2f9f177d9b1 req-5fbc4da7-49aa-48e3-b619-248110fa6898 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695423 Jul 05 18:05:01.145296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-4a1d8b65-0e22-4494-81b7-607f93062d6e service neutron] 10.222.0.30 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6276770 Jul 05 18:05:01.171174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-a472a78f-629a-436a-92af-481aca0b65b7 service neutron] 10.222.0.39 "GET /v2.0/ports/45eb71e1-3657-42ee-abea-128243437218/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 382 time: 0.1932385 Jul 05 18:05:01.230630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Deleting port 4666b760-3f11-4d53-a386-272842dbc518 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:01.230986 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:01.315844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc9e56-31c2-4fab-b325-88bcd9ad4904 req-3f5c8900-cf35-46b1-b732-7f65e81f41c0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:01.319875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82cc9e56-31c2-4fab-b325-88bcd9ad4904 req-3f5c8900-cf35-46b1-b732-7f65e81f41c0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.3405313 Jul 05 18:05:01.469537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82cc9e56-31c2-4fab-b325-88bcd9ad4904 req-c38a9601-7927-499d-aa14-22154bd5a2cc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431127 Jul 05 18:05:01.477958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-ee5bd921-b21e-4344-8de0-8c6071568bbe service neutron] 10.222.0.30 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318937 Jul 05 18:05:01.488513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] For port 4666b760-3f11-4d53-a386-272842dbc518, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4666b760-3f11-4d53-a386-272842dbc518,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:01.489020 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:01.507307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Calling delete_port for 4666b760-3f11-4d53-a386-272842dbc518 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:01.722937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-1be1705d-f6b2-43a5-b19a-3af2d1be3938 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=dee443bc29bf47a8abf744c0f8e599dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030054 Jul 05 18:05:01.735663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-9e0de23e-19bb-494b-82e2-3aa4bd9fc355 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:01.737580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-9e0de23e-19bb-494b-82e2-3aa4bd9fc355 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a67c75b-c45e-4b59-9a58-1371b4ed8449 HTTP/1.1" status: 200 len: 945 time: 0.3350158 Jul 05 18:05:01.964756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17f059-542c-4c30-8041-acad64adea91 req-c8f2ad62-2133-4a22-bed0-772a6ecfa822 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:01.966465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f17f059-542c-4c30-8041-acad64adea91 req-c8f2ad62-2133-4a22-bed0-772a6ecfa822 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 946 time: 0.3354952 Jul 05 18:05:01.966699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-52fa85e1-d5c9-409e-8fc0-acc90f1ff504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:01.969044 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-52fa85e1-d5c9-409e-8fc0-acc90f1ff504 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c&tenant_id=cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 1101 time: 0.0662317 Jul 05 18:05:02.121539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-37d6b0db-160e-4797-8e48-29ad4cbbcf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:02.123671 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-37d6b0db-160e-4797-8e48-29ad4cbbcf8c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 1101 time: 0.1183441 Jul 05 18:05:02.137846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-ec02f0f3-ecaa-4648-bd46-ad836e6d2a7b tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:02.141578 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-ec02f0f3-ecaa-4648-bd46-ad836e6d2a7b tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3991137 Jul 05 18:05:02.238025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Request body: {'port': {'device_id': '619f1300-4d72-418a-98e6-87145b773f2c', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'dee443bc29bf47a8abf744c0f8e599dd'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:02.299094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-4a2d8faa-38f0-42a1-92dd-8aa0551bae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:02.303103 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-4a2d8faa-38f0-42a1-92dd-8aa0551bae2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1722629 Jul 05 18:05:02.383595 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-1a3a27fe-b0ce-4449-af40-79f4fbfda869 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=45eb71e1-3657-42ee-abea-128243437218 HTTP/1.1" status: 200 len: 217 time: 0.0698564 Jul 05 18:05:02.450479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3587859-8043-4653-b377-1c9dbb13224e req-bf71d0fa-6568-4e69-9d1b-7cb9d2030564 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 210 time: 0.0886972 Jul 05 18:05:02.455299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-11e36feb-3a70-4739-b539-15bea363b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:02.457543 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-11e36feb-3a70-4739-b539-15bea363b106 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0667167 Jul 05 18:05:02.519203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:02.525406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62fb0df-7e70-4b00-b962-65b6df108168 req-a6e732a0-8857-4026-9142-5155cd3cbcb5 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:02.528146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f62fb0df-7e70-4b00-b962-65b6df108168 req-a6e732a0-8857-4026-9142-5155cd3cbcb5 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 946 time: 0.6939130 Jul 05 18:05:02.528817 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:02.549583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-78020240-49a8-4fba-b7b6-abd15c33b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:02.553438 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-78020240-49a8-4fba-b7b6-abd15c33b390 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0844054 Jul 05 18:05:02.558062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['aa630ca5-9631-4456-851e-c264f5b780a3', '4666b760-3f11-4d53-a386-272842dbc518'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:02.670383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Pushing event deleted for resources: {'Port': ['ID=4666b760-3f11-4d53-a386-272842dbc518,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:02.680607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Deleting port aa630ca5-9631-4456-851e-c264f5b780a3 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:02.680800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:02.695600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Deleting port 843d6a24-26be-44d7-a7d2-a15a80c7e260 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:02.695956 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:02.710777 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-f02718dd-70b5-432f-a3a9-491323e62f22 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418915 Jul 05 18:05:02.714747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Made reservation on behalf of dee443bc29bf47a8abf744c0f8e599dd for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:05:02.718533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:02.769459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:02.778472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:02.778877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:02.868711 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c07efbc1-9e2b-4b84-96b0-22015ef3d3b2 req-ae6e16a0-9526-44f4-b376-ebc3b21964df service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463864 Jul 05 18:05:02.883206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f62fb0df-7e70-4b00-b962-65b6df108168 req-c3b8c5b9-bda4-4986-9410-5b5bf084e39b tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups?id=177cd0a8-20a6-4347-b3bd-611613702848&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3423672 Jul 05 18:05:02.892220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:02.934686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] No DVR routers for this DVR port 4666b760-3f11-4d53-a386-272842dbc518 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:05:02.941533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:02.943809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13fa9ccc-dcad-40cb-b087-20eac12969cf req-6a4085fb-acde-4571-bcf1-b298fe5bc443 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "DELETE /v2.0/ports/4666b760-3f11-4d53-a386-272842dbc518 HTTP/1.1" status: 204 len: 173 time: 2.4352624 Jul 05 18:05:02.947774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5226c21d-4f27-4b5f-aca4-5a296ee8a6e2', 'name': 'network-vif-deleted', 'tag': '4666b760-3f11-4d53-a386-272842dbc518'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:02.951642 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b96b080-f402-47a8-b73e-e4ade3c68ee7" -d '{"events": [{"server_uuid": "5226c21d-4f27-4b5f-aca4-5a296ee8a6e2", "name": "network-vif-deleted", "tag": "4666b760-3f11-4d53-a386-272842dbc518"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:02.989177 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:03.020345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:03.024348 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6659cc52-ddd3-445d-ab05-8be239fc270a" -d '{"events": [{"server_uuid": "69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9", "name": "network-vif-plugged", "status": "completed", "tag": "86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:03.052048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:03.088065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] For port aa630ca5-9631-4456-851e-c264f5b780a3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=aa630ca5-9631-4456-851e-c264f5b780a3,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:03.089130 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:03.118290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Calling delete_port for aa630ca5-9631-4456-851e-c264f5b780a3 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:03.208130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] For port 843d6a24-26be-44d7-a7d2-a15a80c7e260, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=843d6a24-26be-44d7-a7d2-a15a80c7e260,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:03.208501 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:03.225329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde1191-95d6-4769-9d2f-ce2625ae493d req-f0e744f2-c0fd-48f2-8b4c-d4c73f06ae97 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:03.226922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5bde1191-95d6-4769-9d2f-ce2625ae493d req-f0e744f2-c0fd-48f2-8b4c-d4c73f06ae97 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 944 time: 0.5365992 Jul 05 18:05:03.321520 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:03.322856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4666b760-3f11-4d53-a386-272842dbc518 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:03.378257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 4666b760-3f11-4d53-a386-272842dbc518 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:05:03.378647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4666b760-3f11-4d53-a386-272842dbc518 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:05:03.379086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device aa630ca5-9631-4456-851e-c264f5b780a3 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:03.471779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5bde1191-95d6-4769-9d2f-ce2625ae493d req-c65215ab-5964-4a39-a432-f9fe0cd781a3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067795 Jul 05 18:05:03.551842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5948a3-17a0-4b26-b635-a6b1203a4ba9 req-229058a0-be8d-4905-af8a-7634e70e4322 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:03.559350 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a5948a3-17a0-4b26-b635-a6b1203a4ba9 req-229058a0-be8d-4905-af8a-7634e70e4322 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.4826612 Jul 05 18:05:03.602227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:03.698770 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:03.712046 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:03.714423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a5948a3-17a0-4b26-b635-a6b1203a4ba9 req-aa2d1ad1-7ade-49b3-a9be-05c77b77f917 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541259 Jul 05 18:05:03.756424 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:03.756803 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:03.757119 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Floating IP 92cba181-a265-4f56-959f-c616bd32fde2 disassociated. External IP: 172.25.3.146, port: 843d6a24-26be-44d7-a7d2-a15a80c7e260. Jul 05 18:05:03.757463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Calling delete_port for 843d6a24-26be-44d7-a7d2-a15a80c7e260 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:04.130001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:04.133202 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:04.249371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Pushing event deleted for resources: {'Port': ['ID=aa630ca5-9631-4456-851e-c264f5b780a3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:04.366269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] No DVR routers for this DVR port aa630ca5-9631-4456-851e-c264f5b780a3 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:05:04.372721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:04.391209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:04.393834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b47afc82-c9b5-4640-a438-f4db5f47eaea req-f1eebd6c-686e-438e-bedd-f23d1e2e5770 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "DELETE /v2.0/ports/aa630ca5-9631-4456-851e-c264f5b780a3 HTTP/1.1" status: 204 len: 173 time: 2.6369619 Jul 05 18:05:04.486515 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fb732f-0175-46be-acd2-2ac34b561a1b x-openstack-request-id: req-47fb732f-0175-46be-acd2-2ac34b561a1b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:04.486515 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5226c21d-4f27-4b5f-aca4-5a296ee8a6e2", "name": "network-vif-deleted", "tag": "4666b760-3f11-4d53-a386-272842dbc518", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:04.486515 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47fb732f-0175-46be-acd2-2ac34b561a1b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:04.487287 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5226c21d-4f27-4b5f-aca4-5a296ee8a6e2', 'name': 'network-vif-deleted', 'tag': '4666b760-3f11-4d53-a386-272842dbc518', 'status': 'completed', 'code': 200} Jul 05 18:05:04.512128 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8a5c624-4ec2-4c7b-a358-9f09299e9600 x-openstack-request-id: req-d8a5c624-4ec2-4c7b-a358-9f09299e9600 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:04.512613 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9", "name": "network-vif-plugged", "status": "completed", "tag": "86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:04.513074 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8a5c624-4ec2-4c7b-a358-9f09299e9600 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:04.514503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Allocated IP 192.168.233.164 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/0770e886-1400-47c0-93d8-73d1f49d1b90) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:04.515172 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe', 'code': 200} Jul 05 18:05:04.553554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e76976-70e8-4770-847d-21ac45128d08 req-2978769c-bd5a-4d3e-866b-71ed43d47d1a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:04.561787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07e76976-70e8-4770-847d-21ac45128d08 req-2978769c-bd5a-4d3e-866b-71ed43d47d1a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.3921800 Jul 05 18:05:04.640141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07e76976-70e8-4770-847d-21ac45128d08 req-e9d2b3a2-acea-4588-a370-30f6d5016196 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771244 Jul 05 18:05:04.703305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:04.780229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e0c18a0-ae41-4813-9c7a-ac332380aee1 req-6634d63c-d845-4a56-90a7-390610600882 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 210 time: 0.1283064 Jul 05 18:05:04.851283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Pushing event deleted for resources: {'Port': ['ID=843d6a24-26be-44d7-a7d2-a15a80c7e260,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:05.296421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff605be7-c98a-4a79-9095-ce4d1133cdf9 req-1eb444bd-010e-4092-97a5-e27ef52d649a tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 210 time: 0.1448736 Jul 05 18:05:05.296421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59726ba4-326b-4ef8-b3ac-3607b6dad1e9 req-a30ade63-fff8-4783-8b1a-e222a266b2aa tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 210 time: 0.0924067 Jul 05 18:05:05.296421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844f055-f6a3-4c20-8ff9-f3a1aa651d1f req-dc19c4ee-7eae-486a-8c45-3406898f6000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:05.296421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2844f055-f6a3-4c20-8ff9-f3a1aa651d1f req-dc19c4ee-7eae-486a-8c45-3406898f6000 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 1096 time: 0.4680226 Jul 05 18:05:05.296421 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:05.296421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Transition to ACTIVE for port object 0770e886-1400-47c0-93d8-73d1f49d1b90 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:05.296421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2844f055-f6a3-4c20-8ff9-f3a1aa651d1f req-ca799510-676f-44a2-b7e6-113ec656d564 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495540 Jul 05 18:05:05.323435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:05:05.380608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d00b6c-582b-416c-9717-47d0e628d3da req-75353918-d53b-443f-9cca-5953a623779f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:05.382263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1d00b6c-582b-416c-9717-47d0e628d3da req-75353918-d53b-443f-9cca-5953a623779f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 945 time: 0.2406759 Jul 05 18:05:05.473302 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:05.484731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdfc5b-f9f1-4488-9cb1-e3d34c430f3c req-120291d7-fbf1-4289-ab00-1767150c7539 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:05.492137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5bbdfc5b-f9f1-4488-9cb1-e3d34c430f3c req-120291d7-fbf1-4289-ab00-1767150c7539 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.2640727 Jul 05 18:05:05.543140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:05:05.546365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 843d6a24-26be-44d7-a7d2-a15a80c7e260 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:05.578984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 843d6a24-26be-44d7-a7d2-a15a80c7e260 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:05:05.579735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 843d6a24-26be-44d7-a7d2-a15a80c7e260 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:05:05.580303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:05.631648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1d00b6c-582b-416c-9717-47d0e628d3da req-6c98224b-dbda-4eec-b15a-90f686e8a6b4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358108 Jul 05 18:05:05.640335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:05.681353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:05.699362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:05.733111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:05.804794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:05:05.841542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] Sync routers for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:05:05.860048 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:05.871857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:05.880005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:05.915616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5bbdfc5b-f9f1-4488-9cb1-e3d34c430f3c req-88d38767-4a5f-4502-b845-cd8edb5cda0b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4209251 Jul 05 18:05:05.988510 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:06.077029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] No DVR routers for this DVR port 843d6a24-26be-44d7-a7d2-a15a80c7e260 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:05:06.082870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:06.086325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f17f059-542c-4c30-8041-acad64adea91 req-96972d3c-8369-46f3-a6d4-269331de2489 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.39 "DELETE /v2.0/ports/843d6a24-26be-44d7-a7d2-a15a80c7e260 HTTP/1.1" status: 204 len: 173 time: 4.1036332 Jul 05 18:05:06.129327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:06.182531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:06.184309 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:06.243393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac284b-34e3-491a-b9ae-fcaf4b82864d req-d3371434-97cb-48cc-b4f0-d59468335f71 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:06.260723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbac284b-34e3-491a-b9ae-fcaf4b82864d req-d3371434-97cb-48cc-b4f0-d59468335f71 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.3320832 Jul 05 18:05:06.300579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:06.305813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '45eb71e1-3657-42ee-abea-128243437218', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '45eb71e1-3657-42ee-abea-128243437218', 'mac_address': 'fa:16:3e:5a:57:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:05:06.317364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbac284b-34e3-491a-b9ae-fcaf4b82864d req-280c7614-0716-417f-9c1e-982a7a0afcbc tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506530 Jul 05 18:05:06.368929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-873e00cb-6104-4927-a6da-6e22dadefc6d tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1493790 Jul 05 18:05:06.375451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:06.426020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Request body: {'port': {'device_id': '619f1300-4d72-418a-98e6-87145b773f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:06.426233 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:06.428092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd2830d4-624a-4fc0-871e-c3b069d8c947 None None] Provisioning for port 0770e886-1400-47c0-93d8-73d1f49d1b90 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:06.503635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:06.516778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:06.519303 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb18707e-bc73-43d3-ab38-404fbe7746e5" -d '{"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:06.521802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:06.528137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd2830d4-624a-4fc0-871e-c3b069d8c947 None None] Provisioning complete for port 0770e886-1400-47c0-93d8-73d1f49d1b90 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:06.528517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd2830d4-624a-4fc0-871e-c3b069d8c947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:06.535187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a67c75b-c45e-4b59-9a58-1371b4ed8449', 'name': 'network-vif-deleted', 'tag': 'aa630ca5-9631-4456-851e-c264f5b780a3'}, {'server_uuid': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'name': 'network-vif-deleted', 'tag': '843d6a24-26be-44d7-a7d2-a15a80c7e260'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:06.537479 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f777c06-51ba-4651-9a4a-8189f463e692" -d '{"events": [{"server_uuid": "1a67c75b-c45e-4b59-9a58-1371b4ed8449", "name": "network-vif-deleted", "tag": "aa630ca5-9631-4456-851e-c264f5b780a3"}, {"server_uuid": "31f9b1f3-89b1-4a98-9728-55d3bb86dc16", "name": "network-vif-deleted", "tag": "843d6a24-26be-44d7-a7d2-a15a80c7e260"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:06.662145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:06.688316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45eb71e1-3657-42ee-abea-128243437218 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:06.688908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab092b-2412-4a9a-9605-6e5d6e2eaffe req-b4f38840-c20d-4cbd-8a6c-115dd988258e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:06.698964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-daab092b-2412-4a9a-9605-6e5d6e2eaffe req-b4f38840-c20d-4cbd-8a6c-115dd988258e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 948 time: 0.3155322 Jul 05 18:05:06.792806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c391b72-528b-4d73-8e76-0ed4731893cc req-cbb6d843-9848-4c8f-a420-f5420478e889 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:06.794625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c391b72-528b-4d73-8e76-0ed4731893cc req-cbb6d843-9848-4c8f-a420-f5420478e889 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 936 time: 0.2241664 Jul 05 18:05:06.797069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:05:06.797447 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:05:06.800169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd2830d4-624a-4fc0-871e-c3b069d8c947 None None] Port 0770e886-1400-47c0-93d8-73d1f49d1b90 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:05:06.945282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c391b72-528b-4d73-8e76-0ed4731893cc req-2df84f5d-b409-47fa-8efb-719ae5e26381 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017039 Jul 05 18:05:06.982961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:43Z', 'revision_number': 5, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:07.021941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] Checking router: c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:05:07.031388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:07.032015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:07.079932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-daab092b-2412-4a9a-9605-6e5d6e2eaffe req-5a551280-a87f-4936-80e2-65d99c205ed4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799877 Jul 05 18:05:07.206701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56723bfd-5f0e-48d3-9a4b-5213f217148c req-a2c6e9c8-ecaf-4b2b-bcf6-e2b986b1176a tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 210 time: 0.0637605 Jul 05 18:05:07.217080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:07.391145 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6eb5df63-7e5e-4aee-a93a-204a71e256d1 req-e6250af7-104c-4aaf-b844-0d247d8a81f2 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 210 time: 0.0712626 Jul 05 18:05:07.402391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-0e58ef94-d364-40bb-8ba3-0fa4b3fff089 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:07.402391 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-0e58ef94-d364-40bb-8ba3-0fa4b3fff089 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.39 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 813 time: 0.2557034 Jul 05 18:05:07.405248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-a09c6489-43cd-46da-82af-5981d4de3afc tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:07.407092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-a09c6489-43cd-46da-82af-5981d4de3afc tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 945 time: 0.5857120 Jul 05 18:05:07.425728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Request body: {'port': {'device_id': 'e8b37068-815b-4b39-9a06-e023e41541fc', 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9', 'admin_state_up': True, 'tenant_id': 'df8891ef8beb4ec9938d037f358c6aca'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:07.437034 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:07.504309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45eb71e1-3657-42ee-abea-128243437218 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:07.591817 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6663a26c-6fea-4ee2-b578-0b370e4601ab x-openstack-request-id: req-6663a26c-6fea-4ee2-b578-0b370e4601ab {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:07.592153 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:07.592443 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6663a26c-6fea-4ee2-b578-0b370e4601ab {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:07.592844 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218', 'code': 200} Jul 05 18:05:07.701721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:07.766863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Made reservation on behalf of df8891ef8beb4ec9938d037f358c6aca for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:05:07.771469 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:07.782500 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:07.905745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0770e886-1400-47c0-93d8-73d1f49d1b90 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:07.921525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:07.940636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Transition to ACTIVE for port object 0770e886-1400-47c0-93d8-73d1f49d1b90 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:07.979905 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b34733-7ce8-47cc-864e-3528f59ef4ca x-openstack-request-id: req-c4b34733-7ce8-47cc-864e-3528f59ef4ca {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:07.980270 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a67c75b-c45e-4b59-9a58-1371b4ed8449", "name": "network-vif-deleted", "tag": "aa630ca5-9631-4456-851e-c264f5b780a3", "status": "completed", "code": 200}, {"server_uuid": "31f9b1f3-89b1-4a98-9728-55d3bb86dc16", "name": "network-vif-deleted", "tag": "843d6a24-26be-44d7-a7d2-a15a80c7e260", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:07.980463 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4b34733-7ce8-47cc-864e-3528f59ef4ca {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:07.980935 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a67c75b-c45e-4b59-9a58-1371b4ed8449', 'name': 'network-vif-deleted', 'tag': 'aa630ca5-9631-4456-851e-c264f5b780a3', 'status': 'completed', 'code': 200} Jul 05 18:05:07.981193 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f9b1f3-89b1-4a98-9728-55d3bb86dc16', 'name': 'network-vif-deleted', 'tag': '843d6a24-26be-44d7-a7d2-a15a80c7e260', 'status': 'completed', 'code': 200} Jul 05 18:05:08.000891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:08.057057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:43Z', 'revision_number': 5, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:08.071110 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:08.078000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Allocated IP 172.20.0.7 (3df45d11-c588-43b3-8c9d-d69b1378f5e9/9ae262b7-e0bb-4f0f-9e84-73c30c02472d/5da19322-6ed5-4074-b09d-ba2bfd6ab284) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:08.143287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['45eb71e1-3657-42ee-abea-128243437218'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:08.240280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dadfbe9-ec49-4325-ba0e-c33f282e2457 None None] The sync data for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 is: [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:00:32Z', 'revision_number': 4, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '49669b68-da41-44f4-8890-f7a6c1148392', 'name': '', 'network_id': '0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'mac_address': 'fa:16:3e:32:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 760, 'fixed_ips': [{'subnet_id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:31Z', 'updated_at': '2021-07-05T18:00:43Z', 'revision_number': 5, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'subnets': [{'id': '7569031b-d7b8-4e77-b0f1-093d938990ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:05:08.512008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:08.741798 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2271753-5ecc-4024-bab6-ad1cda11ef8f None None] New status for floating IP 92cba181-a265-4f56-959f-c616bd32fde2: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:05:08.744236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:08.817785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Pushing event updated for resources: {'Port': ['ID=5da19322-6ed5-4074-b09d-ba2bfd6ab284,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:08.860380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:08.861940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:08.871058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:08.905433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:08.929474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-fcc555a3-3464-4417-9f84-20895fb5dfe2 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:08.933777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-fcc555a3-3464-4417-9f84-20895fb5dfe2 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 813 time: 0.9648283 Jul 05 18:05:08.951188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Request body: {'port': {'device_id': '2470fa27-9270-4225-beb8-c8445c360ce5', 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9', 'admin_state_up': True, 'tenant_id': 'df8891ef8beb4ec9938d037f358c6aca'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:08.986687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:08.987360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:09.110449 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f4f41398-788f-43c8-8fe6-7a2791200f29 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6893468 Jul 05 18:05:09.126453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Request body: {'port': {'device_id': 'e8b37068-815b-4b39-9a06-e023e41541fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:09.212865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329f558-bd9e-44db-95ea-2fe0b814e2c4 req-3ce382eb-3b4b-4238-9f0c-cfb121e1c2fc tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:09.221364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b329f558-bd9e-44db-95ea-2fe0b814e2c4 req-3ce382eb-3b4b-4238-9f0c-cfb121e1c2fc tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 1.2281001 Jul 05 18:05:09.272512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:09.284027 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b329f558-bd9e-44db-95ea-2fe0b814e2c4 req-11144e56-a5e2-4982-8670-0b118ca1be40 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615001 Jul 05 18:05:09.317856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651fd00-90e1-441a-96a3-dfcb2f26cf9f req-81d8a486-c7c1-419d-8162-f8fdc4a351de tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:09.327339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3651fd00-90e1-441a-96a3-dfcb2f26cf9f req-81d8a486-c7c1-419d-8162-f8fdc4a351de tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 945 time: 1.3450930 Jul 05 18:05:09.360304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Deleting port 4be04f68-5c16-4697-b026-01dea34bf2af {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:09.360705 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:09.561876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] For port 4be04f68-5c16-4697-b026-01dea34bf2af, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4be04f68-5c16-4697-b026-01dea34bf2af,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:09.562243 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:09.615262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Calling delete_port for 4be04f68-5c16-4697-b026-01dea34bf2af owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:09.659921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3651fd00-90e1-441a-96a3-dfcb2f26cf9f req-af0c0535-e3b7-4af9-ae1a-dfffaea56c74 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317404 Jul 05 18:05:09.691103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Attempting to bind port 0770e886-1400-47c0-93d8-73d1f49d1b90 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:05:09.694331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Attempting to bind port 0770e886-1400-47c0-93d8-73d1f49d1b90 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:05:09.699343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Attempting to bind port 0770e886-1400-47c0-93d8-73d1f49d1b90 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:09.708052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Port 0770e886-1400-47c0-93d8-73d1f49d1b90 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:05:09.715608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Attempting to bind port 0770e886-1400-47c0-93d8-73d1f49d1b90 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:09.743789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:05:09.745081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:09.745511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:05:09.745983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Bound port: 0770e886-1400-47c0-93d8-73d1f49d1b90, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:05:09.746347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:09.773967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:09.853976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5da19322-6ed5-4074-b09d-ba2bfd6ab284 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:09.879961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:09.906392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 45eb71e1-3657-42ee-abea-128243437218 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:09.907096 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:09.911286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Transition to ACTIVE for port object 5da19322-6ed5-4074-b09d-ba2bfd6ab284 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:10.018308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.049429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.060387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:05:10.064830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:05:10.070221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Made reservation on behalf of df8891ef8beb4ec9938d037f358c6aca for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:05:10.075204 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.126619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:10.146785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:10.153327 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e628a67-b2f7-4b08-ae12-b011b313e452" -d '{"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-plugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:10.172164 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.185527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5da19322-6ed5-4074-b09d-ba2bfd6ab284,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:10.242852 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.245140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 4be04f68-5c16-4697-b026-01dea34bf2af no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:10.250888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.283791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Attempting to bind port 5da19322-6ed5-4074-b09d-ba2bfd6ab284 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:05:10.285370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Attempting to bind port 5da19322-6ed5-4074-b09d-ba2bfd6ab284 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:05:10.285711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Attempting to bind port 5da19322-6ed5-4074-b09d-ba2bfd6ab284 on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:10.382797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Port 5da19322-6ed5-4074-b09d-ba2bfd6ab284 on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:05:10.383125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Attempting to bind port 5da19322-6ed5-4074-b09d-ba2bfd6ab284 on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:10.399571 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:05:10.400054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Checking segment: {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:10.401116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Bound using segment: {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:05:10.401640 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Bound port: 5da19322-6ed5-4074-b09d-ba2bfd6ab284, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:05:10.402013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.407202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 4be04f68-5c16-4697-b026-01dea34bf2af {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:05:10.407767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 4be04f68-5c16-4697-b026-01dea34bf2af not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:05:10.419148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:10.498929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:10.500001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.501652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] 10.222.0.39 "PUT /v2.0/ports/0770e886-1400-47c0-93d8-73d1f49d1b90 HTTP/1.1" status: 200 len: 1096 time: 4.1045213 Jul 05 18:05:10.534758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-42d094b6-2688-4ea3-bc0d-ff572840edc4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:10.538252 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-42d094b6-2688-4ea3-bc0d-ff572840edc4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c&tenant_id=cd79537bc8d1495395401d1768287e63&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 950 time: 0.2753799 Jul 05 18:05:10.551158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] For port 5da19322-6ed5-4074-b09d-ba2bfd6ab284, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:05:10.554978 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] For port 5da19322-6ed5-4074-b09d-ba2bfd6ab284, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5da19322-6ed5-4074-b09d-ba2bfd6ab284,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:05:10.633942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Allocated IP 172.20.0.2 (3df45d11-c588-43b3-8c9d-d69b1378f5e9/9ae262b7-e0bb-4f0f-9e84-73c30c02472d/98c22d61-20c5-4c08-9cc4-6218843411db) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:10.647541 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-2a6fb578-7f66-4007-ae56-e901792129a9 service neutron] 10.222.0.39 "GET /v2.0/ports/45eb71e1-3657-42ee-abea-128243437218/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 382 time: 0.0875869 Jul 05 18:05:10.659820 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.735156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:10.735789 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.737538 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] 10.222.0.39 "PUT /v2.0/ports/5da19322-6ed5-4074-b09d-ba2bfd6ab284 HTTP/1.1" status: 200 len: 1091 time: 1.6178505 Jul 05 18:05:10.772485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8b37068-815b-4b39-9a06-e023e41541fc', 'tag': '5da19322-6ed5-4074-b09d-ba2bfd6ab284'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:10.775202 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8b37068-815b-4b39-9a06-e023e41541fc", "tag": "5da19322-6ed5-4074-b09d-ba2bfd6ab284"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:10.780040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:10.787301 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b55035c-7493-49aa-b38b-21b0a5bf13c6" -d '{"events": [{"name": "network-changed", "server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:10.826527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ee776-d360-4cb3-a357-c70178a85cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=5da19322-6ed5-4074-b09d-ba2bfd6ab284,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:10.862023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-972efd82-ceaf-4d7e-ba2b-39f0204aeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:10.864991 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-972efd82-ceaf-4d7e-ba2b-39f0204aeb46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 1101 time: 0.1563003 Jul 05 18:05:10.979764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] No DVR routers for this DVR port 4be04f68-5c16-4697-b026-01dea34bf2af on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:05:10.986788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24257cf-baf7-4cad-8e62-9cc425293829 service neutron] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:10.991048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:10.993147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aed864ab-86e0-453e-b93e-62f4d60629bd req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "DELETE /v2.0/ports/4be04f68-5c16-4697-b026-01dea34bf2af HTTP/1.1" status: 204 len: 173 time: 3.5686464 Jul 05 18:05:11.015415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f0bad0ba-c15e-4820-833e-54b47e6897c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:11.016931 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-f0bad0ba-c15e-4820-833e-54b47e6897c8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&device_id=e8b37068-815b-4b39-9a06-e023e41541fc HTTP/1.1" status: 200 len: 1094 time: 0.1384077 Jul 05 18:05:11.066723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-ee755c0f-3eef-4528-859d-44cd776b3856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:11.068250 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-ee755c0f-3eef-4528-859d-44cd776b3856 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1909475 Jul 05 18:05:11.069473 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-6c81dafc-d059-4f54-a59a-edc25c56d617 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da19322-6ed5-4074-b09d-ba2bfd6ab284 HTTP/1.1" status: 200 len: 217 time: 0.0418019 Jul 05 18:05:11.102859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e6f0e-17b4-4eba-8e75-98f58580deb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event deleted for resources: {'Port': ['ID=4be04f68-5c16-4697-b026-01dea34bf2af,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:11.110303 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:11.126547 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-c04c0306-9469-4fd5-af32-d5c2cd9fe664 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=45eb71e1-3657-42ee-abea-128243437218 HTTP/1.1" status: 200 len: 217 time: 0.0440028 Jul 05 18:05:11.131332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ac442-2079-42e0-8de3-6caffc3edc57 req-23115826-dbae-4588-b2af-363a32adc4fa tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:11.139346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c6ac442-2079-42e0-8de3-6caffc3edc57 req-23115826-dbae-4588-b2af-363a32adc4fa tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.8933015 Jul 05 18:05:11.160613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31071e-2c02-4c78-92e7-29ac39c15d56 req-a345523d-35d2-4a57-9876-d3de5c9d0b87 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:11.169412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d31071e-2c02-4c78-92e7-29ac39c15d56 req-a345523d-35d2-4a57-9876-d3de5c9d0b87 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 948 time: 0.7314205 Jul 05 18:05:11.189546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-4afe1814-8f23-4682-be63-ef0c15785ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:11.191445 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-4afe1814-8f23-4682-be63-ef0c15785ae3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0558031 Jul 05 18:05:11.274310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-6ceeb9f3-c155-42f9-9478-7954bbe0e0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:11.276688 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-6ceeb9f3-c155-42f9-9478-7954bbe0e0ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ae262b7-e0bb-4f0f-9e84-73c30c02472d HTTP/1.1" status: 200 len: 853 time: 0.1490691 Jul 05 18:05:11.282933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-10dc5238-8805-4c35-a299-e4ad55d727e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:11.284765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-10dc5238-8805-4c35-a299-e4ad55d727e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dee443bc29bf47a8abf744c0f8e599dd&device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 1099 time: 0.4866722 Jul 05 18:05:11.295845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-55dc0040-fd70-466c-a958-f3fc005aa5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:11.297477 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-55dc0040-fd70-466c-a958-f3fc005aa5df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0848682 Jul 05 18:05:11.311057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c6ac442-2079-42e0-8de3-6caffc3edc57 req-653f0f61-74ae-4059-a1a1-29fa69c95d81 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706817 Jul 05 18:05:11.332691 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-db1cd1bf-62f7-4070-8c52-fa80025c32df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3df45d11-c588-43b3-8c9d-d69b1378f5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458934 Jul 05 18:05:11.382440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d31071e-2c02-4c78-92e7-29ac39c15d56 req-aad8badb-1f5a-456f-8b88-6b593f0645e8 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114189 Jul 05 18:05:11.384336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-645c6b3c-8a39-4f77-b5b4-d7011a119552 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=0770e886-1400-47c0-93d8-73d1f49d1b90 HTTP/1.1" status: 200 len: 217 time: 0.0719290 Jul 05 18:05:11.530640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-e7428c43-330b-44dd-8e4f-80811630eb00 service neutron] 10.222.0.39 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820455 Jul 05 18:05:11.620329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c37ec9d4-9f00-4def-8ffc-90645df1b3a8 req-3095fa08-bc45-4062-8a73-9c68cd6667ed tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 210 time: 0.1390932 Jul 05 18:05:11.660517 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:11.741118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-981a5e06-8921-47d9-93b8-5109a3d49232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:11.752713 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-ff62bdc9-884d-4b99-8fbf-af076e22d110 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306040 Jul 05 18:05:11.754629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-981a5e06-8921-47d9-93b8-5109a3d49232 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.3226676 Jul 05 18:05:11.779859 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-b44fd399-fd14-4a5e-a42b-e2d249abec8c service neutron] 10.222.0.39 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372451 Jul 05 18:05:11.886082 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-0700e882-ed6b-4fde-9b45-3bc03914ed24 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051812 Jul 05 18:05:11.900914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:11.905095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Pushing event updated for resources: {'Port': ['ID=98c22d61-20c5-4c08-9cc4-6218843411db,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:11.913648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:11.929985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:12.009723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde10ad3-1389-485f-b265-ccbb7fd72725 req-c067f689-f47e-4e94-8e49-ca4b70667873 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:12.016797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fde10ad3-1389-485f-b265-ccbb7fd72725 req-c067f689-f47e-4e94-8e49-ca4b70667873 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 931 time: 0.4930971 Jul 05 18:05:12.089361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85c8a0-5c28-4b7b-be1a-3dac386592fa req-d47411c8-d840-4e8b-b402-fde3c3385cba tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:12.092541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b85c8a0-5c28-4b7b-be1a-3dac386592fa req-d47411c8-d840-4e8b-b402-fde3c3385cba tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.3211105 Jul 05 18:05:12.097087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-00551258-da68-40b4-92d0-96ab51db703e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:12.098747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-00551258-da68-40b4-92d0-96ab51db703e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3435574 Jul 05 18:05:12.101481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56780) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:12.107727 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a16556a2-8c66-4cd5-b02f-b2325de928eb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'floatingip': {'port_id': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:12.116679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:12.118818 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:12.192279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fde10ad3-1389-485f-b265-ccbb7fd72725 req-86151378-c03a-4496-ba7a-e8ed15eeba37 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746027 Jul 05 18:05:12.274959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-b5048ed9-56c0-441c-9519-b16640c4940c service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465514 Jul 05 18:05:12.277060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-2026d49f-b526-4ab4-9305-cfa7336c2b11 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3314598 Jul 05 18:05:12.278532 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a16556a2-8c66-4cd5-b02f-b2325de928eb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:12.305209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Request body: {'port': {'device_id': '2470fa27-9270-4225-beb8-c8445c360ce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:12.350424 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d077c6-5b63-4b9f-a73a-0dd94c3db65b x-openstack-request-id: req-94d077c6-5b63-4b9f-a73a-0dd94c3db65b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:12.351026 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-plugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:12.351360 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94d077c6-5b63-4b9f-a73a-0dd94c3db65b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:12.355417 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218', 'code': 200} Jul 05 18:05:12.542312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c79dd80b-25d2-4743-bfe6-7a7a7c40a48f req-605286a7-a53b-4ead-9c18-981f380cc22a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 210 time: 0.0594101 Jul 05 18:05:12.648930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed75f5-06ae-499f-9a55-c4c0b8b99601 req-cdf65a47-c793-4def-9292-2956ea6c2de8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:12.652287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3ed75f5-06ae-499f-9a55-c4c0b8b99601 req-cdf65a47-c793-4def-9292-2956ea6c2de8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.2814538 Jul 05 18:05:12.685521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:12.709185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc38bb2e-f9c4-480e-8188-0243d4d3f21b req-e401f089-8e4e-415a-b977-18b81eed18d7 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487625 Jul 05 18:05:12.809327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3ed75f5-06ae-499f-9a55-c4c0b8b99601 req-29a14870-df73-47c1-808f-b3848aabd687 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470990 Jul 05 18:05:12.823755 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493dc993-7f13-4f17-a6ca-17799a492d84 x-openstack-request-id: req-493dc993-7f13-4f17-a6ca-17799a492d84 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:12.823997 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8b37068-815b-4b39-9a06-e023e41541fc", "tag": "5da19322-6ed5-4074-b09d-ba2bfd6ab284", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:12.824345 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-493dc993-7f13-4f17-a6ca-17799a492d84 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:12.824668 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8b37068-815b-4b39-9a06-e023e41541fc', 'tag': '5da19322-6ed5-4074-b09d-ba2bfd6ab284', 'status': 'completed', 'code': 200} Jul 05 18:05:12.872906 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c22c93-d00a-4307-9faa-9be40312df9b x-openstack-request-id: req-57c22c93-d00a-4307-9faa-9be40312df9b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:12.875305 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:12.875605 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57c22c93-d00a-4307-9faa-9be40312df9b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:12.882732 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'status': 'completed', 'code': 200} Jul 05 18:05:13.145972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-594cdd6a-e3f9-48fe-8bf0-0e60a04ed435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:13.147661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-594cdd6a-e3f9-48fe-8bf0-0e60a04ed435 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=dee443bc29bf47a8abf744c0f8e599dd&device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 1099 time: 0.2176616 Jul 05 18:05:13.286941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-fd4348db-da1d-498d-89bf-de499d2471a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:13.288621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-fd4348db-da1d-498d-89bf-de499d2471a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&device_id=e8b37068-815b-4b39-9a06-e023e41541fc HTTP/1.1" status: 200 len: 1094 time: 0.4235561 Jul 05 18:05:13.296646 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a16556a2-8c66-4cd5-b02f-b2325de928eb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:13.324969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-70fe45fe-3860-4127-b306-1c268ff35108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:13.326452 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-70fe45fe-3860-4127-b306-1c268ff35108 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1628511 Jul 05 18:05:13.379419 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-accca0c5-7236-42a5-a96b-d05af204136b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=0770e886-1400-47c0-93d8-73d1f49d1b90 HTTP/1.1" status: 200 len: 217 time: 0.0400078 Jul 05 18:05:13.440972 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a16556a2-8c66-4cd5-b02f-b2325de928eb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:13.461377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233efc5-4d00-45b9-91a9-a8164190905d req-90200a38-71f4-48af-8d30-e268ad265d29 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:13.469439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b233efc5-4d00-45b9-91a9-a8164190905d req-90200a38-71f4-48af-8d30-e268ad265d29 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.3882275 Jul 05 18:05:13.575188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b099f-a038-4b2a-93b2-a71304c4104c req-d56286e2-d578-4409-b137-5034b1c76c2c tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:13.582398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-762b099f-a038-4b2a-93b2-a71304c4104c req-d56286e2-d578-4409-b137-5034b1c76c2c tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 948 time: 0.4812679 Jul 05 18:05:13.607715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-f8392ea9-f28a-4157-a4aa-fe488b07c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:13.608133 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-f8392ea9-f28a-4157-a4aa-fe488b07c836 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.2223105 Jul 05 18:05:13.609252 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-a16556a2-8c66-4cd5-b02f-b2325de928eb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Floating IP 5b7ddba8-9e0f-42e0-a3c9-add11472c87f associated. External IP: 172.25.3.122, port: 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe. Jul 05 18:05:13.693846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b233efc5-4d00-45b9-91a9-a8164190905d req-567a9dab-d022-4880-9755-8af48221d6ea tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233143 Jul 05 18:05:13.707386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-0995f4e6-20ed-438d-8c72-d5364b7b37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:13.709044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-0995f4e6-20ed-438d-8c72-d5364b7b37e6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 913 time: 0.3980286 Jul 05 18:05:13.735153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c22d61-20c5-4c08-9cc4-6218843411db {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:13.750484 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:05:13.795084 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:13.819251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-762b099f-a038-4b2a-93b2-a71304c4104c req-0c68d571-3ef5-4ec7-8338-dad9ebe20aa9 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356477 Jul 05 18:05:13.823367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-614a4a88-ab3c-4204-88ca-b8b8b1f6680f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5da19322-6ed5-4074-b09d-ba2bfd6ab284 HTTP/1.1" status: 200 len: 217 time: 0.0923059 Jul 05 18:05:13.870596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Transition to ACTIVE for port object 98c22d61-20c5-4c08-9cc4-6218843411db will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:13.944832 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:13.950590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-4f6443b4-c983-4d71-aabe-9f0ac7ac5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:13.961546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-4f6443b4-c983-4d71-aabe-9f0ac7ac5f5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ae262b7-e0bb-4f0f-9e84-73c30c02472d HTTP/1.1" status: 200 len: 853 time: 0.1131072 Jul 05 18:05:13.994577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-de0607fc-112c-4dbf-8def-2346b8adc657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:13.996833 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-de0607fc-112c-4dbf-8def-2346b8adc657 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3170443 Jul 05 18:05:14.039040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-e47817b9-47b4-4da1-bc5e-015f5a9ebbcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3df45d11-c588-43b3-8c9d-d69b1378f5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670950 Jul 05 18:05:14.095954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea2d4b11-969c-4a41-82c1-689c379db4c5 req-fa15a789-d69a-47a8-84bd-7c214caec6d3 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/ports?device_id=31f9b1f3-89b1-4a98-9728-55d3bb86dc16 HTTP/1.1" status: 200 len: 210 time: 0.0673499 Jul 05 18:05:14.099875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Pushing event updated for resources: {'Port': ['ID=98c22d61-20c5-4c08-9cc4-6218843411db,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:14.627458 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-f6607c6b-1320-487b-afae-176cd285e330 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185825 Jul 05 18:05:14.649082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.649625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.649922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.651073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.651486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.652325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.652325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.652674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.653290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.653696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.654097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.654496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:14.745014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a16556a2-8c66-4cd5-b02f-b2325de928eb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:05:14.770728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e6971dc7-d240-40ed-814d-e8ce6c32a55c req-866e9e7e-fbda-48fe-9198-881dc7679e0c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 210 time: 0.1060092 Jul 05 18:05:14.860063 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5b55035c-7493-49aa-b38b-21b0a5bf13c6 req-d5366332-ed73-4cb7-a063-17cae05d8c3e service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172902 Jul 05 18:05:14.883664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '282a57f5-12d2-4ffe-874e-b35d362d036d', 'name': 'network-vif-deleted', 'tag': '4be04f68-5c16-4697-b026-01dea34bf2af'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:14.886634 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd9a6d9-cf30-4848-92fd-8b4867a62774" -d '{"events": [{"server_uuid": "282a57f5-12d2-4ffe-874e-b35d362d036d", "name": "network-vif-deleted", "tag": "4be04f68-5c16-4697-b026-01dea34bf2af"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:14.921004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-f3b0dfa2-992c-4965-8841-519c419edd52 service neutron] 10.222.0.39 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8632562 Jul 05 18:05:14.938837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Attempting to bind port 98c22d61-20c5-4c08-9cc4-6218843411db on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:05:14.939184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Attempting to bind port 98c22d61-20c5-4c08-9cc4-6218843411db by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:05:14.939519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Attempting to bind port 98c22d61-20c5-4c08-9cc4-6218843411db on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:14.988175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16556a2-8c66-4cd5-b02f-b2325de928eb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:05:14.996585 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a16556a2-8c66-4cd5-b02f-b2325de928eb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:15.001842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] Sync routers for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:05:15.003546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cac7b-327a-4dec-80fb-33a37b21d937 req-36f71809-1fd9-4e0b-9f59-a2df6497c9e4 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:15.012170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f91cac7b-327a-4dec-80fb-33a37b21d937 req-36f71809-1fd9-4e0b-9f59-a2df6497c9e4 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 943 time: 0.9217765 Jul 05 18:05:15.015750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:15.016541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:15.052101 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a16556a2-8c66-4cd5-b02f-b2325de928eb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "PUT /v2.0/floatingips/5b7ddba8-9e0f-42e0-a3c9-add11472c87f HTTP/1.1" status: 200 len: 991 time: 2.9494150 Jul 05 18:05:15.052862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'tag': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:15.053577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Port 98c22d61-20c5-4c08-9cc4-6218843411db on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:05:15.053909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Attempting to bind port 98c22d61-20c5-4c08-9cc4-6218843411db on network 3df45d11-c588-43b3-8c9d-d69b1378f5e9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:15.056074 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92444b19-dbf6-495f-b720-881518bee062" -d '{"events": [{"name": "network-changed", "server_uuid": "69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9", "tag": "86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:15.080065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:05:15.080449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Checking segment: {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:15.080800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Bound using segment: {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:05:15.081239 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Bound port: 98c22d61-20c5-4c08-9cc4-6218843411db, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:05:15.081605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:15.149810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f91cac7b-327a-4dec-80fb-33a37b21d937 req-975ed4bc-b0d9-4221-82c5-3b1a9389d588 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366765 Jul 05 18:05:15.160940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:15.200784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd4c7820-b4f4-4fe0-b35e-134790f2d4d9 req-72df8f00-4044-40cb-838f-736d5c9f9ee4 service neutron] 10.222.0.39 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714808 Jul 05 18:05:15.239705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc116346-0f02-4a65-8a2a-159c6aec0ae9 req-820e868d-2a8b-464e-97bb-fb9218ced57e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:15.242016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc116346-0f02-4a65-8a2a-159c6aec0ae9 req-820e868d-2a8b-464e-97bb-fb9218ced57e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.2994075 Jul 05 18:05:15.279067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] For port 98c22d61-20c5-4c08-9cc4-6218843411db, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:05:15.315093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc116346-0f02-4a65-8a2a-159c6aec0ae9 req-ebc0772b-79f5-44ba-9ae2-595013070a79 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640905 Jul 05 18:05:15.317216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] For port 98c22d61-20c5-4c08-9cc4-6218843411db, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98c22d61-20c5-4c08-9cc4-6218843411db,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:05:15.391251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:15.419511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:15.420737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:15.422778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] 10.222.0.97 "PUT /v2.0/ports/98c22d61-20c5-4c08-9cc4-6218843411db HTTP/1.1" status: 200 len: 1091 time: 3.1373332 Jul 05 18:05:15.509969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a73532-88cf-4053-af7c-340061a02a4b service neutron] Pushing event updated for resources: {'Port': ['ID=98c22d61-20c5-4c08-9cc4-6218843411db,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:15.637041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '5b7ddba8-9e0f-42e0-a3c9-add11472c87f', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'port_id': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'mac_address': 'fa:16:3e:1d:76:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:04:45Z', 'updated_at': '2021-07-05T18:05:13Z', 'revision_number': 1, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:15.676846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] Checking router: e32cce99-fc95-42c5-be08-f4f1dd5f4a4e for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:05:15.687427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:15.688603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:15.699347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4032b4-c8cb-408e-b1d6-85d115538164 req-d37dc501-daef-41fd-a34c-92dabc0dde55 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:15.706151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f4032b4-c8cb-408e-b1d6-85d115538164 req-d37dc501-daef-41fd-a34c-92dabc0dde55 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 948 time: 0.2386734 Jul 05 18:05:15.749634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aed5b-d620-4ef6-8310-5da7d0f3fd7a req-f041513c-1ca9-4b26-88fa-46ccd6db04bd tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:15.751239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e91aed5b-d620-4ef6-8310-5da7d0f3fd7a req-f041513c-1ca9-4b26-88fa-46ccd6db04bd tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.1887810 Jul 05 18:05:15.757805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-9132344f-cde9-4d84-b3b3-6197e20464fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:15.759612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-9132344f-cde9-4d84-b3b3-6197e20464fa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 1094 time: 0.1462719 Jul 05 18:05:15.786263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:05:15.788181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f4032b4-c8cb-408e-b1d6-85d115538164 req-612e7ff5-e278-4369-b10a-22790f4ca5bb tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810702 Jul 05 18:05:15.881158 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7d9f12f-18df-42ef-a058-7e097c43f304 x-openstack-request-id: req-e7d9f12f-18df-42ef-a058-7e097c43f304 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:15.881651 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "282a57f5-12d2-4ffe-874e-b35d362d036d", "name": "network-vif-deleted", "tag": "4be04f68-5c16-4697-b026-01dea34bf2af", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:15.882113 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7d9f12f-18df-42ef-a058-7e097c43f304 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:15.882712 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '282a57f5-12d2-4ffe-874e-b35d362d036d', 'name': 'network-vif-deleted', 'tag': '4be04f68-5c16-4697-b026-01dea34bf2af', 'status': 'completed', 'code': 200} Jul 05 18:05:15.895765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e91aed5b-d620-4ef6-8310-5da7d0f3fd7a req-7577da9f-aa80-4217-9006-2ac9e86db8b7 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352961 Jul 05 18:05:15.917469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-6d4a75bc-c1c4-4a5a-9e69-7728987d9f23 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98c22d61-20c5-4c08-9cc4-6218843411db HTTP/1.1" status: 200 len: 217 time: 0.0932081 Jul 05 18:05:16.002680 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b91c3a-f860-42b7-8a82-67b54c70dfa5 x-openstack-request-id: req-92b91c3a-f860-42b7-8a82-67b54c70dfa5 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:16.003162 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9", "tag": "86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:16.003263 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92b91c3a-f860-42b7-8a82-67b54c70dfa5 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:16.003526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:16.003902 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'tag': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe', 'status': 'completed', 'code': 200} Jul 05 18:05:16.116742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-de6c6130-1f7d-4574-9f69-2e21b4a408a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:16.119528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-de6c6130-1f7d-4574-9f69-2e21b4a408a8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ae262b7-e0bb-4f0f-9e84-73c30c02472d HTTP/1.1" status: 200 len: 853 time: 0.1697505 Jul 05 18:05:16.165261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:16.180689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'mac_address': 'fa:16:3e:e6:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:05:16.202892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56830) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:16.222618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-6af044f8-5610-465e-a008-786a2a950c9e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3df45d11-c588-43b3-8c9d-d69b1378f5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906892 Jul 05 18:05:16.265161 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:16.278282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-302fe503-e680-4866-b9b3-f8bb9b68bc87 req-ebcd6523-e8e8-4d4e-924a-f9423b772698 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 210 time: 0.0744283 Jul 05 18:05:16.287260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0770e886-1400-47c0-93d8-73d1f49d1b90 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:16.375682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-2414bedf-9910-450c-97a8-9a8d55bd8012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:16.378421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-2414bedf-9910-450c-97a8-9a8d55bd8012 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c&tenant_id=cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 1101 time: 0.4986920 Jul 05 18:05:16.406132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:16.428233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-780c3023-a0b5-412e-8e08-81754d49b56c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:16.448382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '5b7ddba8-9e0f-42e0-a3c9-add11472c87f', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'port_id': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'mac_address': 'fa:16:3e:1d:76:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:04:45Z', 'updated_at': '2021-07-05T18:05:13Z', 'revision_number': 1, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:16.477183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4db6c7d-3c5e-42c0-b90d-4f6103067e7f None None] The sync data for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 is: [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '5b7ddba8-9e0f-42e0-a3c9-add11472c87f', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'floating_ip_address': '172.25.3.122', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'port_id': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1087, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'mac_address': 'fa:16:3e:1d:76:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:04:45Z', 'updated_at': '2021-07-05T18:05:13Z', 'revision_number': 1, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:05:16.490229 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-780c3023-a0b5-412e-8e08-81754d49b56c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:16.500614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-1086a13a-9987-4d67-a953-5d58a73c8367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:16.502191 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-1086a13a-9987-4d67-a953-5d58a73c8367 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 1096 time: 0.1918459 Jul 05 18:05:16.508773 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:16.510104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5da19322-6ed5-4074-b09d-ba2bfd6ab284 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:05:16.547169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-49eb110e-d8c9-49c7-9937-cb1e1617f86a service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968147 Jul 05 18:05:16.633290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444b19-dbf6-495f-b720-881518bee062 req-9d9e1d06-870b-4bf3-a591-66e4aff83158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:16.639182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92444b19-dbf6-495f-b720-881518bee062 req-9d9e1d06-870b-4bf3-a591-66e4aff83158 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 1096 time: 0.5178697 Jul 05 18:05:16.663200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-2cd23d58-4588-4a32-ab5c-c318d24b0607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:16.664777 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-2cd23d58-4588-4a32-ab5c-c318d24b0607 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 917 time: 0.1369863 Jul 05 18:05:16.670814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:16.734654 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-780c3023-a0b5-412e-8e08-81754d49b56c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:16.737239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-780c3023-a0b5-412e-8e08-81754d49b56c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:16.742787 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-780c3023-a0b5-412e-8e08-81754d49b56c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "DELETE /v2.0/security-groups/177cd0a8-20a6-4347-b3bd-611613702848 HTTP/1.1" status: 204 len: 168 time: 0.5386760 Jul 05 18:05:16.746947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56836) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:16.766741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5da19322-6ed5-4074-b09d-ba2bfd6ab284, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5da19322-6ed5-4074-b09d-ba2bfd6ab284,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:16.777150 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-b36ce7d7-8c97-4888-ae15-7078f2acf069 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] show failed (client error): The resource could not be found. Jul 05 18:05:16.782289 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b36ce7d7-8c97-4888-ae15-7078f2acf069 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "GET /v2.0/security-groups/177cd0a8-20a6-4347-b3bd-611613702848 HTTP/1.1" status: 404 len: 347 time: 0.0317783 Jul 05 18:05:16.782887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56838) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:16.787066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c3023-a0b5-412e-8e08-81754d49b56c tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=177cd0a8-20a6-4347-b3bd-611613702848,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:16.798822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '5da19322-6ed5-4074-b09d-ba2bfd6ab284', 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9', 'port_id': '5da19322-6ed5-4074-b09d-ba2bfd6ab284', 'mac_address': 'fa:16:3e:3a:e5:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae262b7-e0bb-4f0f-9e84-73c30c02472d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:05:16.866287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:16.874882 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da06cc12-e259-4905-b457-f9a76f271a60 None None] New status for floating IP 5b7ddba8-9e0f-42e0-a3c9-add11472c87f: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:05:16.891346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5da19322-6ed5-4074-b09d-ba2bfd6ab284 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:16.907249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57996714-ba7b-4994-9e70-15e522a41783 req-c6e08eab-838c-4eb6-82eb-d17dea819229 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:16.909539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57996714-ba7b-4994-9e70-15e522a41783 req-c6e08eab-838c-4eb6-82eb-d17dea819229 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.3733366 Jul 05 18:05:16.910253 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-707e8e8f-bf4b-4c16-b017-f14cfbdc9c47 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85678e80-5e31-4876-88f9-202d2f79869e HTTP/1.1" status: 200 len: 1001 time: 0.2388625 Jul 05 18:05:16.923466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23033efb-039b-4ceb-9c5e-8f5170d074fb req-54689b71-f25d-44da-85c1-81ab5b19ddd5 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:16.924810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5da19322-6ed5-4074-b09d-ba2bfd6ab284, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5da19322-6ed5-4074-b09d-ba2bfd6ab284,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:16.933358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23033efb-039b-4ceb-9c5e-8f5170d074fb req-54689b71-f25d-44da-85c1-81ab5b19ddd5 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 943 time: 0.5505779 Jul 05 18:05:16.936635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-7d6dc93b-ad3a-48a8-8c63-4ac38937de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:16.938526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-7d6dc93b-ad3a-48a8-8c63-4ac38937de49 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 1101 time: 0.4959724 Jul 05 18:05:17.011078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-7f41e920-16e9-4a87-b030-659359a2209d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.013526 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-7f41e920-16e9-4a87-b030-659359a2209d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.0952997 Jul 05 18:05:17.018448 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:17.066913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Deleting port 1a0d683a-b91f-4294-a0f5-0ccb2dad94c9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:17.067587 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:17.116846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4354987e-1ca5-42ec-b84e-fcdec31f967f req-db5b687c-c0d8-45ef-bc4d-e3de0552d3d6 service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5201643 Jul 05 18:05:17.123981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=5da19322-6ed5-4074-b09d-ba2bfd6ab284,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:17.136615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-b4f655d5-0e66-4296-9ec1-a16675bc90a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.138232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-b4f655d5-0e66-4296-9ec1-a16675bc90a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1794858 Jul 05 18:05:17.149280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444b19-dbf6-495f-b720-881518bee062 req-f5416995-41cd-40ca-a076-ea78c934eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.150821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92444b19-dbf6-495f-b720-881518bee062 req-f5416995-41cd-40ca-a076-ea78c934eb64 service neutron] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 911 time: 0.4596250 Jul 05 18:05:17.153763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57996714-ba7b-4994-9e70-15e522a41783 req-3f8df7a2-e585-4e68-8b0b-53770cec6fd2 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069576 Jul 05 18:05:17.161406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23033efb-039b-4ceb-9c5e-8f5170d074fb req-115cadfa-0dc0-4756-b8a5-10c1930a8b3a tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272053 Jul 05 18:05:17.239242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:17.239701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:17.265323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Calling delete_port for 1a0d683a-b91f-4294-a0f5-0ccb2dad94c9 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:17.274468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-d0c83709-458c-40b6-9361-e9c39ecec2ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=45eb71e1-3657-42ee-abea-128243437218 HTTP/1.1" status: 200 len: 217 time: 0.1271222 Jul 05 18:05:17.277065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-04effc9a-2672-476f-a8b3-b39d4fd35306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.278990 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-04effc9a-2672-476f-a8b3-b39d4fd35306 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2376115 Jul 05 18:05:17.309167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['5da19322-6ed5-4074-b09d-ba2bfd6ab284'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:17.364737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0770e886-1400-47c0-93d8-73d1f49d1b90'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:17.413281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92444b19-dbf6-495f-b720-881518bee062 req-03ab29df-d594-421a-811d-e7ad9ab82ee3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe HTTP/1.1" status: 200 len: 1001 time: 0.2509155 Jul 05 18:05:17.425072 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-2f87a600-fd57-4a81-b8c0-005d6ecfc8c2 service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384225 Jul 05 18:05:17.435988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-803134b9-a801-44df-abc9-829192535163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.437509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-803134b9-a801-44df-abc9-829192535163 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1549778 Jul 05 18:05:17.548769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444b19-dbf6-495f-b720-881518bee062 req-f513a72e-e958-4d39-a0f4-d6733823c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.550096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92444b19-dbf6-495f-b720-881518bee062 req-f513a72e-e958-4d39-a0f4-d6733823c080 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.1280212 Jul 05 18:05:17.575169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cc89f-73a0-4cf7-908f-c4a53c999de0 req-c5fd282c-864e-47e8-b040-736b64ac5c73 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.577353 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d8a2aeb4-810f-4c8b-8bee-e828fbeeec4b req-1cad3aea-8709-44a8-b5e0-ac45db76c3ad service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430061 Jul 05 18:05:17.583615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-013cc89f-73a0-4cf7-908f-c4a53c999de0 req-c5fd282c-864e-47e8-b040-736b64ac5c73 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 949 time: 0.2490242 Jul 05 18:05:17.679712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-013cc89f-73a0-4cf7-908f-c4a53c999de0 req-7d6be989-a158-4b92-a483-f84d75ce09e9 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951345 Jul 05 18:05:17.685040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-8251738a-609c-424b-a8a4-cb0fd04b4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.686638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-8251738a-609c-424b-a8a4-cb0fd04b4132 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2263644 Jul 05 18:05:17.783419 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:17.785780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aca0b-f58e-4320-9ca2-04b3f7727272 req-f24ecc84-ee09-4387-aec1-1cc39ed752d4 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.796883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-496aca0b-f58e-4320-9ca2-04b3f7727272 req-f24ecc84-ee09-4387-aec1-1cc39ed752d4 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 945 time: 0.2872541 Jul 05 18:05:17.804862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:17.832988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Pushing event deleted for resources: {'Port': ['ID=1a0d683a-b91f-4294-a0f5-0ccb2dad94c9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:17.889708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2470fa27-9270-4225-beb8-c8445c360ce5', 'tag': '98c22d61-20c5-4c08-9cc4-6218843411db'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:17.892907 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2470fa27-9270-4225-beb8-c8445c360ce5", "tag": "98c22d61-20c5-4c08-9cc4-6218843411db"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:17.898187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-496aca0b-f58e-4320-9ca2-04b3f7727272 req-c85658a0-72e2-47fe-b3fe-b1cdacbc5294 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005640 Jul 05 18:05:17.900469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444b19-dbf6-495f-b720-881518bee062 req-8ddeb4f0-be49-4241-846a-7bc0068d0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:17.902928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92444b19-dbf6-495f-b720-881518bee062 req-8ddeb4f0-be49-4241-846a-7bc0068d0bac service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3463635 Jul 05 18:05:17.974304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:17.980485 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:17.980941 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:17.982435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d7da50e8-976a-4f02-99dd-8c1e4276c200 tempest-ServersTestBootFromVolume-710016785 tempest-ServersTestBootFromVolume-710016785-project] 10.222.0.30 "DELETE /v2.0/floatingips/92cba181-a265-4f56-959f-c616bd32fde2 HTTP/1.1" status: 204 len: 168 time: 1.1957641 Jul 05 18:05:17.984809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56850) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:18.014221 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467cc76e-6177-46e5-be64-f7741673be65 x-openstack-request-id: req-467cc76e-6177-46e5-be64-f7741673be65 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:18.014823 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2470fa27-9270-4225-beb8-c8445c360ce5", "tag": "98c22d61-20c5-4c08-9cc4-6218843411db", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:18.014823 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-467cc76e-6177-46e5-be64-f7741673be65 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:18.015104 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2470fa27-9270-4225-beb8-c8445c360ce5', 'tag': '98c22d61-20c5-4c08-9cc4-6218843411db', 'status': 'completed', 'code': 200} Jul 05 18:05:18.045224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-91ec115c-230e-40d4-b0cf-c8090de6950c service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373535 Jul 05 18:05:18.049841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f238aa4-6f52-44f0-9689-1842faeac0af req-7fc62029-3485-4549-97ea-6ed4a6f2ad61 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=282a57f5-12d2-4ffe-874e-b35d362d036d HTTP/1.1" status: 200 len: 210 time: 0.0673032 Jul 05 18:05:18.075260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:18.077667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:18.083217 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb600b7-e9af-46d0-a026-2e5fa4c3c1f9" -d '{"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:18.132188 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:18.157604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-e86c37bc-6808-4119-a286-320cd7166dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:18.164688 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-e86c37bc-6808-4119-a286-320cd7166dfb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=df8891ef8beb4ec9938d037f358c6aca&device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 1094 time: 0.1326182 Jul 05 18:05:18.184135 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dcff17-b122-4c47-b106-6ff124919db9 x-openstack-request-id: req-82dcff17-b122-4c47-b106-6ff124919db9 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:18.184813 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-unplugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:18.186683 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82dcff17-b122-4c47-b106-6ff124919db9 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:18.187287 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218', 'code': 200} Jul 05 18:05:18.237308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:18.367752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-e50636cb-4372-4b38-b1b8-a25027ccd229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:18.369807 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-e50636cb-4372-4b38-b1b8-a25027ccd229 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 200 len: 913 time: 0.1965561 Jul 05 18:05:18.465372 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-6f1f1787-1b0e-4a5b-b6dc-a4f6e1b2b2ff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=98c22d61-20c5-4c08-9cc4-6218843411db HTTP/1.1" status: 200 len: 217 time: 0.0541236 Jul 05 18:05:18.568194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-17dda3a3-ebde-407e-8f07-55db65a173e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:18.569671 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-17dda3a3-ebde-407e-8f07-55db65a173e1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ae262b7-e0bb-4f0f-9e84-73c30c02472d HTTP/1.1" status: 200 len: 853 time: 0.0974727 Jul 05 18:05:18.626058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 98c22d61-20c5-4c08-9cc4-6218843411db details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:05:18.630472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:18.641483 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-e6bd5c82-2cc1-45e1-a391-354ab6ec9471 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3df45d11-c588-43b3-8c9d-d69b1378f5e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639138 Jul 05 18:05:18.670113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92444b19-dbf6-495f-b720-881518bee062 req-bf81ab08-6b66-4eff-80c0-fddbd6532a55 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7467506 Jul 05 18:05:18.739544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd4817ba-f53c-4643-a5a9-cf3406beb82b req-05b73ab2-a220-41d3-a0f1-35c8e4eba812 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6866212 Jul 05 18:05:18.748740 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-c565d168-24dd-45d1-aaf9-b307ba8b0ce4 service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986073 Jul 05 18:05:18.807392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65160b5-4152-49a6-aef6-0527e31d3785 req-75f3f8b8-3e3f-4d19-a6d3-af89531249a8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:18.814716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f65160b5-4152-49a6-aef6-0527e31d3785 req-75f3f8b8-3e3f-4d19-a6d3-af89531249a8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 948 time: 0.2684212 Jul 05 18:05:18.843920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913750c-b0b6-47fd-b56e-8680c1e0a0ed req-9a97e458-33b1-46bb-b1e6-f293c38c34d5 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:18.844147 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:18.844245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2913750c-b0b6-47fd-b56e-8680c1e0a0ed req-9a97e458-33b1-46bb-b1e6-f293c38c34d5 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 943 time: 0.2979774 Jul 05 18:05:18.852889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 98c22d61-20c5-4c08-9cc4-6218843411db, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98c22d61-20c5-4c08-9cc4-6218843411db,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:18.882084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '98c22d61-20c5-4c08-9cc4-6218843411db', 'network_id': '3df45d11-c588-43b3-8c9d-d69b1378f5e9', 'port_id': '98c22d61-20c5-4c08-9cc4-6218843411db', 'mac_address': 'fa:16:3e:b1:c9:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae262b7-e0bb-4f0f-9e84-73c30c02472d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:05:18.922107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92444b19-dbf6-495f-b720-881518bee062 req-9e6cd9e8-8fae-4936-b16e-2d665a28c782 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379179 Jul 05 18:05:18.922344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:18.948445 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:18.969393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c22d61-20c5-4c08-9cc4-6218843411db {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:18.975672 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d3d99d35-e4c0-40dc-9c7e-16f50b8c42c8 req-567d0065-ddc1-49b9-a1c3-61f1953d9ef3 service neutron] 10.222.0.97 "GET /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848104 Jul 05 18:05:18.991785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:19.000764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f65160b5-4152-49a6-aef6-0527e31d3785 req-b713a110-7b7b-4f41-805a-8d4a62b45d86 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834917 Jul 05 18:05:19.001377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 98c22d61-20c5-4c08-9cc4-6218843411db, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98c22d61-20c5-4c08-9cc4-6218843411db,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:19.033314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2913750c-b0b6-47fd-b56e-8680c1e0a0ed req-f486cebf-97f1-4259-8c99-2ea24ad0f87f tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712132 Jul 05 18:05:19.089063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:19.114683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:19.164883 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:19.221739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=98c22d61-20c5-4c08-9cc4-6218843411db,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:19.298249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7944b-ddc9-46df-97ca-de9abf489ebe req-9911728e-39fd-4cfd-ba6e-264a54d07528 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:19.312339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bc7944b-ddc9-46df-97ca-de9abf489ebe req-9911728e-39fd-4cfd-ba6e-264a54d07528 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 949 time: 0.1345923 Jul 05 18:05:19.389315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bc7944b-ddc9-46df-97ca-de9abf489ebe req-3e43b59a-0b81-4754-8859-a6909038016a tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657094 Jul 05 18:05:19.430903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['98c22d61-20c5-4c08-9cc4-6218843411db'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:19.661689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Deleting port 49669b68-da41-44f4-8890-f7a6c1148392 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:19.661969 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:19.666841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7554b-1c4f-4baa-bfcf-d5f4bfd6f33c req-e4fdc38b-1556-47d6-ab62-fada07e542a1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:19.673364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ede7554b-1c4f-4baa-bfcf-d5f4bfd6f33c req-e4fdc38b-1556-47d6-ab62-fada07e542a1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.0881145 Jul 05 18:05:19.745375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ede7554b-1c4f-4baa-bfcf-d5f4bfd6f33c req-685fe0a9-5a37-4eb8-8243-4fc88984455a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704584 Jul 05 18:05:19.771021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] For port 49669b68-da41-44f4-8890-f7a6c1148392, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=49669b68-da41-44f4-8890-f7a6c1148392,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:19.771486 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:19.785702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Calling delete_port for 49669b68-da41-44f4-8890-f7a6c1148392 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:19.827435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:19.943691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 0770e886-1400-47c0-93d8-73d1f49d1b90 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:19.951632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 0770e886-1400-47c0-93d8-73d1f49d1b90 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:19.952295 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.043309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.063953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.105738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:20.144716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Pushing event deleted for resources: {'Port': ['ID=49669b68-da41-44f4-8890-f7a6c1148392,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:20.188578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e'}, {'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:20.191822 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d390575f-3a4b-4d43-bed5-319d75193bde" -d '{"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-unplugged", "status": "completed", "tag": "85678e80-5e31-4876-88f9-202d2f79869e"}, {"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-plugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:20.195508 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.196371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5da19322-6ed5-4074-b09d-ba2bfd6ab284 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:20.308937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf16f6-81cb-441e-889d-d99c02a8d7c8 req-0d824c9d-88e7-4edf-8afb-99b6b963ad1d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:20.310677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dbf16f6-81cb-441e-889d-d99c02a8d7c8 req-0d824c9d-88e7-4edf-8afb-99b6b963ad1d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.2431543 Jul 05 18:05:20.333194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:20.367207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.367776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dbf16f6-81cb-441e-889d-d99c02a8d7c8 req-8eb4a2a6-4f48-4c17-897d-83f7c95779cd tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/quotas/e5d9dc7e44164a6fac406c4a8a582197 HTTP/1.1" status: 200 len: 375 time: 0.0445826 Jul 05 18:05:20.403380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 5da19322-6ed5-4074-b09d-ba2bfd6ab284 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:20.405775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 5da19322-6ed5-4074-b09d-ba2bfd6ab284 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:20.406218 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.438907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dbf16f6-81cb-441e-889d-d99c02a8d7c8 req-feb56e87-75fa-49d9-bae2-29a0724723d1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614541 Jul 05 18:05:20.452954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b5fab-8d32-47af-9b73-e5f40b14c993 req-5e9fd719-7d63-4150-858d-ba52c6f10a9a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:20.462242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e76b5fab-8d32-47af-9b73-e5f40b14c993 req-5e9fd719-7d63-4150-858d-ba52c6f10a9a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 948 time: 0.2583303 Jul 05 18:05:20.525363 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.570863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e76b5fab-8d32-47af-9b73-e5f40b14c993 req-3b47f425-9354-4643-a800-41f32c9ed44a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073658 Jul 05 18:05:20.583149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5da19322-6ed5-4074-b09d-ba2bfd6ab284, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5da19322-6ed5-4074-b09d-ba2bfd6ab284,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:20.638196 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.640700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:05:20.660058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dbf16f6-81cb-441e-889d-d99c02a8d7c8 req-b0477428-4740-433d-8398-3917faee69c1 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954544 Jul 05 18:05:20.666920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 98c22d61-20c5-4c08-9cc4-6218843411db up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:20.744878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eb1412bd-b0f7-4237-a711-a74080086858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.767117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=5da19322-6ed5-4074-b09d-ba2bfd6ab284,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:20.768858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:05:20.783040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] Sync routers for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:05:20.784730 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ed3d5fa0-e1db-465d-b321-858855e65009 admin admin] 10.222.0.30 "PUT /v2.0/routers/c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7987185 Jul 05 18:05:20.785348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56900) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:20.801992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:20.803057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:20.906845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dbf16f6-81cb-441e-889d-d99c02a8d7c8 req-235d0d87-5f27-477c-93d6-3c786e07e10e service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405956 Jul 05 18:05:20.913869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:20.965070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4b597-fe44-4037-b2f1-ed644ce8093b req-6d107635-7308-4c2f-bd07-4599fc33c037 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:20.972125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 98c22d61-20c5-4c08-9cc4-6218843411db completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:20.975900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5fc4b597-fe44-4037-b2f1-ed644ce8093b req-6d107635-7308-4c2f-bd07-4599fc33c037 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 944 time: 0.2017481 Jul 05 18:05:20.980395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 98c22d61-20c5-4c08-9cc4-6218843411db triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:20.980775 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:21.030960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5fc4b597-fe44-4037-b2f1-ed644ce8093b req-2395a2bb-af82-47a0-9ba6-85d6b5caead6 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535755 Jul 05 18:05:21.064615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:21.076079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:21.208251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Deleting port 40ef7b24-908d-4a02-9aba-77e84ff14a8d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:21.208609 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:21.213478 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:21.234751 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470740c1-0778-4f38-852f-b995df4c172e x-openstack-request-id: req-470740c1-0778-4f38-852f-b995df4c172e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:21.234965 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-unplugged", "status": "failed", "tag": "85678e80-5e31-4876-88f9-202d2f79869e", "code": 422}, {"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-plugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:21.235224 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-470740c1-0778-4f38-852f-b995df4c172e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:21.235641 n-d-799524-1 neutron-server[100999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e', 'code': 422} returned with failed status Jul 05 18:05:21.235894 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'code': 200} Jul 05 18:05:21.281492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 98c22d61-20c5-4c08-9cc4-6218843411db, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98c22d61-20c5-4c08-9cc4-6218843411db,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:21.350171 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:21.351649 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:21.385043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] For port 40ef7b24-908d-4a02-9aba-77e84ff14a8d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=40ef7b24-908d-4a02-9aba-77e84ff14a8d,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:21.385621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:21.433568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Calling delete_port for 40ef7b24-908d-4a02-9aba-77e84ff14a8d owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:21.606514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76418111-10fb-435e-ba48-3116f7af8c06 req-a0b7bd0e-a470-4dee-997d-a75d0f394cd8 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:21.628672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76418111-10fb-435e-ba48-3116f7af8c06 req-a0b7bd0e-a470-4dee-997d-a75d0f394cd8 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 950 time: 0.2575703 Jul 05 18:05:21.676328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0b3f0-41d5-4030-9127-53dd84f511ab req-557d64b0-09fc-49cd-9b47-938c8439c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:21.677993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afb0b3f0-41d5-4030-9127-53dd84f511ab req-557d64b0-09fc-49cd-9b47-938c8439c3a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 1101 time: 0.2428012 Jul 05 18:05:21.711792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76418111-10fb-435e-ba48-3116f7af8c06 req-d69f7f6a-16f8-4a08-b00b-fda9e2431ea2 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688670 Jul 05 18:05:21.740546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afb0b3f0-41d5-4030-9127-53dd84f511ab req-1fb90cd2-6be8-436a-8866-0aa7cebcb275 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527861 Jul 05 18:05:21.789616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:21.806805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=98c22d61-20c5-4c08-9cc4-6218843411db,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:21.810783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13'}], 'enable_snat': True}, 'gw_port_id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:05:19Z', 'revision_number': 5, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port': {'id': '40ef7b24-908d-4a02-9aba-77e84ff14a8d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:7a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 759, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:00:25Z', 'updated_at': '2021-07-05T18:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:21.825454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de79bcc5-bb78-44d8-96a1-b28420281695 req-54fa8ce5-b04b-4cc6-88fb-3ff0d587030f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:21.827299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de79bcc5-bb78-44d8-96a1-b28420281695 req-54fa8ce5-b04b-4cc6-88fb-3ff0d587030f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.0813766 Jul 05 18:05:21.850848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:05:21.856609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Pushing event deleted for resources: {'Port': ['ID=40ef7b24-908d-4a02-9aba-77e84ff14a8d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:21.874163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] Checking router: c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:05:21.909100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-285d6bc4-b613-4184-b603-7f53de2ca983 req-3f20959b-7ebc-41b7-8517-234e18fc167b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f25ebcb4-37d5-4ecd-b8a6-0cc31fc4060a HTTP/1.1" status: 200 len: 210 time: 0.0740049 Jul 05 18:05:21.937857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] Routers {'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:21.937857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:04:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:21.950819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:21.967623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de79bcc5-bb78-44d8-96a1-b28420281695 req-ff06994a-c1cb-47b3-b5f4-ccbd97279a82 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340559 Jul 05 18:05:22.193053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:22.205822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] Set router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:22.244580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab4b2e-9d26-43f2-8498-fda437f471c7 req-0396b89b-e5a4-4d00-a433-d8d5f8537acc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:22.261883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19ab4b2e-9d26-43f2-8498-fda437f471c7 req-0396b89b-e5a4-4d00-a433-d8d5f8537acc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 948 time: 0.1802888 Jul 05 18:05:22.294699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:05:21Z', 'revision_number': 7, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:22.299382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '45eb71e1-3657-42ee-abea-128243437218', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '45eb71e1-3657-42ee-abea-128243437218', 'mac_address': 'fa:16:3e:5a:57:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:05:22.345912 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19ab4b2e-9d26-43f2-8498-fda437f471c7 req-a0062b23-1695-49af-b16e-8a644c1ddc23 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713646 Jul 05 18:05:22.349272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6a37d2-0239-4252-a771-4bbe586163f2 None None] The sync data for ids ['c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb'] in n-d-799524-1 is: [{'id': 'c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb', 'name': 'tempest-ServersTestBootFromVolume-389064906-router', 'tenant_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:00:21Z', 'updated_at': '2021-07-05T18:05:21Z', 'revision_number': 7, 'project_id': 'af033b96e60d44d4a99d6be2b647dcc1', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:05:22.437884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:22.458416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45eb71e1-3657-42ee-abea-128243437218 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:22.485447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:22.520916 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:22.524194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:22.549003 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:22.665807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=10']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:22.713095 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:22.713095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:05:22.717919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:22.721814 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-92378fdc-1e69-4bb6-9aa8-8146f3741613 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c3bc33fa-dd10-4cd6-96a6-be1f3f91d3fb HTTP/1.1" status: 204 len: 168 time: 1.9331896 Jul 05 18:05:22.722095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56942) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:22.779236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-370aa58e-bba6-41f1-a272-9bdc1cbdea71 admin admin] Deleting subnet 7569031b-d7b8-4e77-b0f1-093d938990ef {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:05:22.790184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-370aa58e-bba6-41f1-a272-9bdc1cbdea71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:22.903511 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-370aa58e-bba6-41f1-a272-9bdc1cbdea71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:22.936964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['45eb71e1-3657-42ee-abea-128243437218'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:23.013189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-370aa58e-bba6-41f1-a272-9bdc1cbdea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.159126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34edd3c-84b1-41d7-b152-5d1d56b4ff70 req-411a7102-59eb-4d4d-b130-03224d487c40 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:23.160597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d34edd3c-84b1-41d7-b152-5d1d56b4ff70 req-411a7102-59eb-4d4d-b130-03224d487c40 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 945 time: 0.0701208 Jul 05 18:05:23.207811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-370aa58e-bba6-41f1-a272-9bdc1cbdea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.207938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d34edd3c-84b1-41d7-b152-5d1d56b4ff70 req-faaa60a2-72c8-4c08-96e5-1aae18366c56 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357738 Jul 05 18:05:23.232273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370aa58e-bba6-41f1-a272-9bdc1cbdea71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7569031b-d7b8-4e77-b0f1-093d938990ef,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:23.234365 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-370aa58e-bba6-41f1-a272-9bdc1cbdea71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.242277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-370aa58e-bba6-41f1-a272-9bdc1cbdea71 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7569031b-d7b8-4e77-b0f1-093d938990ef HTTP/1.1" status: 204 len: 168 time: 0.5131314 Jul 05 18:05:23.242369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b37068-815b-4b39-9a06-e023e41541fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da19322-6ed5-4074-b09d-ba2bfd6ab284'}, {'server_uuid': '2470fa27-9270-4225-beb8-c8445c360ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c22d61-20c5-4c08-9cc4-6218843411db'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:23.242369 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0e0b78-c1c7-443c-9b39-847c2ab030d2" -d '{"events": [{"server_uuid": "e8b37068-815b-4b39-9a06-e023e41541fc", "name": "network-vif-plugged", "status": "completed", "tag": "5da19322-6ed5-4074-b09d-ba2bfd6ab284"}, {"server_uuid": "2470fa27-9270-4225-beb8-c8445c360ce5", "name": "network-vif-plugged", "status": "completed", "tag": "98c22d61-20c5-4c08-9cc4-6218843411db"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:23.243806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56954) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:23.245106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0ada8d-8f53-4a5a-9a8d-48e68ac1ce0c None None] Network 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:05:23.327879 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.393974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Deleting port 134e2645-85ff-495a-b99c-93ce1cd37845 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:23.394720 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.464584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-15503c98-d421-4f1e-9d25-b6906c97273f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.468114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] For port 134e2645-85ff-495a-b99c-93ce1cd37845, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=134e2645-85ff-495a-b99c-93ce1cd37845,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:23.468835 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.486073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Calling delete_port for 134e2645-85ff-495a-b99c-93ce1cd37845 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:23.488218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e55835-f228-44dd-9ddd-578b2893e697 None None] DHCP port deletion for 0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:05:23.568594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-63e55835-f228-44dd-9ddd-578b2893e697 None None] Deleting port 134e2645-85ff-495a-b99c-93ce1cd37845 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:23.569142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63e55835-f228-44dd-9ddd-578b2893e697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.577813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45a702-5bad-4190-b68e-fa329c394e06 req-a837fe79-cfba-482c-aa0d-65ad8e2e2cff tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:23.579524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f45a702-5bad-4190-b68e-fa329c394e06 req-a837fe79-cfba-482c-aa0d-65ad8e2e2cff tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 950 time: 0.1150174 Jul 05 18:05:23.632972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f45a702-5bad-4190-b68e-fa329c394e06 req-aa7a9718-c128-4415-af3d-16178af63d62 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461092 Jul 05 18:05:23.635371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.637285 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.651076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 134e2645-85ff-495a-b99c-93ce1cd37845 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:23.660888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-63e55835-f228-44dd-9ddd-578b2893e697 None None] For port 134e2645-85ff-495a-b99c-93ce1cd37845, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=134e2645-85ff-495a-b99c-93ce1cd37845,segment=NetworkSegment(541df5d6-9dd4-4e95-ab39-847a9669b8f6),segment_id=541df5d6-9dd4-4e95-ab39-847a9669b8f6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:23.661283 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63e55835-f228-44dd-9ddd-578b2893e697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.680632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] No DVR routers for this DVR port 134e2645-85ff-495a-b99c-93ce1cd37845 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:05:23.686981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Pushing event deleted for resources: {'Port': ['ID=134e2645-85ff-495a-b99c-93ce1cd37845,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:23.700473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 134e2645-85ff-495a-b99c-93ce1cd37845 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:05:23.700473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 134e2645-85ff-495a-b99c-93ce1cd37845 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:05:23.700473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 49669b68-da41-44f4-8890-f7a6c1148392 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:23.725102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-63e55835-f228-44dd-9ddd-578b2893e697 None None] Calling delete_port for 134e2645-85ff-495a-b99c-93ce1cd37845 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:23.727029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 49669b68-da41-44f4-8890-f7a6c1148392 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:05:23.727379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 49669b68-da41-44f4-8890-f7a6c1148392 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:05:23.727812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 40ef7b24-908d-4a02-9aba-77e84ff14a8d no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:23.755794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 40ef7b24-908d-4a02-9aba-77e84ff14a8d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:05:23.756142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 40ef7b24-908d-4a02-9aba-77e84ff14a8d not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:05:23.781449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.809385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:23.836592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541df5d6-9dd4-4e95-ab39-847a9669b8f6') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:23.836888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541df5d6-9dd4-4e95-ab39-847a9669b8f6') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:23.854518 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.880044 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.880694 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63e55835-f228-44dd-9ddd-578b2893e697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.896012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:05:23.897900 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:23.913316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e55835-f228-44dd-9ddd-578b2893e697 None None] No DVR routers for this DVR port 134e2645-85ff-495a-b99c-93ce1cd37845 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:05:23.948147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e55835-f228-44dd-9ddd-578b2893e697 None None] Pushing event deleted for resources: {'Port': ['ID=134e2645-85ff-495a-b99c-93ce1cd37845,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:23.980329 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef418029-4140-4eb8-a17f-9d82ecc799b2 x-openstack-request-id: req-ef418029-4140-4eb8-a17f-9d82ecc799b2 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:23.980821 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b37068-815b-4b39-9a06-e023e41541fc", "name": "network-vif-plugged", "status": "completed", "tag": "5da19322-6ed5-4074-b09d-ba2bfd6ab284", "code": 200}, {"server_uuid": "2470fa27-9270-4225-beb8-c8445c360ce5", "name": "network-vif-plugged", "status": "completed", "tag": "98c22d61-20c5-4c08-9cc4-6218843411db", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:23.981967 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef418029-4140-4eb8-a17f-9d82ecc799b2 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:23.981967 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b37068-815b-4b39-9a06-e023e41541fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5da19322-6ed5-4074-b09d-ba2bfd6ab284', 'code': 200} Jul 05 18:05:23.981967 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2470fa27-9270-4225-beb8-c8445c360ce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c22d61-20c5-4c08-9cc4-6218843411db', 'code': 200} Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:05:23.986519 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:05:24.029224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81476efd-054e-4483-af1c-9f5041fe515a req-1cae4b6a-2bc0-4a40-ac3b-67f2f5aa1289 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:24.035091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:24.036816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81476efd-054e-4483-af1c-9f5041fe515a req-1cae4b6a-2bc0-4a40-ac3b-67f2f5aa1289 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 950 time: 0.1107213 Jul 05 18:05:24.093965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:24.099437 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d HTTP/1.1" status: 204 len: 168 time: 0.8518817 Jul 05 18:05:24.109218 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8643e8-ab66-417d-b8b0-7c933f064488 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d229d6f-d9f4-473c-8ecb-34fcf3d5ea6d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:24.155340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81476efd-054e-4483-af1c-9f5041fe515a req-5826f4eb-2f05-4cb6-904c-fe4dc790bdda tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174190 Jul 05 18:05:24.156424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e8dc1-fe7a-4893-9643-f0f688567fa4 req-6d7570f1-97c2-4c92-9de5-e9df92c91846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:24.157948 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-754e8dc1-fe7a-4893-9643-f0f688567fa4 req-6d7570f1-97c2-4c92-9de5-e9df92c91846 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 1096 time: 0.0573716 Jul 05 18:05:24.203922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fc3a0-2220-4ba9-abed-18cf8469a810 req-f970b4b5-edf4-4d1b-b977-25d66eca034f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:24.221081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e82fc3a0-2220-4ba9-abed-18cf8469a810 req-f970b4b5-edf4-4d1b-b977-25d66eca034f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e8b37068-815b-4b39-9a06-e023e41541fc HTTP/1.1" status: 200 len: 1096 time: 0.0894234 Jul 05 18:05:24.221527 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-754e8dc1-fe7a-4893-9643-f0f688567fa4 req-1f2c9ed8-3046-4a7e-ba71-8cec05ed2a56 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418098 Jul 05 18:05:24.312037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e82fc3a0-2220-4ba9-abed-18cf8469a810 req-0182f3ed-cf87-4e70-a011-ec66224e2823 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933907 Jul 05 18:05:24.360068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-54944748-942f-466a-a7b0-d42c7b80f54b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:24.361523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-54944748-942f-466a-a7b0-d42c7b80f54b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.1216366 Jul 05 18:05:24.377315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-372a4e5a-14ee-4595-891b-154fa09029a6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/quotas/e5d9dc7e44164a6fac406c4a8a582197 HTTP/1.1" status: 200 len: 375 time: 0.0105805 Jul 05 18:05:24.414637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-09959322-cdb2-4009-991d-d7f379b72e3d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320342 Jul 05 18:05:24.448662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56996) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:24.492569 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-065631c3-24cd-4faa-8088-5a8056ee7826 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af033b96e60d44d4a99d6be2b647dcc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427740 Jul 05 18:05:24.495318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57002) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:24.543043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-adbd9e5d-2362-4d6e-a02d-0db86cdded5b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:05:24.544068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-adbd9e5d-2362-4d6e-a02d-0db86cdded5b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1210196 Jul 05 18:05:24.550275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-e79309ca-4584-4970-96d0-5670d4d90d7f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480628 Jul 05 18:05:24.577287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:24.703571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffef7e43-97c8-4b25-9625-d11b62d91946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:24.770619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1bc63641-3b22-4435-b62c-1f0a43507b17 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167065 Jul 05 18:05:24.772642 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffef7e43-97c8-4b25-9625-d11b62d91946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:24.780763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-b909b416-3c35-4356-ae0f-c54754fd55f3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:24.782167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-b909b416-3c35-4356-ae0f-c54754fd55f3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2160461 Jul 05 18:05:24.853435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-af602a2a-239c-4b33-81cf-35f98cb8558a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/quotas/cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 375 time: 0.0564775 Jul 05 18:05:24.985896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-46335d2c-8b25-4176-8134-97b34a78cdeb service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979051 Jul 05 18:05:25.025007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-d261f2d7-e38d-48dd-857d-8e7ea68734c7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1620510 Jul 05 18:05:25.029123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-a5a33194-bc5f-45b5-b1dc-6db88a669e9e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1401300 Jul 05 18:05:25.035130 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffef7e43-97c8-4b25-9625-d11b62d91946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:25.035130 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffef7e43-97c8-4b25-9625-d11b62d91946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:25.035130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ffef7e43-97c8-4b25-9625-d11b62d91946 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0ba3829-8411-4f42-9da4-c66df99bbb50 HTTP/1.1" status: 204 len: 168 time: 0.5369694 Jul 05 18:05:25.053465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef7e43-97c8-4b25-9625-d11b62d91946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ba3829-8411-4f42-9da4-c66df99bbb50,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:25.487289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5d42b-a054-4ed7-9b7e-0f2595cd30c8 req-7b1e466d-0cca-427e-a1b7-da4d13b66d06 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:25.499336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bee5d42b-a054-4ed7-9b7e-0f2595cd30c8 req-7b1e466d-0cca-427e-a1b7-da4d13b66d06 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 945 time: 0.1226189 Jul 05 18:05:25.585212 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bee5d42b-a054-4ed7-9b7e-0f2595cd30c8 req-1f5a7cb6-420f-4c9b-94c9-da9385bbd69c tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846932 Jul 05 18:05:25.848407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:25.919686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 45eb71e1-3657-42ee-abea-128243437218 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:25.920536 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:25.952475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f5c8e-18e9-4b6c-9e23-9624774e4a06 req-493d01ed-0120-4832-96a9-1329f0c28b03 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:25.954110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a7f5c8e-18e9-4b6c-9e23-9624774e4a06 req-493d01ed-0120-4832-96a9-1329f0c28b03 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.1094983 Jul 05 18:05:26.003267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a7f5c8e-18e9-4b6c-9e23-9624774e4a06 req-1f45a04b-ddbe-475c-87c1-0a031b829fa4 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431309 Jul 05 18:05:26.025099 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:26.087018 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:26.090289 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37e5db2-ff0f-418e-bcde-02126f63caf2" -d '{"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-plugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:26.110655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:26.166054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:26.179138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4699e3d-e3b6-46d2-ba4c-6da06537b72d req-c3d90d5c-a6f8-4cd8-863d-400c0f3fa489 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 210 time: 0.0515792 Jul 05 18:05:26.289101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=11']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:26.300444 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ca4eb8b-b95b-4edb-8c1b-dbd15786866e req-76a1b277-75c3-4cbe-90e7-ba8e52a0b040 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 210 time: 0.0697033 Jul 05 18:05:26.309051 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:26.326849 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3252cdf-9409-4c8b-81eb-37a1e3c56498 x-openstack-request-id: req-b3252cdf-9409-4c8b-81eb-37a1e3c56498 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:26.326849 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-plugged", "status": "completed", "tag": "45eb71e1-3657-42ee-abea-128243437218", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:26.326849 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3252cdf-9409-4c8b-81eb-37a1e3c56498 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:26.326849 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45eb71e1-3657-42ee-abea-128243437218', 'code': 200} Jul 05 18:05:26.427573 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57082) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:26.540333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1892997937-network', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:26.617857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Made reservation on behalf of b436bd8d028a424b85e2d6725d4093f0 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:05:26.620913 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:26.631254 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:26.778426 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:26.840724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362aa622-8f2f-475b-bc77-f6161a7dea5f req-ef744232-14b0-4bee-b8b8-553025dada85 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:26.851415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-362aa622-8f2f-475b-bc77-f6161a7dea5f req-ef744232-14b0-4bee-b8b8-553025dada85 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 945 time: 0.1157913 Jul 05 18:05:26.860955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:26.966355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:05:26.985663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-362aa622-8f2f-475b-bc77-f6161a7dea5f req-b492760d-29a3-494c-a43f-ef9125d6ada6 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329403 Jul 05 18:05:26.997978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d5d529-8a3b-4e40-8a9f-8ce5c0d6a984,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:27.003976 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:27.005230 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Added segment 295c62cb-c8d5-4ce2-a4bf-9b7f09d05388 of type vlan for network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f Jul 05 18:05:27.068717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:27.143267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:27.144424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:27.145248 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:27.249299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8174517 Jul 05 18:05:27.250271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57098) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:27.260929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Request body: {'subnet': {'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1892997937-subnet', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:27.285971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454707f-ebd2-46f2-b69d-e10c4f61fe9f admin admin] Pushing event updated for resources: {'Network': ['ID=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:27.332044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:05:27.334478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c3d43-e503-4f7d-ae2f-cecc358157ad req-500d5933-e6d7-48a5-bfcd-188319815606 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:27.339276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f07c3d43-e503-4f7d-ae2f-cecc358157ad req-500d5933-e6d7-48a5-bfcd-188319815606 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b37068-815b-4b39-9a06-e023e41541fc HTTP/1.1" status: 200 len: 945 time: 0.1805863 Jul 05 18:05:27.349547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a7365-2f81-4865-9fd9-b683526138ee req-7e717381-6020-4a9e-9795-db20fe52cd27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:27.351111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a17a7365-2f81-4865-9fd9-b683526138ee req-7e717381-6020-4a9e-9795-db20fe52cd27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.1356497 Jul 05 18:05:27.388683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Made reservation on behalf of b436bd8d028a424b85e2d6725d4093f0 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:05:27.391191 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:27.447058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f07c3d43-e503-4f7d-ae2f-cecc358157ad req-999ba6d7-e15d-4f1b-b52f-d2e6085edf93 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939288 Jul 05 18:05:27.456561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a17a7365-2f81-4865-9fd9-b683526138ee req-ebad760a-68d4-47b5-b54d-78af77a89e4f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978205 Jul 05 18:05:27.731380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b1a240c-700f-41e7-ada7-c97f9dfa0f27 req-b3aca2bb-9f99-43b6-8ea0-5809fc89c2b1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 210 time: 0.0570683 Jul 05 18:05:27.766588 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:27.866889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1c39c99-23d6-40ec-8183-a2c3737ffbbc,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:27.928772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad5afae4-217c-4887-a9a4-d0c4a3f43c4c req-0eceaf44-08a4-453d-b51a-5a829083574e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 210 time: 0.0627141 Jul 05 18:05:27.944982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Checking segment: {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:27.945610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Network hostable DHCP agents. Network: 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:05:28.069761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-acad5e62-6a6e-4fc1-9bf5-36d4bea219a6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:28.071193 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-acad5e62-6a6e-4fc1-9bf5-36d4bea219a6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.1642442 Jul 05 18:05:28.087629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Request body: {'port': {'device_id': '7ceb8cec-f5ca-409c-a93c-8e6e98ed082e', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'admin_state_up': True, 'tenant_id': 'e5d9dc7e44164a6fac406c4a8a582197'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:28.133519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:05:28.218737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:28.224449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:28.225384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:28.237987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f82109-a72a-48aa-bd1d-bd99ca892f32 None None] Network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:05:28.327433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Made reservation on behalf of e5d9dc7e44164a6fac406c4a8a582197 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:05:28.332030 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:28.417057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:05:28.418645 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:28.522892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-9182c16d-17b6-4212-a512-8ada5596da8d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464542 Jul 05 18:05:28.528129 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-79d17f63-64df-45b4-94e4-4892c321cbf4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2752655 Jul 05 18:05:28.530064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57120) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:28.536074 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:28.594786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Allocated IP 172.20.0.4 (11678359-d42e-442f-80db-89c8dd5427d0/9bc817a4-e30e-4735-8b7a-fc82953cd1db/60154018-5bf6-4b50-826b-c50581baa0de) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:28.609341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Allocated IP 172.20.0.2 (7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f/f1c39c99-23d6-40ec-8183-a2c3737ffbbc/c139c7f2-bff3-4ebe-a5f1-54ac65c9da68) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:28.653231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:28.654686 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:28.745813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-a6fef41c-3e7a-498c-80e8-619600e6cd27 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:28.747757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-a6fef41c-3e7a-498c-80e8-619600e6cd27 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212691 Jul 05 18:05:28.759841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:28.763472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Request body: {'port': {'device_id': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'cd79537bc8d1495395401d1768287e63'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:28.888297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf5c741-e65b-40ca-becc-578df8288612 req-d5db566a-a286-4605-8420-6daf3edede6d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:28.897079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbf5c741-e65b-40ca-becc-578df8288612 req-d5db566a-a286-4605-8420-6daf3edede6d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.2405245 Jul 05 18:05:28.915398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:28.926761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Transition to ACTIVE for port object c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:28.946338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Transition to ACTIVE for port object c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:28.996068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbf5c741-e65b-40ca-becc-578df8288612 req-fceaf5ab-6429-4ced-a5a4-6d9066e706a1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979178 Jul 05 18:05:29.017904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.090391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:29.093828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:29.100497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:29.114842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Made reservation on behalf of cd79537bc8d1495395401d1768287e63 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:05:29.126068 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.128596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.136587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Pushing event updated for resources: {'Port': ['ID=c139c7f2-bff3-4ebe-a5f1-54ac65c9da68,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:29.230224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.268310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Attempting to bind port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:05:29.268765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Attempting to bind port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:05:29.269180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Attempting to bind port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 on network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:29.276337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:05:29.276579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Checking segment: {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:29.277031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.278203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Bound using segment: {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:05:29.278203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Bound port: c139c7f2-bff3-4ebe-a5f1-54ac65c9da68, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:05:29.278461 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.296187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca93659a-ba12-45f3-9c64-f36c12e4ff75 req-dfef9ee9-1373-4b78-b8a8-de0cc57afc0d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 210 time: 0.0548198 Jul 05 18:05:29.370991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] For port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:05:29.374356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] For port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c139c7f2-bff3-4ebe-a5f1-54ac65c9da68,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:05:29.428625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Allocated IP 192.168.233.148 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/ed117f7c-eb87-41d9-9601-83515804b4f5) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:29.457848 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.513588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc2f6d-91ef-4c19-9bb5-3e2d03688c31 None None] Pushing event updated for resources: {'Port': ['ID=c139c7f2-bff3-4ebe-a5f1-54ac65c9da68,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:29.531695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ae7bb1a-26dc-43c9-893a-3970505b8a45 req-ae915d50-188a-447c-939f-c1dfa3594839 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 210 time: 0.0709517 Jul 05 18:05:29.544133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a60f62-1c63-4a5b-8f23-0d45942d1643 req-0322a1f1-0f8e-46a2-bb40-6d4efec0a4f4 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:29.548739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.549611 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.553093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2a60f62-1c63-4a5b-8f23-0d45942d1643 req-0322a1f1-0f8e-46a2-bb40-6d4efec0a4f4 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b37068-815b-4b39-9a06-e023e41541fc HTTP/1.1" status: 200 len: 945 time: 0.2139909 Jul 05 18:05:29.553899 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.592372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.681168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Network 11678359-d42e-442f-80db-89c8dd5427d0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:29.688231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:29.699821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:29.706372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event updated for resources: {'Port': ['ID=60154018-5bf6-4b50-826b-c50581baa0de,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:29.740027 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.756295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Transition to ACTIVE for port object ed117f7c-eb87-41d9-9601-83515804b4f5 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:29.811313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:29.814045 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.818089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2a60f62-1c63-4a5b-8f23-0d45942d1643 req-8acdcb23-23e5-4c59-b4b9-44453736e87e tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640185 Jul 05 18:05:29.854780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:05:29.860031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Allocated IP 172.25.3.118 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/38a90591-d319-4276-a7bb-771686411b36) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:29.954984 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-b8544e34-50bc-4dde-ae89-37fb58c6f9ad tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8715496 Jul 05 18:05:29.966875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:29.972909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Request body: {'port': {'device_id': '7ceb8cec-f5ca-409c-a93c-8e6e98ed082e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:29.989673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:30.054180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:30.068368 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:30.097897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:30.103546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:30.107277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:30.130707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:30.282127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:30.282816 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:30.289473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['23ef1502-8e8b-4df3-b88e-bb2e252f0555'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:30.318056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['431f88b4-b6cc-48a4-ba1c-762b192eb390', '45eb71e1-3657-42ee-abea-128243437218'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:30.362092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3f560-d35f-4b1d-a822-f4b5970192d9 req-b401457b-9776-45a5-99f3-3ecdbbb9e1a2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:30.363756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4d3f560-d35f-4b1d-a822-f4b5970192d9 req-b401457b-9776-45a5-99f3-3ecdbbb9e1a2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.1315179 Jul 05 18:05:30.368240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'mac_address': 'fa:16:3e:e6:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:05:30.442626 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:30.486647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4d3f560-d35f-4b1d-a822-f4b5970192d9 req-39c598be-f553-4edb-b7f6-4c27f7b342a1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143262 Jul 05 18:05:30.490208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-70c65809-65b8-4ea9-be3e-a1f9644f62cb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7308598 Jul 05 18:05:30.541556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Request body: {'port': {'device_id': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:30.597910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:30.625168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:30.699280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:30.702210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Pushing event updated for resources: {'Port': ['ID=38a90591-d319-4276-a7bb-771686411b36,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:30.712414 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:30.782299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0770e886-1400-47c0-93d8-73d1f49d1b90 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:30.805492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:30.828203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e7a5db9e-def2-40e3-9528-440e7a2389d6 None None] Provisioning for port ed117f7c-eb87-41d9-9601-83515804b4f5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:30.865997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e7a5db9e-def2-40e3-9528-440e7a2389d6 None None] Provisioning complete for port ed117f7c-eb87-41d9-9601-83515804b4f5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:30.870680 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e7a5db9e-def2-40e3-9528-440e7a2389d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:30.917955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5db9e-def2-40e3-9528-440e7a2389d6 None None] Port ed117f7c-eb87-41d9-9601-83515804b4f5 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:05:30.919480 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:31.011233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-b2839cf2-afef-4029-ba6a-9d88ccf3d799 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:31.016054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-b2839cf2-afef-4029-ba6a-9d88ccf3d799 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "GET /v2.0/ports?device_id=2470fa27-9270-4225-beb8-c8445c360ce5 HTTP/1.1" status: 200 len: 945 time: 0.5234530 Jul 05 18:05:31.051074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:31.067132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0770e886-1400-47c0-93d8-73d1f49d1b90'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:31.158613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e065f-bca2-4bcb-a614-94db26b09265 None None] Network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:05:31.309937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60154018-5bf6-4b50-826b-c50581baa0de {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:31.326205 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:31.361825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-74f17799-3112-436d-9923-033fbf23c73b None None] Provisioning for port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:31.383157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Transition to ACTIVE for port object 60154018-5bf6-4b50-826b-c50581baa0de will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:31.411478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:31.465259 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:31.527792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530186b-5865-4e69-8059-894df2abc636 req-63df4faf-dae8-4b6e-b469-c2fedb40328a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:31.535301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c530186b-5865-4e69-8059-894df2abc636 req-63df4faf-dae8-4b6e-b469-c2fedb40328a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 931 time: 0.8483334 Jul 05 18:05:31.587791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Pushing event updated for resources: {'Port': ['ID=60154018-5bf6-4b50-826b-c50581baa0de,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:31.607408 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:31.765146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:31.789348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c530186b-5865-4e69-8059-894df2abc636 req-e4393004-ae3d-4362-99b3-7cfb04891539 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530124 Jul 05 18:05:31.840743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Attempting to bind port 60154018-5bf6-4b50-826b-c50581baa0de on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:05:31.841268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Attempting to bind port 60154018-5bf6-4b50-826b-c50581baa0de by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:05:31.841667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Attempting to bind port 60154018-5bf6-4b50-826b-c50581baa0de on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:31.869781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Port 60154018-5bf6-4b50-826b-c50581baa0de on network 11678359-d42e-442f-80db-89c8dd5427d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:05:31.870107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Attempting to bind port 60154018-5bf6-4b50-826b-c50581baa0de on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:31.880279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-d1d503be-0429-4249-a82c-397f7a4b664b tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:31.881157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:31.882138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-d1d503be-0429-4249-a82c-397f7a4b664b tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.39 "GET /v2.0/ports?device_id=e8b37068-815b-4b39-9a06-e023e41541fc HTTP/1.1" status: 200 len: 945 time: 0.9175458 Jul 05 18:05:31.893792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:05:31.894128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Checking segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:31.894512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Bound using segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:05:31.906146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Bound port: 60154018-5bf6-4b50-826b-c50581baa0de, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:05:31.906735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:31.916626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994dd95-e725-4a40-9286-1285a95dd51e req-4e976dba-77eb-435c-874f-e2a8e5d49f6f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:31.934127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0994dd95-e725-4a40-9286-1285a95dd51e req-4e976dba-77eb-435c-874f-e2a8e5d49f6f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 936 time: 1.0512753 Jul 05 18:05:31.985752 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 0770e886-1400-47c0-93d8-73d1f49d1b90 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:31.986091 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.065585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:32.073521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:32.073909 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.282127 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.353880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0994dd95-e725-4a40-9286-1285a95dd51e req-0eb8b2f3-e148-4a40-a6a9-06b2fe03ab0e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185894 Jul 05 18:05:32.417074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-99383eaf-1e72-40e9-9038-399c63e67e8b None None] Provisioning complete for port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:32.417454 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-99383eaf-1e72-40e9-9038-399c63e67e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.469040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Deleting port 98c22d61-20c5-4c08-9cc4-6218843411db {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:32.475018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.511089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] For port 60154018-5bf6-4b50-826b-c50581baa0de, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:05:32.514333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] For port 60154018-5bf6-4b50-826b-c50581baa0de, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=60154018-5bf6-4b50-826b-c50581baa0de,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:05:32.532087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.541300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.637083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:32.653243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:32.666707 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fcd675-8b61-4724-81b7-9633308acf3b" -d '{"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-plugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:32.669955 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.693079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4ed56-a913-4913-b368-634ea8a786f7 req-2da58bfa-a3d7-43dd-919a-6fa25cce1cea tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:32.701189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3de4ed56-a913-4913-b368-634ea8a786f7 req-2da58bfa-a3d7-43dd-919a-6fa25cce1cea tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b37068-815b-4b39-9a06-e023e41541fc HTTP/1.1" status: 200 len: 945 time: 0.4458988 Jul 05 18:05:32.732087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.769631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] For port 98c22d61-20c5-4c08-9cc4-6218843411db, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=98c22d61-20c5-4c08-9cc4-6218843411db,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:32.771119 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.773314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:32.774185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.776644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Deleting port 5da19322-6ed5-4074-b09d-ba2bfd6ab284 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:32.778913 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] 10.222.0.97 "PUT /v2.0/ports/60154018-5bf6-4b50-826b-c50581baa0de HTTP/1.1" status: 200 len: 1091 time: 2.8151400 Jul 05 18:05:32.781505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ceb8cec-f5ca-409c-a93c-8e6e98ed082e', 'tag': '60154018-5bf6-4b50-826b-c50581baa0de'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:32.785857 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39063ff-294a-418a-9aa2-c4f5d058f05b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ceb8cec-f5ca-409c-a93c-8e6e98ed082e", "tag": "60154018-5bf6-4b50-826b-c50581baa0de"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:32.793041 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.857043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e057548-bccd-48b7-9a4e-224c891f44ad service neutron] Pushing event updated for resources: {'Port': ['ID=60154018-5bf6-4b50-826b-c50581baa0de,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:32.880289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed117f7c-eb87-41d9-9601-83515804b4f5 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:32.888257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Calling delete_port for 98c22d61-20c5-4c08-9cc4-6218843411db owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:32.908198 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:32.921488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3de4ed56-a913-4913-b368-634ea8a786f7 req-66b0f9ad-48fa-4189-b1bf-cc41c9b4cd2c tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/security-groups?id=5e604945-c90b-4b29-a72b-33ec48ad3521&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192557 Jul 05 18:05:32.930297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Router 0d74a597-0af1-4994-bd64-27760bab83b6 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:05:32.972594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:33.004943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-ecdf90dc-e9b4-435e-8a56-2882b79ec054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:33.012366 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-ecdf90dc-e9b4-435e-8a56-2882b79ec054 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 1094 time: 0.1144085 Jul 05 18:05:33.041979 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b767b57-2596-4f9a-8d38-afd34a366ffa x-openstack-request-id: req-6b767b57-2596-4f9a-8d38-afd34a366ffa {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:33.043222 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-plugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:33.043222 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b767b57-2596-4f9a-8d38-afd34a366ffa {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:33.043222 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'code': 200} Jul 05 18:05:33.045019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c139c7f2-bff3-4ebe-a5f1-54ac65c9da68,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:33.046141 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-99383eaf-1e72-40e9-9038-399c63e67e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:33.113313 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073e8b2b-968e-42c7-a77e-64b065c5a42a x-openstack-request-id: req-073e8b2b-968e-42c7-a77e-64b065c5a42a {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:33.114055 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ceb8cec-f5ca-409c-a93c-8e6e98ed082e", "tag": "60154018-5bf6-4b50-826b-c50581baa0de", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:33.114431 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-073e8b2b-968e-42c7-a77e-64b065c5a42a {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:33.115104 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ceb8cec-f5ca-409c-a93c-8e6e98ed082e', 'tag': '60154018-5bf6-4b50-826b-c50581baa0de', 'status': 'completed', 'code': 200} Jul 05 18:05:33.120224 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-260c92fd-aae0-47de-9bfa-161f66c2d622 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60154018-5bf6-4b50-826b-c50581baa0de HTTP/1.1" status: 200 len: 217 time: 0.1001301 Jul 05 18:05:33.120574 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:33.127363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Transition to ACTIVE for port object ed117f7c-eb87-41d9-9601-83515804b4f5 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:33.186186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:05:33.202186 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Sync routers for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:05:33.210464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-f8a4a505-b4c0-494d-819a-3f705b786cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:33.227924 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:33.228375 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-f8a4a505-b4c0-494d-819a-3f705b786cf5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.1005135 Jul 05 18:05:33.233999 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:05:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:33.236034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] For port 5da19322-6ed5-4074-b09d-ba2bfd6ab284, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5da19322-6ed5-4074-b09d-ba2bfd6ab284,segment=NetworkSegment(ecd6db1a-1e59-4d66-8e8d-52745aba9a8b),segment_id=ecd6db1a-1e59-4d66-8e8d-52745aba9a8b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:33.236428 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:33.243597 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:33.346926 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-99383eaf-1e72-40e9-9038-399c63e67e8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:05:33.347302 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-99383eaf-1e72-40e9-9038-399c63e67e8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:05:33.358313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Calling delete_port for 5da19322-6ed5-4074-b09d-ba2bfd6ab284 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:33.369469 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-6087f6e6-5b96-4ed7-b9fa-8ec9be1957d5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250136 Jul 05 18:05:33.369469 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:33.369840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c139c7f2-bff3-4ebe-a5f1-54ac65c9da68,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:33.373407 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5cc1fb5e-228c-480d-ac2b-937aa2adb485 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.8326731 Jul 05 18:05:33.379041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57208) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:33.438199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:33.451528 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:33.681652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:33.770713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:33.770713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:33.788733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d2c34c-cf33-43c8-8342-a7272607e93b req-f9abbcd3-a3db-4cf0-b0d4-01ebfdf94166 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:33.791096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38d2c34c-cf33-43c8-8342-a7272607e93b req-f9abbcd3-a3db-4cf0-b0d4-01ebfdf94166 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.8551433 Jul 05 18:05:33.897390 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:31Z', 'revision_number': 3, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:33.965670 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Checking router: 0d74a597-0af1-4994-bd64-27760bab83b6 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:05:33.966071 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Updating router 0d74a597-0af1-4994-bd64-27760bab83b6 port 38a90591-d319-4276-a7bb-771686411b36 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:05:33.977318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166d89a-0e4d-45d6-99c3-1ba2732ae8b6 req-7fa88c8a-d948-4e9c-b3b9-d9bc9a6acf9e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:33.978133 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-5c90a30e-7dd3-4a07-8d16-9abd6f808dfd service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5932474 Jul 05 18:05:34.001167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8166d89a-0e4d-45d6-99c3-1ba2732ae8b6 req-7fa88c8a-d948-4e9c-b3b9-d9bc9a6acf9e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 943 time: 0.6931250 Jul 05 18:05:34.039334 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.062099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38d2c34c-cf33-43c8-8342-a7272607e93b req-0f188324-113a-431a-9b8d-826565ba4790 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2592235 Jul 05 18:05:34.143503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:05:34.143835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:05:34.144163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:34.169489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Port ed117f7c-eb87-41d9-9601-83515804b4f5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:05:34.169825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:34.203018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.255554 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abd5c344-8553-47be-9602-952b7ee79cf7 req-9465082c-3e9c-4388-9883-c322388e59af service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102311 Jul 05 18:05:34.268842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8166d89a-0e4d-45d6-99c3-1ba2732ae8b6 req-bffa0507-3f0f-4ed5-b35b-f53a01897b29 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667019 Jul 05 18:05:34.350471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:05:34.361401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:34.362126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:05:34.366753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Bound port: ed117f7c-eb87-41d9-9601-83515804b4f5, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:05:34.366753 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.370537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Pushing event deleted for resources: {'Port': ['ID=98c22d61-20c5-4c08-9cc4-6218843411db,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:34.543002 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.573920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] No DVR routers for this DVR port 98c22d61-20c5-4c08-9cc4-6218843411db on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:05:34.588840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.590893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8da61af2-e241-4695-aeaa-f7f61cb1163d req-4bc2fc80-3f6b-49c2-a563-daf035a835f0 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.97 "DELETE /v2.0/ports/98c22d61-20c5-4c08-9cc4-6218843411db HTTP/1.1" status: 204 len: 173 time: 3.5640290 Jul 05 18:05:34.596825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-8a988e5d-353b-40be-aced-ad428e35552f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:34.598382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-8a988e5d-353b-40be-aced-ad428e35552f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 1094 time: 0.1571651 Jul 05 18:05:34.601355 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.613706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2470fa27-9270-4225-beb8-c8445c360ce5', 'name': 'network-vif-deleted', 'tag': '98c22d61-20c5-4c08-9cc4-6218843411db'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:34.615780 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cbb2d49-9679-4e07-9695-6dcee80c5888" -d '{"events": [{"server_uuid": "2470fa27-9270-4225-beb8-c8445c360ce5", "name": "network-vif-deleted", "tag": "98c22d61-20c5-4c08-9cc4-6218843411db"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:34.616824 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Transition to ACTIVE for port object 38a90591-d319-4276-a7bb-771686411b36 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:34.649655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Pushing event deleted for resources: {'Port': ['ID=5da19322-6ed5-4074-b09d-ba2bfd6ab284,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:34.732046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:05:34.747172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 98c22d61-20c5-4c08-9cc4-6218843411db no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:34.762443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] No DVR routers for this DVR port 5da19322-6ed5-4074-b09d-ba2bfd6ab284 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:05:34.765795 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.770948 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.773399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49995d68-f65e-4214-9071-e37768c3a8a6 req-8053e8d0-56e9-4ad3-89c9-c4a8e05f3d04 tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.39 "DELETE /v2.0/ports/5da19322-6ed5-4074-b09d-ba2bfd6ab284 HTTP/1.1" status: 204 len: 173 time: 2.8707459 Jul 05 18:05:34.775821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:05:34.778227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 98c22d61-20c5-4c08-9cc4-6218843411db {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:05:34.778596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 98c22d61-20c5-4c08-9cc4-6218843411db not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:05:34.812476 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.818999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ce16a-71e0-4678-a2a1-97f36172dec7 req-6a2a4bf9-58c1-454b-b45d-97308882927d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:34.821134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-169ce16a-71e0-4678-a2a1-97f36172dec7 req-6a2a4bf9-58c1-454b-b45d-97308882927d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 948 time: 0.2758863 Jul 05 18:05:34.878483 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.890245 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Attempting to bind port 38a90591-d319-4276-a7bb-771686411b36 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:05:34.890904 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Attempting to bind port 38a90591-d319-4276-a7bb-771686411b36 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:05:34.891385 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Attempting to bind port 38a90591-d319-4276-a7bb-771686411b36 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:34.911792 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:05:34.915730 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:34.916584 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.917160 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:05:34.918114 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Bound port: 38a90591-d319-4276-a7bb-771686411b36, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:05:34.918891 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:34.923617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-169ce16a-71e0-4678-a2a1-97f36172dec7 req-faadeae0-f22a-4ef3-a9d9-984b7bafd657 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960193 Jul 05 18:05:34.927234 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Pushing event updated for resources: {'Port': ['ID=38a90591-d319-4276-a7bb-771686411b36,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:34.972407 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.973014 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.973495 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.974112 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.974855 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.975340 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.975837 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.976305 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.977145 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.978722 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.979297 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:34.979820 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:35.019941 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a91b5f6-4656-4fdb-ac4e-6c8b2e599a8e x-openstack-request-id: req-4a91b5f6-4656-4fdb-ac4e-6c8b2e599a8e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:35.020603 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2470fa27-9270-4225-beb8-c8445c360ce5", "name": "network-vif-deleted", "tag": "98c22d61-20c5-4c08-9cc4-6218843411db", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:35.021080 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a91b5f6-4656-4fdb-ac4e-6c8b2e599a8e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:35.021685 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2470fa27-9270-4225-beb8-c8445c360ce5', 'name': 'network-vif-deleted', 'tag': '98c22d61-20c5-4c08-9cc4-6218843411db', 'status': 'completed', 'code': 200} Jul 05 18:05:35.028280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4b1fe6b-c39d-4274-9ebd-fc9d6ef79b12 req-3261c1a4-45e3-43ab-ab2d-041131d03c8b tempest-MultipleCreateTestJSON-2080392626 tempest-MultipleCreateTestJSON-2080392626-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8b37068-815b-4b39-9a06-e023e41541fc HTTP/1.1" status: 200 len: 210 time: 0.1251671 Jul 05 18:05:35.035451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:35.036365 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:35.038654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] 10.222.0.97 "PUT /v2.0/ports/ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 1096 time: 4.5047524 Jul 05 18:05:35.049751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-a453fee2-e35c-4bee-a733-29ae75cf027d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:35.055993 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-a453fee2-e35c-4bee-a733-29ae75cf027d service neutron] 10.222.0.97 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 911 time: 0.4468639 Jul 05 18:05:35.085966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41561dce-68c2-4348-b38a-c4d9f4611c4f service neutron] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:35.136900 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] For port 38a90591-d319-4276-a7bb-771686411b36, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:05:35.146424 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] For port 38a90591-d319-4276-a7bb-771686411b36, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=38a90591-d319-4276-a7bb-771686411b36,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:05:35.186102 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-e0ce0885-897e-4c84-bd21-6f8bc9253ddd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60154018-5bf6-4b50-826b-c50581baa0de HTTP/1.1" status: 200 len: 217 time: 0.1052597 Jul 05 18:05:35.223251 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:35.289165 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:35.290806 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:05:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:35.317861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-8d723b70-c655-47fc-a038-da84b119b8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:35.320071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-8d723b70-c655-47fc-a038-da84b119b8c6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68&tenant_id=9127f142890240a89ef4a167926f125c HTTP/1.1" status: 200 len: 1094 time: 0.1837556 Jul 05 18:05:35.579053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-fb6a1155-abbb-4829-ae96-4ceaa08a5444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:35.582386 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-fb6a1155-abbb-4829-ae96-4ceaa08a5444 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.3252802 Jul 05 18:05:35.639814 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-a0366ed2-ff95-4773-8efe-c1918d81a157 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497727 Jul 05 18:05:35.664412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Allocated IP 172.20.0.1 (7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f/f1c39c99-23d6-40ec-8183-a2c3737ffbbc/5de6692b-957c-4c73-80bb-b0fc47592703) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:35.669051 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a49dd-427c-482c-a06d-e325e60402e1 None None] Pushing event updated for resources: {'Port': ['ID=38a90591-d319-4276-a7bb-771686411b36,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:35.679794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:35.718596 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:35.778909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-01d7b579-2a24-4f0a-a2fa-3880489c4093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:35.780463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-01d7b579-2a24-4f0a-a2fa-3880489c4093 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1099 time: 0.4370177 Jul 05 18:05:35.830059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-3166198f-6f68-4470-9e22-b2c954f12bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:35.834719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-3166198f-6f68-4470-9e22-b2c954f12bbd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 1094 time: 0.4391062 Jul 05 18:05:35.862465 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-974d6db4-d9c9-4ba2-b4a5-5dbc83d640a9 service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131832 Jul 05 18:05:35.879706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5da19322-6ed5-4074-b09d-ba2bfd6ab284 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:35.935549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 5da19322-6ed5-4074-b09d-ba2bfd6ab284 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:05:35.938891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5da19322-6ed5-4074-b09d-ba2bfd6ab284 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:05:35.960623 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:35.971120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-07472e41-94b4-4d19-b271-98b9ca6849bd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.1743250 Jul 05 18:05:35.989177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71169822-f384-4623-9840-36fb9cc22919 req-8d611115-95d7-48a6-b320-0c424c2f9ae2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:35.990329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Transition to ACTIVE for port object 5de6692b-957c-4c73-80bb-b0fc47592703 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:35.999625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71169822-f384-4623-9840-36fb9cc22919 req-8d611115-95d7-48a6-b320-0c424c2f9ae2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.5114515 Jul 05 18:05:36.038188 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:31Z', 'revision_number': 3, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:36.046422 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f39063ff-294a-418a-9aa2-c4f5d058f05b req-53fabcf2-d1e1-4d32-92a9-0b8d0a078016 service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753867 Jul 05 18:05:36.086573 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82f96fc-d21c-46e9-b4d1-acf33357ad5d None None] The sync data for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 is: [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:31Z', 'revision_number': 3, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:05:36.120231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-098e028f-fc51-44fc-8900-453a24f70f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:36.122130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-098e028f-fc51-44fc-8900-453a24f70f7f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1445808 Jul 05 18:05:36.173210 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:36.246750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:36.249975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22edb8-6601-46c8-929d-80cec970c60f req-0bac4811-7ae3-4445-aa25-2e06d11015fe tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:36.250163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:36.255659 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf22edb8-6601-46c8-929d-80cec970c60f req-0bac4811-7ae3-4445-aa25-2e06d11015fe tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 943 time: 0.6685491 Jul 05 18:05:36.261345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:36.263927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71169822-f384-4623-9840-36fb9cc22919 req-e57b5169-f4d2-4c06-8d72-3b42063b798a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631547 Jul 05 18:05:36.344603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5de6692b-957c-4c73-80bb-b0fc47592703,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:36.356803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-89e7887f-794e-4113-bafe-052448b6e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:36.358368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-89e7887f-794e-4113-bafe-052448b6e34b service neutron] 10.222.0.97 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 917 time: 0.4242318 Jul 05 18:05:36.392773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:36.769765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 60154018-5bf6-4b50-826b-c50581baa0de details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:05:36.777970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf22edb8-6601-46c8-929d-80cec970c60f req-230232b8-c1d5-438b-836b-e93040f3063a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148998 Jul 05 18:05:36.806471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-a12221d6-bcf0-4dff-9a44-4dd08fc0e897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:36.817044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-a12221d6-bcf0-4dff-9a44-4dd08fc0e897 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6623886 Jul 05 18:05:36.842517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-7c4695fe-1259-477d-aeca-fa00957643fb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85678e80-5e31-4876-88f9-202d2f79869e HTTP/1.1" status: 200 len: 999 time: 0.4657335 Jul 05 18:05:36.852507 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:37.074750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8b37068-815b-4b39-9a06-e023e41541fc', 'name': 'network-vif-deleted', 'tag': '5da19322-6ed5-4074-b09d-ba2bfd6ab284'}, {'name': 'network-changed', 'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:37.076703 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8436ac66-4d83-42ec-b7b6-1de15069547b" -d '{"events": [{"server_uuid": "e8b37068-815b-4b39-9a06-e023e41541fc", "name": "network-vif-deleted", "tag": "5da19322-6ed5-4074-b09d-ba2bfd6ab284"}, {"name": "network-changed", "server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:37.109701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dc3e79a5-d5d8-4f75-a8be-476013761138 None None] Provisioning for port 5de6692b-957c-4c73-80bb-b0fc47592703 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:37.128659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 60154018-5bf6-4b50-826b-c50581baa0de, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=60154018-5bf6-4b50-826b-c50581baa0de,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:37.174182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '60154018-5bf6-4b50-826b-c50581baa0de', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'port_id': '60154018-5bf6-4b50-826b-c50581baa0de', 'mac_address': 'fa:16:3e:3f:8e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc817a4-e30e-4735-8b7a-fc82953cd1db', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:05:37.188379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dc3e79a5-d5d8-4f75-a8be-476013761138 None None] Provisioning complete for port 5de6692b-957c-4c73-80bb-b0fc47592703 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:37.196373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-aa6590a2-09f6-4a29-b537-7168db8b120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:37.197134 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dc3e79a5-d5d8-4f75-a8be-476013761138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:37.210117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-aa6590a2-09f6-4a29-b537-7168db8b120f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.2330034 Jul 05 18:05:37.373423 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:37.396464 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918410f2-7142-40cb-be7c-37e2f9a18abc x-openstack-request-id: req-918410f2-7142-40cb-be7c-37e2f9a18abc {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:37.396766 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8b37068-815b-4b39-9a06-e023e41541fc", "name": "network-vif-deleted", "tag": "5da19322-6ed5-4074-b09d-ba2bfd6ab284", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:37.397022 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-918410f2-7142-40cb-be7c-37e2f9a18abc {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:37.397423 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8b37068-815b-4b39-9a06-e023e41541fc', 'name': 'network-vif-deleted', 'tag': '5da19322-6ed5-4074-b09d-ba2bfd6ab284', 'status': 'completed', 'code': 200} Jul 05 18:05:37.397679 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'status': 'completed', 'code': 200} Jul 05 18:05:37.426596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60154018-5bf6-4b50-826b-c50581baa0de {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:37.429475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:37.450231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-f08674bc-36a7-4ace-9277-fc8623d5dc8c service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020243 Jul 05 18:05:37.473146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-dc3e79a5-d5d8-4f75-a8be-476013761138 None None] Port 5de6692b-957c-4c73-80bb-b0fc47592703 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:05:37.496812 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:37.504880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 60154018-5bf6-4b50-826b-c50581baa0de, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=60154018-5bf6-4b50-826b-c50581baa0de,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:37.541353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57256) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:37.554490 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:37.607799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=5de6692b-957c-4c73-80bb-b0fc47592703,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:37.612069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:37.726338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=60154018-5bf6-4b50-826b-c50581baa0de,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:37.752325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.759088 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.759724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.762534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.763086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.763602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.763940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.764274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.764604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.764933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.765261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.765582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:05:37.795253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 38a90591-d319-4276-a7bb-771686411b36 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:37.865455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['60154018-5bf6-4b50-826b-c50581baa0de'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:37.911042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:37.913445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:38.115025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 38a90591-d319-4276-a7bb-771686411b36 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:38.123033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 38a90591-d319-4276-a7bb-771686411b36 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:38.123776 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:38.146534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Router 0d74a597-0af1-4994-bd64-27760bab83b6 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:05:38.282023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:38.324285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 38a90591-d319-4276-a7bb-771686411b36, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=38a90591-d319-4276-a7bb-771686411b36,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:38.326704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-03e8b2f1-a180-486f-8880-254d9ea24752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:38.328381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-03e8b2f1-a180-486f-8880-254d9ea24752 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0877845 Jul 05 18:05:38.342644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:05:38.346913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53794095-a98b-4100-a53e-b9661d5a6d44 req-4aaab18a-269e-465a-ae87-16a135131fc1 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:38.358833 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1046a482-4371-43c6-bedc-8083e61ac4d3 admin admin] 10.222.0.30 "PUT /v2.0/routers/0d74a597-0af1-4994-bd64-27760bab83b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9604788 Jul 05 18:05:38.359037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53794095-a98b-4100-a53e-b9661d5a6d44 req-4aaab18a-269e-465a-ae87-16a135131fc1 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 948 time: 1.1127393 Jul 05 18:05:38.359961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-2628d3e6-3a09-46d9-9d46-0b9f61e30c7b admin admin] Deleting subnet 9ae262b7-e0bb-4f0f-9e84-73c30c02472d {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:05:38.381217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2628d3e6-3a09-46d9-9d46-0b9f61e30c7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:38.401297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:38.449064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d12a1f6a-ecde-471f-9b83-9a2cb3941c8c None None] Provisioning complete for port 5de6692b-957c-4c73-80bb-b0fc47592703 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:38.449800 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d12a1f6a-ecde-471f-9b83-9a2cb3941c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:38.518007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7416e8f7-10f5-4162-8325-45f6401a6010 req-892326fe-b4e1-47d6-bb38-c55bf48caba0 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0641131 Jul 05 18:05:38.527703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2628d3e6-3a09-46d9-9d46-0b9f61e30c7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:38.590932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53794095-a98b-4100-a53e-b9661d5a6d44 req-dc20e638-9c06-4062-b861-7eb4c3646a94 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351797 Jul 05 18:05:38.657525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff982258-58f0-46dc-a102-1ca88b0d5ad8 req-ef2ba20d-65d5-4192-96f0-c90b0fb8333e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:38.676950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff982258-58f0-46dc-a102-1ca88b0d5ad8 req-ef2ba20d-65d5-4192-96f0-c90b0fb8333e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.4579787 Jul 05 18:05:38.688077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=38a90591-d319-4276-a7bb-771686411b36,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:38.720974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d12a1f6a-ecde-471f-9b83-9a2cb3941c8c None None] Port 5de6692b-957c-4c73-80bb-b0fc47592703 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:05:38.783176 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2628d3e6-3a09-46d9-9d46-0b9f61e30c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:38.817810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-1958064d-04ed-4919-b73b-9a4e41c75c08 service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4797225 Jul 05 18:05:38.887443 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff982258-58f0-46dc-a102-1ca88b0d5ad8 req-67ff675c-9b9e-42c4-b50f-5d9a0315689b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091315 Jul 05 18:05:39.030873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-4af97548-546a-4fe5-8de1-46a9ce7f4425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:39.032495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-4af97548-546a-4fe5-8de1-46a9ce7f4425 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1099 time: 0.3504972 Jul 05 18:05:39.054030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Sync routers for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:05:39.063157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-9c579574-ddbc-4cc0-85b8-d5ba05e9bfd9 service neutron] 10.222.0.97 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305522 Jul 05 18:05:39.063669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:39.064324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:05:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:39.171196 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2628d3e6-3a09-46d9-9d46-0b9f61e30c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.222008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628d3e6-3a09-46d9-9d46-0b9f61e30c7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae262b7-e0bb-4f0f-9e84-73c30c02472d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:39.238142 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2628d3e6-3a09-46d9-9d46-0b9f61e30c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.241180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2628d3e6-3a09-46d9-9d46-0b9f61e30c7b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9ae262b7-e0bb-4f0f-9e84-73c30c02472d HTTP/1.1" status: 204 len: 168 time: 1.6942842 Jul 05 18:05:39.242802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:39.245149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57280) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:39.299354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe071b0-32ce-4bda-a562-436ffd81a2d1 req-5fb98e1f-9393-4315-8eb6-2b7dcd4cd3de tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:39.301574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfe071b0-32ce-4bda-a562-436ffd81a2d1 req-5fb98e1f-9393-4315-8eb6-2b7dcd4cd3de tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 944 time: 0.2678597 Jul 05 18:05:39.341294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-864d1a66-e68a-4e62-91f7-a64a0ceef8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:39.344306 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.344710 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-864d1a66-e68a-4e62-91f7-a64a0ceef8c9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2887862 Jul 05 18:05:39.425331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-7b527a48-6852-47ba-b485-a0c69be308c4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.0708580 Jul 05 18:05:39.428707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfe071b0-32ce-4bda-a562-436ffd81a2d1 req-72474713-b331-4a0c-8ab8-048db346ea02 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124892 Jul 05 18:05:39.429575 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.441980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df45d11-c588-43b3-8c9d-d69b1378f5e9']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:39.458702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:39.459113 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd6db1a-1e59-4d66-8e8d-52745aba9a8b') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:39.478340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.496880 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.498959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-3f45bc53-ee55-46e8-94c8-2789d9d2115d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:39.500514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-3f45bc53-ee55-46e8-94c8-2789d9d2115d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0684249 Jul 05 18:05:39.505499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:05:39.505903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:05:39.542700 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:05:39.615949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-f5c7fec5-b447-4e2c-88a7-4ba544d80cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:39.619872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-f5c7fec5-b447-4e2c-88a7-4ba544d80cda service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079376 Jul 05 18:05:39.699057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 38a90591-d319-4276-a7bb-771686411b36 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:39.731551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.736714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.743371 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3df45d11-c588-43b3-8c9d-d69b1378f5e9 HTTP/1.1" status: 204 len: 168 time: 0.4908741 Jul 05 18:05:39.754418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:36Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5de6692b-957c-4c73-80bb-b0fc47592703', 'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'mac_address': 'fa:16:3e:d6:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:34Z', 'updated_at': '2021-07-05T18:05:37Z', 'revision_number': 2, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'subnets': [{'id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:39.799213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Checking router: 0d74a597-0af1-4994-bd64-27760bab83b6 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:05:39.800034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Updating router 0d74a597-0af1-4994-bd64-27760bab83b6 port 5de6692b-957c-4c73-80bb-b0fc47592703 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:05:39.801192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807b424-3585-4852-a898-e04ebbdeeb53 admin admin] Pushing event deleted for resources: {'Network': ['ID=3df45d11-c588-43b3-8c9d-d69b1378f5e9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:39.870321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-6197e93e-d57f-4f94-8492-bad4ad0c4280 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401366 Jul 05 18:05:39.872114 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.896958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 38a90591-d319-4276-a7bb-771686411b36 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:39.897354 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:39.910456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57304) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:39.915626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ecf43e76-bc8f-462c-adaa-db640f60a59f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1314924875', 'description': 'tempest-description--464980084'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:40.023027 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ecf43e76-bc8f-462c-adaa-db640f60a59f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.197599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57310) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:40.216364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ecf43e76-bc8f-462c-adaa-db640f60a59f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.353337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0387c94d-58d3-4579-80c6-f0d9b636ef15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=df8891ef8beb4ec9938d037f358c6aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518452 Jul 05 18:05:40.354379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57318) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:40.356657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ecf43e76-bc8f-462c-adaa-db640f60a59f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.430396 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.447900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Transition to ACTIVE for port object 5de6692b-957c-4c73-80bb-b0fc47592703 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:40.464340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ecf43e76-bc8f-462c-adaa-db640f60a59f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.466278 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ecf43e76-bc8f-462c-adaa-db640f60a59f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5547740 Jul 05 18:05:40.468603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab4198-0be3-4696-9132-7a827c7c407a req-8556114c-db78-414c-a799-9b5054608865 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:40.476803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57320) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:40.476948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84ab4198-0be3-4696-9132-7a827c7c407a req-8556114c-db78-414c-a799-9b5054608865 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 948 time: 0.3944712 Jul 05 18:05:40.478935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-84c3f362-bee7-4fbd-8a31-8e861020cec4 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Request body: {'security_group_rule': {'security_group_id': '39de600a-0344-4ae5-99c2-42a6535651f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:40.490821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf43e76-bc8f-462c-adaa-db640f60a59f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39de600a-0344-4ae5-99c2-42a6535651f1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:40.494135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8436ac66-4d83-42ec-b7b6-1de15069547b req-93969db2-caec-48f9-9800-ed9655525f17 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881331 Jul 05 18:05:40.531614 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.532728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11ca6bb5-3b5e-4e93-adf0-a2339f82c7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.572924 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84ab4198-0be3-4696-9132-7a827c7c407a req-ee2b2582-a6af-458c-aa91-6fb83ffa31cc tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886307 Jul 05 18:05:40.610297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11ca6bb5-3b5e-4e93-adf0-a2339f82c7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.662917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84c3f362-bee7-4fbd-8a31-8e861020cec4 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.695331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05a0c-f7ac-45c3-bf3c-c499c97513df req-f2815a97-5f06-42f0-9a0e-29bfa51035dc tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:40.705623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36b05a0c-f7ac-45c3-bf3c-c499c97513df req-f2815a97-5f06-42f0-9a0e-29bfa51035dc tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.2937243 Jul 05 18:05:40.791351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Attempting to bind port 5de6692b-957c-4c73-80bb-b0fc47592703 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:05:40.791823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Attempting to bind port 5de6692b-957c-4c73-80bb-b0fc47592703 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:05:40.792202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Attempting to bind port 5de6692b-957c-4c73-80bb-b0fc47592703 on network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:40.801304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:05:40.804756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 60154018-5bf6-4b50-826b-c50581baa0de up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:40.807310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64e984-a830-4813-8c81-deaa6ad40f09 None None] Pushing event updated for resources: {'Port': ['ID=5de6692b-957c-4c73-80bb-b0fc47592703,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:40.836525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36b05a0c-f7ac-45c3-bf3c-c499c97513df req-91feafaa-c979-42ce-b35a-f9b17f71983e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248846 Jul 05 18:05:40.861407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:05:40.861742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Checking segment: {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:40.862079 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.862326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Bound using segment: {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:05:40.863744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Bound port: 5de6692b-957c-4c73-80bb-b0fc47592703, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:05:40.863889 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.921054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11ca6bb5-3b5e-4e93-adf0-a2339f82c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.932067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11ca6bb5-3b5e-4e93-adf0-a2339f82c7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:40.950226 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-11ca6bb5-3b5e-4e93-adf0-a2339f82c7e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e604945-c90b-4b29-a72b-33ec48ad3521 HTTP/1.1" status: 204 len: 168 time: 0.5781083 Jul 05 18:05:41.013363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca6bb5-3b5e-4e93-adf0-a2339f82c7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e604945-c90b-4b29-a72b-33ec48ad3521,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:41.045559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:41.115495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'mac_address': 'fa:16:3e:bf:b0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:05:41.118384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84c3f362-bee7-4fbd-8a31-8e861020cec4 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.125520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] For port 5de6692b-957c-4c73-80bb-b0fc47592703, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:05:41.130739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] For port 5de6692b-957c-4c73-80bb-b0fc47592703, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5de6692b-957c-4c73-80bb-b0fc47592703,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:05:41.208587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 60154018-5bf6-4b50-826b-c50581baa0de completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:41.212634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84c3f362-bee7-4fbd-8a31-8e861020cec4 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.215932 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.218622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 60154018-5bf6-4b50-826b-c50581baa0de triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:41.218821 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.262274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3f362-bee7-4fbd-8a31-8e861020cec4 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae780146-00e1-4d6c-8983-51ace5ff528d,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:41.319776 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.326241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eba3da-3e77-4371-a3bd-fd71252299c6 req-ba8035cf-a47f-45c1-ac03-606a8c5b36e9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:41.332267 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84c3f362-bee7-4fbd-8a31-8e861020cec4 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.334297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2eba3da-3e77-4371-a3bd-fd71252299c6 req-ba8035cf-a47f-45c1-ac03-606a8c5b36e9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 944 time: 0.1576893 Jul 05 18:05:41.335907 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84c3f362-bee7-4fbd-8a31-8e861020cec4 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8619561 Jul 05 18:05:41.339355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57332) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:41.344550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b1f7bff4-91da-4d7c-99be-73630152d972 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Request body: {'security_group_rule': {'security_group_id': '39de600a-0344-4ae5-99c2-42a6535651f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:41.380768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2eba3da-3e77-4371-a3bd-fd71252299c6 req-cc4e10e6-2c06-4181-af3c-4a4a13477847 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461328 Jul 05 18:05:41.472886 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bff4-91da-4d7c-99be-73630152d972 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.488491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af64e984-a830-4813-8c81-deaa6ad40f09 None None] Pushing event updated for resources: {'Port': ['ID=5de6692b-957c-4c73-80bb-b0fc47592703,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:41.533825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed117f7c-eb87-41d9-9601-83515804b4f5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:41.585760 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.633400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 60154018-5bf6-4b50-826b-c50581baa0de, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=60154018-5bf6-4b50-826b-c50581baa0de,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:41.634982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:05:41.635725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:05:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:41.639579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:41.641499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ceb8cec-f5ca-409c-a93c-8e6e98ed082e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60154018-5bf6-4b50-826b-c50581baa0de'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:41.644025 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae81946-d95a-45ce-91f4-b4f6a162bcd7" -d '{"events": [{"server_uuid": "7ceb8cec-f5ca-409c-a93c-8e6e98ed082e", "name": "network-vif-plugged", "status": "completed", "tag": "60154018-5bf6-4b50-826b-c50581baa0de"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:41.765432 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.769819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bff4-91da-4d7c-99be-73630152d972 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.771622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.840671 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bff4-91da-4d7c-99be-73630152d972 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.874373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7bff4-91da-4d7c-99be-73630152d972 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa911d5b-112b-413a-a796-df4eb62004e6,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:41.962929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:05:41.982808 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1f7bff4-91da-4d7c-99be-73630152d972 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:41.983977 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b1f7bff4-91da-4d7c-99be-73630152d972 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6433847 Jul 05 18:05:41.987005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57352) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:05:42.007373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:42.007642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781e35d-bbf6-48c1-b021-ea9bb2d14da2 req-ce1876a1-e89a-41e7-a8af-31d3d52b35a3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:42.007642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f781e35d-bbf6-48c1-b021-ea9bb2d14da2 req-ce1876a1-e89a-41e7-a8af-31d3d52b35a3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 949 time: 0.1587226 Jul 05 18:05:42.078228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f781e35d-bbf6-48c1-b021-ea9bb2d14da2 req-67b574f3-cfff-4b0c-99e9-0003a01eb7e9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712459 Jul 05 18:05:42.120495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:42.180238 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e685b2-87b5-483b-b957-49658e38e2dc x-openstack-request-id: req-68e685b2-87b5-483b-b957-49658e38e2dc {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:42.180737 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ceb8cec-f5ca-409c-a93c-8e6e98ed082e", "name": "network-vif-plugged", "status": "completed", "tag": "60154018-5bf6-4b50-826b-c50581baa0de", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:42.181467 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68e685b2-87b5-483b-b957-49658e38e2dc {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:42.182380 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ceb8cec-f5ca-409c-a93c-8e6e98ed082e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60154018-5bf6-4b50-826b-c50581baa0de', 'code': 200} Jul 05 18:05:42.410036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25796ac-f6f8-4d85-bcd0-0e5d5f64df70 req-b63d88cf-7aea-49dc-905c-39c35586e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:42.414872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a25796ac-f6f8-4d85-bcd0-0e5d5f64df70 req-b63d88cf-7aea-49dc-905c-39c35586e48c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 1096 time: 0.1886508 Jul 05 18:05:42.456861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:42.461943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['ed117f7c-eb87-41d9-9601-83515804b4f5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:42.467095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:42.569555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a25796ac-f6f8-4d85-bcd0-0e5d5f64df70 req-b741873d-e128-4eb0-911c-0df5ebc90e3b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310310 Jul 05 18:05:42.650734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97800188-7e99-480a-b542-0570fda02e00 req-43961bdb-281a-428e-a58b-e04d40088f02 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:42.662146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97800188-7e99-480a-b542-0570fda02e00 req-43961bdb-281a-428e-a58b-e04d40088f02 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.2433696 Jul 05 18:05:42.691234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=60154018-5bf6-4b50-826b-c50581baa0de,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:42.755929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97800188-7e99-480a-b542-0570fda02e00 req-ca58e2d8-d54f-4443-b10d-49fd2a351344 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904338 Jul 05 18:05:42.863902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Allocated IP 172.25.3.188 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/43366d89-48b2-4f99-8d93-547e783367fe) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:43.028754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:36Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5de6692b-957c-4c73-80bb-b0fc47592703', 'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'mac_address': 'fa:16:3e:d6:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:34Z', 'updated_at': '2021-07-05T18:05:41Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'subnets': [{'id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:05:43.069022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143c7213-ca72-4970-9835-1a8640cc68a9 None None] The sync data for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 is: [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:36Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5de6692b-957c-4c73-80bb-b0fc47592703', 'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'mac_address': 'fa:16:3e:d6:6f:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:34Z', 'updated_at': '2021-07-05T18:05:41Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'subnets': [{'id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:05:43.072143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:43.292311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:43.299364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e0dde-ddc6-4730-be5d-f810f92f1db9 req-ec0bd829-f05a-4553-8e85-ca9229dbb2c5 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:43.300970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb7e0dde-ddc6-4730-be5d-f810f92f1db9 req-ec0bd829-f05a-4553-8e85-ca9229dbb2c5 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 945 time: 0.1090331 Jul 05 18:05:43.412497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb7e0dde-ddc6-4730-be5d-f810f92f1db9 req-ca481a44-0409-450b-a899-9c35c33bf1c9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053138 Jul 05 18:05:43.418127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:43.424231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:43.428823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:43.432809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Pushing event updated for resources: {'Port': ['ID=43366d89-48b2-4f99-8d93-547e783367fe,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:43.748123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:43.800234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5de6692b-957c-4c73-80bb-b0fc47592703 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:43.871000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:44.062634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5de6692b-957c-4c73-80bb-b0fc47592703 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:44.066877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5de6692b-957c-4c73-80bb-b0fc47592703 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:44.067325 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:44.269118 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:44.346489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:44.366513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 5de6692b-957c-4c73-80bb-b0fc47592703, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5de6692b-957c-4c73-80bb-b0fc47592703,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:44.413417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:44.440035 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:44.586875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=5de6692b-957c-4c73-80bb-b0fc47592703,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:44.603438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Pushing event updated for resources: {'Port': ['ID=43366d89-48b2-4f99-8d93-547e783367fe,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:44.622649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:44.715325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:44.717658 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5a61f34e-375b-4cfd-9350-b96b6365f5f6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7292981 Jul 05 18:05:44.782101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:44.925222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port ed117f7c-eb87-41d9-9601-83515804b4f5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:44.929634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port ed117f7c-eb87-41d9-9601-83515804b4f5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:44.930016 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:45.094609 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:45.123737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:45.126048 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d2b21d-ec69-4a14-8263-e8f13345ecc5" -d '{"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-plugged", "status": "completed", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:45.140646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:45.411483 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:45.476675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:45.665572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5de6692b-957c-4c73-80bb-b0fc47592703 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:05:45.762910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5de6692b-957c-4c73-80bb-b0fc47592703 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:45.763552 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:49.841393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d6705-4b9c-4689-8afe-36720828649b req-56d39d6b-fdff-4328-b3d7-b78934bfa9be tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:49.843647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b0d6705-4b9c-4689-8afe-36720828649b req-56d39d6b-fdff-4328-b3d7-b78934bfa9be tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0665650 Jul 05 18:05:49.894196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b0d6705-4b9c-4689-8afe-36720828649b req-2edee869-c8b1-4be1-bfac-0aef95b77b8a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412054 Jul 05 18:05:50.117179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f4f82-6b8e-409a-bd69-c3fa9c4ceb06 req-b841ce15-8cca-4284-96b4-02ac2412e6d9 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:50.125699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de2f4f82-6b8e-409a-bd69-c3fa9c4ceb06 req-b841ce15-8cca-4284-96b4-02ac2412e6d9 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.1031244 Jul 05 18:05:50.190768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de2f4f82-6b8e-409a-bd69-c3fa9c4ceb06 req-fa710de8-2cc7-44e9-81c3-61f1f65e2f21 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639765 Jul 05 18:05:50.373264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c411b-317b-4c00-b150-8fd471cb8820 req-e7f3c5a3-1630-4bd5-b06f-c2ba99c68479 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:50.374837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d4c411b-317b-4c00-b150-8fd471cb8820 req-e7f3c5a3-1630-4bd5-b06f-c2ba99c68479 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 945 time: 0.0698998 Jul 05 18:05:50.427280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d4c411b-317b-4c00-b150-8fd471cb8820 req-e628239e-ee07-4f09-8c6f-d23f8dfecc8f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468540 Jul 05 18:05:50.708467 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8b81f75c-6028-4182-b182-0d35c5f7baa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:50.749598 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:05:53.404518 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541873f6-0ea5-4de9-a72f-ae8e15887235 x-openstack-request-id: req-541873f6-0ea5-4de9-a72f-ae8e15887235 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:53.404518 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-plugged", "status": "completed", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:53.404518 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-541873f6-0ea5-4de9-a72f-ae8e15887235 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:53.404518 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'code': 200} Jul 05 18:05:53.443244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-52e07b6b-2b56-4988-8284-0caa8ae995ed tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1314924875&fields=id&tenant_id=b436bd8d028a424b85e2d6725d4093f0 HTTP/1.1" status: 200 len: 267 time: 0.0419583 Jul 05 18:05:53.452032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71f48b8b-37d7-4a0c-b005-4c74e0d1c784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:53.582968 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:53.611400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8aaf0ce-a087-48dc-9b42-b4ba9142fdc4 req-44cd880d-9fa6-41ff-ae43-03a8fb97c879 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0528960 Jul 05 18:05:53.628272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-1c6d1602-d9c3-4000-83ac-993f3b4b963a tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:53.628272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-1c6d1602-d9c3-4000-83ac-993f3b4b963a tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/networks?id=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f HTTP/1.1" status: 200 len: 806 time: 0.1778972 Jul 05 18:05:53.645068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-77bb377c-aa6b-4edf-a94a-8d86920b17a3 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/quotas/b436bd8d028a424b85e2d6725d4093f0 HTTP/1.1" status: 200 len: 375 time: 0.0119498 Jul 05 18:05:53.662923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc658386-572f-4794-b702-210168ace400 req-e3e36228-b66a-47b6-b55a-ec12d3f26d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:53.664987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc658386-572f-4794-b702-210168ace400 req-e3e36228-b66a-47b6-b55a-ec12d3f26d99 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1101 time: 0.1588435 Jul 05 18:05:53.724909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc658386-572f-4794-b702-210168ace400 req-8bafd338-68ac-4d0e-838b-6f3375c1f137 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386336 Jul 05 18:05:53.747012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-44f96b10-13f2-42c6-9d0a-841d3dce3ccf tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b436bd8d028a424b85e2d6725d4093f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0951779 Jul 05 18:05:53.844322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-af3acf42-7475-4f0f-97b4-d6de46bc5668 service neutron] 10.222.0.30 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858655 Jul 05 18:05:53.938886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-bc5a1385-b8f6-465c-8d4f-550c59e42018 service neutron] 10.222.0.30 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891118 Jul 05 18:05:54.029302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:05:54.078063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380c261-9c65-4f4a-aad5-7c37f12dbacd req-d76bfb1e-3923-4a12-938b-74fa7dadbb16 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:54.079653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b380c261-9c65-4f4a-aad5-7c37f12dbacd req-d76bfb1e-3923-4a12-938b-74fa7dadbb16 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0702534 Jul 05 18:05:54.108567 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:54.120277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b380c261-9c65-4f4a-aad5-7c37f12dbacd req-e3a2f972-1c0a-4093-8ba6-13010a14e0e5 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348296 Jul 05 18:05:54.143651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:54.234083 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:54.303970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002ce11-a58f-4f57-b3f9-a47ceeb28724 req-339cbcc9-885a-4f94-926a-fe71eb5b573c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:54.312267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c002ce11-a58f-4f57-b3f9-a47ceeb28724 req-339cbcc9-885a-4f94-926a-fe71eb5b573c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.0886397 Jul 05 18:05:54.342060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:54.379939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c002ce11-a58f-4f57-b3f9-a47ceeb28724 req-1d8a7360-9a5f-4dd5-b43b-140e087fdf6e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667133 Jul 05 18:05:54.418333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471498c6-2928-46cb-b422-611beab57101 req-faeac2ac-0a06-4417-b36e-270f6ee9868a tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:54.419913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-471498c6-2928-46cb-b422-611beab57101 req-faeac2ac-0a06-4417-b36e-270f6ee9868a tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 948 time: 0.0995319 Jul 05 18:05:54.460293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-471498c6-2928-46cb-b422-611beab57101 req-af30d8e2-4155-40df-82df-1c866e6b5945 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328550 Jul 05 18:05:54.560008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1700900-0c0d-4003-b794-2b6a9cf0e6bf req-e15c4ba6-0fe1-4426-9e06-a6ff8258f08a tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 210 time: 0.0500722 Jul 05 18:05:54.576429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:54.604641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c24cb-9dfa-4b5d-89f1-2284c1a881ce req-5889efe4-7f61-4550-a229-e6a9e01a3412 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:54.606199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae6c24cb-9dfa-4b5d-89f1-2284c1a881ce req-5889efe4-7f61-4550-a229-e6a9e01a3412 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 945 time: 0.1055286 Jul 05 18:05:54.645503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae6c24cb-9dfa-4b5d-89f1-2284c1a881ce req-4a053c53-a15f-4332-a205-b931062518f2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328135 Jul 05 18:05:54.865232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cd7017b-9e4f-4324-9d6e-c7fbfbcb5e41 req-8142c254-2ee5-4a01-99ad-174a0d22274c tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0299449 Jul 05 18:05:55.087373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4847ac05-5e02-42bb-88e6-dc452ec64f7b req-98cb4864-56b9-482b-b8b9-a8f4400def3a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0305228 Jul 05 18:05:55.391978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:55.395225 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af993d7-7ab1-46fc-ab0e-7bea29d35343" -d '{"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:55.453011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06725aca-30cb-4984-86eb-df1afdb6e892 req-ca88cfbc-0768-4e8a-8bbe-db9a3a7e5b1f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:55.454503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06725aca-30cb-4984-86eb-df1afdb6e892 req-ca88cfbc-0768-4e8a-8bbe-db9a3a7e5b1f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0691106 Jul 05 18:05:55.493969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06725aca-30cb-4984-86eb-df1afdb6e892 req-bea70406-dd92-4811-b0ea-17ad5ec3c85c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334554 Jul 05 18:05:55.669132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f68061-0a1b-4c9e-b9e5-c45568bb6807 req-dc2e67cf-b81b-4149-a446-218b0f314493 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:55.670745 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8f68061-0a1b-4c9e-b9e5-c45568bb6807 req-dc2e67cf-b81b-4149-a446-218b0f314493 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 945 time: 0.0665841 Jul 05 18:05:55.716556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8f68061-0a1b-4c9e-b9e5-c45568bb6807 req-056b7e25-95f1-41a9-88bc-2845794a29b8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Jul 05 18:05:55.771591 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5113756b-b490-44f4-a584-9c7fc63aec70 x-openstack-request-id: req-5113756b-b490-44f4-a584-9c7fc63aec70 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:55.772472 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:55.772879 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5113756b-b490-44f4-a584-9c7fc63aec70 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:55.775491 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'code': 200} Jul 05 18:05:55.935862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e546c2-3b39-433b-8b56-1cffd609d23d req-f07f19b9-137f-48ee-b674-717422511b28 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:55.937416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3e546c2-3b39-433b-8b56-1cffd609d23d req-f07f19b9-137f-48ee-b674-717422511b28 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.0664303 Jul 05 18:05:55.979149 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3e546c2-3b39-433b-8b56-1cffd609d23d req-09472479-c5cd-424f-b443-4fcbf173a6de tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349274 Jul 05 18:05:56.155789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5dc79-e986-45f5-876b-52fd2dc298a0 req-05d5ebfa-b754-4967-88b8-e057c815672c tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:56.157458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5b5dc79-e986-45f5-876b-52fd2dc298a0 req-05d5ebfa-b754-4967-88b8-e057c815672c tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1101 time: 0.0671303 Jul 05 18:05:56.175746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a631470f-9341-4342-ad8a-685949bc51cb req-3a7bf0ec-3be1-4f4d-9730-9292460913d3 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 210 time: 0.0335541 Jul 05 18:05:56.216827 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5b5dc79-e986-45f5-876b-52fd2dc298a0 req-9fbffe89-15b4-4ba4-a181-f013c44ddecc tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Jul 05 18:05:56.257541 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:56.436300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e95ad5b-575f-40f7-8794-2c6250a403d2 req-dd51b42c-a3c1-4bdf-a566-b0d3017dba4c tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0312331 Jul 05 18:05:56.832624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-ebfe83fc-da17-4442-ad93-f145fe7b37c6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:56.834177 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-ebfe83fc-da17-4442-ad93-f145fe7b37c6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 945 time: 0.0898283 Jul 05 18:05:56.985909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-bb8a9a9b-cabe-4518-9a3e-4e938e80138f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:56.987448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-bb8a9a9b-cabe-4518-9a3e-4e938e80138f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.39 "GET /v2.0/networks?id=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f HTTP/1.1" status: 200 len: 806 time: 0.1841912 Jul 05 18:05:57.018645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Deleting port 60154018-5bf6-4b50-826b-c50581baa0de {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:05:57.021656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:57.087130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-ed183fed-e0b8-41ec-be2b-dbaaa765b47f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b436bd8d028a424b85e2d6725d4093f0 HTTP/1.1" status: 200 len: 380 time: 0.0835097 Jul 05 18:05:57.102023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Request body: {'port': {'device_id': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'admin_state_up': True, 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'security_groups': ['39de600a-0344-4ae5-99c2-42a6535651f1']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:57.185268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] For port 60154018-5bf6-4b50-826b-c50581baa0de, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=60154018-5bf6-4b50-826b-c50581baa0de,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:05:57.185625 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:57.206289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Calling delete_port for 60154018-5bf6-4b50-826b-c50581baa0de owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:05:57.380401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Made reservation on behalf of b436bd8d028a424b85e2d6725d4093f0 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:05:57.384547 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:57.852798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3fbb07-be0e-4477-a250-4f934ba1bb25 req-81f62f0a-f69c-4777-bb8c-03491027240f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:57.859399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c3fbb07-be0e-4477-a250-4f934ba1bb25 req-81f62f0a-f69c-4777-bb8c-03491027240f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 945 time: 0.5507636 Jul 05 18:05:57.874407 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960105ea-3cee-48f9-b3f6-da9d2b764056 req-dd443374-7215-40cd-be33-47cf51e62788 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:57.875945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-960105ea-3cee-48f9-b3f6-da9d2b764056 req-dd443374-7215-40cd-be33-47cf51e62788 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.5390613 Jul 05 18:05:57.945703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:57.957958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['60154018-5bf6-4b50-826b-c50581baa0de'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:05:58.011883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event deleted for resources: {'Port': ['ID=60154018-5bf6-4b50-826b-c50581baa0de,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:58.023805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c3fbb07-be0e-4477-a250-4f934ba1bb25 req-cca36b48-0cd5-4f4a-80af-1f459fb05f76 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459410 Jul 05 18:05:58.034219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Allocated IP 172.20.0.5 (7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f/f1c39c99-23d6-40ec-8183-a2c3737ffbbc/52161572-2d4f-471d-83ad-a453bbcd2063) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:05:58.038588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-960105ea-3cee-48f9-b3f6-da9d2b764056 req-df589c7c-4198-4828-ab2e-55e4b06f62ae tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497619 Jul 05 18:05:58.067909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-4280a612-8c26-4d3c-8310-7aeede68becc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3190949 Jul 05 18:05:58.092023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] No DVR routers for this DVR port 60154018-5bf6-4b50-826b-c50581baa0de on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:05:58.095181 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:58.097067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20a70ce0-6f63-4d69-8454-febbc91bccdc req-e31329a0-0588-4368-99d3-363a73bf968b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "DELETE /v2.0/ports/60154018-5bf6-4b50-826b-c50581baa0de HTTP/1.1" status: 204 len: 173 time: 1.2365658 Jul 05 18:05:58.097458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ceb8cec-f5ca-409c-a93c-8e6e98ed082e', 'name': 'network-vif-deleted', 'tag': '60154018-5bf6-4b50-826b-c50581baa0de'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:05:58.099752 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34079e2-e7dc-4b74-808a-cb79a2047045" -d '{"events": [{"server_uuid": "7ceb8cec-f5ca-409c-a93c-8e6e98ed082e", "name": "network-vif-deleted", "tag": "60154018-5bf6-4b50-826b-c50581baa0de"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:05:58.209793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d4bbeaa-2c76-4a65-8af0-db7800d4406e req-02218c39-a4e8-4be8-bff4-551bf5850144 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 210 time: 0.0366666 Jul 05 18:05:58.301159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:58.329876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5806ab-3846-452a-8a34-650357f63efa req-1022b4fd-5444-4af0-9d63-b5b85efe64b9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:58.331458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5806ab-3846-452a-8a34-650357f63efa req-1022b4fd-5444-4af0-9d63-b5b85efe64b9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.1240821 Jul 05 18:05:58.332519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Transition to ACTIVE for port object 52161572-2d4f-471d-83ad-a453bbcd2063 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:58.396309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5806ab-3846-452a-8a34-650357f63efa req-21ddc45c-c73e-4e39-b612-4858895fa966 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566375 Jul 05 18:05:58.463979 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:58.506048 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de2a2e0-4296-4faa-9b96-af457b114b71 x-openstack-request-id: req-7de2a2e0-4296-4faa-9b96-af457b114b71 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:05:58.506356 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ceb8cec-f5ca-409c-a93c-8e6e98ed082e", "name": "network-vif-deleted", "tag": "60154018-5bf6-4b50-826b-c50581baa0de", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:05:58.506882 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7de2a2e0-4296-4faa-9b96-af457b114b71 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:05:58.507342 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ceb8cec-f5ca-409c-a93c-8e6e98ed082e', 'name': 'network-vif-deleted', 'tag': '60154018-5bf6-4b50-826b-c50581baa0de', 'status': 'completed', 'code': 200} Jul 05 18:05:58.543630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:05:58.546069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Pushing event updated for resources: {'Port': ['ID=52161572-2d4f-471d-83ad-a453bbcd2063,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:58.565450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:05:58.568880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-670f9060-c72d-4bf0-906a-3eca6a49bc3d req-3610877e-b257-4d66-abb1-5448afe8be1a tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0475266 Jul 05 18:05:58.569584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:05:58.625978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:58.626649 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:58.698258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-5b479192-37b5-42f1-b0d1-6d7e0199c9ef tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6012771 Jul 05 18:05:58.729469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Request body: {'port': {'device_id': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:05:58.816562 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:58.953540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f8e5763f-b52b-4744-b7a4-60cf8b5d84bd None None] Provisioning for port 52161572-2d4f-471d-83ad-a453bbcd2063 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:05:58.957410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f8e5763f-b52b-4744-b7a4-60cf8b5d84bd None None] Provisioning complete for port 52161572-2d4f-471d-83ad-a453bbcd2063 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:05:58.957782 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f8e5763f-b52b-4744-b7a4-60cf8b5d84bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:58.994908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f8e5763f-b52b-4744-b7a4-60cf8b5d84bd None None] Port 52161572-2d4f-471d-83ad-a453bbcd2063 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:05:59.132410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52161572-2d4f-471d-83ad-a453bbcd2063 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:05:59.162518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:59.209935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d7605c-e9ef-4243-b7ef-96e2524631e8 req-4f7ea8f1-7406-48e4-8fbf-9b6199acb54b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ceb8cec-f5ca-409c-a93c-8e6e98ed082e HTTP/1.1" status: 200 len: 210 time: 0.0408721 Jul 05 18:05:59.212500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Transition to ACTIVE for port object 52161572-2d4f-471d-83ad-a453bbcd2063 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:05:59.315102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02123a45-e41d-4a9c-b0aa-c2fb45252ca9 req-11c32d2d-c497-46c9-a617-92b82f229d6c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:59.316651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02123a45-e41d-4a9c-b0aa-c2fb45252ca9 req-11c32d2d-c497-46c9-a617-92b82f229d6c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.0669212 Jul 05 18:05:59.325419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:59.413201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93008cbc-2aeb-4382-80a3-6a00c0c0de4d req-e359e65a-3a4f-46f9-8051-fbe09a125753 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0767813 Jul 05 18:05:59.455962 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02123a45-e41d-4a9c-b0aa-c2fb45252ca9 req-163086d6-a4a2-4a3d-8135-95ee77eba040 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279347 Jul 05 18:05:59.457834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Pushing event updated for resources: {'Port': ['ID=52161572-2d4f-471d-83ad-a453bbcd2063,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:59.522828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:59.572876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Attempting to bind port 52161572-2d4f-471d-83ad-a453bbcd2063 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:05:59.573222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Attempting to bind port 52161572-2d4f-471d-83ad-a453bbcd2063 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:05:59.573555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Attempting to bind port 52161572-2d4f-471d-83ad-a453bbcd2063 on network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:59.578415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Port 52161572-2d4f-471d-83ad-a453bbcd2063 on network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:05:59.580189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Attempting to bind port 52161572-2d4f-471d-83ad-a453bbcd2063 on network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:05:59.585036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:05:59.585488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Checking segment: {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:05:59.585867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Bound using segment: {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:05:59.586448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Bound port: 52161572-2d4f-471d-83ad-a453bbcd2063, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:05:59.586808 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:59.706857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] For port 52161572-2d4f-471d-83ad-a453bbcd2063, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:05:59.711430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] For port 52161572-2d4f-471d-83ad-a453bbcd2063, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=52161572-2d4f-471d-83ad-a453bbcd2063,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:05:59.739973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c22388-8ec9-4261-ae70-7afb53271c9a req-dd7c36c6-1286-43bd-8f40-c28a5554407c tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:59.742400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45c22388-8ec9-4261-ae70-7afb53271c9a req-dd7c36c6-1286-43bd-8f40-c28a5554407c tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 943 time: 0.1077633 Jul 05 18:05:59.784645 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45c22388-8ec9-4261-ae70-7afb53271c9a req-be59dce7-c28c-4427-ab74-19e3a941aa08 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362849 Jul 05 18:05:59.803523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:59.867686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:59.868318 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:05:59.870460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] 10.222.0.39 "PUT /v2.0/ports/52161572-2d4f-471d-83ad-a453bbcd2063 HTTP/1.1" status: 200 len: 1091 time: 1.1480978 Jul 05 18:05:59.904793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28379bff-7191-4637-ad22-78b2b8efe576 service neutron] Pushing event updated for resources: {'Port': ['ID=52161572-2d4f-471d-83ad-a453bbcd2063,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:05:59.929966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c4812-6b22-4ac1-aa11-f7d07e6de66a req-a95310ba-857f-4dcb-9766-d742c331d2b2 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:05:59.933022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e32c4812-6b22-4ac1-aa11-f7d07e6de66a req-a95310ba-857f-4dcb-9766-d742c331d2b2 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.1443393 Jul 05 18:05:59.978222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e32c4812-6b22-4ac1-aa11-f7d07e6de66a req-70875926-e515-4cb4-982c-ef805e2717ad tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393507 Jul 05 18:06:00.050148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:06:00.086307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-8b21f0e8-f05f-4894-aba5-08e4126cd8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:00.087988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-8b21f0e8-f05f-4894-aba5-08e4126cd8bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b436bd8d028a424b85e2d6725d4093f0&device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 1094 time: 0.0630550 Jul 05 18:06:00.143392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-e69f1b31-04df-45a7-8d58-3fb1069fd14b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52161572-2d4f-471d-83ad-a453bbcd2063 HTTP/1.1" status: 200 len: 217 time: 0.0345454 Jul 05 18:06:00.168695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:00.182719 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'mac_address': 'fa:16:3e:e6:2e:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:06:00.208383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-d46b0589-dfb8-466b-aa89-b25826fa23da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:00.209878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-d46b0589-dfb8-466b-aa89-b25826fa23da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1c39c99-23d6-40ec-8183-a2c3737ffbbc HTTP/1.1" status: 200 len: 845 time: 0.0492966 Jul 05 18:06:00.218363 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:00.231042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0770e886-1400-47c0-93d8-73d1f49d1b90 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:00.251149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:00.278756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-88388d8b-d84d-47e6-a6c6-703c4ed7c0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:00.280292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-88388d8b-d84d-47e6-a6c6-703c4ed7c0d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546625 Jul 05 18:06:00.336528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:00.378059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-b8c62c3b-11be-4e3b-a16e-beb8a3958078 service neutron] 10.222.0.39 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881929 Jul 05 18:06:00.388516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:00.498654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0770e886-1400-47c0-93d8-73d1f49d1b90'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:00.533420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'tag': '52161572-2d4f-471d-83ad-a453bbcd2063'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:00.535738 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea1775a-d28f-4dae-b722-91ebdfccec2a", "tag": "52161572-2d4f-471d-83ad-a453bbcd2063"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:00.544427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7879851-bed0-4f94-ab94-4188b0ce2d47 req-17697108-93dc-4b6f-b13a-46f82b31dd5a service neutron] 10.222.0.39 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543407 Jul 05 18:06:00.591850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e708c8e-f511-4518-81dc-7c839877b887 req-89cb0576-6c6d-4982-b60f-0957720a5c78 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0366759 Jul 05 18:06:00.629181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-46305721-f6c3-45c3-af2f-f4b72277b081 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:00.633274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-46305721-f6c3-45c3-af2f-f4b72277b081 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.1604393 Jul 05 18:06:00.647619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-7fb22250-1929-44ba-a863-85034f85a1cb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/quotas/e5d9dc7e44164a6fac406c4a8a582197 HTTP/1.1" status: 200 len: 375 time: 0.0093899 Jul 05 18:06:00.688364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-7c2ac89d-6cd9-439c-bfef-f121150aa498 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327637 Jul 05 18:06:00.841270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:06:00.843627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 60154018-5bf6-4b50-826b-c50581baa0de no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:00.869340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 60154018-5bf6-4b50-826b-c50581baa0de {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:06:00.869674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 60154018-5bf6-4b50-826b-c50581baa0de not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:06:00.871254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-075b8549-e6b1-4279-9a1d-6b407840a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:00.872781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-075b8549-e6b1-4279-9a1d-6b407840a266 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1101 time: 0.1573160 Jul 05 18:06:00.875398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-a6886d8e-30c6-4f2e-bd45-83479c4941d8 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782613 Jul 05 18:06:00.882823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de40735-cfa2-48d7-bfe5-04f540ff65a0 req-bb63e6d9-f5f1-48d1-a1ac-88e5093978ac tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:00.884241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4de40735-cfa2-48d7-bfe5-04f540ff65a0 req-bb63e6d9-f5f1-48d1-a1ac-88e5093978ac tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 943 time: 0.1851370 Jul 05 18:06:00.959665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:00.970934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '85678e80-5e31-4876-88f9-202d2f79869e', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'port_id': '85678e80-5e31-4876-88f9-202d2f79869e', 'mac_address': 'fa:16:3e:32:d1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:06:01.008528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:01.022857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85678e80-5e31-4876-88f9-202d2f79869e {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:01.029362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4de40735-cfa2-48d7-bfe5-04f540ff65a0 req-baa8e98e-133f-4982-ac21-8952c02e715d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292362 Jul 05 18:06:01.043565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:01.059378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-e2e51473-3c97-442b-886e-3535d57faef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:01.060865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-e2e51473-3c97-442b-886e-3535d57faef4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1739483 Jul 05 18:06:01.081929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-fea2469d-feb7-4a1d-a61e-90001d1c2401 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961808 Jul 05 18:06:01.103142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:01.117278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-748f5e01-7224-4507-b86e-7eb5bc0202d4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.0446486 Jul 05 18:06:01.155445 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4fdb6b-a0e6-4e8c-a371-7cd3c79fd1a5 x-openstack-request-id: req-4b4fdb6b-a0e6-4e8c-a371-7cd3c79fd1a5 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:01.155445 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea1775a-d28f-4dae-b722-91ebdfccec2a", "tag": "52161572-2d4f-471d-83ad-a453bbcd2063", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:01.156168 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b4fdb6b-a0e6-4e8c-a371-7cd3c79fd1a5 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:01.156168 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'tag': '52161572-2d4f-471d-83ad-a453bbcd2063', 'status': 'completed', 'code': 200} Jul 05 18:06:01.177493 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-c45ae24e-0e5c-4bc9-a765-a6cccddbbf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:01.178396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:01.179474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-c45ae24e-0e5c-4bc9-a765-a6cccddbbf60 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0578430 Jul 05 18:06:01.282676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-33883f22-a722-4625-811d-60bb249b9700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:01.284199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-33883f22-a722-4625-811d-60bb249b9700 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0937135 Jul 05 18:06:01.286761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-4de16a24-0832-4c06-a3e0-27f54799b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:01.288144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-4de16a24-0832-4c06-a3e0-27f54799b414 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b436bd8d028a424b85e2d6725d4093f0&device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 1094 time: 0.0965037 Jul 05 18:06:01.417788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['85678e80-5e31-4876-88f9-202d2f79869e'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:01.493577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-f99b7c2a-e8d2-4ae1-be7c-b9b4f884990c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:01.495900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-f99b7c2a-e8d2-4ae1-be7c-b9b4f884990c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f HTTP/1.1" status: 200 len: 906 time: 0.1964362 Jul 05 18:06:01.497722 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-50002bcb-dd78-45a3-bdb1-d60531db6ae3 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058730 Jul 05 18:06:01.561665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34ca4f0-2032-4f81-b0cf-09acfb28537d req-caf6d265-dd11-4c6e-bd78-131968f9e08d tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:01.563181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a34ca4f0-2032-4f81-b0cf-09acfb28537d req-caf6d265-dd11-4c6e-bd78-131968f9e08d tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 943 time: 0.1841156 Jul 05 18:06:01.588591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-fa9cbed9-ba7c-4926-8b8c-e591b21bbe89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52161572-2d4f-471d-83ad-a453bbcd2063 HTTP/1.1" status: 200 len: 217 time: 0.0749450 Jul 05 18:06:01.732328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-81fb7a5c-e41b-4d14-a66e-2d99620fc929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:01.733805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-81fb7a5c-e41b-4d14-a66e-2d99620fc929 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1c39c99-23d6-40ec-8183-a2c3737ffbbc HTTP/1.1" status: 200 len: 845 time: 0.1139898 Jul 05 18:06:01.750323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a34ca4f0-2032-4f81-b0cf-09acfb28537d req-b85c6c17-6ffc-4f47-bd32-826792043acc tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709392 Jul 05 18:06:01.760926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-8b8e53ee-dc1d-492a-a030-28422ec2dd74 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402000 Jul 05 18:06:01.801065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16660eb9-fbe3-4b0b-a685-f5626faa4fac req-0881cf1f-59bb-4fd1-a2a5-0ea92659d6e0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:01.802626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16660eb9-fbe3-4b0b-a685-f5626faa4fac req-0881cf1f-59bb-4fd1-a2a5-0ea92659d6e0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.2373159 Jul 05 18:06:01.867884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e50e1354-7e9d-49fb-9319-0b7f46c37fe4 req-43955f23-9ad7-4492-985e-b4dbdd61ad2b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 210 time: 0.0459476 Jul 05 18:06:01.894782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16660eb9-fbe3-4b0b-a685-f5626faa4fac req-2d0e61d9-44dc-4885-b112-f7de79be0784 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626118 Jul 05 18:06:01.909733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-69d75447-2829-462c-a562-c4b600d1c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:01.909733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-69d75447-2829-462c-a562-c4b600d1c574 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1380749 Jul 05 18:06:02.063684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:06:02.071086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de81d3f9-7f15-4747-87f1-0020fcba6f76 req-f5f3394e-af5a-41c9-948c-1279a5058602 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0425041 Jul 05 18:06:02.074929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-ba782f63-8fc6-453e-8e96-4465930945f9 service neutron] 10.222.0.39 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432023 Jul 05 18:06:02.158710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 0770e886-1400-47c0-93d8-73d1f49d1b90 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:06:02.160713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:02.239501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c7b4f06-c701-4ddd-8fb4-a9f5f87c278b req-21d6008b-5794-4232-a22d-d0a97d6dac5b service neutron] 10.222.0.39 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523480 Jul 05 18:06:02.255832 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:02.280225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288efab4-8905-452c-9a13-3facaa8ec951 req-a9e341c0-cb5f-4d4d-a562-814f097b763d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:02.282653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:02.285734 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897a6353-f1d6-4cbc-8a90-48d4c7f656f4" -d '{"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-plugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:02.296312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-288efab4-8905-452c-9a13-3facaa8ec951 req-a9e341c0-cb5f-4d4d-a562-814f097b763d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 944 time: 0.1222992 Jul 05 18:06:02.301927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:02.333223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-288efab4-8905-452c-9a13-3facaa8ec951 req-f0dc17ef-a612-4cbc-874b-0acbc2af3331 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450609 Jul 05 18:06:02.392501 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51695017-5361-43de-abcf-9d94f0b0cb1a x-openstack-request-id: req-51695017-5361-43de-abcf-9d94f0b0cb1a {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:02.392789 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-plugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:02.393040 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51695017-5361-43de-abcf-9d94f0b0cb1a {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:02.393458 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'code': 200} Jul 05 18:06:02.399544 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:02.450059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=10']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:02.855905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:06:02.971514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 85678e80-5e31-4876-88f9-202d2f79869e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:06:02.971896 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:02.992573 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a8586-c90e-45e8-8a64-c2170a570ff4 req-b853a85b-3728-42b5-8950-0a05d25d0c16 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:02.994881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a49a8586-c90e-45e8-8a64-c2170a570ff4 req-b853a85b-3728-42b5-8950-0a05d25d0c16 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 943 time: 0.0782764 Jul 05 18:06:03.078663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a49a8586-c90e-45e8-8a64-c2170a570ff4 req-81764fc1-607a-4107-90b2-db36ad1eacd4 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736041 Jul 05 18:06:03.080744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec4a5be2-98f6-4d8f-a5e3-c8cb0d1b5fea req-f0ce61c9-bc0f-41ac-99b1-46db3f915e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 210 time: 0.0473168 Jul 05 18:06:03.088888 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:03.144663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:03.233694 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:03.267937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6dd345a0-4e5f-4903-af45-2818a7653e70 req-9b91b379-6834-479f-97ef-5e047aeabc3a tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0362034 Jul 05 18:06:03.346919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5866158a-e0f2-4de4-a59f-ec190225ffb1 req-bfea228d-ce84-4859-9dd8-eb9adac57587 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:03.348597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5866158a-e0f2-4de4-a59f-ec190225ffb1 req-bfea228d-ce84-4859-9dd8-eb9adac57587 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.1513591 Jul 05 18:06:03.349669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=10']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:03.414822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5866158a-e0f2-4de4-a59f-ec190225ffb1 req-a6dcbf8a-1efb-46e0-918c-3dd43796fe02 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480113 Jul 05 18:06:03.664057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c745499-1363-4d06-ae4c-6f7bbc5f8155 req-f75329f2-c9fd-42ee-9741-d00b66d7088e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:03.665637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c745499-1363-4d06-ae4c-6f7bbc5f8155 req-f75329f2-c9fd-42ee-9741-d00b66d7088e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 946 time: 0.1500702 Jul 05 18:06:03.672802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-fc77c6d3-303d-4906-996d-6e9ad01044a3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:03.674300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-fc77c6d3-303d-4906-996d-6e9ad01044a3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.1937106 Jul 05 18:06:03.696518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Request body: {'port': {'device_id': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'admin_state_up': True, 'tenant_id': 'e5d9dc7e44164a6fac406c4a8a582197'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:04.079061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 52161572-2d4f-471d-83ad-a453bbcd2063 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:06:04.140957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c745499-1363-4d06-ae4c-6f7bbc5f8155 req-6731c670-343a-4418-b57a-4cce44982d6b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4650006 Jul 05 18:06:04.231646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 52161572-2d4f-471d-83ad-a453bbcd2063, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=52161572-2d4f-471d-83ad-a453bbcd2063,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:04.264190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '52161572-2d4f-471d-83ad-a453bbcd2063', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'port_id': '52161572-2d4f-471d-83ad-a453bbcd2063', 'mac_address': 'fa:16:3e:0f:9f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:06:04.324686 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:04.328691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fbbce93-1685-412b-b98c-0fa373d1fe36 req-0ea79e38-cc60-4940-8105-c93fc8b90bb2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 210 time: 0.0602748 Jul 05 18:06:04.350016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52161572-2d4f-471d-83ad-a453bbcd2063 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:04.391981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 52161572-2d4f-471d-83ad-a453bbcd2063, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=52161572-2d4f-471d-83ad-a453bbcd2063,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:04.395547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:04.398053 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0386e47-85ec-4326-8f50-081e19eb3025" -d '{"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-plugged", "status": "completed", "tag": "85678e80-5e31-4876-88f9-202d2f79869e"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:04.409281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Made reservation on behalf of e5d9dc7e44164a6fac406c4a8a582197 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:06:04.413163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:04.435330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c163a4a-9f7f-4db8-99d8-e283c8f0502f req-8a6f9810-970f-4bf8-a257-ffcc19f65eb2 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:04.445977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c163a4a-9f7f-4db8-99d8-e283c8f0502f req-8a6f9810-970f-4bf8-a257-ffcc19f65eb2 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 943 time: 0.1565320 Jul 05 18:06:04.462070 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:04.524369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=52161572-2d4f-471d-83ad-a453bbcd2063,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:04.544564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3b60212-8b33-4327-b184-cd45b786f276 req-95e23358-e45f-4077-863a-1e2d60c052f0 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0544717 Jul 05 18:06:04.549530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c163a4a-9f7f-4db8-99d8-e283c8f0502f req-cb1f144b-1e17-4373-b984-4fd4777597ca tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026912 Jul 05 18:06:04.645761 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72af2241-18ef-47fe-8ae3-f8db65bb8f5d x-openstack-request-id: req-72af2241-18ef-47fe-8ae3-f8db65bb8f5d {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:04.646157 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-plugged", "status": "completed", "tag": "85678e80-5e31-4876-88f9-202d2f79869e", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:04.646513 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72af2241-18ef-47fe-8ae3-f8db65bb8f5d {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:04.647463 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e', 'code': 200} Jul 05 18:06:04.746466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Allocated IP 172.20.0.6 (11678359-d42e-442f-80db-89c8dd5427d0/9bc817a4-e30e-4735-8b7a-fc82953cd1db/7a7aca50-ceff-44d5-aac3-784f1edb3ebc) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:06:04.880865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['52161572-2d4f-471d-83ad-a453bbcd2063'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:04.999951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b02f3c-541c-4b6d-9222-8b06fc45ecac req-4769b5a5-bb0d-4eea-bcb3-90dc4b59a7ba tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:05.001556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90b02f3c-541c-4b6d-9222-8b06fc45ecac req-4769b5a5-bb0d-4eea-bcb3-90dc4b59a7ba tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.2193916 Jul 05 18:06:05.046767 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:05.066228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae95e3f-b226-4d31-966c-7b22632b6a36 req-1f38966d-da50-4539-88b2-e3a62153d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:05.068034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dae95e3f-b226-4d31-966c-7b22632b6a36 req-1f38966d-da50-4539-88b2-e3a62153d247 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 1097 time: 0.1607316 Jul 05 18:06:05.108445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90b02f3c-541c-4b6d-9222-8b06fc45ecac req-505c8a63-daa1-4fe7-9ad6-749e4870094e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976667 Jul 05 18:06:05.143311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dae95e3f-b226-4d31-966c-7b22632b6a36 req-001d4bd9-28b5-475a-843a-3507f7dcee29 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640612 Jul 05 18:06:05.351030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd9a815-1622-4e93-adc3-7f8191a8e2be req-a80dacc0-569b-4550-916e-171a318e48d8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:05.361780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd9a815-1622-4e93-adc3-7f8191a8e2be req-a80dacc0-569b-4550-916e-171a318e48d8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 946 time: 0.0875204 Jul 05 18:06:05.415176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd9a815-1622-4e93-adc3-7f8191a8e2be req-1663e704-9c60-462b-8050-a78639e95290 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514987 Jul 05 18:06:05.508848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:05.650425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Network 11678359-d42e-442f-80db-89c8dd5427d0 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:06:05.657374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:06:05.660055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event updated for resources: {'Port': ['ID=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:05.662370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:06:05.733424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:05.734133 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:05.736658 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:05.753322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793cbc6c-83c3-4c49-820b-d38f5662a446 req-ef3cda53-2771-4a1a-aa4e-579c33a4fd6f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:05.756221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-793cbc6c-83c3-4c49-820b-d38f5662a446 req-ef3cda53-2771-4a1a-aa4e-579c33a4fd6f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 931 time: 0.2375426 Jul 05 18:06:05.832556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-793cbc6c-83c3-4c49-820b-d38f5662a446 req-44ef8bb8-680b-4ae1-99fa-b0d359be1a50 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668256 Jul 05 18:06:05.835416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-0075e018-d912-4c73-b681-e90a8481e5eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1438661 Jul 05 18:06:05.863545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Request body: {'port': {'device_id': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:05.987544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:06.048206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f0c96ef-0505-443a-b58a-abd9be329da6 req-573fd6f7-ea75-44ca-881f-940818767c03 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0632739 Jul 05 18:06:06.063231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eefb03-53ba-4709-b6f7-856e2b342f23 req-a5f785c1-e82d-4ad3-8f4b-bbcb3492d3c6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:06.064832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17eefb03-53ba-4709-b6f7-856e2b342f23 req-a5f785c1-e82d-4ad3-8f4b-bbcb3492d3c6 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 944 time: 0.3195298 Jul 05 18:06:06.104261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 52161572-2d4f-471d-83ad-a453bbcd2063 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:06:06.152795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17eefb03-53ba-4709-b6f7-856e2b342f23 req-8b0528ef-84ac-4a9e-b86e-1e86599e533b tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641289 Jul 05 18:06:06.296663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 52161572-2d4f-471d-83ad-a453bbcd2063 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:06:06.307611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 52161572-2d4f-471d-83ad-a453bbcd2063 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:06:06.307611 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:06.454508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7aca50-ceff-44d5-aac3-784f1edb3ebc {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:06.474732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:06.480405 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:06.504125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Transition to ACTIVE for port object 7a7aca50-ceff-44d5-aac3-784f1edb3ebc will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:06:06.536224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 52161572-2d4f-471d-83ad-a453bbcd2063, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=52161572-2d4f-471d-83ad-a453bbcd2063,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:06.583801 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:06.611671 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:06.657197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52161572-2d4f-471d-83ad-a453bbcd2063'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:06.668086 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ac60ca-58f2-4045-aa47-8094b6d743c8" -d '{"events": [{"server_uuid": "1ea1775a-d28f-4dae-b722-91ebdfccec2a", "name": "network-vif-plugged", "status": "completed", "tag": "52161572-2d4f-471d-83ad-a453bbcd2063"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:06.717305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=52161572-2d4f-471d-83ad-a453bbcd2063,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:06.721476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:06.786235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Attempting to bind port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:06:06.786604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Attempting to bind port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:06:06.786935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Attempting to bind port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:06:06.794939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc on network 11678359-d42e-442f-80db-89c8dd5427d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:06:06.795270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Attempting to bind port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:06:06.805682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:06:06.806026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Checking segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:06:06.807258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Bound using segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:06:06.807711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Bound port: 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:06:06.808074 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:06.818832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da6e42-4305-499f-9a61-5a39394c2d4a req-43d188c4-a730-4492-94b0-a3b48d97e7d0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:06.820455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84da6e42-4305-499f-9a61-5a39394c2d4a req-43d188c4-a730-4492-94b0-a3b48d97e7d0 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.1106758 Jul 05 18:06:06.908974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84da6e42-4305-499f-9a61-5a39394c2d4a req-31e768a0-84b6-43c7-b87d-a6df80198cff tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809960 Jul 05 18:06:06.939486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:06:06.943146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:06:07.000107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:07.080789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:07.089178 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:07.089178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] 10.222.0.97 "PUT /v2.0/ports/7a7aca50-ceff-44d5-aac3-784f1edb3ebc HTTP/1.1" status: 200 len: 1091 time: 1.2332215 Jul 05 18:06:07.089178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:07.089178 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:07.113975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e78be-2469-49e9-8561-b7b514b498f6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:07.150524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef405f4-91f9-41d2-b729-7c15bd7040f0 req-ac5dd39c-a42f-4e09-b469-b8f60c7ee70e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:07.158054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ef405f4-91f9-41d2-b729-7c15bd7040f0 req-ac5dd39c-a42f-4e09-b469-b8f60c7ee70e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 946 time: 0.1218319 Jul 05 18:06:07.225216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ef405f4-91f9-41d2-b729-7c15bd7040f0 req-0177e247-1787-4fd8-baba-321670a79ba2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650966 Jul 05 18:06:07.274676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-985e7ec4-6554-4edb-8cd7-8bdbc483369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:07.278519 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-985e7ec4-6554-4edb-8cd7-8bdbc483369e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 1094 time: 0.0851183 Jul 05 18:06:07.349999 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2a2a5f-5801-44ce-a632-d05f292e0875 x-openstack-request-id: req-9f2a2a5f-5801-44ce-a632-d05f292e0875 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:07.350577 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea1775a-d28f-4dae-b722-91ebdfccec2a", "name": "network-vif-plugged", "status": "completed", "tag": "52161572-2d4f-471d-83ad-a453bbcd2063", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:07.350577 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f2a2a5f-5801-44ce-a632-d05f292e0875 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:07.351342 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52161572-2d4f-471d-83ad-a453bbcd2063', 'code': 200} Jul 05 18:06:07.428254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-e612d292-fb2a-44ba-ae9d-47507d880501 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc HTTP/1.1" status: 200 len: 217 time: 0.1278086 Jul 05 18:06:07.507898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-78e0398f-2295-4192-99b3-c8f1763c4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:07.509874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-78e0398f-2295-4192-99b3-c8f1763c4f78 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.0693710 Jul 05 18:06:07.572821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-61e05df4-3a00-4e0f-984f-52c76b9b82c1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437396 Jul 05 18:06:07.729100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84259a0d-9f8c-4c2e-8de8-d9e2e9e5c399 req-7592bfb6-fe81-4faa-b85a-385040e3eee8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:07.735023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84259a0d-9f8c-4c2e-8de8-d9e2e9e5c399 req-7592bfb6-fe81-4faa-b85a-385040e3eee8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 943 time: 0.2418723 Jul 05 18:06:07.740238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-20e15de3-3e41-44fa-84e0-ee015c8e2854 service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472073 Jul 05 18:06:07.777526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc9ea4-a388-4b53-882b-450ae6a1fd6c req-4cccaa4f-dec4-461b-a82b-8b6c10e6fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:07.779486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66dc9ea4-a388-4b53-882b-450ae6a1fd6c req-4cccaa4f-dec4-461b-a82b-8b6c10e6fb70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 1096 time: 0.2386789 Jul 05 18:06:07.888197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84259a0d-9f8c-4c2e-8de8-d9e2e9e5c399 req-cd56b99f-385f-4105-b9f9-37578c393fe0 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500254 Jul 05 18:06:07.918807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66dc9ea4-a388-4b53-882b-450ae6a1fd6c req-d1badf7f-dc7e-4fb0-9251-96a7c00337d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236050 Jul 05 18:06:07.966758 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eae93b-21c9-4e35-95b3-86bb2f084cea x-openstack-request-id: req-b8eae93b-21c9-4e35-95b3-86bb2f084cea {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:07.967050 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:07.967304 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8eae93b-21c9-4e35-95b3-86bb2f084cea {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:07.967707 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc', 'status': 'completed', 'code': 200} Jul 05 18:06:07.979061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c566802-4428-4bb3-bb89-d305fa9b24b3 req-3faf8136-539f-43a4-b5c0-e3e30668cc68 service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126946 Jul 05 18:06:08.108368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5712e562-550d-4706-9480-fa4d1b730306 req-8b558678-12d7-46de-a61c-7215fbbc1efa tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0428855 Jul 05 18:06:08.222916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-f8ad32fe-1fb5-428a-a38e-241c8b8ad180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:08.224436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-f8ad32fe-1fb5-428a-a38e-241c8b8ad180 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 1094 time: 0.1152391 Jul 05 18:06:08.263692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88d794-8da2-4ede-9d26-7725549162e0 req-e4ee4519-60d7-40d9-800d-622ba1626c52 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:08.265805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f88d794-8da2-4ede-9d26-7725549162e0 req-e4ee4519-60d7-40d9-800d-622ba1626c52 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 945 time: 0.1602559 Jul 05 18:06:08.353607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f88d794-8da2-4ede-9d26-7725549162e0 req-494f10a7-5d2b-44da-8769-3a46f884cf8b tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573423 Jul 05 18:06:08.381398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-b59082d4-dacf-468c-8c86-8c7e38dc22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:08.381398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-b59082d4-dacf-468c-8c86-8c7e38dc22a0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 911 time: 0.1407461 Jul 05 18:06:08.426758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-4f000363-47f8-4b78-bb82-2f192375ec0e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc HTTP/1.1" status: 200 len: 217 time: 0.0378470 Jul 05 18:06:08.545909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-27ada0ef-33af-49e4-b162-a9921011c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:08.548154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-27ada0ef-33af-49e4-b162-a9921011c69d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.1143334 Jul 05 18:06:08.604780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-885af59c-0bd6-4e4b-98e0-d208a1b8742e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344510 Jul 05 18:06:08.684185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb3505-b343-4e20-99dc-59b85fd84e1f req-7084924a-ca78-4c85-baaf-ef73764eebe4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:08.685647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9eb3505-b343-4e20-99dc-59b85fd84e1f req-7084924a-ca78-4c85-baaf-ef73764eebe4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.1935830 Jul 05 18:06:08.735155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572429f0-f978-47fb-b39d-01b5d0e8ed2a req-b477c0b7-dffd-47d6-a145-5eb534e47e5b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:08.736679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-572429f0-f978-47fb-b39d-01b5d0e8ed2a req-b477c0b7-dffd-47d6-a145-5eb534e47e5b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 946 time: 0.2054939 Jul 05 18:06:08.796088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9eb3505-b343-4e20-99dc-59b85fd84e1f req-0a775fd0-28a8-418d-a0ab-58c2dc1008ba tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013346 Jul 05 18:06:08.811324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-34fb8e3f-869f-4821-92ed-d00b0c60bc58 service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895199 Jul 05 18:06:08.816888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-572429f0-f978-47fb-b39d-01b5d0e8ed2a req-48447fce-3f61-4cd8-89ae-ce8ba335902d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622973 Jul 05 18:06:08.936579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af9468dc-e9d5-4621-ae22-4d5a1aea75cf req-705fb307-f16a-4aad-aa2d-91c6acb65a11 service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179974 Jul 05 18:06:09.096001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b13837f-fa9a-466c-ac4c-a83d56ef5966 req-84fd9b0c-0adc-40a0-b957-7aabe5178732 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:09.098435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b13837f-fa9a-466c-ac4c-a83d56ef5966 req-84fd9b0c-0adc-40a0-b957-7aabe5178732 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 943 time: 0.0782008 Jul 05 18:06:09.142587 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b13837f-fa9a-466c-ac4c-a83d56ef5966 req-26396dc6-30d8-4402-b8d7-df1f84337b6a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376585 Jul 05 18:06:09.282889 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb3d2a90-0971-4f40-bff6-0cab0fd7f195 req-da8a762b-f946-40a9-8a95-2dab5bdffc86 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0466065 Jul 05 18:06:09.593780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca219ed-58ad-46c9-a407-6977ef408f89 req-2783113e-8322-4148-9e97-68b8567b76f9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:09.595658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ca219ed-58ad-46c9-a407-6977ef408f89 req-2783113e-8322-4148-9e97-68b8567b76f9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 945 time: 0.0976179 Jul 05 18:06:09.640146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ca219ed-58ad-46c9-a407-6977ef408f89 req-005abbdc-34b9-4e84-b65d-78e2e3c4018e tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385294 Jul 05 18:06:09.981125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7db53a-e6a2-47d2-bd82-9a4959a2fd8c req-7e4b315d-fc7a-4a41-aedb-961a51e05855 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:09.982849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec7db53a-e6a2-47d2-bd82-9a4959a2fd8c req-7e4b315d-fc7a-4a41-aedb-961a51e05855 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0668743 Jul 05 18:06:10.034851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec7db53a-e6a2-47d2-bd82-9a4959a2fd8c req-65a1685f-e790-4af8-a040-8e3b6e441096 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459363 Jul 05 18:06:10.368832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8cd24-a3a6-4ddb-a61c-28f53f12f814 req-5578f426-29f1-4f99-a04f-3aecc79c2b64 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:10.377422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06b8cd24-a3a6-4ddb-a61c-28f53f12f814 req-5578f426-29f1-4f99-a04f-3aecc79c2b64 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 943 time: 0.1002126 Jul 05 18:06:10.425468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06b8cd24-a3a6-4ddb-a61c-28f53f12f814 req-087e461c-81fd-4f87-87ad-7de1015f12b1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465853 Jul 05 18:06:10.468514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0403c7c-6952-4065-9993-00f34d6014c8 req-4ab88afb-222c-431e-a4bb-0124590d413c tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0376117 Jul 05 18:06:10.842859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5f69c-3c68-47a5-9411-768b137eac03 req-8403c0f5-8533-44f4-808e-e09f36f8248d tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:10.847143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfe5f69c-3c68-47a5-9411-768b137eac03 req-8403c0f5-8533-44f4-808e-e09f36f8248d tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 945 time: 0.0843101 Jul 05 18:06:10.867008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7a7aca50-ceff-44d5-aac3-784f1edb3ebc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:06:10.888790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfe5f69c-3c68-47a5-9411-768b137eac03 req-4399b591-b991-44b2-a510-0b41413ee971 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355203 Jul 05 18:06:11.135606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28e13b-ee86-41fb-9b1c-4822a3579cdd req-955e473e-558e-414b-8c39-925e09997434 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:11.138081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a28e13b-ee86-41fb-9b1c-4822a3579cdd req-955e473e-558e-414b-8c39-925e09997434 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 945 time: 0.1259947 Jul 05 18:06:11.146632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57948) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:11.152129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a1b402f2-7a97-4c50-9fd4-2b4da4401f97 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Request body: {'floatingip': {'port_id': '52161572-2d4f-471d-83ad-a453bbcd2063'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:11.186870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:11.200422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'port_id': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc', 'mac_address': 'fa:16:3e:3f:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc817a4-e30e-4735-8b7a-fc82953cd1db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:06:11.246331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1b402f2-7a97-4c50-9fd4-2b4da4401f97 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for floatingip, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:11.248507 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:11.263231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7aca50-ceff-44d5-aac3-784f1edb3ebc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:11.287608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:11.338752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa9658-83a3-44be-85d4-5b73c26d2594 req-58aeaf0b-afef-41b3-9e96-a3d160a56e30 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:11.341061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0daa9658-83a3-44be-85d4-5b73c26d2594 req-58aeaf0b-afef-41b3-9e96-a3d160a56e30 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0862317 Jul 05 18:06:11.364703 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:11.422334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0daa9658-83a3-44be-85d4-5b73c26d2594 req-87fdd5d3-5a8f-4eb9-acbb-8cf6c8ca5d3c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748172 Jul 05 18:06:11.458489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:11.696141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['7a7aca50-ceff-44d5-aac3-784f1edb3ebc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:11.744172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ff7889a-db7e-43b6-8f15-540cc6319304 req-145d9081-582e-4d66-b870-55fbab831e8d tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0630009 Jul 05 18:06:11.820331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666f5d9-2cce-40f5-87b9-9519f0bcd73a req-372c436f-4aac-43f3-80af-77fbce4fc2a8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:11.825982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d666f5d9-2cce-40f5-87b9-9519f0bcd73a req-372c436f-4aac-43f3-80af-77fbce4fc2a8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 944 time: 0.2369246 Jul 05 18:06:11.906432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d666f5d9-2cce-40f5-87b9-9519f0bcd73a req-bd9758c7-8ba7-45a4-9de4-4d61593e829c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738759 Jul 05 18:06:12.130218 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1b402f2-7a97-4c50-9fd4-2b4da4401f97 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:12.188219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1b402f2-7a97-4c50-9fd4-2b4da4401f97 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:12.313996 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-a1b402f2-7a97-4c50-9fd4-2b4da4401f97 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Floating IP 4c62f36d-72d3-45f9-9b31-fa4d73a451ed associated. External IP: 172.25.3.188, port: 52161572-2d4f-471d-83ad-a453bbcd2063. Jul 05 18:06:12.625928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b402f2-7a97-4c50-9fd4-2b4da4401f97 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Router 0d74a597-0af1-4994-bd64-27760bab83b6 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:06:12.709662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa62bb49-d452-43a4-ad72-b5d44a470da9 req-c35f8756-e8bd-4f29-99a2-26c6d504dd97 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:12.718587 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa62bb49-d452-43a4-ad72-b5d44a470da9 req-c35f8756-e8bd-4f29-99a2-26c6d504dd97 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.1268063 Jul 05 18:06:12.762298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa62bb49-d452-43a4-ad72-b5d44a470da9 req-a1bbaaf4-826b-4f5c-8b28-4a89fbc20e24 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Jul 05 18:06:12.828576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b402f2-7a97-4c50-9fd4-2b4da4401f97 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:06:12.839830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1b402f2-7a97-4c50-9fd4-2b4da4401f97 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:12.862291 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] Sync routers for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:06:12.887341 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:06:12.888068 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:05:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:06:12.890726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7a7aca50-ceff-44d5-aac3-784f1edb3ebc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:06:12.903115 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a1b402f2-7a97-4c50-9fd4-2b4da4401f97 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "PUT /v2.0/floatingips/4c62f36d-72d3-45f9-9b31-fa4d73a451ed HTTP/1.1" status: 200 len: 991 time: 1.7552657 Jul 05 18:06:12.903984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'tag': '52161572-2d4f-471d-83ad-a453bbcd2063'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:12.906774 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0404915-15e6-4b94-90ac-3d054833593c" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea1775a-d28f-4dae-b722-91ebdfccec2a", "tag": "52161572-2d4f-471d-83ad-a453bbcd2063"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:13.046890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23205171-43a1-4837-9daa-72724c593f90 req-7f5f8cd0-501c-482d-b2ad-e4f9bfa3dfc9 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0465469 Jul 05 18:06:13.054442 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:06:13.067685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:06:13.073482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:06:13.073482 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:13.093819 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602ed6bf-203b-4b35-bab8-ade3afd8814d x-openstack-request-id: req-602ed6bf-203b-4b35-bab8-ade3afd8814d {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:13.094440 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea1775a-d28f-4dae-b722-91ebdfccec2a", "tag": "52161572-2d4f-471d-83ad-a453bbcd2063", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:13.094970 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-602ed6bf-203b-4b35-bab8-ade3afd8814d {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:13.095522 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'tag': '52161572-2d4f-471d-83ad-a453bbcd2063', 'status': 'completed', 'code': 200} Jul 05 18:06:13.250844 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:13.298226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:13.301780 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c3ab34-d276-4b23-b33e-84755ffa7367" -d '{"events": [{"server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "name": "network-vif-plugged", "status": "completed", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:13.325484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:13.374976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0404915-15e6-4b94-90ac-3d054833593c req-81d1ee6b-fed5-4ad1-891f-470e18457840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:13.376520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0404915-15e6-4b94-90ac-3d054833593c req-81d1ee6b-fed5-4ad1-891f-470e18457840 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b436bd8d028a424b85e2d6725d4093f0&device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 1096 time: 0.2472751 Jul 05 18:06:13.393381 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:13.493277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:13.511244 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:36Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '4c62f36d-72d3-45f9-9b31-fa4d73a451ed', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'port_id': '52161572-2d4f-471d-83ad-a453bbcd2063', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'mac_address': 'fa:16:3e:0f:9f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:05:43Z', 'updated_at': '2021-07-05T18:06:12Z', 'revision_number': 1, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de6692b-957c-4c73-80bb-b0fc47592703', 'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'mac_address': 'fa:16:3e:d6:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:34Z', 'updated_at': '2021-07-05T18:05:44Z', 'revision_number': 5, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'subnets': [{'id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:06:13.531206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fa081-a456-4cbd-8138-a807fd3afe62 req-288fdaa0-29c6-4c5a-8cc0-b3a74ad0e2d2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:13.532738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a42fa081-a456-4cbd-8138-a807fd3afe62 req-288fdaa0-29c6-4c5a-8cc0-b3a74ad0e2d2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 944 time: 0.3129039 Jul 05 18:06:13.558828 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] Checking router: 0d74a597-0af1-4994-bd64-27760bab83b6 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:06:13.573766 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:06:13.574576 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:05:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:06:13.651389 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcb13725-cf62-4d17-84e5-11b4e63c99c7 x-openstack-request-id: req-fcb13725-cf62-4d17-84e5-11b4e63c99c7 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:13.651810 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "name": "network-vif-plugged", "status": "completed", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:13.652160 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcb13725-cf62-4d17-84e5-11b4e63c99c7 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:13.653359 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc', 'code': 200} Jul 05 18:06:13.742089 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:06:13.940436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a42fa081-a456-4cbd-8138-a807fd3afe62 req-bf2fca01-69a6-48eb-8984-3e8bc7344d2b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969343 Jul 05 18:06:13.998316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0404915-15e6-4b94-90ac-3d054833593c req-95d717e2-0880-4571-919f-bc082680abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:13.999905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0404915-15e6-4b94-90ac-3d054833593c req-95d717e2-0880-4571-919f-bc082680abea service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f HTTP/1.1" status: 200 len: 906 time: 0.5999975 Jul 05 18:06:14.068835 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:36Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '4c62f36d-72d3-45f9-9b31-fa4d73a451ed', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'port_id': '52161572-2d4f-471d-83ad-a453bbcd2063', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'mac_address': 'fa:16:3e:0f:9f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:05:43Z', 'updated_at': '2021-07-05T18:06:12Z', 'revision_number': 1, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de6692b-957c-4c73-80bb-b0fc47592703', 'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'mac_address': 'fa:16:3e:d6:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:34Z', 'updated_at': '2021-07-05T18:05:44Z', 'revision_number': 5, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'subnets': [{'id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:06:14.079712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e294452-c731-45c0-8b12-60dc4cf452bc req-ce7b254f-0754-4c15-bc2b-0500081dca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:14.081236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e294452-c731-45c0-8b12-60dc4cf452bc req-ce7b254f-0754-4c15-bc2b-0500081dca3a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 1096 time: 0.1656051 Jul 05 18:06:14.091619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5289bb6-daab-4a19-9c2e-46fd0cd53433 req-a64386f8-1842-4219-84ca-cd7dba10cdca tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:14.093138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5289bb6-daab-4a19-9c2e-46fd0cd53433 req-a64386f8-1842-4219-84ca-cd7dba10cdca tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.1786644 Jul 05 18:06:14.100540 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1625613c-cb13-42cd-befa-d87375c49640 None None] The sync data for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 is: [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:36Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '4c62f36d-72d3-45f9-9b31-fa4d73a451ed', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'floating_ip_address': '172.25.3.188', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'port_id': '52161572-2d4f-471d-83ad-a453bbcd2063', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'mac_address': 'fa:16:3e:0f:9f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:05:43Z', 'updated_at': '2021-07-05T18:06:12Z', 'revision_number': 1, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5de6692b-957c-4c73-80bb-b0fc47592703', 'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'mac_address': 'fa:16:3e:d6:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:34Z', 'updated_at': '2021-07-05T18:05:44Z', 'revision_number': 5, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'subnets': [{'id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:06:14.152445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0404915-15e6-4b94-90ac-3d054833593c req-e2908eb4-47f4-4d25-ae3c-3dda3c738a92 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52161572-2d4f-471d-83ad-a453bbcd2063 HTTP/1.1" status: 200 len: 999 time: 0.1343262 Jul 05 18:06:14.166446 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e294452-c731-45c0-8b12-60dc4cf452bc req-56fd37ac-dafc-4124-8f5d-da9af6545473 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716822 Jul 05 18:06:14.172004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5289bb6-daab-4a19-9c2e-46fd0cd53433 req-4f9b1664-08b5-433b-b5bd-1d4946349931 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709393 Jul 05 18:06:14.228984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0404915-15e6-4b94-90ac-3d054833593c req-43802205-e8b8-4141-8699-9a32357b26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:14.230662 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0404915-15e6-4b94-90ac-3d054833593c req-43802205-e8b8-4141-8699-9a32357b26e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1c39c99-23d6-40ec-8183-a2c3737ffbbc HTTP/1.1" status: 200 len: 845 time: 0.0559177 Jul 05 18:06:14.312728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd3f5521-48f5-45ac-81f9-782d1955de6f req-2c6ab3a9-1d49-4a75-810b-3c57f5b1dad4 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0306988 Jul 05 18:06:14.359034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0404915-15e6-4b94-90ac-3d054833593c req-702a9d6e-f6f0-4da1-b9f8-3c90024d4d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:14.360736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0404915-15e6-4b94-90ac-3d054833593c req-702a9d6e-f6f0-4da1-b9f8-3c90024d4d02 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1130733 Jul 05 18:06:14.455372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea79ab3-65f3-407b-934c-f3e7c14d77f6 None None] New status for floating IP 4c62f36d-72d3-45f9-9b31-fa4d73a451ed: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:06:14.511234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0404915-15e6-4b94-90ac-3d054833593c req-b979c396-248c-426f-a515-6682c530303e service neutron] 10.222.0.39 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353121 Jul 05 18:06:14.654615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0404915-15e6-4b94-90ac-3d054833593c req-02546cc6-e5d7-4355-ba9d-d04a9ec23e0b service neutron] 10.222.0.39 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252282 Jul 05 18:06:15.127973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336fa50-1e8b-4356-bfcf-0a4de5058acf req-d166a68d-08bd-495c-af4d-d63d5528bae2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:15.129555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5336fa50-1e8b-4356-bfcf-0a4de5058acf req-d166a68d-08bd-495c-af4d-d63d5528bae2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0661340 Jul 05 18:06:15.169069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5336fa50-1e8b-4356-bfcf-0a4de5058acf req-943d974a-7dd2-4ee7-a8a1-9f03f0da4fbb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323174 Jul 05 18:06:15.358325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525d87b-662b-4f72-b24d-0c54204d005b req-9a0b7f6d-06c5-434b-804b-616f95377f78 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:15.359881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8525d87b-662b-4f72-b24d-0c54204d005b req-9a0b7f6d-06c5-434b-804b-616f95377f78 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0671163 Jul 05 18:06:15.400353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8525d87b-662b-4f72-b24d-0c54204d005b req-4d2b50c7-3f69-4ff4-9431-242c49026231 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330958 Jul 05 18:06:15.480683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c387e508-4e60-43a6-9559-a3082852aadc req-dad086f3-269d-409a-b456-a794bfeb1231 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0304732 Jul 05 18:06:15.959071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c16d0-3fdd-4aae-a404-51938a29b0f0 req-0ad90e91-4fa3-43b1-b8a7-81d13e21804e tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:15.960585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b64c16d0-3fdd-4aae-a404-51938a29b0f0 req-0ad90e91-4fa3-43b1-b8a7-81d13e21804e tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 951 time: 0.0630705 Jul 05 18:06:15.997499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b64c16d0-3fdd-4aae-a404-51938a29b0f0 req-9663b521-e386-4a15-96af-e4ff042699a0 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305486 Jul 05 18:06:16.346449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aced7c6-b44e-4567-a25b-89a57607d058 req-a8524e57-4325-4c84-91ef-fcb806ce653b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:16.347967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8aced7c6-b44e-4567-a25b-89a57607d058 req-a8524e57-4325-4c84-91ef-fcb806ce653b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0671983 Jul 05 18:06:16.386235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8aced7c6-b44e-4567-a25b-89a57607d058 req-c2903e0c-a71c-4eb5-8a96-fb60f3a5ec9a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320368 Jul 05 18:06:17.243348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd971a-53fb-4912-a1f1-d5e08cad8d14 req-26003265-566a-433d-b331-bd2295c2df1f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:17.245460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ddfd971a-53fb-4912-a1f1-d5e08cad8d14 req-26003265-566a-433d-b331-bd2295c2df1f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0717981 Jul 05 18:06:17.290849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ddfd971a-53fb-4912-a1f1-d5e08cad8d14 req-fe23bacd-acb9-4a9b-904b-bf58abb82946 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389102 Jul 05 18:06:17.352467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56f89cba-1cdb-4338-bea4-a530ac1c3fdc req-f3f464e6-e299-4a0c-ae6e-2edf98dd13a8 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0320215 Jul 05 18:06:17.614643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c8743-8393-4e97-a0f7-047854dbe6dc req-9c04f5b1-cfcf-4f25-9a59-3154843a4130 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:17.616166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d8c8743-8393-4e97-a0f7-047854dbe6dc req-9c04f5b1-cfcf-4f25-9a59-3154843a4130 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0747313 Jul 05 18:06:17.655903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d8c8743-8393-4e97-a0f7-047854dbe6dc req-af0ad5ce-6600-41e8-aca7-01b5c63420f7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332091 Jul 05 18:06:18.043710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717f36f-b2da-4ad0-bd24-fbaa82a4d9ad req-d1040829-d4ba-4120-8eb1-12cd6f150286 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:18.045187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a717f36f-b2da-4ad0-bd24-fbaa82a4d9ad req-d1040829-d4ba-4120-8eb1-12cd6f150286 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 951 time: 0.0634725 Jul 05 18:06:18.083679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a717f36f-b2da-4ad0-bd24-fbaa82a4d9ad req-f74a1f1a-8c24-436a-8f51-4702b1fb8c4a tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Jul 05 18:06:18.477102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141aed6-54fe-4ce9-8a9c-01e906c4739b req-8a765cc0-30c8-49a3-84a9-c2a181bf2b9f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:18.478776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1141aed6-54fe-4ce9-8a9c-01e906c4739b req-8a765cc0-30c8-49a3-84a9-c2a181bf2b9f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0687907 Jul 05 18:06:18.514348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-105a614d-7214-4250-a315-0ccceaf5c8b5 req-9fc6799a-e6d7-4392-8187-0a529ed446c3 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0345516 Jul 05 18:06:18.540528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1141aed6-54fe-4ce9-8a9c-01e906c4739b req-6ad39e74-6f6b-48fe-a140-a07e2c3f6e3f tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521023 Jul 05 18:06:18.832373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c9253-b7e5-48f4-8310-d655ce746088 req-636191c3-e3a1-456c-9f68-418ba3afeb3a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:18.833911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f38c9253-b7e5-48f4-8310-d655ce746088 req-636191c3-e3a1-456c-9f68-418ba3afeb3a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0651612 Jul 05 18:06:18.875352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f38c9253-b7e5-48f4-8310-d655ce746088 req-56ab3574-f919-492a-a79c-74cb960cd8e1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354252 Jul 05 18:06:19.076421 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-10d31b8e-1bd3-4c4d-8627-7beff93789de service neutron] show failed (client error): The resource could not be found. Jul 05 18:06:19.077442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-10d31b8e-1bd3-4c4d-8627-7beff93789de service neutron] 10.222.0.97 "GET /v2.0/ports/ed117f7c-eb87-41d9-9601-83515804b4f5/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0587211 Jul 05 18:06:19.267050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9bff76-9977-4018-8e8d-08e4825ac4d7 req-b98818c2-9929-4316-8866-b183acbdbd31 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:19.268597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c9bff76-9977-4018-8e8d-08e4825ac4d7 req-b98818c2-9929-4316-8866-b183acbdbd31 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 951 time: 0.0652752 Jul 05 18:06:19.308449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c9bff76-9977-4018-8e8d-08e4825ac4d7 req-0437fcfb-6e5d-4961-86b6-1da0ffcd0ada tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341420 Jul 05 18:06:19.698060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f5c3197-7bec-4761-b3cc-0843b3ba8f5b req-6eaa9b32-f25e-4dce-b272-1b9d3301b8db tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0389979 Jul 05 18:06:19.753802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-e2109ea9-ce0a-41b0-8dc8-c5cf970d3ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:19.755348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-e2109ea9-ce0a-41b0-8dc8-c5cf970d3ee9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89&tenant_id=cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 1101 time: 0.1389523 Jul 05 18:06:19.774182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:19.784551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453bd005-1591-43c3-aacf-24c96a8ac7f7 req-ec2126ae-0f4c-4973-8a43-6bf4f031e8b2 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:19.786048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-453bd005-1591-43c3-aacf-24c96a8ac7f7 req-ec2126ae-0f4c-4973-8a43-6bf4f031e8b2 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0922129 Jul 05 18:06:19.874877 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-453bd005-1591-43c3-aacf-24c96a8ac7f7 req-326070a0-a433-4ed1-ba66-a654e5eedaa2 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688829 Jul 05 18:06:19.901132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:20.153752 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:20.164361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f66b7-7e10-4b41-b4f6-fbe4b27496dc req-25cf7d54-c21b-4e33-9d2c-ea41c6c83bdc tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:20.165906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-991f66b7-7e10-4b41-b4f6-fbe4b27496dc req-25cf7d54-c21b-4e33-9d2c-ea41c6c83bdc tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1455483 Jul 05 18:06:20.172513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:20.229403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:20.230234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-991f66b7-7e10-4b41-b4f6-fbe4b27496dc req-03d8edef-ce0c-41a5-baa5-0699e7e00c27 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557284 Jul 05 18:06:20.233243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:06:20.252705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:20.254730 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b30a4d6-abf5-4025-b634-4fcedf5bdd88" -d '{"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:20.268326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:20.279030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:20.281443 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17db04c2-30ad-47e7-9206-24b9dfafe618" -d '{"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-unplugged", "status": "completed", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:20.285269 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:20.295133 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a7e92e-9dc2-4c0f-9ded-8bcae111d0f3 x-openstack-request-id: req-54a7e92e-9dc2-4c0f-9ded-8bcae111d0f3 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:20.295435 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:20.295718 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54a7e92e-9dc2-4c0f-9ded-8bcae111d0f3 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:20.296113 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'code': 200} Jul 05 18:06:20.300497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Transition to ACTIVE for port object ed117f7c-eb87-41d9-9601-83515804b4f5 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:06:20.338887 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bad8d91-0f31-449c-a552-0568ac963c19 x-openstack-request-id: req-0bad8d91-0f31-449c-a552-0568ac963c19 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:20.339184 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-unplugged", "status": "completed", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:20.339441 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bad8d91-0f31-449c-a552-0568ac963c19 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:20.339849 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'code': 200} Jul 05 18:06:20.347747 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:20.376250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:20.400162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=11']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:20.443663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] No DVR routers for this DVR port ed117f7c-eb87-41d9-9601-83515804b4f5 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:06:20.476997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:20.518410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.518782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.519158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.519516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.519837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.520178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.520511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.520847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.521183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.521511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.521838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.522166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:20.540144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:06:20.541067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:06:20.541409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:06:20.548856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Port ed117f7c-eb87-41d9-9601-83515804b4f5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:06:20.549186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:06:20.560759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:06:20.560894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:06:20.561271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:06:20.561717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Bound port: ed117f7c-eb87-41d9-9601-83515804b4f5, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:06:20.562076 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:20.588635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfc32e-9707-4239-82b6-95bd210347f4 req-eb6f51b9-0cb9-405f-85a0-2a691cdcd4c4 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:20.590184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ebfc32e-9707-4239-82b6-95bd210347f4 req-eb6f51b9-0cb9-405f-85a0-2a691cdcd4c4 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 949 time: 0.1478534 Jul 05 18:06:20.668900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ebfc32e-9707-4239-82b6-95bd210347f4 req-f0524f64-540f-4dd4-a55f-53b3af8d9c50 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572009 Jul 05 18:06:20.671294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:06:20.674481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:06:20.719379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-60c892a0-8034-4e22-80e3-14742d878df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:20.748141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:20.782481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:20.783122 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:20.784482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] 10.222.0.39 "PUT /v2.0/ports/ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 1096 time: 1.0154080 Jul 05 18:06:20.807606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecbf082-3c82-448b-b5c6-300a3f1d36f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=7']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:20.887927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62aca93f-7566-413e-9b0d-93cb12f47d76 req-d7138982-f0e3-46db-8909-082c4d463de8 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0324087 Jul 05 18:06:20.921151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-008b28f5-cbd7-4aa4-b2f2-bca129858dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:20.923048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-008b28f5-cbd7-4aa4-b2f2-bca129858dd1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1099 time: 0.1036007 Jul 05 18:06:21.046341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-200995ec-d0bd-4bbe-ab70-60615001b499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:21.048099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-200995ec-d0bd-4bbe-ab70-60615001b499 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1110358 Jul 05 18:06:21.110420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-8f1f21bc-9c05-4762-8c2a-ba492683ca5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.0404367 Jul 05 18:06:21.167218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d01dc-6bed-42fa-8a22-63157d9d7ff4 req-e1e95688-31b2-485d-a34c-5fb09381228b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:21.168699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f7d01dc-6bed-42fa-8a22-63157d9d7ff4 req-e1e95688-31b2-485d-a34c-5fb09381228b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 948 time: 0.1385665 Jul 05 18:06:21.196760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-528b9e79-9955-44ef-8820-ba352826dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:21.198637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-528b9e79-9955-44ef-8820-ba352826dc7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0725944 Jul 05 18:06:21.217389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f7d01dc-6bed-42fa-8a22-63157d9d7ff4 req-32060789-4620-42b2-9f9d-63351fbc2930 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429666 Jul 05 18:06:21.271329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-642365ed-cf36-4118-a51d-745449e5057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:21.272850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-642365ed-cf36-4118-a51d-745449e5057d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0586390 Jul 05 18:06:21.405095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-3a2ceccf-1eec-40eb-93fa-4247bc7a9bbf service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171052 Jul 05 18:06:21.413130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9316ae20-5f45-4810-a363-0af83f056d9b req-5e8b8edf-324a-4937-896f-8437b0bc7dbe tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:21.414620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9316ae20-5f45-4810-a363-0af83f056d9b req-5e8b8edf-324a-4937-896f-8437b0bc7dbe tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.39 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 949 time: 0.0628397 Jul 05 18:06:21.429457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac9770-ea41-4d3e-b998-876044914a53 req-474c8e89-105e-4485-b306-4aaffb0f45ae tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:21.431453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bac9770-ea41-4d3e-b998-876044914a53 req-474c8e89-105e-4485-b306-4aaffb0f45ae tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0873432 Jul 05 18:06:21.518820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bac9770-ea41-4d3e-b998-876044914a53 req-bc5e5051-d02f-45ef-9833-9705e22717b0 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784314 Jul 05 18:06:21.520810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-9316ae20-5f45-4810-a363-0af83f056d9b req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Deleting port 0770e886-1400-47c0-93d8-73d1f49d1b90 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:06:21.521161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9316ae20-5f45-4810-a363-0af83f056d9b req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:21.543309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc11dd7f-67ce-49ea-ac4b-dcebcfb32625 req-6d221998-580e-401b-ac79-9564eebd683f service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106794 Jul 05 18:06:21.613731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9316ae20-5f45-4810-a363-0af83f056d9b req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] For port 0770e886-1400-47c0-93d8-73d1f49d1b90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0770e886-1400-47c0-93d8-73d1f49d1b90,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:21.614101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9316ae20-5f45-4810-a363-0af83f056d9b req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:21.630495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-9316ae20-5f45-4810-a363-0af83f056d9b req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Calling delete_port for 0770e886-1400-47c0-93d8-73d1f49d1b90 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:06:21.827900 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9316ae20-5f45-4810-a363-0af83f056d9b req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:21.850793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147c67a-fb76-4398-a36b-fbb71ba3a671 req-41cdf6f5-6764-469b-a1f8-68ac4eda29f1 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:21.852418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6147c67a-fb76-4398-a36b-fbb71ba3a671 req-41cdf6f5-6764-469b-a1f8-68ac4eda29f1 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 866 time: 0.0685833 Jul 05 18:06:21.856471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Pushing event deleted for resources: {'Port': ['ID=0770e886-1400-47c0-93d8-73d1f49d1b90,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:21.866874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.867230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.867574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.867915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.868904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.869245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.869730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.870063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.870395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.870756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.871505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.871505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:21.910536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6147c67a-fb76-4398-a36b-fbb71ba3a671 req-5d84e977-203c-4439-9666-4e14deda8ae8 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/security-groups?id=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 Jul 05 18:06:21.919446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-9316ae20-5f45-4810-a363-0af83f056d9b req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] No DVR routers for this DVR port 0770e886-1400-47c0-93d8-73d1f49d1b90 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:06:21.921990 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9316ae20-5f45-4810-a363-0af83f056d9b req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:21.924030 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9316ae20-5f45-4810-a363-0af83f056d9b req-8321f962-7438-49ef-aaa5-d38e2172ffb7 tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.39 "DELETE /v2.0/ports/0770e886-1400-47c0-93d8-73d1f49d1b90 HTTP/1.1" status: 204 len: 173 time: 0.4990597 Jul 05 18:06:21.925785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-deleted', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:21.928117 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c62ddf-fa3d-4ca3-b6af-66c5a965b975" -d '{"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-deleted", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:21.965712 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c204b34-2387-4e66-801b-40bbad44675b x-openstack-request-id: req-8c204b34-2387-4e66-801b-40bbad44675b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:21.966132 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f1300-4d72-418a-98e6-87145b773f2c", "name": "network-vif-deleted", "tag": "0770e886-1400-47c0-93d8-73d1f49d1b90", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:21.966544 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8c204b34-2387-4e66-801b-40bbad44675b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:21.966988 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f1300-4d72-418a-98e6-87145b773f2c', 'name': 'network-vif-deleted', 'tag': '0770e886-1400-47c0-93d8-73d1f49d1b90', 'status': 'completed', 'code': 200} Jul 05 18:06:22.049799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9003f12-273c-41fa-ab4c-c886664dedce req-4132bd23-6159-43a1-932a-693506d745af tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0298991 Jul 05 18:06:22.341245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:22.344204 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee40971-1202-4d20-92dc-eb9ee9953f57" -d '{"events": [{"name": "network-changed", "server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:22.400533 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345f5d3a-9057-4091-b952-e72a414e4d98 x-openstack-request-id: req-345f5d3a-9057-4091-b952-e72a414e4d98 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:22.401112 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:22.401592 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-345f5d3a-9057-4091-b952-e72a414e4d98 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:22.402673 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'status': 'completed', 'code': 200} Jul 05 18:06:22.475995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-f9b02138-a62c-43e3-a082-66d493505045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.478462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-f9b02138-a62c-43e3-a082-66d493505045 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1099 time: 0.0574961 Jul 05 18:06:22.502201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-2b729a15-48dc-4b43-b162-72fbd4527437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.503761 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-2b729a15-48dc-4b43-b162-72fbd4527437 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1099 time: 0.0573282 Jul 05 18:06:22.605104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-caa806b9-4d2b-4985-9632-10a22302adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.606716 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-caa806b9-4d2b-4985-9632-10a22302adec service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.0930429 Jul 05 18:06:22.609504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-9e118c21-a26c-4cce-a857-c6be9c1d32a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.611003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-9e118c21-a26c-4cce-a857-c6be9c1d32a9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1268988 Jul 05 18:06:22.628765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d161841-ab43-4d1d-8929-23469f672f77 req-bc12fbeb-a75b-4916-b181-59603750596e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.630289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d161841-ab43-4d1d-8929-23469f672f77 req-bc12fbeb-a75b-4916-b181-59603750596e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 948 time: 0.0996609 Jul 05 18:06:22.667031 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-5aca1467-97a4-4f0f-9240-743f98f236e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.0397475 Jul 05 18:06:22.673292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-18d1ca33-853d-4575-9ed1-5e5da474a6cf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.0534770 Jul 05 18:06:22.733938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-d069a999-4fb5-47aa-a5b2-f7b183d9e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.733938 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-d069a999-4fb5-47aa-a5b2-f7b183d9e4a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0516989 Jul 05 18:06:22.780658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d161841-ab43-4d1d-8929-23469f672f77 req-14b9b322-850a-442a-8555-a1353e41f967 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435661 Jul 05 18:06:22.782219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-6586c73e-e38d-4c19-8e97-367a70286428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.783689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-6586c73e-e38d-4c19-8e97-367a70286428 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0853529 Jul 05 18:06:22.801488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-5e9c06be-5a27-428f-ac27-bdd057d96024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.803521 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-5e9c06be-5a27-428f-ac27-bdd057d96024 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0593786 Jul 05 18:06:22.842103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843c7fad-6eec-4bbf-8d97-57884d793970 req-4d7e8f7f-aca6-48b8-84f3-24768105fc55 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.848070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-843c7fad-6eec-4bbf-8d97-57884d793970 req-4d7e8f7f-aca6-48b8-84f3-24768105fc55 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1770508 Jul 05 18:06:22.901212 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-843c7fad-6eec-4bbf-8d97-57884d793970 req-e62a84bd-1d7e-4651-a156-c2957f06cfe3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519519 Jul 05 18:06:22.906246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-ab11f0dc-cd5d-4a98-a806-9ebc9c51509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:22.907789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-ab11f0dc-cd5d-4a98-a806-9ebc9c51509c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126921 Jul 05 18:06:22.923129 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-5f05660a-4a77-4aad-8d92-85b1115a5f94 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093557 Jul 05 18:06:22.995503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:23.033586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-8586f936-66d0-4ebc-bba5-7399e849b70f service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988374 Jul 05 18:06:23.036549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:06:23.046414 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-9f103fb6-1ec3-4f15-9d32-523ce78a44f7 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322803 Jul 05 18:06:23.151021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e8983a9-02ff-4e1a-9868-4a9a33b06f40 req-2654c9f1-5ebf-4d3f-b9be-fe0d06a2764a tempest-ImagesOneServerTestJSON-1009872046 tempest-ImagesOneServerTestJSON-1009872046-project] 10.222.0.30 "GET /v2.0/ports?device_id=619f1300-4d72-418a-98e6-87145b773f2c HTTP/1.1" status: 200 len: 210 time: 0.0403471 Jul 05 18:06:23.206386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee40971-1202-4d20-92dc-eb9ee9953f57 req-d7046dd2-848d-405a-aff3-8d9dbbe5deef service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511230 Jul 05 18:06:23.330788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6900adc6-2a85-4ff9-b103-87d85eb1404d req-82eab1bf-8fc7-4199-8175-d17e9479caf2 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0337105 Jul 05 18:06:23.456551 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-16e27e90-c674-4c2a-a1dc-baf934eaa415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:23.589765 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:23.985423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afef3075-c352-4583-89c8-fd87121b8723 req-366cc228-da88-4524-b01e-99222d206d04 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:23.986916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afef3075-c352-4583-89c8-fd87121b8723 req-366cc228-da88-4524-b01e-99222d206d04 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 948 time: 0.0699308 Jul 05 18:06:24.027647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afef3075-c352-4583-89c8-fd87121b8723 req-ab95a436-56cf-4de2-a63d-d1186c85bc15 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343926 Jul 05 18:06:24.094087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9017804e-5dc1-4595-9994-502fc229d822 req-76b19e4f-b281-46a0-9d4a-a3c80fc06f62 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:24.095642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9017804e-5dc1-4595-9994-502fc229d822 req-76b19e4f-b281-46a0-9d4a-a3c80fc06f62 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0670040 Jul 05 18:06:24.134829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9017804e-5dc1-4595-9994-502fc229d822 req-9ccf944c-c964-452c-9840-07c85a831265 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335028 Jul 05 18:06:24.172603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:06:24.176288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:24.203618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 0770e886-1400-47c0-93d8-73d1f49d1b90 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:06:24.203913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0770e886-1400-47c0-93d8-73d1f49d1b90 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:06:24.295610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:24.313455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'mac_address': 'fa:16:3e:bf:b0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:06:24.358243 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:24.372181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed117f7c-eb87-41d9-9601-83515804b4f5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:24.396172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:24.479415 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:24.512581 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d5a7d87-5897-4688-b064-7fb1c8c28030 req-a26661e0-9e05-4b2a-bcf1-b867fe455fb3 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0333450 Jul 05 18:06:24.543079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:24.570979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:24.735702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58228) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:24.863676 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7d09653f-36b3-4b74-96df-e5cb3d445bd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dee443bc29bf47a8abf744c0f8e599dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268342 Jul 05 18:06:24.866283 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58232) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:24.912673 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a915d1aa-1432-443f-8ca1-1f81ebc10f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:24.934050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a915d1aa-1432-443f-8ca1-1f81ebc10f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:24.947644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['ed117f7c-eb87-41d9-9601-83515804b4f5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:25.038988 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a915d1aa-1432-443f-8ca1-1f81ebc10f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:25.042211 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a915d1aa-1432-443f-8ca1-1f81ebc10f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:25.043521 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a915d1aa-1432-443f-8ca1-1f81ebc10f44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ff40ea7-94e8-4fd9-97ec-0e88085f13ef HTTP/1.1" status: 204 len: 168 time: 0.1762385 Jul 05 18:06:25.052019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915d1aa-1432-443f-8ca1-1f81ebc10f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff40ea7-94e8-4fd9-97ec-0e88085f13ef,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:25.222922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e7f6d-b06f-443f-a7c4-0cc1b4216b83 req-8ff97be2-152b-46e1-8476-30da61ea39c4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:25.224435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c1e7f6d-b06f-443f-a7c4-0cc1b4216b83 req-8ff97be2-152b-46e1-8476-30da61ea39c4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 949 time: 0.0687273 Jul 05 18:06:25.301500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c1e7f6d-b06f-443f-a7c4-0cc1b4216b83 req-29003839-e8bf-4238-94b3-36faad6f0ba3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701940 Jul 05 18:06:25.348724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd7730-7111-49c7-b48a-49940c64f16c req-ed58843c-c102-4686-a880-1e82be05c6c8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:25.350398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7cd7730-7111-49c7-b48a-49940c64f16c req-ed58843c-c102-4686-a880-1e82be05c6c8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0970314 Jul 05 18:06:25.392074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7cd7730-7111-49c7-b48a-49940c64f16c req-078b0cff-21f4-454c-9d2d-404f2bcb536c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350711 Jul 05 18:06:25.760774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25b7e7af-3f21-40a7-9957-c3c839c72e3b req-bcd07747-e9fa-44ad-9d1f-3f47aaee2c83 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0307746 Jul 05 18:06:26.060992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8833bd22-be50-4145-9e03-738f34a1eb26 req-1defe89c-009e-409c-a890-5ac988e7376e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:26.062604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8833bd22-be50-4145-9e03-738f34a1eb26 req-1defe89c-009e-409c-a890-5ac988e7376e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 949 time: 0.0734968 Jul 05 18:06:26.121989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8833bd22-be50-4145-9e03-738f34a1eb26 req-1928868d-1d5f-4a96-8c9d-ac8148ffec82 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430007 Jul 05 18:06:26.144553 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-7dd4681e-ef0d-4d48-882b-2650cb62c036 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:26.146177 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-7dd4681e-ef0d-4d48-882b-2650cb62c036 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89&tenant_id=cd79537bc8d1495395401d1768287e63&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 949 time: 0.0827067 Jul 05 18:06:26.218280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:06:26.221306 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-d10de3c3-1995-43ed-a442-777ab73ba770 service neutron] 10.222.0.39 "GET /v2.0/ports/ed117f7c-eb87-41d9-9601-83515804b4f5/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 382 time: 0.0656009 Jul 05 18:06:26.315233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-5fd40d3e-383c-453d-a9dc-a8603189ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:26.316729 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-5fd40d3e-383c-453d-a9dc-a8603189ca22 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1100 time: 0.0616784 Jul 05 18:06:26.330114 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:26.359005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port ed117f7c-eb87-41d9-9601-83515804b4f5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:06:26.363193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port ed117f7c-eb87-41d9-9601-83515804b4f5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:06:26.363564 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:26.429044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-e554ea86-67f4-4d50-9542-647e12cb3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:26.430638 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-e554ea86-67f4-4d50-9542-647e12cb3afa service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1022768 Jul 05 18:06:26.455284 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:26.480532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:26.483146 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410614d5-64bb-4916-8733-93df2b7e279c" -d '{"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-plugged", "status": "completed", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:26.497399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:26.506716 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-c47d076c-41c8-4168-8723-0b323aab7d9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.0554717 Jul 05 18:06:26.570711 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:26.580066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-1449834b-56be-4b42-b8a8-97caa5557a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:26.582358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-1449834b-56be-4b42-b8a8-97caa5557a4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0625262 Jul 05 18:06:26.600661 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbffcb7-2c7e-4028-ab84-473e84e071be x-openstack-request-id: req-1dbffcb7-2c7e-4028-ab84-473e84e071be {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:26.600950 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-plugged", "status": "completed", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:26.601199 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dbffcb7-2c7e-4028-ab84-473e84e071be {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:26.601575 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'code': 200} Jul 05 18:06:26.608318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474234fc-e27d-4b9f-af69-de0af936f554 req-b5ab8628-27d8-4a4d-be52-a6ba47444431 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:26.610001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-474234fc-e27d-4b9f-af69-de0af936f554 req-b5ab8628-27d8-4a4d-be52-a6ba47444431 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0914304 Jul 05 18:06:26.627782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:26.671174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-474234fc-e27d-4b9f-af69-de0af936f554 req-abb471d0-f7af-43f0-b283-76bc21c9de58 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543613 Jul 05 18:06:26.689405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-c54b8344-f3fb-4abd-99bb-5d7823df2b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:26.692395 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-c54b8344-f3fb-4abd-99bb-5d7823df2b23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681028 Jul 05 18:06:26.781115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:26.793477 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-a3041c3b-a89a-4e40-bc1d-ee038c3ffe13 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894923 Jul 05 18:06:26.909802 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4301a691-4b6a-4210-babb-8b93d5d4a456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:26.911602 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-47376568-7ce9-4ec5-945b-3cd144baaf02 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974603 Jul 05 18:06:26.933629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-813d2fd1-441f-4498-a2b9-197af8074b49 req-6a25fe26-2976-40cd-a24e-acd9ae30a71e tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0403912 Jul 05 18:06:27.019558 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4301a691-4b6a-4210-babb-8b93d5d4a456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:27.061698 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4301a691-4b6a-4210-babb-8b93d5d4a456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:27.101170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4301a691-4b6a-4210-babb-8b93d5d4a456 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3baafe0cfbc0461b8873e4f6f120b336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3188591 Jul 05 18:06:27.102020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4301a691-4b6a-4210-babb-8b93d5d4a456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a947ca50-9ac2-498d-920f-078e09c71697,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:27.104262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:27.153605 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe012b30-ba3c-4d13-a238-8c89bbf40bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:27.176288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe012b30-ba3c-4d13-a238-8c89bbf40bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:27.304053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386bf48d-ff4f-4c23-8038-2d2ee50cf8d1 req-c321f17a-bba9-41c9-8da3-7a35a7e489c8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:27.306433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-386bf48d-ff4f-4c23-8038-2d2ee50cf8d1 req-c321f17a-bba9-41c9-8da3-7a35a7e489c8 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0636504 Jul 05 18:06:27.324192 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe012b30-ba3c-4d13-a238-8c89bbf40bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:27.326775 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe012b30-ba3c-4d13-a238-8c89bbf40bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:27.330460 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fe012b30-ba3c-4d13-a238-8c89bbf40bc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a947ca50-9ac2-498d-920f-078e09c71697 HTTP/1.1" status: 204 len: 168 time: 0.2226593 Jul 05 18:06:27.336035 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe012b30-ba3c-4d13-a238-8c89bbf40bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a947ca50-9ac2-498d-920f-078e09c71697,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:27.350287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-386bf48d-ff4f-4c23-8038-2d2ee50cf8d1 req-221aacf5-bf73-4ee5-8121-42643f2020bb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379000 Jul 05 18:06:27.748461 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:06:27.875594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3e619-2f01-433d-af5f-dd533be963c8 req-e6e0921a-5e1e-41b7-9453-72deda5bd14e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:27.877141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4c3e619-2f01-433d-af5f-dd533be963c8 req-e6e0921a-5e1e-41b7-9453-72deda5bd14e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0798380 Jul 05 18:06:27.919244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4c3e619-2f01-433d-af5f-dd533be963c8 req-f8f9e36f-b89a-4a3b-8880-b7d3d31dc28e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346644 Jul 05 18:06:28.094965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24133413-3f01-41c3-a76a-b051e847f675 req-3c8d1829-abc6-4e3d-a64a-e769eac72254 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0292988 Jul 05 18:06:28.544714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a998ca-690f-41b1-b45d-d45e719b602c req-5ad6b7c4-d125-4f8f-8175-faf589ef2bbb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:28.546223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27a998ca-690f-41b1-b45d-d45e719b602c req-5ad6b7c4-d125-4f8f-8175-faf589ef2bbb tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0651801 Jul 05 18:06:28.585623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27a998ca-690f-41b1-b45d-d45e719b602c req-0685f957-55cf-4140-8a45-873bd21182b5 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339737 Jul 05 18:06:28.979882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58378) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:29.088133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-937f9d97-4634-492c-b40f-10223ad6a053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:29.111581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d68a4-a602-41dc-b58a-5c35fd0f9715 req-486fedfd-fed6-4de2-b50a-a04ef9a80efa tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:29.113406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a3d68a4-a602-41dc-b58a-5c35fd0f9715 req-486fedfd-fed6-4de2-b50a-a04ef9a80efa tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0762813 Jul 05 18:06:29.166398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a3d68a4-a602-41dc-b58a-5c35fd0f9715 req-2063b2ee-4540-4bc2-baa2-f9408bd8b209 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447133 Jul 05 18:06:29.195177 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-937f9d97-4634-492c-b40f-10223ad6a053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:29.269884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98c0c6b6-4b32-471e-94c0-fc876b74f051 req-aafee0a0-847d-470c-aee0-74988a5b0ee6 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0292931 Jul 05 18:06:29.278658 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-937f9d97-4634-492c-b40f-10223ad6a053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:29.321175 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-937f9d97-4634-492c-b40f-10223ad6a053 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fc1b7c2ab614fffa1a479c164417bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401871 Jul 05 18:06:29.322356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f9d97-4634-492c-b40f-10223ad6a053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f1d24a-29c2-4a3e-b620-c5aa0b8f0113,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:29.324042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58384) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:29.380835 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e45af4c9-9876-4366-a98e-287e43048abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:29.402795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e45af4c9-9876-4366-a98e-287e43048abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:29.467615 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:29.524944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e45af4c9-9876-4366-a98e-287e43048abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:29.527474 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e45af4c9-9876-4366-a98e-287e43048abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:29.528619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e45af4c9-9876-4366-a98e-287e43048abb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3f1d24a-29c2-4a3e-b620-c5aa0b8f0113 HTTP/1.1" status: 204 len: 168 time: 0.2035859 Jul 05 18:06:29.536630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45af4c9-9876-4366-a98e-287e43048abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f1d24a-29c2-4a3e-b620-c5aa0b8f0113,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:29.778676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee419c0-3662-47ab-9fff-d57abee81f5d req-be26cb91-1ca5-4d31-9a84-2446d9ed2ee3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:29.780395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dee419c0-3662-47ab-9fff-d57abee81f5d req-be26cb91-1ca5-4d31-9a84-2446d9ed2ee3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0819266 Jul 05 18:06:29.822810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dee419c0-3662-47ab-9fff-d57abee81f5d req-ef6b5756-33ca-4174-bf4c-740eaeea061b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349419 Jul 05 18:06:30.357706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb5852-4c86-4209-b326-2532dd390865 req-fdf7ceec-fa8f-4e7f-ba7c-bcb4cb93bd06 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:30.363083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebbb5852-4c86-4209-b326-2532dd390865 req-fdf7ceec-fa8f-4e7f-ba7c-bcb4cb93bd06 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0711355 Jul 05 18:06:30.402200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebbb5852-4c86-4209-b326-2532dd390865 req-32f6adaa-7aa6-4372-b025-a6f4aeb61f4a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Jul 05 18:06:30.447490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a214ba7-e81c-4ce5-85d5-69f59d648d2b req-f5109425-2907-489c-bf02-130373db8280 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0428233 Jul 05 18:06:30.499169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-8d5abfa6-c34d-49cc-b025-48b653c99835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:30.500826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-8d5abfa6-c34d-49cc-b025-48b653c99835 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89&tenant_id=cd79537bc8d1495395401d1768287e63 HTTP/1.1" status: 200 len: 1101 time: 0.0851469 Jul 05 18:06:30.515594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:30.589088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:31.123016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:31.170601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:06:31.179654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d697c97-a07d-4382-a846-0f88f4d9c2d2 req-5e4e789d-1860-47e3-ae9d-1ff0fe7567a5 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:31.181294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d697c97-a07d-4382-a846-0f88f4d9c2d2 req-5e4e789d-1860-47e3-ae9d-1ff0fe7567a5 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.1266367 Jul 05 18:06:31.237384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:31.239660 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2cd0228-6dba-4bd1-8bf4-f4ae6433adb2" -d '{"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-unplugged", "status": "completed", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:31.243774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:31.264691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d697c97-a07d-4382-a846-0f88f4d9c2d2 req-ade4d782-7deb-4b5a-8e9c-fe324647f867 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647395 Jul 05 18:06:31.267854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Transition to ACTIVE for port object ed117f7c-eb87-41d9-9601-83515804b4f5 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:06:31.339189 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be59d709-48db-45b9-879d-b7ca2cf3147d x-openstack-request-id: req-be59d709-48db-45b9-879d-b7ca2cf3147d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:31.339571 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-unplugged", "status": "completed", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:31.339997 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be59d709-48db-45b9-879d-b7ca2cf3147d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:31.340462 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'code': 200} Jul 05 18:06:31.347522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:31.419599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] No DVR routers for this DVR port ed117f7c-eb87-41d9-9601-83515804b4f5 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:06:31.422878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af02268-4196-4582-b612-3518acc9caee service neutron] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=10']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:31.472509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:06:31.473004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:06:31.473475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:06:31.488458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Port ed117f7c-eb87-41d9-9601-83515804b4f5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:06:31.489214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Attempting to bind port ed117f7c-eb87-41d9-9601-83515804b4f5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:06:31.500563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:06:31.501087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:06:31.501630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:06:31.502260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Bound port: ed117f7c-eb87-41d9-9601-83515804b4f5, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:06:31.502817 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:31.617042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:06:31.621716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:06:31.648783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a82ccc-3896-4ac6-be55-0ee824b52f1c req-363c2f35-25a6-4b64-a5ad-77e978bf67ef tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:31.650796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94a82ccc-3896-4ac6-be55-0ee824b52f1c req-363c2f35-25a6-4b64-a5ad-77e978bf67ef tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1003630 Jul 05 18:06:31.675205 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:31.724753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94a82ccc-3896-4ac6-be55-0ee824b52f1c req-6cc5377d-d7a6-4ae7-83db-494e2a6eeece tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682530 Jul 05 18:06:31.726008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:31.726657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:31.729013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9af02268-4196-4582-b612-3518acc9caee service neutron] 10.222.0.97 "PUT /v2.0/ports/ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 1097 time: 1.2177229 Jul 05 18:06:31.769242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af02268-4196-4582-b612-3518acc9caee service neutron] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=11']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:31.842117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-6887a716-8b3e-40cf-9989-29a1013308e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:31.843070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-6887a716-8b3e-40cf-9989-29a1013308e0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1100 time: 0.0643973 Jul 05 18:06:31.939096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c67c31f7-382d-45f5-a1b5-2e32d0d12e49 req-025ce075-0628-4047-a086-b0ae2c9244aa tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0309052 Jul 05 18:06:31.966680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9eb2cc03-5a3e-4e01-a157-91a1aa6efb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:31.968179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-9eb2cc03-5a3e-4e01-a157-91a1aa6efb4d service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1178203 Jul 05 18:06:32.017594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-7ff069bd-4841-450d-b507-a7b3e2118e90 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.0425761 Jul 05 18:06:32.067625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-2d7c5e47-27b2-4f64-a312-19ac3a3c8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:32.069084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-2d7c5e47-27b2-4f64-a312-19ac3a3c8a8a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0452754 Jul 05 18:06:32.127996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-70c6c746-2c09-49f5-bdce-170bf5e6da4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:32.129530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-70c6c746-2c09-49f5-bdce-170bf5e6da4e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0543072 Jul 05 18:06:32.233539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-8e5fbc4d-e163-4341-a9b9-743187d3862e service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961096 Jul 05 18:06:32.274050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:32.334688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:06:32.335253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0102c369-a8a2-4e0f-a99b-6a643c144084 req-8afc7ffd-c492-41ce-a598-4619ca249412 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947914 Jul 05 18:06:32.484657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50489c0-6554-4e35-98ca-1b5b34db25e8 req-347b3abd-3503-45bb-8df5-6accf884bb8b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:32.486164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f50489c0-6554-4e35-98ca-1b5b34db25e8 req-347b3abd-3503-45bb-8df5-6accf884bb8b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 949 time: 0.0689130 Jul 05 18:06:32.526238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f50489c0-6554-4e35-98ca-1b5b34db25e8 req-ae3758e2-e35b-496f-9d51-2229750e123d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343699 Jul 05 18:06:32.941593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8bec36-f9cd-4df9-af5d-65012680ea42 req-28895444-5ca3-4702-b5c3-798d7574a99f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:32.943131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a8bec36-f9cd-4df9-af5d-65012680ea42 req-28895444-5ca3-4702-b5c3-798d7574a99f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0799310 Jul 05 18:06:32.989126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a8bec36-f9cd-4df9-af5d-65012680ea42 req-2a744cbc-c3a3-428e-82e5-cd80c9c26eae tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392513 Jul 05 18:06:33.118294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ac8b3ac-4133-45a6-b4e4-2dee77a3a1bd req-89fe7ca0-ce5c-4b37-8e3b-599f27be4f39 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0285060 Jul 05 18:06:33.341464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:33.344318 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08347789-12aa-4942-ba14-2bdadd60845a" -d '{"events": [{"name": "network-changed", "server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:33.426358 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a0eddf-9a77-454e-83f1-530ef3c7ebce x-openstack-request-id: req-47a0eddf-9a77-454e-83f1-530ef3c7ebce {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:33.426739 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:33.427053 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47a0eddf-9a77-454e-83f1-530ef3c7ebce {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:33.427511 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'status': 'completed', 'code': 200} Jul 05 18:06:33.512148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347789-12aa-4942-ba14-2bdadd60845a req-7e0b2411-8fbc-4b18-aaf5-7ee945067e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:33.512900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347789-12aa-4942-ba14-2bdadd60845a req-1a80a6f2-cb44-4db6-9ff6-d1ee9e034a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:33.513677 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-7e0b2411-8fbc-4b18-aaf5-7ee945067e89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1100 time: 0.0549960 Jul 05 18:06:33.514425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-1a80a6f2-cb44-4db6-9ff6-d1ee9e034a5f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1100 time: 0.0572002 Jul 05 18:06:33.615099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347789-12aa-4942-ba14-2bdadd60845a req-b965fc3b-cbae-4ae2-a970-49e5ae7abf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:33.616825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-b965fc3b-cbae-4ae2-a970-49e5ae7abf4e service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.0954752 Jul 05 18:06:33.622716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347789-12aa-4942-ba14-2bdadd60845a req-01d82ec2-1bd8-4265-9f5e-90a8bebe8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:33.626664 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-01d82ec2-1bd8-4265-9f5e-90a8bebe8ba1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1012032 Jul 05 18:06:33.666507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-64c389ef-596f-4eef-b5d2-e1fa4713e77b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.0414913 Jul 05 18:06:33.682209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-0c9782f6-6907-4ce6-8007-2ac8f7df146d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 200 len: 217 time: 0.0476377 Jul 05 18:06:33.752883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347789-12aa-4942-ba14-2bdadd60845a req-08f44157-bc96-4926-8b64-970a6d502544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:33.754548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-08f44157-bc96-4926-8b64-970a6d502544 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0788405 Jul 05 18:06:33.759776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347789-12aa-4942-ba14-2bdadd60845a req-4caebe22-f2de-4257-9e33-a1d7873a4390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:33.762420 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-4caebe22-f2de-4257-9e33-a1d7873a4390 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0530720 Jul 05 18:06:33.788457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a6b8c-18b1-4391-9510-252cf6290113 req-44dba72e-b4bc-4285-886f-548e35ac9954 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:33.788457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a9a6b8c-18b1-4391-9510-252cf6290113 req-44dba72e-b4bc-4285-886f-548e35ac9954 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 949 time: 0.1235764 Jul 05 18:06:33.839460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347789-12aa-4942-ba14-2bdadd60845a req-d3354b91-3faf-4ee2-9c18-9d41d00254d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:33.841837 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-d3354b91-3faf-4ee2-9c18-9d41d00254d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0685830 Jul 05 18:06:33.853616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a9a6b8c-18b1-4391-9510-252cf6290113 req-a9c2dee9-54b2-42e1-a06f-f2f5b891d231 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482213 Jul 05 18:06:33.874494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347789-12aa-4942-ba14-2bdadd60845a req-3025d5b3-2dbf-41d1-aca9-2c10ab240d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:33.876137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-3025d5b3-2dbf-41d1-aca9-2c10ab240d3e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1107547 Jul 05 18:06:33.953644 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-156436a0-01e3-4cea-83a2-b47445402eb4 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045682 Jul 05 18:06:33.982755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-6191bbbb-0906-464d-b51e-1975eaca69a0 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994589 Jul 05 18:06:34.058732 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-54f294d8-43fa-42d9-8119-6f90bd74f395 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957537 Jul 05 18:06:34.081744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08347789-12aa-4942-ba14-2bdadd60845a req-f97d0750-ea73-4f4f-ad18-ce755f0e1ffc service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926185 Jul 05 18:06:34.185050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0d919-9763-457a-9ff1-383fd54831b0 req-6ba36bc5-5ece-4bb2-8c7f-f705b877e82e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:34.187017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e0d919-9763-457a-9ff1-383fd54831b0 req-6ba36bc5-5ece-4bb2-8c7f-f705b877e82e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0729079 Jul 05 18:06:34.225438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e0d919-9763-457a-9ff1-383fd54831b0 req-cf2f5eca-4b80-446e-9093-03406dba1b33 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Jul 05 18:06:34.283675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb3d00dd-51eb-46bd-95f8-4baf2eef67fc req-594cf148-6642-4376-9f47-0d15ebe9f65d tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0329413 Jul 05 18:06:35.043539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6bc6b-3af6-4b33-9f3e-4a673e02796c req-bad85054-b4a5-49cd-b901-7c6b91db1b68 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:35.044169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8e6bc6b-3af6-4b33-9f3e-4a673e02796c req-bad85054-b4a5-49cd-b901-7c6b91db1b68 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 949 time: 0.0670691 Jul 05 18:06:35.091133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8e6bc6b-3af6-4b33-9f3e-4a673e02796c req-49fab033-478c-4673-840f-b7c36ba0ee96 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403454 Jul 05 18:06:35.276474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42b50d-f314-458a-8af9-03e4c2ce5812 req-0592d749-14ea-4087-b302-4ac732a77f39 tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:35.278161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea42b50d-f314-458a-8af9-03e4c2ce5812 req-0592d749-14ea-4087-b302-4ac732a77f39 tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 1100 time: 0.0618401 Jul 05 18:06:35.342755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea42b50d-f314-458a-8af9-03e4c2ce5812 req-b060e16c-3951-49d3-9d63-ffa688cfbd81 tempest-MigrationsAdminTest-1199319705 tempest-MigrationsAdminTest-1199319705-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581226 Jul 05 18:06:35.503799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b46c3a96-df1c-456e-9599-3bb5ece51659 req-80d25d0b-83bf-4cfc-ac89-cdcc1f927532 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0391774 Jul 05 18:06:35.511756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac1b31-e0ee-42f5-a6fa-5544b51db7a1 req-3a90d1bf-b354-4c87-95fc-efd41c0bac12 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:35.521240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-22ac1b31-e0ee-42f5-a6fa-5544b51db7a1 req-3a90d1bf-b354-4c87-95fc-efd41c0bac12 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1158607 Jul 05 18:06:35.562367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-22ac1b31-e0ee-42f5-a6fa-5544b51db7a1 req-8b42e6f4-79af-4370-94af-045787271e94 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426779 Jul 05 18:06:35.690421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:35.760856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58532) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:35.893567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f97e3c5-06d2-4a8f-8a01-092fc9ef81b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:35.996677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f97e3c5-06d2-4a8f-8a01-092fc9ef81b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:36.108580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f97e3c5-06d2-4a8f-8a01-092fc9ef81b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:36.152735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4f97e3c5-06d2-4a8f-8a01-092fc9ef81b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd8e9573114f4fae98b19f8d7c549c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3907108 Jul 05 18:06:36.154899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97e3c5-06d2-4a8f-8a01-092fc9ef81b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97a1034-36ad-4283-b137-33978d81a7c4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:36.155551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58540) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:36.184590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b686fb-79a5-4135-a088-0d1076edbdaf req-1e5cb366-9b0c-4918-be60-7ad3dc8c11a9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:36.186111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b686fb-79a5-4135-a088-0d1076edbdaf req-1e5cb366-9b0c-4918-be60-7ad3dc8c11a9 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 949 time: 0.1084726 Jul 05 18:06:36.208717 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bc6295c-6ad1-4c5d-b586-dc2f2c850503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:36.230688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b686fb-79a5-4135-a088-0d1076edbdaf req-124f3994-913f-4528-8a98-59cd4e3953c7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386188 Jul 05 18:06:36.238389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bc6295c-6ad1-4c5d-b586-dc2f2c850503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:36.330212 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bc6295c-6ad1-4c5d-b586-dc2f2c850503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:36.332856 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bc6295c-6ad1-4c5d-b586-dc2f2c850503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:36.334001 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5bc6295c-6ad1-4c5d-b586-dc2f2c850503 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e97a1034-36ad-4283-b137-33978d81a7c4 HTTP/1.1" status: 204 len: 168 time: 0.1774457 Jul 05 18:06:36.343968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6295c-6ad1-4c5d-b586-dc2f2c850503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97a1034-36ad-4283-b137-33978d81a7c4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:36.666057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f14a4db-ae3d-4923-8f50-6d9ba49219b5 req-07eac7a6-e25e-4c27-b7bf-c1820a6823df tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0355272 Jul 05 18:06:36.754156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0dbaec-52b1-4349-92d7-7d850dd8de42 req-89e5808d-cd08-4dd6-8773-7be80a6c60bb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:36.755812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c0dbaec-52b1-4349-92d7-7d850dd8de42 req-89e5808d-cd08-4dd6-8773-7be80a6c60bb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0715046 Jul 05 18:06:36.797844 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c0dbaec-52b1-4349-92d7-7d850dd8de42 req-5e8606a0-5bc7-4c58-b634-587b58738d4d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354867 Jul 05 18:06:37.060005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:06:37.156994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:37.168041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'mac_address': 'fa:16:3e:bf:b0:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:06:37.210633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.224361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed117f7c-eb87-41d9-9601-83515804b4f5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:37.244140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:37.261274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58574) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:37.313745 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.368286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=12']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:37.382189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1701819387-network', 'tenant_id': '9f5efe9786a7474fa0db1fa27db12766'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:37.435597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea7263-7814-487c-b315-fffa07f0babd req-77d1a0e4-4eda-4cfd-b074-e34d1f59c430 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:37.437108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2ea7263-7814-487c-b315-fffa07f0babd req-77d1a0e4-4eda-4cfd-b074-e34d1f59c430 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.0822425 Jul 05 18:06:37.479311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Made reservation on behalf of 9f5efe9786a7474fa0db1fa27db12766 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:06:37.482770 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.491518 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.503136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2ea7263-7814-487c-b315-fffa07f0babd req-ba67fc68-ac50-4ae4-83cf-2c1255de62e3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487695 Jul 05 18:06:37.531720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-09222907-4095-48d7-baef-0d3f4c919808 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:37.533645 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-09222907-4095-48d7-baef-0d3f4c919808 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.97 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 950 time: 0.1195276 Jul 05 18:06:37.590337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.638275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Deleting port ed117f7c-eb87-41d9-9601-83515804b4f5 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:06:37.638655 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.650368 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.674633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:06:37.685103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6120b31e-0511-403c-8ee9-242cd51a770d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:37.689854 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.690191 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Added segment 510edf2a-473d-4311-8a84-0a6ec2ab85b9 of type vlan for network 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f Jul 05 18:06:37.736112 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.739246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] For port ed117f7c-eb87-41d9-9601-83515804b4f5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=ed117f7c-eb87-41d9-9601-83515804b4f5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:37.739962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.753454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Calling delete_port for ed117f7c-eb87-41d9-9601-83515804b4f5 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:06:37.832689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3512866a-a3ff-47d9-b130-a48e7e4eba19 req-fb7d0e45-ae66-4298-a6b3-b9236bacc235 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0345547 Jul 05 18:06:37.832829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.833880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:37.834466 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:37.927120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] Pushing event updated for resources: {'Network': ['ID=712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:37.939174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:06:37.976487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5aac50e3-3f58-4b89-949e-a28997684800 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7139931 Jul 05 18:06:37.983227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58586) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:37.988492 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Request body: {'subnet': {'network_id': '712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1701819387-subnet', 'tenant_id': '9f5efe9786a7474fa0db1fa27db12766', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:38.007015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:38.019101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['23ef1502-8e8b-4df3-b88e-bb2e252f0555'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:38.023176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['431f88b4-b6cc-48a4-ba1c-762b192eb390', '45eb71e1-3657-42ee-abea-128243437218'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:38.049141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Pushing event deleted for resources: {'Port': ['ID=ed117f7c-eb87-41d9-9601-83515804b4f5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:38.101458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Made reservation on behalf of 9f5efe9786a7474fa0db1fa27db12766 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:06:38.105901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] No DVR routers for this DVR port ed117f7c-eb87-41d9-9601-83515804b4f5 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:06:38.106032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:38.110534 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:38.112692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adf96589-cda2-42ad-b314-c21ac82f33e7 req-51d06c9c-f125-4ebd-8a2d-3e7abe24d084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.97 "DELETE /v2.0/ports/ed117f7c-eb87-41d9-9601-83515804b4f5 HTTP/1.1" status: 204 len: 173 time: 0.5721638 Jul 05 18:06:38.116011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-deleted', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:38.119157 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0b5770-56c8-4a81-bd3e-41c67867ef1e" -d '{"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-deleted", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:38.162457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f47fe-c4af-4985-9e6a-44706943fd53 req-fe7b5a1f-63f1-4d23-a894-9acc8d30eb0b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:38.172553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e9f47fe-c4af-4985-9e6a-44706943fd53 req-fe7b5a1f-63f1-4d23-a894-9acc8d30eb0b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1960533 Jul 05 18:06:38.237389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e9f47fe-c4af-4985-9e6a-44706943fd53 req-f1496b78-c528-4820-8b53-53f742bd2827 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611212 Jul 05 18:06:38.269142 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9235528-3ad9-454e-bc86-62822c39bc27 x-openstack-request-id: req-b9235528-3ad9-454e-bc86-62822c39bc27 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:38.269949 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f7e974-9bc7-4976-b6d7-323485c8fc89", "name": "network-vif-deleted", "tag": "ed117f7c-eb87-41d9-9601-83515804b4f5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:38.270394 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9235528-3ad9-454e-bc86-62822c39bc27 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:38.271445 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f7e974-9bc7-4976-b6d7-323485c8fc89', 'name': 'network-vif-deleted', 'tag': 'ed117f7c-eb87-41d9-9601-83515804b4f5', 'status': 'completed', 'code': 200} Jul 05 18:06:38.479594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:38.531202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aea815f-afad-409a-ba9d-539de3c07f56,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:38.548895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Checking segment: {'id': '510edf2a-473d-4311-8a84-0a6ec2ab85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:06:38.549270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Network hostable DHCP agents. Network: 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:06:38.656180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Network 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:06:38.679019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73551cd6-0455-4163-b72e-74550cce1e53 req-b46be9e8-39b6-438b-a013-5c8d4bdaaaa4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=06f7e974-9bc7-4976-b6d7-323485c8fc89 HTTP/1.1" status: 200 len: 210 time: 0.0347741 Jul 05 18:06:38.724650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:06:38.729929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:38.730529 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:38.734223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b2bba3-b7df-4a0e-bef7-351e06fe2f38 None None] Network 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:06:38.788591 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-415c6380-e620-4cb3-ba57-dca4dfad24fd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8042314 Jul 05 18:06:38.862420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0cd5c2-3d73-4e17-bb17-3aeb8228ec9f None None] Network 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:06:39.025144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36a6b260-f433-4b30-825e-a3dc9a77c9d7 req-7c94386d-6360-41c1-abfc-dab561734c2b tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0291750 Jul 05 18:06:39.332046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-02b88393-07c3-401c-bcd6-f01b69630094 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:39.333557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-02b88393-07c3-401c-bcd6-f01b69630094 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/networks?id=712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f HTTP/1.1" status: 200 len: 814 time: 0.1106856 Jul 05 18:06:39.351231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-f5f65c0c-76a1-4a2f-8af7-73ec3ac54651 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/quotas/9f5efe9786a7474fa0db1fa27db12766 HTTP/1.1" status: 200 len: 375 time: 0.0096600 Jul 05 18:06:39.386485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4d0af387-1faf-4d65-a1e8-88f05aa2c23b tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9f5efe9786a7474fa0db1fa27db12766&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286882 Jul 05 18:06:39.462945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-45850570-15ec-48b6-a0ef-f70b07d02e34 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:06:39.463932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-45850570-15ec-48b6-a0ef-f70b07d02e34 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0709064 Jul 05 18:06:39.561067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0543c-9f27-4b03-9014-1ecdd07af489 req-8b1bc15e-338d-4031-be72-1bb54e2ddfed tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:39.562485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00f0543c-9f27-4b03-9014-1ecdd07af489 req-8b1bc15e-338d-4031-be72-1bb54e2ddfed tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1305983 Jul 05 18:06:39.591373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-0b4cfdea-0efc-48d8-baa8-d1d2d7cc434a service neutron] 10.222.0.30 "GET /v2.0/networks/712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205578 Jul 05 18:06:39.658658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00f0543c-9f27-4b03-9014-1ecdd07af489 req-23730792-701b-48d5-bf26-d3005811c044 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889547 Jul 05 18:06:39.699853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-0cca3a42-e733-48ab-9a6c-15b5c51cdd05 service neutron] 10.222.0.30 "GET /v2.0/networks/712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021116 Jul 05 18:06:39.991691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10d5e4b2-a5c0-4ab3-87e6-11d52e51475c req-0820c4d9-aaf3-4825-860e-0e297f6d7638 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 210 time: 0.0308766 Jul 05 18:06:40.009458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-71e8a11e-509b-4181-af0c-b12ba041571d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106956 Jul 05 18:06:40.111431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-d376feef-9a58-4e47-8929-b2df0c588093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:40.113247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-d376feef-9a58-4e47-8929-b2df0c588093 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 1100 time: 0.0614049 Jul 05 18:06:40.218008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52d98f6a-64d4-4a64-bf01-724995859aad req-7cb2757f-c146-4ec5-9752-c2a0880dd8e2 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0349987 Jul 05 18:06:40.254076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-2263841c-805f-4c44-a3f4-2dbe5d3f3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:40.255595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-2263841c-805f-4c44-a3f4-2dbe5d3f3053 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1199555 Jul 05 18:06:40.301643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-088cfd5e-139a-46f1-af61-78da79afbe0a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 200 len: 217 time: 0.0384755 Jul 05 18:06:40.357810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-5864e75a-cb55-4ade-b5c2-35e6bd4c1fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:40.357810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-5864e75a-cb55-4ade-b5c2-35e6bd4c1fee service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0489457 Jul 05 18:06:40.468309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-fab4cbce-d4f4-44c6-bd02-232b1cdf39b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:40.469833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-fab4cbce-d4f4-44c6-bd02-232b1cdf39b9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057217 Jul 05 18:06:40.508974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e5545a-d62b-4366-bd1b-da606b2815d2 req-fccde79a-d1e7-4c97-8807-ebbd5b5d471d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:40.510447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58e5545a-d62b-4366-bd1b-da606b2815d2 req-fccde79a-d1e7-4c97-8807-ebbd5b5d471d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 951 time: 0.1065786 Jul 05 18:06:40.591496 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58e5545a-d62b-4366-bd1b-da606b2815d2 req-6be54fc5-5e8a-4cc5-b598-5673ad954408 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561552 Jul 05 18:06:40.618718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-59009099-e968-4bcd-b1d9-6e55123b793b service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295662 Jul 05 18:06:40.710398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc72a8af-b0ed-46b5-8aad-14ee9fed1405 req-f6e33ad6-5256-4900-9cd9-12e6c0114913 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949874 Jul 05 18:06:40.855228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a14847-97fa-4e25-9110-74a2f468bc3e req-2d4a2c1e-0729-418e-918c-bf20112c7bea tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:40.861146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34a14847-97fa-4e25-9110-74a2f468bc3e req-2d4a2c1e-0729-418e-918c-bf20112c7bea tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0747666 Jul 05 18:06:40.904553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34a14847-97fa-4e25-9110-74a2f468bc3e req-5197770d-346e-4c1b-822b-6ebecf022f03 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384941 Jul 05 18:06:41.093894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:41.118856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: ed117f7c-eb87-41d9-9601-83515804b4f5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:06:41.119261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device ed117f7c-eb87-41d9-9601-83515804b4f5 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:06:41.263142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77a792e1-2d97-4e17-8b19-9dda29d975f5 req-507addba-04a2-4bc4-be37-8593629a3707 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 210 time: 0.0299795 Jul 05 18:06:41.411454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5bbf543d-e2b9-4185-906a-117326b7b19c req-70760d77-2fb0-4f6f-bdf3-1c3c34cda8de tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0413036 Jul 05 18:06:41.788227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29425486-e865-4163-9d48-7420ae468273 req-92f0e905-d412-4d9d-9f45-e5c7a31b23f6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:41.790637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29425486-e865-4163-9d48-7420ae468273 req-92f0e905-d412-4d9d-9f45-e5c7a31b23f6 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 951 time: 0.0657098 Jul 05 18:06:41.832944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29425486-e865-4163-9d48-7420ae468273 req-3ce66221-f76f-46a7-9409-94a1022e446a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357008 Jul 05 18:06:42.104278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681a6e1-a4e4-4fbd-b95e-ac7cadc66921 req-f863d5e5-cecc-4bd5-ae3c-d5b0d8b91f14 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:42.105880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2681a6e1-a4e4-4fbd-b95e-ac7cadc66921 req-f863d5e5-cecc-4bd5-ae3c-d5b0d8b91f14 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0772181 Jul 05 18:06:42.150235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2681a6e1-a4e4-4fbd-b95e-ac7cadc66921 req-520abd80-eba6-4386-9863-4ad54267ff3e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364931 Jul 05 18:06:42.461096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ea34a-8955-41c8-82df-15ad903377ef req-36396950-9b85-44aa-b4dc-310d8322345c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:42.468723 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-180ea34a-8955-41c8-82df-15ad903377ef req-36396950-9b85-44aa-b4dc-310d8322345c tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 951 time: 0.1118317 Jul 05 18:06:42.534087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b25b6a3-9bde-43ca-a6e3-7edce720deca req-cb0870fd-de51-48cc-9d71-4f1aa57471eb tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 210 time: 0.1114142 Jul 05 18:06:42.668321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-180ea34a-8955-41c8-82df-15ad903377ef req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Deleting port 45eb71e1-3657-42ee-abea-128243437218 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:06:42.669028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-180ea34a-8955-41c8-82df-15ad903377ef req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:42.818139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-180ea34a-8955-41c8-82df-15ad903377ef req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] For port 45eb71e1-3657-42ee-abea-128243437218, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=45eb71e1-3657-42ee-abea-128243437218,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:42.818423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-180ea34a-8955-41c8-82df-15ad903377ef req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:42.838210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-180ea34a-8955-41c8-82df-15ad903377ef req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Calling delete_port for 45eb71e1-3657-42ee-abea-128243437218 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:06:43.016698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d34e87e9-f436-462a-8bf0-c8f9136da851 req-72a3b426-22a9-4f95-bc6e-f0b7a8b66c46 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.3948457 Jul 05 18:06:43.026263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-26e37572-893a-4ce9-bb54-f007fa3562d6 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:43.027797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-26e37572-893a-4ce9-bb54-f007fa3562d6 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.97 "GET /v2.0/networks?id=712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f HTTP/1.1" status: 200 len: 814 time: 0.6607802 Jul 05 18:06:43.043221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Request body: {'port': {'device_id': '39b5ba2a-5233-4cbe-bc07-b2c87712b862', 'network_id': '712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f', 'admin_state_up': True, 'tenant_id': '9f5efe9786a7474fa0db1fa27db12766'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:43.112985 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-180ea34a-8955-41c8-82df-15ad903377ef req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:43.131104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['23ef1502-8e8b-4df3-b88e-bb2e252f0555'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:43.145373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Pushing event deleted for resources: {'Port': ['ID=45eb71e1-3657-42ee-abea-128243437218,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:43.171312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['431f88b4-b6cc-48a4-ba1c-762b192eb390', '45eb71e1-3657-42ee-abea-128243437218'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:43.211456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-180ea34a-8955-41c8-82df-15ad903377ef req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] No DVR routers for this DVR port 45eb71e1-3657-42ee-abea-128243437218 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:06:43.211456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-180ea34a-8955-41c8-82df-15ad903377ef req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:43.213965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-180ea34a-8955-41c8-82df-15ad903377ef req-5d84271d-f1da-47f6-9927-a59e8a66134b tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "DELETE /v2.0/ports/45eb71e1-3657-42ee-abea-128243437218 HTTP/1.1" status: 204 len: 173 time: 0.7389874 Jul 05 18:06:43.215010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-deleted', 'tag': '45eb71e1-3657-42ee-abea-128243437218'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:43.219734 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ad015e-d24f-46c0-bc50-ccd7bd878090" -d '{"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-deleted", "tag": "45eb71e1-3657-42ee-abea-128243437218"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:43.244984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156cb93-1e60-46fe-a31d-c3a5d6e08bec req-8c15c80f-d87a-4f52-a680-d1df4ff7b446 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:43.246823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8156cb93-1e60-46fe-a31d-c3a5d6e08bec req-8c15c80f-d87a-4f52-a680-d1df4ff7b446 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 868 time: 0.1600087 Jul 05 18:06:43.273688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Made reservation on behalf of 9f5efe9786a7474fa0db1fa27db12766 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:06:43.278755 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:43.333957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8156cb93-1e60-46fe-a31d-c3a5d6e08bec req-6c1ed9e8-097c-4d23-abea-8aac092c110e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816159 Jul 05 18:06:43.445636 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa507a60-7577-42c4-b6de-dd8014b53ff1 x-openstack-request-id: req-aa507a60-7577-42c4-b6de-dd8014b53ff1 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:43.446813 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48ed5ed2-3b70-4492-95f6-a97e9350fc1c", "name": "network-vif-deleted", "tag": "45eb71e1-3657-42ee-abea-128243437218", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:43.447538 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa507a60-7577-42c4-b6de-dd8014b53ff1 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:43.448186 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48ed5ed2-3b70-4492-95f6-a97e9350fc1c', 'name': 'network-vif-deleted', 'tag': '45eb71e1-3657-42ee-abea-128243437218', 'status': 'completed', 'code': 200} Jul 05 18:06:43.565317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff1eae-5791-4f63-aa26-a8907e03040a req-a59dcc73-344a-4d9f-a892-b887b89d3898 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:43.566916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1ff1eae-5791-4f63-aa26-a8907e03040a req-a59dcc73-344a-4d9f-a892-b887b89d3898 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.2319312 Jul 05 18:06:43.604692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Allocated IP 172.20.0.8 (712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f/8aea815f-afad-409a-ba9d-539de3c07f56/c8b6067f-15f4-4776-a504-d21eebc9fc38) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:06:43.650526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1ff1eae-5791-4f63-aa26-a8907e03040a req-f15d2291-05fb-46d0-ae82-e32be1c1efef tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703213 Jul 05 18:06:43.868784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9260b199-7832-49ba-9301-fb0cc7a66943 req-2e62d081-47da-45ae-8aee-bde8e2d82fb5 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 210 time: 0.0419734 Jul 05 18:06:43.885020 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:44.000100 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:44.056642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Network 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:06:44.060926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:06:44.067414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:06:44.093464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Pushing event updated for resources: {'Port': ['ID=c8b6067f-15f4-4776-a504-d21eebc9fc38,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:44.115574 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a0f22664-3d27-4568-b5d9-f6adf669f90e req-c20ace68-2696-4436-8db9-740685f34927 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0399477 Jul 05 18:06:44.137476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:44.138028 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:44.217667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-028fcf63-107c-4b78-aa95-57c9d5d54b1d req-8848136d-c6c0-4e09-80af-6d4216a1ab66 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0361021 Jul 05 18:06:44.219050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-301bcb4f-8b8c-405b-94a5-0dc14e652cb0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1815434 Jul 05 18:06:44.232209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Request body: {'port': {'device_id': '39b5ba2a-5233-4cbe-bc07-b2c87712b862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:44.308379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:44.591653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6690a161-3537-4ddf-92d4-6dbec98dccc9 req-fffe85be-1e87-4567-91e1-b9a1b296ed13 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=48ed5ed2-3b70-4492-95f6-a97e9350fc1c HTTP/1.1" status: 200 len: 210 time: 0.0458648 Jul 05 18:06:44.684042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b6067f-15f4-4776-a504-d21eebc9fc38 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:44.688186 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:44.704129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Transition to ACTIVE for port object c8b6067f-15f4-4776-a504-d21eebc9fc38 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:06:44.796850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:44.903802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6067f-15f4-4776-a504-d21eebc9fc38,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:44.980489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0bdd1-644b-4350-b371-2dc80317dc57 req-9e17fb82-fe85-4412-a663-646d69c9820b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:44.982038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ef0bdd1-644b-4350-b371-2dc80317dc57 req-9e17fb82-fe85-4412-a663-646d69c9820b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1986227 Jul 05 18:06:45.012207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Attempting to bind port c8b6067f-15f4-4776-a504-d21eebc9fc38 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:06:45.012622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Attempting to bind port c8b6067f-15f4-4776-a504-d21eebc9fc38 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '510edf2a-473d-4311-8a84-0a6ec2ab85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:06:45.012958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Attempting to bind port c8b6067f-15f4-4776-a504-d21eebc9fc38 on network 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:06:45.023162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Port c8b6067f-15f4-4776-a504-d21eebc9fc38 on network 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:06:45.023491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Attempting to bind port c8b6067f-15f4-4776-a504-d21eebc9fc38 on network 712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:06:45.039719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:06:45.040934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Checking segment: {'id': '510edf2a-473d-4311-8a84-0a6ec2ab85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:06:45.040934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Bound using segment: {'id': '510edf2a-473d-4311-8a84-0a6ec2ab85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:06:45.040934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Bound port: c8b6067f-15f4-4776-a504-d21eebc9fc38, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '510edf2a-473d-4311-8a84-0a6ec2ab85b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:06:45.041243 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:45.045688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ef0bdd1-644b-4350-b371-2dc80317dc57 req-f061a0c3-7d7d-440e-997d-15d27ff0a8d9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491779 Jul 05 18:06:45.157108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] For port c8b6067f-15f4-4776-a504-d21eebc9fc38, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:06:45.161393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] For port c8b6067f-15f4-4776-a504-d21eebc9fc38, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8b6067f-15f4-4776-a504-d21eebc9fc38,segment=NetworkSegment(510edf2a-473d-4311-8a84-0a6ec2ab85b9),segment_id=510edf2a-473d-4311-8a84-0a6ec2ab85b9)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:06:45.183552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6226b952-f7d6-4146-a973-334fb41db6ac req-2645696a-ba51-4829-90ba-c35973bfcbdb tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:45.184895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6226b952-f7d6-4146-a973-334fb41db6ac req-2645696a-ba51-4829-90ba-c35973bfcbdb tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 943 time: 0.1250930 Jul 05 18:06:45.232094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6226b952-f7d6-4146-a973-334fb41db6ac req-48de14c9-cb6e-498a-bfc0-33213f88f04a tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Jul 05 18:06:45.245903 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:45.292736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:45.293473 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:45.295023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] 10.222.0.97 "PUT /v2.0/ports/c8b6067f-15f4-4776-a504-d21eebc9fc38 HTTP/1.1" status: 200 len: 1091 time: 1.0681584 Jul 05 18:06:45.298660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39b5ba2a-5233-4cbe-bc07-b2c87712b862', 'tag': 'c8b6067f-15f4-4776-a504-d21eebc9fc38'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:45.301463 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3b15d6-3163-4a4f-a7a9-97074125855a" -d '{"events": [{"name": "network-changed", "server_uuid": "39b5ba2a-5233-4cbe-bc07-b2c87712b862", "tag": "c8b6067f-15f4-4776-a504-d21eebc9fc38"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:45.330888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db9ae0e-5795-4e1e-8d7b-ff1f83c5d427 service neutron] Pushing event updated for resources: {'Port': ['ID=c8b6067f-15f4-4776-a504-d21eebc9fc38,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:45.347717 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7709ae-52fd-48a8-a082-71a1a6bf4e50 x-openstack-request-id: req-fb7709ae-52fd-48a8-a082-71a1a6bf4e50 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:45.348132 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39b5ba2a-5233-4cbe-bc07-b2c87712b862", "tag": "c8b6067f-15f4-4776-a504-d21eebc9fc38", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:45.348461 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb7709ae-52fd-48a8-a082-71a1a6bf4e50 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:45.348937 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39b5ba2a-5233-4cbe-bc07-b2c87712b862', 'tag': 'c8b6067f-15f4-4776-a504-d21eebc9fc38', 'status': 'completed', 'code': 200} Jul 05 18:06:45.445101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d92e873c-4403-4ae8-8879-499b5729de99 req-39ffe1fc-d6fa-45c6-96ff-a5db5b673f7b tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0431466 Jul 05 18:06:45.471369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b15d6-3163-4a4f-a7a9-97074125855a req-76e3e399-ddc0-4468-9d70-437177355fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:45.472985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba3b15d6-3163-4a4f-a7a9-97074125855a req-76e3e399-ddc0-4468-9d70-437177355fda service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9f5efe9786a7474fa0db1fa27db12766&device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 1094 time: 0.1033318 Jul 05 18:06:45.578270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b15d6-3163-4a4f-a7a9-97074125855a req-6c8f9842-0e0b-4517-a323-408690ecab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:45.579828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba3b15d6-3163-4a4f-a7a9-97074125855a req-6c8f9842-0e0b-4517-a323-408690ecab91 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=9f5efe9786a7474fa0db1fa27db12766&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0999625 Jul 05 18:06:45.713482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b15d6-3163-4a4f-a7a9-97074125855a req-d83c017b-9a8b-4f12-9b92-44669e6c8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:45.715158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba3b15d6-3163-4a4f-a7a9-97074125855a req-d83c017b-9a8b-4f12-9b92-44669e6c8b78 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1284485 Jul 05 18:06:45.849378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-661cf969-f3ff-487a-836f-432528b402b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:45.850986 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-661cf969-f3ff-487a-836f-432528b402b9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9f5efe9786a7474fa0db1fa27db12766&device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 1094 time: 0.0850432 Jul 05 18:06:45.916218 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-0023f5bf-3d20-453d-ba63-d4a825d7bb24 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b6067f-15f4-4776-a504-d21eebc9fc38 HTTP/1.1" status: 200 len: 217 time: 0.0584593 Jul 05 18:06:45.982053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-e94ca5b5-1382-441e-b6a3-528fe77292f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:45.983633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-e94ca5b5-1382-441e-b6a3-528fe77292f7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8aea815f-afad-409a-ba9d-539de3c07f56 HTTP/1.1" status: 200 len: 854 time: 0.0619805 Jul 05 18:06:46.018824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-ce4bd86e-7ab6-49ea-9562-e598cffb9bec service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288954 Jul 05 18:06:46.124865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-4d8870d5-43a4-48d6-9e55-cf70623125fe service neutron] 10.222.0.97 "GET /v2.0/networks/712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991879 Jul 05 18:06:46.273010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adae2b87-1e32-4185-ae16-13620d4526a6 req-b42362d2-3872-425e-8423-28776ebd4a4d service neutron] 10.222.0.97 "GET /v2.0/networks/712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417539 Jul 05 18:06:46.288045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a4ba08-9dca-491d-9395-776e495b310e req-091035bf-d9ed-4e40-99d9-6a3398ae1f57 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:46.289903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56a4ba08-9dca-491d-9395-776e495b310e req-091035bf-d9ed-4e40-99d9-6a3398ae1f57 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1064446 Jul 05 18:06:46.338247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56a4ba08-9dca-491d-9395-776e495b310e req-6ea4dd19-8038-47db-95b2-d83c90d3f091 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419035 Jul 05 18:06:46.362466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:46.385701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 45eb71e1-3657-42ee-abea-128243437218 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:06:46.386198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 45eb71e1-3657-42ee-abea-128243437218 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:06:46.515277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb3c75-7eef-4957-8643-949ecf1c26ab req-8d26cc56-ddd7-4531-b2fd-a1f74732a143 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:46.516907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ceb3c75-7eef-4957-8643-949ecf1c26ab req-8d26cc56-ddd7-4531-b2fd-a1f74732a143 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 943 time: 0.0645227 Jul 05 18:06:46.590966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ceb3c75-7eef-4957-8643-949ecf1c26ab req-4e455217-083e-4f3c-8701-5e67e54aef07 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624962 Jul 05 18:06:46.615946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e496384-8988-4535-91b8-d720ce4267f3 req-451c1796-0a33-4505-a1c0-968a8171aa2d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:46.615946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e496384-8988-4535-91b8-d720ce4267f3 req-451c1796-0a33-4505-a1c0-968a8171aa2d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.0970385 Jul 05 18:06:46.657096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e496384-8988-4535-91b8-d720ce4267f3 req-14bc8980-d485-40c2-bcf6-0d820db0bf1e tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361476 Jul 05 18:06:46.733187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc31eb29-9a57-440a-ad40-cf23098dbad6 req-8d547df7-5bb7-494f-a0f7-b3267c4b913c tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0301735 Jul 05 18:06:47.317235 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5921554-a437-4de2-ab0c-edb4797a8c62 req-92702710-0b64-498e-8f37-a2f28844c101 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8e4d8c20afd1477aaf3041396e9ca202&device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0291600 Jul 05 18:06:47.351163 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5921554-a437-4de2-ab0c-edb4797a8c62 req-80a78db7-15e0-4901-a252-fbc47291cca1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8e4d8c20afd1477aaf3041396e9ca202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0205247 Jul 05 18:06:47.464752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5921554-a437-4de2-ab0c-edb4797a8c62 req-842ad3a7-ccd6-4f18-a0aa-af17150767f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:47.466748 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5921554-a437-4de2-ab0c-edb4797a8c62 req-842ad3a7-ccd6-4f18-a0aa-af17150767f3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1041179 Jul 05 18:06:47.494935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffb8dd58-ccc7-453a-86c0-e927930afd43 req-e2ebce80-6b8f-4ba4-beaf-b20d80825045 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0380447 Jul 05 18:06:47.568977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0f7bf-5b17-4717-b7b5-93c58a0221cd req-17460878-4a43-4092-ae49-d38083acb25b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:47.570676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14b0f7bf-5b17-4717-b7b5-93c58a0221cd req-17460878-4a43-4092-ae49-d38083acb25b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 946 time: 0.0710800 Jul 05 18:06:47.626677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14b0f7bf-5b17-4717-b7b5-93c58a0221cd req-6e23a3bc-3b58-4410-87d1-dc4d71f00037 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492096 Jul 05 18:06:47.684268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3216f7-6717-468a-b557-2aa89afe3224 req-e3063624-4272-4be4-8ccd-aacbd8197770 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:47.685254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba3216f7-6717-468a-b557-2aa89afe3224 req-e3063624-4272-4be4-8ccd-aacbd8197770 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0802183 Jul 05 18:06:47.726715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba3216f7-6717-468a-b557-2aa89afe3224 req-ed0cd3d1-a987-42aa-a6c3-c95192fd9bd0 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344105 Jul 05 18:06:47.967535 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac88632-d08d-48e7-b695-3c1fc4c04e11 req-2264c079-ac92-4a3a-b7f1-977ac28ec42d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:47.969068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bac88632-d08d-48e7-b695-3c1fc4c04e11 req-2264c079-ac92-4a3a-b7f1-977ac28ec42d tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.1170321 Jul 05 18:06:47.980549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed128c-245a-4654-9fef-f094f32269bc req-5a662987-2f3d-4229-b0b0-371217dc9f73 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:47.981988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0ed128c-245a-4654-9fef-f094f32269bc req-5a662987-2f3d-4229-b0b0-371217dc9f73 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 943 time: 0.1318192 Jul 05 18:06:48.040223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bac88632-d08d-48e7-b695-3c1fc4c04e11 req-a1bcc7b0-2bc4-4ca4-9864-2d23b6b09907 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571907 Jul 05 18:06:48.043134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0ed128c-245a-4654-9fef-f094f32269bc req-3f77a7d0-1ae7-4fd0-a2ba-4c3f3ccd5473 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542951 Jul 05 18:06:48.554043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-1e8054a6-c5e7-48a2-88ff-0e30a35b5d96 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:48.557064 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-1e8054a6-c5e7-48a2-88ff-0e30a35b5d96 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 950 time: 0.0681720 Jul 05 18:06:48.643762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cae9899b-af9d-4ad8-bf58-929ea2735617 req-b7c67f2e-6564-42e9-86ee-b89fa5efaa29 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0308096 Jul 05 18:06:48.684459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Deleting port 431f88b4-b6cc-48a4-ba1c-762b192eb390 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:06:48.684789 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:48.778683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] For port 431f88b4-b6cc-48a4-ba1c-762b192eb390, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=431f88b4-b6cc-48a4-ba1c-762b192eb390,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:48.780788 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:48.791972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Calling delete_port for 431f88b4-b6cc-48a4-ba1c-762b192eb390 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:06:48.817417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60226b20-a116-48af-9fe3-97ecd7d9f4ba req-0510a858-10ab-42dd-975d-06f07335d2da tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:48.819099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60226b20-a116-48af-9fe3-97ecd7d9f4ba req-0510a858-10ab-42dd-975d-06f07335d2da tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 946 time: 0.0699477 Jul 05 18:06:48.898801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60226b20-a116-48af-9fe3-97ecd7d9f4ba req-4e6d84bb-5a0d-4b2b-982c-e35234144ae9 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724230 Jul 05 18:06:48.963220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d45906-ff6c-455c-86e9-f950ea73d96e req-f135b70c-145b-4329-8728-90baaf678025 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:48.964815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48d45906-ff6c-455c-86e9-f950ea73d96e req-f135b70c-145b-4329-8728-90baaf678025 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1200526 Jul 05 18:06:49.010464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48d45906-ff6c-455c-86e9-f950ea73d96e req-36f5ac89-1c2b-4ab7-8450-86008e2522b6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393977 Jul 05 18:06:49.067488 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:49.083314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['431f88b4-b6cc-48a4-ba1c-762b192eb390'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:49.086803 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['23ef1502-8e8b-4df3-b88e-bb2e252f0555'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:49.103036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Pushing event deleted for resources: {'Port': ['ID=431f88b4-b6cc-48a4-ba1c-762b192eb390,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:49.165568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-f5c205ab-c8d1-4bc1-8992-18f50d8cca3f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:49.167884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-f5c205ab-c8d1-4bc1-8992-18f50d8cca3f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.97 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 946 time: 0.1215491 Jul 05 18:06:49.176310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] No DVR routers for this DVR port 431f88b4-b6cc-48a4-ba1c-762b192eb390 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:06:49.178976 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:49.182762 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-17b33c8d-6de0-488a-ad09-709a56c577b7 req-3cf2d545-53d3-4f46-b164-26cb28e79996 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.39 "DELETE /v2.0/ports/431f88b4-b6cc-48a4-ba1c-762b192eb390 HTTP/1.1" status: 204 len: 173 time: 0.6206450 Jul 05 18:06:49.193175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'name': 'network-vif-deleted', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:49.193175 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d236ad74-d156-444d-8b92-c64c5dbd4230" -d '{"events": [{"server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "name": "network-vif-deleted", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:49.200784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c8b6067f-15f4-4776-a504-d21eebc9fc38 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:06:49.325784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18374df3-0e15-41a9-9294-76d4cd1b8dd8 req-d6e101c4-5bf1-4a2b-b383-4d10dbc780bd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 210 time: 0.0650713 Jul 05 18:06:49.361621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c8b6067f-15f4-4776-a504-d21eebc9fc38, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8b6067f-15f4-4776-a504-d21eebc9fc38,segment=NetworkSegment(510edf2a-473d-4311-8a84-0a6ec2ab85b9),segment_id=510edf2a-473d-4311-8a84-0a6ec2ab85b9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:49.378147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc17a2-b3ab-47c5-90f6-a1f3ce35d877 req-b7c2779b-25c1-4d98-8151-e9180093159e tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:49.382581 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5921554-a437-4de2-ab0c-edb4797a8c62 req-efceaf8f-515b-4f2d-bdc6-a6e0e30de46b tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.39 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0479834 Jul 05 18:06:49.386613 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0dc17a2-b3ab-47c5-90f6-a1f3ce35d877 req-b7c2779b-25c1-4d98-8151-e9180093159e tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 943 time: 0.1660106 Jul 05 18:06:49.401351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'c8b6067f-15f4-4776-a504-d21eebc9fc38', 'network_id': '712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f', 'port_id': 'c8b6067f-15f4-4776-a504-d21eebc9fc38', 'mac_address': 'fa:16:3e:85:8b:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aea815f-afad-409a-ba9d-539de3c07f56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:06:49.435440 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b88f505-bdd0-4b02-a01b-75197ed1ded6 x-openstack-request-id: req-2b88f505-bdd0-4b02-a01b-75197ed1ded6 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:49.435747 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03769512-bdf2-4fd4-80ea-d8328ae6c252", "name": "network-vif-deleted", "tag": "431f88b4-b6cc-48a4-ba1c-762b192eb390", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:49.436075 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b88f505-bdd0-4b02-a01b-75197ed1ded6 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:49.436446 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03769512-bdf2-4fd4-80ea-d8328ae6c252', 'name': 'network-vif-deleted', 'tag': '431f88b4-b6cc-48a4-ba1c-762b192eb390', 'status': 'completed', 'code': 200} Jul 05 18:06:49.448577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Deleting port 85678e80-5e31-4876-88f9-202d2f79869e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:06:49.448928 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:49.464798 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:49.482793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b6067f-15f4-4776-a504-d21eebc9fc38 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:49.488096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0dc17a2-b3ab-47c5-90f6-a1f3ce35d877 req-593ca060-b571-41ce-b386-7079a123a0bd tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005359 Jul 05 18:06:49.511282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c8b6067f-15f4-4776-a504-d21eebc9fc38, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8b6067f-15f4-4776-a504-d21eebc9fc38,segment=NetworkSegment(510edf2a-473d-4311-8a84-0a6ec2ab85b9),segment_id=510edf2a-473d-4311-8a84-0a6ec2ab85b9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:49.587702 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:49.620728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] For port 85678e80-5e31-4876-88f9-202d2f79869e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=85678e80-5e31-4876-88f9-202d2f79869e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:49.621217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:49.708097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c8b6067f-15f4-4776-a504-d21eebc9fc38,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:49.717234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.717722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.718160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.718660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.719142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.719662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.720114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.720540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.720961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.721384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.721804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.722225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:06:49.882406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdda2585-b704-4538-a4d7-3ae4b5bb794a req-05bb8d33-ac78-46fc-9f96-00b8542f28e2 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0394225 Jul 05 18:06:49.885232 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:49.885924 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:49.885924 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Floating IP 4781527f-27c9-4551-a474-5f9f221a9cf5 disassociated. External IP: 172.25.3.193, port: 85678e80-5e31-4876-88f9-202d2f79869e. Jul 05 18:06:49.886249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Calling delete_port for 85678e80-5e31-4876-88f9-202d2f79869e owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:06:49.921772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['c8b6067f-15f4-4776-a504-d21eebc9fc38'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:50.158520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f5e1d87f-1547-4bbc-bb7a-e1a5f83240aa req-d44314c9-e305-4a6d-b373-71770d482547 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0719504 Jul 05 18:06:50.249031 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f5e1d87f-1547-4bbc-bb7a-e1a5f83240aa req-587d5a79-38a1-426d-b3f0-b400ad29a67c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd79537bc8d1495395401d1768287e63&device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 210 time: 0.0294282 Jul 05 18:06:50.265590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6080d-7e30-4048-a75e-24532b8e3886 req-4e52d59c-78e5-456e-85f5-4494f079362c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:50.267472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9bc6080d-7e30-4048-a75e-24532b8e3886 req-4e52d59c-78e5-456e-85f5-4494f079362c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 946 time: 0.1600151 Jul 05 18:06:50.311459 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f5e1d87f-1547-4bbc-bb7a-e1a5f83240aa req-5ae236b1-ea3b-426c-b445-ba4fc2634eb6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=cd79537bc8d1495395401d1768287e63&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309794 Jul 05 18:06:50.312507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:50.323877 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9bc6080d-7e30-4048-a75e-24532b8e3886 req-c78c8999-2ec5-4589-a4b5-33dade99b23d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=2853074d-998d-437d-8f45-a59aa78e7842&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486896 Jul 05 18:06:50.366753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event deleted for resources: {'Port': ['ID=85678e80-5e31-4876-88f9-202d2f79869e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:50.512591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1d87f-1547-4bbc-bb7a-e1a5f83240aa req-a65884f9-3a23-4274-b0f8-23a0fc36efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:50.514673 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f5e1d87f-1547-4bbc-bb7a-e1a5f83240aa req-a65884f9-3a23-4274-b0f8-23a0fc36efbc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1946268 Jul 05 18:06:50.560887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec2360-bd28-4cb6-a464-123c41d8b6d3 req-532e0c28-4a76-405b-88fa-2dc4bd271682 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:50.569729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afec2360-bd28-4cb6-a464-123c41d8b6d3 req-532e0c28-4a76-405b-88fa-2dc4bd271682 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.2365749 Jul 05 18:06:50.641998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d34f9ff5-505c-4c05-bdc9-0efc6a795b51 req-8a923645-8e57-4a6e-bac1-bc30b27fe1d3 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=03769512-bdf2-4fd4-80ea-d8328ae6c252 HTTP/1.1" status: 200 len: 210 time: 0.0457351 Jul 05 18:06:50.648205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Router 18814ce8-21d1-490e-9551-c647fcf86ed1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:06:50.664097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afec2360-bd28-4cb6-a464-123c41d8b6d3 req-0d173126-276a-4947-bff0-fe1112e9db87 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934503 Jul 05 18:06:50.768439 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-29b4b974-069e-4f19-b035-4c2c11e7b9b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:51.136267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7a7aca50-ceff-44d5-aac3-784f1edb3ebc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:06:51.453327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-943cf79b-5122-4f52-964d-b296e7760c66 req-18d98302-451c-4f1d-92a4-ae5620298210 tempest-ServerShowV257Test-1201526014 tempest-ServerShowV257Test-1201526014-project] 10.222.0.30 "GET /v2.0/ports?device_id=d4be53b9-6177-420f-a157-99a1e7c471b6 HTTP/1.1" status: 200 len: 210 time: 0.0744390 Jul 05 18:06:51.485195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:06:51.500123 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] Sync routers for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:06:51.503461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c8b6067f-15f4-4776-a504-d21eebc9fc38 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:06:51.516126 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:06:51.516833 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:06:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:06:51.584465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:51.601074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'port_id': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc', 'mac_address': 'fa:16:3e:3f:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc817a4-e30e-4735-8b7a-fc82953cd1db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:06:51.624732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] No DVR routers for this DVR port 85678e80-5e31-4876-88f9-202d2f79869e on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:06:51.630152 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:51.647022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8180e422-f00a-4c2b-b2d2-2a8315b746b3 req-af1a509d-5658-42f7-820c-cb1e9deee35d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.97 "DELETE /v2.0/ports/85678e80-5e31-4876-88f9-202d2f79869e HTTP/1.1" status: 204 len: 173 time: 2.4599757 Jul 05 18:06:51.656102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-deleted', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:51.662347 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5819f0a-3439-4d17-8e56-00fb58a13240" -d '{"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-deleted", "tag": "85678e80-5e31-4876-88f9-202d2f79869e"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:51.694456 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:51.701108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a263-e0b5-47d0-8129-acba13a9156b req-eaf95c80-1fe0-4ee3-b97f-a26a07dfcb8c tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:51.704848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0957a263-e0b5-47d0-8129-acba13a9156b req-eaf95c80-1fe0-4ee3-b97f-a26a07dfcb8c tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 944 time: 0.9132729 Jul 05 18:06:51.707192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port c8b6067f-15f4-4776-a504-d21eebc9fc38 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:06:51.715177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port c8b6067f-15f4-4776-a504-d21eebc9fc38 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:06:51.715900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:51.784231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a7aca50-ceff-44d5-aac3-784f1edb3ebc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:06:51.798990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0957a263-e0b5-47d0-8129-acba13a9156b req-3e41442c-43e8-439a-97b6-b756b7fd067b tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888414 Jul 05 18:06:51.803302 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:06:51.820085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:51.896603 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2c6876-fde0-4885-a629-7a6c7fae1232 x-openstack-request-id: req-0e2c6876-fde0-4885-a629-7a6c7fae1232 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:51.896914 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55901f98-af7a-4db9-908a-7dc547908a68", "name": "network-vif-deleted", "tag": "85678e80-5e31-4876-88f9-202d2f79869e", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:51.897166 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e2c6876-fde0-4885-a629-7a6c7fae1232 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:51.897577 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55901f98-af7a-4db9-908a-7dc547908a68', 'name': 'network-vif-deleted', 'tag': '85678e80-5e31-4876-88f9-202d2f79869e', 'status': 'completed', 'code': 200} Jul 05 18:06:51.957562 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:51.989719 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:51.993014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3db68ea-938f-40e2-a094-3a17658c005b req-4296b35a-5997-4fa0-b6d3-9a4e019ecae5 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=55901f98-af7a-4db9-908a-7dc547908a68 HTTP/1.1" status: 200 len: 210 time: 0.0591481 Jul 05 18:06:52.006361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b5ba2a-5233-4cbe-bc07-b2c87712b862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6067f-15f4-4776-a504-d21eebc9fc38'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:52.008993 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50307914-2ec7-4a8f-aa4c-c6b823471d0e" -d '{"events": [{"server_uuid": "39b5ba2a-5233-4cbe-bc07-b2c87712b862", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6067f-15f4-4776-a504-d21eebc9fc38"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:52.060145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c8b6067f-15f4-4776-a504-d21eebc9fc38, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8b6067f-15f4-4776-a504-d21eebc9fc38,segment=NetworkSegment(510edf2a-473d-4311-8a84-0a6ec2ab85b9),segment_id=510edf2a-473d-4311-8a84-0a6ec2ab85b9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:52.107746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:52.135009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['7a7aca50-ceff-44d5-aac3-784f1edb3ebc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:06:52.196370 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:52.291955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc9b21-f7d9-4fc5-ba41-89149b7ae897 req-d12bb5f6-4334-460f-93f8-b24665c378a8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:52.293541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3adc9b21-f7d9-4fc5-ba41-89149b7ae897 req-d12bb5f6-4334-460f-93f8-b24665c378a8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 944 time: 0.1405020 Jul 05 18:06:52.363630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c8b6067f-15f4-4776-a504-d21eebc9fc38,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:52.371375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3adc9b21-f7d9-4fc5-ba41-89149b7ae897 req-c28512e1-4a10-46e7-9df2-9f44d6a634d9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640526 Jul 05 18:06:52.391977 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:06:52.417734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 431f88b4-b6cc-48a4-ba1c-762b192eb390 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:52.442373 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] Checking router: 18814ce8-21d1-490e-9551-c647fcf86ed1 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:06:52.449521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 431f88b4-b6cc-48a4-ba1c-762b192eb390 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:06:52.450523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 431f88b4-b6cc-48a4-ba1c-762b192eb390 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:06:52.457796 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:06:52.458435 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:06:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:06:52.520308 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84f9971-02f4-483c-a7d7-c27575ec333f x-openstack-request-id: req-e84f9971-02f4-483c-a7d7-c27575ec333f {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:52.520607 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b5ba2a-5233-4cbe-bc07-b2c87712b862", "name": "network-vif-plugged", "status": "completed", "tag": "c8b6067f-15f4-4776-a504-d21eebc9fc38", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:52.520876 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e84f9971-02f4-483c-a7d7-c27575ec333f {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:52.521290 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b5ba2a-5233-4cbe-bc07-b2c87712b862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b6067f-15f4-4776-a504-d21eebc9fc38', 'code': 200} Jul 05 18:06:52.616637 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:06:52.671547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eca6d-d9dc-4e1b-8f66-8b8be4a8027e req-8754cd38-9eda-48b8-9c6f-428f795b1e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:52.674385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b30eca6d-d9dc-4e1b-8f66-8b8be4a8027e req-8754cd38-9eda-48b8-9c6f-428f795b1e23 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 1096 time: 0.0829942 Jul 05 18:06:52.724474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b30eca6d-d9dc-4e1b-8f66-8b8be4a8027e req-c07d7c54-eeeb-4a07-a2b8-44321f045686 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419357 Jul 05 18:06:52.957964 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:06:52.997392 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73d68f-833d-47c6-a0c7-b8ed5131438f None None] The sync data for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 is: [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:06:53.142098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7a7aca50-ceff-44d5-aac3-784f1edb3ebc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:06:53.274534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:06:53.277506 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:53.295076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73712a70-91c5-47f7-a011-63726de8d218 req-797d6440-20c3-40c6-9d1f-87cf03230915 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:53.303983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73712a70-91c5-47f7-a011-63726de8d218 req-797d6440-20c3-40c6-9d1f-87cf03230915 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 945 time: 0.2281260 Jul 05 18:06:53.415325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58882) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:53.508961 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73712a70-91c5-47f7-a011-63726de8d218 req-040aeed0-6993-4f72-9bed-54e070918fc4 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981256 Jul 05 18:06:53.528869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a4a2f-2d75-45a9-b7d0-4dd415d53e29 req-930461db-a7e7-4ba2-acaf-254457c960cd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:53.539424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-752a4a2f-2d75-45a9-b7d0-4dd415d53e29 req-930461db-a7e7-4ba2-acaf-254457c960cd tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.3307171 Jul 05 18:06:53.544508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa6e7e0-94f9-4610-9aff-a5141fe33cb6 None None] New status for floating IP 4781527f-27c9-4551-a474-5f9f221a9cf5: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:06:53.616051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-752a4a2f-2d75-45a9-b7d0-4dd415d53e29 req-91eed3f1-053f-452d-add7-72cbb90b6745 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725505 Jul 05 18:06:53.643811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e783fcfe-55cd-4312-802e-b23c75a15681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:53.689924 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:53.722444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c52e8c0-8b0b-4c42-8d3e-77f8f23f057a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:53.857546 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:53.887763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:53.910516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c52e8c0-8b0b-4c42-8d3e-77f8f23f057a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.013819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220e5ac-0752-46fd-a8b2-9a562bf31296 req-7806b13f-d50d-4121-a611-c3f4f368a320 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:54.016952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0220e5ac-0752-46fd-a8b2-9a562bf31296 req-7806b13f-d50d-4121-a611-c3f4f368a320 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 944 time: 0.1760755 Jul 05 18:06:54.033864 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.034342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c52e8c0-8b0b-4c42-8d3e-77f8f23f057a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.034836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:54.127566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0220e5ac-0752-46fd-a8b2-9a562bf31296 req-9f30ace1-6142-46ea-b435-cf3164e7d60d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038723 Jul 05 18:06:54.142326 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7c52e8c0-8b0b-4c42-8d3e-77f8f23f057a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8e4d8c20afd1477aaf3041396e9ca202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7244320 Jul 05 18:06:54.142326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52e8c0-8b0b-4c42-8d3e-77f8f23f057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f52a00e-a9c4-4a2d-8c68-0adbb48611a3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:54.146276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58890) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:54.206838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58892) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:54.209390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:54.213650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 85678e80-5e31-4876-88f9-202d2f79869e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:06:54.214075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 85678e80-5e31-4876-88f9-202d2f79869e not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:06:54.215581 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-491540a3-f3e6-4a04-8b7a-dfbdc901cd11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.261961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-491540a3-f3e6-4a04-8b7a-dfbdc901cd11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.316006 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e656-9d18-44b1-aeea-8f21c67d4104 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.349346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e656-9d18-44b1-aeea-8f21c67d4104 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.455937 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-491540a3-f3e6-4a04-8b7a-dfbdc901cd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.463192 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-491540a3-f3e6-4a04-8b7a-dfbdc901cd11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.464556 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-491540a3-f3e6-4a04-8b7a-dfbdc901cd11 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f52a00e-a9c4-4a2d-8c68-0adbb48611a3 HTTP/1.1" status: 204 len: 168 time: 0.3166966 Jul 05 18:06:54.479730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491540a3-f3e6-4a04-8b7a-dfbdc901cd11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f52a00e-a9c4-4a2d-8c68-0adbb48611a3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:54.522608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:54.530688 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce53089-c3df-437a-8a5b-d26b2a013c0b" -d '{"events": [{"server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "name": "network-vif-plugged", "status": "completed", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:54.543850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e656-9d18-44b1-aeea-8f21c67d4104 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.547586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3a1e656-9d18-44b1-aeea-8f21c67d4104 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.552295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58904) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:54.558862 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.563324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b3a1e656-9d18-44b1-aeea-8f21c67d4104 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "DELETE /v2.0/security-groups/2853074d-998d-437d-8f45-a59aa78e7842 HTTP/1.1" status: 204 len: 168 time: 0.3534794 Jul 05 18:06:54.580759 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-004a5363-dae9-457a-bcc1-4fc0e83c0283 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] show failed (client error): The resource could not be found. Jul 05 18:06:54.585156 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-004a5363-dae9-457a-bcc1-4fc0e83c0283 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups/2853074d-998d-437d-8f45-a59aa78e7842 HTTP/1.1" status: 404 len: 347 time: 0.0317745 Jul 05 18:06:54.585810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58906) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:54.628552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1e656-9d18-44b1-aeea-8f21c67d4104 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2853074d-998d-437d-8f45-a59aa78e7842,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:54.674508 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e44f99-5eaf-4132-a9a8-e084e0106082 x-openstack-request-id: req-d9e44f99-5eaf-4132-a9a8-e084e0106082 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:54.681358 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "name": "network-vif-plugged", "status": "completed", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:54.681358 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9e44f99-5eaf-4132-a9a8-e084e0106082 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:54.690493 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc', 'code': 200} Jul 05 18:06:54.736785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-6bc7140a-64c0-460a-b89b-b58d9516b1c7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:54.737573 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-6bc7140a-64c0-460a-b89b-b58d9516b1c7 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.97 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.2251918 Jul 05 18:06:54.777828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Deleting port 390d624b-9057-4e79-b070-df1e4206ec8b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:06:54.778863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.932421 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.933023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:54.961337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Calling delete_port for 390d624b-9057-4e79-b070-df1e4206ec8b owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:06:55.032156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6474a2-a13c-4ca2-bd53-fff15f6fd4c5 req-c4a1de9a-03c7-4c4c-bd57-91ea7092597a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:55.034437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae6474a2-a13c-4ca2-bd53-fff15f6fd4c5 req-c4a1de9a-03c7-4c4c-bd57-91ea7092597a tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 949 time: 0.2224162 Jul 05 18:06:55.066646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be2773-b06e-45b1-ab55-495a15ebee2a req-559daccf-77ff-4ca9-96eb-b64986e4e238 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:55.076220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95be2773-b06e-45b1-ab55-495a15ebee2a req-559daccf-77ff-4ca9-96eb-b64986e4e238 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 945 time: 0.2217705 Jul 05 18:06:55.170222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95be2773-b06e-45b1-ab55-495a15ebee2a req-6bd24583-1b32-47be-a739-43a7491e5b00 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918376 Jul 05 18:06:55.203279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae6474a2-a13c-4ca2-bd53-fff15f6fd4c5 req-7c27acb0-6a00-449f-b2fb-0c89e62cc006 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/security-groups?id=7888dbac-dc50-4ca3-9a5c-7f8465371f90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607869 Jul 05 18:06:55.207533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Deleting port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:06:55.208017 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:55.439773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:55.513063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] For port 23ef1502-8e8b-4df3-b88e-bb2e252f0555, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=23ef1502-8e8b-4df3-b88e-bb2e252f0555,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:06:55.514548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:55.533968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event deleted for resources: {'Port': ['ID=390d624b-9057-4e79-b070-df1e4206ec8b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:55.580385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Calling delete_port for 23ef1502-8e8b-4df3-b88e-bb2e252f0555 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:06:55.939076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdf5ac-ace7-42e4-ab20-5786be30802b req-3e087fbc-18c7-4f5e-97b2-843ed6a8fe03 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:55.941449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2bdf5ac-ace7-42e4-ab20-5786be30802b req-3e087fbc-18c7-4f5e-97b2-843ed6a8fe03 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.2463944 Jul 05 18:06:56.012024 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2bdf5ac-ace7-42e4-ab20-5786be30802b req-b515d19e-ff63-4bea-b203-2440673ca572 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617061 Jul 05 18:06:56.024478 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:56.086711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Pushing event deleted for resources: {'Port': ['ID=23ef1502-8e8b-4df3-b88e-bb2e252f0555,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:56.121771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:56.125528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:56.132395 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-12e3a844-7a4a-48cd-8a38-6d6df82bef0f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "DELETE /v2.0/floatingips/4781527f-27c9-4551-a474-5f9f221a9cf5 HTTP/1.1" status: 204 len: 168 time: 1.5453238 Jul 05 18:06:56.169814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] No DVR routers for this DVR port 23ef1502-8e8b-4df3-b88e-bb2e252f0555 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:06:56.174065 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:56.176773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0b284b2-745e-491c-955d-aa06c15d76f2 req-89fc5b16-9ba3-4059-8a4f-9daf5b503084 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.97 "DELETE /v2.0/ports/23ef1502-8e8b-4df3-b88e-bb2e252f0555 HTTP/1.1" status: 204 len: 173 time: 1.4324663 Jul 05 18:06:56.177650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'name': 'network-vif-deleted', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:06:56.182529 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02954d6f-d96a-4719-9770-746feb43847c" -d '{"events": [{"server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "name": "network-vif-deleted", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:06:56.242730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58950) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:56.255196 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094d42f5-5e84-4d1c-b7cb-6ddb6346589b x-openstack-request-id: req-094d42f5-5e84-4d1c-b7cb-6ddb6346589b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:06:56.255196 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1a202bf-bb4a-49c4-b5a0-131d3b426be1", "name": "network-vif-deleted", "tag": "23ef1502-8e8b-4df3-b88e-bb2e252f0555", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:06:56.255196 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-094d42f5-5e84-4d1c-b7cb-6ddb6346589b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:06:56.255196 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1a202bf-bb4a-49c4-b5a0-131d3b426be1', 'name': 'network-vif-deleted', 'tag': '23ef1502-8e8b-4df3-b88e-bb2e252f0555', 'status': 'completed', 'code': 200} Jul 05 18:06:56.353837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:56.399547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-366047547-network', 'tenant_id': '2554c28361f34e15b1aa8b9506477a27'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:56.540265 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77736b76-d08b-4cef-ac19-4149e6c5d712 req-730cfd52-93f3-4427-a172-bd83c08fa2ec tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 210 time: 0.0481565 Jul 05 18:06:56.827620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a138319-36c6-4c2c-9623-8c13b52ef10d req-23774322-057f-499c-a722-3d55a63110c4 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:56.838100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a138319-36c6-4c2c-9623-8c13b52ef10d req-23774322-057f-499c-a722-3d55a63110c4 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 945 time: 0.0690305 Jul 05 18:06:56.868139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a138319-36c6-4c2c-9623-8c13b52ef10d req-2593ff62-db2e-4155-bc22-b1c6dca8ba20 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326614 Jul 05 18:06:56.924116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Made reservation on behalf of 2554c28361f34e15b1aa8b9506477a27 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:06:56.926422 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:56.946778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.044284 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-0f25fe59-04c3-48d1-82e6-d690f4947fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:57.045841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-0f25fe59-04c3-48d1-82e6-d690f4947fd0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9f5efe9786a7474fa0db1fa27db12766&device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 1096 time: 0.0887926 Jul 05 18:06:57.066377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58974) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:57.074127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-41a4049f-d651-464e-ac18-deb5dafb7450 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--689358701', 'description': 'tempest-description--1667945079'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:57.140304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.150828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 23ef1502-8e8b-4df3-b88e-bb2e252f0555 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:06:57.204960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 23ef1502-8e8b-4df3-b88e-bb2e252f0555 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:06:57.207681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 23ef1502-8e8b-4df3-b88e-bb2e252f0555 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:06:57.267126 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.288157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-7e3d147d-f20c-4f72-bdd2-c0bab4d550f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:57.291205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-7e3d147d-f20c-4f72-bdd2-c0bab4d550f1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f HTTP/1.1" status: 200 len: 914 time: 0.2372510 Jul 05 18:06:57.309050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:06:57.322167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6de3f63-dc9d-449b-a865-20817c3cc252,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:57.329273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.329273 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Added segment 5bd55dce-1f56-4188-aad5-5c7979031fc5 of type vlan for network 644ddf32-89f5-48c2-b20e-d058fd77744c Jul 05 18:06:57.361313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-860ca0c6-e63b-40ab-9814-396cba70ed31 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8b6067f-15f4-4776-a504-d21eebc9fc38 HTTP/1.1" status: 200 len: 217 time: 0.0634091 Jul 05 18:06:57.413576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41a4049f-d651-464e-ac18-deb5dafb7450 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.416427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6b9026-f21c-4528-b504-e3861b86be7f req-384110bc-c199-447b-8aea-80c9d4e3cafd tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:57.418202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb6b9026-f21c-4528-b504-e3861b86be7f req-384110bc-c199-447b-8aea-80c9d4e3cafd tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1895177 Jul 05 18:06:57.433941 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.499052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-6fa8f1c8-41cf-4342-b60a-a924626b824c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:57.501114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-6fa8f1c8-41cf-4342-b60a-a924626b824c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8aea815f-afad-409a-ba9d-539de3c07f56 HTTP/1.1" status: 200 len: 854 time: 0.1200421 Jul 05 18:06:57.517482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb6b9026-f21c-4528-b504-e3861b86be7f req-09221810-0ab8-4a61-adfa-ff0b0a1ecf1a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783381 Jul 05 18:06:57.562968 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-d8406b38-7393-43fc-bd6b-7d93120637ee service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409334 Jul 05 18:06:57.566221 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41a4049f-d651-464e-ac18-deb5dafb7450 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.568127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.569244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:57.569829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.642568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] Pushing event updated for resources: {'Network': ['ID=644ddf32-89f5-48c2-b20e-d058fd77744c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:57.653455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41a4049f-d651-464e-ac18-deb5dafb7450 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.659583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 644ddf32-89f5-48c2-b20e-d058fd77744c details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:06:57.744134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-8b7c15d9-dd58-444b-b59f-ea45589aecae service neutron] 10.222.0.97 "GET /v2.0/networks/712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674769 Jul 05 18:06:57.746751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4049f-d651-464e-ac18-deb5dafb7450 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b94b7f-239b-4c0f-acc3-cc77317acbf4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:57.779758 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1fa1cf36-3160-4a9e-991b-9b0da8bcf977 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5353739 Jul 05 18:06:57.780699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58986) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:57.789202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Request body: {'subnet': {'network_id': '644ddf32-89f5-48c2-b20e-d058fd77744c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-366047547-subnet', 'tenant_id': '2554c28361f34e15b1aa8b9506477a27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:57.881549 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41a4049f-d651-464e-ac18-deb5dafb7450 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:57.885487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-41a4049f-d651-464e-ac18-deb5dafb7450 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8150532 Jul 05 18:06:57.887133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58988) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:57.894332 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bfd291e5-7560-40ee-aed4-4dfdd629212b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'security_group_rule': {'security_group_id': 'e9b94b7f-239b-4c0f-acc3-cc77317acbf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:57.900651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e4fba55-25c1-4ad7-b8f5-9022a9c6ef20 req-e768ca82-bde9-4833-839c-20c6cdafaec4 tempest-MigrationsAdminTest-163807739 tempest-MigrationsAdminTest-163807739-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1a202bf-bb4a-49c4-b5a0-131d3b426be1 HTTP/1.1" status: 200 len: 210 time: 0.1002195 Jul 05 18:06:57.951210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ddec8b6-ad9a-4349-a2c2-df809498b824 req-99ea21b6-5054-47f9-9344-ab9193901e90 service neutron] 10.222.0.97 "GET /v2.0/networks/712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918204 Jul 05 18:06:57.978652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Made reservation on behalf of 2554c28361f34e15b1aa8b9506477a27 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:06:57.981763 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:58.265639 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bfd291e5-7560-40ee-aed4-4dfdd629212b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:58.326528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564fb21-3dea-40f1-bf1f-babfea258a7a req-3df54e97-b03c-4353-a9bd-86aeba1789f6 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:58.334792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5564fb21-3dea-40f1-bf1f-babfea258a7a req-3df54e97-b03c-4353-a9bd-86aeba1789f6 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 945 time: 0.1372523 Jul 05 18:06:58.381085 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bfd291e5-7560-40ee-aed4-4dfdd629212b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:58.389850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5564fb21-3dea-40f1-bf1f-babfea258a7a req-391372cb-00b2-44f7-bbc6-7cad50e5d142 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541067 Jul 05 18:06:58.393037 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:58.471485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875a80cc-7879-4577-ab2b-a1d23bfe082e,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:58.482428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Checking segment: {'id': '5bd55dce-1f56-4188-aad5-5c7979031fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '644ddf32-89f5-48c2-b20e-d058fd77744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:06:58.482836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Network hostable DHCP agents. Network: 644ddf32-89f5-48c2-b20e-d058fd77744c, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:06:58.486534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bfd291e5-7560-40ee-aed4-4dfdd629212b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:58.514687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd291e5-7560-40ee-aed4-4dfdd629212b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd5a2402-e83f-4ac9-a418-61cbb356f8ba,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:58.598586 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bfd291e5-7560-40ee-aed4-4dfdd629212b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:58.599805 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bfd291e5-7560-40ee-aed4-4dfdd629212b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7117217 Jul 05 18:06:58.602979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58998) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:58.609548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-19fbf146-264a-415f-b5ac-1d3cb405eda3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'security_group_rule': {'security_group_id': 'e9b94b7f-239b-4c0f-acc3-cc77317acbf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:58.644568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Network 644ddf32-89f5-48c2-b20e-d058fd77744c is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:06:58.740164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 644ddf32-89f5-48c2-b20e-d058fd77744c) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:06:58.744773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19fbf146-264a-415f-b5ac-1d3cb405eda3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:58.748266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:58.753115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a65d1f7-47b7-4df7-8323-74376b90a474 None None] Network 644ddf32-89f5-48c2-b20e-d058fd77744c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:06:58.760892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103e972c-5767-407e-9821-92bda4030e17 req-fd883ef1-17cf-465a-854a-c10db864500f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:58.776096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-103e972c-5767-407e-9821-92bda4030e17 req-fd883ef1-17cf-465a-854a-c10db864500f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1047320 Jul 05 18:06:58.779236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:58.846946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-103e972c-5767-407e-9821-92bda4030e17 req-8ded3642-068e-4221-9401-d77456445e83 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696287 Jul 05 18:06:58.938776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19fbf146-264a-415f-b5ac-1d3cb405eda3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:58.952639 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4950c1f3-c63f-4096-a00a-ca49696cfd93 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1704795 Jul 05 18:06:58.990371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e96be26-9609-4774-89f1-3f60a19d492f None None] Network 644ddf32-89f5-48c2-b20e-d058fd77744c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:06:59.021141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19fbf146-264a-415f-b5ac-1d3cb405eda3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:59.068459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fbf146-264a-415f-b5ac-1d3cb405eda3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f5e5e0-5e2f-4988-86d6-f3abaee9c5f9,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:06:59.216102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19fbf146-264a-415f-b5ac-1d3cb405eda3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:59.217337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-19fbf146-264a-415f-b5ac-1d3cb405eda3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6134183 Jul 05 18:06:59.220497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59010) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:06:59.240004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:06:59.458659 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:59.492144 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:59.702280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e281535-42ae-4e1f-95f7-1ef6bc738a41 req-d97097f2-4dfd-4b4e-a2c6-7ae3685b9e65 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:06:59.713440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e281535-42ae-4e1f-95f7-1ef6bc738a41 req-d97097f2-4dfd-4b4e-a2c6-7ae3685b9e65 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 945 time: 0.1342452 Jul 05 18:06:59.719941 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:06:59.814549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e281535-42ae-4e1f-95f7-1ef6bc738a41 req-9dda6dea-8ec9-443f-9635-1e6d58ae6ac0 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981641 Jul 05 18:06:59.942263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Allocated IP 172.25.3.28 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/455537ca-14c1-40df-9051-6edcd4a7465c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:07:00.092374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59032) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:00.208039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.315160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59042) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:00.323456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2051819603-network', 'tenant_id': 'ee9180bd4d264592ad287d18a8b70f36'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:00.346113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7b10f-e21e-491e-a1c6-5270533be3eb req-c7e900d3-7f78-43dc-9267-8882ccdd20d1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:00.357545 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34a7b10f-e21e-491e-a1c6-5270533be3eb req-c7e900d3-7f78-43dc-9267-8882ccdd20d1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1860526 Jul 05 18:07:00.367206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.415248 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:07:00.470483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34a7b10f-e21e-491e-a1c6-5270533be3eb req-4f8288dc-721b-4152-ac3a-07d417055ea1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119766 Jul 05 18:07:00.478287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:07:00.488271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'Port': ['ID=455537ca-14c1-40df-9051-6edcd4a7465c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:00.492079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:07:00.495795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Made reservation on behalf of ee9180bd4d264592ad287d18a8b70f36 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:00.498376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.551436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.566658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a9ba729f-7922-4819-a9da-d307bbc29f9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd79537bc8d1495395401d1768287e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4730484 Jul 05 18:07:00.574985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59046) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:00.752236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.765918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-799dac32-f45b-4c1f-92f1-f52e913384fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.801692 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-799dac32-f45b-4c1f-92f1-f52e913384fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.922332 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.940012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.948475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-799dac32-f45b-4c1f-92f1-f52e913384fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.951377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-799dac32-f45b-4c1f-92f1-f52e913384fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:00.952583 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-799dac32-f45b-4c1f-92f1-f52e913384fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7888dbac-dc50-4ca3-9a5c-7f8465371f90 HTTP/1.1" status: 204 len: 168 time: 0.3766370 Jul 05 18:07:01.019271 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.036109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799dac32-f45b-4c1f-92f1-f52e913384fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7888dbac-dc50-4ca3-9a5c-7f8465371f90,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:01.213555 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:07:01.227126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fd6e61-71be-415d-9914-5d960580c0a7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:01.236485 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.236826 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Added segment b2f9f6e6-9855-4e90-bcfc-8b32257d9f77 of type vlan for network d489423b-4209-4369-b745-2ae938a61515 Jul 05 18:07:01.282477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5fffe9-c2ce-43f7-a908-bdb1d03c1a65 req-8bd0d916-bf86-44de-804f-bd49049ed311 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:01.296719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b5fffe9-c2ce-43f7-a908-bdb1d03c1a65 req-8bd0d916-bf86-44de-804f-bd49049ed311 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 945 time: 0.1430585 Jul 05 18:07:01.311910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.353823 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.367906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b5fffe9-c2ce-43f7-a908-bdb1d03c1a65 req-48a8c68d-3e32-4b48-b48a-ed34b95217b9 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691490 Jul 05 18:07:01.482224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.483671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:01.484334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.490038 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.662623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d489423b-4209-4369-b745-2ae938a61515,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:01.680195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network d489423b-4209-4369-b745-2ae938a61515 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:07:01.694330 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c4b4921c-ce0a-4569-813b-4e046ccca6c3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3739996 Jul 05 18:07:01.694330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'Port': ['ID=455537ca-14c1-40df-9051-6edcd4a7465c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:01.694330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59060) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:01.709137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Request body: {'subnet': {'network_id': 'd489423b-4209-4369-b745-2ae938a61515', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2051819603-subnet', 'tenant_id': 'ee9180bd4d264592ad287d18a8b70f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:01.767202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.799031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e32d67-e207-41cd-83c6-513ada4ae25c req-280ea555-a62d-42f8-8589-bb192f919b0e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:01.809366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37e32d67-e207-41cd-83c6-513ada4ae25c req-280ea555-a62d-42f8-8589-bb192f919b0e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1625264 Jul 05 18:07:01.839479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Made reservation on behalf of ee9180bd4d264592ad287d18a8b70f36 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:01.843455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.890325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37e32d67-e207-41cd-83c6-513ada4ae25c req-eed34c03-730d-4656-8afc-6659ff09309f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777018 Jul 05 18:07:01.972266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:01.986540 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a901f1b9-e35a-4d0d-a4f4-14ccd7812b27 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7590492 Jul 05 18:07:02.072165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59066) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:02.161697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-751d6f58-3386-4b8c-933f-4a0e0dd0cbd6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9578e60d0b664d71a8e3a4c13645a359&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880077 Jul 05 18:07:02.162589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59068) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:02.245524 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6794290-3528-4c45-b253-043a63d348ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:02.286235 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6794290-3528-4c45-b253-043a63d348ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:02.325659 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:02.386994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2a0485-bc3a-41b6-91e8-be2cd4f3121f,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:02.424251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Checking segment: {'id': 'b2f9f6e6-9855-4e90-bcfc-8b32257d9f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'd489423b-4209-4369-b745-2ae938a61515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:07:02.424620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Network hostable DHCP agents. Network: d489423b-4209-4369-b745-2ae938a61515, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:07:02.484979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-f0d827cb-325b-4adf-99b7-1bb1a5bae4ae tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--689358701&fields=id&tenant_id=9127f142890240a89ef4a167926f125c HTTP/1.1" status: 200 len: 267 time: 0.1416171 Jul 05 18:07:02.581713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285dc71-3062-4687-9caa-fadf4668c75b req-3c9a6170-fa34-4bed-a082-7d96a47c4937 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:02.583236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8285dc71-3062-4687-9caa-fadf4668c75b req-3c9a6170-fa34-4bed-a082-7d96a47c4937 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.97 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 945 time: 0.2419004 Jul 05 18:07:02.730330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-79f9bda5-7324-4295-a2d7-629347e45aa0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:02.731842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-79f9bda5-7324-4295-a2d7-629347e45aa0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 817 time: 0.2460718 Jul 05 18:07:02.785992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-17053eb8-dae3-4625-b5a3-7c5dfb7e65b1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/quotas/9127f142890240a89ef4a167926f125c HTTP/1.1" status: 200 len: 375 time: 0.0253770 Jul 05 18:07:02.803672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc065e1-f700-46d2-914b-cfddc4003ac9 req-fc5e9372-8fd8-4eb8-9da0-e9246284096e tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:02.805142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bc065e1-f700-46d2-914b-cfddc4003ac9 req-fc5e9372-8fd8-4eb8-9da0-e9246284096e tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 945 time: 0.2377892 Jul 05 18:07:02.844681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Network d489423b-4209-4369-b745-2ae938a61515 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:07:02.864249 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6794290-3528-4c45-b253-043a63d348ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:02.868758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6794290-3528-4c45-b253-043a63d348ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:02.876090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e6794290-3528-4c45-b253-043a63d348ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e67b0e5-fd33-4069-805a-1799ba2c3c94 HTTP/1.1" status: 204 len: 168 time: 0.7106972 Jul 05 18:07:02.910426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6794290-3528-4c45-b253-043a63d348ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e67b0e5-fd33-4069-805a-1799ba2c3c94,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:02.914480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8285dc71-3062-4687-9caa-fadf4668c75b req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Deleting port c8b6067f-15f4-4776-a504-d21eebc9fc38 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:07:02.914911 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8285dc71-3062-4687-9caa-fadf4668c75b req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:02.937927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bc065e1-f700-46d2-914b-cfddc4003ac9 req-6f523058-e8eb-4025-a1fe-f04ef8fe0252 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/security-groups?id=6120b31e-0511-403c-8ee9-242cd51a770d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233845 Jul 05 18:07:02.948162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, d489423b-4209-4369-b745-2ae938a61515) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:07:02.968365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b8dad8-62a1-443c-9e8a-18ffcca43760 None None] Network d489423b-4209-4369-b745-2ae938a61515 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:07:02.969326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:02.969326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:03.069264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-be0dbcf5-9c5e-4248-9528-dec10d9d08fc tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2666914 Jul 05 18:07:03.090098 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fbe39faf-7ff3-45b3-b28c-47bcc6c15f6e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3931150 Jul 05 18:07:03.248637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f329168-e994-40fa-affb-06ebce62e1bc None None] Network d489423b-4209-4369-b745-2ae938a61515 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:07:03.266486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8285dc71-3062-4687-9caa-fadf4668c75b req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] For port c8b6067f-15f4-4776-a504-d21eebc9fc38, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c8b6067f-15f4-4776-a504-d21eebc9fc38,segment=NetworkSegment(510edf2a-473d-4311-8a84-0a6ec2ab85b9),segment_id=510edf2a-473d-4311-8a84-0a6ec2ab85b9)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:03.267060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8285dc71-3062-4687-9caa-fadf4668c75b req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:03.308673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8285dc71-3062-4687-9caa-fadf4668c75b req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Calling delete_port for c8b6067f-15f4-4776-a504-d21eebc9fc38 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:07:03.497154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-b3e0d799-9145-464d-acc4-3d7ffbf675a3 service neutron] 10.222.0.30 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167967 Jul 05 18:07:03.712225 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-2a01ce56-b35a-4af1-8a27-a735dd4e03fe service neutron] 10.222.0.30 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139957 Jul 05 18:07:03.752360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe3083a-a66f-45d9-9099-8fadeea9cabc req-0d4b386b-ab31-435f-a2dc-7e6e21e2a4bb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:03.754074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fe3083a-a66f-45d9-9099-8fadeea9cabc req-0d4b386b-ab31-435f-a2dc-7e6e21e2a4bb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.2667172 Jul 05 18:07:03.865814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fe3083a-a66f-45d9-9099-8fadeea9cabc req-e40b5dee-c14d-49ba-ae38-093efb402c5a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932884 Jul 05 18:07:04.027386 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8285dc71-3062-4687-9caa-fadf4668c75b req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:04.083335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Pushing event deleted for resources: {'Port': ['ID=c8b6067f-15f4-4776-a504-d21eebc9fc38,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:04.159562 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-8285dc71-3062-4687-9caa-fadf4668c75b req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] No DVR routers for this DVR port c8b6067f-15f4-4776-a504-d21eebc9fc38 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:07:04.163674 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8285dc71-3062-4687-9caa-fadf4668c75b req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:04.167469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8285dc71-3062-4687-9caa-fadf4668c75b req-1114408c-15d9-4ab5-8946-ba5999fea9e8 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.97 "DELETE /v2.0/ports/c8b6067f-15f4-4776-a504-d21eebc9fc38 HTTP/1.1" status: 204 len: 173 time: 1.5679460 Jul 05 18:07:04.168551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39b5ba2a-5233-4cbe-bc07-b2c87712b862', 'name': 'network-vif-deleted', 'tag': 'c8b6067f-15f4-4776-a504-d21eebc9fc38'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:04.193322 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d16320-c72e-4180-b44a-52a119d1cecb" -d '{"events": [{"server_uuid": "39b5ba2a-5233-4cbe-bc07-b2c87712b862", "name": "network-vif-deleted", "tag": "c8b6067f-15f4-4776-a504-d21eebc9fc38"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:04.353348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a24aff4-59c5-4b50-b7f3-82d46704fa89 req-d134ea2a-f75e-43f7-a9a4-9d5e0f105f06 tempest-InstanceActionsTestJSON-843334316 tempest-InstanceActionsTestJSON-843334316-project] 10.222.0.30 "GET /v2.0/ports?device_id=39b5ba2a-5233-4cbe-bc07-b2c87712b862 HTTP/1.1" status: 200 len: 210 time: 0.0509584 Jul 05 18:07:04.485119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d9a0881-cce0-4e28-a2ec-7841339227e9 req-46b5b48a-6f84-4073-8d41-94c60dd5fba2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 210 time: 0.0473990 Jul 05 18:07:04.749102 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:07:04.876352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bb825-91db-40f4-b928-1827752628c0 req-17257f96-fff9-4cfa-a2b2-baf61f989421 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:04.883830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-17257f96-fff9-4cfa-a2b2-baf61f989421 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/networks?id=644ddf32-89f5-48c2-b20e-d058fd77744c HTTP/1.1" status: 200 len: 824 time: 0.2734823 Jul 05 18:07:04.903991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-ae072047-1995-4a96-b8b6-27f4589e1572 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/quotas/2554c28361f34e15b1aa8b9506477a27 HTTP/1.1" status: 200 len: 375 time: 0.0181510 Jul 05 18:07:04.941993 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f57b70-7cde-43a7-83c5-835ca1f1182c x-openstack-request-id: req-02f57b70-7cde-43a7-83c5-835ca1f1182c {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:04.942290 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39b5ba2a-5233-4cbe-bc07-b2c87712b862", "name": "network-vif-deleted", "tag": "c8b6067f-15f4-4776-a504-d21eebc9fc38", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:04.942542 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02f57b70-7cde-43a7-83c5-835ca1f1182c {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:04.942951 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39b5ba2a-5233-4cbe-bc07-b2c87712b862', 'name': 'network-vif-deleted', 'tag': 'c8b6067f-15f4-4776-a504-d21eebc9fc38', 'status': 'completed', 'code': 200} Jul 05 18:07:04.987005 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-42d3ab49-fda2-4111-b14b-6dee507ca7c2 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2554c28361f34e15b1aa8b9506477a27&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0794168 Jul 05 18:07:05.155309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c8b6067f-15f4-4776-a504-d21eebc9fc38 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:07:05.197947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: c8b6067f-15f4-4776-a504-d21eebc9fc38 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:07:05.198292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c8b6067f-15f4-4776-a504-d21eebc9fc38 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:07:05.241449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e0abe-cced-452f-a188-598730cf8d1e req-301b01aa-5d72-46f9-b353-9d07a35153cb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:05.247127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e0abe-cced-452f-a188-598730cf8d1e req-301b01aa-5d72-46f9-b353-9d07a35153cb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1547928 Jul 05 18:07:05.255675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-cacaf958-1283-469d-b977-ecc4b6e650cc service neutron] 10.222.0.30 "GET /v2.0/networks/644ddf32-89f5-48c2-b20e-d058fd77744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661889 Jul 05 18:07:05.442683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e0abe-cced-452f-a188-598730cf8d1e req-bd6c084e-ca6f-4bce-815d-bf8efa6989eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926033 Jul 05 18:07:05.455398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-6f0c81dc-f42c-4945-93af-2aeb183b4c3c service neutron] 10.222.0.30 "GET /v2.0/networks/644ddf32-89f5-48c2-b20e-d058fd77744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885748 Jul 05 18:07:05.706261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59170) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:05.797274 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:05.809738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-652a9c79-0479-4495-a1c2-b35bbc8e3843 admin admin] Deleting subnet 8aea815f-afad-409a-ba9d-539de3c07f56 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:07:05.815062 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-652a9c79-0479-4495-a1c2-b35bbc8e3843 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:06.413720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-086e917c-b3e7-4638-9364-dc9ee9f43763 req-8a4f3697-9cab-4dd1-a740-c2ab1564b3a2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 210 time: 0.5266376 Jul 05 18:07:06.416289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-587fae4e-a54f-4f93-b1bd-5d5c565d8e3d req-9a038386-d0a7-4c0c-8099-2cbdfe2682df tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 210 time: 0.5682564 Jul 05 18:07:06.454686 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-652a9c79-0479-4495-a1c2-b35bbc8e3843 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:06.546481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-652a9c79-0479-4495-a1c2-b35bbc8e3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:06.781250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-652a9c79-0479-4495-a1c2-b35bbc8e3843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:06.844636 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-652a9c79-0479-4495-a1c2-b35bbc8e3843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:06.847158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-652a9c79-0479-4495-a1c2-b35bbc8e3843 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8aea815f-afad-409a-ba9d-539de3c07f56 HTTP/1.1" status: 204 len: 168 time: 1.1393323 Jul 05 18:07:06.853298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a9c79-0479-4495-a1c2-b35bbc8e3843 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aea815f-afad-409a-ba9d-539de3c07f56,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:06.887562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59208) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:06.900350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d40db8-493b-4820-90fb-2d8fa0536578 req-0f75f0d9-faf8-41ee-a19f-99ea219f04c3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:06.902102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37d40db8-493b-4820-90fb-2d8fa0536578 req-0f75f0d9-faf8-41ee-a19f-99ea219f04c3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1362181 Jul 05 18:07:07.002733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37d40db8-493b-4820-90fb-2d8fa0536578 req-f882705c-e9b0-4212-9e64-98c8c62ebb12 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921621 Jul 05 18:07:07.025213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:07.185875 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:07.198664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:07.212066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510edf2a-473d-4311-8a84-0a6ec2ab85b9') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:07.212661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510edf2a-473d-4311-8a84-0a6ec2ab85b9') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:07.223063 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:07.241396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:07.248595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:07:07.249198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:07:07.251406 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:07:07.480943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-ef67935f-893d-4c63-ab97-d98e9a40802b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:07.484416 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-ef67935f-893d-4c63-ab97-d98e9a40802b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.39 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 817 time: 0.1828189 Jul 05 18:07:07.486905 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:07.499772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:07.511774 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] 10.222.0.30 "DELETE /v2.0/networks/712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f HTTP/1.1" status: 204 len: 168 time: 0.6231172 Jul 05 18:07:07.563715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094f3de-da82-4a93-9450-d1ba6d1c7c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=712b36e4-0e35-4c1c-9ae9-f0ff6fbcc41f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:07.578352 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-fbbe5d41-3f09-43f7-a13d-fa876a7b4909 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9127f142890240a89ef4a167926f125c HTTP/1.1" status: 200 len: 379 time: 0.0596957 Jul 05 18:07:07.593032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'port': {'device_id': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'admin_state_up': True, 'tenant_id': '9127f142890240a89ef4a167926f125c', 'security_groups': ['e9b94b7f-239b-4c0f-acc3-cc77317acbf4']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:07.613709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55ddcbca-aaf6-4ae7-a42c-b33fc4a73a57 req-51ed8123-5fff-4d01-9499-18d8c985e048 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 210 time: 0.0509396 Jul 05 18:07:07.708801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04d90ea7-ffa2-48a4-a7c3-cede68442e14 req-e8a12da9-73bb-4412-a052-8da44542c7f3 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 210 time: 0.0664179 Jul 05 18:07:08.015828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Made reservation on behalf of 9127f142890240a89ef4a167926f125c for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:08.019470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:08.239764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Allocated IP 172.20.0.5 (ca2dccdc-b59c-4cb4-bf64-57c311be8666/1ede2906-db6e-4b4d-a9bb-9107a573e512/009a39d3-3dda-4027-ab22-aaba0f8365df) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:07:08.274291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420de300-ee8a-4e1d-84d4-eab77605d3dc req-dde7236c-4793-49c5-88d1-b88b7db87162 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:08.276015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-420de300-ee8a-4e1d-84d4-eab77605d3dc req-dde7236c-4793-49c5-88d1-b88b7db87162 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.0713656 Jul 05 18:07:08.318087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-420de300-ee8a-4e1d-84d4-eab77605d3dc req-ef5426a9-9f4b-4952-be1b-6f08b7cd5971 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361834 Jul 05 18:07:08.405523 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:08.419555 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Transition to ACTIVE for port object 009a39d3-3dda-4027-ab22-aaba0f8365df will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:07:08.536856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59254) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:08.554527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:08.623799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:07:08.631910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:07:08.639772 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-75f9f3c6-7dae-4a63-b2da-8e907475c56e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9f5efe9786a7474fa0db1fa27db12766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0992153 Jul 05 18:07:08.640060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59260) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:08.642619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:07:08.650941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:08.725524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:08.727412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:08.819732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c72e7d9e-1651-4894-950b-8cd26a254fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:08.873703 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-e92b0c01-eb66-49df-b531-e46dbfb36ce6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2860994 Jul 05 18:07:08.891181 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Request body: {'port': {'device_id': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:08.908023 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c72e7d9e-1651-4894-950b-8cd26a254fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:08.946890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46bd7b67-babc-4b76-836a-c2a486b4d82a req-f85ef00a-93d8-4f7a-a789-cf5c2804892c tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 210 time: 0.0640342 Jul 05 18:07:09.041787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:09.174833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fed45-a21b-48af-8a36-498f39f58366 req-d19b0457-0ae1-4e66-8397-02a0ede10501 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:09.185303 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-157fed45-a21b-48af-8a36-498f39f58366 req-d19b0457-0ae1-4e66-8397-02a0ede10501 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 931 time: 0.2390664 Jul 05 18:07:09.210252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ece8497d-c775-4ef1-9e49-4f63a2c51bee None None] Provisioning for port 009a39d3-3dda-4027-ab22-aaba0f8365df completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:07:09.216584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ece8497d-c775-4ef1-9e49-4f63a2c51bee None None] Provisioning complete for port 009a39d3-3dda-4027-ab22-aaba0f8365df triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:07:09.217694 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ece8497d-c775-4ef1-9e49-4f63a2c51bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:09.270776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-157fed45-a21b-48af-8a36-498f39f58366 req-5c18106f-4eb4-45c5-963b-3cd8631f5104 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845263 Jul 05 18:07:09.279132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c72e7d9e-1651-4894-950b-8cd26a254fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:09.281957 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c72e7d9e-1651-4894-950b-8cd26a254fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:09.283103 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c72e7d9e-1651-4894-950b-8cd26a254fd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6120b31e-0511-403c-8ee9-242cd51a770d HTTP/1.1" status: 204 len: 168 time: 0.6420686 Jul 05 18:07:09.296926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e7d9e-1651-4894-950b-8cd26a254fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6120b31e-0511-403c-8ee9-242cd51a770d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:09.333512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ece8497d-c775-4ef1-9e49-4f63a2c51bee None None] Port 009a39d3-3dda-4027-ab22-aaba0f8365df cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:07:09.629160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bb825-91db-40f4-b928-1827752628c0 req-6f73cd19-1827-401c-8522-a391ebe80ea6 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:09.630686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-6f73cd19-1827-401c-8522-a391ebe80ea6 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.39 "GET /v2.0/networks?id=644ddf32-89f5-48c2-b20e-d058fd77744c HTTP/1.1" status: 200 len: 824 time: 0.1864994 Jul 05 18:07:09.651337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009a39d3-3dda-4027-ab22-aaba0f8365df {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:09.651452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Request body: {'port': {'device_id': 'ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02', 'network_id': '644ddf32-89f5-48c2-b20e-d058fd77744c', 'admin_state_up': True, 'tenant_id': '2554c28361f34e15b1aa8b9506477a27'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:09.656216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:09.670112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Transition to ACTIVE for port object 009a39d3-3dda-4027-ab22-aaba0f8365df will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:07:09.678196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8865b-1f2f-4c27-8844-ffc62fad8e9b req-d0b045cf-f0d4-4058-9af1-854052f85f40 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:09.680326 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48f8865b-1f2f-4c27-8844-ffc62fad8e9b req-d0b045cf-f0d4-4058-9af1-854052f85f40 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1361194 Jul 05 18:07:09.760998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48f8865b-1f2f-4c27-8844-ffc62fad8e9b req-49847667-2d06-4adc-abb3-588a4173b2d4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559344 Jul 05 18:07:09.804436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:09.868758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Made reservation on behalf of 2554c28361f34e15b1aa8b9506477a27 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:09.873056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:09.945936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:09.992565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Attempting to bind port 009a39d3-3dda-4027-ab22-aaba0f8365df on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:07:09.992918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Attempting to bind port 009a39d3-3dda-4027-ab22-aaba0f8365df by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:07:09.993309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Attempting to bind port 009a39d3-3dda-4027-ab22-aaba0f8365df on network ca2dccdc-b59c-4cb4-bf64-57c311be8666 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:09.998307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Port 009a39d3-3dda-4027-ab22-aaba0f8365df on network ca2dccdc-b59c-4cb4-bf64-57c311be8666 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:07:09.998662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Attempting to bind port 009a39d3-3dda-4027-ab22-aaba0f8365df on network ca2dccdc-b59c-4cb4-bf64-57c311be8666 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:10.005445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:07:10.005672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Checking segment: {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:07:10.005977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Bound using segment: {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:07:10.006459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Bound port: 009a39d3-3dda-4027-ab22-aaba0f8365df, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:07:10.006882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:10.141202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:07:10.145881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:07:10.146356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Allocated IP 172.20.0.11 (644ddf32-89f5-48c2-b20e-d058fd77744c/875a80cc-7879-4577-ab2b-a1d23bfe082e/0f2b6a10-c61e-4296-b17d-5dd6d20e68bb) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:07:10.227096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:10.233298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:10.251224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ae25a82-15af-4d9d-bfb7-a75eef265c40 req-7f2531d5-af89-4529-a729-811d5d42979d tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 210 time: 0.0445132 Jul 05 18:07:10.293047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:10.294200 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:10.300734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/009a39d3-3dda-4027-ab22-aaba0f8365df HTTP/1.1" status: 200 len: 1091 time: 1.4156451 Jul 05 18:07:10.301618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:10.305042 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ae4626-d7c2-4b10-90f6-c4f4dd10246e" -d '{"events": [{"name": "network-changed", "server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:10.357260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a05c9f-4594-405d-b802-ffcea514a9c2 service neutron] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:10.392780 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b746641-b459-4797-8baa-1869c6e6bfd6 x-openstack-request-id: req-4b746641-b459-4797-8baa-1869c6e6bfd6 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:10.393139 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:10.393575 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b746641-b459-4797-8baa-1869c6e6bfd6 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:10.399463 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'status': 'completed', 'code': 200} Jul 05 18:07:10.494161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e6a3411b-fdd9-4cab-a552-731de7da078b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:10.543645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4626-d7c2-4b10-90f6-c4f4dd10246e req-328ea50d-a53b-43c4-979a-a58436dbc071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:10.545254 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-27ae4626-d7c2-4b10-90f6-c4f4dd10246e req-328ea50d-a53b-43c4-979a-a58436dbc071 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 1094 time: 0.1296055 Jul 05 18:07:10.548001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:10.663033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779351a-4e74-41dc-97ca-3d433b56bf7b req-95334b7e-c613-4f3d-9757-d4f3f9dabee8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:10.664890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f779351a-4e74-41dc-97ca-3d433b56bf7b req-95334b7e-c613-4f3d-9757-d4f3f9dabee8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.1147752 Jul 05 18:07:10.715412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4626-d7c2-4b10-90f6-c4f4dd10246e req-55ac0545-100c-41f0-b8c5-d61c6c28233c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:10.716970 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-27ae4626-d7c2-4b10-90f6-c4f4dd10246e req-55ac0545-100c-41f0-b8c5-d61c6c28233c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9127f142890240a89ef4a167926f125c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1553371 Jul 05 18:07:10.720941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:10.739109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f779351a-4e74-41dc-97ca-3d433b56bf7b req-01019ae5-535d-4e81-addb-b34a89e3f56a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665572 Jul 05 18:07:10.793940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Network 644ddf32-89f5-48c2-b20e-d058fd77744c is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:07:10.807462 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e6a3411b-fdd9-4cab-a552-731de7da078b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:10.815600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:07:10.824570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Pushing event updated for resources: {'Port': ['ID=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:10.828002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:07:10.870801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e6a3411b-fdd9-4cab-a552-731de7da078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:10.878184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ae4626-d7c2-4b10-90f6-c4f4dd10246e req-1cd45a11-be0a-4aa2-a7fe-b6cc236cebda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:10.880321 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-27ae4626-d7c2-4b10-90f6-c4f4dd10246e req-1cd45a11-be0a-4aa2-a7fe-b6cc236cebda service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1452351 Jul 05 18:07:10.916288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:10.916949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:10.927677 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e6a3411b-fdd9-4cab-a552-731de7da078b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c770fbab53b4ea490ed8459dbf28c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6994741 Jul 05 18:07:10.928821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3411b-fdd9-4cab-a552-731de7da078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb11b4-5965-4d5a-b5e2-bde737d5c841,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:10.931165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59326) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:11.003327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-71b56b85-9cb8-4f6a-9366-900ee80c763d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:11.004949 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-71b56b85-9cb8-4f6a-9366-900ee80c763d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 1094 time: 0.0679753 Jul 05 18:07:11.005310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-4845a1f7-8556-4ac4-9756-ed6d177c4063 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3611627 Jul 05 18:07:11.030721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Request body: {'port': {'device_id': 'ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:11.062793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-8b8a52a0-1f2b-40ee-a607-54019d5e7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:11.064271 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-8b8a52a0-1f2b-40ee-a607-54019d5e7230 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 1096 time: 0.1915414 Jul 05 18:07:11.071100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-38e9ee4d-db9e-4663-930c-e156ff20e6bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009a39d3-3dda-4027-ab22-aaba0f8365df HTTP/1.1" status: 200 len: 217 time: 0.0505052 Jul 05 18:07:11.102403 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1af94c69-a2a2-445f-b80d-b4ff0c5028e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:11.123661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-468bf672-665f-49de-ae1b-61ab43666b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:11.125404 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-468bf672-665f-49de-ae1b-61ab43666b67 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.0480604 Jul 05 18:07:11.177315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ead42-21aa-40e8-abac-5bceb3de2359 req-224c32c0-8aae-4cc4-ad77-50b3c2539f73 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:11.178858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc7ead42-21aa-40e8-abac-5bceb3de2359 req-224c32c0-8aae-4cc4-ad77-50b3c2539f73 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.2423148 Jul 05 18:07:11.198149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-8bd4302b-d1a7-493a-8deb-487e6631444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:11.199690 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-8bd4302b-d1a7-493a-8deb-487e6631444d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672004 Jul 05 18:07:11.212687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1af94c69-a2a2-445f-b80d-b4ff0c5028e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:11.263924 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:11.297002 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-a0ba2e96-824d-4c05-88e3-f7607bccc4cd service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896599 Jul 05 18:07:11.316368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc7ead42-21aa-40e8-abac-5bceb3de2359 req-4141be30-3fc6-4454-9229-5e0f247ce419 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122994 Jul 05 18:07:11.356045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-ce46f71a-5f8f-4ccb-b0a0-4d68c2042d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:11.358903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-ce46f71a-5f8f-4ccb-b0a0-4d68c2042d3b service neutron] 10.222.0.97 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 911 time: 0.2860553 Jul 05 18:07:11.412274 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3c74c3d5-4046-4c02-92b7-db1931780d84 req-6cabb887-66dd-46c7-95cb-c1afda55887a service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082828 Jul 05 18:07:11.427652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-36ed76dd-22a2-4874-b016-4737f0f9e5bc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc HTTP/1.1" status: 200 len: 217 time: 0.0610025 Jul 05 18:07:11.519955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1af94c69-a2a2-445f-b80d-b4ff0c5028e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:11.522598 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1af94c69-a2a2-445f-b80d-b4ff0c5028e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:11.524634 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1af94c69-a2a2-445f-b80d-b4ff0c5028e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2adb11b4-5965-4d5a-b5e2-bde737d5c841 HTTP/1.1" status: 204 len: 168 time: 0.5924268 Jul 05 18:07:11.568300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af94c69-a2a2-445f-b80d-b4ff0c5028e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb11b4-5965-4d5a-b5e2-bde737d5c841,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:11.600126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-cf94da9e-126f-4420-bc47-497ace3ca481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:11.601756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-cf94da9e-126f-4420-bc47-497ace3ca481 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.1680086 Jul 05 18:07:11.670790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-7cb6ef23-15bf-4eab-97a8-559a2176304e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564258 Jul 05 18:07:11.790229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86889a-25b5-4e82-bdba-f1931ed6a321 req-0e892ca9-c9ce-4c47-b838-489652e98cd9 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:11.795966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a86889a-25b5-4e82-bdba-f1931ed6a321 req-0e892ca9-c9ce-4c47-b838-489652e98cd9 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 932 time: 0.2681401 Jul 05 18:07:11.872559 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bd8eaae-1f46-4fa2-a2db-6181b27c79f5 req-b3cfc4b0-3d9e-4c14-a411-c64b392ae1ce tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f41da6d-3b05-4f62-a11f-6557059a7898 HTTP/1.1" status: 200 len: 210 time: 0.0713201 Jul 05 18:07:11.918888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-1382d452-cd93-4e9b-9880-6460ededf435 service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402823 Jul 05 18:07:11.924135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a86889a-25b5-4e82-bdba-f1931ed6a321 req-7e890d36-b613-4e50-a12f-658974b6667d tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273620 Jul 05 18:07:12.008755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:12.031137 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.053060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Transition to ACTIVE for port object 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:07:12.076940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e011d602-d3b2-4873-9bf3-d0621f8b20b8 req-19bb196d-7ee0-48e1-aed3-aa8e94c53cbc service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336546 Jul 05 18:07:12.137467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.227158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:12.238917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b5804-1428-4730-a3a5-07c722f1a2c6 req-c067217c-32dc-4c96-bc50-5cf136d23506 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:12.240445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c95b5804-1428-4730-a3a5-07c722f1a2c6 req-c067217c-32dc-4c96-bc50-5cf136d23506 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.1391401 Jul 05 18:07:12.325869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c95b5804-1428-4730-a3a5-07c722f1a2c6 req-4692ab60-1837-4e61-bcd3-f003f1738b4d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637782 Jul 05 18:07:12.330347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Attempting to bind port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:07:12.330716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Attempting to bind port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '5bd55dce-1f56-4188-aad5-5c7979031fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '644ddf32-89f5-48c2-b20e-d058fd77744c'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:07:12.331049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Attempting to bind port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb on network 644ddf32-89f5-48c2-b20e-d058fd77744c {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:12.340517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb on network 644ddf32-89f5-48c2-b20e-d058fd77744c not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:07:12.340517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Attempting to bind port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb on network 644ddf32-89f5-48c2-b20e-d058fd77744c {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:12.342401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:07:12.343061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Checking segment: {'id': '5bd55dce-1f56-4188-aad5-5c7979031fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '644ddf32-89f5-48c2-b20e-d058fd77744c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:07:12.344140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Bound using segment: {'id': '5bd55dce-1f56-4188-aad5-5c7979031fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '644ddf32-89f5-48c2-b20e-d058fd77744c'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:07:12.344833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Bound port: 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd55dce-1f56-4188-aad5-5c7979031fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '644ddf32-89f5-48c2-b20e-d058fd77744c'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:07:12.345304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.424526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] For port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:07:12.429899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] For port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,segment=NetworkSegment(5bd55dce-1f56-4188-aad5-5c7979031fc5),segment_id=5bd55dce-1f56-4188-aad5-5c7979031fc5)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:07:12.430895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59386) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:12.451976 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7d931770-f00d-4500-853c-e5281c72f545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.456095 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:12.464978 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:12.485046 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-617a98a7-db64-445c-9ff4-92a195d5ae45 req-bd15e32b-f73c-4964-9bf5-d3b97908e67b tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0383389 Jul 05 18:07:12.519698 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.565764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:12.566968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.569156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] 10.222.0.39 "PUT /v2.0/ports/0f2b6a10-c61e-4296-b17d-5dd6d20e68bb HTTP/1.1" status: 200 len: 1092 time: 1.5450296 Jul 05 18:07:12.570505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02', 'tag': '0f2b6a10-c61e-4296-b17d-5dd6d20e68bb'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:12.573736 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21a7979-d4ea-4400-a205-56eb87a239b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02", "tag": "0f2b6a10-c61e-4296-b17d-5dd6d20e68bb"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:12.625349 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7d931770-f00d-4500-853c-e5281c72f545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.655383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a647fff-29a2-404a-834f-a424c7533bc2 req-553206c7-63ab-4ebd-99e6-6047702e8a3c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:12.660181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a647fff-29a2-404a-834f-a424c7533bc2 req-553206c7-63ab-4ebd-99e6-6047702e8a3c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 945 time: 0.1632528 Jul 05 18:07:12.660445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c660068-306b-4bb3-84dc-2f67d21647a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:12.711389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a647fff-29a2-404a-834f-a424c7533bc2 req-8cb534c7-32e3-4664-a24c-3bd69989b1e2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389581 Jul 05 18:07:12.782480 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dc8943-6cff-41e8-a0d0-9885f9c536d7 x-openstack-request-id: req-71dc8943-6cff-41e8-a0d0-9885f9c536d7 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:12.782808 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02", "tag": "0f2b6a10-c61e-4296-b17d-5dd6d20e68bb", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:12.783063 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71dc8943-6cff-41e8-a0d0-9885f9c536d7 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:12.783466 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02', 'tag': '0f2b6a10-c61e-4296-b17d-5dd6d20e68bb', 'status': 'completed', 'code': 200} Jul 05 18:07:12.786989 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7d931770-f00d-4500-853c-e5281c72f545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.799408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bb825-91db-40f4-b928-1827752628c0 req-eb6359e0-b0c1-4604-9ad3-3a28718757b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:12.801603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-eb6359e0-b0c1-4604-9ad3-3a28718757b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2554c28361f34e15b1aa8b9506477a27&device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 1095 time: 0.0598593 Jul 05 18:07:12.829896 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7d931770-f00d-4500-853c-e5281c72f545 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbf54edb21f244f7bf3d8ed8bb261a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3979113 Jul 05 18:07:12.831151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d931770-f00d-4500-853c-e5281c72f545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e117bf-fdd0-4ab3-9cb8-d384d72ad61d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:12.836130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59402) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:12.867504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-ef9ac3a0-b39f-4eca-8471-f5e5308d403a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb HTTP/1.1" status: 200 len: 217 time: 0.0555329 Jul 05 18:07:12.899385 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-959e9a77-7732-47e1-9d41-4ee5458e2ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.927495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-959e9a77-7732-47e1-9d41-4ee5458e2ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:12.936071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bb825-91db-40f4-b928-1827752628c0 req-7e35c36f-d891-414b-8b18-31bb2327782c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:12.938370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-7e35c36f-d891-414b-8b18-31bb2327782c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=875a80cc-7879-4577-ab2b-a1d23bfe082e HTTP/1.1" status: 200 len: 864 time: 0.0634456 Jul 05 18:07:12.990535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-f62ce466-2ba8-4c90-9a8c-e07432ebe3b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=644ddf32-89f5-48c2-b20e-d058fd77744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395908 Jul 05 18:07:13.089791 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-959e9a77-7732-47e1-9d41-4ee5458e2ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:13.092576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-959e9a77-7732-47e1-9d41-4ee5458e2ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:13.095830 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-959e9a77-7732-47e1-9d41-4ee5458e2ef0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7e117bf-fdd0-4ab3-9cb8-d384d72ad61d HTTP/1.1" status: 204 len: 168 time: 0.2482963 Jul 05 18:07:13.114743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e9a77-7732-47e1-9d41-4ee5458e2ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e117bf-fdd0-4ab3-9cb8-d384d72ad61d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:13.147715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-29694dd8-f60b-4fad-ab86-99713869dbcb service neutron] 10.222.0.39 "GET /v2.0/networks/644ddf32-89f5-48c2-b20e-d058fd77744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533720 Jul 05 18:07:13.204685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7a7aca50-ceff-44d5-aac3-784f1edb3ebc no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:07:13.299914 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:13.324155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:13.326700 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68099f74-5d6b-4c33-a52f-729528d37c15" -d '{"events": [{"server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:13.331899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f6f2a-fd5f-42b6-9a53-4a28a69fc019 req-946d4936-a268-4c09-866f-372443c50152 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:13.337309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-015f6f2a-fd5f-42b6-9a53-4a28a69fc019 req-946d4936-a268-4c09-866f-372443c50152 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 944 time: 0.2420025 Jul 05 18:07:13.340131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:13.401230 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-862bb825-91db-40f4-b928-1827752628c0 req-2b952edf-836e-4dc3-8d57-92a5d955bdf2 service neutron] 10.222.0.39 "GET /v2.0/networks/644ddf32-89f5-48c2-b20e-d058fd77744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456319 Jul 05 18:07:13.415746 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:13.433279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa646a-be97-4054-ab70-d79ebb8b608d req-5bb6e18f-fdc1-42d7-863a-0f02af5d1fde tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:13.434826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71aa646a-be97-4054-ab70-d79ebb8b608d req-5bb6e18f-fdc1-42d7-863a-0f02af5d1fde tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1829646 Jul 05 18:07:13.438240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-015f6f2a-fd5f-42b6-9a53-4a28a69fc019 req-a563601e-1f4d-44e5-82ef-5f80fcd55dde tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950453 Jul 05 18:07:13.482016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:13.488896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71aa646a-be97-4054-ab70-d79ebb8b608d req-4af93bcd-0956-4ff9-875e-5e9851883986 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460503 Jul 05 18:07:13.541920 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e0d737-fe05-42f4-a5e1-b5f1605dc29e x-openstack-request-id: req-90e0d737-fe05-42f4-a5e1-b5f1605dc29e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:13.542272 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:13.542797 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90e0d737-fe05-42f4-a5e1-b5f1605dc29e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:13.548217 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc', 'code': 200} Jul 05 18:07:13.657910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47545112-ad18-4114-a578-4f6608458421 req-225b64f0-78b0-4550-bf75-ba6cd41e6228 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0387363 Jul 05 18:07:13.712362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-9138c053-e45a-4f95-92d0-f021813ee7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:13.717099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-9138c053-e45a-4f95-92d0-f021813ee7ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2554c28361f34e15b1aa8b9506477a27&device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 1095 time: 0.1329648 Jul 05 18:07:13.797483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1857b7-9ed8-4a56-b523-000e37ba3ced req-f84e9b3c-0542-49c8-ab61-f01b25af2f36 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:13.799010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a1857b7-9ed8-4a56-b523-000e37ba3ced req-f84e9b3c-0542-49c8-ab61-f01b25af2f36 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.1435757 Jul 05 18:07:14.223304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-c86c5728-b1b7-4930-9cf4-a77d652eece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:14.224793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-c86c5728-b1b7-4930-9cf4-a77d652eece2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=644ddf32-89f5-48c2-b20e-d058fd77744c HTTP/1.1" status: 200 len: 924 time: 0.4991136 Jul 05 18:07:14.229592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a1857b7-9ed8-4a56-b523-000e37ba3ced req-04297357-3cd0-4cc4-beb9-fd4c0e58eb92 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4238210 Jul 05 18:07:14.275143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-9466ce66-1584-449a-b4f2-c509b7b85741 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb HTTP/1.1" status: 200 len: 217 time: 0.0427058 Jul 05 18:07:14.342773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9d03-abf6-4b5d-9e77-7877653dd2be req-3dd1c42a-9f5f-4d7d-99c6-91bcdf004216 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:14.344294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-708e9d03-abf6-4b5d-9e77-7877653dd2be req-3dd1c42a-9f5f-4d7d-99c6-91bcdf004216 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 943 time: 0.1760418 Jul 05 18:07:14.363123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-9a8ddf05-2e67-4995-aaca-4d6ab26eefa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:14.364616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-9a8ddf05-2e67-4995-aaca-4d6ab26eefa6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=875a80cc-7879-4577-ab2b-a1d23bfe082e HTTP/1.1" status: 200 len: 864 time: 0.0819368 Jul 05 18:07:14.400304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-708e9d03-abf6-4b5d-9e77-7877653dd2be req-a0a8ebdb-fc05-4f03-a923-bb71e6253a18 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490348 Jul 05 18:07:14.419038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-058fc197-a0c4-465b-92dd-93801b6a3e25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=644ddf32-89f5-48c2-b20e-d058fd77744c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302854 Jul 05 18:07:14.486243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 009a39d3-3dda-4027-ab22-aaba0f8365df details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:07:14.565154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-4d9a410a-2473-401b-8bcc-2503e2342df0 service neutron] 10.222.0.39 "GET /v2.0/networks/644ddf32-89f5-48c2-b20e-d058fd77744c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390958 Jul 05 18:07:14.654408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:14.666943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'port_id': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'mac_address': 'fa:16:3e:e4:41:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:07:14.708930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:14.723640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009a39d3-3dda-4027-ab22-aaba0f8365df {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:14.748170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:14.785863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b21a7979-d4ea-4400-a205-56eb87a239b4 req-76ad2f3b-d172-4ad6-ba69-09b74b27da77 service neutron] 10.222.0.39 "GET /v2.0/networks/644ddf32-89f5-48c2-b20e-d058fd77744c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132838 Jul 05 18:07:14.813708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3407e85-97b6-40be-88af-4e8a58f4ed73 req-5cce213e-4baa-4de2-a579-1cc68257a10b tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:14.815308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3407e85-97b6-40be-88af-4e8a58f4ed73 req-5cce213e-4baa-4de2-a579-1cc68257a10b tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 944 time: 0.1787374 Jul 05 18:07:14.826492 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:14.827771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599c096-4e16-4bf6-935e-c65953f77070 req-f6e2dfab-d437-40e5-a1cb-ca4e9776a10a tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:14.829685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0599c096-4e16-4bf6-935e-c65953f77070 req-f6e2dfab-d437-40e5-a1cb-ca4e9776a10a tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1891000 Jul 05 18:07:14.901297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0599c096-4e16-4bf6-935e-c65953f77070 req-a9b3c1fe-9e00-4714-83fd-d19d6c3026ab tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635223 Jul 05 18:07:14.902231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:14.916256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3407e85-97b6-40be-88af-4e8a58f4ed73 req-0bb91d0d-d090-4b54-b337-6cf1bd3cbb9a tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856726 Jul 05 18:07:15.072966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['009a39d3-3dda-4027-ab22-aaba0f8365df'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:07:15.077479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41a9d6e8-fd4d-4a25-a49f-fc21592f901b req-24781c7b-4b76-4b79-b581-ca07e5a967ce tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0387475 Jul 05 18:07:15.428177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2612f-2453-47a4-9bcd-2981136d01c1 req-ee2abf0d-a1ba-4b2f-b794-835f37a165d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:15.435316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebe2612f-2453-47a4-9bcd-2981136d01c1 req-ee2abf0d-a1ba-4b2f-b794-835f37a165d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 944 time: 0.0731015 Jul 05 18:07:15.472447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebe2612f-2453-47a4-9bcd-2981136d01c1 req-ab99d3a7-6170-4627-8cc6-f145788a65d8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347180 Jul 05 18:07:15.664382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c310ee6-d3c5-4103-bd18-e3856b7b1334 req-3faacfcb-f3a3-49d3-a760-a88941b4076b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:15.666402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c310ee6-d3c5-4103-bd18-e3856b7b1334 req-3faacfcb-f3a3-49d3-a760-a88941b4076b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 943 time: 0.0749221 Jul 05 18:07:15.719045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-8fc1e4ef-3124-45f5-bbdf-497a237f6223 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235608 Jul 05 18:07:15.745842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c310ee6-d3c5-4103-bd18-e3856b7b1334 req-e2284067-239f-42f2-9b74-fb8206ec16f7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700781 Jul 05 18:07:15.852675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-7ba2c762-acb8-47c8-a8d7-ac39bc23bb0c tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:15.856411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-7ba2c762-acb8-47c8-a8d7-ac39bc23bb0c tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247995 Jul 05 18:07:15.872694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-c5d93965-ab40-4f30-ac99-9a6edbb3b9a3 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/quotas/05a74bd371b74fc9b20700df3ddbcc40 HTTP/1.1" status: 200 len: 375 time: 0.0101197 Jul 05 18:07:15.909481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-4a41c697-6c35-404e-8e8d-88d81c73bd53 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299718 Jul 05 18:07:16.315643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddce299-5eb0-40e1-a2de-267f3ca0d6db req-a06cba3e-3ba4-4f7a-8f9c-4ea2955df951 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:16.315643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ddce299-5eb0-40e1-a2de-267f3ca0d6db req-a06cba3e-3ba4-4f7a-8f9c-4ea2955df951 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.0794063 Jul 05 18:07:16.373168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ddce299-5eb0-40e1-a2de-267f3ca0d6db req-32def542-d82a-460c-a885-c98a8187b3c7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513029 Jul 05 18:07:16.459279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8bfd5a9-abff-4767-9faa-6749373785f8 req-6844b969-0d59-41db-8c7e-914ca790773a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2f41da6d-3b05-4f62-a11f-6557059a7898 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Jul 05 18:07:16.498798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:07:16.504426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 009a39d3-3dda-4027-ab22-aaba0f8365df up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:07:16.549800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda7440-1e0e-4315-b67b-b1c89b83962f req-562b1c79-98bc-4307-9711-c3d42dbdde87 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:16.551738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7dda7440-1e0e-4315-b67b-b1c89b83962f req-562b1c79-98bc-4307-9711-c3d42dbdde87 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 944 time: 0.0716822 Jul 05 18:07:16.594991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7dda7440-1e0e-4315-b67b-b1c89b83962f req-eb75a217-5247-437c-a04e-9b4625516d82 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358853 Jul 05 18:07:16.638354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,segment=NetworkSegment(5bd55dce-1f56-4188-aad5-5c7979031fc5),segment_id=5bd55dce-1f56-4188-aad5-5c7979031fc5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:16.650404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '0f2b6a10-c61e-4296-b17d-5dd6d20e68bb', 'network_id': '644ddf32-89f5-48c2-b20e-d058fd77744c', 'port_id': '0f2b6a10-c61e-4296-b17d-5dd6d20e68bb', 'mac_address': 'fa:16:3e:f6:49:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875a80cc-7879-4577-ab2b-a1d23bfe082e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:07:16.688014 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:16.702503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:16.728958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,segment=NetworkSegment(5bd55dce-1f56-4188-aad5-5c7979031fc5),segment_id=5bd55dce-1f56-4188-aad5-5c7979031fc5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:16.741149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 009a39d3-3dda-4027-ab22-aaba0f8365df completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:07:16.746127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 009a39d3-3dda-4027-ab22-aaba0f8365df triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:07:16.746719 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:16.817910 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:16.851447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-019fe3ca-ab14-485f-93f5-1ec85921a90e req-c830f724-58fd-4564-b861-01a8be6807ff tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0405052 Jul 05 18:07:16.863079 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:16.890837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:16.897943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:16.900377 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa10d2d0-edfc-4c40-816b-279e928c02b1" -d '{"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-plugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:16.913235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:16.937820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d44e1fae-5e05-4792-b4e3-1964ac69f988 req-70a96a4e-85ee-428a-aa05-445eab362b2e tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 210 time: 0.0292516 Jul 05 18:07:16.975523 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:17.032882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:17.067457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0f2b6a10-c61e-4296-b17d-5dd6d20e68bb'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:07:17.121838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c758a25-10e1-4138-9a83-3a2dba2740ee req-c2653c2c-5777-4d79-ae81-7377dd3848f3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:17.123673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c758a25-10e1-4138-9a83-3a2dba2740ee req-c2653c2c-5777-4d79-ae81-7377dd3848f3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.0676148 Jul 05 18:07:17.166289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c758a25-10e1-4138-9a83-3a2dba2740ee req-0bcf562b-7025-4bee-bd04-e9e07c60def0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363863 Jul 05 18:07:17.213881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7a7aca50-ceff-44d5-aac3-784f1edb3ebc no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:07:17.408113 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c0f074-2f96-4f78-a684-aabf2ff73970 x-openstack-request-id: req-19c0f074-2f96-4f78-a684-aabf2ff73970 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:17.408405 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-plugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:17.408907 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-19c0f074-2f96-4f78-a684-aabf2ff73970 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:17.409484 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'code': 200} Jul 05 18:07:17.427307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27a835e1-537d-413a-b8ef-0281f876825f req-545a748a-aaf3-4fd0-a69e-2256df6d41ae service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0525286 Jul 05 18:07:17.536326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4e55a-2fa0-4323-b37b-0dc0f12bb9a4 req-f4462336-d0a2-4c19-bf90-e3862c47ba79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:17.537770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bcc4e55a-2fa0-4323-b37b-0dc0f12bb9a4 req-f4462336-d0a2-4c19-bf90-e3862c47ba79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 1096 time: 0.1064410 Jul 05 18:07:17.619528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bcc4e55a-2fa0-4323-b37b-0dc0f12bb9a4 req-71145924-4e20-4a21-b6c8-7a20489fd30b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643082 Jul 05 18:07:17.635217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-848535cb-852d-42ec-ad60-b78e0a3c1f05 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:17.636734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-848535cb-852d-42ec-ad60-b78e0a3c1f05 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3a8a539-a1ce-4cd9-8f87-ea36d607fefb HTTP/1.1" status: 200 len: 943 time: 0.1517909 Jul 05 18:07:17.648245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971231dc-56bf-4f7d-8ae4-1e3bc8de9a99 req-3caef83f-4c68-406c-9851-33746848b96a tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:17.649651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-971231dc-56bf-4f7d-8ae4-1e3bc8de9a99 req-3caef83f-4c68-406c-9851-33746848b96a tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1447403 Jul 05 18:07:17.735086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-971231dc-56bf-4f7d-8ae4-1e3bc8de9a99 req-0672218d-252d-4654-a3d8-850041d32553 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764086 Jul 05 18:07:17.783621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Deleting port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:07:17.784109 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:17.910725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] For port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:17.911083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:17.929530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Calling delete_port for 7a7aca50-ceff-44d5-aac3-784f1edb3ebc owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:07:17.951762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de7a19-0d8b-475c-81c9-92cbf68e0db7 req-6527d9f3-7fea-4f06-98ce-c5d21d5ba3b8 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:17.953255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45de7a19-0d8b-475c-81c9-92cbf68e0db7 req-6527d9f3-7fea-4f06-98ce-c5d21d5ba3b8 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 945 time: 0.1161261 Jul 05 18:07:18.054729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45de7a19-0d8b-475c-81c9-92cbf68e0db7 req-c7afa925-59a7-4e6c-8f11-f0380338ea35 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612314 Jul 05 18:07:18.203916 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:18.237827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event deleted for resources: {'Port': ['ID=7a7aca50-ceff-44d5-aac3-784f1edb3ebc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:18.287688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] No DVR routers for this DVR port 7a7aca50-ceff-44d5-aac3-784f1edb3ebc on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:07:18.291122 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:18.293130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc1e35dd-d67f-447c-8be4-0320ac385ffe req-4e67dff1-9a07-4e3b-9c02-ca251d52cb71 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "DELETE /v2.0/ports/7a7aca50-ceff-44d5-aac3-784f1edb3ebc HTTP/1.1" status: 204 len: 173 time: 0.6425550 Jul 05 18:07:18.293515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'name': 'network-vif-deleted', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:18.295849 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e02f2ca-dadb-44f8-8dfb-3c15cf475352" -d '{"events": [{"server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "name": "network-vif-deleted", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:18.328509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbe71a9f-8183-4b0e-8f1e-5c0567b94337 req-21f7f03b-18d8-4c63-ae9c-9c3f10ae6980 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0418594 Jul 05 18:07:18.475481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72c76828-598f-4fd9-b1f3-c6436202421f req-7a66d2b6-c9d3-4e15-8879-f05954e1f82c tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 210 time: 0.0289752 Jul 05 18:07:18.508436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:07:18.649927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:07:18.650355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-0a0e3199-8717-41e7-8b9f-bd311271f4d6 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275543 Jul 05 18:07:18.654634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:07:18.655208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:18.741118 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:18.779516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,segment=NetworkSegment(5bd55dce-1f56-4188-aad5-5c7979031fc5),segment_id=5bd55dce-1f56-4188-aad5-5c7979031fc5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:18.811961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b5075-93a4-4994-90c4-de1cefe81478 req-22fdfbb0-2934-44e9-8e6d-97a80fb57eb7 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:18.813475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf3b5075-93a4-4994-90c4-de1cefe81478 req-22fdfbb0-2934-44e9-8e6d-97a80fb57eb7 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.1011543 Jul 05 18:07:18.840473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-6da1b4af-f415-489e-809c-c7a71bde1dac tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:18.841865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-6da1b4af-f415-489e-809c-c7a71bde1dac tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1810822 Jul 05 18:07:18.858769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Request body: {'port': {'device_id': 'c7329b51-8854-4473-b86f-8d932737676c', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '05a74bd371b74fc9b20700df3ddbcc40'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:18.884832 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:18.916506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf3b5075-93a4-4994-90c4-de1cefe81478 req-68c2532e-9f92-4ce5-bbf2-f5a07fcff994 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933008 Jul 05 18:07:18.977024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:19.081304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Made reservation on behalf of 05a74bd371b74fc9b20700df3ddbcc40 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:19.093534 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:19.113163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:19.120371 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e86d05-ce21-426f-b2d0-2770f8af11c8 x-openstack-request-id: req-51e86d05-ce21-426f-b2d0-2770f8af11c8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:19.130431 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a8a539-a1ce-4cd9-8f87-ea36d607fefb", "name": "network-vif-deleted", "tag": "7a7aca50-ceff-44d5-aac3-784f1edb3ebc", "status": "failed", "code": 422}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:19.130431 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51e86d05-ce21-426f-b2d0-2770f8af11c8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:19.130431 n-d-799524-1 neutron-server[100997]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f3a8a539-a1ce-4cd9-8f87-ea36d607fefb', 'name': 'network-vif-deleted', 'tag': '7a7aca50-ceff-44d5-aac3-784f1edb3ebc', 'status': 'failed', 'code': 422} returned with failed status Jul 05 18:07:19.281620 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:19.329678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b53fea-633c-4635-9d1e-fed91863c003 req-2e1c1837-0a67-481c-bf58-1c0b8f7fa1b0 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:19.331190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2b53fea-633c-4635-9d1e-fed91863c003 req-2e1c1837-0a67-481c-bf58-1c0b8f7fa1b0 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1324453 Jul 05 18:07:19.338674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e09bcc-686d-402e-9171-bebd3fec9243 req-a48ed3d9-457e-4550-9ff4-638e814d9ae6 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:19.340043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69e09bcc-686d-402e-9171-bebd3fec9243 req-a48ed3d9-457e-4550-9ff4-638e814d9ae6 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 946 time: 0.1271148 Jul 05 18:07:19.363087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:19.410817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b6a10-c61e-4296-b17d-5dd6d20e68bb'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:19.413173 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd46725-a11c-4e7c-8868-bfb5945465d9" -d '{"events": [{"server_uuid": "ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b6a10-c61e-4296-b17d-5dd6d20e68bb"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:19.456889 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2b53fea-633c-4635-9d1e-fed91863c003 req-c406b12c-362c-4b47-bd21-8e0ee71017a6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158960 Jul 05 18:07:19.466330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:19.474816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69e09bcc-686d-402e-9171-bebd3fec9243 req-651fd7ab-e2e5-416a-9a37-f0ab710c3a9d tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278312 Jul 05 18:07:19.570300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Allocated IP 192.168.233.41 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/1da9b03a-ee52-4dd2-b149-4590175e9840) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:07:19.647678 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1fd2d5-974b-473c-add8-a1b7a6cabaa3 x-openstack-request-id: req-7c1fd2d5-974b-473c-add8-a1b7a6cabaa3 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:19.650381 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02", "name": "network-vif-plugged", "status": "completed", "tag": "0f2b6a10-c61e-4296-b17d-5dd6d20e68bb", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:19.650381 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c1fd2d5-974b-473c-add8-a1b7a6cabaa3 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:19.650381 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2b6a10-c61e-4296-b17d-5dd6d20e68bb', 'code': 200} Jul 05 18:07:19.735130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d534780e-5203-4ace-9d54-02403640eec3 req-c509e320-a677-4724-99d0-cf72991c1616 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0391560 Jul 05 18:07:19.774339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa5f2a-563d-4f39-832a-69ff60314f2a req-5e7694bd-5c47-4d88-89b4-0640d518ddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:19.775893 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08aa5f2a-563d-4f39-832a-69ff60314f2a req-5e7694bd-5c47-4d88-89b4-0640d518ddde service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 1097 time: 0.0568275 Jul 05 18:07:19.814948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-466e1586-be86-48c5-982a-6de680af3d22 req-1790dca4-0c00-40b4-9ebf-75652b5221fb tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 210 time: 0.0394588 Jul 05 18:07:19.815345 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08aa5f2a-563d-4f39-832a-69ff60314f2a req-133c6b35-2064-449f-87af-a22f769a99d6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313673 Jul 05 18:07:19.845415 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:19.900136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Transition to ACTIVE for port object 1da9b03a-ee52-4dd2-b149-4590175e9840 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:07:19.969085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-98b776c0-8bc2-46ab-a06f-a75894677111 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:19.970635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-98b776c0-8bc2-46ab-a06f-a75894677111 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.1455431 Jul 05 18:07:19.986641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-c775b6b2-a55c-475d-82c4-e61880f1795d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/quotas/e5d9dc7e44164a6fac406c4a8a582197 HTTP/1.1" status: 200 len: 375 time: 0.0089645 Jul 05 18:07:20.021424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-3f206e8d-6188-4637-b95f-76d5667ddf16 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288837 Jul 05 18:07:20.046697 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:20.129858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:07:20.144644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:07:20.150967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:07:20.155345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Pushing event updated for resources: {'Port': ['ID=1da9b03a-ee52-4dd2-b149-4590175e9840,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:20.197514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-a573632c-2886-4012-8f9c-6ff8b3000f3d service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688218 Jul 05 18:07:20.223941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:20.224557 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:20.326552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-18445cb2-4c2f-48c1-ad87-93e14f045a63 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205299 Jul 05 18:07:20.347547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-51e5fc2f-be3f-4f6b-b9dc-0a1a28324f29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4929726 Jul 05 18:07:20.364176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Request body: {'port': {'device_id': 'c7329b51-8854-4473-b86f-8d932737676c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:20.486598 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:20.516185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab145350-7b37-4baf-a376-d30d4da50e90 req-8ef12484-48ac-4421-958e-16b48f959aad tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:20.517697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab145350-7b37-4baf-a376-d30d4da50e90 req-8ef12484-48ac-4421-958e-16b48f959aad tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.1122217 Jul 05 18:07:20.575481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b0c4904-c07e-4c58-8ebc-89e0acc7a637 None None] Provisioning for port 1da9b03a-ee52-4dd2-b149-4590175e9840 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:07:20.579712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b0c4904-c07e-4c58-8ebc-89e0acc7a637 None None] Provisioning complete for port 1da9b03a-ee52-4dd2-b149-4590175e9840 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:07:20.580095 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b0c4904-c07e-4c58-8ebc-89e0acc7a637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:20.631784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0b0c4904-c07e-4c58-8ebc-89e0acc7a637 None None] Port 1da9b03a-ee52-4dd2-b149-4590175e9840 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:07:20.640056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab145350-7b37-4baf-a376-d30d4da50e90 req-e08c42a8-47b8-4505-bea9-fcdc05925b98 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992563 Jul 05 18:07:20.696605 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-69a06f73-ce16-4e0d-addf-6fcb65845759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:20.864982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da9b03a-ee52-4dd2-b149-4590175e9840 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:20.875141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:20.924290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4742f54-5f65-4181-ab81-ea0f66635c2c req-69de11d5-c33f-46fb-88d6-79b09b140f45 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0446136 Jul 05 18:07:20.926199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Transition to ACTIVE for port object 1da9b03a-ee52-4dd2-b149-4590175e9840 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:07:20.991187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54766c2-b762-4150-84ee-877ae0680769 req-8f0d3a88-19ab-42ce-bf71-f4f1af57deff tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:20.992975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e54766c2-b762-4150-84ee-877ae0680769 req-8f0d3a88-19ab-42ce-bf71-f4f1af57deff tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.0979331 Jul 05 18:07:21.021627 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:21.103106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e54766c2-b762-4150-84ee-877ae0680769 req-35f7a1a8-0d17-4798-9e59-5dd59d6a7716 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029115 Jul 05 18:07:21.133372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Pushing event updated for resources: {'Port': ['ID=1da9b03a-ee52-4dd2-b149-4590175e9840,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:21.157631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.157984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.158391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.158757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.165540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.165540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.165540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.165540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.165540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.165540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.165540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.165540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:21.552843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de6c34f9-b58c-41fa-84fe-80b311b40f00 req-94e6cb14-e173-4b7f-94fc-f20e2fbf75ce tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 210 time: 0.0471809 Jul 05 18:07:21.561275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef644b30-e87c-47fc-afdf-757fa72fe6f7 req-f2e481b9-9dcb-42d2-942b-f02a7d80aa9b tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:21.562260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef644b30-e87c-47fc-afdf-757fa72fe6f7 req-f2e481b9-9dcb-42d2-942b-f02a7d80aa9b tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 946 time: 0.5055189 Jul 05 18:07:21.583689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Attempting to bind port 1da9b03a-ee52-4dd2-b149-4590175e9840 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:07:21.584023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Attempting to bind port 1da9b03a-ee52-4dd2-b149-4590175e9840 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:07:21.584476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Attempting to bind port 1da9b03a-ee52-4dd2-b149-4590175e9840 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:21.597523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Port 1da9b03a-ee52-4dd2-b149-4590175e9840 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:07:21.597849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Attempting to bind port 1da9b03a-ee52-4dd2-b149-4590175e9840 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:21.610324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:07:21.610682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:07:21.611065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:07:21.611494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Bound port: 1da9b03a-ee52-4dd2-b149-4590175e9840, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:07:21.611847 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:21.627397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef644b30-e87c-47fc-afdf-757fa72fe6f7 req-dfac5ce6-271a-4e26-a679-65d762579981 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543416 Jul 05 18:07:21.720874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] For port 1da9b03a-ee52-4dd2-b149-4590175e9840, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:07:21.724500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] For port 1da9b03a-ee52-4dd2-b149-4590175e9840, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1da9b03a-ee52-4dd2-b149-4590175e9840,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:07:21.745279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e763c7-7c92-40ea-8c38-9e965de4d9e5 req-ab091ebe-9419-4d03-94f9-54fa436896e4 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:21.746834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95e763c7-7c92-40ea-8c38-9e965de4d9e5 req-ab091ebe-9419-4d03-94f9-54fa436896e4 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.0945606 Jul 05 18:07:21.756508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59632) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:21.761609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-11d225b8-a5f6-4fab-8def-fb0abdb375d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Request body: {'floatingip': {'port_id': '009a39d3-3dda-4027-ab22-aaba0f8365df'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:21.802134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11d225b8-a5f6-4fab-8def-fb0abdb375d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:21.823662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117b538-963c-4370-988d-aa45bb262862 req-73752b53-58fb-4029-9bd9-b5f46c4c7edb tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:21.825462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d117b538-963c-4370-988d-aa45bb262862 req-73752b53-58fb-4029-9bd9-b5f46c4c7edb tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 947 time: 0.0710430 Jul 05 18:07:21.842075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:21.897928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:21.899155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:21.900849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] 10.222.0.39 "PUT /v2.0/ports/1da9b03a-ee52-4dd2-b149-4590175e9840 HTTP/1.1" status: 200 len: 1095 time: 1.5420253 Jul 05 18:07:21.904964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7329b51-8854-4473-b86f-8d932737676c', 'tag': '1da9b03a-ee52-4dd2-b149-4590175e9840'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:21.907867 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9ce35b-7603-45cc-9c03-647f095c3761" -d '{"events": [{"name": "network-changed", "server_uuid": "c7329b51-8854-4473-b86f-8d932737676c", "tag": "1da9b03a-ee52-4dd2-b149-4590175e9840"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:21.956165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d117b538-963c-4370-988d-aa45bb262862 req-955f8094-b483-48db-916a-eb8a7c3f4481 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232710 Jul 05 18:07:21.980878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2fdd1-933f-4f7b-9aec-89b15ac0d35d service neutron] Pushing event updated for resources: {'Port': ['ID=1da9b03a-ee52-4dd2-b149-4590175e9840,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:22.022330 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55b2a2c-2fad-4495-be37-fe454f4f163a x-openstack-request-id: req-c55b2a2c-2fad-4495-be37-fe454f4f163a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:22.022861 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7329b51-8854-4473-b86f-8d932737676c", "tag": "1da9b03a-ee52-4dd2-b149-4590175e9840", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:22.023276 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c55b2a2c-2fad-4495-be37-fe454f4f163a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:22.023733 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7329b51-8854-4473-b86f-8d932737676c', 'tag': '1da9b03a-ee52-4dd2-b149-4590175e9840', 'status': 'completed', 'code': 200} Jul 05 18:07:22.193247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7496688c-6398-48c8-9460-f3ca61d4099f req-1f0fb15a-64e0-41f9-95e3-fee9c71bdf74 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0462499 Jul 05 18:07:22.226084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-fd967ba3-eecd-46a6-a43b-3f379af9d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:22.227931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-fd967ba3-eecd-46a6-a43b-3f379af9d836 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 1098 time: 0.1448476 Jul 05 18:07:22.330128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-cc9e3783-506b-4479-8885-7fc9ce9e570b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=1da9b03a-ee52-4dd2-b149-4590175e9840 HTTP/1.1" status: 200 len: 217 time: 0.0887203 Jul 05 18:07:22.407550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-4ac6abb2-79bf-4408-91c5-bb9339f3d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:22.409168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-4ac6abb2-79bf-4408-91c5-bb9339f3d8f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0680034 Jul 05 18:07:22.415170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11d225b8-a5f6-4fab-8def-fb0abdb375d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:22.421030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac5d174-8471-4c05-97ec-52312cff8a67 req-415272fa-0773-473a-aaf0-58892b7041b3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:22.424133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ac5d174-8471-4c05-97ec-52312cff8a67 req-415272fa-0773-473a-aaf0-58892b7041b3 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1827970 Jul 05 18:07:22.487479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ac5d174-8471-4c05-97ec-52312cff8a67 req-ac61fee8-377a-449a-a556-eeb899c6eb34 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554533 Jul 05 18:07:22.500810 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11d225b8-a5f6-4fab-8def-fb0abdb375d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:22.509610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-22554c8d-b860-4a52-b374-356978fee6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:22.511179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-22554c8d-b860-4a52-b374-356978fee6d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0876071 Jul 05 18:07:22.604925 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-11d225b8-a5f6-4fab-8def-fb0abdb375d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Floating IP 33650ed9-0be4-42f6-86b4-b34d0405ee58 associated. External IP: 172.25.3.28, port: 009a39d3-3dda-4027-ab22-aaba0f8365df. Jul 05 18:07:22.609014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-22c4df58-6a47-40ab-8097-abd0ffa96f3e service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904112 Jul 05 18:07:22.708617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a30c6360-07f6-41aa-8bb5-a7f39db45a8e req-fd9db626-d8f4-4b26-af21-f9de5d203196 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 210 time: 0.0369997 Jul 05 18:07:22.738146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5601da1a-9a74-4f1d-98e8-d794b6608fd1 req-380368e0-3e1d-4ac7-af9b-bc559d01d35e service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215570 Jul 05 18:07:22.826574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5c52-562f-47d8-961b-9c30d76eee55 req-eae08750-aefc-4f6b-8f3a-5bc8b0c1754c tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:22.828691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bbf5c52-562f-47d8-961b-9c30d76eee55 req-eae08750-aefc-4f6b-8f3a-5bc8b0c1754c tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 946 time: 0.0665979 Jul 05 18:07:22.842233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d225b8-a5f6-4fab-8def-fb0abdb375d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Router 18814ce8-21d1-490e-9551-c647fcf86ed1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:07:22.910754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bbf5c52-562f-47d8-961b-9c30d76eee55 req-d1fdf779-9a36-43e6-90be-efb6054e9764 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646729 Jul 05 18:07:22.946155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-f0493962-e273-475e-b1d3-4ede12d6d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:22.949082 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-f0493962-e273-475e-b1d3-4ede12d6d322 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 1098 time: 0.0872560 Jul 05 18:07:23.232033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-956cbe11-978d-415d-a028-bcfc0003d22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:23.233550 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-956cbe11-978d-415d-a028-bcfc0003d22e service neutron] 10.222.0.39 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.2714405 Jul 05 18:07:23.276511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d225b8-a5f6-4fab-8def-fb0abdb375d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:07:23.281000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11d225b8-a5f6-4fab-8def-fb0abdb375d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:23.287219 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] Sync routers for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:07:23.298764 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:07:23.299906 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:06:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:23.306780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-6354906d-48ad-429b-9d88-3fe88103bf23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=1da9b03a-ee52-4dd2-b149-4590175e9840 HTTP/1.1" status: 200 len: 217 time: 0.0610647 Jul 05 18:07:23.316752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-5d41cdb8-e947-4dc1-85ca-26e349969526 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:23.318175 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-5d41cdb8-e947-4dc1-85ca-26e349969526 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.2422915 Jul 05 18:07:23.322854 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-11d225b8-a5f6-4fab-8def-fb0abdb375d0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "PUT /v2.0/floatingips/33650ed9-0be4-42f6-86b4-b34d0405ee58 HTTP/1.1" status: 200 len: 990 time: 1.5646720 Jul 05 18:07:23.323454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:23.325777 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed20264-631d-43ef-98a6-5758780a952b" -d '{"events": [{"name": "network-changed", "server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:23.330399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a9792-ae34-46e6-9bad-939dbedf7737 req-09a20862-33c1-4e00-918d-641ac750ac2d tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:23.331901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b9a9792-ae34-46e6-9bad-939dbedf7737 req-09a20862-33c1-4e00-918d-641ac750ac2d tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 946 time: 0.2965419 Jul 05 18:07:23.352345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Request body: {'port': {'device_id': 'b2a002a4-e9c7-4068-a8ca-55be61b74897', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'admin_state_up': True, 'tenant_id': 'e5d9dc7e44164a6fac406c4a8a582197'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:23.432425 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca8d1098-f784-4691-afc4-6cf1e7e54f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:23.432986 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:07:23.452211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a6022-af70-4b2b-8594-b2c2c4f87e37 req-6d34e213-2bce-4dc4-b83a-9917f9645dd4 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:23.453733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d77a6022-af70-4b2b-8594-b2c2c4f87e37 req-6d34e213-2bce-4dc4-b83a-9917f9645dd4 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 947 time: 0.3621106 Jul 05 18:07:23.503106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-8861f400-7fb6-4c10-bf11-66767a6b366b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:23.504597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-8861f400-7fb6-4c10-bf11-66767a6b366b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1822746 Jul 05 18:07:23.521689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b9a9792-ae34-46e6-9bad-939dbedf7737 req-7465165d-4fd6-41f4-8827-9922ca841605 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764467 Jul 05 18:07:23.586315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d77a6022-af70-4b2b-8594-b2c2c4f87e37 req-5826bc3c-c696-4214-b10a-6a71bbaff747 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196048 Jul 05 18:07:23.587535 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:23.670847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-a7cb1317-aebe-4d6c-b0fe-1ad77a31426c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:23.673070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-a7cb1317-aebe-4d6c-b0fe-1ad77a31426c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1581476 Jul 05 18:07:23.723286 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '33650ed9-0be4-42f6-86b4-b34d0405ee58', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'port_id': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'mac_address': 'fa:16:3e:e4:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:07:00Z', 'updated_at': '2021-07-05T18:07:22Z', 'revision_number': 1, 'project_id': '9127f142890240a89ef4a167926f125c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:23.739662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Made reservation on behalf of e5d9dc7e44164a6fac406c4a8a582197 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:23.743627 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:23.754827 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] Checking router: 18814ce8-21d1-490e-9551-c647fcf86ed1 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:07:23.765278 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:07:23.765896 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:07:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:23.790131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24857b46-1ad2-4276-90be-49bd98af3777 req-a2a5cf34-91e6-4a1b-ac67-3b9475486acb tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0531240 Jul 05 18:07:23.859986 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3509639-227b-4c0f-8fcd-d5f58dbedbab x-openstack-request-id: req-b3509639-227b-4c0f-8fcd-d5f58dbedbab {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:23.863011 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:23.864076 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3509639-227b-4c0f-8fcd-d5f58dbedbab {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:23.864675 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'status': 'completed', 'code': 200} Jul 05 18:07:23.879743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-67e8da94-637b-4068-bfe7-683919e539e9 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960995 Jul 05 18:07:23.920879 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:07:24.004429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20264-631d-43ef-98a6-5758780a952b req-9e7ba1d4-de3f-43ed-bcae-df1587b0d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:24.016586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aed20264-631d-43ef-98a6-5758780a952b req-9e7ba1d4-de3f-43ed-bcae-df1587b0d767 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 1096 time: 0.1147428 Jul 05 18:07:24.025987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Allocated IP 172.20.0.9 (11678359-d42e-442f-80db-89c8dd5427d0/9bc817a4-e30e-4735-8b7a-fc82953cd1db/f7740e04-e0fa-40ec-a48a-cdbdbaa837d4) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:07:24.158011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba9ce35b-7603-45cc-9c03-647f095c3761 req-7bdd351b-8f09-46cc-826d-83f673ff31fc service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623410 Jul 05 18:07:24.164900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20264-631d-43ef-98a6-5758780a952b req-fb96fef0-baee-4d83-a4e3-f79fec57e051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:24.166725 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aed20264-631d-43ef-98a6-5758780a952b req-fb96fef0-baee-4d83-a4e3-f79fec57e051 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 917 time: 0.1402528 Jul 05 18:07:24.226536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2f16c-887d-4394-9089-beff1b930f07 req-07c9653f-c0e8-4984-82bc-4637cfb758b5 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:24.234891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38c2f16c-887d-4394-9089-beff1b930f07 req-07c9653f-c0e8-4984-82bc-4637cfb758b5 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.2124915 Jul 05 18:07:24.245878 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '33650ed9-0be4-42f6-86b4-b34d0405ee58', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'port_id': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'mac_address': 'fa:16:3e:e4:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:07:00Z', 'updated_at': '2021-07-05T18:07:22Z', 'revision_number': 1, 'project_id': '9127f142890240a89ef4a167926f125c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:24.290659 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84a37f2-813c-4074-b1c3-1b2ac8fe1377 None None] The sync data for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 is: [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '33650ed9-0be4-42f6-86b4-b34d0405ee58', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'floating_ip_address': '172.25.3.28', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'port_id': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'mac_address': 'fa:16:3e:e4:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:07:00Z', 'updated_at': '2021-07-05T18:07:22Z', 'revision_number': 1, 'project_id': '9127f142890240a89ef4a167926f125c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:07:24.295743 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aed20264-631d-43ef-98a6-5758780a952b req-91b9f5b2-837c-44cd-99d2-8501bec8443e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009a39d3-3dda-4027-ab22-aaba0f8365df HTTP/1.1" status: 200 len: 998 time: 0.1084688 Jul 05 18:07:24.357987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38c2f16c-887d-4394-9089-beff1b930f07 req-d74cb70b-dec1-4e6b-a52f-1cd10749400b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228962 Jul 05 18:07:24.359333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20264-631d-43ef-98a6-5758780a952b req-c656f9a5-75da-4cf7-9e3d-b52303724c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:24.360846 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aed20264-631d-43ef-98a6-5758780a952b req-c656f9a5-75da-4cf7-9e3d-b52303724c17 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.0611072 Jul 05 18:07:24.445148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bbfc5ed0-7c43-4f2a-9b0e-e3a17a688fea req-71c30710-bdfd-4600-a010-242c9cd089a0 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 210 time: 0.0408902 Jul 05 18:07:24.452290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed20264-631d-43ef-98a6-5758780a952b req-cba0da8a-f6f8-4bc1-8102-b0aa471a1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:24.454406 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aed20264-631d-43ef-98a6-5758780a952b req-cba0da8a-f6f8-4bc1-8102-b0aa471a1dd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859020 Jul 05 18:07:24.493654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:24.556380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1da9b03a-ee52-4dd2-b149-4590175e9840 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:07:24.599741 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:24.641757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170fe6f-661c-4d3f-bf49-7e8f89be9612 req-fdd8e3ef-48ce-4cc9-8277-c1988762bc34 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:24.642957 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aed20264-631d-43ef-98a6-5758780a952b req-f170e9d2-0b5a-4350-9472-8ab5bccc86f0 service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747952 Jul 05 18:07:24.643529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4170fe6f-661c-4d3f-bf49-7e8f89be9612 req-fdd8e3ef-48ce-4cc9-8277-c1988762bc34 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 946 time: 0.1175990 Jul 05 18:07:24.675805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34675623-9b33-49f9-8114-e8cf567f1357 None None] New status for floating IP 33650ed9-0be4-42f6-86b4-b34d0405ee58: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:07:24.693773 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:24.707110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4170fe6f-661c-4d3f-bf49-7e8f89be9612 req-5e73929a-8f39-4193-8b3d-a35e5dba789e tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580316 Jul 05 18:07:24.752847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Network 11678359-d42e-442f-80db-89c8dd5427d0 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:07:24.756951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:07:24.761925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:07:24.782173 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aed20264-631d-43ef-98a6-5758780a952b req-bf3e7537-bc60-4542-b701-55cdae02e441 service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330822 Jul 05 18:07:24.802181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event updated for resources: {'Port': ['ID=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:24.837988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1da9b03a-ee52-4dd2-b149-4590175e9840, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1da9b03a-ee52-4dd2-b149-4590175e9840,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:24.840748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:24.841495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:24.864671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '1da9b03a-ee52-4dd2-b149-4590175e9840', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '1da9b03a-ee52-4dd2-b149-4590175e9840', 'mac_address': 'fa:16:3e:37:cb:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:07:24.946675 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:24.961774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da9b03a-ee52-4dd2-b149-4590175e9840 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:24.975384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854049f-3707-4d67-859e-bf49b7b4aadc req-0df5eb50-e839-4e2f-a9d1-d2e151cc3f0c tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:24.977093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3854049f-3707-4d67-859e-bf49b7b4aadc req-0df5eb50-e839-4e2f-a9d1-d2e151cc3f0c tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 947 time: 0.0837626 Jul 05 18:07:24.978993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-85fc3ec1-941b-45bc-8109-ff3cc5e461f8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6357558 Jul 05 18:07:24.987341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1da9b03a-ee52-4dd2-b149-4590175e9840, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1da9b03a-ee52-4dd2-b149-4590175e9840,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:24.998477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Request body: {'port': {'device_id': 'b2a002a4-e9c7-4068-a8ca-55be61b74897', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:25.077697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3854049f-3707-4d67-859e-bf49b7b4aadc req-df2d3c3f-babf-4062-a46f-9baae8a35eec tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929821 Jul 05 18:07:25.083790 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:25.143027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1da9b03a-ee52-4dd2-b149-4590175e9840,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:25.162180 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:25.263161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df0329d2-1cb1-42eb-b1e5-9ecf11979f26 req-6a7ce644-f5ee-4229-89e0-5909e65e60f1 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0417924 Jul 05 18:07:25.264923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-3e36bf72-74cf-424e-aa7a-c38c25a10614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:25.266284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-3e36bf72-74cf-424e-aa7a-c38c25a10614 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1534054 Jul 05 18:07:25.446163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1da9b03a-ee52-4dd2-b149-4590175e9840'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:07:25.509961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-a72d86be-d62d-4cf4-970b-8198a2299d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:25.511524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-a72d86be-d62d-4cf4-970b-8198a2299d8c service neutron] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 911 time: 0.1952956 Jul 05 18:07:25.588020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23591dd5-068e-493d-bc60-86c222820f44 req-ccf53276-7e85-44c2-9262-1ccd136211a4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:25.589549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23591dd5-068e-493d-bc60-86c222820f44 req-ccf53276-7e85-44c2-9262-1ccd136211a4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.2174857 Jul 05 18:07:25.651615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-42876db8-f375-45a0-a649-f87d3c19a4d7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe HTTP/1.1" status: 200 len: 1001 time: 0.1330719 Jul 05 18:07:25.702214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23591dd5-068e-493d-bc60-86c222820f44 req-6200a2ff-820e-4dca-8cde-4aeca4036a03 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055846 Jul 05 18:07:25.741983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:25.751255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-52d6b91b-d363-40de-a952-65a7034cf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:25.752750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-52d6b91b-d363-40de-a952-65a7034cf711 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.0916641 Jul 05 18:07:25.754539 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:25.792979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Transition to ACTIVE for port object f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:07:25.847395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-026337db-8f9e-49f3-b09a-b64cce454e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:25.848921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-026337db-8f9e-49f3-b09a-b64cce454e07 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897584 Jul 05 18:07:25.906852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:26.306404 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:26.320019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ed969-7dcb-42a1-9890-d24b335b36ce req-207a99c1-27b7-48d2-bdee-c920cf6b5aa5 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:26.322859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f81ed969-7dcb-42a1-9890-d24b335b36ce req-207a99c1-27b7-48d2-bdee-c920cf6b5aa5 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 931 time: 0.5113389 Jul 05 18:07:26.322859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Pushing event updated for resources: {'Port': ['ID=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:26.380670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-f6dd2fa4-fb92-4200-88eb-cb31a69e0cc3 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246789 Jul 05 18:07:26.477508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f81ed969-7dcb-42a1-9890-d24b335b36ce req-bec33876-c3ae-4a77-89e8-9d366e00f978 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492307 Jul 05 18:07:26.512000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63dfba-02d6-400f-9bc5-b7ac42ce2614 req-b99c37dc-5abc-4057-a7c7-54b9da924f8b tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:26.513525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a63dfba-02d6-400f-9bc5-b7ac42ce2614 req-b99c37dc-5abc-4057-a7c7-54b9da924f8b tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 946 time: 0.2709429 Jul 05 18:07:26.523709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Attempting to bind port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:07:26.524049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Attempting to bind port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:07:26.524386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Attempting to bind port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:26.551613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 on network 11678359-d42e-442f-80db-89c8dd5427d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:07:26.551938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Attempting to bind port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:26.569020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1da9b03a-ee52-4dd2-b149-4590175e9840 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:07:26.577886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:07:26.578230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Checking segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:07:26.578638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Bound using segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:07:26.579088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Bound port: f7740e04-e0fa-40ec-a48a-cdbdbaa837d4, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:07:26.579449 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:26.598124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a63dfba-02d6-400f-9bc5-b7ac42ce2614 req-bc523c21-bd02-4e7e-a7a8-ca254aaed221 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775814 Jul 05 18:07:26.600076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ee1c9fb-5096-492c-a032-34b50f613449 req-6f4c084c-4fdf-4094-9141-b5fc647a5114 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936443 Jul 05 18:07:26.666766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] For port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:07:26.669898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] For port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:07:26.735049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 1da9b03a-ee52-4dd2-b149-4590175e9840 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:07:26.743364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 1da9b03a-ee52-4dd2-b149-4590175e9840 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:07:26.743364 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:26.764836 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:26.783314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9c1fc-a6f2-4dc6-bba5-4a0a9d10a21c req-0d76ad8c-0035-4c83-bf1b-8e23dd1a0695 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:26.785019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4c9c1fc-a6f2-4dc6-bba5-4a0a9d10a21c req-0d76ad8c-0035-4c83-bf1b-8e23dd1a0695 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 948 time: 0.0776348 Jul 05 18:07:26.822069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:26.827785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:26.828354 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:26.829788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] 10.222.0.97 "PUT /v2.0/ports/f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 HTTP/1.1" status: 200 len: 1091 time: 1.8360298 Jul 05 18:07:26.840663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a002a4-e9c7-4068-a8ca-55be61b74897', 'tag': 'f7740e04-e0fa-40ec-a48a-cdbdbaa837d4'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:26.843686 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d1a373-8093-46ed-a0c7-97f33893c264" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a002a4-e9c7-4068-a8ca-55be61b74897", "tag": "f7740e04-e0fa-40ec-a48a-cdbdbaa837d4"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:26.853072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7329b51-8854-4473-b86f-8d932737676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da9b03a-ee52-4dd2-b149-4590175e9840'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:26.855806 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2587aca2-beb3-4d97-a45d-194df153547a" -d '{"events": [{"server_uuid": "c7329b51-8854-4473-b86f-8d932737676c", "name": "network-vif-plugged", "status": "completed", "tag": "1da9b03a-ee52-4dd2-b149-4590175e9840"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:26.871930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1da9b03a-ee52-4dd2-b149-4590175e9840, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1da9b03a-ee52-4dd2-b149-4590175e9840,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:26.916911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-939d17ee-dadf-406c-b38b-1a17d817673b req-7577a249-3b4a-4c42-972d-d7e5daad97a7 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0669253 Jul 05 18:07:26.927438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4c9c1fc-a6f2-4dc6-bba5-4a0a9d10a21c req-f7026188-610c-40e3-8a7c-8aca94bd68a3 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176560 Jul 05 18:07:26.928507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a800145-ae13-4caa-9453-fcec4f55c5fd service neutron] Pushing event updated for resources: {'Port': ['ID=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:26.947017 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:27.006410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1da9b03a-ee52-4dd2-b149-4590175e9840,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:27.019503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-9955484a-4fd1-4f93-871c-f1f8e7f9de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:27.021275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-9955484a-4fd1-4f93-871c-f1f8e7f9de30 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 1094 time: 0.0678833 Jul 05 18:07:27.075119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-42e19f1a-beae-4c0c-8f53-c5079b2793ff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 HTTP/1.1" status: 200 len: 217 time: 0.0460639 Jul 05 18:07:27.098003 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef498444-f29a-496f-bd56-3727505c3458 x-openstack-request-id: req-ef498444-f29a-496f-bd56-3727505c3458 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:27.098268 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a002a4-e9c7-4068-a8ca-55be61b74897", "tag": "f7740e04-e0fa-40ec-a48a-cdbdbaa837d4", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:27.098527 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef498444-f29a-496f-bd56-3727505c3458 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:27.099020 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a002a4-e9c7-4068-a8ca-55be61b74897', 'tag': 'f7740e04-e0fa-40ec-a48a-cdbdbaa837d4', 'status': 'completed', 'code': 200} Jul 05 18:07:27.123918 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-594d4a86-7298-4acf-b70c-54e9ecd4943d x-openstack-request-id: req-594d4a86-7298-4acf-b70c-54e9ecd4943d {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:27.124222 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7329b51-8854-4473-b86f-8d932737676c", "name": "network-vif-plugged", "status": "completed", "tag": "1da9b03a-ee52-4dd2-b149-4590175e9840", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:27.124480 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-594d4a86-7298-4acf-b70c-54e9ecd4943d {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:27.124873 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7329b51-8854-4473-b86f-8d932737676c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da9b03a-ee52-4dd2-b149-4590175e9840', 'code': 200} Jul 05 18:07:27.159578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-b1fdfc7d-a48e-4710-9583-5816ee09cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:27.161068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-b1fdfc7d-a48e-4710-9583-5816ee09cf48 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.0613184 Jul 05 18:07:27.186487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b9aaf-1325-4104-ae0c-3bf28b761f30 req-e9f358a2-bfa9-4b5e-b3d6-8af8ef104d58 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:27.188006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-696b9aaf-1325-4104-ae0c-3bf28b761f30 req-e9f358a2-bfa9-4b5e-b3d6-8af8ef104d58 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1236596 Jul 05 18:07:27.208499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-81dfff5a-567e-4b86-aceb-7904c65a78f3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403023 Jul 05 18:07:27.253937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e7a2f-6154-464e-bb57-5d93a0bfec0b req-9d917bc7-f868-4753-8d21-0901a6a2a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:27.255509 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bc1e7a2f-6154-464e-bb57-5d93a0bfec0b req-9d917bc7-f868-4753-8d21-0901a6a2a328 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 1100 time: 0.0533407 Jul 05 18:07:27.294786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-696b9aaf-1325-4104-ae0c-3bf28b761f30 req-74d93f1c-f9c7-4950-bbc9-1f239a403a8f tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893011 Jul 05 18:07:27.328870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-807ced35-313f-4dfc-a2e1-11da651bde50 service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076367 Jul 05 18:07:27.332584 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bc1e7a2f-6154-464e-bb57-5d93a0bfec0b req-f1479030-7789-4250-9fbd-e52039f60123 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631866 Jul 05 18:07:27.422780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9a2893e-d51b-411f-867f-301a77a4b166 req-d3cbbad1-8d76-449a-ae77-cd7da4019d7e service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864339 Jul 05 18:07:27.608735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-77f27ee1-eec5-4180-88ff-e5dcbd669900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:27.610190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-77f27ee1-eec5-4180-88ff-e5dcbd669900 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 1094 time: 0.0686169 Jul 05 18:07:27.732626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad1db0-2084-4083-8f04-1203070b8bc0 req-2f66c704-9aeb-4b14-b10a-ea3f9dad7d5a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:27.734170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96ad1db0-2084-4083-8f04-1203070b8bc0 req-2f66c704-9aeb-4b14-b10a-ea3f9dad7d5a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 943 time: 0.1439247 Jul 05 18:07:27.739211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-028a6c2e-676a-40bd-adc8-084092c81582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:27.740618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-028a6c2e-676a-40bd-adc8-084092c81582 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 911 time: 0.1137447 Jul 05 18:07:27.794611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-0ced5fd5-c424-443d-be9e-684e9edf89e9 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 HTTP/1.1" status: 200 len: 217 time: 0.0464213 Jul 05 18:07:27.837323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96ad1db0-2084-4083-8f04-1203070b8bc0 req-6fef11d8-95b7-4eaa-98a9-3a1b025b2bda tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957148 Jul 05 18:07:27.889655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-05d6904d-d371-4af4-aa97-267870f32e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:27.891167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-05d6904d-d371-4af4-aa97-267870f32e4c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.0867572 Jul 05 18:07:27.934239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-2538416e-8ada-4b8f-a173-f5b00f3fd92e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325956 Jul 05 18:07:27.949608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75cd185-58c5-4b7a-bd93-a59012984e1e req-ebf2c9e6-9ed7-4518-a888-0e0515ec1f77 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:27.951165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f75cd185-58c5-4b7a-bd93-a59012984e1e req-ebf2c9e6-9ed7-4518-a888-0e0515ec1f77 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 946 time: 0.1177435 Jul 05 18:07:28.005156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01850843-3851-48e2-94ea-cac9148516c0 req-cdbf25b9-9d5d-4e40-8c0f-a432f81f19a8 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:28.008569 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01850843-3851-48e2-94ea-cac9148516c0 req-cdbf25b9-9d5d-4e40-8c0f-a432f81f19a8 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 946 time: 0.0955863 Jul 05 18:07:28.042671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f75cd185-58c5-4b7a-bd93-a59012984e1e req-119f2183-1cd4-459f-9c95-00b76adf7491 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/security-groups?id=c6de3f63-dc9d-449b-a865-20817c3cc252&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832865 Jul 05 18:07:28.105246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48173e99-7362-445c-95ff-6b91d9ac38ea req-0613bd96-9ac7-4d0e-a5ce-137964b9d152 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0361845 Jul 05 18:07:28.107225 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-424c4aea-f410-4744-bc2c-b176c884bc8f service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549950 Jul 05 18:07:28.139120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-01850843-3851-48e2-94ea-cac9148516c0 req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Deleting port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:07:28.139844 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01850843-3851-48e2-94ea-cac9148516c0 req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:28.238598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-01850843-3851-48e2-94ea-cac9148516c0 req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] For port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,segment=NetworkSegment(5bd55dce-1f56-4188-aad5-5c7979031fc5),segment_id=5bd55dce-1f56-4188-aad5-5c7979031fc5)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:28.238979 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01850843-3851-48e2-94ea-cac9148516c0 req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:28.254592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-01850843-3851-48e2-94ea-cac9148516c0 req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Calling delete_port for 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:07:28.273583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68d1a373-8093-46ed-a0c7-97f33893c264 req-567b0c97-ff43-46ce-a2f7-becf4d23fad0 service neutron] 10.222.0.97 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488688 Jul 05 18:07:28.281996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a4636-0237-4257-9af5-53ae92ae9d9f req-95be3e27-8042-4567-aa5f-160db12b70f4 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:28.284595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-956a4636-0237-4257-9af5-53ae92ae9d9f req-95be3e27-8042-4567-aa5f-160db12b70f4 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 949 time: 0.1070933 Jul 05 18:07:28.341615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-956a4636-0237-4257-9af5-53ae92ae9d9f req-d79bf452-2660-4448-8f83-b251651fc352 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431464 Jul 05 18:07:28.472173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01850843-3851-48e2-94ea-cac9148516c0 req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:28.489480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0f2b6a10-c61e-4296-b17d-5dd6d20e68bb'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:07:28.504114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c7c32-d8a1-4d18-a71f-9e7567cfc929 req-2b48fbde-28a3-4f9a-90c2-cdb493d3cfa6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:28.505793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e5c7c32-d8a1-4d18-a71f-9e7567cfc929 req-2b48fbde-28a3-4f9a-90c2-cdb493d3cfa6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.0807488 Jul 05 18:07:28.521853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Pushing event deleted for resources: {'Port': ['ID=0f2b6a10-c61e-4296-b17d-5dd6d20e68bb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:28.547188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e5c7c32-d8a1-4d18-a71f-9e7567cfc929 req-ae12028e-3cf6-458c-a1de-cadc4d8acdf0 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340831 Jul 05 18:07:28.551762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.552119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.552471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.552843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.553319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.553595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.554679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.555027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.555629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.555966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.556299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.556631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:07:28.581708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-01850843-3851-48e2-94ea-cac9148516c0 req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] No DVR routers for this DVR port 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:07:28.584576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01850843-3851-48e2-94ea-cac9148516c0 req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:28.587149 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01850843-3851-48e2-94ea-cac9148516c0 req-86d94fa6-c17c-4c7d-b6cf-2df45135efca tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.39 "DELETE /v2.0/ports/0f2b6a10-c61e-4296-b17d-5dd6d20e68bb HTTP/1.1" status: 204 len: 173 time: 0.5739484 Jul 05 18:07:28.587587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02', 'name': 'network-vif-deleted', 'tag': '0f2b6a10-c61e-4296-b17d-5dd6d20e68bb'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:28.589844 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d06490a-8dc8-497e-85e2-0c8a6a0e2b61" -d '{"events": [{"server_uuid": "ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02", "name": "network-vif-deleted", "tag": "0f2b6a10-c61e-4296-b17d-5dd6d20e68bb"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:28.625687 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c0c3b4-dd2c-4122-b045-b8f30b865bb7 x-openstack-request-id: req-14c0c3b4-dd2c-4122-b045-b8f30b865bb7 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:28.625978 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02", "name": "network-vif-deleted", "tag": "0f2b6a10-c61e-4296-b17d-5dd6d20e68bb", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:28.626233 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14c0c3b4-dd2c-4122-b045-b8f30b865bb7 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:28.626666 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02', 'name': 'network-vif-deleted', 'tag': '0f2b6a10-c61e-4296-b17d-5dd6d20e68bb', 'status': 'completed', 'code': 200} Jul 05 18:07:29.022646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad19f82-a566-443b-8c4c-29ba48807ec9 req-4d806226-dd5f-4fab-968c-baa8abe028c1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:29.024231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fad19f82-a566-443b-8c4c-29ba48807ec9 req-4d806226-dd5f-4fab-968c-baa8abe028c1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 943 time: 0.0697377 Jul 05 18:07:29.063611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fad19f82-a566-443b-8c4c-29ba48807ec9 req-8c8b5f5b-6fa8-4a71-92f9-81fcbff51409 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Jul 05 18:07:29.205531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-970b7621-ea42-4779-be68-b9348f42414b req-441f1f10-6f3e-44d2-bfef-56e1c781ae54 tempest-ServersNegativeTestMultiTenantJSON-991880147 tempest-ServersNegativeTestMultiTenantJSON-991880147-project] 10.222.0.30 "GET /v2.0/ports?device_id=ae3b31ac-c8c7-46e4-bd1b-87092b4e9a02 HTTP/1.1" status: 200 len: 210 time: 0.0307667 Jul 05 18:07:29.260648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b25f72c4-5b41-4438-96e1-4cc7f1f49db2 req-15121a10-354e-4bcb-8bd6-9308271c5c2f tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0297546 Jul 05 18:07:29.495118 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:29.530783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa378796-b692-457f-9bb9-fdc0e598c540 req-ebba5711-624d-479e-bb0e-b3720d2405fc tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:29.532336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa378796-b692-457f-9bb9-fdc0e598c540 req-ebba5711-624d-479e-bb0e-b3720d2405fc tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 949 time: 0.0724399 Jul 05 18:07:29.571981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa378796-b692-457f-9bb9-fdc0e598c540 req-3334886c-edcb-4dc1-8965-523df09fd906 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Jul 05 18:07:29.789824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-920e382f-026f-44bc-a721-a9ac5f5cf11a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229959 Jul 05 18:07:29.896991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-c4d4c739-43d7-47e8-97ac-348e9cbc2bbd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:29.899237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-c4d4c739-43d7-47e8-97ac-348e9cbc2bbd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1042731 Jul 05 18:07:29.914142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-f3dc2ab9-d980-4b2b-a589-8bb078646d93 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/quotas/05a74bd371b74fc9b20700df3ddbcc40 HTTP/1.1" status: 200 len: 375 time: 0.0094984 Jul 05 18:07:29.983221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-15a7636a-40b7-4966-a9f0-f6e20e922a70 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639865 Jul 05 18:07:30.265694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-049d1318-4394-41f0-ae59-521067d98719 req-ffb85e80-6b23-4ad3-ab61-7f5a01daeeac tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 210 time: 0.0296440 Jul 05 18:07:30.358833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7cbbe-541f-46f7-a497-9a5b6e368c9c req-4cdc0b71-a4cc-4d0e-be83-b7327edaa0a9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:30.359435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59776) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:30.371702 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17c7cbbe-541f-46f7-a497-9a5b6e368c9c req-4cdc0b71-a4cc-4d0e-be83-b7327edaa0a9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 943 time: 0.0873511 Jul 05 18:07:30.414392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17c7cbbe-541f-46f7-a497-9a5b6e368c9c req-98f4feb9-a3ba-47df-a0ad-f2eb38342dbb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386441 Jul 05 18:07:30.415918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-d061b1ab-bee0-4c5a-b247-a1e41d066117 admin admin] Deleting subnet 875a80cc-7879-4577-ab2b-a1d23bfe082e {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:07:30.419863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d061b1ab-bee0-4c5a-b247-a1e41d066117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.458801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d061b1ab-bee0-4c5a-b247-a1e41d066117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.508537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d061b1ab-bee0-4c5a-b247-a1e41d066117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.514930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00459273-8a7d-4374-951e-c0ede1aacd3d req-1a0f7ef0-76d1-428e-9ada-2550e7930d4e tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0362611 Jul 05 18:07:30.594174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:07:30.614257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:07:30.614666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0f2b6a10-c61e-4296-b17d-5dd6d20e68bb not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:07:30.626708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d061b1ab-bee0-4c5a-b247-a1e41d066117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.651541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061b1ab-bee0-4c5a-b247-a1e41d066117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875a80cc-7879-4577-ab2b-a1d23bfe082e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:30.658067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d061b1ab-bee0-4c5a-b247-a1e41d066117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.664344 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d061b1ab-bee0-4c5a-b247-a1e41d066117 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/875a80cc-7879-4577-ab2b-a1d23bfe082e HTTP/1.1" status: 204 len: 168 time: 0.2995341 Jul 05 18:07:30.664344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59782) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:30.734765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.815334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.825099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['644ddf32-89f5-48c2-b20e-d058fd77744c']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:30.836081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd55dce-1f56-4188-aad5-5c7979031fc5') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:30.836374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd55dce-1f56-4188-aad5-5c7979031fc5') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:30.845137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.858962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.864884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:07:30.865310 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:07:30.867014 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:07:30.975095 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.981577 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:30.986755 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/644ddf32-89f5-48c2-b20e-d058fd77744c HTTP/1.1" status: 204 len: 168 time: 0.3195839 Jul 05 18:07:30.986843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59788) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:30.994938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d0993-c58d-4e9a-9fa4-9760c93da6d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=644ddf32-89f5-48c2-b20e-d058fd77744c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:31.034188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-e43a2a6e-b97b-49dd-8d79-7c99fed0be3a admin admin] Deleting subnet db2a0485-bc3a-41b6-91e8-be2cd4f3121f {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:07:31.037463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e43a2a6e-b97b-49dd-8d79-7c99fed0be3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.077150 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e43a2a6e-b97b-49dd-8d79-7c99fed0be3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.117429 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e43a2a6e-b97b-49dd-8d79-7c99fed0be3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.249721 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e43a2a6e-b97b-49dd-8d79-7c99fed0be3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.259957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:07:31.278696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a2a6e-b97b-49dd-8d79-7c99fed0be3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2a0485-bc3a-41b6-91e8-be2cd4f3121f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:31.288561 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e43a2a6e-b97b-49dd-8d79-7c99fed0be3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.290512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e43a2a6e-b97b-49dd-8d79-7c99fed0be3a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/db2a0485-bc3a-41b6-91e8-be2cd4f3121f HTTP/1.1" status: 204 len: 168 time: 0.3026040 Jul 05 18:07:31.293094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59792) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:31.374879 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.385581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:31.398809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'f7740e04-e0fa-40ec-a48a-cdbdbaa837d4', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'port_id': 'f7740e04-e0fa-40ec-a48a-cdbdbaa837d4', 'mac_address': 'fa:16:3e:de:46:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc817a4-e30e-4735-8b7a-fc82953cd1db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:07:31.421363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40c3cd0b-19fe-4398-875a-011ee36affed req-f26328f0-de24-4afb-8849-14153ff7f225 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 210 time: 0.0318575 Jul 05 18:07:31.442174 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.458539 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:31.477994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:31.483532 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.494724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d489423b-4209-4369-b745-2ae938a61515']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:31.505371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f9f6e6-9855-4e90-bcfc-8b32257d9f77') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:31.505669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f9f6e6-9855-4e90-bcfc-8b32257d9f77') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:31.515946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.531303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.537439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:07:31.538475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:07:31.540482 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:07:31.558424 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.628362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774dcae-2ef7-4215-b7a2-b34e1c69f743 req-94c8fe8b-4d35-4988-b7f6-5d63fef33203 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:31.630625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9774dcae-2ef7-4215-b7a2-b34e1c69f743 req-94c8fe8b-4d35-4988-b7f6-5d63fef33203 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 944 time: 0.0870142 Jul 05 18:07:31.633374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:31.682241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9774dcae-2ef7-4215-b7a2-b34e1c69f743 req-7bb6d005-2092-41dd-ae4b-8d9bdf14a032 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Jul 05 18:07:31.704207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d4cc495-e78e-478f-bcaa-65917dbc01d9 req-ac1870b7-4b97-40e7-997d-2f3aa3e32bfb tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0385752 Jul 05 18:07:31.717815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.724281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:31.726886 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d489423b-4209-4369-b745-2ae938a61515 HTTP/1.1" status: 204 len: 168 time: 0.4323046 Jul 05 18:07:31.746677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d7882-3439-4722-bb2f-dc1456a26f41 admin admin] Pushing event deleted for resources: {'Network': ['ID=d489423b-4209-4369-b745-2ae938a61515,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:31.858284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['f7740e04-e0fa-40ec-a48a-cdbdbaa837d4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:07:32.148550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59806) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:32.191615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-200a6798-983f-4357-94a5-700c63bfa490 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2554c28361f34e15b1aa8b9506477a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464904 Jul 05 18:07:32.193967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59808) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:32.242805 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02fdf58a-e205-4f0a-9185-37c9b40f5bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:32.264681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02fdf58a-e205-4f0a-9185-37c9b40f5bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:32.426979 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02fdf58a-e205-4f0a-9185-37c9b40f5bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:32.432375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02fdf58a-e205-4f0a-9185-37c9b40f5bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:32.434631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-02fdf58a-e205-4f0a-9185-37c9b40f5bef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6de3f63-dc9d-449b-a865-20817c3cc252 HTTP/1.1" status: 204 len: 168 time: 0.2384477 Jul 05 18:07:32.445864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fdf58a-e205-4f0a-9185-37c9b40f5bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6de3f63-dc9d-449b-a865-20817c3cc252,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:32.454788 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-22e75a39-d972-43bf-8503-404021a84f90 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280092 Jul 05 18:07:32.583638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-caaa5d1b-2415-47d0-8f76-36cdc284dd64 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:32.585654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-caaa5d1b-2415-47d0-8f76-36cdc284dd64 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211441 Jul 05 18:07:32.600312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Request body: {'port': {'device_id': 'f02b329f-895b-4ea4-b663-fdc02a9ec5b8', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '05a74bd371b74fc9b20700df3ddbcc40'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:32.600530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad613c31-d5f0-4bbd-ae9d-21e768ce3924 req-0add04f4-491a-4a30-b38d-da8e3941f7de tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 210 time: 0.0286634 Jul 05 18:07:32.792754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Made reservation on behalf of 05a74bd371b74fc9b20700df3ddbcc40 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:32.796772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:32.927547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd403b-c8c7-48e5-8020-7fb23e00162f req-5c657a6b-2d27-4502-82fa-6c9ff9991e77 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:32.929973 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7cd403b-c8c7-48e5-8020-7fb23e00162f req-5c657a6b-2d27-4502-82fa-6c9ff9991e77 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 944 time: 0.1049542 Jul 05 18:07:32.950069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57c73406-fe01-4afd-bfcb-048bcc2714d9 req-ea5a785c-7caf-4225-812e-fa5ee74f5772 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0474753 Jul 05 18:07:32.958355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Allocated IP 192.168.233.29 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/e8df2857-f4ae-4300-9adb-9d9ba6d4abaf) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:07:32.993518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7cd403b-c8c7-48e5-8020-7fb23e00162f req-fd04e4a0-8088-4311-8a9e-527933b5e4e6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454729 Jul 05 18:07:33.120029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.133635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Transition to ACTIVE for port object e8df2857-f4ae-4300-9adb-9d9ba6d4abaf will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:07:33.250330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59826) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:33.261019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.266768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:07:33.292175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1da9b03a-ee52-4dd2-b149-4590175e9840'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:07:33.310704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:07:33.314586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:07:33.318593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:07:33.327613 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4bc9575d-f532-4c7e-89b6-d09e7ae5c6d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee9180bd4d264592ad287d18a8b70f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0759664 Jul 05 18:07:33.328410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59828) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:33.352847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Pushing event updated for resources: {'Port': ['ID=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:33.383764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:33.384582 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.389639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-583b0ba6-30a5-4fd1-8603-8dcb6f436ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.421214 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-583b0ba6-30a5-4fd1-8603-8dcb6f436ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.473823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:07:33.479087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:07:33.479546 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.504982 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-4d6fe524-cd27-40f4-815e-6ff45695870a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9083161 Jul 05 18:07:33.523389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Request body: {'port': {'device_id': 'f02b329f-895b-4ea4-b663-fdc02a9ec5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:33.578032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.586372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-583b0ba6-30a5-4fd1-8603-8dcb6f436ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.589319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-583b0ba6-30a5-4fd1-8603-8dcb6f436ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.593126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-583b0ba6-30a5-4fd1-8603-8dcb6f436ef6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52fd6e61-71be-415d-9914-5d960580c0a7 HTTP/1.1" status: 204 len: 168 time: 0.2610657 Jul 05 18:07:33.603445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b0ba6-30a5-4fd1-8603-8dcb6f436ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fd6e61-71be-415d-9914-5d960580c0a7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:33.608351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a002a4-e9c7-4068-a8ca-55be61b74897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7740e04-e0fa-40ec-a48a-cdbdbaa837d4'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:33.609965 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e7ebd-bb66-41f0-92fb-b9b250469f8a" -d '{"events": [{"server_uuid": "b2a002a4-e9c7-4068-a8ca-55be61b74897", "name": "network-vif-plugged", "status": "completed", "tag": "f7740e04-e0fa-40ec-a48a-cdbdbaa837d4"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:33.614207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.643086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:33.664679 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9a9ba8-c45b-44fc-b3b6-cd188f5528e9 x-openstack-request-id: req-ba9a9ba8-c45b-44fc-b3b6-cd188f5528e9 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:33.665089 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a002a4-e9c7-4068-a8ca-55be61b74897", "name": "network-vif-plugged", "status": "completed", "tag": "f7740e04-e0fa-40ec-a48a-cdbdbaa837d4", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:33.665485 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba9a9ba8-c45b-44fc-b3b6-cd188f5528e9 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:33.665974 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a002a4-e9c7-4068-a8ca-55be61b74897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7740e04-e0fa-40ec-a48a-cdbdbaa837d4', 'code': 200} Jul 05 18:07:33.700893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a4c1479f-733d-41a5-93bd-6c01ed32c7c7 None None] Provisioning for port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:07:33.705004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a4c1479f-733d-41a5-93bd-6c01ed32c7c7 None None] Provisioning complete for port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:07:33.714730 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a4c1479f-733d-41a5-93bd-6c01ed32c7c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.742568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.782608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a4c1479f-733d-41a5-93bd-6c01ed32c7c7 None None] Port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:07:33.820122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:33.854540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553f527-93ea-43dc-8a19-45bdf44eadfb req-31e89d69-7b1a-42d8-b411-9630987be213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:33.856094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b553f527-93ea-43dc-8a19-45bdf44eadfb req-31e89d69-7b1a-42d8-b411-9630987be213 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 1096 time: 0.1004100 Jul 05 18:07:33.869068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb73f2a-6b6a-48cf-adf0-d4b4f40e8ebf req-f798ae82-14b0-42df-8e52-020045330489 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:33.870643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffb73f2a-6b6a-48cf-adf0-d4b4f40e8ebf req-f798ae82-14b0-42df-8e52-020045330489 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 935 time: 0.1291060 Jul 05 18:07:33.929413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b553f527-93ea-43dc-8a19-45bdf44eadfb req-a0e5ceee-9dda-4bab-8d9f-7ed8feac0b84 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577326 Jul 05 18:07:33.934892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffb73f2a-6b6a-48cf-adf0-d4b4f40e8ebf req-81702467-43f9-4c3f-a62a-672b4e1d051f tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567553 Jul 05 18:07:33.963895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8df2857-f4ae-4300-9adb-9d9ba6d4abaf {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:33.971227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:33.983667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Transition to ACTIVE for port object e8df2857-f4ae-4300-9adb-9d9ba6d4abaf will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:07:34.083850 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:34.116701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b20f937e-ec93-4ef5-8edc-d83d70289992 req-6cd8e745-4802-4865-a363-b58dff235f60 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0301790 Jul 05 18:07:34.186236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Pushing event updated for resources: {'Port': ['ID=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:34.197718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93b7c9-71f4-40ee-b283-d1ba8790e4ef req-fbf817dd-da2a-4183-b193-8b17f57519e4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:34.199536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5a93b7c9-71f4-40ee-b283-d1ba8790e4ef req-fbf817dd-da2a-4183-b193-8b17f57519e4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0855105 Jul 05 18:07:34.258936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5a93b7c9-71f4-40ee-b283-d1ba8790e4ef req-2a62191d-e713-47f2-9c8c-c071d4ced28a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520322 Jul 05 18:07:34.288241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Attempting to bind port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:07:34.288800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Attempting to bind port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:07:34.289300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Attempting to bind port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:34.294603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:07:34.295265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Attempting to bind port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:07:34.300962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:07:34.301375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:07:34.301773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:07:34.302204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Bound port: e8df2857-f4ae-4300-9adb-9d9ba6d4abaf, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:07:34.302578 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:34.373679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] For port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:07:34.377230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] For port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:07:34.484271 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:34.517280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:34.517939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:34.519275 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] 10.222.0.39 "PUT /v2.0/ports/e8df2857-f4ae-4300-9adb-9d9ba6d4abaf HTTP/1.1" status: 200 len: 1095 time: 1.0026786 Jul 05 18:07:34.519704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f02b329f-895b-4ea4-b663-fdc02a9ec5b8', 'tag': 'e8df2857-f4ae-4300-9adb-9d9ba6d4abaf'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:34.521941 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23142015-6a5c-4734-ac1b-75de316c3a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "f02b329f-895b-4ea4-b663-fdc02a9ec5b8", "tag": "e8df2857-f4ae-4300-9adb-9d9ba6d4abaf"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:34.552053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b975cf-8e7c-4de5-87f6-330e87715695 service neutron] Pushing event updated for resources: {'Port': ['ID=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:34.583464 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e2ee0c-ad55-4c0a-bd69-5a5f6fcdebea x-openstack-request-id: req-f8e2ee0c-ad55-4c0a-bd69-5a5f6fcdebea {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:34.583757 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f02b329f-895b-4ea4-b663-fdc02a9ec5b8", "tag": "e8df2857-f4ae-4300-9adb-9d9ba6d4abaf", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:34.584010 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8e2ee0c-ad55-4c0a-bd69-5a5f6fcdebea {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:34.584491 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f02b329f-895b-4ea4-b663-fdc02a9ec5b8', 'tag': 'e8df2857-f4ae-4300-9adb-9d9ba6d4abaf', 'status': 'completed', 'code': 200} Jul 05 18:07:34.703748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23142015-6a5c-4734-ac1b-75de316c3a1a req-243df822-2950-4f68-835f-d22b2b9c1803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:34.705477 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23142015-6a5c-4734-ac1b-75de316c3a1a req-243df822-2950-4f68-835f-d22b2b9c1803 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0830908 Jul 05 18:07:34.745654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23142015-6a5c-4734-ac1b-75de316c3a1a req-98b37185-19ef-4a43-9fc0-790835987788 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281329 Jul 05 18:07:34.870679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23142015-6a5c-4734-ac1b-75de316c3a1a req-3ec525c3-03f4-4f9b-8aac-d81614d052ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:34.872117 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23142015-6a5c-4734-ac1b-75de316c3a1a req-3ec525c3-03f4-4f9b-8aac-d81614d052ba service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1072216 Jul 05 18:07:34.892644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59868) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:34.985202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-c9244244-1436-4c3e-be1f-816fcea59276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:34.986789 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-c9244244-1436-4c3e-be1f-816fcea59276 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 1098 time: 0.0582783 Jul 05 18:07:35.016917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2057120062-network', 'tenant_id': '5cf76d4ce72b49719ff306e695190a79'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:35.057679 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-697bfd88-e6f4-4473-8877-fa122e720728 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf HTTP/1.1" status: 200 len: 217 time: 0.0530927 Jul 05 18:07:35.123129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-2e2e676e-43ba-401e-8a8c-4199a65ba70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:35.125446 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-2e2e676e-43ba-401e-8a8c-4199a65ba70c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0512850 Jul 05 18:07:35.131971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Made reservation on behalf of 5cf76d4ce72b49719ff306e695190a79 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:35.134499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:35.163980 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeca340-ea73-47f4-abf5-c306bcbc1711 req-f00bb7f0-aa49-44ad-84c5-4d1a521fe980 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:35.165812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffeca340-ea73-47f4-abf5-c306bcbc1711 req-f00bb7f0-aa49-44ad-84c5-4d1a521fe980 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 947 time: 0.0847669 Jul 05 18:07:35.166677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:35.192956 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-daafa458-1459-4e69-a7d0-a26a04d9a124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:35.195646 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-daafa458-1459-4e69-a7d0-a26a04d9a124 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624857 Jul 05 18:07:35.234866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffeca340-ea73-47f4-abf5-c306bcbc1711 req-7bfeb880-521b-4d5b-8c85-581b19e0661a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601382 Jul 05 18:07:35.312694 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-c6ae7c5e-a331-4988-b99b-d6db93b8d50c service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053519 Jul 05 18:07:35.325481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:35.359695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-22dc59b9-60f6-4ca0-bf44-4f245507995d req-9249e2ed-d165-4673-aeed-4843c0467360 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0366371 Jul 05 18:07:35.422240 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:35.434230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:07:35.446543 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc79457c-0193-4963-914c-5ef1ad2f2ea9 req-aea117e0-732c-4a8d-a459-44959ee1f184 service neutron] 10.222.0.39 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218889 Jul 05 18:07:35.472544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b68f22f-4d93-471b-bf74-c66f89e30159,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:35.479585 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:35.480711 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Added segment ccc678aa-9b13-4d43-abba-704488304718 of type vlan for network 8aeca2ff-b97c-4306-bc97-56a670d7c16a Jul 05 18:07:35.536522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:35.559092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a27d8-4f34-4579-bf69-611119eeee2d req-3e5ee7a6-34d9-4bbc-8ba2-a4caa9ac632b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:35.560803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-161a27d8-4f34-4579-bf69-611119eeee2d req-3e5ee7a6-34d9-4bbc-8ba2-a4caa9ac632b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.1792355 Jul 05 18:07:35.614585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-161a27d8-4f34-4579-bf69-611119eeee2d req-12d2accb-7be2-4f6b-a809-4f6182dd35d3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430360 Jul 05 18:07:35.678036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:35.679898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:35.680858 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:35.746997 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:35.751061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] Pushing event updated for resources: {'Network': ['ID=8aeca2ff-b97c-4306-bc97-56a670d7c16a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:35.762680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 8aeca2ff-b97c-4306-bc97-56a670d7c16a details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:07:35.844080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-18781763-4eb8-4488-87e0-2a70bbfe4763 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9494750 Jul 05 18:07:35.846357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59886) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:35.851897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Request body: {'subnet': {'network_id': '8aeca2ff-b97c-4306-bc97-56a670d7c16a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2057120062-subnet', 'tenant_id': '5cf76d4ce72b49719ff306e695190a79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:35.980824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Made reservation on behalf of 5cf76d4ce72b49719ff306e695190a79 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:35.983278 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:36.218400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1238ead7-5243-4ac9-8153-3d34344e3b10 req-02fde944-ba5b-4a42-ac46-286c47c71444 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:36.221067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1238ead7-5243-4ac9-8153-3d34344e3b10 req-02fde944-ba5b-4a42-ac46-286c47c71444 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0740490 Jul 05 18:07:36.263314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1238ead7-5243-4ac9-8153-3d34344e3b10 req-a2dabfc6-2de8-4a37-b2b4-4c3b67c64ee2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Jul 05 18:07:36.278260 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:36.337132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b61c5422-0fa8-4e45-bd8d-fb3f86cc3d1f,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:36.345536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Checking segment: {'id': 'ccc678aa-9b13-4d43-abba-704488304718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '8aeca2ff-b97c-4306-bc97-56a670d7c16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:07:36.345922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Network hostable DHCP agents. Network: 8aeca2ff-b97c-4306-bc97-56a670d7c16a, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:07:36.423190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Network 8aeca2ff-b97c-4306-bc97-56a670d7c16a is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:07:36.446606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302d6ae-fc53-4544-b646-2058abc54942 req-1ca006f1-fde0-419f-b1d4-e7f7856fb6bf tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:36.448238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e302d6ae-fc53-4544-b646-2058abc54942 req-1ca006f1-fde0-419f-b1d4-e7f7856fb6bf tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 947 time: 0.0706930 Jul 05 18:07:36.492982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e302d6ae-fc53-4544-b646-2058abc54942 req-f617a7b3-28b1-40de-b399-f5ef7c77aa29 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 Jul 05 18:07:36.522601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac795aa4-fd09-4324-bdc1-6c4dfebfae1c req-49d403ca-85f4-4d32-821f-dac2db68a4a2 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0323405 Jul 05 18:07:36.523483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 8aeca2ff-b97c-4306-bc97-56a670d7c16a) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:07:36.528480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:36.529097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:36.541596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95add0b1-b5bb-4309-8113-25002c55e94a None None] Network 8aeca2ff-b97c-4306-bc97-56a670d7c16a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:07:36.627406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f3be1782-7e8c-42e6-81ff-04d91fdaee53 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7797310 Jul 05 18:07:36.686423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531c2427-33ae-4085-870d-5282607a69fc None None] Network 8aeca2ff-b97c-4306-bc97-56a670d7c16a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:07:36.749747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59902) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:36.799750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b5855c-66a3-4b2c-9b7c-fab201bfc906 admin admin] Deleting subnet b61c5422-0fa8-4e45-bd8d-fb3f86cc3d1f {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:07:36.803053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62b5855c-66a3-4b2c-9b7c-fab201bfc906 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:36.839733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62b5855c-66a3-4b2c-9b7c-fab201bfc906 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:36.880296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62b5855c-66a3-4b2c-9b7c-fab201bfc906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:36.992359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62b5855c-66a3-4b2c-9b7c-fab201bfc906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.014854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b5855c-66a3-4b2c-9b7c-fab201bfc906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b61c5422-0fa8-4e45-bd8d-fb3f86cc3d1f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:37.021096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62b5855c-66a3-4b2c-9b7c-fab201bfc906 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.023838 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-62b5855c-66a3-4b2c-9b7c-fab201bfc906 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b61c5422-0fa8-4e45-bd8d-fb3f86cc3d1f HTTP/1.1" status: 204 len: 168 time: 0.2727656 Jul 05 18:07:37.026072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59906) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:37.096392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.170641 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.180858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aeca2ff-b97c-4306-bc97-56a670d7c16a']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:37.190658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc678aa-9b13-4d43-abba-704488304718') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:37.190957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc678aa-9b13-4d43-abba-704488304718') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:07:37.200357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.214033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.219858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:07:37.220264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:07:37.221847 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:07:37.369027 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.374783 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.380298 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8aeca2ff-b97c-4306-bc97-56a670d7c16a HTTP/1.1" status: 204 len: 168 time: 0.3532379 Jul 05 18:07:37.392361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3db8aa-4f5e-43f3-8531-0ab16fe15c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aeca2ff-b97c-4306-bc97-56a670d7c16a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:37.440777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896a9f-e7c3-435d-8699-1ce58c6e1610 req-6a09ed71-9f7f-440a-bac3-c42da589cd95 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:37.442243 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3896a9f-e7c3-435d-8699-1ce58c6e1610 req-6a09ed71-9f7f-440a-bac3-c42da589cd95 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0661736 Jul 05 18:07:37.480753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3896a9f-e7c3-435d-8699-1ce58c6e1610 req-ca7a5853-60bc-4c6d-bbe5-34758efb2e54 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317128 Jul 05 18:07:37.690963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7c028ce-92ed-4afd-a41a-dc6dd85c55ec req-513de53a-7b2b-4d26-a9c0-28510ab4222d tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0378945 Jul 05 18:07:37.717220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85886fe2-a411-4b60-a876-d2058b5bef8a req-e4d85c04-d256-4673-894d-421291fea9b2 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:37.794898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85886fe2-a411-4b60-a876-d2058b5bef8a req-e4d85c04-d256-4673-894d-421291fea9b2 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 947 time: 0.1062214 Jul 05 18:07:37.794898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85886fe2-a411-4b60-a876-d2058b5bef8a req-acb1184a-1927-4183-abb1-96cf48d4ab23 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347397 Jul 05 18:07:37.846299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59920) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:37.887621 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0cf5f98c-185d-4ae4-bee4-56751e273c2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cf76d4ce72b49719ff306e695190a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393670 Jul 05 18:07:37.894099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59922) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:37.978675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7fbfd01-c441-4271-8df9-99c798282ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:37.978675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7fbfd01-c441-4271-8df9-99c798282ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:38.174971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7fbfd01-c441-4271-8df9-99c798282ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:38.177582 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7fbfd01-c441-4271-8df9-99c798282ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:38.179418 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b7fbfd01-c441-4271-8df9-99c798282ec6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b68f22f-4d93-471b-bf74-c66f89e30159 HTTP/1.1" status: 204 len: 168 time: 0.2843525 Jul 05 18:07:38.188225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fbfd01-c441-4271-8df9-99c798282ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b68f22f-4d93-471b-bf74-c66f89e30159,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:38.643131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e8df2857-f4ae-4300-9adb-9d9ba6d4abaf details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:07:38.665554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d171a-7027-40a7-9978-e852dcf58bc7 req-918bd58c-5891-4ff5-a493-ec3c9c03d936 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:38.667109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-930d171a-7027-40a7-9978-e852dcf58bc7 req-918bd58c-5891-4ff5-a493-ec3c9c03d936 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0708852 Jul 05 18:07:38.706468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-930d171a-7027-40a7-9978-e852dcf58bc7 req-d87ad6ab-fdfa-4049-8c00-b9177d2acbdb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Jul 05 18:07:38.743619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:38.755032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'e8df2857-f4ae-4300-9adb-9d9ba6d4abaf', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'e8df2857-f4ae-4300-9adb-9d9ba6d4abaf', 'mac_address': 'fa:16:3e:f1:81:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:07:38.793097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:38.808169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8df2857-f4ae-4300-9adb-9d9ba6d4abaf {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:07:38.836443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:38.859617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd9b05bc-afd6-423c-bfd8-235d3101e70f req-8b986c0a-f817-4eac-8f43-c0ce9fdd3b33 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0330417 Jul 05 18:07:38.923622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:38.994401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:39.008289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c36dd3-5bc5-437d-82f7-5711cc187abc req-0b001b6e-8f80-4284-ba99-d81a53c8c7ba tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:39.009860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29c36dd3-5bc5-437d-82f7-5711cc187abc req-0b001b6e-8f80-4284-ba99-d81a53c8c7ba tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 948 time: 0.0868175 Jul 05 18:07:39.063127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29c36dd3-5bc5-437d-82f7-5711cc187abc req-346e1f13-aa8c-46ec-a308-b49cb54e22ca tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470700 Jul 05 18:07:39.304619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e8df2857-f4ae-4300-9adb-9d9ba6d4abaf'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:07:39.889946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6e5ef-e65c-4367-8121-6ae4705b4b60 req-b7b97d56-ebc5-4778-a2e1-b318c7f56173 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:39.893183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23a6e5ef-e65c-4367-8121-6ae4705b4b60 req-b7b97d56-ebc5-4778-a2e1-b318c7f56173 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0711184 Jul 05 18:07:39.936709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23a6e5ef-e65c-4367-8121-6ae4705b4b60 req-3c83cf24-492a-4892-8ab0-e0e51f08ffd6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396163 Jul 05 18:07:40.211344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d85df6f-5ecf-4a3a-be09-c89632c7bfaa req-d6fc7a95-5736-4752-b477-da0a24cf5a30 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0378540 Jul 05 18:07:40.308905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd69d8e5-1420-4d91-b09d-6e8beb7ba117 req-90639621-788e-4dc3-af16-5d2f824c96f5 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:40.311559 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd69d8e5-1420-4d91-b09d-6e8beb7ba117 req-90639621-788e-4dc3-af16-5d2f824c96f5 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 948 time: 0.0936885 Jul 05 18:07:40.354211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd69d8e5-1420-4d91-b09d-6e8beb7ba117 req-65e4714e-8242-4345-810b-5c14a5bbdc86 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368664 Jul 05 18:07:40.657699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e8df2857-f4ae-4300-9adb-9d9ba6d4abaf up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:07:40.808722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:07:40.812709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:07:40.813084 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:40.891533 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:40.914370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b329f-895b-4ea4-b663-fdc02a9ec5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df2857-f4ae-4300-9adb-9d9ba6d4abaf'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:40.916630 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec267d7-c68c-4709-aa3f-e21d164f1c47" -d '{"events": [{"server_uuid": "f02b329f-895b-4ea4-b663-fdc02a9ec5b8", "name": "network-vif-plugged", "status": "completed", "tag": "e8df2857-f4ae-4300-9adb-9d9ba6d4abaf"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:40.929429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:40.957699 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad62e24-c013-4a29-a3db-14ab1e84c499 x-openstack-request-id: req-fad62e24-c013-4a29-a3db-14ab1e84c499 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:40.957699 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02b329f-895b-4ea4-b663-fdc02a9ec5b8", "name": "network-vif-plugged", "status": "completed", "tag": "e8df2857-f4ae-4300-9adb-9d9ba6d4abaf", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:40.957699 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fad62e24-c013-4a29-a3db-14ab1e84c499 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:40.957699 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b329f-895b-4ea4-b663-fdc02a9ec5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df2857-f4ae-4300-9adb-9d9ba6d4abaf', 'code': 200} Jul 05 18:07:41.003127 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:41.064824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:41.101880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b95a5-393a-4794-8104-bcdc85957778 req-ef441967-2132-4cf8-9cf0-a36197a5431f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.103561 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-592b95a5-393a-4794-8104-bcdc85957778 req-ef441967-2132-4cf8-9cf0-a36197a5431f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 1100 time: 0.0583372 Jul 05 18:07:41.131700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47add9-a98d-49f7-bcad-756514e143fe req-774bafea-5467-4614-b890-5defc2ae72c3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.133902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae47add9-a98d-49f7-bcad-756514e143fe req-774bafea-5467-4614-b890-5defc2ae72c3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0768089 Jul 05 18:07:41.153858 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-592b95a5-393a-4794-8104-bcdc85957778 req-51dca651-6d22-4a8b-858a-37591001818d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Jul 05 18:07:41.178061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae47add9-a98d-49f7-bcad-756514e143fe req-b08a9318-d515-485a-b4b6-6ec306275694 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380094 Jul 05 18:07:41.383786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9ef4a6d-f2f5-43a5-bed3-5ff1ce39ec3d req-8d53f447-4804-4a66-8024-ab954519ea19 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0321298 Jul 05 18:07:41.425226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-eae9b197-fb9a-4fff-8373-ce5c91983c7c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1060376 Jul 05 18:07:41.574254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-54250690-7122-41cb-8518-b34ea8fc4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.574763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-54250690-7122-41cb-8518-b34ea8fc4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.575240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-54250690-7122-41cb-8518-b34ea8fc4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.575706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-54250690-7122-41cb-8518-b34ea8fc4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.576234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-54250690-7122-41cb-8518-b34ea8fc4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.576697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-54250690-7122-41cb-8518-b34ea8fc4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.577154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-54250690-7122-41cb-8518-b34ea8fc4b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.579092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-54250690-7122-41cb-8518-b34ea8fc4b3f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6492 time: 0.1134634 Jul 05 18:07:41.597389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f19ad-175b-4691-b16a-949508b46d9b req-5be935b4-72a9-469d-a4fd-ea787958a25a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.599317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea3f19ad-175b-4691-b16a-949508b46d9b req-5be935b4-72a9-469d-a4fd-ea787958a25a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 949 time: 0.0972650 Jul 05 18:07:41.686016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea3f19ad-175b-4691-b16a-949508b46d9b req-3d21974f-b80c-4521-9742-e6ef5572f0c8 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802393 Jul 05 18:07:41.722729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-cdcccc5c-ec5d-4fbd-ae4d-8fa21b0c2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.723213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-cdcccc5c-ec5d-4fbd-ae4d-8fa21b0c2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.723686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-cdcccc5c-ec5d-4fbd-ae4d-8fa21b0c2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.725337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-cdcccc5c-ec5d-4fbd-ae4d-8fa21b0c2b60 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2195c82-404a-4d31-a86a-4869116cf8b2&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&id=2fcce57a-4f76-4ef7-85cc-9baef3a62681 HTTP/1.1" status: 200 len: 2289 time: 0.1126056 Jul 05 18:07:41.749135 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:07:41.795041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-751ccefd-5f1d-4696-9d84-ca1deccea87b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc HTTP/1.1" status: 200 len: 999 time: 0.0612333 Jul 05 18:07:41.855160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-b4ed04ca-d2a9-426d-871d-54bfe217e458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.856701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-b4ed04ca-d2a9-426d-871d-54bfe217e458 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9b2736d4-f99e-4a85-ac33-803e5d552438 HTTP/1.1" status: 200 len: 850 time: 0.0474389 Jul 05 18:07:41.883492 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60030) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:41.915428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-96448c6f-7b36-44d2-bc85-403bc848afa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:41.916950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-96448c6f-7b36-44d2-bc85-403bc848afa1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2195c82-404a-4d31-a86a-4869116cf8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540595 Jul 05 18:07:41.995368 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81897419-b5ae-4eac-91ed-3233ad620138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:42.011795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-98a29664-aed1-45ec-8779-089e48e243ce service neutron] 10.222.0.97 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866032 Jul 05 18:07:42.084541 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81897419-b5ae-4eac-91ed-3233ad620138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:42.107965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-fb0cc016-b154-4e79-80aa-9c965eec20d4 service neutron] 10.222.0.97 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858314 Jul 05 18:07:42.134821 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81897419-b5ae-4eac-91ed-3233ad620138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:42.154641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-9c13829b-3753-4ec3-ae7d-f3e389792b88 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=f789fea0-21f9-4320-914a-1c39f450b4ee HTTP/1.1" status: 200 len: 217 time: 0.0400913 Jul 05 18:07:42.171231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81897419-b5ae-4eac-91ed-3233ad620138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb65f612-b024-42b5-9489-b0c3dfc90238,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:42.176815 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-81897419-b5ae-4eac-91ed-3233ad620138 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d247508167f4b0f9b9e481d8c3378bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922411 Jul 05 18:07:42.180514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60034) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:42.216024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-da9defbc-fa0d-4237-9b07-d7a9a75ba00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:42.217721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-da9defbc-fa0d-4237-9b07-d7a9a75ba00b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.0496647 Jul 05 18:07:42.239981 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab75a2e0-e1a9-49b2-9e92-edba8e1e9f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:42.268953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab75a2e0-e1a9-49b2-9e92-edba8e1e9f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:42.297574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-f2d690c9-86a1-455e-92c1-ab4153abc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:42.299532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-f2d690c9-86a1-455e-92c1-ab4153abc3c4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0747898 Jul 05 18:07:42.391862 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab75a2e0-e1a9-49b2-9e92-edba8e1e9f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:42.394514 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab75a2e0-e1a9-49b2-9e92-edba8e1e9f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:42.398916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ab75a2e0-e1a9-49b2-9e92-edba8e1e9f95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb65f612-b024-42b5-9489-b0c3dfc90238 HTTP/1.1" status: 204 len: 168 time: 0.2149603 Jul 05 18:07:42.406268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75a2e0-e1a9-49b2-9e92-edba8e1e9f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb65f612-b024-42b5-9489-b0c3dfc90238,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:42.715986 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9369273-19a7-4ce3-99a4-b361d5f23fbe req-f2070afe-8dd2-497c-8acd-34fb8a6665d3 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0407786 Jul 05 18:07:42.764351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-3c145f85-d4ff-4f9e-8ca1-426c2f6f1bfd service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496326 Jul 05 18:07:42.776279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eeafb6-548c-4f52-b51d-232d802bc1d1 req-5ec00fac-fa1a-44e1-a7e0-8f20919bd90e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:42.777820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9eeafb6-548c-4f52-b51d-232d802bc1d1 req-5ec00fac-fa1a-44e1-a7e0-8f20919bd90e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.4755497 Jul 05 18:07:42.868872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9eeafb6-548c-4f52-b51d-232d802bc1d1 req-d0a8bea7-7597-496b-8e5b-e5ae94f66001 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827315 Jul 05 18:07:42.893949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-364ab653-0a74-412b-b706-762554402203 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151123 Jul 05 18:07:42.944506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-906043ee-8580-4c72-8181-e3527464778d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6b5e49ff-5237-410c-8641-38f9f7e632ee HTTP/1.1" status: 200 len: 217 time: 0.0375237 Jul 05 18:07:43.035421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-53f9ae27-3afa-48ea-a81d-a9be17a9de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:43.036965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-53f9ae27-3afa-48ea-a81d-a9be17a9de33 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.0775275 Jul 05 18:07:43.046725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60052) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:43.060906 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5517d9-3411-4543-aafa-5f0a2ce8aa9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:43.097118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625bcb31-f4da-42c5-bf22-5c2eca368de4 req-aae65dad-4825-4e2d-8220-96b350c83a00 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:43.098524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-625bcb31-f4da-42c5-bf22-5c2eca368de4 req-aae65dad-4825-4e2d-8220-96b350c83a00 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 949 time: 0.1083796 Jul 05 18:07:43.139223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-26ba1233-6563-43c6-9730-ede868d85066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:43.140701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-26ba1233-6563-43c6-9730-ede868d85066 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0955770 Jul 05 18:07:43.161944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-625bcb31-f4da-42c5-bf22-5c2eca368de4 req-9e8a86b5-14e8-4f43-8f07-73e49f65f644 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564649 Jul 05 18:07:43.165647 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5517d9-3411-4543-aafa-5f0a2ce8aa9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:43.238024 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-725061da-3ce2-4282-b855-d649a9ed0d1e service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889630 Jul 05 18:07:43.243561 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5517d9-3411-4543-aafa-5f0a2ce8aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:43.283728 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0b5517d9-3411-4543-aafa-5f0a2ce8aa9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d23f19d95f0647d989177b36b8f97b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359171 Jul 05 18:07:43.284936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5517d9-3411-4543-aafa-5f0a2ce8aa9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d337e26-60c0-47d8-a28e-1f30607c9531,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:43.294845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60056) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:43.375963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6325f53a-518b-4403-8262-dcbf65ccaa3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:43.379727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-9bc76856-418d-4651-bd0e-3e580a705372 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347852 Jul 05 18:07:43.434228 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6325f53a-518b-4403-8262-dcbf65ccaa3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:43.436810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-c33b712c-909b-4d1e-b90e-e36757a83591 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=22789af0-7dfa-418e-8d88-24653ba1c8b4 HTTP/1.1" status: 200 len: 217 time: 0.0492980 Jul 05 18:07:43.511168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-f85d9d06-f356-42db-be9c-814b418e1047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:43.512675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-f85d9d06-f356-42db-be9c-814b418e1047 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.0664182 Jul 05 18:07:43.574018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-4998cc06-ecc6-4071-9e5b-aa1d9645fa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:43.575607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-4998cc06-ecc6-4071-9e5b-aa1d9645fa83 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0568595 Jul 05 18:07:43.576613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6325f53a-518b-4403-8262-dcbf65ccaa3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:43.579133 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6325f53a-518b-4403-8262-dcbf65ccaa3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:43.580145 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6325f53a-518b-4403-8262-dcbf65ccaa3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d337e26-60c0-47d8-a28e-1f30607c9531 HTTP/1.1" status: 204 len: 168 time: 0.2851744 Jul 05 18:07:43.595226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325f53a-518b-4403-8262-dcbf65ccaa3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d337e26-60c0-47d8-a28e-1f30607c9531,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:43.699388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-b5a3377b-b4e7-4f82-ae87-7fb9164e52bd service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112354 Jul 05 18:07:43.830919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-d2b105c1-9bd7-47d7-9242-b18a4fc4149d service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251645 Jul 05 18:07:43.847459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb276aa5-f076-44d2-a6ee-46c5bf0dd35e req-15154dc7-3a8f-4e9f-8c8f-378f92cae3a9 tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:43.848950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb276aa5-f076-44d2-a6ee-46c5bf0dd35e req-15154dc7-3a8f-4e9f-8c8f-378f92cae3a9 tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 1100 time: 0.0962195 Jul 05 18:07:43.892548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-43b1f774-7f1c-4c72-af5b-e4f87ffd62e2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c HTTP/1.1" status: 200 len: 217 time: 0.0548096 Jul 05 18:07:43.917110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1970303f-37b0-4ef2-8445-fec70338357d req-cbb1804d-6a89-4d07-b52b-4656eb619d8a tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0718260 Jul 05 18:07:43.930863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fb276aa5-f076-44d2-a6ee-46c5bf0dd35e req-ed430939-44b6-4ef1-9803-4fd5096ff058 tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:43.983914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-874b2b87-bc3a-4dff-a114-649249f8bbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:43.985414 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-874b2b87-bc3a-4dff-a114-649249f8bbed service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.0706589 Jul 05 18:07:44.100820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-03484460-4a7e-4000-b30c-ec2ffa8d6af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:44.105272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-03484460-4a7e-4000-b30c-ec2ffa8d6af1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1000223 Jul 05 18:07:44.168370 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fb276aa5-f076-44d2-a6ee-46c5bf0dd35e req-ed430939-44b6-4ef1-9803-4fd5096ff058 tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:44.232938 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fb276aa5-f076-44d2-a6ee-46c5bf0dd35e req-ed430939-44b6-4ef1-9803-4fd5096ff058 tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:44.277919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb276aa5-f076-44d2-a6ee-46c5bf0dd35e req-ed430939-44b6-4ef1-9803-4fd5096ff058 tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888326 Jul 05 18:07:44.283416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-8ff5a15c-3d50-4108-aec6-8d7afa686049 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709795 Jul 05 18:07:44.286811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed430939-44b6-4ef1-9803-4fd5096ff058 tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c42d688-7646-4994-8513-bc25396d80ec,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:44.333674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bfd4d-7cfc-41a3-98bc-cc2f09791d36 req-ae6b0da7-7f07-4bfb-a7ed-55bfe6e5ea3c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:44.335813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f1bfd4d-7cfc-41a3-98bc-cc2f09791d36 req-ae6b0da7-7f07-4bfb-a7ed-55bfe6e5ea3c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.1585774 Jul 05 18:07:44.410282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f1bfd4d-7cfc-41a3-98bc-cc2f09791d36 req-3467faa0-a8e6-4923-a077-3412809e58d5 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 Jul 05 18:07:44.436307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-e7a4c9f2-ce8b-4b0c-89c8-2312e28f4e4a service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359792 Jul 05 18:07:44.487592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-d59aec3d-17f9-4bba-8022-6f5e75e01a27 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc HTTP/1.1" status: 200 len: 217 time: 0.0420549 Jul 05 18:07:44.545881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-cd573a42-fb2b-411e-8d17-43f50e6c8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:44.547443 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-cd573a42-fb2b-411e-8d17-43f50e6c8289 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9865bc1-3270-442a-bdf7-d636d6e9f090 HTTP/1.1" status: 200 len: 797 time: 0.0454082 Jul 05 18:07:44.617956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-fb7c8a24-9533-40fb-85aa-4a71465be333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:44.619594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-fb7c8a24-9533-40fb-85aa-4a71465be333 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0659802 Jul 05 18:07:44.718850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-5c73daa4-07b7-4d24-be53-ccb9ec8a5945 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912659 Jul 05 18:07:44.816590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-674fb5bb-f96a-4a83-9de0-9afa5ee812f7 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Jul 05 18:07:44.863526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-c6af0de3-1b4e-4714-8638-403527e7aba0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=076ae338-2f77-45cd-b0af-21779e485c9e HTTP/1.1" status: 200 len: 217 time: 0.0391672 Jul 05 18:07:44.913495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-0fa6bc11-2544-461f-9a42-f7f9ecd4ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:44.914991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-0fa6bc11-2544-461f-9a42-f7f9ecd4ed5a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9865bc1-3270-442a-bdf7-d636d6e9f090 HTTP/1.1" status: 200 len: 797 time: 0.0441537 Jul 05 18:07:44.974091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-40cb2ed1-d0a9-4170-b62b-35207e4f9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:44.976734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-40cb2ed1-d0a9-4170-b62b-35207e4f9244 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0541527 Jul 05 18:07:45.075407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0938942-0c72-414e-add9-078d4e3e39fa req-cce133e7-9c18-45a8-8f2d-c925a1a95563 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0330613 Jul 05 18:07:45.107543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-34ef951a-ffa5-4313-91b9-cdfbe4725567 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194363 Jul 05 18:07:45.163538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60102) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:45.208727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782bdd9-a85f-47f2-a81f-a12f4858169a req-35d2c285-7f6a-415a-9bce-9d29673b7fb8 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949011 Jul 05 18:07:45.269881 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a435a81-7917-4a21-8614-298cc035ec49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:45.371882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a435a81-7917-4a21-8614-298cc035ec49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:45.432733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a435a81-7917-4a21-8614-298cc035ec49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:45.464536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48328d6d-cbaa-4241-9e31-e9b892931342 req-98838c8e-3eef-438b-b068-088027749b63 tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:45.466330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48328d6d-cbaa-4241-9e31-e9b892931342 req-98838c8e-3eef-438b-b068-088027749b63 tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 1100 time: 0.0608985 Jul 05 18:07:45.479820 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3a435a81-7917-4a21-8614-298cc035ec49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=324a81034d5a463280ac1add2cd37f56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131609 Jul 05 18:07:45.480601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60112) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:45.483937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a435a81-7917-4a21-8614-298cc035ec49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77391658-729e-4161-a61d-e3903ce63e4b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:45.535061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48328d6d-cbaa-4241-9e31-e9b892931342 req-e3faf529-94cd-4b1e-aa62-f66bfda7dffc tempest-ServersAdminNegativeTestJSON-1175690146 tempest-ServersAdminNegativeTestJSON-1175690146-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625002 Jul 05 18:07:45.550735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f330b72c-ae17-46bf-84d2-1eaa3a2e542c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:45.583428 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f330b72c-ae17-46bf-84d2-1eaa3a2e542c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:45.703633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2e77e-be09-4ba8-abf2-0ca3c195a22b req-9e15d21e-3aa1-441e-a1fe-9e2a24b8977a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:45.705222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40e2e77e-be09-4ba8-abf2-0ca3c195a22b req-9e15d21e-3aa1-441e-a1fe-9e2a24b8977a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0780952 Jul 05 18:07:45.721800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f330b72c-ae17-46bf-84d2-1eaa3a2e542c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:45.723726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f330b72c-ae17-46bf-84d2-1eaa3a2e542c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:45.728225 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f330b72c-ae17-46bf-84d2-1eaa3a2e542c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77391658-729e-4161-a61d-e3903ce63e4b HTTP/1.1" status: 204 len: 168 time: 0.2433865 Jul 05 18:07:45.748022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f330b72c-ae17-46bf-84d2-1eaa3a2e542c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77391658-729e-4161-a61d-e3903ce63e4b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:45.782930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40e2e77e-be09-4ba8-abf2-0ca3c195a22b req-c0e14470-545d-4183-9648-bad137d57e9b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623801 Jul 05 18:07:46.236814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ce7da3e-ef58-4afe-a7b6-9092796fe115 req-87acf079-4a86-481d-a261-6b7434c73477 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0295186 Jul 05 18:07:46.440235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95952a2b-25fb-4db3-92ce-a9fd418d13dc req-b87c83e7-62fa-4e26-a94b-d7147fc4bd45 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:46.441721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95952a2b-25fb-4db3-92ce-a9fd418d13dc req-b87c83e7-62fa-4e26-a94b-d7147fc4bd45 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 949 time: 0.0635529 Jul 05 18:07:46.479951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95952a2b-25fb-4db3-92ce-a9fd418d13dc req-15cd48f8-e610-4b73-bf6f-ee179b592c4b tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318975 Jul 05 18:07:46.988271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36130e-05de-446f-9e93-942a754092d7 req-b044268a-9119-4938-bb0f-d4220f208aac tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:46.989767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de36130e-05de-446f-9e93-942a754092d7 req-b044268a-9119-4938-bb0f-d4220f208aac tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0688863 Jul 05 18:07:47.028687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de36130e-05de-446f-9e93-942a754092d7 req-d2e9812e-7ed1-4800-ac3d-bdbde1a8a434 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328724 Jul 05 18:07:47.395382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0483b09e-7e60-4a2a-8a46-0b48769db9b9 req-42548abb-9ebe-4c45-8450-1ebdd7381aff tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0345378 Jul 05 18:07:47.665149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7873d5-7e28-42f3-bfb8-3df0a56c0fd6 req-467cb3a7-6ac6-48b5-9d38-aa8398e8a863 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:47.666923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d7873d5-7e28-42f3-bfb8-3df0a56c0fd6 req-467cb3a7-6ac6-48b5-9d38-aa8398e8a863 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 949 time: 0.0646548 Jul 05 18:07:47.713331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d7873d5-7e28-42f3-bfb8-3df0a56c0fd6 req-37299e7d-e4b0-4924-ad08-5502fde44b48 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391157 Jul 05 18:07:48.223236 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a050f9be-959b-4f7a-a3dd-e78b2a651d88 req-f2735c12-94ce-4403-8df0-c6a579b8731f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:48.224744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a050f9be-959b-4f7a-a3dd-e78b2a651d88 req-f2735c12-94ce-4403-8df0-c6a579b8731f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0701480 Jul 05 18:07:48.262830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a050f9be-959b-4f7a-a3dd-e78b2a651d88 req-389f2940-908b-4e76-9cd7-777df506d9e8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Jul 05 18:07:48.554979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42e4b228-870f-47b0-a73f-5faa2eeed76d req-105e4cf5-1952-4d80-9669-11de80c1c0eb tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0310228 Jul 05 18:07:48.763976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-9d398056-ad49-4793-b278-2509337b57c2 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:48.765453 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-9d398056-ad49-4793-b278-2509337b57c2 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 949 time: 0.0637941 Jul 05 18:07:48.879177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Deleting port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:07:48.879584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:48.903753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b12ee-1f03-4a72-b105-db0581621a8a req-165aef5e-3304-4ad7-b383-be382c2fcb87 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:48.905321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f08b12ee-1f03-4a72-b105-db0581621a8a req-165aef5e-3304-4ad7-b383-be382c2fcb87 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 949 time: 0.0787628 Jul 05 18:07:48.943964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f08b12ee-1f03-4a72-b105-db0581621a8a req-49226d16-43db-43ee-90d1-56a10a437020 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Jul 05 18:07:48.977619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] For port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:48.978010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:48.993485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Calling delete_port for e8df2857-f4ae-4300-9adb-9d9ba6d4abaf owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:07:49.071737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60246) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:49.180086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-558239e6-428c-4b33-8779-cb106062c9ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:49.219696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:49.233282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1da9b03a-ee52-4dd2-b149-4590175e9840', 'e8df2857-f4ae-4300-9adb-9d9ba6d4abaf'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:07:49.250864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Pushing event deleted for resources: {'Port': ['ID=e8df2857-f4ae-4300-9adb-9d9ba6d4abaf,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:49.298281 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-558239e6-428c-4b33-8779-cb106062c9ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:49.306875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] No DVR routers for this DVR port e8df2857-f4ae-4300-9adb-9d9ba6d4abaf on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:07:49.309534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:49.311913 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-546ca6c0-4b14-46dd-918c-f1ae6979d5e7 req-93538a91-16b1-491d-80ab-3f071fbc74ad tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "DELETE /v2.0/ports/e8df2857-f4ae-4300-9adb-9d9ba6d4abaf HTTP/1.1" status: 204 len: 173 time: 0.5379577 Jul 05 18:07:49.315877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f02b329f-895b-4ea4-b663-fdc02a9ec5b8', 'name': 'network-vif-deleted', 'tag': 'e8df2857-f4ae-4300-9adb-9d9ba6d4abaf'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:49.315877 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d74ab6-e45a-4799-8a78-91dd41b51547" -d '{"events": [{"server_uuid": "f02b329f-895b-4ea4-b663-fdc02a9ec5b8", "name": "network-vif-deleted", "tag": "e8df2857-f4ae-4300-9adb-9d9ba6d4abaf"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:49.363643 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-558239e6-428c-4b33-8779-cb106062c9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:49.374969 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c8512f-b937-4343-8858-fa3e40bca1c8 x-openstack-request-id: req-86c8512f-b937-4343-8858-fa3e40bca1c8 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:49.375359 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f02b329f-895b-4ea4-b663-fdc02a9ec5b8", "name": "network-vif-deleted", "tag": "e8df2857-f4ae-4300-9adb-9d9ba6d4abaf", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:49.375710 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86c8512f-b937-4343-8858-fa3e40bca1c8 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:49.376197 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f02b329f-895b-4ea4-b663-fdc02a9ec5b8', 'name': 'network-vif-deleted', 'tag': 'e8df2857-f4ae-4300-9adb-9d9ba6d4abaf', 'status': 'completed', 'code': 200} Jul 05 18:07:49.403646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-558239e6-428c-4b33-8779-cb106062c9ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38849387559343ec9ae174e22c307314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3305476 Jul 05 18:07:49.406889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60254) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:49.456572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558239e6-428c-4b33-8779-cb106062c9ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700eb4ce-b9ea-4600-a5a1-85c92450e872,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:49.542346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15871dff-53da-4ff1-9657-390b933ccc7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:49.574447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15871dff-53da-4ff1-9657-390b933ccc7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:49.592497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a9a3d-444b-444a-8a1e-5b4244652d4a req-5ab2cd21-1fed-4038-89fa-9d73c0ad88b2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:49.594082 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-462a9a3d-444b-444a-8a1e-5b4244652d4a req-5ab2cd21-1fed-4038-89fa-9d73c0ad88b2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.1264999 Jul 05 18:07:49.654518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-462a9a3d-444b-444a-8a1e-5b4244652d4a req-043423c8-f80e-4082-8dcf-308a8e6de374 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548341 Jul 05 18:07:49.742640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87543f72-f71a-4751-8e1c-690cc785b32c req-d93737dd-b8b9-4f79-93a0-7d4934c4ca63 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0313056 Jul 05 18:07:49.752265 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15871dff-53da-4ff1-9657-390b933ccc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:49.755675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15871dff-53da-4ff1-9657-390b933ccc7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:49.757433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-15871dff-53da-4ff1-9657-390b933ccc7e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/700eb4ce-b9ea-4600-a5a1-85c92450e872 HTTP/1.1" status: 204 len: 168 time: 0.3483200 Jul 05 18:07:49.777618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15871dff-53da-4ff1-9657-390b933ccc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700eb4ce-b9ea-4600-a5a1-85c92450e872,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:49.805559 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-904a806b-df19-4586-8e64-c74814e31460 req-bcf8a3d5-2f02-440b-bfec-42f6b56f0c7d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783370 Jul 05 18:07:49.891781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a806b-df19-4586-8e64-c74814e31460 req-4e8ffcb0-e059-4469-8f4f-951ee24dab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:49.893699 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-904a806b-df19-4586-8e64-c74814e31460 req-4e8ffcb0-e059-4469-8f4f-951ee24dab2c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b436bd8d028a424b85e2d6725d4093f0&device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 1096 time: 0.0574653 Jul 05 18:07:50.019849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a806b-df19-4586-8e64-c74814e31460 req-6f2475b6-98d4-4c72-99e1-2873a550a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:50.021340 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-904a806b-df19-4586-8e64-c74814e31460 req-6f2475b6-98d4-4c72-99e1-2873a550a1e4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f HTTP/1.1" status: 200 len: 906 time: 0.0891073 Jul 05 18:07:50.101123 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-904a806b-df19-4586-8e64-c74814e31460 req-99ea84c8-2f49-42b8-b0ce-3c286aae45c4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52161572-2d4f-471d-83ad-a453bbcd2063 HTTP/1.1" status: 200 len: 1001 time: 0.0649607 Jul 05 18:07:50.113925 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c567e78f-4500-4e46-8c2f-015f5359e20c req-959acf7a-d67b-46a8-b025-0d275d280376 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=f02b329f-895b-4ea4-b663-fdc02a9ec5b8 HTTP/1.1" status: 200 len: 210 time: 0.0312557 Jul 05 18:07:50.154040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a806b-df19-4586-8e64-c74814e31460 req-44b09c9e-b490-4ad5-855d-9eee9da5ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:50.155685 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-904a806b-df19-4586-8e64-c74814e31460 req-44b09c9e-b490-4ad5-855d-9eee9da5ab7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f1c39c99-23d6-40ec-8183-a2c3737ffbbc HTTP/1.1" status: 200 len: 845 time: 0.0463443 Jul 05 18:07:50.216557 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a806b-df19-4586-8e64-c74814e31460 req-c6c7ecf7-093c-4e1b-8011-bbfcdf8666cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:50.218102 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-904a806b-df19-4586-8e64-c74814e31460 req-c6c7ecf7-093c-4e1b-8011-bbfcdf8666cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535958 Jul 05 18:07:50.325765 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-904a806b-df19-4586-8e64-c74814e31460 req-b885582f-4d9a-48f6-a643-9d98e59f253d service neutron] 10.222.0.39 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881112 Jul 05 18:07:50.421750 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-904a806b-df19-4586-8e64-c74814e31460 req-662da00e-b383-4b4c-9d30-e1eed7c0634e service neutron] 10.222.0.39 "GET /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833561 Jul 05 18:07:50.446284 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60272) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:50.460118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-391733d8-116b-43c7-8431-030b7556e706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:50.548602 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-391733d8-116b-43c7-8431-030b7556e706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:50.625823 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-391733d8-116b-43c7-8431-030b7556e706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:50.671242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-391733d8-116b-43c7-8431-030b7556e706 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6a823dcf9fa4efeab3e8c47fef535fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238274 Jul 05 18:07:50.672370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391733d8-116b-43c7-8431-030b7556e706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728390e6-aba6-43a4-9abf-1abecfdcaad1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:50.673977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60274) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:50.677608 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-41c42e63-45ea-43f0-aadd-9c85e3ae1b5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:50.741333 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bfa-3792-43dc-9cb9-d0457b7a5411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:50.763928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bfa-3792-43dc-9cb9-d0457b7a5411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:50.857166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8671-9566-4df7-9de5-ccf8c788c395 req-4e322d12-d109-493b-a096-44a0c933298c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:50.862723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ccf8671-9566-4df7-9de5-ccf8c788c395 req-4e322d12-d109-493b-a096-44a0c933298c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0775106 Jul 05 18:07:50.911636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6179f0f8-ac56-454a-a6c4-0c0b8ab1760e req-72b8d28a-6770-40f3-bfd3-cea047598e4b tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0310316 Jul 05 18:07:50.918098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bfa-3792-43dc-9cb9-d0457b7a5411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:50.920678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1bd8bfa-3792-43dc-9cb9-d0457b7a5411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:50.921895 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a1bd8bfa-3792-43dc-9cb9-d0457b7a5411 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/728390e6-aba6-43a4-9abf-1abecfdcaad1 HTTP/1.1" status: 204 len: 168 time: 0.2468541 Jul 05 18:07:50.925556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ccf8671-9566-4df7-9de5-ccf8c788c395 req-74205085-462f-47a1-b4dc-375873a83a70 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602212 Jul 05 18:07:50.930698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd8bfa-3792-43dc-9cb9-d0457b7a5411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728390e6-aba6-43a4-9abf-1abecfdcaad1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:51.821060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f0fb5-8de1-4487-be37-115acfce9f58 req-afd141ad-ad73-4a90-83ab-14eb1a14fd2a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:51.822589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-384f0fb5-8de1-4487-be37-115acfce9f58 req-afd141ad-ad73-4a90-83ab-14eb1a14fd2a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 949 time: 0.0708234 Jul 05 18:07:51.861860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-384f0fb5-8de1-4487-be37-115acfce9f58 req-feae6fcb-661d-4a7b-81b3-593872bbc151 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Jul 05 18:07:52.070440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfed807b-bfb1-4946-9c83-11d4412833cf req-861d9345-60c7-4308-b8fc-6828288813ab tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0312977 Jul 05 18:07:52.139587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d06cd6-a368-43e4-abf4-487e0db98209 req-d1325603-17ba-4b9f-9568-6651cf20f2eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:52.141180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99d06cd6-a368-43e4-abf4-487e0db98209 req-d1325603-17ba-4b9f-9568-6651cf20f2eb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0738974 Jul 05 18:07:52.183489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99d06cd6-a368-43e4-abf4-487e0db98209 req-4cf63065-93a5-4529-9ba8-449fdc8da47e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363574 Jul 05 18:07:52.711463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e8df2857-f4ae-4300-9adb-9d9ba6d4abaf no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:07:52.735015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: e8df2857-f4ae-4300-9adb-9d9ba6d4abaf {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:07:52.739520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e8df2857-f4ae-4300-9adb-9d9ba6d4abaf not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:07:53.057595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508b809-8d7c-4a63-9120-f61046665abd req-4f135c61-9b92-4cae-9dce-5f3b25a83fa7 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:53.058173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e508b809-8d7c-4a63-9120-f61046665abd req-4f135c61-9b92-4cae-9dce-5f3b25a83fa7 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 949 time: 0.0685201 Jul 05 18:07:53.096925 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e508b809-8d7c-4a63-9120-f61046665abd req-b1bbdb35-3f81-4780-af80-e64fd3609dd5 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329547 Jul 05 18:07:53.236312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a14a77f9-d2ac-4260-b07a-9f82e2daf6e3 req-82714aa5-a05f-4af4-99e3-ff41764735c1 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0383055 Jul 05 18:07:53.421618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52abe97-08fd-4315-9c59-2e790a7f48be req-16ec3f13-1e72-460f-b902-aecb1449f85c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:53.423150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f52abe97-08fd-4315-9c59-2e790a7f48be req-16ec3f13-1e72-460f-b902-aecb1449f85c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0701804 Jul 05 18:07:53.464427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f52abe97-08fd-4315-9c59-2e790a7f48be req-ac74ef1a-c9ac-4b3e-9d11-8c21bfe7971d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349209 Jul 05 18:07:53.472721 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3c90fc28-a1a1-4b35-bf64-d739c1497bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:53.608074 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:53.995615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487a770-47b5-43a9-a93d-650455f9e99e req-d51d3c6e-fb44-4b9d-bacc-2d1d7e5f6774 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:53.997240 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0487a770-47b5-43a9-a93d-650455f9e99e req-d51d3c6e-fb44-4b9d-bacc-2d1d7e5f6774 tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 949 time: 0.0643256 Jul 05 18:07:54.123997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-0487a770-47b5-43a9-a93d-650455f9e99e req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Deleting port 1da9b03a-ee52-4dd2-b149-4590175e9840 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:07:54.124440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0487a770-47b5-43a9-a93d-650455f9e99e req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:54.235332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07079511-2ce0-49c4-be04-505c2ed463d8 req-e71928f4-96a0-4969-b476-464f4aa9084e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0388110 Jul 05 18:07:54.236849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-0487a770-47b5-43a9-a93d-650455f9e99e req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] For port 1da9b03a-ee52-4dd2-b149-4590175e9840, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1da9b03a-ee52-4dd2-b149-4590175e9840,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:07:54.236849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0487a770-47b5-43a9-a93d-650455f9e99e req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:54.249341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-0487a770-47b5-43a9-a93d-650455f9e99e req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Calling delete_port for 1da9b03a-ee52-4dd2-b149-4590175e9840 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:07:54.300288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb0858e-8d89-45b2-b81e-3c8548994788 req-194c41b3-a2f8-41bd-9924-0504cb2e607b tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:54.301819 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fb0858e-8d89-45b2-b81e-3c8548994788 req-194c41b3-a2f8-41bd-9924-0504cb2e607b tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 949 time: 0.0656264 Jul 05 18:07:54.348790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fb0858e-8d89-45b2-b81e-3c8548994788 req-2cc75b4e-0253-4f5c-9f5b-a61aebc0a30a tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/security-groups?id=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380619 Jul 05 18:07:54.448589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f0d2c9d-c545-44ff-a268-b137c5425f9c req-d507aa34-4ebc-4c27-9474-5e21ac69e5b9 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0339851 Jul 05 18:07:54.481497 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0487a770-47b5-43a9-a93d-650455f9e99e req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:54.517390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Pushing event deleted for resources: {'Port': ['ID=1da9b03a-ee52-4dd2-b149-4590175e9840,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:54.600757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-0487a770-47b5-43a9-a93d-650455f9e99e req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] No DVR routers for this DVR port 1da9b03a-ee52-4dd2-b149-4590175e9840 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:07:54.610457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0487a770-47b5-43a9-a93d-650455f9e99e req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:54.610457 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0487a770-47b5-43a9-a93d-650455f9e99e req-800d4960-9d1c-4b41-ad08-ad4bf47118bd tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.39 "DELETE /v2.0/ports/1da9b03a-ee52-4dd2-b149-4590175e9840 HTTP/1.1" status: 204 len: 173 time: 0.5922084 Jul 05 18:07:54.610457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7329b51-8854-4473-b86f-8d932737676c', 'name': 'network-vif-deleted', 'tag': '1da9b03a-ee52-4dd2-b149-4590175e9840'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:07:54.610457 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d23a85-1437-437f-b40a-a862ecd9c97a" -d '{"events": [{"server_uuid": "c7329b51-8854-4473-b86f-8d932737676c", "name": "network-vif-deleted", "tag": "1da9b03a-ee52-4dd2-b149-4590175e9840"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:07:54.643301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1da9b03a-ee52-4dd2-b149-4590175e9840'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:07:54.730397 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:54.764213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa46e9-2ed6-42e9-a0ec-f15c0507cb53 req-6e7325f3-2c21-45e2-88a9-816ac8230ce5 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:54.766030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa46e9-2ed6-42e9-a0ec-f15c0507cb53 req-6e7325f3-2c21-45e2-88a9-816ac8230ce5 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0966456 Jul 05 18:07:54.767710 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc74b6f-8f50-472e-b512-fa5b052f7c78 x-openstack-request-id: req-9cc74b6f-8f50-472e-b512-fa5b052f7c78 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:07:54.768009 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7329b51-8854-4473-b86f-8d932737676c", "name": "network-vif-deleted", "tag": "1da9b03a-ee52-4dd2-b149-4590175e9840", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:07:54.768242 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cc74b6f-8f50-472e-b512-fa5b052f7c78 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:07:54.772352 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7329b51-8854-4473-b86f-8d932737676c', 'name': 'network-vif-deleted', 'tag': '1da9b03a-ee52-4dd2-b149-4590175e9840', 'status': 'completed', 'code': 200} Jul 05 18:07:54.807579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fa46e9-2ed6-42e9-a0ec-f15c0507cb53 req-391a43c1-bb59-4319-8647-6ebf434f932c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359809 Jul 05 18:07:54.916253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60438) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:55.020304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0f2e6ac-c2ae-492f-9286-6e2cfe5b5707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:55.110206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0f2e6ac-c2ae-492f-9286-6e2cfe5b5707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:55.214772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0f2e6ac-c2ae-492f-9286-6e2cfe5b5707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:55.256681 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c0f2e6ac-c2ae-492f-9286-6e2cfe5b5707 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=089e94de17ff482caf2dda453a6cd48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393629 Jul 05 18:07:55.258171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2e6ac-c2ae-492f-9286-6e2cfe5b5707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7871826f-c42d-4347-a9a2-99e4d0b36412,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:55.259613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60442) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:55.309709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-344b8b82-96c4-458f-b42a-59a8b44bc527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:55.330487 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-344b8b82-96c4-458f-b42a-59a8b44bc527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:55.486051 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-344b8b82-96c4-458f-b42a-59a8b44bc527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:55.488829 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-344b8b82-96c4-458f-b42a-59a8b44bc527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:55.498200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-344b8b82-96c4-458f-b42a-59a8b44bc527 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7871826f-c42d-4347-a9a2-99e4d0b36412 HTTP/1.1" status: 204 len: 168 time: 0.2336345 Jul 05 18:07:55.525681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f05498d2-2460-4141-841c-08ef11fdfff5 req-e164a27b-9684-4b23-90c0-337135280c4d tempest-ServersAdminNegativeTestJSON-1576207376 tempest-ServersAdminNegativeTestJSON-1576207376-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7329b51-8854-4473-b86f-8d932737676c HTTP/1.1" status: 200 len: 210 time: 0.0488925 Jul 05 18:07:55.529723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b8b82-96c4-458f-b42a-59a8b44bc527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7871826f-c42d-4347-a9a2-99e4d0b36412,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:55.644095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a35cea47-7580-4aed-a98d-1f39c64d99e3 req-3eb66ebe-c404-4542-809a-fbe7c317f1bb tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0342865 Jul 05 18:07:56.019233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f22e4a2-5052-48b5-b3a8-93f08e5173a9 req-32ce2a1d-a760-4acf-a3cc-03b6ead1d1b4 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131&device_id=2f41da6d-3b05-4f62-a11f-6557059a7898 HTTP/1.1" status: 200 len: 210 time: 0.0372620 Jul 05 18:07:56.077362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356a046-50f5-4b75-bca3-115ff9f3fe9e req-15053fdf-a5ce-40b1-a249-18ae51173440 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:56.082251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0356a046-50f5-4b75-bca3-115ff9f3fe9e req-15053fdf-a5ce-40b1-a249-18ae51173440 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0876362 Jul 05 18:07:56.119751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0356a046-50f5-4b75-bca3-115ff9f3fe9e req-dd28da81-4035-4e33-85ee-f14fa1d397bd tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345116 Jul 05 18:07:56.331363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60466) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:56.331862 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:56.353842 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e782e81c-cc01-4e5a-8cff-00431466098e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:56.439776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e782e81c-cc01-4e5a-8cff-00431466098e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:56.540918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e782e81c-cc01-4e5a-8cff-00431466098e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:56.583438 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e782e81c-cc01-4e5a-8cff-00431466098e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=34c422edce564956b6d44617b1c27cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482483 Jul 05 18:07:56.583438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782e81c-cc01-4e5a-8cff-00431466098e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f12a0b-e306-4a34-8870-b8a23cef32d8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:56.586183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60470) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:56.657963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8395bac7-8820-4130-a437-14ac8c3dd95e req-e8231028-cdb4-429d-98e8-174d590dfce6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=15ee8dff78324bf4a3f30a6d92f2eefa&device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0377934 Jul 05 18:07:56.709757 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-200713dd-5062-473d-870e-4b46444c5d65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:56.747645 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8395bac7-8820-4130-a437-14ac8c3dd95e req-1adf8c92-269e-460b-be43-e86f946269cb service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=15ee8dff78324bf4a3f30a6d92f2eefa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737400 Jul 05 18:07:56.749126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1da9b03a-ee52-4dd2-b149-4590175e9840 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:07:56.749659 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-204b5c89-c83c-480f-8a7b-5ef563af1430 req-5ec79762-51d8-4049-bb3e-28629d4ce556 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0425262 Jul 05 18:07:56.797821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 1da9b03a-ee52-4dd2-b149-4590175e9840 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:07:56.798044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1da9b03a-ee52-4dd2-b149-4590175e9840 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:07:56.820962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-200713dd-5062-473d-870e-4b46444c5d65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:56.890408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8395bac7-8820-4130-a437-14ac8c3dd95e req-3674a8bf-64ce-4a06-8c8c-d9c6602d990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:56.891793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8395bac7-8820-4130-a437-14ac8c3dd95e req-3674a8bf-64ce-4a06-8c8c-d9c6602d990e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1320133 Jul 05 18:07:56.973908 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-200713dd-5062-473d-870e-4b46444c5d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:56.977276 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-200713dd-5062-473d-870e-4b46444c5d65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:56.978513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-200713dd-5062-473d-870e-4b46444c5d65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94f12a0b-e306-4a34-8870-b8a23cef32d8 HTTP/1.1" status: 204 len: 168 time: 0.3857436 Jul 05 18:07:56.987724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200713dd-5062-473d-870e-4b46444c5d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f12a0b-e306-4a34-8870-b8a23cef32d8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:57.103691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60486) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:57.303936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68b314-66c0-4b10-a896-b66e1a3b9e50 req-6aa0f31a-a21a-4746-8ef2-85b9132aee1b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:57.307167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba68b314-66c0-4b10-a896-b66e1a3b9e50 req-6aa0f31a-a21a-4746-8ef2-85b9132aee1b tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0694876 Jul 05 18:07:57.371011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba68b314-66c0-4b10-a896-b66e1a3b9e50 req-998b1b50-6281-410b-b0ad-267df2c29ef1 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560946 Jul 05 18:07:57.375102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eb8a3490-e741-4baf-a1bb-4328517630c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05a74bd371b74fc9b20700df3ddbcc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2698004 Jul 05 18:07:57.377129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60498) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:57.426543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b53b6bb4-a913-4a9d-92b7-77a51035de8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:57.453001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b53b6bb4-a913-4a9d-92b7-77a51035de8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:57.596337 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b53b6bb4-a913-4a9d-92b7-77a51035de8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:57.598961 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b53b6bb4-a913-4a9d-92b7-77a51035de8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:57.600156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b53b6bb4-a913-4a9d-92b7-77a51035de8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a54dbc72-2d57-4416-b9dd-5cbee7f5cc33 HTTP/1.1" status: 204 len: 168 time: 0.2222185 Jul 05 18:07:57.612130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b6bb4-a913-4a9d-92b7-77a51035de8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54dbc72-2d57-4416-b9dd-5cbee7f5cc33,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:57.922393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-386aa9c5-241b-457a-8b09-c81e5fda9e27 req-02311948-400c-4b6c-b6b4-526b5d6b797e tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0363712 Jul 05 18:07:58.166233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60526) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:58.203339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-620e7bdf-0d42-4aed-900e-705bbfc97d2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b97063e4885f451bb880b4727e7449dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372672 Jul 05 18:07:58.216666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60528) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:58.264752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a93654ec-0c8b-4fcd-8d06-216a67377567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:58.287189 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a93654ec-0c8b-4fcd-8d06-216a67377567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:58.368509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8395bac7-8820-4130-a437-14ac8c3dd95e req-ed5371fc-dfdc-4247-8d3f-81f4fc7ff602 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.97 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0315197 Jul 05 18:07:58.415963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a93654ec-0c8b-4fcd-8d06-216a67377567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:58.418709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a93654ec-0c8b-4fcd-8d06-216a67377567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:58.421937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a93654ec-0c8b-4fcd-8d06-216a67377567 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c42d688-7646-4994-8513-bc25396d80ec HTTP/1.1" status: 204 len: 168 time: 0.2023776 Jul 05 18:07:58.430299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93654ec-0c8b-4fcd-8d06-216a67377567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c42d688-7646-4994-8513-bc25396d80ec,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:07:58.559827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebb3ae-02df-4172-bd2c-77a9cf27e334 req-0f257bd9-1ebc-4f3a-ba84-79c7c0f473e3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:58.561360 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5bebb3ae-02df-4172-bd2c-77a9cf27e334 req-0f257bd9-1ebc-4f3a-ba84-79c7c0f473e3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0657856 Jul 05 18:07:58.607165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5bebb3ae-02df-4172-bd2c-77a9cf27e334 req-c7739ce4-7f74-4de5-807b-556feade7cea tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Jul 05 18:07:59.111908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5545d164-7047-4207-b711-c62fb0229092 req-be61a434-9c5e-4dd7-88a2-3ebaae37f5fa tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a2b1a2a-0b12-4700-9282-fa88ad16f131 HTTP/1.1" status: 200 len: 210 time: 0.0467341 Jul 05 18:07:59.507939 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:59.571862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60592) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:07:59.680724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-78847912-network', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:07:59.799205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455cc12-4b97-4284-8dc0-b381d56f048c req-40947fa1-3154-4a7a-b23e-211a4f8b9a56 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:07:59.800715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a455cc12-4b97-4284-8dc0-b381d56f048c req-40947fa1-3154-4a7a-b23e-211a4f8b9a56 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0676141 Jul 05 18:07:59.827822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Made reservation on behalf of a3249fce32ae4212bdd9a5eed4320f1a for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:07:59.830117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:59.846872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:07:59.850767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a455cc12-4b97-4284-8dc0-b381d56f048c req-6fb095a4-d0d1-4125-9af7-c894c45e469c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435858 Jul 05 18:07:59.944499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.020446 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.047751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:08:00.053362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7de751-3a6e-4dc0-b19b-06d365c07d3a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:00.061936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.065202 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Added segment a60eb178-de9d-4133-866d-ee1ef539c3ff of type vlan for network 867b9467-8f7e-4391-8da3-6475d3b6bc58 Jul 05 18:08:00.101882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.197538 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.198641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:00.199360 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.566809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9936059 Jul 05 18:08:00.569771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60636) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:00.575961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Request body: {'subnet': {'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-78847912-subnet', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:00.582085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc1ae1-78f9-48e7-a849-94af0b769522 admin admin] Pushing event updated for resources: {'Network': ['ID=867b9467-8f7e-4391-8da3-6475d3b6bc58,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:00.582521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:00.594773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 867b9467-8f7e-4391-8da3-6475d3b6bc58 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:08:00.660362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Made reservation on behalf of a3249fce32ae4212bdd9a5eed4320f1a for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:00.662738 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.673621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf9a0bd4-894a-4ea1-9e2d-374665fa4c8b req-56a718c5-750c-4297-88ea-2f14b4b6f375 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=15ee8dff78324bf4a3f30a6d92f2eefa&device_id=2f41da6d-3b05-4f62-a11f-6557059a7898 HTTP/1.1" status: 200 len: 210 time: 0.0370481 Jul 05 18:08:00.702600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf9a0bd4-894a-4ea1-9e2d-374665fa4c8b req-21a22893-fdad-43ca-9cff-8c7340738c56 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=15ee8dff78324bf4a3f30a6d92f2eefa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214312 Jul 05 18:08:00.726053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d1f3-bca3-4775-822a-240baeaaf5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.796134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00eaa69a-493d-470e-a68f-d5ca87c61bb3 req-8de5ce64-1cda-4068-a81d-3157c7b6ffbb tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f41da6d-3b05-4f62-a11f-6557059a7898 HTTP/1.1" status: 200 len: 210 time: 0.0396023 Jul 05 18:08:00.833684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a0bd4-894a-4ea1-9e2d-374665fa4c8b req-759197c5-f75c-4132-8ccd-a8480c80c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:00.836058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf9a0bd4-894a-4ea1-9e2d-374665fa4c8b req-759197c5-f75c-4132-8ccd-a8480c80c896 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1259234 Jul 05 18:08:00.923228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d1f3-bca3-4775-822a-240baeaaf5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.963317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:00.994051 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ce5d1f3-bca3-4775-822a-240baeaaf5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.028513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c8c59-cb7d-47d6-aa21-c3c636e2d197 req-c493b6b6-51e0-4650-a961-7726f0bddc01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:01.030077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-443c8c59-cb7d-47d6-aa21-c3c636e2d197 req-c493b6b6-51e0-4650-a961-7726f0bddc01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.0648484 Jul 05 18:08:01.057130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a17b55d1-f743-4c3f-9e3f-9e15afca3e12,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:01.064412 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9ce5d1f3-bca3-4775-822a-240baeaaf5a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d32d062c6fd749abbc0205bd972c2707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4808943 Jul 05 18:08:01.067083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60646) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:01.071304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5d1f3-bca3-4775-822a-240baeaaf5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d16eaced-52d1-4c4f-a0e8-04ed8f2f4ed0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:01.083890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Checking segment: {'id': 'a60eb178-de9d-4133-866d-ee1ef539c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:01.083890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Network hostable DHCP agents. Network: 867b9467-8f7e-4391-8da3-6475d3b6bc58, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:08:01.088000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-443c8c59-cb7d-47d6-aa21-c3c636e2d197 req-6407a6de-edb6-4451-814f-1d1fe4627e7e tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523357 Jul 05 18:08:01.125031 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b514a1d-2b71-4ee4-a36c-b56bb2165c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.134161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Network 867b9467-8f7e-4391-8da3-6475d3b6bc58 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:08:01.147467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b514a1d-2b71-4ee4-a36c-b56bb2165c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.191618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 867b9467-8f7e-4391-8da3-6475d3b6bc58) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:01.196752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:01.197400 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.202324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc387e0-1106-46af-8b41-2f98019ab9b4 None None] Network 867b9467-8f7e-4391-8da3-6475d3b6bc58 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:01.237512 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b514a1d-2b71-4ee4-a36c-b56bb2165c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.240933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b514a1d-2b71-4ee4-a36c-b56bb2165c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.250263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4b514a1d-2b71-4ee4-a36c-b56bb2165c29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d16eaced-52d1-4c4f-a0e8-04ed8f2f4ed0 HTTP/1.1" status: 204 len: 168 time: 0.1768949 Jul 05 18:08:01.258985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b514a1d-2b71-4ee4-a36c-b56bb2165c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16eaced-52d1-4c4f-a0e8-04ed8f2f4ed0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:01.265348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60652) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:01.265939 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-17319d2a-cdce-4bbb-ba89-07c4fecdfa5c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6939361 Jul 05 18:08:01.269806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:01.374790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-867b9467-8f7e-4391-8da3-6475d3b6bc58', 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'fixed_ips': [{'subnet_id': 'a17b55d1-f743-4c3f-9e3f-9e15afca3e12'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:08:01.375741 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.380480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.381613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.439388 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.540333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Allocated IP 172.20.0.2 (867b9467-8f7e-4391-8da3-6475d3b6bc58/a17b55d1-f743-4c3f-9e3f-9e15afca3e12/983b3dc8-e841-4790-80af-00a2a0c1b892) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:01.654823 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.693164 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.701894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Transition to ACTIVE for port object 983b3dc8-e841-4790-80af-00a2a0c1b892 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:01.716659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Transition to ACTIVE for port object 983b3dc8-e841-4790-80af-00a2a0c1b892 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:01.792274 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.831513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Network 867b9467-8f7e-4391-8da3-6475d3b6bc58 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:01.834325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:01.838871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:01.874066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Pushing event updated for resources: {'Port': ['ID=983b3dc8-e841-4790-80af-00a2a0c1b892,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:01.901137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.901727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.902071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.902409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.902763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.903093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.903421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.903756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.904064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.904385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.904707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.905026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:01.921656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Attempting to bind port 983b3dc8-e841-4790-80af-00a2a0c1b892 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:01.922035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Attempting to bind port 983b3dc8-e841-4790-80af-00a2a0c1b892 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a60eb178-de9d-4133-866d-ee1ef539c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:01.923037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Attempting to bind port 983b3dc8-e841-4790-80af-00a2a0c1b892 on network 867b9467-8f7e-4391-8da3-6475d3b6bc58 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:01.928142 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.929686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:01.930059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Checking segment: {'id': 'a60eb178-de9d-4133-866d-ee1ef539c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:01.930501 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.931107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Bound using segment: {'id': 'a60eb178-de9d-4133-866d-ee1ef539c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:01.931749 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Bound port: 983b3dc8-e841-4790-80af-00a2a0c1b892, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60eb178-de9d-4133-866d-ee1ef539c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:01.932294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.952840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:01.981624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60664) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:01.987579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16bac21f-808e-4c8b-8838-478f49a6d567 req-a112b7a9-93ab-47cb-a63d-f21b7e3300c1 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f41da6d-3b05-4f62-a11f-6557059a7898 HTTP/1.1" status: 200 len: 210 time: 0.0371511 Jul 05 18:08:01.996725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] For port 983b3dc8-e841-4790-80af-00a2a0c1b892, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:01.998882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-790a5d48-0885-4b20-bb19-8b0d7bf268e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.000639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] For port 983b3dc8-e841-4790-80af-00a2a0c1b892, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=983b3dc8-e841-4790-80af-00a2a0c1b892,segment=NetworkSegment(a60eb178-de9d-4133-866d-ee1ef539c3ff),segment_id=a60eb178-de9d-4133-866d-ee1ef539c3ff)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:02.073302 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.118917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Allocated IP 172.25.3.15 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/41ed068a-090a-4d8a-8a74-2aff421fef0a) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:02.122957 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-790a5d48-0885-4b20-bb19-8b0d7bf268e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.147564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dbf9f-5a6a-4adb-8aeb-e58cd9ff4dcb None None] Pushing event updated for resources: {'Port': ['ID=983b3dc8-e841-4790-80af-00a2a0c1b892,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:02.197305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-790a5d48-0885-4b20-bb19-8b0d7bf268e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.236250 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-790a5d48-0885-4b20-bb19-8b0d7bf268e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d43c379b2204772b83d7aeeed8b9e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2534039 Jul 05 18:08:02.240634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a5d48-0885-4b20-bb19-8b0d7bf268e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd0be0f-4b3e-4ff1-86e1-c5a737fd9988,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:02.240773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60668) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:02.278496 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.300245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fca7158-dfdb-4cc2-a828-b3a29ae12813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.313949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf9a0bd4-894a-4ea1-9e2d-374665fa4c8b req-e62450d6-3d0c-487c-97fa-d7644f9bfb95 tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.97 "GET /v2.0/ports?device_id=2f41da6d-3b05-4f62-a11f-6557059a7898 HTTP/1.1" status: 200 len: 210 time: 0.0506306 Jul 05 18:08:02.337803 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fca7158-dfdb-4cc2-a828-b3a29ae12813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.432822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e69f4-2d13-4af0-841f-3805f2626f67 req-af816764-74df-41ec-940b-651837e1b2a8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:02.437399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e02e69f4-2d13-4af0-841f-3805f2626f67 req-af816764-74df-41ec-940b-651837e1b2a8 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.2115309 Jul 05 18:08:02.482439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e02e69f4-2d13-4af0-841f-3805f2626f67 req-76536220-3b22-434c-abe4-17fa6726d011 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418587 Jul 05 18:08:02.508554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fca7158-dfdb-4cc2-a828-b3a29ae12813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.508554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fca7158-dfdb-4cc2-a828-b3a29ae12813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.508554 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9fca7158-dfdb-4cc2-a828-b3a29ae12813 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cd0be0f-4b3e-4ff1-86e1-c5a737fd9988 HTTP/1.1" status: 204 len: 168 time: 0.2636900 Jul 05 18:08:02.518792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca7158-dfdb-4cc2-a828-b3a29ae12813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd0be0f-4b3e-4ff1-86e1-c5a737fd9988,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:02.529352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:02.583494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:02.592232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:02.595179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:02.599045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Pushing event updated for resources: {'Port': ['ID=41ed068a-090a-4d8a-8a74-2aff421fef0a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:02.957995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:03.231611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7985bc0b-0328-4ff5-9a60-801fdd4b7607 req-d86b5f24-8e20-457b-92e1-333e5f0eb04b tempest-ServerShowV247Test-286192646 tempest-ServerShowV247Test-286192646-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f41da6d-3b05-4f62-a11f-6557059a7898 HTTP/1.1" status: 200 len: 210 time: 0.0591254 Jul 05 18:08:03.260891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:03.282916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0780aa4-6650-4ed8-a971-163b0e90da5c None None] Network 867b9467-8f7e-4391-8da3-6475d3b6bc58 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:03.465947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9c74949b-8bdb-4446-9f78-c7d843d085e5 None None] Provisioning for port 983b3dc8-e841-4790-80af-00a2a0c1b892 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:03.518020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Router a5864fd3-f7e3-46c9-8267-468b94779773 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:08:03.730710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:03.755069 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Sync routers for ids ['a5864fd3-f7e3-46c9-8267-468b94779773'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:03.769669 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Routers {'a5864fd3-f7e3-46c9-8267-468b94779773'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:03.770301 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a5864fd3-f7e3-46c9-8267-468b94779773'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:03.797754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198db74-2180-4345-9c7a-3516a9b90ebd req-7f9daf1d-16c1-4f05-ac9c-c23ec65815a2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:03.799688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7198db74-2180-4345-9c7a-3516a9b90ebd req-7f9daf1d-16c1-4f05-ac9c-c23ec65815a2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.1573167 Jul 05 18:08:03.806722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:03.812889 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2b28a238-0dda-4a18-9b5a-c55221be7020 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5422022 Jul 05 18:08:03.812889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60706) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:03.885447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 983b3dc8-e841-4790-80af-00a2a0c1b892 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:03.919634 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Set router a5864fd3-f7e3-46c9-8267-468b94779773 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:03.961975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7198db74-2180-4345-9c7a-3516a9b90ebd req-87007fa5-269f-4141-871e-232725af62bb tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517174 Jul 05 18:08:04.026356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 983b3dc8-e841-4790-80af-00a2a0c1b892 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:04.032464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 983b3dc8-e841-4790-80af-00a2a0c1b892 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:04.033197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.128560 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.184356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 983b3dc8-e841-4790-80af-00a2a0c1b892, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=983b3dc8-e841-4790-80af-00a2a0c1b892,segment=NetworkSegment(a60eb178-de9d-4133-866d-ee1ef539c3ff),segment_id=a60eb178-de9d-4133-866d-ee1ef539c3ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:04.260129 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.291649 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:02Z', 'revision_number': 3, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'gw_port': {'id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:04.337910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=983b3dc8-e841-4790-80af-00a2a0c1b892,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:04.350032 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Checking router: a5864fd3-f7e3-46c9-8267-468b94779773 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:04.351532 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Updating router a5864fd3-f7e3-46c9-8267-468b94779773 port 41ed068a-090a-4d8a-8a74-2aff421fef0a binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:08:04.408312 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.468412 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.693815 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.704276 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Transition to ACTIVE for port object 41ed068a-090a-4d8a-8a74-2aff421fef0a will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:04.717288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Allocated IP 172.20.0.1 (867b9467-8f7e-4391-8da3-6475d3b6bc58/a17b55d1-f743-4c3f-9e3f-9e15afca3e12/a5c477fa-d867-40af-bb48-411c2f507dae) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:04.757697 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.849253 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Attempting to bind port 41ed068a-090a-4d8a-8a74-2aff421fef0a on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:04.852710 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Attempting to bind port 41ed068a-090a-4d8a-8a74-2aff421fef0a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:04.853752 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Attempting to bind port 41ed068a-090a-4d8a-8a74-2aff421fef0a on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:04.861804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.870660 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60732) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:04.885245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Transition to ACTIVE for port object a5c477fa-d867-40af-bb48-411c2f507dae will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:04.887850 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Pushing event updated for resources: {'Port': ['ID=41ed068a-090a-4d8a-8a74-2aff421fef0a,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:04.903048 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.903869 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.904363 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.905363 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.905852 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.906785 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.907423 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.908212 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.908990 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.909576 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.910407 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.910912 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:04.919223 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:04.920090 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:04.921183 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.924014 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:04.924684 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Bound port: 41ed068a-090a-4d8a-8a74-2aff421fef0a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:04.925546 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.989341 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:04.991704 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] For port 41ed068a-090a-4d8a-8a74-2aff421fef0a, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:04.997196 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] For port 41ed068a-090a-4d8a-8a74-2aff421fef0a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=41ed068a-090a-4d8a-8a74-2aff421fef0a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:05.034904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60740) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:05.042776 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Network 867b9467-8f7e-4391-8da3-6475d3b6bc58 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:05.053121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c477fa-d867-40af-bb48-411c2f507dae,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:05.058301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:05.060756 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.072743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:05.118855 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Routers {'a5864fd3-f7e3-46c9-8267-468b94779773'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:05.119452 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a5864fd3-f7e3-46c9-8267-468b94779773'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:05.170656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.174412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75dfc601-451e-4145-a867-2975d0ef3535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.309623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a988560-1274-4895-a6ad-75609be29365 req-818a0e5c-9096-4f0f-a959-9efb6c22f824 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:05.317483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a988560-1274-4895-a6ad-75609be29365 req-818a0e5c-9096-4f0f-a959-9efb6c22f824 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.2040110 Jul 05 18:08:05.318895 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] Set router a5864fd3-f7e3-46c9-8267-468b94779773 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:05.319046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1662722289'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:05.328705 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75dfc601-451e-4145-a867-2975d0ef3535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.383700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75dfc601-451e-4145-a867-2975d0ef3535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.415130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a988560-1274-4895-a6ad-75609be29365 req-98ed5a17-0ce6-43cb-9b39-1eb8e7f5fbb3 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967159 Jul 05 18:08:05.428060 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9be112-3574-45d2-bf96-6a9ab1ba77c3 None None] Pushing event updated for resources: {'Port': ['ID=41ed068a-090a-4d8a-8a74-2aff421fef0a,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:05.436963 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-75dfc601-451e-4145-a867-2975d0ef3535 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15ee8dff78324bf4a3f30a6d92f2eefa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5651968 Jul 05 18:08:05.445858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfc601-451e-4145-a867-2975d0ef3535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac34fcb-1211-4e69-96a8-da4e38746c4a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:05.447693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60744) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:05.504882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3472bc16-7d79-46d5-b2ae-f00acb257c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.525420 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:02Z', 'revision_number': 3, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'gw_port': {'id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:05.528229 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3472bc16-7d79-46d5-b2ae-f00acb257c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.528420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b70f3648-f14c-489d-91f9-172a2a1d29d1 None None] Provisioning for port a5c477fa-d867-40af-bb48-411c2f507dae completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:05.532339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b70f3648-f14c-489d-91f9-172a2a1d29d1 None None] Provisioning complete for port a5c477fa-d867-40af-bb48-411c2f507dae triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:05.532980 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b70f3648-f14c-489d-91f9-172a2a1d29d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.534911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Made reservation on behalf of 6d36254c566f43d19307a715216c3c48 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:05.539148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.547566 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.551326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.553332 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e16a2a-dc6b-4f5c-9952-ba9c0d8ad9a0 None None] The sync data for ids ['a5864fd3-f7e3-46c9-8267-468b94779773'] in n-d-799524-1 is: [{'id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:02Z', 'revision_number': 3, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'gw_port': {'id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:05.587956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b70f3648-f14c-489d-91f9-172a2a1d29d1 None None] Port a5c477fa-d867-40af-bb48-411c2f507dae cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:05.705980 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.747343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.812057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 983b3dc8-e841-4790-80af-00a2a0c1b892 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:05.848686 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:05.946334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 983b3dc8-e841-4790-80af-00a2a0c1b892 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:05.947746 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.017114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Pushing event updated for resources: {'Port': ['ID=a5c477fa-d867-40af-bb48-411c2f507dae,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:06.023848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.109098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3472bc16-7d79-46d5-b2ae-f00acb257c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.109098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3472bc16-7d79-46d5-b2ae-f00acb257c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.109098 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3472bc16-7d79-46d5-b2ae-f00acb257c76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ac34fcb-1211-4e69-96a8-da4e38746c4a HTTP/1.1" status: 204 len: 168 time: 0.6572852 Jul 05 18:08:06.122302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472bc16-7d79-46d5-b2ae-f00acb257c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac34fcb-1211-4e69-96a8-da4e38746c4a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:06.176853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Network 867b9467-8f7e-4391-8da3-6475d3b6bc58 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:06.178429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:06.186168 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.294492 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.342380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:08:06.354260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95c1279c-982a-4284-86de-e082dfef685e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:06.374506 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.374886 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Added segment 7022db90-a3e7-4c12-965b-c5311cc225da of type vlan for network 64f43908-d671-43a0-83ee-96090ddcd3e2 Jul 05 18:08:06.421280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.529561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-74bc4ae1-e4c4-4063-9467-f4599c648d04 None None] Provisioning complete for port a5c477fa-d867-40af-bb48-411c2f507dae triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:06.531026 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-74bc4ae1-e4c4-4063-9467-f4599c648d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.563286 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.573131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:06.574298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:06.614622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-74bc4ae1-e4c4-4063-9467-f4599c648d04 None None] Port a5c477fa-d867-40af-bb48-411c2f507dae cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:06.688217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Pushing event updated for resources: {'Network': ['ID=64f43908-d671-43a0-83ee-96090ddcd3e2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:06.706639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 64f43908-d671-43a0-83ee-96090ddcd3e2 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:08:06.719495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Router a5864fd3-f7e3-46c9-8267-468b94779773 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:08:06.741959 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-65a33960-67c9-4b93-9c54-b958816e52ea tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7053688 Jul 05 18:08:06.809393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971ba17-34e5-4065-9d8a-a20991512c1c req-344a5a93-635d-4b35-acb1-aa830e671f9d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:06.816526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b971ba17-34e5-4065-9d8a-a20991512c1c req-344a5a93-635d-4b35-acb1-aa830e671f9d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.1951818 Jul 05 18:08:06.895803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b971ba17-34e5-4065-9d8a-a20991512c1c req-6d868fd4-b7d8-4aa2-8a9f-48405a8697a9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783148 Jul 05 18:08:06.918878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:06.924483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-66b8ef96-8ab6-4b27-ab49-39971bb93bc2 admin admin] 10.222.0.30 "PUT /v2.0/routers/a5864fd3-f7e3-46c9-8267-468b94779773/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1105905 Jul 05 18:08:07.077964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60780) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:07.084521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Request body: {'port': {'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2', 'binding:host_id': 'n-h1-799524-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-742015234'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:07.168384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Made reservation on behalf of 8d50c71dd6f94a5a93153804f1011e41 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:07.171014 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.196325 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.315698 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.380017 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.384750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] device_id is not set on port 564a9bb9-7f73-4b6d-a441-8c225a85e886 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:07.397689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60794) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:07.525286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602159b7-fddd-4948-afff-d1aa971150ae,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:07.539451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-944243370-network', 'tenant_id': '582603dbf8ab4a1fb480926f9f19c4ce'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:07.637723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Made reservation on behalf of 582603dbf8ab4a1fb480926f9f19c4ce for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:07.641194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.651851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.759850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Sync routers for ids ['a5864fd3-f7e3-46c9-8267-468b94779773'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:07.762771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.770197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Routers {'a5864fd3-f7e3-46c9-8267-468b94779773'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:07.770875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a5864fd3-f7e3-46c9-8267-468b94779773'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:07.824543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-80b1a31a-8654-466b-b3d8-502f9169b0e5 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3070743 Jul 05 18:08:07.828193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.838144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:07.860843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:08:07.872200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7183c23c-8d8d-4917-bd49-d36a6895dba3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:07.875910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 41ed068a-090a-4d8a-8a74-2aff421fef0a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:07.880501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.881048 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Added segment c7a1201d-6d71-4ba8-82f7-64f3eb69ee40 of type vlan for network 789e7963-e76b-4016-8611-ecec164fb54a Jul 05 18:08:07.894777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] device_id is not set on port 564a9bb9-7f73-4b6d-a441-8c225a85e886 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:07.948602 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.955714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:07.969595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Set router a5864fd3-f7e3-46c9-8267-468b94779773 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:07.974203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Transition to ACTIVE for port object 564a9bb9-7f73-4b6d-a441-8c225a85e886 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:08.003364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.069117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.105745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 41ed068a-090a-4d8a-8a74-2aff421fef0a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:08.135973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 41ed068a-090a-4d8a-8a74-2aff421fef0a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:08.136352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.145536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.146521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:08.147856 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.170710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'Port': ['ID=564a9bb9-7f73-4b6d-a441-8c225a85e886,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:08.221832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] Pushing event updated for resources: {'Network': ['ID=789e7963-e76b-4016-8611-ecec164fb54a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:08.223118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Checking segment: {'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:08.223506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Network hostable DHCP agents. Network: 64f43908-d671-43a0-83ee-96090ddcd3e2, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:08:08.235234 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.244456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 789e7963-e76b-4016-8611-ecec164fb54a details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:08:08.254144 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-62c064f4-eae2-48fd-8bb4-68a8b99ab9bf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8547101 Jul 05 18:08:08.260205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d936dbe-2cd0-46f4-a3fa-083256ca0089 req-a1ced7f9-4938-477d-988d-4737acfaea90 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:08.261844 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d936dbe-2cd0-46f4-a3fa-083256ca0089 req-a1ced7f9-4938-477d-988d-4737acfaea90 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.1570749 Jul 05 18:08:08.348958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d936dbe-2cd0-46f4-a3fa-083256ca0089 req-4fc4eda1-df8e-4aec-8eb8-5742e10deae0 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545862 Jul 05 18:08:08.371003 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.378347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Network 64f43908-d671-43a0-83ee-96090ddcd3e2 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:08:08.422246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Allocated IP 172.25.3.30 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/d0e50eb9-137b-4434-848e-db3823cc1388) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:08.428083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 41ed068a-090a-4d8a-8a74-2aff421fef0a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=41ed068a-090a-4d8a-8a74-2aff421fef0a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:08.439390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:05Z', 'revision_number': 4, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'gw_port': {'id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'a5c477fa-d867-40af-bb48-411c2f507dae', 'name': '', 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'mac_address': 'fa:16:3e:c7:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'a17b55d1-f743-4c3f-9e3f-9e15afca3e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:04Z', 'updated_at': '2021-07-05T18:08:05Z', 'revision_number': 2, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'subnets': [{'id': 'a17b55d1-f743-4c3f-9e3f-9e15afca3e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:08.469619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Checking router: a5864fd3-f7e3-46c9-8267-468b94779773 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:08.469979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Updating router a5864fd3-f7e3-46c9-8267-468b94779773 port a5c477fa-d867-40af-bb48-411c2f507dae binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:08:08.477455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 64f43908-d671-43a0-83ee-96090ddcd3e2) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:08.483569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:08.496925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0593a8-3d5f-4e1d-849f-6deab1ee5250 None None] Network 64f43908-d671-43a0-83ee-96090ddcd3e2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:08.503494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.503925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.504235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.514936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.515291 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.517607 n-d-799524-1 neutron-server[100997]: INFO neutron.plugins.ml2.plugin [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 2 to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 Jul 05 18:08:08.547450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.547815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.548133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.552517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.560198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.560542 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.566359 n-d-799524-1 neutron-server[100997]: INFO neutron.plugins.ml2.plugin [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 3 to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 Jul 05 18:08:08.573182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.589309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.589730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.589985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.596197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.596542 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.598183 n-d-799524-1 neutron-server[100997]: INFO neutron.plugins.ml2.plugin [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 4 to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 Jul 05 18:08:08.618215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.618657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.618921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.633731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.634066 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.639822 n-d-799524-1 neutron-server[100997]: INFO neutron.plugins.ml2.plugin [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 5 to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 Jul 05 18:08:08.661805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.662396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.663028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.670833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.679661 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.679661 n-d-799524-1 neutron-server[100997]: INFO neutron.plugins.ml2.plugin [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 6 to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 Jul 05 18:08:08.687954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.688554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.689100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.694974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.695604 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.696160 n-d-799524-1 neutron-server[100997]: INFO neutron.plugins.ml2.plugin [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 7 to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 Jul 05 18:08:08.722748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.723492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.724044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.729535 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.730180 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.730763 n-d-799524-1 neutron-server[100997]: INFO neutron.plugins.ml2.plugin [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 8 to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 Jul 05 18:08:08.745265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.745848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.746351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.751097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.751657 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.752226 n-d-799524-1 neutron-server[100997]: INFO neutron.plugins.ml2.plugin [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 9 to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 Jul 05 18:08:08.766446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.767066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.772096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.776820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.777348 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.777909 n-d-799524-1 neutron-server[100997]: INFO neutron.plugins.ml2.plugin [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 10 to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 Jul 05 18:08:08.791932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:08.792072 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.793245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:08.793748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:08.798816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:08.799610 n-d-799524-1 neutron-server[100997]: ERROR neutron.plugins.ml2.managers [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 564a9bb9-7f73-4b6d-a441-8c225a85e886 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:08.800149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.849514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=41ed068a-090a-4d8a-8a74-2aff421fef0a,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:08.872109 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:08.902897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] For port 564a9bb9-7f73-4b6d-a441-8c225a85e886, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:08.904046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempted to set empty binding levels {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 18:08:08.971830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:08.975058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:08.990131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:09.036153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.038597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Pushing event updated for resources: {'Port': ['ID=d0e50eb9-137b-4434-848e-db3823cc1388,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:09.112979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:09.113239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.139410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'Port': ['ID=564a9bb9-7f73-4b6d-a441-8c225a85e886,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:09.186608 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.203278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ccd3adeb-0867-45a9-86df-37b75501360d tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1239481 Jul 05 18:08:09.206830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60826) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:09.281119 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.301050 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.302500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Transition to ACTIVE for port object a5c477fa-d867-40af-bb48-411c2f507dae will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:09.311511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-24efceaa-0fd5-4ce1-b3cb-d01ef36dff2b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Deleting port 564a9bb9-7f73-4b6d-a441-8c225a85e886 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:09.312033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24efceaa-0fd5-4ce1-b3cb-d01ef36dff2b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.374269 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.389655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-24efceaa-0fd5-4ce1-b3cb-d01ef36dff2b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] For port 564a9bb9-7f73-4b6d-a441-8c225a85e886, host n-h1-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:09.390013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24efceaa-0fd5-4ce1-b3cb-d01ef36dff2b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.408859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-24efceaa-0fd5-4ce1-b3cb-d01ef36dff2b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Calling delete_port for 564a9bb9-7f73-4b6d-a441-8c225a85e886 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:09.450856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6d52d-b43c-4bb2-887b-c6f09d4f90f4 None None] Pushing event updated for resources: {'Port': ['ID=a5c477fa-d867-40af-bb48-411c2f507dae,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:09.555740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Attempting to bind port a5c477fa-d867-40af-bb48-411c2f507dae on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:09.556166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Attempting to bind port a5c477fa-d867-40af-bb48-411c2f507dae by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a60eb178-de9d-4133-866d-ee1ef539c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:09.556539 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Attempting to bind port a5c477fa-d867-40af-bb48-411c2f507dae on network 867b9467-8f7e-4391-8da3-6475d3b6bc58 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:09.563525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:09.563916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Checking segment: {'id': 'a60eb178-de9d-4133-866d-ee1ef539c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:09.564325 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.564919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Bound using segment: {'id': 'a60eb178-de9d-4133-866d-ee1ef539c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:09.565578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Bound port: a5c477fa-d867-40af-bb48-411c2f507dae, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60eb178-de9d-4133-866d-ee1ef539c3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:09.565977 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.614174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24efceaa-0fd5-4ce1-b3cb-d01ef36dff2b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.654965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] For port a5c477fa-d867-40af-bb48-411c2f507dae, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:09.658914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] For port a5c477fa-d867-40af-bb48-411c2f507dae, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a5c477fa-d867-40af-bb48-411c2f507dae,segment=NetworkSegment(a60eb178-de9d-4133-866d-ee1ef539c3ff),segment_id=a60eb178-de9d-4133-866d-ee1ef539c3ff)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:09.664216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24efceaa-0fd5-4ce1-b3cb-d01ef36dff2b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event deleted for resources: {'Port': ['ID=564a9bb9-7f73-4b6d-a441-8c225a85e886,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:09.686336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24efceaa-0fd5-4ce1-b3cb-d01ef36dff2b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.688884 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-24efceaa-0fd5-4ce1-b3cb-d01ef36dff2b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "DELETE /v2.0/ports/564a9bb9-7f73-4b6d-a441-8c225a85e886 HTTP/1.1" status: 204 len: 168 time: 0.4839749 Jul 05 18:08:09.691558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60834) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:09.723466 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a70df25-ddf3-4b47-b298-36a9416b3212 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] GET failed (client error): The resource could not be found. Jul 05 18:08:09.726619 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0a70df25-ddf3-4b47-b298-36a9416b3212 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "GET /v2.0/ports/564a9bb9-7f73-4b6d-a441-8c225a85e886 HTTP/1.1" status: 404 len: 333 time: 0.0324824 Jul 05 18:08:09.732312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60836) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:09.735000 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.742188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Request body: {'port': {'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-774126464'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:09.779743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26074c4-5a7c-4a7a-8052-47c02650b5d8 req-d8278ff7-f2bc-43cb-8e96-ed3d877e82d4 tempest-ComputeTenantNetworksTest-966905489 tempest-ComputeTenantNetworksTest-966905489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:09.787187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26074c4-5a7c-4a7a-8052-47c02650b5d8 req-d8278ff7-f2bc-43cb-8e96-ed3d877e82d4 tempest-ComputeTenantNetworksTest-966905489 tempest-ComputeTenantNetworksTest-966905489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:09.794301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26074c4-5a7c-4a7a-8052-47c02650b5d8 req-d8278ff7-f2bc-43cb-8e96-ed3d877e82d4 tempest-ComputeTenantNetworksTest-966905489 tempest-ComputeTenantNetworksTest-966905489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:09.806785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e26074c4-5a7c-4a7a-8052-47c02650b5d8 req-d8278ff7-f2bc-43cb-8e96-ed3d877e82d4 tempest-ComputeTenantNetworksTest-966905489 tempest-ComputeTenantNetworksTest-966905489-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3399961 Jul 05 18:08:09.828493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6d52d-b43c-4bb2-887b-c6f09d4f90f4 None None] Pushing event updated for resources: {'Port': ['ID=a5c477fa-d867-40af-bb48-411c2f507dae,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:09.835953 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.838479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Routers {'a5864fd3-f7e3-46c9-8267-468b94779773'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:09.844691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a5864fd3-f7e3-46c9-8267-468b94779773'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:09.870454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Made reservation on behalf of 8d50c71dd6f94a5a93153804f1011e41 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:09.874391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:09.900423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] device_id is not set on port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:09.917109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 41ed068a-090a-4d8a-8a74-2aff421fef0a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:09.917601 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.029741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 41ed068a-090a-4d8a-8a74-2aff421fef0a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:10.030309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.076405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Pushing event updated for resources: {'Port': ['ID=d0e50eb9-137b-4434-848e-db3823cc1388,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:10.110046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] Set router a5864fd3-f7e3-46c9-8267-468b94779773 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:10.115265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dce0b7-b425-492a-982e-c3954090b4fe req-54153718-35d2-4310-9ab5-13fd7ff77a63 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:10.117461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8dce0b7-b425-492a-982e-c3954090b4fe req-54153718-35d2-4310-9ab5-13fd7ff77a63 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 945 time: 0.1620088 Jul 05 18:08:10.121153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.161329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.178532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8dce0b7-b425-492a-982e-c3954090b4fe req-c8581c22-baef-4c7f-ba7e-331e0716b4eb tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436618 Jul 05 18:08:10.213916 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.215391 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-244bdf87-5486-43ad-b9c5-1985f2e60437 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3897498 Jul 05 18:08:10.265281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.286040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-7d51aa5b-05d4-4a97-add9-945463f79f9c tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0625925 Jul 05 18:08:10.332725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Network 64f43908-d671-43a0-83ee-96090ddcd3e2 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:10.336430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:10.342518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:10.343509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:10.344107 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.353228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'Port': ['ID=0d91bfb7-b4a8-4709-98be-93a3e4461c20,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:10.423017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:05Z', 'revision_number': 4, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'gw_port': {'id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'a5c477fa-d867-40af-bb48-411c2f507dae', 'name': '', 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'mac_address': 'fa:16:3e:c7:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'a17b55d1-f743-4c3f-9e3f-9e15afca3e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:04Z', 'updated_at': '2021-07-05T18:08:09Z', 'revision_number': 4, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'subnets': [{'id': 'a17b55d1-f743-4c3f-9e3f-9e15afca3e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:10.432287 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-af9d6dd2-0449-45a4-af92-eae78bd354b4 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6984448 Jul 05 18:08:10.435056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60846) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:10.445391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:10.459163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716bb55-ddb5-484e-8283-8ef5786f6ddf None None] The sync data for ids ['a5864fd3-f7e3-46c9-8267-468b94779773'] in n-d-799524-1 is: [{'id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:05Z', 'revision_number': 4, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'gw_port': {'id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'a5c477fa-d867-40af-bb48-411c2f507dae', 'name': '', 'network_id': '867b9467-8f7e-4391-8da3-6475d3b6bc58', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'mac_address': 'fa:16:3e:c7:24:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_interface', 'standard_attr_id': 1261, 'fixed_ips': [{'subnet_id': 'a17b55d1-f743-4c3f-9e3f-9e15afca3e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:04Z', 'updated_at': '2021-07-05T18:08:09Z', 'revision_number': 4, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'subnets': [{'id': 'a17b55d1-f743-4c3f-9e3f-9e15afca3e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:10.476578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-3bb2faba-d1db-430f-9498-43fe7491984e tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:10.478031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-3bb2faba-d1db-430f-9498-43fe7491984e tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1907797 Jul 05 18:08:10.540197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-bffcec99-b1ac-4964-b856-94a7aa8a6ebe tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:08:10.541205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce86b379-636d-494a-b331-73cf3f0a6a02 req-bffcec99-b1ac-4964-b856-94a7aa8a6ebe tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104222 Jul 05 18:08:10.564303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42577706-ae5c-4f91-96c7-5e2372fa817d req-a98279f5-9499-4f2e-a2e0-50300193dac6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:10.571985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42577706-ae5c-4f91-96c7-5e2372fa817d req-a98279f5-9499-4f2e-a2e0-50300193dac6 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.2031312 Jul 05 18:08:10.619859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.649359 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42577706-ae5c-4f91-96c7-5e2372fa817d req-b3c1c4e2-8724-4656-ba71-4fb1955f2948 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764589 Jul 05 18:08:10.683536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-1d1fdafc-1825-4a6c-9c64-e6ffe3def301 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:10.685194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-1d1fdafc-1825-4a6c-9c64-e6ffe3def301 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 945 time: 0.2057140 Jul 05 18:08:10.885072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] device_id is not set on port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:10.904944 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.920882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Transition to ACTIVE for port object 0d91bfb7-b4a8-4709-98be-93a3e4461c20 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:10.968711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6db055cc-27e9-4944-9668-8615726f5d1d req-7d6fb48d-b74c-4491-8ec1-f8a5712e0c56 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips/8dff1866-d92a-4c82-93ca-670f6a662ae4 HTTP/1.1" status: 200 len: 692 time: 0.0653269 Jul 05 18:08:10.973293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:10.981516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a4c8a-e29d-47bc-921b-c47c11d01c49 req-99c5cc96-4ed0-46ec-a022-19f1ffa32f48 tempest-ComputeTenantNetworksTest-966905489 tempest-ComputeTenantNetworksTest-966905489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:10.982938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef2a4c8a-e29d-47bc-921b-c47c11d01c49 req-99c5cc96-4ed0-46ec-a022-19f1ffa32f48 tempest-ComputeTenantNetworksTest-966905489 tempest-ComputeTenantNetworksTest-966905489-project] 10.222.0.30 "GET /v2.0/networks/789e7963-e76b-4016-8611-ecec164fb54a HTTP/1.1" status: 200 len: 768 time: 0.1815872 Jul 05 18:08:11.007954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60850) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:11.014759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Deleting port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:11.014759 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.109442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.115938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] For port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:11.116450 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.131086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Calling delete_port for f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:11.184153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.184558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.184927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.191407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.191530 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.192095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'Port': ['ID=0d91bfb7-b4a8-4709-98be-93a3e4461c20,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:11.196634 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 2 to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 Jul 05 18:08:11.287136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.287886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.287886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.299435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.299776 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.306844 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 3 to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 Jul 05 18:08:11.327064 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.346423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789e7963-e76b-4016-8611-ecec164fb54a']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:11.353375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.354619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.354619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.372463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.372715 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.378214 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 4 to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 Jul 05 18:08:11.415191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7a1201d-6d71-4ba8-82f7-64f3eb69ee40') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:11.415488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7a1201d-6d71-4ba8-82f7-64f3eb69ee40') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:11.417252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.417582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.417922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.418296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db055cc-27e9-4944-9668-8615726f5d1d req-24e4fbd7-550d-4719-84f5-e88d3600cda5 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:11.420120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6db055cc-27e9-4944-9668-8615726f5d1d req-24e4fbd7-550d-4719-84f5-e88d3600cda5 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.4362354 Jul 05 18:08:11.421737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.436617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['f7740e04-e0fa-40ec-a48a-cdbdbaa837d4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:08:11.454280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.455851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.456181 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.472191 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 5 to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 Jul 05 18:08:11.485104 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event deleted for resources: {'Port': ['ID=f7740e04-e0fa-40ec-a48a-cdbdbaa837d4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:11.492264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.496613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-6db055cc-27e9-4944-9668-8615726f5d1d req-1e20463b-122d-42d5-a2a4-deea602f5ecd tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:08:11.497950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6db055cc-27e9-4944-9668-8615726f5d1d req-1e20463b-122d-42d5-a2a4-deea602f5ecd tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0663140 Jul 05 18:08:11.501669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.502021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.502397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.508170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:08:11.514952 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:08:11.521245 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 6 to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 Jul 05 18:08:11.579104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.579447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.579786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.586077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.586407 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.586825 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 7 to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 Jul 05 18:08:11.610804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.610804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.610804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.610804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.610804 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.610804 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 8 to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 Jul 05 18:08:11.626593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.626877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.627216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.631393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-546dab2a-82ec-47dd-a876-38013933241b req-b95a819b-4963-407b-96b5-7814be108b76 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=a3249fce32ae4212bdd9a5eed4320f1a HTTP/1.1" status: 200 len: 695 time: 0.0792296 Jul 05 18:08:11.633039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.633380 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.633770 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 9 to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 Jul 05 18:08:11.652121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.653079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.653646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.658675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.659269 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.660018 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 10 to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 Jul 05 18:08:11.671092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] No DVR routers for this DVR port f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:08:11.677467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.677612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:11.677612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:11.677612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:11.677843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e377384a-6dc0-4099-b515-d0ca35f0b7e4 req-f942fa85-a146-46f6-add8-4d49aea4402c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.97 "DELETE /v2.0/ports/f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 HTTP/1.1" status: 204 len: 173 time: 0.9840884 Jul 05 18:08:11.686289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a002a4-e9c7-4068-a8ca-55be61b74897', 'name': 'network-vif-deleted', 'tag': 'f7740e04-e0fa-40ec-a48a-cdbdbaa837d4'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:08:11.689451 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6baca842-d114-4519-9c8a-c6a78c53f9e1" -d '{"events": [{"server_uuid": "b2a002a4-e9c7-4068-a8ca-55be61b74897", "name": "network-vif-deleted", "tag": "f7740e04-e0fa-40ec-a48a-cdbdbaa837d4"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:08:11.692691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:11.693700 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:11.694287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.721205 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.748430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:11.764833 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] 10.222.0.30 "DELETE /v2.0/networks/789e7963-e76b-4016-8611-ecec164fb54a HTTP/1.1" status: 204 len: 168 time: 0.7467158 Jul 05 18:08:11.789760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd9775-a266-47c6-a412-c8fe4901e88b admin admin] Pushing event deleted for resources: {'Network': ['ID=789e7963-e76b-4016-8611-ecec164fb54a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:11.896646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a5c477fa-d867-40af-bb48-411c2f507dae up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:11.938388 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] For port 0d91bfb7-b4a8-4709-98be-93a3e4461c20, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:11.938881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempted to set empty binding levels {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 18:08:12.009341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.053326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] In _notify_port_updated(), no bound segment for port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:08:12.054634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.055802 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.060338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "PUT /v2.0/ports/0d91bfb7-b4a8-4709-98be-93a3e4461c20 HTTP/1.1" status: 200 len: 974 time: 1.6204100 Jul 05 18:08:12.063028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60870) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:12.071618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a5c477fa-d867-40af-bb48-411c2f507dae completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:12.075614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a5c477fa-d867-40af-bb48-411c2f507dae triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:12.076146 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.158213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc10f9-d8ea-46fe-bb20-7a44acb8bd17 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'Port': ['ID=0d91bfb7-b4a8-4709-98be-93a3e4461c20,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:12.193736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564486c-606b-4e23-9771-466965d56087 req-25b54f24-190a-4fcc-bd87-1da48d25b539 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.201758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1564486c-606b-4e23-9771-466965d56087 req-25b54f24-190a-4fcc-bd87-1da48d25b539 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 945 time: 0.6513767 Jul 05 18:08:12.273733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1564486c-606b-4e23-9771-466965d56087 req-2914901c-263a-4e31-a1d7-f92d833c4d44 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707941 Jul 05 18:08:12.308118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.308649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.309085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.309564 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.310144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.310674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.311342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.311827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.312461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.313124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.313388 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.313596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.314234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.314834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.315239 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.315730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.316812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.316812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.317282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.317759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.318223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.318711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.320255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dab2a-82ec-47dd-a876-38013933241b req-72fd4b20-191c-49fd-b4e9-fed22cfaf04a tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.320771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.321295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.321765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.322229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.322900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.323709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.323882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.324486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.325068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.325476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.325995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.326505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.327018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.327443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.328040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.328408 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:12.332716 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cf0c23a3-0122-4a74-9d7d-a483cb020633 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 33185 time: 0.2686963 Jul 05 18:08:12.333686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60876) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:12.335341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-546dab2a-82ec-47dd-a876-38013933241b req-72fd4b20-191c-49fd-b4e9-fed22cfaf04a tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/networks?id=e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 787 time: 0.6656854 Jul 05 18:08:12.338822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60878) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:12.345261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-546dab2a-82ec-47dd-a876-38013933241b req-bd808e57-58a7-4a57-b34b-efdd27e67978 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:08:12.369095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-546dab2a-82ec-47dd-a876-38013933241b req-bd808e57-58a7-4a57-b34b-efdd27e67978 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265167 Jul 05 18:08:12.388626 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e183f2fc-15dd-45b4-9153-fbfbbfa662ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=582603dbf8ab4a1fb480926f9f19c4ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536985 Jul 05 18:08:12.398006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60882) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:12.406322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port a5c477fa-d867-40af-bb48-411c2f507dae, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a5c477fa-d867-40af-bb48-411c2f507dae,segment=NetworkSegment(a60eb178-de9d-4133-866d-ee1ef539c3ff),segment_id=a60eb178-de9d-4133-866d-ee1ef539c3ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:12.442820 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0ca05e-8d0e-4725-8b9a-499aa15f1d3a x-openstack-request-id: req-8f0ca05e-8d0e-4725-8b9a-499aa15f1d3a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:08:12.443334 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a002a4-e9c7-4068-a8ca-55be61b74897", "name": "network-vif-deleted", "tag": "f7740e04-e0fa-40ec-a48a-cdbdbaa837d4", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:08:12.443574 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f0ca05e-8d0e-4725-8b9a-499aa15f1d3a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:08:12.446767 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a002a4-e9c7-4068-a8ca-55be61b74897', 'name': 'network-vif-deleted', 'tag': 'f7740e04-e0fa-40ec-a48a-cdbdbaa837d4', 'status': 'completed', 'code': 200} Jul 05 18:08:12.451032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-57486791-930e-448b-9152-c73b256fdce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.474524 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-57486791-930e-448b-9152-c73b256fdce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.505726 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.610274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=a5c477fa-d867-40af-bb48-411c2f507dae,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:12.630011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5ff16cb-deae-47a7-94d3-3b540833bded req-08786fdf-574c-4935-a17d-24bc1c8ee816 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=b2a002a4-e9c7-4068-a8ca-55be61b74897 HTTP/1.1" status: 200 len: 210 time: 0.0571823 Jul 05 18:08:12.637346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9be48-452f-40c8-9a49-663972391a36 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Deleting port 0d91bfb7-b4a8-4709-98be-93a3e4461c20 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:12.638048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1f9be48-452f-40c8-9a49-663972391a36 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.682945 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-57486791-930e-448b-9152-c73b256fdce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.685460 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-57486791-930e-448b-9152-c73b256fdce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.686633 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-57486791-930e-448b-9152-c73b256fdce8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7183c23c-8d8d-4917-bd49-d36a6895dba3 HTTP/1.1" status: 204 len: 168 time: 0.2872832 Jul 05 18:08:12.729480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57486791-930e-448b-9152-c73b256fdce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7183c23c-8d8d-4917-bd49-d36a6895dba3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:12.816256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-d15dcea9-691b-422f-87a1-fe399e49adae tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips/8dff1866-d92a-4c82-93ca-670f6a662ae4 HTTP/1.1" status: 200 len: 692 time: 0.0755918 Jul 05 18:08:12.837852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-e1f9be48-452f-40c8-9a49-663972391a36 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] For port 0d91bfb7-b4a8-4709-98be-93a3e4461c20, host n-h1-799524-1, got binding levels [] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:12.847857 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1f9be48-452f-40c8-9a49-663972391a36 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:12.904888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9be48-452f-40c8-9a49-663972391a36 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Calling delete_port for 0d91bfb7-b4a8-4709-98be-93a3e4461c20 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:13.020834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-e2e0e710-a40a-4daf-b112-0c4a4908f077 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:13.022396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-e2e0e710-a40a-4daf-b112-0c4a4908f077 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1981812 Jul 05 18:08:13.034900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-4847749e-2f09-4783-9674-cc1b66077d0a tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:08:13.035902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-4847749e-2f09-4783-9674-cc1b66077d0a tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069273 Jul 05 18:08:13.098869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-2066ac7d-3648-4bf2-8555-077deae157a4 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0567808 Jul 05 18:08:13.146793 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1f9be48-452f-40c8-9a49-663972391a36 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.158600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-5a17dfef-0ad4-4799-984a-d9c2411ac4d6 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.30 HTTP/1.1" status: 200 len: 695 time: 0.0536449 Jul 05 18:08:13.191082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9be48-452f-40c8-9a49-663972391a36 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d91bfb7-b4a8-4709-98be-93a3e4461c20,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:13.234038 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1f9be48-452f-40c8-9a49-663972391a36 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.238843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60896) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:13.239012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e1f9be48-452f-40c8-9a49-663972391a36 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "DELETE /v2.0/ports/0d91bfb7-b4a8-4709-98be-93a3e4461c20 HTTP/1.1" status: 204 len: 168 time: 0.8685591 Jul 05 18:08:13.282045 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-68fc3541-75ee-490b-afb6-e9f59aebba63 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] GET failed (client error): The resource could not be found. Jul 05 18:08:13.302520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-68fc3541-75ee-490b-afb6-e9f59aebba63 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "GET /v2.0/ports/0d91bfb7-b4a8-4709-98be-93a3e4461c20 HTTP/1.1" status: 404 len: 333 time: 0.0624855 Jul 05 18:08:13.306211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60900) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:13.308434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-504483749', 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:13.354986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Deleting port d0e50eb9-137b-4434-848e-db3823cc1388 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:13.355329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.374451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Made reservation on behalf of 8d50c71dd6f94a5a93153804f1011e41 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:13.376930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.395997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] device_id is not set on port 5078705d-3a9f-4814-b34e-5cea1a6c620a yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:13.473988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.474925 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.496256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Calling delete_port for d0e50eb9-137b-4434-848e-db3823cc1388 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:13.610196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:13.642240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:13.642627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f7740e04-e0fa-40ec-a48a-cdbdbaa837d4 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:13.666595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.758358 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.780473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.829547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Network 64f43908-d671-43a0-83ee-96090ddcd3e2 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:13.832721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:13.836758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:13.837709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:13.838643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a5c477fa-d867-40af-bb48-411c2f507dae up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:13.846374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.854235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Pushing event deleted for resources: {'Port': ['ID=d0e50eb9-137b-4434-848e-db3823cc1388,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:13.872410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'Port': ['ID=5078705d-3a9f-4814-b34e-5cea1a6c620a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:13.917871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a5c477fa-d867-40af-bb48-411c2f507dae triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:13.918329 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.936732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.938752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:13.940526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f5e1133-28f6-4036-b64f-7a6bab217079 req-ff74226e-ee13-455e-90da-ceb0e8847908 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "DELETE /v2.0/floatingips/8dff1866-d92a-4c82-93ca-670f6a662ae4 HTTP/1.1" status: 204 len: 173 time: 0.7569518 Jul 05 18:08:13.960648 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a9b2d58c-7153-4f7f-b802-af587fcaa65a tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6533859 Jul 05 18:08:13.960873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60926) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:14.021567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a33258a-b825-4008-b257-cb9f6eed6820 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:14.025691 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6a33258a-b825-4008-b257-cb9f6eed6820 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "GET /v2.0/ports/5078705d-3a9f-4814-b34e-5cea1a6c620a HTTP/1.1" status: 200 len: 954 time: 0.0612464 Jul 05 18:08:14.026726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60930) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:14.181005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884737a6-0ff9-4e9f-a0ca-8154287e972f req-0cf857ef-ee05-4d8a-b15b-5cb2ee4afe53 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:14.182548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-884737a6-0ff9-4e9f-a0ca-8154287e972f req-0cf857ef-ee05-4d8a-b15b-5cb2ee4afe53 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 945 time: 0.1100211 Jul 05 18:08:14.184013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-ab64c036-3e17-4aaf-b537-4115b9b34d0e tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Deleting port 5078705d-3a9f-4814-b34e-5cea1a6c620a {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:14.184360 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab64c036-3e17-4aaf-b537-4115b9b34d0e tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:14.276382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab64c036-3e17-4aaf-b537-4115b9b34d0e tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:14.287740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-884737a6-0ff9-4e9f-a0ca-8154287e972f req-761abb26-a196-4346-9a28-8963275bb13f tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups?id=39de600a-0344-4ae5-99c2-42a6535651f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907896 Jul 05 18:08:14.293961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-ab64c036-3e17-4aaf-b537-4115b9b34d0e tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Calling delete_port for 5078705d-3a9f-4814-b34e-5cea1a6c620a owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:14.506010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-0dcc8a43-a529-481b-b19e-e74605f62d98 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1691782 Jul 05 18:08:14.519262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:14.536369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a20c6b-73fc-46e0-b2eb-ff49c80c19f7 req-b7067340-a1e7-40df-b2bb-f7b901378013 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:14.538444 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59a20c6b-73fc-46e0-b2eb-ff49c80c19f7 req-b7067340-a1e7-40df-b2bb-f7b901378013 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1231432 Jul 05 18:08:14.581300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59a20c6b-73fc-46e0-b2eb-ff49c80c19f7 req-a1b542f7-46df-40b2-afe9-52d44cb227b8 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361211 Jul 05 18:08:14.603576 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab64c036-3e17-4aaf-b537-4115b9b34d0e tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:14.630288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64c036-3e17-4aaf-b537-4115b9b34d0e tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event deleted for resources: {'Port': ['ID=5078705d-3a9f-4814-b34e-5cea1a6c620a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:14.635547 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:14.651581 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab64c036-3e17-4aaf-b537-4115b9b34d0e tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:14.653727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ab64c036-3e17-4aaf-b537-4115b9b34d0e tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "DELETE /v2.0/ports/5078705d-3a9f-4814-b34e-5cea1a6c620a HTTP/1.1" status: 204 len: 168 time: 0.6257875 Jul 05 18:08:14.656352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60940) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:14.713027 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-315c9f85-43f5-4f8f-9f02-ea24b1320cc9 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] GET failed (client error): The resource could not be found. Jul 05 18:08:14.718145 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-315c9f85-43f5-4f8f-9f02-ea24b1320cc9 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "GET /v2.0/ports/5078705d-3a9f-4814-b34e-5cea1a6c620a HTTP/1.1" status: 404 len: 333 time: 0.0570278 Jul 05 18:08:14.718145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60944) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:14.723479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Request body: {'port': {'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1260319151'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:14.791192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:14.843588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Made reservation on behalf of 8d50c71dd6f94a5a93153804f1011e41 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:14.846011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:14.890465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] device_id is not set on port b59c1441-00ce-4cd2-b721-70d746778c22 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:14.953645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Allocated IP 172.25.3.140 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/fd7310ca-a03f-4333-9183-bc551ae14951) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:15.132458 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:15.153480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:15.323853 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:15.327485 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:15.398276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Network 64f43908-d671-43a0-83ee-96090ddcd3e2 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:15.437261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:15.440211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:15.446273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:15.447301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:15.447899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:15.452059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Pushing event updated for resources: {'Port': ['ID=fd7310ca-a03f-4333-9183-bc551ae14951,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:15.460466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:15.469078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-3a17bb6c-b5e1-42c2-ac11-5a7fd24da717 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:15.470635 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-3a17bb6c-b5e1-42c2-ac11-5a7fd24da717 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 945 time: 0.0791073 Jul 05 18:08:15.471266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:15.547853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8286936 Jul 05 18:08:15.553513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60968) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:15.563828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:15.575089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f112ffc-8e27-4c62-a908-105e72bdf8a5 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'Port': ['ID=b59c1441-00ce-4cd2-b721-70d746778c22,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:15.589578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-94a1a75a-376a-4b1a-bc0b-38f574d04aa4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:15.591130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-94a1a75a-376a-4b1a-bc0b-38f574d04aa4 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.2525196 Jul 05 18:08:15.633123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-049d022c-4a9f-4ac0-99b8-b3ee9a841656 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/quotas/e5d9dc7e44164a6fac406c4a8a582197 HTTP/1.1" status: 200 len: 375 time: 0.0359640 Jul 05 18:08:15.652690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:15.674160 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:15.677440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1fc2fa85-9ef8-4d77-9b79-8473b546c18a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0348840 Jul 05 18:08:15.678960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Deleting port 52161572-2d4f-471d-83ad-a453bbcd2063 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:15.679551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:15.797544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:15.863109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-3b8fffaf-1352-4ee2-8003-43a48dca5e80 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759763 Jul 05 18:08:15.871639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] For port 52161572-2d4f-471d-83ad-a453bbcd2063, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=52161572-2d4f-471d-83ad-a453bbcd2063,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:15.872008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.034102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-27a6b975-3af7-4e39-9edd-742483a946a4 service neutron] 10.222.0.30 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613038 Jul 05 18:08:16.081928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] device_id is not set on port b59c1441-00ce-4cd2-b721-70d746778c22 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:16.103622 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.103878 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.176260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Transition to ACTIVE for port object b59c1441-00ce-4cd2-b721-70d746778c22 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:16.180558 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.208508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.208934 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.209242 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Floating IP 4c62f36d-72d3-45f9-9b31-fa4d73a451ed disassociated. External IP: 172.25.3.188, port: 52161572-2d4f-471d-83ad-a453bbcd2063. Jul 05 18:08:16.210134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Calling delete_port for 52161572-2d4f-471d-83ad-a453bbcd2063 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:16.251603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Pushing event updated for resources: {'Port': ['ID=fd7310ca-a03f-4333-9183-bc551ae14951,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:16.264681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.273556 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.340216 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.342506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-8e646675-ed00-46d2-93d0-02c70c909fcf tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8301790 Jul 05 18:08:16.343175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'Port': ['ID=b59c1441-00ce-4cd2-b721-70d746778c22,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:16.370631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.370973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.371317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.380136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.380136 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.380136 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 2 to bind port b59c1441-00ce-4cd2-b721-70d746778c22 Jul 05 18:08:16.420119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.420506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.420846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.427942 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-4bc8881e-1abe-4e37-b8ca-6105b0f2c610 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.0764763 Jul 05 18:08:16.429994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.432690 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.434179 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 3 to bind port b59c1441-00ce-4cd2-b721-70d746778c22 Jul 05 18:08:16.457446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.457652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.457987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.465774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.465774 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.465774 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 4 to bind port b59c1441-00ce-4cd2-b721-70d746778c22 Jul 05 18:08:16.477167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.478175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.478706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.488474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.488474 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.488474 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 5 to bind port b59c1441-00ce-4cd2-b721-70d746778c22 Jul 05 18:08:16.500137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.500791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.501320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.506724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.507257 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.507806 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 6 to bind port b59c1441-00ce-4cd2-b721-70d746778c22 Jul 05 18:08:16.522233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.522854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.523354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.528085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.528595 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.529176 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 7 to bind port b59c1441-00ce-4cd2-b721-70d746778c22 Jul 05 18:08:16.541816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.550530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.550901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.551237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.568865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-9893109a-3b9e-4f8b-88f5-c568eb4e6da1 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:16.570258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3d432ee-fa85-4ab6-b0ad-6a85871dd8e3 req-9893109a-3b9e-4f8b-88f5-c568eb4e6da1 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1345849 Jul 05 18:08:16.587176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Pushing event deleted for resources: {'Port': ['ID=52161572-2d4f-471d-83ad-a453bbcd2063,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:16.589341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.589678 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.591512 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 8 to bind port b59c1441-00ce-4cd2-b721-70d746778c22 Jul 05 18:08:16.611296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.611296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.611296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.629531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-983dc13a-d261-4252-af0e-fb80e34ee95e req-1bf81e63-b72b-4b8d-83ad-7e1605377d6c tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 210 time: 0.0292654 Jul 05 18:08:16.653480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.653882 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.656185 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 9 to bind port b59c1441-00ce-4cd2-b721-70d746778c22 Jul 05 18:08:16.682425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.682863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.683960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.690427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.690788 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.715703 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempt 10 to bind port b59c1441-00ce-4cd2-b721-70d746778c22 Jul 05 18:08:16.737273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:16.737609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:16.737963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempting to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:16.751183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:16.751512 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Failed to bind port b59c1441-00ce-4cd2-b721-70d746778c22 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7022db90-a3e7-4c12-965b-c5311cc225da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '64f43908-d671-43a0-83ee-96090ddcd3e2'}] Jul 05 18:08:16.751875 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.774851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Router 0d74a597-0af1-4994-bd64-27760bab83b6 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:08:16.783144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-741983d0-c454-4fd8-8b91-03deca132715 req-ead00c79-c358-4a42-a8eb-5a7ed1d3d34f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 210 time: 0.0353985 Jul 05 18:08:16.870058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f6991-5822-463f-bfd6-d4aef0691a9b req-7263405c-abbe-493e-9035-56dc02a8de69 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:16.879257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-132f6991-5822-463f-bfd6-d4aef0691a9b req-7263405c-abbe-493e-9035-56dc02a8de69 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.0984623 Jul 05 18:08:16.911099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] For port b59c1441-00ce-4cd2-b721-70d746778c22, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:16.911099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attempted to set empty binding levels {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 18:08:16.931723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-132f6991-5822-463f-bfd6-d4aef0691a9b req-bdcfde6f-a8e4-42cd-adb6-68e983c33d98 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510666 Jul 05 18:08:16.938791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:16.958235 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] Sync routers for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:16.963347 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:16.964090 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:16.992383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] No DVR routers for this DVR port 52161572-2d4f-471d-83ad-a453bbcd2063 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:08:16.995323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:16.997484 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2cf1ec77-a9d3-4878-92f7-8a3d153e19fb req-9108a30c-45c5-498d-af71-3383a37f1eb1 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.39 "DELETE /v2.0/ports/52161572-2d4f-471d-83ad-a453bbcd2063 HTTP/1.1" status: 204 len: 173 time: 1.5162938 Jul 05 18:08:16.997980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'name': 'network-vif-deleted', 'tag': '52161572-2d4f-471d-83ad-a453bbcd2063'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:08:17.000403 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87641d94-8c2b-43a7-b200-5e939087f87a" -d '{"events": [{"server_uuid": "1ea1775a-d28f-4dae-b722-91ebdfccec2a", "name": "network-vif-deleted", "tag": "52161572-2d4f-471d-83ad-a453bbcd2063"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:08:17.036372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-107769c3-2ab8-458d-b655-d34d5ef76847 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips/f2161d43-1c8c-43ec-93fa-acaa1a27f3e4 HTTP/1.1" status: 200 len: 693 time: 0.0649314 Jul 05 18:08:17.057456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.094929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] In _notify_port_updated(), no bound segment for port b59c1441-00ce-4cd2-b721-70d746778c22 on network 64f43908-d671-43a0-83ee-96090ddcd3e2 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:08:17.096068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:17.096670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.097989 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "PUT /v2.0/ports/b59c1441-00ce-4cd2-b721-70d746778c22 HTTP/1.1" status: 200 len: 975 time: 1.5432363 Jul 05 18:08:17.102864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60992) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:17.111249 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:17.150397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1a0b8-8d21-4c2e-8efb-02b653ab5eb2 tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event updated for resources: {'Port': ['ID=b59c1441-00ce-4cd2-b721-70d746778c22,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:17.179506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-deb8f805-07ee-42f8-ba6a-86c30071ed84 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:17.187611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-deb8f805-07ee-42f8-ba6a-86c30071ed84 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1445816 Jul 05 18:08:17.202834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-a0d2e770-7bdf-42d2-9a33-a1a6d4d8c7f6 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:08:17.211378 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-a0d2e770-7bdf-42d2-9a33-a1a6d4d8c7f6 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228751 Jul 05 18:08:17.224011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-24bc870b-2310-421c-a375-987034d2a33c tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Deleting port b59c1441-00ce-4cd2-b721-70d746778c22 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:17.224359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bc870b-2310-421c-a375-987034d2a33c tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.283697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-8357ac72-9392-4436-96f1-1bd176b871dc tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.0712039 Jul 05 18:08:17.306826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-24bc870b-2310-421c-a375-987034d2a33c tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] For port b59c1441-00ce-4cd2-b721-70d746778c22, host n-h1-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:17.307189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bc870b-2310-421c-a375-987034d2a33c tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.322170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-24bc870b-2310-421c-a375-987034d2a33c tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Calling delete_port for b59c1441-00ce-4cd2-b721-70d746778c22 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:17.353084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-50ae0cf0-e2b6-4da3-85ca-154aaf16a5c3 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.140 HTTP/1.1" status: 200 len: 696 time: 0.0681939 Jul 05 18:08:17.402103 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:36Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5de6692b-957c-4c73-80bb-b0fc47592703', 'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'mac_address': 'fa:16:3e:d6:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:34Z', 'updated_at': '2021-07-05T18:05:44Z', 'revision_number': 5, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'subnets': [{'id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:17.441386 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] Checking router: 0d74a597-0af1-4994-bd64-27760bab83b6 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:17.457008 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:17.457827 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:17.500325 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1da0b30-9dd9-4c68-b846-047571d87e3c x-openstack-request-id: req-a1da0b30-9dd9-4c68-b846-047571d87e3c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:08:17.500891 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea1775a-d28f-4dae-b722-91ebdfccec2a", "name": "network-vif-deleted", "tag": "52161572-2d4f-471d-83ad-a453bbcd2063", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:08:17.501088 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1da0b30-9dd9-4c68-b846-047571d87e3c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:08:17.501503 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea1775a-d28f-4dae-b722-91ebdfccec2a', 'name': 'network-vif-deleted', 'tag': '52161572-2d4f-471d-83ad-a453bbcd2063', 'status': 'completed', 'code': 200} Jul 05 18:08:17.502678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bc870b-2310-421c-a375-987034d2a33c tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.542718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc870b-2310-421c-a375-987034d2a33c tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Pushing event deleted for resources: {'Port': ['ID=b59c1441-00ce-4cd2-b721-70d746778c22,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:17.543668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Deleting port fd7310ca-a03f-4333-9183-bc551ae14951 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:17.547607 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.554924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24bc870b-2310-421c-a375-987034d2a33c tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.567436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60998) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:17.571127 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-24bc870b-2310-421c-a375-987034d2a33c tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b59c1441-00ce-4cd2-b721-70d746778c22 HTTP/1.1" status: 204 len: 168 time: 0.4671791 Jul 05 18:08:17.625838 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e1bd78-a488-4d4b-b984-80a43cda343b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] GET failed (client error): The resource could not be found. Jul 05 18:08:17.630192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-82e1bd78-a488-4d4b-b984-80a43cda343b tempest-PortsAdminExtendedAttrsTestJSON-2103671935 tempest-PortsAdminExtendedAttrsTestJSON-2103671935-project-admin] 10.222.0.30 "GET /v2.0/ports/b59c1441-00ce-4cd2-b721-70d746778c22 HTTP/1.1" status: 404 len: 333 time: 0.0617876 Jul 05 18:08:17.633607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32768) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:17.701704 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.702048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.706459 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:17.734630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Calling delete_port for fd7310ca-a03f-4333-9183-bc551ae14951 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:17.839440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.988694 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:17.993403 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:18.000374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-213a2a36-4563-49e2-9b23-22c8fc4d8050 req-be4029d3-3565-47ee-b52b-b0ff222d85cd tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ea1775a-d28f-4dae-b722-91ebdfccec2a HTTP/1.1" status: 200 len: 210 time: 0.0877092 Jul 05 18:08:18.007448 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:36Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5de6692b-957c-4c73-80bb-b0fc47592703', 'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'mac_address': 'fa:16:3e:d6:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:34Z', 'updated_at': '2021-07-05T18:05:44Z', 'revision_number': 5, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'subnets': [{'id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:18.027534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Pushing event deleted for resources: {'Port': ['ID=fd7310ca-a03f-4333-9183-bc551ae14951,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:18.055050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f43908-d671-43a0-83ee-96090ddcd3e2']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:18.085898 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25be5761-6d33-4782-9389-4ddba5c49a08 None None] The sync data for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 is: [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:05:36Z', 'revision_number': 4, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5de6692b-957c-4c73-80bb-b0fc47592703', 'name': '', 'network_id': '7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'mac_address': 'fa:16:3e:d6:6f:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1110, 'fixed_ips': [{'subnet_id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:34Z', 'updated_at': '2021-07-05T18:05:44Z', 'revision_number': 5, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'subnets': [{'id': 'f1c39c99-23d6-40ec-8183-a2c3737ffbbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:18.104933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7022db90-a3e7-4c12-965b-c5311cc225da') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:18.105485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7022db90-a3e7-4c12-965b-c5311cc225da') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:18.128777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:18.131088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:18.138662 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:18.142513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c36c2385-96c6-48df-bb0e-8e3cd66c250f req-6d7ea10d-e7e7-40ad-9c1b-f5573e0c5039 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "DELETE /v2.0/floatingips/f2161d43-1c8c-43ec-93fa-acaa1a27f3e4 HTTP/1.1" status: 204 len: 173 time: 0.7812984 Jul 05 18:08:18.173501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:18.183234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:08:18.183874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:08:18.187647 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:08:18.365209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e47c80e-9aed-4aa1-bc3e-d0cab2dd9fac req-b4e93dd7-2ded-4a88-b482-0cbcf51f3c13 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 210 time: 0.0438199 Jul 05 18:08:18.381024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:18.393657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:18.410450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] 10.222.0.30 "DELETE /v2.0/networks/64f43908-d671-43a0-83ee-96090ddcd3e2 HTTP/1.1" status: 204 len: 168 time: 0.7688920 Jul 05 18:08:18.439285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9a2f0-7a73-4f7a-b5fd-afb457f5b049 tempest-PortsAdminExtendedAttrsTestJSON-1069278445 tempest-PortsAdminExtendedAttrsTestJSON-1069278445-project] Pushing event deleted for resources: {'Network': ['ID=64f43908-d671-43a0-83ee-96090ddcd3e2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:18.446982 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-855553c4-260a-4fac-a7b9-dfaa3687f11c req-2bd100b4-59ad-4192-8e0f-422f3b62b11e tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] show failed (client error): The resource could not be found. Jul 05 18:08:18.455606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-855553c4-260a-4fac-a7b9-dfaa3687f11c req-2bd100b4-59ad-4192-8e0f-422f3b62b11e tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips/f2161d43-1c8c-43ec-93fa-acaa1a27f3e4 HTTP/1.1" status: 404 len: 350 time: 0.0489585 Jul 05 18:08:18.523788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3c2740-7278-41f4-9ab6-31d9f7b47b8c None None] New status for floating IP 4c62f36d-72d3-45f9-9b31-fa4d73a451ed: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:08:18.619546 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-fe650de4-bd2a-45cc-9d6c-d38530896396 req-6f3f24f8-f19d-4d8c-91fb-b3781196f461 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] show failed (client error): The resource could not be found. Jul 05 18:08:18.620523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe650de4-bd2a-45cc-9d6c-d38530896396 req-6f3f24f8-f19d-4d8c-91fb-b3781196f461 tempest-FloatingIPsTestJSON-1284845229 tempest-FloatingIPsTestJSON-1284845229-project] 10.222.0.30 "GET /v2.0/floatingips/f2161d43-1c8c-43ec-93fa-acaa1a27f3e4 HTTP/1.1" status: 404 len: 350 time: 0.0867462 Jul 05 18:08:18.637450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32796) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:18.685342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9e3c4-e2eb-4980-998a-0f8e877f9319 req-795ade70-2354-42e7-8069-c8ddef38e6b1 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:18.686885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3a9e3c4-e2eb-4980-998a-0f8e877f9319 req-795ade70-2354-42e7-8069-c8ddef38e6b1 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1511612 Jul 05 18:08:18.738626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3a9e3c4-e2eb-4980-998a-0f8e877f9319 req-c009b900-e2a1-4515-952f-1301080385f7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449128 Jul 05 18:08:18.753222 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:08:18.886524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 52161572-2d4f-471d-83ad-a453bbcd2063 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:18.908348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 52161572-2d4f-471d-83ad-a453bbcd2063 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:18.908787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 52161572-2d4f-471d-83ad-a453bbcd2063 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:18.950485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32800) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:19.167119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6190e0a3-bc1c-4139-b1e3-7e086b18cf84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d36254c566f43d19307a715216c3c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2160320 Jul 05 18:08:19.168007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32808) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:19.248027 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1a78df67-e33a-4b92-a4c0-848f0972efe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:19.276258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32810) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:19.321893 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1a78df67-e33a-4b92-a4c0-848f0972efe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:19.430131 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0c242e9-ea68-40f9-96fc-5da778a91560 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:19.474686 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0c242e9-ea68-40f9-96fc-5da778a91560 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:19.565555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1a78df67-e33a-4b92-a4c0-848f0972efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:19.587102 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1a78df67-e33a-4b92-a4c0-848f0972efe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:19.588281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1a78df67-e33a-4b92-a4c0-848f0972efe6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95c1279c-982a-4284-86de-e082dfef685e HTTP/1.1" status: 204 len: 168 time: 0.4191203 Jul 05 18:08:19.595497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae89259f-009d-40d4-8239-20c02a649f11 req-edcec766-affb-4a68-8a40-d50df80bc15d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 210 time: 0.0797155 Jul 05 18:08:19.610876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a78df67-e33a-4b92-a4c0-848f0972efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95c1279c-982a-4284-86de-e082dfef685e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:19.744113 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:19.783398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-b3e463d4-d72f-40d2-9cc5-8c60fd08cad9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:19.784774 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-b3e463d4-d72f-40d2-9cc5-8c60fd08cad9 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 811 time: 0.6644380 Jul 05 18:08:19.791324 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0c242e9-ea68-40f9-96fc-5da778a91560 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:19.796481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0c242e9-ea68-40f9-96fc-5da778a91560 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:19.797654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a0c242e9-ea68-40f9-96fc-5da778a91560 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "DELETE /v2.0/security-groups/39de600a-0344-4ae5-99c2-42a6535651f1 HTTP/1.1" status: 204 len: 168 time: 0.5203650 Jul 05 18:08:19.804339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32826) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:19.824781 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-b60ce5f2-13bf-4f50-a57d-f3764b3b284e tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] show failed (client error): The resource could not be found. Jul 05 18:08:19.828620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b60ce5f2-13bf-4f50-a57d-f3764b3b284e tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "GET /v2.0/security-groups/39de600a-0344-4ae5-99c2-42a6535651f1 HTTP/1.1" status: 404 len: 347 time: 0.0209169 Jul 05 18:08:19.829468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c242e9-ea68-40f9-96fc-5da778a91560 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39de600a-0344-4ae5-99c2-42a6535651f1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:19.831301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32828) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:19.906461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Request body: {'port': {'device_id': 'f3144a4f-0bef-42d5-add1-33053a0dbd64', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'admin_state_up': True, 'tenant_id': 'e5d9dc7e44164a6fac406c4a8a582197'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:20.223458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Deleting port a5c477fa-d867-40af-bb48-411c2f507dae {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:20.224041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.236192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Made reservation on behalf of e5d9dc7e44164a6fac406c4a8a582197 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:20.240094 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.367125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ec532-6ca2-4ab5-b280-c50023fe6674 req-82f7a846-f438-4870-8a5d-0a45d38344dd tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:20.368644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc6ec532-6ca2-4ab5-b280-c50023fe6674 req-82f7a846-f438-4870-8a5d-0a45d38344dd tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1313565 Jul 05 18:08:20.371410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] For port a5c477fa-d867-40af-bb48-411c2f507dae, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a5c477fa-d867-40af-bb48-411c2f507dae,segment=NetworkSegment(a60eb178-de9d-4133-866d-ee1ef539c3ff),segment_id=a60eb178-de9d-4133-866d-ee1ef539c3ff)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:20.371773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.379372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32832) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:20.408860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Calling delete_port for a5c477fa-d867-40af-bb48-411c2f507dae owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:20.409130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Deleting port 43366d89-48b2-4f99-8d93-547e783367fe {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:20.409280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.476765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Allocated IP 172.20.0.7 (11678359-d42e-442f-80db-89c8dd5427d0/9bc817a4-e30e-4735-8b7a-fc82953cd1db/54bba53c-8d84-4f7c-9777-188db7f4183d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:20.477005 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc6ec532-6ca2-4ab5-b280-c50023fe6674 req-62b09bc7-9b66-4819-b1a9-9380b5e9974b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999916 Jul 05 18:08:20.500936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e56404f7-f400-4f16-8cce-39461ec17e65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d50c71dd6f94a5a93153804f1011e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131051 Jul 05 18:08:20.501103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32834) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:20.559665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.560152 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.579716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Calling delete_port for 43366d89-48b2-4f99-8d93-547e783367fe owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:20.600921 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5651f008-199c-4702-bf27-8f6149f410ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.682149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5651f008-199c-4702-bf27-8f6149f410ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.716100 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63c0f3b5-50bd-4f45-a1d2-27cc4badeb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.810490 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.848192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fb64888-a17b-43ab-989b-b3da4769e8bd req-e8e0b571-4558-4c09-bf81-935f1c9dd38c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 210 time: 0.0380518 Jul 05 18:08:20.877034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5651f008-199c-4702-bf27-8f6149f410ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.881730 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5651f008-199c-4702-bf27-8f6149f410ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.881730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5651f008-199c-4702-bf27-8f6149f410ad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/602159b7-fddd-4948-afff-d1aa971150ae HTTP/1.1" status: 204 len: 168 time: 0.3789043 Jul 05 18:08:20.892127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651f008-199c-4702-bf27-8f6149f410ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602159b7-fddd-4948-afff-d1aa971150ae,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:20.945871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.974280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:20.975703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c477fa-d867-40af-bb48-411c2f507dae,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:20.979574 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:21.024103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Pushing event deleted for resources: {'Port': ['ID=43366d89-48b2-4f99-8d93-547e783367fe,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:21.115571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:21.119138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:21.120594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aac078db-4cd7-4c2c-9fee-82136e2c84b9 tempest-ServersTestJSON-787911245 tempest-ServersTestJSON-787911245-project] 10.222.0.30 "DELETE /v2.0/floatingips/4c62f36d-72d3-45f9-9b31-fa4d73a451ed HTTP/1.1" status: 204 len: 168 time: 1.2806234 Jul 05 18:08:21.123545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32856) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:21.173464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Network 11678359-d42e-442f-80db-89c8dd5427d0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:21.179494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:21.190016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:21.215811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event updated for resources: {'Port': ['ID=54bba53c-8d84-4f7c-9777-188db7f4183d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:21.320291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:21.320693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:21.419466 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:21.432899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-1165ddf4-eac7-42a2-a94f-35fc185bf57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5327010 Jul 05 18:08:21.481056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Request body: {'port': {'device_id': 'f3144a4f-0bef-42d5-add1-33053a0dbd64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:21.618273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:21.622440 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:21.791242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c355bf-314e-4428-89d0-8b46d55244a9 req-860098d0-58cb-47ea-9946-3d65e07bba10 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:21.792774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18c355bf-314e-4428-89d0-8b46d55244a9 req-860098d0-58cb-47ea-9946-3d65e07bba10 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1737530 Jul 05 18:08:21.875163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18c355bf-314e-4428-89d0-8b46d55244a9 req-2d4af945-244a-4577-94d9-faa2ddaf86fc tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689876 Jul 05 18:08:22.083927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Deleting port 5de6692b-957c-4c73-80bb-b0fc47592703 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:22.084309 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:22.275275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602c77b-e625-446a-9ee1-fe591af88dda req-ad623b3a-02dc-4f62-8503-c3642f925e5f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:22.277284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5602c77b-e625-446a-9ee1-fe591af88dda req-ad623b3a-02dc-4f62-8503-c3642f925e5f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 931 time: 0.1326299 Jul 05 18:08:22.282833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Router a5864fd3-f7e3-46c9-8267-468b94779773 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:08:22.285328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] For port 5de6692b-957c-4c73-80bb-b0fc47592703, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5de6692b-957c-4c73-80bb-b0fc47592703,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:22.285710 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:22.321991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Calling delete_port for 5de6692b-957c-4c73-80bb-b0fc47592703 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:22.382133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5602c77b-e625-446a-9ee1-fe591af88dda req-2f415e1f-4843-49e9-9410-0afcf9799a53 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918720 Jul 05 18:08:22.517263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:22.524922 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a3a8c318-ce7f-45ae-823f-78f7ab2c1776 admin admin] 10.222.0.30 "PUT /v2.0/routers/a5864fd3-f7e3-46c9-8267-468b94779773/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8863857 Jul 05 18:08:22.527404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32890) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:22.530044 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] Sync routers for ids ['a5864fd3-f7e3-46c9-8267-468b94779773'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:22.542892 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] Routers {'a5864fd3-f7e3-46c9-8267-468b94779773'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:22.543646 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a5864fd3-f7e3-46c9-8267-468b94779773'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:22.579432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:22.585927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54bba53c-8d84-4f7c-9777-188db7f4183d {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:08:22.598841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:22.622490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Transition to ACTIVE for port object 54bba53c-8d84-4f7c-9777-188db7f4183d will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:22.644109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Pushing event deleted for resources: {'Port': ['ID=5de6692b-957c-4c73-80bb-b0fc47592703,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:22.672080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.672080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.672388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.674274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.674685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.675038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.675377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.677649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.677649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.677649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.679927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.681400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:22.702406 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:22.706590 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] Set router a5864fd3-f7e3-46c9-8267-468b94779773 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:22.749829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Pushing event updated for resources: {'Port': ['ID=54bba53c-8d84-4f7c-9777-188db7f4183d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:22.753891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:22.909852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:22.969290 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:22.987749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Attempting to bind port 54bba53c-8d84-4f7c-9777-188db7f4183d on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:22.988161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Attempting to bind port 54bba53c-8d84-4f7c-9777-188db7f4183d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:22.989221 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Attempting to bind port 54bba53c-8d84-4f7c-9777-188db7f4183d on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:22.996442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Port 54bba53c-8d84-4f7c-9777-188db7f4183d on network 11678359-d42e-442f-80db-89c8dd5427d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:08:22.996783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Attempting to bind port 54bba53c-8d84-4f7c-9777-188db7f4183d on network 11678359-d42e-442f-80db-89c8dd5427d0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:22.999741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:20Z', 'revision_number': 5, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'gw_port': {'id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:23.003654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:23.004761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Checking segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:23.004761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Bound using segment: {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:23.004947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Bound port: 54bba53c-8d84-4f7c-9777-188db7f4183d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a1da50-2f3d-4f57-ae58-4387e05a5359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:23.006109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:23.042017 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] Checking router: a5864fd3-f7e3-46c9-8267-468b94779773 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:23.060941 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] Routers {'a5864fd3-f7e3-46c9-8267-468b94779773'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:23.063513 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a5864fd3-f7e3-46c9-8267-468b94779773'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:23.149093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] For port 54bba53c-8d84-4f7c-9777-188db7f4183d, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:23.158920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] For port 54bba53c-8d84-4f7c-9777-188db7f4183d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=54bba53c-8d84-4f7c-9777-188db7f4183d,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:23.171075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Deleting port 41ed068a-090a-4d8a-8a74-2aff421fef0a {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:23.171429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:23.220349 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] Set router a5864fd3-f7e3-46c9-8267-468b94779773 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:23.268288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0671ae-759b-482f-99e1-bb5e38841445 req-96cf16c7-2d3e-445a-b51c-e7627ace7103 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:23.272649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] For port 41ed068a-090a-4d8a-8a74-2aff421fef0a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=41ed068a-090a-4d8a-8a74-2aff421fef0a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:23.272947 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:23.278156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee0671ae-759b-482f-99e1-bb5e38841445 req-96cf16c7-2d3e-445a-b51c-e7627ace7103 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1761777 Jul 05 18:08:23.286080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Calling delete_port for 41ed068a-090a-4d8a-8a74-2aff421fef0a owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:23.390455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee0671ae-759b-482f-99e1-bb5e38841445 req-7c09f052-8306-4196-b2b6-0bccb3570c8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111305 Jul 05 18:08:23.408837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Router 0d74a597-0af1-4994-bd64-27760bab83b6 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:08:23.460359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32920) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:23.461210 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4e4e641-f576-4f05-8f94-72788e7e5b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:23.468548 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:23.573257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:23.576049 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:23.576049 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] 10.222.0.39 "PUT /v2.0/ports/54bba53c-8d84-4f7c-9777-188db7f4183d HTTP/1.1" status: 200 len: 1091 time: 2.1003630 Jul 05 18:08:23.576240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3144a4f-0bef-42d5-add1-33053a0dbd64', 'tag': '54bba53c-8d84-4f7c-9777-188db7f4183d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:08:23.578583 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3144a4f-0bef-42d5-add1-33053a0dbd64", "tag": "54bba53c-8d84-4f7c-9777-188db7f4183d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:08:23.586370 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:20Z', 'revision_number': 5, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'gw_port': {'id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:23.596618 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:23.644658 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b899986a-4b1e-4e2e-bac8-7c44a7ec3254 None None] The sync data for ids ['a5864fd3-f7e3-46c9-8267-468b94779773'] in n-d-799524-1 is: [{'id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'name': 'tempest-FloatingIPsTestJSON-78847912-router', 'tenant_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:20Z', 'revision_number': 5, 'project_id': 'a3249fce32ae4212bdd9a5eed4320f1a', 'gw_port': {'id': '41ed068a-090a-4d8a-8a74-2aff421fef0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5864fd3-f7e3-46c9-8267-468b94779773', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1255, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:01Z', 'updated_at': '2021-07-05T18:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:23.645345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e18bf4-4226-40d4-af44-709d7c464f40 service neutron] Pushing event updated for resources: {'Port': ['ID=54bba53c-8d84-4f7c-9777-188db7f4183d,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:23.665585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:23.675638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32930) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:23.676044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-13281b97-e990-4977-9a5f-2cc9fa709402 admin admin] 10.222.0.30 "PUT /v2.0/routers/0d74a597-0af1-4994-bd64-27760bab83b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5502834 Jul 05 18:08:23.681289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] Sync routers for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:23.694657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:23.695503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:23.774303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9ea180f5-d255-4b38-8a32-bf274f896415 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1996014669'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:23.812432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:23.815936 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7542456-463f-4317-82fd-17f08c9eac6f x-openstack-request-id: req-d7542456-463f-4317-82fd-17f08c9eac6f {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:08:23.816220 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3144a4f-0bef-42d5-add1-33053a0dbd64", "tag": "54bba53c-8d84-4f7c-9777-188db7f4183d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:08:23.816472 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7542456-463f-4317-82fd-17f08c9eac6f {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:08:23.816862 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3144a4f-0bef-42d5-add1-33053a0dbd64', 'tag': '54bba53c-8d84-4f7c-9777-188db7f4183d', 'status': 'completed', 'code': 200} Jul 05 18:08:23.821828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:23.837273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50017d8e-0566-429a-893a-12865eb36f98 req-56e3a369-92c1-478d-8c6d-c003a18cb408 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:23.847228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50017d8e-0566-429a-893a-12865eb36f98 req-56e3a369-92c1-478d-8c6d-c003a18cb408 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 943 time: 0.1175969 Jul 05 18:08:23.895969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ed068a-090a-4d8a-8a74-2aff421fef0a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:23.910998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50017d8e-0566-429a-893a-12865eb36f98 req-2068566f-3969-4ff3-ad20-c0769046127c tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625052 Jul 05 18:08:24.036928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ea180f5-d255-4b38-8a32-bf274f896415 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.038585 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ea180f5-d255-4b38-8a32-bf274f896415 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.060366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:08:22Z', 'revision_number': 5, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:24.066764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-d28ab442-e792-469b-86a3-de7036428903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:24.069147 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-d28ab442-e792-469b-86a3-de7036428903 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 1094 time: 0.2980604 Jul 05 18:08:24.076263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.105143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] Checking router: 0d74a597-0af1-4994-bd64-27760bab83b6 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:24.117163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] Routers {'0d74a597-0af1-4994-bd64-27760bab83b6'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:24.118586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0d74a597-0af1-4994-bd64-27760bab83b6'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:24.165385 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.354461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a5c477fa-d867-40af-bb48-411c2f507dae no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:24.400430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-c0e2712a-d4e4-43c4-8644-92c4a796cb8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54bba53c-8d84-4f7c-9777-188db7f4183d HTTP/1.1" status: 200 len: 217 time: 0.3177650 Jul 05 18:08:24.403896 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ea180f5-d255-4b38-8a32-bf274f896415 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.408032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.418175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.481037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] Set router 0d74a597-0af1-4994-bd64-27760bab83b6 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:24.530757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ea180f5-d255-4b38-8a32-bf274f896415 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.554650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a5c477fa-d867-40af-bb48-411c2f507dae {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:24.555254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a5c477fa-d867-40af-bb48-411c2f507dae not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:24.592728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.645540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-025267da-4d35-401b-936b-e90a31d73f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:24.650085 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-025267da-4d35-401b-936b-e90a31d73f78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.2386949 Jul 05 18:08:24.703250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fbdad-6447-43ca-9537-0b43c5027773 req-48ef7232-bcc0-4a27-be88-18ca48e514c5 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:24.712863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e87fbdad-6447-43ca-9537-0b43c5027773 req-48ef7232-bcc0-4a27-be88-18ca48e514c5 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1161523 Jul 05 18:08:24.723288 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-0286ea04-d377-419a-8db7-2a02ccd2f199 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648241 Jul 05 18:08:24.723708 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.727433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.735899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5864fd3-f7e3-46c9-8267-468b94779773 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:08:24.753854 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.755192 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e90c817d-dbcd-4214-9730-00a85d2596b6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a5864fd3-f7e3-46c9-8267-468b94779773 HTTP/1.1" status: 204 len: 168 time: 2.2254353 Jul 05 18:08:24.759279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ea180f5-d255-4b38-8a32-bf274f896415 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:24.760578 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9ea180f5-d255-4b38-8a32-bf274f896415 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.2988133 Jul 05 18:08:24.761205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:08:22Z', 'revision_number': 5, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:24.762910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32940) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:24.763318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32942) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:24.782887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e87fbdad-6447-43ca-9537-0b43c5027773 req-506e038b-082d-4875-894d-d6c4d1f51f2e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672989 Jul 05 18:08:24.831244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa684ec1-ee5a-4a72-a50e-678f41277229 None None] The sync data for ids ['0d74a597-0af1-4994-bd64-27760bab83b6'] in n-d-799524-1 is: [{'id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'name': 'tempest-ServersTestJSON-1892997937-router', 'tenant_id': 'b436bd8d028a424b85e2d6725d4093f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '38a90591-d319-4276-a7bb-771686411b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:05:28Z', 'updated_at': '2021-07-05T18:08:22Z', 'revision_number': 5, 'project_id': 'b436bd8d028a424b85e2d6725d4093f0', 'gw_port': {'id': '38a90591-d319-4276-a7bb-771686411b36', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d5:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d74a597-0af1-4994-bd64-27760bab83b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:05:29Z', 'updated_at': '2021-07-05T18:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:25.147268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8931b7f9-c6c6-4112-a03d-db5732b200c9 req-6a606632-42ff-458c-a854-4b84aeaf33df tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:25.149740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8931b7f9-c6c6-4112-a03d-db5732b200c9 req-6a606632-42ff-458c-a854-4b84aeaf33df tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 943 time: 0.0742605 Jul 05 18:08:25.191086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8931b7f9-c6c6-4112-a03d-db5732b200c9 req-bef980b8-87e0-4e57-a4d2-59f7b5fd23ac tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354495 Jul 05 18:08:25.260600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebeea739-ad39-415c-bcc4-e6b8aab1ee6a admin admin] Deleting subnet a17b55d1-f743-4c3f-9e3f-9e15afca3e12 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:08:25.270925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50ee06c4-b105-4c52-b317-7f0f8c1a857c tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.278069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebeea739-ad39-415c-bcc4-e6b8aab1ee6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.390295 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-fc357c7f-2f07-457a-9563-ffd15791b9b3 service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6501102 Jul 05 18:08:25.411931 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebeea739-ad39-415c-bcc4-e6b8aab1ee6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.456772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Deleting port 38a90591-d319-4276-a7bb-771686411b36 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:25.457067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.613781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50ee06c4-b105-4c52-b317-7f0f8c1a857c tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.618812 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50ee06c4-b105-4c52-b317-7f0f8c1a857c tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.742924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 41ed068a-090a-4d8a-8a74-2aff421fef0a no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:25.764963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 41ed068a-090a-4d8a-8a74-2aff421fef0a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:25.765230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 41ed068a-090a-4d8a-8a74-2aff421fef0a not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:25.765642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5de6692b-957c-4c73-80bb-b0fc47592703 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:25.784478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebeea739-ad39-415c-bcc4-e6b8aab1ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.788041 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40e6b820-97eb-43fa-aa28-9bb1736ab04b req-dc5b5d39-4de2-4023-93fb-7a17f265ca05 service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876600 Jul 05 18:08:25.788785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5de6692b-957c-4c73-80bb-b0fc47592703 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:25.789178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5de6692b-957c-4c73-80bb-b0fc47592703 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:25.824960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50ee06c4-b105-4c52-b317-7f0f8c1a857c tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.825490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee06c4-b105-4c52-b317-7f0f8c1a857c tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3443004e-16e7-4b84-bf7a-0eab2aa62e06 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:08:25.830730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] For port 38a90591-d319-4276-a7bb-771686411b36, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=38a90591-d319-4276-a7bb-771686411b36,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:25.830730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.839294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50ee06c4-b105-4c52-b317-7f0f8c1a857c tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:25.840451 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-50ee06c4-b105-4c52-b317-7f0f8c1a857c tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "DELETE /v2.0/routers/3443004e-16e7-4b84-bf7a-0eab2aa62e06 HTTP/1.1" status: 204 len: 168 time: 1.0620258 Jul 05 18:08:25.844071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32956) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:25.854599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-27d0b75a-0244-4d3c-bcda-f3a0da7d9a4e tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Request body: {'router': {'name': 'tempest-router-394597395', 'distributed': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:25.860782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Calling delete_port for 38a90591-d319-4276-a7bb-771686411b36 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:26.031904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d0b75a-0244-4d3c-bcda-f3a0da7d9a4e tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.032564 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4c340-451f-402b-89e3-dfb48a68f069 req-d9ab41b2-ac64-4e70-8e7c-c2dde4fc5d45 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:26.032920 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d0b75a-0244-4d3c-bcda-f3a0da7d9a4e tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.036539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebeea739-ad39-415c-bcc4-e6b8aab1ee6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.041320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aed4c340-451f-402b-89e3-dfb48a68f069 req-d9ab41b2-ac64-4e70-8e7c-c2dde4fc5d45 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.0929630 Jul 05 18:08:26.080676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeea739-ad39-415c-bcc4-e6b8aab1ee6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a17b55d1-f743-4c3f-9e3f-9e15afca3e12,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:26.092452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebeea739-ad39-415c-bcc4-e6b8aab1ee6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.096516 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ebeea739-ad39-415c-bcc4-e6b8aab1ee6a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a17b55d1-f743-4c3f-9e3f-9e15afca3e12 HTTP/1.1" status: 204 len: 168 time: 1.3170688 Jul 05 18:08:26.096664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613272e7-2500-4215-ac12-ea58d0b3816c None None] Network 867b9467-8f7e-4391-8da3-6475d3b6bc58 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:26.100446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32970) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:26.133254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aed4c340-451f-402b-89e3-dfb48a68f069 req-6dfcd124-a284-4c3f-ae80-ac0843ed1d8d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908473 Jul 05 18:08:26.197946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d0b75a-0244-4d3c-bcda-f3a0da7d9a4e tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.278458 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d0b75a-0244-4d3c-bcda-f3a0da7d9a4e tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.311147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-d5cea7b4-88d0-4ac2-a32b-5886649fbb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:26.312709 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-d5cea7b4-88d0-4ac2-a32b-5886649fbb4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 1094 time: 0.3512506 Jul 05 18:08:26.342496 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.373429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a995914d-e654-4c68-82d3-e46a54c5ef94 None None] DHCP port deletion for 867b9467-8f7e-4391-8da3-6475d3b6bc58 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:08:26.417545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.433798 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d0b75a-0244-4d3c-bcda-f3a0da7d9a4e tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.438093 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-27d0b75a-0244-4d3c-bcda-f3a0da7d9a4e tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5915775 Jul 05 18:08:26.438330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32978) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:26.443547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a995914d-e654-4c68-82d3-e46a54c5ef94 None None] Deleting port 983b3dc8-e841-4790-80af-00a2a0c1b892 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:26.444006 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a995914d-e654-4c68-82d3-e46a54c5ef94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.456143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed1375-a215-4295-80c4-2461dbd0fcd5 req-b9621565-1fb7-4bef-8fb9-0fef1e5bb203 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:26.457802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55ed1375-a215-4295-80c4-2461dbd0fcd5 req-b9621565-1fb7-4bef-8fb9-0fef1e5bb203 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 943 time: 0.1011543 Jul 05 18:08:26.508121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-6c1be414-9137-4048-9b98-0b036f8c9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:26.509606 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-6c1be414-9137-4048-9b98-0b036f8c9693 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 200 len: 911 time: 0.1673756 Jul 05 18:08:26.514139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a995914d-e654-4c68-82d3-e46a54c5ef94 None None] For port 983b3dc8-e841-4790-80af-00a2a0c1b892, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=983b3dc8-e841-4790-80af-00a2a0c1b892,segment=NetworkSegment(a60eb178-de9d-4133-866d-ee1ef539c3ff),segment_id=a60eb178-de9d-4133-866d-ee1ef539c3ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:26.514723 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a995914d-e654-4c68-82d3-e46a54c5ef94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.526579 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.534244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a995914d-e654-4c68-82d3-e46a54c5ef94 None None] Calling delete_port for 983b3dc8-e841-4790-80af-00a2a0c1b892 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:26.562190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55ed1375-a215-4295-80c4-2461dbd0fcd5 req-7e449488-5b61-4c71-a207-f2a5e0e21804 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670033 Jul 05 18:08:26.563567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ddba5cd0-0f1b-4c31-9cf5-47a2640a0382 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.646018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Deleting port 983b3dc8-e841-4790-80af-00a2a0c1b892 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:26.646289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.653268 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-26f8cd70-79b2-40a9-ab47-0ae5a199d86f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=54bba53c-8d84-4f7c-9777-188db7f4183d HTTP/1.1" status: 200 len: 217 time: 0.1337919 Jul 05 18:08:26.676179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a90591-d319-4276-a7bb-771686411b36,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:26.765682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ddba5cd0-0f1b-4c31-9cf5-47a2640a0382 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.773720 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ddba5cd0-0f1b-4c31-9cf5-47a2640a0382 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.791578 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a995914d-e654-4c68-82d3-e46a54c5ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.855697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32986) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:26.865034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995914d-e654-4c68-82d3-e46a54c5ef94 None None] Pushing event deleted for resources: {'Port': ['ID=983b3dc8-e841-4790-80af-00a2a0c1b892,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:26.881207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a995914d-e654-4c68-82d3-e46a54c5ef94 None None] No DVR routers for this DVR port 983b3dc8-e841-4790-80af-00a2a0c1b892 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:08:26.919677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] For port 983b3dc8-e841-4790-80af-00a2a0c1b892, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=983b3dc8-e841-4790-80af-00a2a0c1b892,segment=NetworkSegment(a60eb178-de9d-4133-866d-ee1ef539c3ff),segment_id=a60eb178-de9d-4133-866d-ee1ef539c3ff)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:26.920048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:26.937006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-32660da2-59ca-47ba-96a6-f257e894563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:26.938496 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-32660da2-59ca-47ba-96a6-f257e894563b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 200 len: 851 time: 0.2317476 Jul 05 18:08:26.947830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Calling delete_port for 983b3dc8-e841-4790-80af-00a2a0c1b892 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:26.992754 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-bbc6347b-64c7-4cf0-b4af-8738d5c63139 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11678359-d42e-442f-80db-89c8dd5427d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411344 Jul 05 18:08:26.995595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.014074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173888-1ff3-49a3-8cab-bf81de013430 req-66ca0e87-3c6e-494b-b3ed-bd2ccc7bb549 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:27.023066 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50173888-1ff3-49a3-8cab-bf81de013430 req-66ca0e87-3c6e-494b-b3ed-bd2ccc7bb549 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1443000 Jul 05 18:08:27.035105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-79eb5ff4-fd59-4588-ac96-0115079ca173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:27.037275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-79eb5ff4-fd59-4588-ac96-0115079ca173 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1675799 Jul 05 18:08:27.039999 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ddba5cd0-0f1b-4c31-9cf5-47a2640a0382 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.040731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddba5cd0-0f1b-4c31-9cf5-47a2640a0382 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5cc2503c-21b8-4d50-b7d2-1845189d7d03 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:08:27.073022 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ddba5cd0-0f1b-4c31-9cf5-47a2640a0382 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.077769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ddba5cd0-0f1b-4c31-9cf5-47a2640a0382 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "DELETE /v2.0/routers/5cc2503c-21b8-4d50-b7d2-1845189d7d03 HTTP/1.1" status: 204 len: 168 time: 0.6368473 Jul 05 18:08:27.080984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32992) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:27.086400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0a0d088b-7c94-47c1-9403-8a30360340a0 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Request body: {'router': {'name': 'tempest-router-1526732368', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'c489e3e82c254070a720f335f5830b16'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:27.164666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50173888-1ff3-49a3-8cab-bf81de013430 req-cbdde8ff-a383-419b-9ccc-0b3be546a29f tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404409 Jul 05 18:08:27.188218 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.189968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.192974 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9d5e898-1b48-479c-b8ca-b081cd74ce61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.204739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-816de630-985c-4e7a-8684-e8494dcb7ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:27.206310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-816de630-985c-4e7a-8684-e8494dcb7ea2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 911 time: 0.1552892 Jul 05 18:08:27.251337 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a0d088b-7c94-47c1-9403-8a30360340a0 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.252357 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a0d088b-7c94-47c1-9403-8a30360340a0 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.300743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-d811556f-b0a9-4757-b3f5-0f5cb76cdaa6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe HTTP/1.1" status: 200 len: 1001 time: 0.0851598 Jul 05 18:08:27.329966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.336124 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a0d088b-7c94-47c1-9403-8a30360340a0 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.342286 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-46a58ed0-162c-4191-9ff8-e7cffa8248bb service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354006 Jul 05 18:08:27.375009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-546826ad-85e0-4d74-a249-9761951bc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:27.375009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-546826ad-85e0-4d74-a249-9761951bc04d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.0486655 Jul 05 18:08:27.375366 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.375366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d74a597-0af1-4994-bd64-27760bab83b6 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:08:27.379723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.383904 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4e598277-06c0-4509-88f0-4e75b81724d2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0d74a597-0af1-4994-bd64-27760bab83b6 HTTP/1.1" status: 204 len: 168 time: 3.7039361 Jul 05 18:08:27.383904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=983b3dc8-e841-4790-80af-00a2a0c1b892,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:27.390009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32994) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:27.391027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] No DVR routers for this DVR port 983b3dc8-e841-4790-80af-00a2a0c1b892 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:08:27.457420 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a0d088b-7c94-47c1-9403-8a30360340a0 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.482428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c503cbd-20a9-4f00-a751-28cb5ff71f11 admin admin] Deleting subnet f1c39c99-23d6-40ec-8183-a2c3737ffbbc {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:08:27.487531 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9c503cbd-20a9-4f00-a751-28cb5ff71f11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.555149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.579115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867b9467-8f7e-4391-8da3-6475d3b6bc58']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:27.601447 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-61f2b971-e2ab-45f0-b78f-e257ed73eb9f req-9c8b267e-2d5c-469c-96c5-866aa3635fec service neutron] 10.222.0.39 "GET /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344787 Jul 05 18:08:27.603586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60eb178-de9d-4133-866d-ee1ef539c3ff') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:27.603888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60eb178-de9d-4133-866d-ee1ef539c3ff') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:27.616731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.643348 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9d5e898-1b48-479c-b8ca-b081cd74ce61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.644822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.652705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:08:27.653493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:08:27.655110 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:08:27.916576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-f92df451-93ba-4ef7-87a9-dbb32317ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:27.917920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-f92df451-93ba-4ef7-87a9-dbb32317ea64 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5367684 Jul 05 18:08:27.924317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9c503cbd-20a9-4f00-a751-28cb5ff71f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.970329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 983b3dc8-e841-4790-80af-00a2a0c1b892 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:27.983343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a0d088b-7c94-47c1-9403-8a30360340a0 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:27.987520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0a0d088b-7c94-47c1-9403-8a30360340a0 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9053431 Jul 05 18:08:27.997229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 983b3dc8-e841-4790-80af-00a2a0c1b892 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:27.997583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 983b3dc8-e841-4790-80af-00a2a0c1b892 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:27.998186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 38a90591-d319-4276-a7bb-771686411b36 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:28.001511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33000) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:28.007937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:28.011094 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9d5e898-1b48-479c-b8ca-b081cd74ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.022872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 38a90591-d319-4276-a7bb-771686411b36 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:28.023230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 38a90591-d319-4276-a7bb-771686411b36 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:28.099794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939473-9c4e-4a5a-a13a-c88c92f97944 req-fd7a5332-1508-4c02-ac29-fc0cc10db07a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:28.101905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3939473-9c4e-4a5a-a13a-c88c92f97944 req-fd7a5332-1508-4c02-ac29-fc0cc10db07a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 943 time: 0.2491968 Jul 05 18:08:28.114305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.129867 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.129867 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/867b9467-8f7e-4391-8da3-6475d3b6bc58 HTTP/1.1" status: 204 len: 168 time: 2.0248594 Jul 05 18:08:28.132898 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f9d5e898-1b48-479c-b8ca-b081cd74ce61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae93bd6a43c34170b82e8c8fec691928&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2524817 Jul 05 18:08:28.135450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5e898-1b48-479c-b8ca-b081cd74ce61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb2d7a8-fcf6-4f86-8dfc-444c6a398443,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:28.137761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33006) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:28.141808 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-22b302c2-8b8f-485d-8d78-b1202bbe7144 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159662 Jul 05 18:08:28.233324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8156543-a467-4196-a533-cb1f62becdf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=867b9467-8f7e-4391-8da3-6475d3b6bc58,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:28.242481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9c503cbd-20a9-4f00-a751-28cb5ff71f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.281979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3939473-9c4e-4a5a-a13a-c88c92f97944 req-d7adda5f-855c-420d-ad56-d307c543b687 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595247 Jul 05 18:08:28.325068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cffbe295-16c0-4ef2-90cf-dcc6ef60571f req-c71dc4ea-085f-4492-b261-5b6a30344c38 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718450 Jul 05 18:08:28.341583 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.341919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.415996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.433438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d19889-6172-46cc-a08b-f86187db64e6 req-06f76547-08d9-4ec7-9eb5-b0a9396dc9aa tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:28.435054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1d19889-6172-46cc-a08b-f86187db64e6 req-06f76547-08d9-4ec7-9eb5-b0a9396dc9aa tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.0715227 Jul 05 18:08:28.436559 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9c503cbd-20a9-4f00-a751-28cb5ff71f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.448712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100998) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 05 18:08:28.449046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Router 59e6a297-588d-4a96-9ad9-eb2a979d544c migrating from provider to provider. {{(pid=100998) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 05 18:08:28.449421 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.455581 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.465588 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.472040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c503cbd-20a9-4f00-a751-28cb5ff71f11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1c39c99-23d6-40ec-8183-a2c3737ffbbc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:28.477427 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9c503cbd-20a9-4f00-a751-28cb5ff71f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.482030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9c503cbd-20a9-4f00-a751-28cb5ff71f11 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f1c39c99-23d6-40ec-8183-a2c3737ffbbc HTTP/1.1" status: 204 len: 168 time: 1.0944767 Jul 05 18:08:28.482590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33010) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:28.489166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3872ae-034e-40d6-a07d-50ad42bcce0e None None] Network 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:28.502590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33012) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:28.524374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1d19889-6172-46cc-a08b-f86187db64e6 req-c33ebac2-494e-4d66-9d79-291e2ea9803c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789986 Jul 05 18:08:28.553450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5bcf36e7-6d9c-4b14-a56f-3fcc590325c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3249fce32ae4212bdd9a5eed4320f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503781 Jul 05 18:08:28.556467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33014) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:28.569079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.572265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.611969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f60adad4-c0af-4a8a-b2d3-19e652762cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.636476 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f60adad4-c0af-4a8a-b2d3-19e652762cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.650902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.653456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.657575 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfb2d7a8-fcf6-4f86-8dfc-444c6a398443 HTTP/1.1" status: 204 len: 168 time: 0.4695945 Jul 05 18:08:28.689280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb2d7a8-fcf6-4f86-8dfc-444c6a398443,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:28.710669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.711025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.711368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.711709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.712062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.712380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.712709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.713038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.713366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.713691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.714017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.714363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af60562-9bd2-4b57-b61d-99d44c64e3b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:08:28.718234 n-d-799524-1 neutron-server[100998]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] No L3 agents can host the router 59e6a297-588d-4a96-9ad9-eb2a979d544c Jul 05 18:08:28.749910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef385fab-e8ee-43da-938e-d926aaebd571 None None] DHCP port deletion for 7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:08:28.773735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f60adad4-c0af-4a8a-b2d3-19e652762cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.776355 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f60adad4-c0af-4a8a-b2d3-19e652762cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.777550 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f60adad4-c0af-4a8a-b2d3-19e652762cf6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf7de751-3a6e-4dc0-b19b-06d365c07d3a HTTP/1.1" status: 204 len: 168 time: 0.2182274 Jul 05 18:08:28.787880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60adad4-c0af-4a8a-b2d3-19e652762cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7de751-3a6e-4dc0-b19b-06d365c07d3a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:28.810776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Deleting port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:28.811124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.854993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ef385fab-e8ee-43da-938e-d926aaebd571 None None] Deleting port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:28.855465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef385fab-e8ee-43da-938e-d926aaebd571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.904802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Hosts for router 59e6a297-588d-4a96-9ad9-eb2a979d544c: [] {{(pid=100998) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 05 18:08:28.911316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 54bba53c-8d84-4f7c-9777-188db7f4183d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:08:28.945199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Hosts for other DVR routers connected to router 59e6a297-588d-4a96-9ad9-eb2a979d544c: set() {{(pid=100998) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 05 18:08:28.947945 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.949561 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8cb8e346-d7d0-4c9a-9b56-3e0038182710 tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "PUT /v2.0/routers/59e6a297-588d-4a96-9ad9-eb2a979d544c HTTP/1.1" status: 200 len: 717 time: 0.9461267 Jul 05 18:08:28.952345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33020) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:28.963136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] For port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c139c7f2-bff3-4ebe-a5f1-54ac65c9da68,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:28.963539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.971758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ef385fab-e8ee-43da-938e-d926aaebd571 None None] For port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c139c7f2-bff3-4ebe-a5f1-54ac65c9da68,segment=NetworkSegment(295c62cb-c8d5-4ce2-a4bf-9b7f09d05388),segment_id=295c62cb-c8d5-4ce2-a4bf-9b7f09d05388)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:28.972880 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef385fab-e8ee-43da-938e-d926aaebd571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:28.978021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Calling delete_port for c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:29.036167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ef385fab-e8ee-43da-938e-d926aaebd571 None None] Calling delete_port for c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:29.058163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aca3b15d-df1b-4b6f-b522-ce96fa494cea tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "GET /v2.0/routers/59e6a297-588d-4a96-9ad9-eb2a979d544c HTTP/1.1" status: 200 len: 717 time: 0.1044719 Jul 05 18:08:29.063132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33026) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:29.154520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 54bba53c-8d84-4f7c-9777-188db7f4183d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=54bba53c-8d84-4f7c-9777-188db7f4183d,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:29.181765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '54bba53c-8d84-4f7c-9777-188db7f4183d', 'network_id': '11678359-d42e-442f-80db-89c8dd5427d0', 'port_id': '54bba53c-8d84-4f7c-9777-188db7f4183d', 'mac_address': 'fa:16:3e:2c:37:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9bc817a4-e30e-4735-8b7a-fc82953cd1db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:08:29.184246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.212435 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef385fab-e8ee-43da-938e-d926aaebd571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.215969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] No DVR routers for this DVR port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:08:29.229085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef385fab-e8ee-43da-938e-d926aaebd571 None None] No DVR routers for this DVR port c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:08:29.250307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Pushing event deleted for resources: {'Port': ['ID=c139c7f2-bff3-4ebe-a5f1-54ac65c9da68,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:29.266316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef385fab-e8ee-43da-938e-d926aaebd571 None None] Pushing event deleted for resources: {'Port': ['ID=c139c7f2-bff3-4ebe-a5f1-54ac65c9da68,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:29.270391 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.286372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54bba53c-8d84-4f7c-9777-188db7f4183d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:08:29.308167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 54bba53c-8d84-4f7c-9777-188db7f4183d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=54bba53c-8d84-4f7c-9777-188db7f4183d,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:29.344161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.353780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:29.373269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:29.373576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295c62cb-c8d5-4ce2-a4bf-9b7f09d05388') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:29.392105 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.403652 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.419847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.438094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:08:29.441477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:08:29.447519 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:08:29.501233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=54bba53c-8d84-4f7c-9777-188db7f4183d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:29.532872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.604210 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.624883 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.629114 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f HTTP/1.1" status: 204 len: 168 time: 1.1452250 Jul 05 18:08:29.643691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-17f85196-ad14-4edf-8555-965a552e040c tempest-RoutersTestDVR-1106197016 tempest-RoutersTestDVR-1106197016-project] 10.222.0.30 "GET /v2.0/routers/59e6a297-588d-4a96-9ad9-eb2a979d544c HTTP/1.1" status: 200 len: 683 time: 0.5794034 Jul 05 18:08:29.646256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33056) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:29.650719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2e7d5-bb9e-46df-8fab-0e443abc0008 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dd71f2b-6b45-4394-8ec9-ad7a3c20b57f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:29.711831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['54bba53c-8d84-4f7c-9777-188db7f4183d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:08:29.759312 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c63c883-c8a9-45b6-8e79-f5fc5fc95d5d tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:29.816632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:29.847330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b56c79-60e2-4fa3-8078-87116a0db996 req-a6197eac-ce5f-4901-ac1b-e1b32bfa83fa tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:29.848856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07b56c79-60e2-4fa3-8078-87116a0db996 req-a6197eac-ce5f-4901-ac1b-e1b32bfa83fa tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 944 time: 0.3610878 Jul 05 18:08:29.851979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:29.852334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c139c7f2-bff3-4ebe-a5f1-54ac65c9da68 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:29.992293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebfc0d-2134-4d51-8539-abe6645ea93b req-fd26a241-6a67-47de-92e8-d6e801c37b96 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:29.998919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3eebfc0d-2134-4d51-8539-abe6645ea93b req-fd26a241-6a67-47de-92e8-d6e801c37b96 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.3373108 Jul 05 18:08:29.999247 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c63c883-c8a9-45b6-8e79-f5fc5fc95d5d tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.004121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07b56c79-60e2-4fa3-8078-87116a0db996 req-1c2be484-24ff-4aa5-8ba5-8aaaeca8cb18 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455734 Jul 05 18:08:30.006377 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c63c883-c8a9-45b6-8e79-f5fc5fc95d5d tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.091270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3eebfc0d-2134-4d51-8539-abe6645ea93b req-31737c21-7eb1-4791-87d5-ddff5f3a9658 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901928 Jul 05 18:08:30.155797 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c63c883-c8a9-45b6-8e79-f5fc5fc95d5d tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.157001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c63c883-c8a9-45b6-8e79-f5fc5fc95d5d tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59e6a297-588d-4a96-9ad9-eb2a979d544c {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:08:30.162373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c63c883-c8a9-45b6-8e79-f5fc5fc95d5d tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.171332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7c63c883-c8a9-45b6-8e79-f5fc5fc95d5d tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "DELETE /v2.0/routers/59e6a297-588d-4a96-9ad9-eb2a979d544c HTTP/1.1" status: 204 len: 168 time: 0.5229352 Jul 05 18:08:30.171692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33072) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:30.173210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33076) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:30.194424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6360da36-0c12-4f05-84e8-85a9b0bbddce tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Request body: {'router': {'name': 'tempest-router-619249868', 'distributed': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:30.274745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33080) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:30.278698 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5014dab0-783f-4cd3-9155-a9e22154f057 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b436bd8d028a424b85e2d6725d4093f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1007340 Jul 05 18:08:30.278865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33082) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:30.329493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-451a8a0b-7b12-47bc-a91c-dc7e4abf0cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.345690 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6360da36-0c12-4f05-84e8-85a9b0bbddce tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.346714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6360da36-0c12-4f05-84e8-85a9b0bbddce tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.362430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-451a8a0b-7b12-47bc-a91c-dc7e4abf0cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.384682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-network', 'tenant_id': '0d8439bc987b4018a069415dd26e8981'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:30.428327 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6360da36-0c12-4f05-84e8-85a9b0bbddce tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.471041 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Made reservation on behalf of 0d8439bc987b4018a069415dd26e8981 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:30.473995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.486603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.500144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6360da36-0c12-4f05-84e8-85a9b0bbddce tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.503436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-451a8a0b-7b12-47bc-a91c-dc7e4abf0cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.506056 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-451a8a0b-7b12-47bc-a91c-dc7e4abf0cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.507346 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-451a8a0b-7b12-47bc-a91c-dc7e4abf0cc0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65d5d529-8a3b-4e40-8a9f-8ce5c0d6a984 HTTP/1.1" status: 204 len: 168 time: 0.2273698 Jul 05 18:08:30.519490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a8a0b-7b12-47bc-a91c-dc7e4abf0cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d5d529-8a3b-4e40-8a9f-8ce5c0d6a984,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:30.592868 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.631434 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.656643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:08:30.665560 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6360da36-0c12-4f05-84e8-85a9b0bbddce tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.666967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da76dfe-85cd-4ed1-bdff-03ef808e1beb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:30.667267 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6360da36-0c12-4f05-84e8-85a9b0bbddce tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.4788518 Jul 05 18:08:30.669836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33096) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:30.671846 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.677205 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Added segment 7f793d96-a088-4677-bfde-d72535a6f387 of type vlan for network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 Jul 05 18:08:30.714250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.765589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02d2f58c-912b-4711-b8c3-a365b472db3b tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.837053 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.841764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:30.841764 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.900765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 54bba53c-8d84-4f7c-9777-188db7f4183d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:30.918583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] Pushing event updated for resources: {'Network': ['ID=b2b8f97b-54f9-4d40-bcf8-84e0612a42a0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:30.941428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:08:30.979554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02d2f58c-912b-4711-b8c3-a365b472db3b tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:30.983025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02d2f58c-912b-4711-b8c3-a365b472db3b tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.000762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-694210aa-96eb-4d4b-b82b-af4db9d8e11c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7247586 Jul 05 18:08:31.009375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33126) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:31.009375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Request body: {'subnet': {'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-subnet', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:31.116277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Made reservation on behalf of 0d8439bc987b4018a069415dd26e8981 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:31.118891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.145516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02d2f58c-912b-4711-b8c3-a365b472db3b tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.145846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 54bba53c-8d84-4f7c-9777-188db7f4183d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:31.146056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02d2f58c-912b-4711-b8c3-a365b472db3b tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be140965-4197-4e52-90d4-e4332af93052 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:08:31.151019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02d2f58c-912b-4711-b8c3-a365b472db3b tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.151845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 54bba53c-8d84-4f7c-9777-188db7f4183d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:31.152401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.157090 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-02d2f58c-912b-4711-b8c3-a365b472db3b tempest-RoutersTestDVR-1735992229 tempest-RoutersTestDVR-1735992229-project-admin] 10.222.0.30 "DELETE /v2.0/routers/be140965-4197-4e52-90d4-e4332af93052 HTTP/1.1" status: 204 len: 168 time: 0.4861035 Jul 05 18:08:31.238656 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.261700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e768a-c4e0-4727-8646-bff8339e9774 req-db6ef79c-c899-4c55-8193-4571535a348f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:31.263262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-922e768a-c4e0-4727-8646-bff8339e9774 req-db6ef79c-c899-4c55-8193-4571535a348f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 944 time: 0.1069977 Jul 05 18:08:31.268855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3144a4f-0bef-42d5-add1-33053a0dbd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bba53c-8d84-4f7c-9777-188db7f4183d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:08:31.271154 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-426c45e1-6c1c-4bd0-bd6e-53df15a10c85" -d '{"events": [{"server_uuid": "f3144a4f-0bef-42d5-add1-33053a0dbd64", "name": "network-vif-plugged", "status": "completed", "tag": "54bba53c-8d84-4f7c-9777-188db7f4183d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:08:31.289733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 54bba53c-8d84-4f7c-9777-188db7f4183d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=54bba53c-8d84-4f7c-9777-188db7f4183d,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:31.313791 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6c6abb-4c3c-4b3a-ade5-e975112e4716 x-openstack-request-id: req-aa6c6abb-4c3c-4b3a-ade5-e975112e4716 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:08:31.314330 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3144a4f-0bef-42d5-add1-33053a0dbd64", "name": "network-vif-plugged", "status": "completed", "tag": "54bba53c-8d84-4f7c-9777-188db7f4183d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:08:31.314846 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa6c6abb-4c3c-4b3a-ade5-e975112e4716 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:08:31.315241 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3144a4f-0bef-42d5-add1-33053a0dbd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54bba53c-8d84-4f7c-9777-188db7f4183d', 'code': 200} Jul 05 18:08:31.348167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-922e768a-c4e0-4727-8646-bff8339e9774 req-22b384b3-eeec-41c4-b59a-1d516b45670f tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514860 Jul 05 18:08:31.402409 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.469401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53337d-ccbd-4edb-84bf-25fd91024796 req-9e3fdcfb-c7c3-415c-b7ae-0a34c4333524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:31.470965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa53337d-ccbd-4edb-84bf-25fd91024796 req-9e3fdcfb-c7c3-415c-b7ae-0a34c4333524 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 1096 time: 0.0687740 Jul 05 18:08:31.472699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=54bba53c-8d84-4f7c-9777-188db7f4183d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:31.505553 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.516999 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa53337d-ccbd-4edb-84bf-25fd91024796 req-f2f6774b-c2a9-4358-a18d-3a0610501c17 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366714 Jul 05 18:08:31.558356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0413208c-20fa-4b45-98ec-9c6f58ca1c15,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:31.573767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Checking segment: {'id': '7f793d96-a088-4677-bfde-d72535a6f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:31.574126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Network hostable DHCP agents. Network: b2b8f97b-54f9-4d40-bcf8-84e0612a42a0, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:08:31.659103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33146) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:31.704464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:08:31.782779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33154) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:31.792423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a119aa6-7378-4245-8737-03ab3e18ce49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.858644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, b2b8f97b-54f9-4d40-bcf8-84e0612a42a0) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:31.860407 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e58fb06-ace3-4410-99f0-4aa0554353ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.865924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:31.869897 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.875253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef663b-9f20-4445-a4b7-4eca260d3008 None None] Network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:31.918752 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a119aa6-7378-4245-8737-03ab3e18ce49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:31.974336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a119aa6-7378-4245-8737-03ab3e18ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.016328 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9a119aa6-7378-4245-8737-03ab3e18ce49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c4e6625003341f18d52b0b474abce34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3559847 Jul 05 18:08:32.017489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a119aa6-7378-4245-8737-03ab3e18ce49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e1870e-2bcd-4cb9-a4cd-e917a363d203,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:32.018906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33162) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:32.032161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-b2b8f97b-54f9-4d40-bcf8-84e0612a42a0', 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'fixed_ips': [{'subnet_id': '0413208c-20fa-4b45-98ec-9c6f58ca1c15'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:08:32.033679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33164) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:32.033845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.061794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-db994514-50d4-4768-96e0-bf9cf77c07fc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0591617 Jul 05 18:08:32.064846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33168) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:32.071587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:32.096508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61d4d9e2-738e-48f2-9743-c20bbf0c8cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.130069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61d4d9e2-738e-48f2-9743-c20bbf0c8cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.158036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-257193235-network', 'tenant_id': 'd65012d13e064701b487acd66c900857'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:32.185510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Allocated IP 172.20.0.2 (b2b8f97b-54f9-4d40-bcf8-84e0612a42a0/0413208c-20fa-4b45-98ec-9c6f58ca1c15/69c122e4-5c08-46d7-80f3-b1098309b2a1) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:32.196730 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e58fb06-ace3-4410-99f0-4aa0554353ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.272526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e58fb06-ace3-4410-99f0-4aa0554353ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.289542 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61d4d9e2-738e-48f2-9743-c20bbf0c8cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.292066 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61d4d9e2-738e-48f2-9743-c20bbf0c8cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.293208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-61d4d9e2-738e-48f2-9743-c20bbf0c8cbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73e1870e-2bcd-4cb9-a4cd-e917a363d203 HTTP/1.1" status: 204 len: 168 time: 0.2730603 Jul 05 18:08:32.315849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58fb06-ace3-4410-99f0-4aa0554353ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1747b20-9403-46d7-bcdb-1c4474d67607,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:32.320538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1e58fb06-ace3-4410-99f0-4aa0554353ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c489e3e82c254070a720f335f5830b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5388167 Jul 05 18:08:32.323517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33172) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:32.335609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d4d9e2-738e-48f2-9743-c20bbf0c8cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e1870e-2bcd-4cb9-a4cd-e917a363d203,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:32.347243 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.361535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Transition to ACTIVE for port object 69c122e4-5c08-46d7-80f3-b1098309b2a1 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:32.378749 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Transition to ACTIVE for port object 69c122e4-5c08-46d7-80f3-b1098309b2a1 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:32.387375 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43779597-6dd3-47b9-afda-a49a3f240729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.393358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.394348 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.430041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43779597-6dd3-47b9-afda-a49a3f240729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.483277 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.508103 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.546612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:32.549556 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.555343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:32.559232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:32.563427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:32.565678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb2000-7a3f-4728-89d0-72fb66824bd8 req-03e173e4-a913-4601-9488-74e9284fceb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:32.570958 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.575763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bb2000-7a3f-4728-89d0-72fb66824bd8 req-03e173e4-a913-4601-9488-74e9284fceb7 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 945 time: 0.1032114 Jul 05 18:08:32.628559 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bb2000-7a3f-4728-89d0-72fb66824bd8 req-6c9c0b8f-a0f2-416d-aefc-c6ce3d0d20ea tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492024 Jul 05 18:08:32.638669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Pushing event updated for resources: {'Port': ['ID=69c122e4-5c08-46d7-80f3-b1098309b2a1,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:32.654742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Attempting to bind port 69c122e4-5c08-46d7-80f3-b1098309b2a1 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:32.654742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Attempting to bind port 69c122e4-5c08-46d7-80f3-b1098309b2a1 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7f793d96-a088-4677-bfde-d72535a6f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:32.654742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Attempting to bind port 69c122e4-5c08-46d7-80f3-b1098309b2a1 on network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:32.655940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43779597-6dd3-47b9-afda-a49a3f240729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.658442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43779597-6dd3-47b9-afda-a49a3f240729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.659029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:32.659405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Checking segment: {'id': '7f793d96-a088-4677-bfde-d72535a6f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:32.659634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-43779597-6dd3-47b9-afda-a49a3f240729 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1747b20-9403-46d7-bcdb-1c4474d67607 HTTP/1.1" status: 204 len: 168 time: 0.3351200 Jul 05 18:08:32.659810 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.660199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Bound using segment: {'id': '7f793d96-a088-4677-bfde-d72535a6f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:32.660693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Bound port: 69c122e4-5c08-46d7-80f3-b1098309b2a1, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f793d96-a088-4677-bfde-d72535a6f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:32.661080 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.804562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43779597-6dd3-47b9-afda-a49a3f240729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1747b20-9403-46d7-bcdb-1c4474d67607,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:32.808053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] For port 69c122e4-5c08-46d7-80f3-b1098309b2a1, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:32.812862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] For port 69c122e4-5c08-46d7-80f3-b1098309b2a1, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=69c122e4-5c08-46d7-80f3-b1098309b2a1,segment=NetworkSegment(7f793d96-a088-4677-bfde-d72535a6f387),segment_id=7f793d96-a088-4677-bfde-d72535a6f387)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:32.864436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.900336 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.922282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:32.968965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1855509-a56b-44ae-a5ff-2f32f0f54483 None None] Pushing event updated for resources: {'Port': ['ID=69c122e4-5c08-46d7-80f3-b1098309b2a1,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:33.031026 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.059751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:08:33.087801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fb7e61-1d24-4b8f-8516-b841da51c346,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:33.095566 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.095836 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Added segment d83b289e-b516-485f-886e-75bb5d18796f of type vlan for network ee04f9ef-fb0c-45a7-9031-927397111ae6 Jul 05 18:08:33.149194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.529887 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.531369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:33.532214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.535440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33202) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:33.550515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e4e9daa4-ffe7-4ea2-ac5b-bd78e422e49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.658061 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e4e9daa4-ffe7-4ea2-ac5b-bd78e422e49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.688437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] Pushing event updated for resources: {'Network': ['ID=ee04f9ef-fb0c-45a7-9031-927397111ae6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:33.701266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ee04f9ef-fb0c-45a7-9031-927397111ae6 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:08:33.717722 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.739748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e4e9daa4-ffe7-4ea2-ac5b-bd78e422e49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.794471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e4e9daa4-ffe7-4ea2-ac5b-bd78e422e49c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d95eaa8faa042139433aee8eaceda4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2577987 Jul 05 18:08:33.820542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33210) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:33.824061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:33.913420 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a4dafd12-f791-4db7-b399-4786d0b18259 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8781364 Jul 05 18:08:33.914190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33216) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:33.921723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Request body: {'subnet': {'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-subnet', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:33.948745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 69c122e4-5c08-46d7-80f3-b1098309b2a1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:34.004702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9daa4-ffe7-4ea2-ac5b-bd78e422e49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d737263b-1bba-4d9b-8a58-fd3d89f88227,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:34.025570 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbe9ccef-c996-4f72-aae2-1f533d583b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.034030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Allocated IP 172.25.3.242 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/25875502-799e-44e0-baf2-e176b672d244) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:34.075856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:34.079904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.097189 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbe9ccef-c996-4f72-aae2-1f533d583b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.204668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fe1ab-ca2b-4461-841f-aff79cfd4594 req-55e87397-759b-4254-8fdd-50a7f5e0e11a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:34.215295 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-907fe1ab-ca2b-4461-841f-aff79cfd4594 req-55e87397-759b-4254-8fdd-50a7f5e0e11a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 945 time: 0.3992648 Jul 05 18:08:34.258755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.271614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef35e53-29af-48a9-b551-d1d2f7b1a093 None None] Network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:34.289718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbe9ccef-c996-4f72-aae2-1f533d583b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.292702 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbe9ccef-c996-4f72-aae2-1f533d583b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.293666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cbe9ccef-c996-4f72-aae2-1f533d583b5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d737263b-1bba-4d9b-8a58-fd3d89f88227 HTTP/1.1" status: 204 len: 168 time: 0.4690313 Jul 05 18:08:34.319383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-907fe1ab-ca2b-4461-841f-aff79cfd4594 req-cca66f5c-ccf7-4b32-ac7d-62c9d31b7459 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021459 Jul 05 18:08:34.322756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9ccef-c996-4f72-aae2-1f533d583b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d737263b-1bba-4d9b-8a58-fd3d89f88227,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:34.450186 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.465294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 69c122e4-5c08-46d7-80f3-b1098309b2a1 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:34.469328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-090538ec-c68f-453e-8968-2ba572e9940e None None] Provisioning for port 69c122e4-5c08-46d7-80f3-b1098309b2a1 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:34.475066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 69c122e4-5c08-46d7-80f3-b1098309b2a1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:34.475957 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.501386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:34.501854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-090538ec-c68f-453e-8968-2ba572e9940e None None] Provisioning complete for port 69c122e4-5c08-46d7-80f3-b1098309b2a1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:34.502299 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-090538ec-c68f-453e-8968-2ba572e9940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.504763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:34.511895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:34.537441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Pushing event updated for resources: {'Port': ['ID=25875502-799e-44e0-baf2-e176b672d244,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:34.658527 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.660990 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-090538ec-c68f-453e-8968-2ba572e9940e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.671823 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.719426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 69c122e4-5c08-46d7-80f3-b1098309b2a1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=69c122e4-5c08-46d7-80f3-b1098309b2a1,segment=NetworkSegment(7f793d96-a088-4677-bfde-d72535a6f387),segment_id=7f793d96-a088-4677-bfde-d72535a6f387)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:34.796796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:34.827736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14e07268-25bd-4b89-b913-7d9c6aa6a667,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:34.888966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Checking segment: {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:34.889666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Network hostable DHCP agents. Network: ee04f9ef-fb0c-45a7-9031-927397111ae6, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:08:35.012129 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-090538ec-c68f-453e-8968-2ba572e9940e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:08:35.012524 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-090538ec-c68f-453e-8968-2ba572e9940e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:08:35.013562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=69c122e4-5c08-46d7-80f3-b1098309b2a1,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:35.030114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Network ee04f9ef-fb0c-45a7-9031-927397111ae6 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:08:35.103181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:35.107164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ee04f9ef-fb0c-45a7-9031-927397111ae6) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:35.114097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26635299-f8fe-43cb-90bd-67db7bb01833 req-3c4edd13-bf46-4469-bccf-42e6cab6c572 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:35.119276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c57be12-921a-4537-8468-f256a1d9933c None None] Network ee04f9ef-fb0c-45a7-9031-927397111ae6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:35.122027 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26635299-f8fe-43cb-90bd-67db7bb01833 req-3c4edd13-bf46-4469-bccf-42e6cab6c572 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 945 time: 0.0914438 Jul 05 18:08:35.206493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26635299-f8fe-43cb-90bd-67db7bb01833 req-76d4d8f1-5502-428e-a91d-ebb789038983 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831716 Jul 05 18:08:35.305720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:35.306522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:35.377536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ee04f9ef-fb0c-45a7-9031-927397111ae6', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:08:35.380257 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:35.387366 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:35.395123 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-362bb4ad-3103-438e-88bb-f500f515d723 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4749935 Jul 05 18:08:35.397313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33252) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:35.402065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:35.511452 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:35.512587 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:35.632470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Allocated IP 172.20.0.2 (ee04f9ef-fb0c-45a7-9031-927397111ae6/14e07268-25bd-4b89-b913-7d9c6aa6a667/336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:35.656331 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:35.745328 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Router 9c51ab01-3698-42c3-acaa-ae7f938e8742 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:08:35.797739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-10cdab2e-a4df-4997-83c3-574e92ba779a None None] Provisioning complete for port 69c122e4-5c08-46d7-80f3-b1098309b2a1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:35.798226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10cdab2e-a4df-4997-83c3-574e92ba779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:35.799897 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:35.869577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 69c122e4-5c08-46d7-80f3-b1098309b2a1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:35.950607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:35.967311 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Sync routers for ids ['9c51ab01-3698-42c3-acaa-ae7f938e8742'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:35.993268 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Routers {'9c51ab01-3698-42c3-acaa-ae7f938e8742'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:35.993931 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9c51ab01-3698-42c3-acaa-ae7f938e8742'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:36.047559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.051648 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6a4f82a8-1d33-416d-ae3f-24faf53e989a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9833412 Jul 05 18:08:36.052308 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33268) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:36.067709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33270) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:36.106122 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.131502 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.133469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Transition to ACTIVE for port object 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:36.156584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 69c122e4-5c08-46d7-80f3-b1098309b2a1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:36.156584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.197959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Transition to ACTIVE for port object 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:36.268938 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Set router 9c51ab01-3698-42c3-acaa-ae7f938e8742 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:36.357215 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.422700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1397117372'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:36.484884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Pushing event updated for resources: {'Port': ['ID=336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:36.511517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Network ee04f9ef-fb0c-45a7-9031-927397111ae6 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:36.526271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:36.535893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:36.572143 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '25875502-799e-44e0-baf2-e176b672d244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:32Z', 'updated_at': '2021-07-05T18:08:34Z', 'revision_number': 3, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'gw_port': {'id': '25875502-799e-44e0-baf2-e176b672d244', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:33Z', 'updated_at': '2021-07-05T18:08:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:36.611020 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Checking router: 9c51ab01-3698-42c3-acaa-ae7f938e8742 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:36.611687 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Updating router 9c51ab01-3698-42c3-acaa-ae7f938e8742 port 25875502-799e-44e0-baf2-e176b672d244 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:08:36.632042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Attempting to bind port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:36.632412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Attempting to bind port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:36.632771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Attempting to bind port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 on network ee04f9ef-fb0c-45a7-9031-927397111ae6 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:36.638735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:36.639112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Checking segment: {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:36.639516 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.640023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Bound using segment: {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:36.640373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Bound port: 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:36.640754 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.655038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Made reservation on behalf of 3f960c3ff378487e9a878b2458e18c66 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:36.660411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.668950 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.676577 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.723027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] For port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:36.723257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc78b6a-e6ed-4495-bd00-32e363a3414a req-18674216-1792-4c5b-a7e5-298bb56b768d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:36.726727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] For port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:36.731193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7dc78b6a-e6ed-4495-bd00-32e363a3414a req-18674216-1792-4c5b-a7e5-298bb56b768d tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 945 time: 0.2475545 Jul 05 18:08:36.746368 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.792613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.828131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:36.863363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7dc78b6a-e6ed-4495-bd00-32e363a3414a req-c3c797da-2881-42c2-a696-a73d303ff378 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311622 Jul 05 18:08:36.936039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637abe6-ae29-4880-807a-9ed08fc3bf33 None None] Pushing event updated for resources: {'Port': ['ID=336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:36.952474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.006740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.032022 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.043350 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Transition to ACTIVE for port object 25875502-799e-44e0-baf2-e176b672d244 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:37.082298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.155449 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.223321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:08:37.233428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f633b4-65c7-49b0-a981-cfd93487e1e1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:37.252372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.252734 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Added segment 111ee9f6-1393-4218-b0f5-aa77139aed38 of type vlan for network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 Jul 05 18:08:37.263199 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Attempting to bind port 25875502-799e-44e0-baf2-e176b672d244 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:37.263441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Allocated IP 172.25.3.92 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/0b4c970b-eea5-4520-8cf1-32b1c7c3c199) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:37.264331 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Attempting to bind port 25875502-799e-44e0-baf2-e176b672d244 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:37.265414 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Attempting to bind port 25875502-799e-44e0-baf2-e176b672d244 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:37.274866 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9eee7-f079-4297-ab85-b3e26686bc82 None None] Pushing event updated for resources: {'Port': ['ID=25875502-799e-44e0-baf2-e176b672d244,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:37.287948 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:37.288840 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:37.289405 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.289964 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:37.298628 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Bound port: 25875502-799e-44e0-baf2-e176b672d244, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:37.300730 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.358216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.380591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Allocated IP 172.20.0.1 (b2b8f97b-54f9-4d40-bcf8-84e0612a42a0/0413208c-20fa-4b45-98ec-9c6f58ca1c15/c717f185-9593-4778-ac46-7209af5103f0) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:37.392758 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] For port 25875502-799e-44e0-baf2-e176b672d244, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:37.398393 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] For port 25875502-799e-44e0-baf2-e176b672d244, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=25875502-799e-44e0-baf2-e176b672d244,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:37.460824 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.506699 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.536147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.555147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Transition to ACTIVE for port object c717f185-9593-4778-ac46-7209af5103f0 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:37.568978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.575336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:37.583156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.642771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc79ed-84f4-4d65-b9e0-ad1fe67a0249 req-58a81484-b84b-458a-a974-c570407aab01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:37.644825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bbc79ed-84f4-4d65-b9e0-ad1fe67a0249 req-58a81484-b84b-458a-a974-c570407aab01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 945 time: 0.0985732 Jul 05 18:08:37.646747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.681012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Network': ['ID=4ecdcfdb-1469-4010-b301-6e5fd7628cf0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:37.699059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=0b4c970b-eea5-4520-8cf1-32b1c7c3c199,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:37.699896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:08:37.705605 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Routers {'9c51ab01-3698-42c3-acaa-ae7f938e8742'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:37.706239 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9c51ab01-3698-42c3-acaa-ae7f938e8742'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:37.737473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:37.741789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:37.745097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:37.782349 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9eee7-f079-4297-ab85-b3e26686bc82 None None] Pushing event updated for resources: {'Port': ['ID=25875502-799e-44e0-baf2-e176b672d244,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:37.826747 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b4dad614-301c-493c-aca8-a3e4ad22c341 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7565715 Jul 05 18:08:37.832911 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:37.836561 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:37.843976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'subnet': {'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:37.928829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:37.978751 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] Set router 9c51ab01-3698-42c3-acaa-ae7f938e8742 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:38.031344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:38.042009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:38.050691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:38.052804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c717f185-9593-4778-ac46-7209af5103f0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:38.099918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:38.125668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:38.311760 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '25875502-799e-44e0-baf2-e176b672d244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:32Z', 'updated_at': '2021-07-05T18:08:34Z', 'revision_number': 3, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'gw_port': {'id': '25875502-799e-44e0-baf2-e176b672d244', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:33Z', 'updated_at': '2021-07-05T18:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:38.327568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Made reservation on behalf of 3f960c3ff378487e9a878b2458e18c66 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:38.334316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:38.356144 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d27b6b6-bbb8-4bb8-86db-6e770cecc1e0 None None] The sync data for ids ['9c51ab01-3698-42c3-acaa-ae7f938e8742'] in n-d-799524-1 is: [{'id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '25875502-799e-44e0-baf2-e176b672d244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:32Z', 'updated_at': '2021-07-05T18:08:34Z', 'revision_number': 3, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'gw_port': {'id': '25875502-799e-44e0-baf2-e176b672d244', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:33Z', 'updated_at': '2021-07-05T18:08:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:38.468333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f236fc0-4f8f-4f79-a8c6-7ce1b84f02e1 None None] Network ee04f9ef-fb0c-45a7-9031-927397111ae6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:38.469426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bbc79ed-84f4-4d65-b9e0-ad1fe67a0249 req-98253cac-02a3-4a10-a653-dbb80aa80081 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7767015 Jul 05 18:08:38.553247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4d5b84c9-b8ed-4eb2-bfe4-17c8cd370b88 None None] Provisioning for port c717f185-9593-4778-ac46-7209af5103f0 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:38.566259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4d5b84c9-b8ed-4eb2-bfe4-17c8cd370b88 None None] Provisioning complete for port c717f185-9593-4778-ac46-7209af5103f0 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:38.566734 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4d5b84c9-b8ed-4eb2-bfe4-17c8cd370b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:38.675568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b84c9-b8ed-4eb2-bfe4-17c8cd370b88 None None] Port c717f185-9593-4778-ac46-7209af5103f0 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:38.741090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:38.968019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a541e85-c57a-4cd1-a393-730a1459b82f None None] Provisioning for port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:38.972917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a541e85-c57a-4cd1-a393-730a1459b82f None None] Provisioning complete for port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:38.973369 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a541e85-c57a-4cd1-a393-730a1459b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.010964 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.025551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.043386 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.104441 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a541e85-c57a-4cd1-a393-730a1459b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.156220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9a541e85-c57a-4cd1-a393-730a1459b82f None None] For port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:39.197581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Subnet': ['ID=32f18b22-6b4b-46af-83a0-da667f61e98c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:39.212711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Checking segment: {'id': '111ee9f6-1393-4218-b0f5-aa77139aed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:39.213072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Network hostable DHCP agents. Network: 4ecdcfdb-1469-4010-b301-6e5fd7628cf0, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:08:39.230841 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a541e85-c57a-4cd1-a393-730a1459b82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.296586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a541e85-c57a-4cd1-a393-730a1459b82f None None] Pushing event updated for resources: {'Port': ['ID=336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:39.322029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Router a6ebee24-c0c7-4e6d-a660-275a8ed0292d is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:08:39.354716 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.357651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:08:39.357788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dca6baa2-db31-4d86-a8ae-1b9bfebb370c None None] Provisioning complete for port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:39.358527 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dca6baa2-db31-4d86-a8ae-1b9bfebb370c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.469546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:39.480058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Sync routers for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:39.489506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:39.490795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:39.493737 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.717453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 4ecdcfdb-1469-4010-b301-6e5fd7628cf0) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:39.718041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e805a96-7065-4d1d-b978-1dc54c8ac1fa None None] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:39.718169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:39.718169 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.718169 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.718169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c717f185-9593-4778-ac46-7209af5103f0,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:39.718523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e13293-6060-46a1-a3e8-21e76f9d7887 req-f52a3830-1cc6-46d4-b80d-3ee70e6ca698 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:39.718523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e13293-6060-46a1-a3e8-21e76f9d7887 req-f52a3830-1cc6-46d4-b80d-3ee70e6ca698 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 945 time: 0.0932822 Jul 05 18:08:39.770669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e13293-6060-46a1-a3e8-21e76f9d7887 req-04aa2263-011a-44cd-8cb8-8c0a036be166 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/security-groups?id=75e93096-0a81-41b8-81a3-235a8caa4300&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735164 Jul 05 18:08:39.831944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:39.838390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:39.853703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff8b3d-4367-4741-af4a-a38874940275 req-b747e341-cd8c-40b5-9f42-90fee8e21ab2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:39.858904 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13ff8b3d-4367-4741-af4a-a38874940275 req-b747e341-cd8c-40b5-9f42-90fee8e21ab2 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 945 time: 0.2734010 Jul 05 18:08:39.875379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:39.875379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c0946e8b-06f3-4080-8e86-3a40382b3ed1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4747822 Jul 05 18:08:39.877093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33316) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:39.982075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33320) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:39.985197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:40.004613 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7bdce72f-1f14-4a32-8dde-c872ddf4060e tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1644797 Jul 05 18:08:40.010003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33324) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:40.017019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'port': {'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0', 'name': 'tempest-AllowedAddressPairTestJSON-2057235802'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:40.017926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Router 9c51ab01-3698-42c3-acaa-ae7f938e8742 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:08:40.091694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 25875502-799e-44e0-baf2-e176b672d244 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:40.206714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1762fd30-1cdd-4d82-a5a9-0c6eea6716e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.299644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-13ff8b3d-4367-4741-af4a-a38874940275 req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Deleting port 54bba53c-8d84-4f7c-9777-188db7f4183d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:40.300098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13ff8b3d-4367-4741-af4a-a38874940275 req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.314970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:40.322156 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-42144fd5-22b3-42c2-b196-f8572c160cb8 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c51ab01-3698-42c3-acaa-ae7f938e8742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2676866 Jul 05 18:08:40.417726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a96d37b1-36d9-433f-9b72-31c0ef1ea90b None None] Provisioning complete for port c717f185-9593-4778-ac46-7209af5103f0 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:40.418112 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a96d37b1-36d9-433f-9b72-31c0ef1ea90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.419756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 25875502-799e-44e0-baf2-e176b672d244 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:40.422226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-4ecdcfdb-1469-4010-b301-6e5fd7628cf0', 'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0', 'tenant_id': '3f960c3ff378487e9a878b2458e18c66', 'fixed_ips': [{'subnet_id': '32f18b22-6b4b-46af-83a0-da667f61e98c'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:08:40.422729 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.473413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 25875502-799e-44e0-baf2-e176b672d244 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:40.474646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.501928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-13ff8b3d-4367-4741-af4a-a38874940275 req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] For port 54bba53c-8d84-4f7c-9777-188db7f4183d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=54bba53c-8d84-4f7c-9777-188db7f4183d,segment=NetworkSegment(32a1da50-2f3d-4f57-ae58-4387e05a5359),segment_id=32a1da50-2f3d-4f57-ae58-4387e05a5359)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:40.502300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13ff8b3d-4367-4741-af4a-a38874940275 req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.532842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a96d37b1-36d9-433f-9b72-31c0ef1ea90b None None] Port c717f185-9593-4778-ac46-7209af5103f0 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:40.541274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-13ff8b3d-4367-4741-af4a-a38874940275 req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Calling delete_port for 54bba53c-8d84-4f7c-9777-188db7f4183d owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:40.544758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1762fd30-1cdd-4d82-a5a9-0c6eea6716e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.665035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:38Z', 'revision_number': 3, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:40.696510 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.722821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Checking router: a6ebee24-c0c7-4e6d-a660-275a8ed0292d for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:40.722821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Updating router a6ebee24-c0c7-4e6d-a660-275a8ed0292d port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:08:40.738841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1762fd30-1cdd-4d82-a5a9-0c6eea6716e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.759148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Allocated IP 172.20.0.2 (4ecdcfdb-1469-4010-b301-6e5fd7628cf0/32f18b22-6b4b-46af-83a0-da667f61e98c/2e2783cf-8c46-4da8-b9c9-5b570549d990) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:40.766069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.789282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Made reservation on behalf of 3f960c3ff378487e9a878b2458e18c66 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:40.792886 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.796975 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.800275 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1762fd30-1cdd-4d82-a5a9-0c6eea6716e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ee2d7e702c24490a9476112f09a620d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8145802 Jul 05 18:08:40.801425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1762fd30-1cdd-4d82-a5a9-0c6eea6716e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdeddcc8-968c-4e93-8077-3d234d52d6af,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:40.816032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33334) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:40.843812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 25875502-799e-44e0-baf2-e176b672d244, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=25875502-799e-44e0-baf2-e176b672d244,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:40.868316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13ff8b3d-4367-4741-af4a-a38874940275 req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.904773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['54bba53c-8d84-4f7c-9777-188db7f4183d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:08:40.927951 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Sync routers for ids ['9c51ab01-3698-42c3-acaa-ae7f938e8742'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:40.931708 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-ee3d186b-ed61-48b5-9973-5937f71a7142 req-25847524-3a37-4b8a-a665-89a4c51387d1 tempest-FloatingIPDetailsNegativeTestJSON-1299850097 tempest-FloatingIPDetailsNegativeTestJSON-1299850097-project] show failed (client error): The resource could not be found. Jul 05 18:08:40.933578 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee3d186b-ed61-48b5-9973-5937f71a7142 req-25847524-3a37-4b8a-a665-89a4c51387d1 tempest-FloatingIPDetailsNegativeTestJSON-1299850097 tempest-FloatingIPDetailsNegativeTestJSON-1299850097-project] 10.222.0.30 "GET /v2.0/floatingips/2d7d4f78-302c-40e5-90c0-f4ca8bbc915f HTTP/1.1" status: 404 len: 350 time: 0.1630769 Jul 05 18:08:40.938250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Pushing event deleted for resources: {'Port': ['ID=54bba53c-8d84-4f7c-9777-188db7f4183d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:40.938658 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Routers {'9c51ab01-3698-42c3-acaa-ae7f938e8742'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:40.939864 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9c51ab01-3698-42c3-acaa-ae7f938e8742'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:40.944942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33338) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:40.976019 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:40.976817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:41.026100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Allocated IP 172.20.0.1 (ee04f9ef-fb0c-45a7-9031-927397111ae6/14e07268-25bd-4b89-b913-7d9c6aa6a667/67981bdc-cdca-46f1-a0b3-1c0ba46bc40e) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:41.030913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ff8b3d-4367-4741-af4a-a38874940275 req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] No DVR routers for this DVR port 54bba53c-8d84-4f7c-9777-188db7f4183d on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:08:41.040000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-13ff8b3d-4367-4741-af4a-a38874940275 req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.042228 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13ff8b3d-4367-4741-af4a-a38874940275 req-ee77bd77-ff6e-4d2b-8a17-b8ecf64e5e01 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.39 "DELETE /v2.0/ports/54bba53c-8d84-4f7c-9777-188db7f4183d HTTP/1.1" status: 204 len: 173 time: 1.0612087 Jul 05 18:08:41.046027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3144a4f-0bef-42d5-add1-33053a0dbd64', 'name': 'network-vif-deleted', 'tag': '54bba53c-8d84-4f7c-9777-188db7f4183d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:08:41.046027 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfcfbc3-4212-49df-916c-758ba6f77ee4" -d '{"events": [{"server_uuid": "f3144a4f-0bef-42d5-add1-33053a0dbd64", "name": "network-vif-deleted", "tag": "54bba53c-8d84-4f7c-9777-188db7f4183d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:08:41.054594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbe28870-4be2-4c68-b8b1-78c6580a7877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.083160 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Set router 9c51ab01-3698-42c3-acaa-ae7f938e8742 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:41.124926 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbe28870-4be2-4c68-b8b1-78c6580a7877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.131062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12b75217-861f-45a8-9383-5289818ccfdd req-954f6458-cf01-48d4-b9bb-698387837270 tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 210 time: 0.1916940 Jul 05 18:08:41.157472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] device_id is not set on port da1aa0e7-646b-4689-84e4-304be2388ba2 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:41.263812 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35c4d74-9c2d-4125-8a84-e88344c440ad x-openstack-request-id: req-b35c4d74-9c2d-4125-8a84-e88344c440ad {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:08:41.265755 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3144a4f-0bef-42d5-add1-33053a0dbd64", "name": "network-vif-deleted", "tag": "54bba53c-8d84-4f7c-9777-188db7f4183d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:08:41.265755 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b35c4d74-9c2d-4125-8a84-e88344c440ad {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:08:41.265755 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3144a4f-0bef-42d5-add1-33053a0dbd64', 'name': 'network-vif-deleted', 'tag': '54bba53c-8d84-4f7c-9777-188db7f4183d', 'status': 'completed', 'code': 200} Jul 05 18:08:41.329600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=25875502-799e-44e0-baf2-e176b672d244,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:41.369236 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.387238 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '25875502-799e-44e0-baf2-e176b672d244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:32Z', 'updated_at': '2021-07-05T18:08:38Z', 'revision_number': 4, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'gw_port': {'id': '25875502-799e-44e0-baf2-e176b672d244', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:33Z', 'updated_at': '2021-07-05T18:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c717f185-9593-4778-ac46-7209af5103f0', 'name': '', 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'mac_address': 'fa:16:3e:c9:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0413208c-20fa-4b45-98ec-9c6f58ca1c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:37Z', 'updated_at': '2021-07-05T18:08:39Z', 'revision_number': 2, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'subnets': [{'id': '0413208c-20fa-4b45-98ec-9c6f58ca1c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:41.390544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Transition to ACTIVE for port object 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:41.397467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbe28870-4be2-4c68-b8b1-78c6580a7877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.400329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbe28870-4be2-4c68-b8b1-78c6580a7877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.408844 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cbe28870-4be2-4c68-b8b1-78c6580a7877 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cdeddcc8-968c-4e93-8077-3d234d52d6af HTTP/1.1" status: 204 len: 168 time: 0.5843105 Jul 05 18:08:41.415633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe28870-4be2-4c68-b8b1-78c6580a7877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdeddcc8-968c-4e93-8077-3d234d52d6af,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:41.456527 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.469950 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Checking router: 9c51ab01-3698-42c3-acaa-ae7f938e8742 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:41.470300 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Updating router 9c51ab01-3698-42c3-acaa-ae7f938e8742 port c717f185-9593-4778-ac46-7209af5103f0 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:08:41.477860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:41.478232 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.481757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Transition to ACTIVE for port object 2e2783cf-8c46-4da8-b9c9-5b570549d990 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:41.532676 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.536205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Transition to ACTIVE for port object 2e2783cf-8c46-4da8-b9c9-5b570549d990 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:41.539874 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.589194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Network ee04f9ef-fb0c-45a7-9031-927397111ae6 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:41.593579 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:41.601793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:41.605427 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.669637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Pushing event updated for resources: {'Port': ['ID=67981bdc-cdca-46f1-a0b3-1c0ba46bc40e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:41.722346 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.742752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Allocated IP 172.20.0.8 (4ecdcfdb-1469-4010-b301-6e5fd7628cf0/32f18b22-6b4b-46af-83a0-da667f61e98c/da1aa0e7-646b-4689-84e4-304be2388ba2) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:41.766859 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.865931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:41.904554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:41.910766 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:41.945979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:41.952849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Pushing event updated for resources: {'Port': ['ID=2e2783cf-8c46-4da8-b9c9-5b570549d990,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:42.015694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 25875502-799e-44e0-baf2-e176b672d244 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:42.035203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Deleting port c717f185-9593-4778-ac46-7209af5103f0 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:42.036207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.052469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Transition to ACTIVE for port object 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:42.077091 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.110225 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Transition to ACTIVE for port object c717f185-9593-4778-ac46-7209af5103f0 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:42.123771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Attempting to bind port 2e2783cf-8c46-4da8-b9c9-5b570549d990 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:42.124180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Attempting to bind port 2e2783cf-8c46-4da8-b9c9-5b570549d990 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '111ee9f6-1393-4218-b0f5-aa77139aed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:42.124556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Attempting to bind port 2e2783cf-8c46-4da8-b9c9-5b570549d990 on network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:42.135589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:42.135978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Checking segment: {'id': '111ee9f6-1393-4218-b0f5-aa77139aed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:42.136408 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.136810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Bound using segment: {'id': '111ee9f6-1393-4218-b0f5-aa77139aed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:42.137295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Bound port: 2e2783cf-8c46-4da8-b9c9-5b570549d990, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '111ee9f6-1393-4218-b0f5-aa77139aed38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:42.137685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.196623 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.220477 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.225336 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.239488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0af2d89c-255a-484b-b480-5ab5f760e519 None None] Provisioning for port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:42.261470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.283459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Calling delete_port for c717f185-9593-4778-ac46-7209af5103f0 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:42.309800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.311229 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b81e3-6083-43bd-9c87-2cfed662cc91 None None] Pushing event updated for resources: {'Port': ['ID=c717f185-9593-4778-ac46-7209af5103f0,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:42.331747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0af2d89c-255a-484b-b480-5ab5f760e519 None None] Provisioning complete for port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:42.332823 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0af2d89c-255a-484b-b480-5ab5f760e519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.345521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 25875502-799e-44e0-baf2-e176b672d244 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:42.345953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.360288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Transition to ACTIVE for port object da1aa0e7-646b-4689-84e4-304be2388ba2 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:42.446419 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Attempting to bind port c717f185-9593-4778-ac46-7209af5103f0 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:42.447707 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Attempting to bind port c717f185-9593-4778-ac46-7209af5103f0 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7f793d96-a088-4677-bfde-d72535a6f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:42.448070 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Attempting to bind port c717f185-9593-4778-ac46-7209af5103f0 on network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:42.464324 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:42.465433 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Checking segment: {'id': '7f793d96-a088-4677-bfde-d72535a6f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:42.467045 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.467629 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Bound using segment: {'id': '7f793d96-a088-4677-bfde-d72535a6f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:42.475292 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Bound port: c717f185-9593-4778-ac46-7209af5103f0, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f793d96-a088-4677-bfde-d72535a6f387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:42.476019 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.536745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33354) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:42.577478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41389f95-aa83-447c-9ee9-8d5be3a0dd26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.620333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624ec67-0765-4078-9a26-9d8e9ee539c5 None None] Pushing event updated for resources: {'Port': ['ID=0b4c970b-eea5-4520-8cf1-32b1c7c3c199,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:42.620537 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] For port c717f185-9593-4778-ac46-7209af5103f0, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:42.620660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Attempting to bind port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:42.620660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Attempting to bind port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:42.620660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Attempting to bind port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:42.628788 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] For port c717f185-9593-4778-ac46-7209af5103f0, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c717f185-9593-4778-ac46-7209af5103f0,segment=NetworkSegment(7f793d96-a088-4677-bfde-d72535a6f387),segment_id=7f793d96-a088-4677-bfde-d72535a6f387)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:42.639357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] For port 2e2783cf-8c46-4da8-b9c9-5b570549d990, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:42.645293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0af2d89c-255a-484b-b480-5ab5f760e519 None None] Port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:42.654931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-726b1a91-dd94-4750-a347-191882f69c69 req-0c42f5d6-71b3-4fa3-863a-7e18523ba57a tempest-DeleteServersTestJSON-1605149595 tempest-DeleteServersTestJSON-1605149595-project] 10.222.0.30 "GET /v2.0/ports?device_id=f3144a4f-0bef-42d5-add1-33053a0dbd64 HTTP/1.1" status: 200 len: 210 time: 0.1225808 Jul 05 18:08:42.677831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:42.677831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:42.677831 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.677831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:42.677831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Bound port: 0b4c970b-eea5-4520-8cf1-32b1c7c3c199, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:42.677831 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.678743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-3cab6ec6-2a78-4516-b5f1-e88ddf1cfbc0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5355008 Jul 05 18:08:42.683358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] For port 2e2783cf-8c46-4da8-b9c9-5b570549d990, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2e2783cf-8c46-4da8-b9c9-5b570549d990,segment=NetworkSegment(111ee9f6-1393-4218-b0f5-aa77139aed38),segment_id=111ee9f6-1393-4218-b0f5-aa77139aed38)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:42.705683 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.778503 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.782885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.807304 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Routers {'9c51ab01-3698-42c3-acaa-ae7f938e8742'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:42.808647 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9c51ab01-3698-42c3-acaa-ae7f938e8742'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:42.811878 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b81e3-6083-43bd-9c87-2cfed662cc91 None None] Pushing event updated for resources: {'Port': ['ID=c717f185-9593-4778-ac46-7209af5103f0,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:42.836747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-88c42dce-52eb-428a-9627-71d56a779199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:42.841908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-88c42dce-52eb-428a-9627-71d56a779199 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 1096 time: 0.1385839 Jul 05 18:08:42.861415 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41389f95-aa83-447c-9ee9-8d5be3a0dd26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.865424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:42.877745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:42.878383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Port': ['ID=da1aa0e7-646b-4689-84e4-304be2388ba2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:42.881125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:42.964027 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:42.990432 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] Set router 9c51ab01-3698-42c3-acaa-ae7f938e8742 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:43.025024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:43.025541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 54bba53c-8d84-4f7c-9777-188db7f4183d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:43.025674 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:43.027777 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:43.035956 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41389f95-aa83-447c-9ee9-8d5be3a0dd26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:43.043477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:43.081299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 54bba53c-8d84-4f7c-9777-188db7f4183d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:43.084080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Pushing event updated for resources: {'Port': ['ID=67981bdc-cdca-46f1-a0b3-1c0ba46bc40e,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:43.084239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 54bba53c-8d84-4f7c-9777-188db7f4183d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:43.104509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-99d2cb8a-f46b-419f-b745-7d749d41c3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:43.106021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-99d2cb8a-f46b-419f-b745-7d749d41c3fb service neutron] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 911 time: 0.2386844 Jul 05 18:08:43.106972 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:43.121095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c717f185-9593-4778-ac46-7209af5103f0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:43.159737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37a807-25ba-4dc0-a2f5-6cb4f391c7e8 None None] Pushing event updated for resources: {'Port': ['ID=2e2783cf-8c46-4da8-b9c9-5b570549d990,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:43.174977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] For port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:43.200731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f9beadbf-9da0-4704-a559-a09a61eb00f4 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1895151 Jul 05 18:08:43.203318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] For port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0b4c970b-eea5-4520-8cf1-32b1c7c3c199,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:43.204091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33356) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:43.224190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'port': {'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0', 'name': 'tempest-AllowedAddressPairTestJSON-1608086028', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3b:bd:9a'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:43.258240 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-41389f95-aa83-447c-9ee9-8d5be3a0dd26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b25bd590b83435daaf126fe42446cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7204878 Jul 05 18:08:43.265132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33358) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:43.265871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41389f95-aa83-447c-9ee9-8d5be3a0dd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2f286e-0e49-4333-90d4-80dd42b67fa9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:43.267592 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:43.329958 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '25875502-799e-44e0-baf2-e176b672d244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:32Z', 'updated_at': '2021-07-05T18:08:38Z', 'revision_number': 4, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'gw_port': {'id': '25875502-799e-44e0-baf2-e176b672d244', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:33Z', 'updated_at': '2021-07-05T18:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c717f185-9593-4778-ac46-7209af5103f0', 'name': '', 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'mac_address': 'fa:16:3e:c9:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0413208c-20fa-4b45-98ec-9c6f58ca1c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:37Z', 'updated_at': '2021-07-05T18:08:42Z', 'revision_number': 4, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'subnets': [{'id': '0413208c-20fa-4b45-98ec-9c6f58ca1c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:43.369589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-5d0c8eb5-6bf9-499f-982e-edec1ee9b1df service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe HTTP/1.1" status: 200 len: 1001 time: 0.2537053 Jul 05 18:08:43.381212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f3254237-6e5a-47ee-952b-b1932d8108ab None None] Could not find standard attr ID for object c717f185-9593-4778-ac46-7209af5103f0. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:08:43.433123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:43.434033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:43.492053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c41f7ae7-83d7-4a4b-bb90-3928fbd05c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:43.508269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:43.541590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Network ee04f9ef-fb0c-45a7-9031-927397111ae6 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:43.563438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c41f7ae7-83d7-4a4b-bb90-3928fbd05c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:43.570831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:43.613292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624ec67-0765-4078-9a26-9d8e9ee539c5 None None] Pushing event updated for resources: {'Port': ['ID=0b4c970b-eea5-4520-8cf1-32b1c7c3c199,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:43.618772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-1370fc8d-0518-4073-8d50-5a6cb4be1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:43.622721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-1370fc8d-0518-4073-8d50-5a6cb4be1c4c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.2335422 Jul 05 18:08:43.677850 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fb2ee7-1574-46d8-9730-117afc80e5c7 None None] The sync data for ids ['9c51ab01-3698-42c3-acaa-ae7f938e8742'] in n-d-799524-1 is: [{'id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '25875502-799e-44e0-baf2-e176b672d244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:32Z', 'updated_at': '2021-07-05T18:08:38Z', 'revision_number': 4, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'gw_port': {'id': '25875502-799e-44e0-baf2-e176b672d244', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bd:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:33Z', 'updated_at': '2021-07-05T18:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c717f185-9593-4778-ac46-7209af5103f0', 'name': '', 'network_id': 'b2b8f97b-54f9-4d40-bcf8-84e0612a42a0', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'mac_address': 'fa:16:3e:c9:74:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'device_owner': 'network:router_interface', 'standard_attr_id': 1346, 'fixed_ips': [{'subnet_id': '0413208c-20fa-4b45-98ec-9c6f58ca1c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:37Z', 'updated_at': '2021-07-05T18:08:42Z', 'revision_number': 4, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'subnets': [{'id': '0413208c-20fa-4b45-98ec-9c6f58ca1c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:43.791745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:44.016583 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c41f7ae7-83d7-4a4b-bb90-3928fbd05c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:44.025404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c41f7ae7-83d7-4a4b-bb90-3928fbd05c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:44.031424 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c41f7ae7-83d7-4a4b-bb90-3928fbd05c24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e2f286e-0e49-4333-90d4-80dd42b67fa9 HTTP/1.1" status: 204 len: 168 time: 0.7609854 Jul 05 18:08:44.077741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f7ae7-83d7-4a4b-bb90-3928fbd05c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2f286e-0e49-4333-90d4-80dd42b67fa9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:44.121499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Router a6ebee24-c0c7-4e6d-a660-275a8ed0292d has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:08:44.167545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Router 9c51ab01-3698-42c3-acaa-ae7f938e8742 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:08:44.176876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2e2783cf-8c46-4da8-b9c9-5b570549d990 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:44.226467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Made reservation on behalf of 3f960c3ff378487e9a878b2458e18c66 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:44.259317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-6bbe29cc-658f-40bb-ac08-1114fbf36e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:44.267814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-6bbe29cc-658f-40bb-ac08-1114fbf36e7d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6260562 Jul 05 18:08:44.304576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-44301494-fbca-4c10-9a88-aff2a7e0f5a9 None None] Provisioning complete for port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:44.304961 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44301494-fbca-4c10-9a88-aff2a7e0f5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:44.450663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-44301494-fbca-4c10-9a88-aff2a7e0f5a9 None None] Port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:44.461503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:42Z', 'revision_number': 2, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:44.515200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb1d360-298d-4f60-baad-2de9e10b135b None None] The sync data for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 is: [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:42Z', 'revision_number': 2, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:44.539199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2e2783cf-8c46-4da8-b9c9-5b570549d990 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:44.916444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:44.941691 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2df607db-e468-47d5-9c54-3b8c4e4e35b7 admin admin] 10.222.0.30 "PUT /v2.0/routers/9c51ab01-3698-42c3-acaa-ae7f938e8742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9744000 Jul 05 18:08:44.941691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33392) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:45.127899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614bf61-3479-44fc-b002-15a41baf9098 None None] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:45.216502 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:45.394715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f523e9a3-8d08-47db-97eb-c79178dcb02b None None] Provisioning for port 2e2783cf-8c46-4da8-b9c9-5b570549d990 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:45.422215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f523e9a3-8d08-47db-97eb-c79178dcb02b None None] Provisioning complete for port 2e2783cf-8c46-4da8-b9c9-5b570549d990 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:45.422983 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f523e9a3-8d08-47db-97eb-c79178dcb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:45.425683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:08:45.433790 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:45.439072 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-41ad6079-d20a-4f2e-a133-a968acac287b admin admin] 10.222.0.30 "PUT /v2.0/routers/a6ebee24-c0c7-4e6d-a660-275a8ed0292d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5606811 Jul 05 18:08:45.459846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-651a9c65-8839-449b-b989-f65fdcde41dd service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1572850 Jul 05 18:08:45.467905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] device_id is not set on port ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:45.490774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:45.692509 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f523e9a3-8d08-47db-97eb-c79178dcb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:45.764168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Deleting port 25875502-799e-44e0-baf2-e176b672d244 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:45.772835 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:45.832024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f523e9a3-8d08-47db-97eb-c79178dcb02b None None] For port 2e2783cf-8c46-4da8-b9c9-5b570549d990, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2e2783cf-8c46-4da8-b9c9-5b570549d990,segment=NetworkSegment(111ee9f6-1393-4218-b0f5-aa77139aed38),segment_id=111ee9f6-1393-4218-b0f5-aa77139aed38)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:45.922846 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f523e9a3-8d08-47db-97eb-c79178dcb02b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:45.934805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Allocated IP 172.20.0.12 (4ecdcfdb-1469-4010-b301-6e5fd7628cf0/32f18b22-6b4b-46af-83a0-da667f61e98c/ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:45.961824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4b7c92-393c-41d3-b680-6e0d6a232bed req-c0be7932-64d5-42c2-b38a-795218c23693 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309652 Jul 05 18:08:46.043752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] For port 25875502-799e-44e0-baf2-e176b672d244, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=25875502-799e-44e0-baf2-e176b672d244,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:46.044317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:46.100212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523e9a3-8d08-47db-97eb-c79178dcb02b None None] Pushing event updated for resources: {'Port': ['ID=2e2783cf-8c46-4da8-b9c9-5b570549d990,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:46.171265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Calling delete_port for 25875502-799e-44e0-baf2-e176b672d244 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:46.361149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b8aa991-af73-417d-80ca-68dc85e692c0 None None] Provisioning for port da1aa0e7-646b-4689-84e4-304be2388ba2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:46.365785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b8aa991-af73-417d-80ca-68dc85e692c0 None None] Provisioning complete for port da1aa0e7-646b-4689-84e4-304be2388ba2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:46.373932 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b8aa991-af73-417d-80ca-68dc85e692c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:46.466245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:46.492980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0b8aa991-af73-417d-80ca-68dc85e692c0 None None] Port da1aa0e7-646b-4689-84e4-304be2388ba2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:46.523113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Transition to ACTIVE for port object ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:46.547276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b8aa991-af73-417d-80ca-68dc85e692c0 None None] Provisioning complete for port 2e2783cf-8c46-4da8-b9c9-5b570549d990 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:46.547276 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b8aa991-af73-417d-80ca-68dc85e692c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:46.714472 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:46.756606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:46.769691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:46.778312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:46.783717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:46.808046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Port': ['ID=ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:46.814550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Pushing event deleted for resources: {'Port': ['ID=25875502-799e-44e0-baf2-e176b672d244,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:46.838257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] Sync routers for ids ['9c51ab01-3698-42c3-acaa-ae7f938e8742'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:46.889531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] Routers {'9c51ab01-3698-42c3-acaa-ae7f938e8742'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:46.890457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9c51ab01-3698-42c3-acaa-ae7f938e8742'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:46.940371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:46.942330 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:46.960611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8410f203-08f4-48d9-a03a-9d3a6d42b5f8 None None] Provisioning complete for port da1aa0e7-646b-4689-84e4-304be2388ba2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:46.961453 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8410f203-08f4-48d9-a03a-9d3a6d42b5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:46.992859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.059782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f1ff0568-4a90-45cf-b70c-2924a5f0123f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.8542478 Jul 05 18:08:47.061976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33468) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:47.063000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-8410f203-08f4-48d9-a03a-9d3a6d42b5f8 None None] Port da1aa0e7-646b-4689-84e4-304be2388ba2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:47.087262 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] Set router 9c51ab01-3698-42c3-acaa-ae7f938e8742 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:47.182910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:32Z', 'updated_at': '2021-07-05T18:08:46Z', 'revision_number': 7, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:47.194396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.200391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.224927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] Checking router: 9c51ab01-3698-42c3-acaa-ae7f938e8742 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:47.236191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] Routers {'9c51ab01-3698-42c3-acaa-ae7f938e8742'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:47.237144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9c51ab01-3698-42c3-acaa-ae7f938e8742'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:47.338838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] Set router 9c51ab01-3698-42c3-acaa-ae7f938e8742 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:47.362916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b094a0-1816-4183-bcda-4ed170f94105 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:47.377522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b094a0-1816-4183-bcda-4ed170f94105 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:47.398174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b094a0-1816-4183-bcda-4ed170f94105 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:47.405160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33476) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:47.408068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d6b094a0-1816-4183-bcda-4ed170f94105 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3432555 Jul 05 18:08:47.440444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:32Z', 'updated_at': '2021-07-05T18:08:46Z', 'revision_number': 7, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:47.469780 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.475771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f909f49a-3704-4558-9fc3-e58cdcc57240 None None] The sync data for ids ['9c51ab01-3698-42c3-acaa-ae7f938e8742'] in n-d-799524-1 is: [{'id': '9c51ab01-3698-42c3-acaa-ae7f938e8742', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1578053375-router', 'tenant_id': '0d8439bc987b4018a069415dd26e8981', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:32Z', 'updated_at': '2021-07-05T18:08:46Z', 'revision_number': 7, 'project_id': '0d8439bc987b4018a069415dd26e8981', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:47.485114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c51ab01-3698-42c3-acaa-ae7f938e8742 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:08:47.499007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-38880c97-2dbf-49c7-89bd-72ab0f51f00e None None] Provisioning for port ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:47.505934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-38880c97-2dbf-49c7-89bd-72ab0f51f00e None None] Provisioning complete for port ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:47.506984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.507462 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38880c97-2dbf-49c7-89bd-72ab0f51f00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.516040 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-247bf0a5-d35f-4fca-9c7a-e9e40067b3ec admin admin] 10.222.0.30 "DELETE /v2.0/routers/9c51ab01-3698-42c3-acaa-ae7f938e8742 HTTP/1.1" status: 204 len: 168 time: 2.5772727 Jul 05 18:08:47.519746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33482) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:47.600477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-952fa05b-b3be-46c3-867d-6426619cc6b5 admin admin] Deleting subnet 0413208c-20fa-4b45-98ec-9c6f58ca1c15 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:08:47.606903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-38880c97-2dbf-49c7-89bd-72ab0f51f00e None None] Port ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:47.613920 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-952fa05b-b3be-46c3-867d-6426619cc6b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.662449 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-952fa05b-b3be-46c3-867d-6426619cc6b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.672065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f714eae7-93d1-45f2-bc89-5573eb9ca120 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Deleting port ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:47.672416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f714eae7-93d1-45f2-bc89-5573eb9ca120 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.823049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-952fa05b-b3be-46c3-867d-6426619cc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.832535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f714eae7-93d1-45f2-bc89-5573eb9ca120 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:47.869350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f714eae7-93d1-45f2-bc89-5573eb9ca120 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Calling delete_port for ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:47.991601 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-952fa05b-b3be-46c3-867d-6426619cc6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.051786 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-952fa05b-b3be-46c3-867d-6426619cc6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.058155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-952fa05b-b3be-46c3-867d-6426619cc6b5 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0413208c-20fa-4b45-98ec-9c6f58ca1c15 HTTP/1.1" status: 204 len: 168 time: 0.5352345 Jul 05 18:08:48.060687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33494) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:48.061191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952fa05b-b3be-46c3-867d-6426619cc6b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0413208c-20fa-4b45-98ec-9c6f58ca1c15,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:48.061705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a636fd0-d185-4939-8c39-f4ee131e4f8e None None] Network b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:48.170480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.184204 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f714eae7-93d1-45f2-bc89-5573eb9ca120 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.296363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f714eae7-93d1-45f2-bc89-5573eb9ca120 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event deleted for resources: {'Port': ['ID=ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:48.301257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Deleting port 69c122e4-5c08-46d7-80f3-b1098309b2a1 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:48.304921 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.514957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] For port 69c122e4-5c08-46d7-80f3-b1098309b2a1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=69c122e4-5c08-46d7-80f3-b1098309b2a1,segment=NetworkSegment(7f793d96-a088-4677-bfde-d72535a6f387),segment_id=7f793d96-a088-4677-bfde-d72535a6f387)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:48.515591 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.541983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Calling delete_port for 69c122e4-5c08-46d7-80f3-b1098309b2a1 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:48.644333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2e2783cf-8c46-4da8-b9c9-5b570549d990 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:48.646469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] DHCP port deletion for b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:08:48.702470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f714eae7-93d1-45f2-bc89-5573eb9ca120 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.707846 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f714eae7-93d1-45f2-bc89-5573eb9ca120 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "DELETE /v2.0/ports/ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c HTTP/1.1" status: 204 len: 168 time: 1.3015935 Jul 05 18:08:48.711017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33534) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:48.841729 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04872a6-acb5-40af-87b9-6992775ab0ea tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] GET failed (client error): The resource could not be found. Jul 05 18:08:48.846089 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d04872a6-acb5-40af-87b9-6992775ab0ea tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "GET /v2.0/ports/ac66bc63-d6a5-4b90-bbb7-db947c0e1a2c HTTP/1.1" status: 404 len: 333 time: 0.1291912 Jul 05 18:08:48.848497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33540) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:48.873865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'port': {'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0', 'name': 'tempest-AllowedAddressPairTestJSON-1952340495'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:48.892940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.894884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2e2783cf-8c46-4da8-b9c9-5b570549d990 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:48.895589 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.953122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] Deleting port 69c122e4-5c08-46d7-80f3-b1098309b2a1 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:48.953846 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:48.961887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=69c122e4-5c08-46d7-80f3-b1098309b2a1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:48.983211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] No DVR routers for this DVR port 69c122e4-5c08-46d7-80f3-b1098309b2a1 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:08:49.040993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] For port 69c122e4-5c08-46d7-80f3-b1098309b2a1, host n-d-799524-1, got binding levels [] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:49.041540 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.081037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] Calling delete_port for 69c122e4-5c08-46d7-80f3-b1098309b2a1 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:49.090287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.ipam_backend_mixin [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] Port 69c122e4-5c08-46d7-80f3-b1098309b2a1 was not found and therefore no delete operation was performed {{(pid=100999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:08:49.097979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.122371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] No DVR routers for this DVR port 69c122e4-5c08-46d7-80f3-b1098309b2a1 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:08:49.171533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27073df9-357d-4f62-9475-4c021ff35b3e None None] Pushing event deleted for resources: {'Port': ['ID=69c122e4-5c08-46d7-80f3-b1098309b2a1,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:49.186359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:49.206976 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.213646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Made reservation on behalf of 3f960c3ff378487e9a878b2458e18c66 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:49.217624 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.217765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b8f97b-54f9-4d40-bcf8-84e0612a42a0']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:49.253609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f793d96-a088-4677-bfde-d72535a6f387') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:49.253915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f793d96-a088-4677-bfde-d72535a6f387') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:49.268416 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.268660 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] device_id is not set on port a42b3d98-5d07-4dfa-a541-d5072e0838d5 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:49.294371 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.312884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:08:49.313630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:08:49.315855 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:08:49.339009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:49.343839 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:49.344221 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.456525 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Sync routers for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:08:49.468621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Allocated IP 172.20.0.9 (4ecdcfdb-1469-4010-b301-6e5fd7628cf0/32f18b22-6b4b-46af-83a0-da667f61e98c/a42b3d98-5d07-4dfa-a541-d5072e0838d5) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:49.479639 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:49.480684 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:49.493848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.499919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.504279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] 10.222.0.30 "DELETE /v2.0/networks/b2b8f97b-54f9-4d40-bcf8-84e0612a42a0 HTTP/1.1" status: 204 len: 168 time: 1.4344463 Jul 05 18:08:49.509622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.524193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a827cc8-ce53-4d96-baf5-8a04e90b8ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b8f97b-54f9-4d40-bcf8-84e0612a42a0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:49.541323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0b4c970b-eea5-4520-8cf1-32b1c7c3c199,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:49.643488 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.660541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c717f185-9593-4778-ac46-7209af5103f0 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:49.733816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:49.752081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c717f185-9593-4778-ac46-7209af5103f0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:49.767616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c717f185-9593-4778-ac46-7209af5103f0 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:49.770676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Transition to ACTIVE for port object a42b3d98-5d07-4dfa-a541-d5072e0838d5 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:49.798231 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:49.871133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=0b4c970b-eea5-4520-8cf1-32b1c7c3c199,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:49.967376 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-6f58c888-7dce-4aaf-9c93-f3a1d579a2b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1669214 Jul 05 18:08:49.988399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 25875502-799e-44e0-baf2-e176b672d244 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:49.997070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.023167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 25875502-799e-44e0-baf2-e176b672d244 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:50.023962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 25875502-799e-44e0-baf2-e176b672d244 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:50.024617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 69c122e4-5c08-46d7-80f3-b1098309b2a1 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:08:50.050196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 69c122e4-5c08-46d7-80f3-b1098309b2a1 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:08:50.050920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 69c122e4-5c08-46d7-80f3-b1098309b2a1 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:08:50.198672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33558) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:50.199805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:50.207724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:50.215030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:50.232410 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:42Z', 'revision_number': 2, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:50.280282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-92323ebf-3de5-4fee-93bd-0cdd49c6d977 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d8439bc987b4018a069415dd26e8981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0774443 Jul 05 18:08:50.282537 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Checking router: a6ebee24-c0c7-4e6d-a660-275a8ed0292d for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:08:50.283004 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Updating router a6ebee24-c0c7-4e6d-a660-275a8ed0292d port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:08:50.284988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33562) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:50.320366 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.329601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Port': ['ID=a42b3d98-5d07-4dfa-a541-d5072e0838d5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:50.368854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:50.369496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.390695 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7cba-ae93-4861-b149-436703c8f852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.423469 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7cba-ae93-4861-b149-436703c8f852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.453651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-e059acec-5079-4d84-905f-d94cf3f4cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:50.456645 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-e059acec-5079-4d84-905f-d94cf3f4cd73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 1096 time: 0.3668754 Jul 05 18:08:50.495848 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-094783c0-e301-4d6b-b318-fce0772b0dfa tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6427503 Jul 05 18:08:50.500833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33564) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:50.510069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b78373a4-b122-4663-b9e9-f6a6dc9e2404 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3b:bd:9a'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:50.608666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7cba-ae93-4861-b149-436703c8f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.611467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-d78d985b-0f8c-4f40-ba65-3d6e456ce162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:50.613414 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-d78d985b-0f8c-4f40-ba65-3d6e456ce162 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 917 time: 0.1308694 Jul 05 18:08:50.620054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9e7cba-ae93-4861-b149-436703c8f852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.628657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6b9e7cba-ae93-4861-b149-436703c8f852 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7da76dfe-85cd-4ed1-bdff-03ef808e1beb HTTP/1.1" status: 204 len: 168 time: 0.3408401 Jul 05 18:08:50.709484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e7cba-ae93-4861-b149-436703c8f852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da76dfe-85cd-4ed1-bdff-03ef808e1beb,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:50.757349 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0ebd89d0-da67-49f9-96f0-7918a4a0e330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.773192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-406afe36-e62c-4c23-87c8-783128045062 None None] Provisioning for port a42b3d98-5d07-4dfa-a541-d5072e0838d5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:50.781973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-406afe36-e62c-4c23-87c8-783128045062 None None] Provisioning complete for port a42b3d98-5d07-4dfa-a541-d5072e0838d5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:50.783066 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-406afe36-e62c-4c23-87c8-783128045062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.841395 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-10493aa7-f6c9-4a4b-8f40-c3609b91619a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009a39d3-3dda-4027-ab22-aaba0f8365df HTTP/1.1" status: 200 len: 1000 time: 0.2179663 Jul 05 18:08:50.843260 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.859204 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Transition to ACTIVE for port object 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:50.897433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-406afe36-e62c-4c23-87c8-783128045062 None None] Port a42b3d98-5d07-4dfa-a541-d5072e0838d5 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:50.932273 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b78373a4-b122-4663-b9e9-f6a6dc9e2404 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:50.932545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-6b5df3a4-cd0f-4330-b373-f6d745e0fbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:50.932545 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-6b5df3a4-cd0f-4330-b373-f6d745e0fbb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.0764971 Jul 05 18:08:50.950535 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:51.121863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-e119ccb3-95fe-4378-ba36-cff8e7f8b867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:51.123480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-e119ccb3-95fe-4378-ba36-cff8e7f8b867 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1828334 Jul 05 18:08:51.171915 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb66bb0-086a-4d5f-b9ef-d1a8bd1f654e None None] Pushing event updated for resources: {'Port': ['ID=67981bdc-cdca-46f1-a0b3-1c0ba46bc40e,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:51.218841 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Attempting to bind port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:08:51.222114 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Attempting to bind port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:08:51.222698 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Attempting to bind port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e on network ee04f9ef-fb0c-45a7-9031-927397111ae6 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:08:51.242452 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:08:51.243164 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Checking segment: {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:51.243724 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:51.244354 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Bound using segment: {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:08:51.244988 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Bound port: 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:08:51.245563 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:51.425000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-f7c4bff7-5633-44e8-884d-c93b61d87a4a service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860744 Jul 05 18:08:51.479392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b78373a4-b122-4663-b9e9-f6a6dc9e2404 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:51.497280 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] For port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:08:51.501988 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] For port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=67981bdc-cdca-46f1-a0b3-1c0ba46bc40e,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:08:51.628887 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f9ac0c32-f2ab-4f38-9765-a359b83e1bf0 req-83fb4853-313c-4da3-ac8c-b4faa7514f37 service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933479 Jul 05 18:08:51.642306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b78373a4-b122-4663-b9e9-f6a6dc9e2404 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:51.642551 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:51.769770 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:08:51.774709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:51.782849 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb66bb0-086a-4d5f-b9ef-d1a8bd1f654e None None] Pushing event updated for resources: {'Port': ['ID=67981bdc-cdca-46f1-a0b3-1c0ba46bc40e,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:51.782967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78373a4-b122-4663-b9e9-f6a6dc9e2404 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Port': ['ID=a42b3d98-5d07-4dfa-a541-d5072e0838d5,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:51.860288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33598) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:51.970524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b78373a4-b122-4663-b9e9-f6a6dc9e2404 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] In _notify_port_updated(), no bound segment for port a42b3d98-5d07-4dfa-a541-d5072e0838d5 on network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:08:51.982595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78373a4-b122-4663-b9e9-f6a6dc9e2404 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:51.996089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b78373a4-b122-4663-b9e9-f6a6dc9e2404 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:51.997662 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b78373a4-b122-4663-b9e9-f6a6dc9e2404 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "PUT /v2.0/ports/a42b3d98-5d07-4dfa-a541-d5072e0838d5 HTTP/1.1" status: 200 len: 993 time: 1.4954970 Jul 05 18:08:52.000913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33604) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:52.027117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:52.036764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-b903bc07-95dd-4ef8-a3f9-53e6ff12dfa0 admin admin] Deleting subnet 9bc817a4-e30e-4735-8b7a-fc82953cd1db {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:08:52.046109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b903bc07-95dd-4ef8-a3f9-53e6ff12dfa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:52.131013 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:08:52.199041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:52.202320 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:52.283839 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b903bc07-95dd-4ef8-a3f9-53e6ff12dfa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:52.302984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7d18465c-6cee-4cf1-99d0-75281abe5edd None None] Provisioning complete for port a42b3d98-5d07-4dfa-a541-d5072e0838d5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:52.303626 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d18465c-6cee-4cf1-99d0-75281abe5edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:52.464242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b903bc07-95dd-4ef8-a3f9-53e6ff12dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:52.499166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7d18465c-6cee-4cf1-99d0-75281abe5edd None None] Port a42b3d98-5d07-4dfa-a541-d5072e0838d5 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:52.513055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4498a-6155-4bed-9dad-2411b6046037 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Deleting port a42b3d98-5d07-4dfa-a541-d5072e0838d5 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:52.513680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1a4498a-6155-4bed-9dad-2411b6046037 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:52.538961 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:51Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:52.624579 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914d0314-01e2-41ec-a086-7a3adbf2f6d2 None None] The sync data for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 is: [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:51Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:08:52.728571 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1a4498a-6155-4bed-9dad-2411b6046037 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:52.746799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4498a-6155-4bed-9dad-2411b6046037 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Calling delete_port for a42b3d98-5d07-4dfa-a541-d5072e0838d5 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:52.829108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b903bc07-95dd-4ef8-a3f9-53e6ff12dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:52.877849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b903bc07-95dd-4ef8-a3f9-53e6ff12dfa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bc817a4-e30e-4735-8b7a-fc82953cd1db,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:52.884145 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b903bc07-95dd-4ef8-a3f9-53e6ff12dfa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:52.889654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33628) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:52.891113 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b903bc07-95dd-4ef8-a3f9-53e6ff12dfa0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9bc817a4-e30e-4735-8b7a-fc82953cd1db HTTP/1.1" status: 204 len: 168 time: 1.0323362 Jul 05 18:08:52.984613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.048425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1a4498a-6155-4bed-9dad-2411b6046037 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.093351 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4498a-6155-4bed-9dad-2411b6046037 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event deleted for resources: {'Port': ['ID=a42b3d98-5d07-4dfa-a541-d5072e0838d5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:53.101736 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.115065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11678359-d42e-442f-80db-89c8dd5427d0']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:53.143530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a1da50-2f3d-4f57-ae58-4387e05a5359') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:53.144975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a1da50-2f3d-4f57-ae58-4387e05a5359') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:08:53.160576 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.181919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.194938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:08:53.195606 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:08:53.198771 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:08:53.341289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1a4498a-6155-4bed-9dad-2411b6046037 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.343568 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b1a4498a-6155-4bed-9dad-2411b6046037 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "DELETE /v2.0/ports/a42b3d98-5d07-4dfa-a541-d5072e0838d5 HTTP/1.1" status: 204 len: 168 time: 1.3413768 Jul 05 18:08:53.346423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33638) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:53.404622 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.409961 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88eb557-7a94-4877-a86b-54cc1f1ccd41 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] GET failed (client error): The resource could not be found. Jul 05 18:08:53.420453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f88eb557-7a94-4877-a86b-54cc1f1ccd41 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "GET /v2.0/ports/a42b3d98-5d07-4dfa-a541-d5072e0838d5 HTTP/1.1" status: 404 len: 333 time: 0.0692847 Jul 05 18:08:53.421554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33642) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:53.427773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'port': {'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0', 'name': 'tempest-AllowedAddressPairTestJSON-276168162'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:53.430075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.436778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/11678359-d42e-442f-80db-89c8dd5427d0 HTTP/1.1" status: 204 len: 168 time: 0.5460062 Jul 05 18:08:53.437916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a2e8151e-996d-4526-9c1e-9c6a9b12f409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.459222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827349b-4338-4601-be41-599e4adbc8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11678359-d42e-442f-80db-89c8dd5427d0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:53.618969 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.716151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Made reservation on behalf of 3f960c3ff378487e9a878b2458e18c66 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:53.720315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:53.757854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] device_id is not set on port fd4257f8-b3c2-421b-8788-a7e8dad4cecb yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:53.965489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:53.986413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Allocated IP 172.20.0.12 (4ecdcfdb-1469-4010-b301-6e5fd7628cf0/32f18b22-6b4b-46af-83a0-da667f61e98c/fd4257f8-b3c2-421b-8788-a7e8dad4cecb) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:54.081750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:54.088359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:54.088972 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.105133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33652) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:54.163905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-00c796f7-5fdd-4218-a41c-4ea700d72699 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5d9dc7e44164a6fac406c4a8a582197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574648 Jul 05 18:08:54.164877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33654) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:54.243087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83943368-84bb-4baf-8b5e-8f810190285a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.248837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.251830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.268290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Transition to ACTIVE for port object fd4257f8-b3c2-421b-8788-a7e8dad4cecb will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:54.279384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83943368-84bb-4baf-8b5e-8f810190285a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.285297 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=67981bdc-cdca-46f1-a0b3-1c0ba46bc40e,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:08:54.333563 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.395024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=67981bdc-cdca-46f1-a0b3-1c0ba46bc40e,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:54.397405 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.425123 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83943368-84bb-4baf-8b5e-8f810190285a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.429481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83943368-84bb-4baf-8b5e-8f810190285a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.438508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-83943368-84bb-4baf-8b5e-8f810190285a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75e93096-0a81-41b8-81a3-235a8caa4300 HTTP/1.1" status: 204 len: 168 time: 0.2693949 Jul 05 18:08:54.453847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:54.455668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:54.461017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:54.476830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83943368-84bb-4baf-8b5e-8f810190285a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e93096-0a81-41b8-81a3-235a8caa4300,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:54.516769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Port': ['ID=fd4257f8-b3c2-421b-8788-a7e8dad4cecb,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:54.568924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:54.569565 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.585220 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.681556 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac4fd0dc-81a4-421d-947a-b88f7e480c36 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2556624 Jul 05 18:08:54.686297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33668) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:54.687047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5b73e17c-7bce-4531-8c41-976cc0748c3f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:3b:bd:9a'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:54.872511 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5b73e17c-7bce-4531-8c41-976cc0748c3f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.902375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d16d6119-c109-4a0d-81b6-fe8f77854c31 None None] Provisioning for port fd4257f8-b3c2-421b-8788-a7e8dad4cecb completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:54.903773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d16d6119-c109-4a0d-81b6-fe8f77854c31 None None] Provisioning complete for port fd4257f8-b3c2-421b-8788-a7e8dad4cecb triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:54.904315 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d16d6119-c109-4a0d-81b6-fe8f77854c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:54.972351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d16d6119-c109-4a0d-81b6-fe8f77854c31 None None] Port fd4257f8-b3c2-421b-8788-a7e8dad4cecb cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:55.146963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5b73e17c-7bce-4531-8c41-976cc0748c3f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:55.238637 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5b73e17c-7bce-4531-8c41-976cc0748c3f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:55.366717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b73e17c-7bce-4531-8c41-976cc0748c3f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Port': ['ID=fd4257f8-b3c2-421b-8788-a7e8dad4cecb,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:55.396206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5b73e17c-7bce-4531-8c41-976cc0748c3f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] In _notify_port_updated(), no bound segment for port fd4257f8-b3c2-421b-8788-a7e8dad4cecb on network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:08:55.397595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b73e17c-7bce-4531-8c41-976cc0748c3f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:55.398277 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5b73e17c-7bce-4531-8c41-976cc0748c3f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:55.402178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5b73e17c-7bce-4531-8c41-976cc0748c3f tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "PUT /v2.0/ports/fd4257f8-b3c2-421b-8788-a7e8dad4cecb HTTP/1.1" status: 200 len: 996 time: 0.7172182 Jul 05 18:08:55.404342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33708) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:55.624757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bff91ed6-4c68-45e1-88c5-60d1f3883a51 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Deleting port fd4257f8-b3c2-421b-8788-a7e8dad4cecb {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:08:55.626310 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff91ed6-4c68-45e1-88c5-60d1f3883a51 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:55.711598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b45f7653-3bd4-48e6-b9b2-79661bc79bf1 None None] Provisioning complete for port fd4257f8-b3c2-421b-8788-a7e8dad4cecb triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:55.712111 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b45f7653-3bd4-48e6-b9b2-79661bc79bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:55.758734 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:08:55.791132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff91ed6-4c68-45e1-88c5-60d1f3883a51 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:55.799651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b45f7653-3bd4-48e6-b9b2-79661bc79bf1 None None] Port fd4257f8-b3c2-421b-8788-a7e8dad4cecb cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:55.807790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bff91ed6-4c68-45e1-88c5-60d1f3883a51 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Calling delete_port for fd4257f8-b3c2-421b-8788-a7e8dad4cecb owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:08:55.953995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:08:56.052864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:56.053493 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.094442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff91ed6-4c68-45e1-88c5-60d1f3883a51 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.149680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff91ed6-4c68-45e1-88c5-60d1f3883a51 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event deleted for resources: {'Port': ['ID=fd4257f8-b3c2-421b-8788-a7e8dad4cecb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:56.155040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33732) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:56.321759 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.357751 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff91ed6-4c68-45e1-88c5-60d1f3883a51 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.363911 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bff91ed6-4c68-45e1-88c5-60d1f3883a51 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "DELETE /v2.0/ports/fd4257f8-b3c2-421b-8788-a7e8dad4cecb HTTP/1.1" status: 204 len: 168 time: 0.9559202 Jul 05 18:08:56.365142 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33738) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:56.414977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-475082964-network', 'tenant_id': '663477122ee2490186fb06acb50709ab'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:56.424461 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23ec850-1af0-4eb3-b1dc-c627216954e9 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] GET failed (client error): The resource could not be found. Jul 05 18:08:56.426326 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e23ec850-1af0-4eb3-b1dc-c627216954e9 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "GET /v2.0/ports/fd4257f8-b3c2-421b-8788-a7e8dad4cecb HTTP/1.1" status: 404 len: 333 time: 0.0598857 Jul 05 18:08:56.431249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33740) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:56.439202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'port': {'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0', 'name': 'tempest-AllowedAddressPairTestJSON-1951216408'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:56.550646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Made reservation on behalf of 663477122ee2490186fb06acb50709ab for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:56.554342 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.563628 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.653500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Made reservation on behalf of 3f960c3ff378487e9a878b2458e18c66 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:56.657456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.679914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] device_id is not set on port 617728c9-106b-458b-b5ef-54011145890f yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:56.794893 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.916578 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.950076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:08:56.962020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7911b6-db67-4358-84a2-d27d1c9aa5eb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:56.968291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:56.968734 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Added segment 6a97b4d0-4517-4add-ba49-7f42b2b70b2d of type vlan for network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 Jul 05 18:08:57.052742 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:57.142874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Allocated IP 172.20.0.9 (4ecdcfdb-1469-4010-b301-6e5fd7628cf0/32f18b22-6b4b-46af-83a0-da667f61e98c/617728c9-106b-458b-b5ef-54011145890f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:57.156494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:57.157653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:57.158391 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:57.233911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] Pushing event updated for resources: {'Network': ['ID=72291751-bbf4-440e-9b1d-96d7e96f0fa9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:57.247250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33754) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:57.248717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:08:57.253376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6a4d110f-f4fa-4d11-a48a-56f2ea7a16ba admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0948472 Jul 05 18:08:57.311304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Request body: {'subnet': {'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-475082964-subnet', 'tenant_id': '663477122ee2490186fb06acb50709ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:57.405272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:57.426276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Transition to ACTIVE for port object 617728c9-106b-458b-b5ef-54011145890f will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:57.436883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Made reservation on behalf of 663477122ee2490186fb06acb50709ab for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:57.443562 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:57.643617 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:57.718877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:57.722686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Port': ['ID=617728c9-106b-458b-b5ef-54011145890f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:57.725534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:57.728301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:57.814985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:57.815649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:57.839597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:57.931389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15035df3-c065-479f-94fd-23f7e0d512a1,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:57.947295 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-abc1e1cd-c0ba-412a-9ac5-5096740b015d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5128603 Jul 05 18:08:57.949963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33772) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:57.955743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Checking segment: {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:08:57.960161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Network hostable DHCP agents. Network: 72291751-bbf4-440e-9b1d-96d7e96f0fa9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:08:57.960296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'port': {'network_id': '4ecdcfdb-1469-4010-b301-6e5fd7628cf0', 'name': 'tempest-AllowedAddressPairTestJSON-1930551366'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:58.071133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:08:58.142715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 72291751-bbf4-440e-9b1d-96d7e96f0fa9) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:58.148885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:58.149485 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:58.154706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c44944-b7cc-4290-a5c7-33dfd53b7715 None None] Network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:58.192285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Made reservation on behalf of 3f960c3ff378487e9a878b2458e18c66 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:08:58.195824 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:58.210907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0278aeee-c5a0-4438-bbe6-13361905c345 None None] Provisioning for port 617728c9-106b-458b-b5ef-54011145890f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:58.219947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] device_id is not set on port 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:08:58.220438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0278aeee-c5a0-4438-bbe6-13361905c345 None None] Provisioning complete for port 617728c9-106b-458b-b5ef-54011145890f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:58.220884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0278aeee-c5a0-4438-bbe6-13361905c345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:58.269272 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3ca6f627-764d-4a25-81be-7b01d8d816e9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0201559 Jul 05 18:08:58.317784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0278aeee-c5a0-4438-bbe6-13361905c345 None None] Port 617728c9-106b-458b-b5ef-54011145890f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:58.349219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1fb58a-306a-4be6-a470-8c290e7fea82 None None] Network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:08:58.386621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Allocated IP 172.20.0.3 (4ecdcfdb-1469-4010-b301-6e5fd7628cf0/32f18b22-6b4b-46af-83a0-da667f61e98c/1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:08:58.566745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33786) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:58.572641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33788) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:58.675262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:58.709308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Transition to ACTIVE for port object 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:08:58.779312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7af2-efb2-44f6-aba6-5f06a0a79af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:58.806408 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c66aff4-afe7-4f53-8056-931aa2ce7213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:58.872696 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:58.914846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7af2-efb2-44f6-aba6-5f06a0a79af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:58.965923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:08:58.973951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:08:58.985081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7af2-efb2-44f6-aba6-5f06a0a79af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:58.989294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:08:59.019321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Port': ['ID=1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:59.033325 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ec9b7af2-efb2-44f6-aba6-5f06a0a79af2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17d6780813cb4239ac7da3c4b5734519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646692 Jul 05 18:08:59.035575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7af2-efb2-44f6-aba6-5f06a0a79af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec1e08a-2506-467b-8c28-22f1ae728f30,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:59.040232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33808) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:59.099167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-26d7f317-0c48-41e2-a23c-c8662205e01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.124839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:59.125069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-26d7f317-0c48-41e2-a23c-c8662205e01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.125485 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.170483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-3af54916-fe1d-4e78-9b84-2fbc864744c4 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:08:59.172052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-3af54916-fe1d-4e78-9b84-2fbc864744c4 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/networks?id=72291751-bbf4-440e-9b1d-96d7e96f0fa9 HTTP/1.1" status: 200 len: 814 time: 0.2231660 Jul 05 18:08:59.208826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-378bfcdc-9176-461f-99f4-56cfaa205b08 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/quotas/663477122ee2490186fb06acb50709ab HTTP/1.1" status: 200 len: 375 time: 0.0216942 Jul 05 18:08:59.236274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c66aff4-afe7-4f53-8056-931aa2ce7213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.260204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-589049ec-d4df-42ea-b050-d8c3e7276ac9 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=663477122ee2490186fb06acb50709ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408645 Jul 05 18:08:59.263664 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-26d7f317-0c48-41e2-a23c-c8662205e01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.266225 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-26d7f317-0c48-41e2-a23c-c8662205e01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.267448 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-26d7f317-0c48-41e2-a23c-c8662205e01c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bec1e08a-2506-467b-8c28-22f1ae728f30 HTTP/1.1" status: 204 len: 168 time: 0.2262719 Jul 05 18:08:59.278484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7f317-0c48-41e2-a23c-c8662205e01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec1e08a-2506-467b-8c28-22f1ae728f30,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:59.323181 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c66aff4-afe7-4f53-8056-931aa2ce7213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.378501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8c66aff4-afe7-4f53-8056-931aa2ce7213 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dcb6522e6203486cacb1fc2f95453406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8044343 Jul 05 18:08:59.381661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66aff4-afe7-4f53-8056-931aa2ce7213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa2ba411-f4ca-439d-8f86-437c37a3472c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:59.382053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33814) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:59.388090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-937dbe76-9079-4cce-baeb-caca26f96e6a tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4349389 Jul 05 18:08:59.398715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33816) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:08:59.406508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-15121a97-7cb7-460f-b92a-6425d3d559e6 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:3b:bd:9a'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:2d:e0:99'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:08:59.418276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3bc78275-a419-4493-a494-b381ff065e2b None None] Provisioning for port 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:08:59.422894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3bc78275-a419-4493-a494-b381ff065e2b None None] Provisioning complete for port 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:08:59.429761 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3bc78275-a419-4493-a494-b381ff065e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.456719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-f6bf1bb8-372f-4b0b-838b-4e2244920c32 service neutron] 10.222.0.30 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895721 Jul 05 18:08:59.494740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3bc78275-a419-4493-a494-b381ff065e2b None None] Port 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:08:59.512720 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c358423-7759-4220-bca3-e04c2e66c080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.540802 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c358423-7759-4220-bca3-e04c2e66c080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.597880 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.615363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-62edac72-9af2-46a3-9df0-d68b63575eae service neutron] 10.222.0.30 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572843 Jul 05 18:08:59.670528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c358423-7759-4220-bca3-e04c2e66c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.673337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c358423-7759-4220-bca3-e04c2e66c080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.678362 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8c358423-7759-4220-bca3-e04c2e66c080 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa2ba411-f4ca-439d-8f86-437c37a3472c HTTP/1.1" status: 204 len: 168 time: 0.2948470 Jul 05 18:08:59.693791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c358423-7759-4220-bca3-e04c2e66c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa2ba411-f4ca-439d-8f86-437c37a3472c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:08:59.705042 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15121a97-7cb7-460f-b92a-6425d3d559e6 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:08:59.935167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc468436-657b-4074-bb30-a68be84f9f56 req-e978df7b-50dd-4acb-851b-8fc81bc6b653 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 210 time: 0.0406871 Jul 05 18:09:00.011452 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15121a97-7cb7-460f-b92a-6425d3d559e6 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.099248 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15121a97-7cb7-460f-b92a-6425d3d559e6 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.101244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33834) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:00.116110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a0dc-1aa5-41ad-b85c-5b1f823f3637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.184202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15121a97-7cb7-460f-b92a-6425d3d559e6 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event updated for resources: {'Port': ['ID=1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:00.204593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-15121a97-7cb7-460f-b92a-6425d3d559e6 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] In _notify_port_updated(), no bound segment for port 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 on network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:09:00.211477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15121a97-7cb7-460f-b92a-6425d3d559e6 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:00.212930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15121a97-7cb7-460f-b92a-6425d3d559e6 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.218102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-15121a97-7cb7-460f-b92a-6425d3d559e6 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "PUT /v2.0/ports/1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 HTTP/1.1" status: 200 len: 1055 time: 0.8176484 Jul 05 18:09:00.219125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33838) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:00.265741 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a0dc-1aa5-41ad-b85c-5b1f823f3637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.368057 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ec5a0dc-1aa5-41ad-b85c-5b1f823f3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.385023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d2585c0d-7ece-4be5-8330-d9fd453acd3d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Deleting port 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:00.385869 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2585c0d-7ece-4be5-8330-d9fd453acd3d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.421890 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4ec5a0dc-1aa5-41ad-b85c-5b1f823f3637 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d60dd74a88249d1a29f1b90c5792d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194892 Jul 05 18:09:00.422525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33844) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:00.469914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5a0dc-1aa5-41ad-b85c-5b1f823f3637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de580998-0aea-4b07-8b9d-a2fcc851df88,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:00.503492 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82aa2c90-7134-4f5b-9b60-e97a7653a48c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.530517 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2585c0d-7ece-4be5-8330-d9fd453acd3d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.534524 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82aa2c90-7134-4f5b-9b60-e97a7653a48c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.546949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e0e5fc2a-aa2d-477f-860c-301fd1543500 None None] Provisioning complete for port 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:00.547846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d2585c0d-7ece-4be5-8330-d9fd453acd3d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Calling delete_port for 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:00.548637 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e0e5fc2a-aa2d-477f-860c-301fd1543500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.624738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5fc2a-aa2d-477f-860c-301fd1543500 None None] Port 1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:00.705185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82aa2c90-7134-4f5b-9b60-e97a7653a48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.711963 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82aa2c90-7134-4f5b-9b60-e97a7653a48c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.713290 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82aa2c90-7134-4f5b-9b60-e97a7653a48c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de580998-0aea-4b07-8b9d-a2fcc851df88 HTTP/1.1" status: 204 len: 168 time: 0.2871346 Jul 05 18:09:00.721526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa2c90-7134-4f5b-9b60-e97a7653a48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de580998-0aea-4b07-8b9d-a2fcc851df88,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:00.818035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2585c0d-7ece-4be5-8330-d9fd453acd3d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:00.858949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2585c0d-7ece-4be5-8330-d9fd453acd3d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event deleted for resources: {'Port': ['ID=1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:01.106077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87a8785d-e7cc-44a0-8622-c6aa8ef7bf7c req-6442fa0b-29a6-455b-bb0b-2113e49121fd tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 210 time: 0.0472882 Jul 05 18:09:01.228270 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2585c0d-7ece-4be5-8330-d9fd453acd3d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.232925 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d2585c0d-7ece-4be5-8330-d9fd453acd3d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "DELETE /v2.0/ports/1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 HTTP/1.1" status: 204 len: 168 time: 1.0101829 Jul 05 18:09:01.233401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33878) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:01.267926 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ec70f5-6907-4e6c-b37b-7bacf4782efd tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] GET failed (client error): The resource could not be found. Jul 05 18:09:01.269554 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-18ec70f5-6907-4e6c-b37b-7bacf4782efd tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "GET /v2.0/ports/1b66fb2f-fef4-4c9c-9ea8-fe36d38aea74 HTTP/1.1" status: 404 len: 333 time: 0.0350959 Jul 05 18:09:01.284294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33880) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:01.335381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33882) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:01.399117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6fb204c1-9e90-4c01-989d-467f132ff192 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Deleting port 617728c9-106b-458b-b5ef-54011145890f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:01.399470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6fb204c1-9e90-4c01-989d-467f132ff192 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.445928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-386496107-network', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:01.507019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6fb204c1-9e90-4c01-989d-467f132ff192 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.519901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6fb204c1-9e90-4c01-989d-467f132ff192 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Calling delete_port for 617728c9-106b-458b-b5ef-54011145890f owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:01.556658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:01.559687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.572036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.690940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.762497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.764541 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6fb204c1-9e90-4c01-989d-467f132ff192 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.810486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb204c1-9e90-4c01-989d-467f132ff192 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event deleted for resources: {'Port': ['ID=617728c9-106b-458b-b5ef-54011145890f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:01.811570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:09:01.831000 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.831354 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Added segment ead2159d-c154-4788-ba9c-823992bf023b of type vlan for network f4ee3c72-424b-4398-aca1-2563a27c8226 Jul 05 18:09:01.832848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:01.899696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6fb204c1-9e90-4c01-989d-467f132ff192 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.902531 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6fb204c1-9e90-4c01-989d-467f132ff192 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "DELETE /v2.0/ports/617728c9-106b-458b-b5ef-54011145890f HTTP/1.1" status: 204 len: 168 time: 0.6168842 Jul 05 18:09:01.907433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33896) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:01.939524 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:01.944279 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-38083885-0c1f-49b6-a595-1b33127fb330 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] GET failed (client error): The resource could not be found. Jul 05 18:09:01.946245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-38083885-0c1f-49b6-a595-1b33127fb330 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "GET /v2.0/ports/617728c9-106b-458b-b5ef-54011145890f HTTP/1.1" status: 404 len: 333 time: 0.0394826 Jul 05 18:09:01.950037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33900) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:02.205393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-477654eb-9877-4ecd-819f-ce7a2406e839 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Deleting port da1aa0e7-646b-4689-84e4-304be2388ba2 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:02.206591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-477654eb-9877-4ecd-819f-ce7a2406e839 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:02.387881 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-477654eb-9877-4ecd-819f-ce7a2406e839 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:02.406066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-477654eb-9877-4ecd-819f-ce7a2406e839 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Calling delete_port for da1aa0e7-646b-4689-84e4-304be2388ba2 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:02.542109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43334ab9-f170-4069-910c-31eda7f5ffd9 req-05843bfc-e51b-4583-b480-e7f92d59a307 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 210 time: 0.0315943 Jul 05 18:09:02.596146 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:02.602434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:02.602434 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:02.663209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] Pushing event updated for resources: {'Network': ['ID=f4ee3c72-424b-4398-aca1-2563a27c8226,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:02.673095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f4ee3c72-424b-4398-aca1-2563a27c8226 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:09:02.704955 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-477654eb-9877-4ecd-819f-ce7a2406e839 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:02.737813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-12bcdd83-79b6-439a-a0e6-9759b09ab2c9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4012077 Jul 05 18:09:02.738435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33920) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:02.744625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Request body: {'subnet': {'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-386496107-subnet', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:02.763084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477654eb-9877-4ecd-819f-ce7a2406e839 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event deleted for resources: {'Port': ['ID=da1aa0e7-646b-4689-84e4-304be2388ba2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:02.882181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:02.892788 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:02.893111 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-477654eb-9877-4ecd-819f-ce7a2406e839 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:02.899625 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-477654eb-9877-4ecd-819f-ce7a2406e839 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "DELETE /v2.0/ports/da1aa0e7-646b-4689-84e4-304be2388ba2 HTTP/1.1" status: 204 len: 168 time: 0.9484127 Jul 05 18:09:02.902841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33928) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:03.116034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6cfb62c-80c4-4504-a4f6-481a948a9297 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Deleting subnet 32f18b22-6b4b-46af-83a0-da667f61e98c {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:09:03.122910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb62c-80c4-4504-a4f6-481a948a9297 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:03.212020 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb62c-80c4-4504-a4f6-481a948a9297 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:03.213640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844376a-a888-4919-bb32-aa61d38e9e86 req-ca331995-ea51-4fc0-944f-b11a72834765 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:03.228468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a844376a-a888-4919-bb32-aa61d38e9e86 req-ca331995-ea51-4fc0-944f-b11a72834765 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1452289 Jul 05 18:09:03.258195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-73dc5900-d3b3-46b3-a5f8-675a6ac06dfe tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:03.259853 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-73dc5900-d3b3-46b3-a5f8-675a6ac06dfe tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.39 "GET /v2.0/networks?id=72291751-bbf4-440e-9b1d-96d7e96f0fa9 HTTP/1.1" status: 200 len: 814 time: 0.2853849 Jul 05 18:09:03.286188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Request body: {'port': {'device_id': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9', 'admin_state_up': True, 'tenant_id': '663477122ee2490186fb06acb50709ab'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:03.299765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a844376a-a888-4919-bb32-aa61d38e9e86 req-fc87b0a4-c4b9-43d4-bacf-d72ded0f7c2b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768936 Jul 05 18:09:03.448010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb62c-80c4-4504-a4f6-481a948a9297 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:03.516664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:03.585397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b34b27-9c8d-4d0b-84d6-7a90c3b1037e,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:03.592715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Checking segment: {'id': 'ead2159d-c154-4788-ba9c-823992bf023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:03.593079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Network hostable DHCP agents. Network: f4ee3c72-424b-4398-aca1-2563a27c8226, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:09:03.659108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Made reservation on behalf of 663477122ee2490186fb06acb50709ab for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:03.664984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:03.679195 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb62c-80c4-4504-a4f6-481a948a9297 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:03.722151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfb62c-80c4-4504-a4f6-481a948a9297 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event deleted for resources: {'Subnet': ['ID=32f18b22-6b4b-46af-83a0-da667f61e98c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:03.732501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb62c-80c4-4504-a4f6-481a948a9297 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:03.734918 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b6cfb62c-80c4-4504-a4f6-481a948a9297 tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "DELETE /v2.0/subnets/32f18b22-6b4b-46af-83a0-da667f61e98c HTTP/1.1" status: 204 len: 168 time: 0.8303783 Jul 05 18:09:03.737125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3bc775-55f7-4e0c-b979-a6b8cac733cd None None] Network 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:03.737735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Network f4ee3c72-424b-4398-aca1-2563a27c8226 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:09:03.741381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c10d103-1cc1-4ab5-94b4-2e3ab6215805 req-aea91745-d48d-4198-a353-3843ffe34105 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 210 time: 0.0481143 Jul 05 18:09:03.741926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33946) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:03.869274 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:03.887703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f4ee3c72-424b-4398-aca1-2563a27c8226) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:03.891876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:03.904066 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:03.908179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dab04f-54c4-49d1-9ab0-6710d2b817a4 None None] Network f4ee3c72-424b-4398-aca1-2563a27c8226 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:03.963334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Allocated IP 172.20.0.4 (72291751-bbf4-440e-9b1d-96d7e96f0fa9/15035df3-c065-479f-94fd-23f7e0d512a1/6cb32594-b55b-4a4b-9fd5-ee6fed77644d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:03.969594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] DHCP port deletion for 4ecdcfdb-1469-4010-b301-6e5fd7628cf0 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:09:03.990859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f01142be-c91e-49d2-9589-c256ff1e2649 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2504141 Jul 05 18:09:03.993834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33952) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:04.001329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:04.031168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Deleting port 2e2783cf-8c46-4da8-b9c9-5b570549d990 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:04.031501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.089134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.090053 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.151188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] For port 2e2783cf-8c46-4da8-b9c9-5b570549d990, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2e2783cf-8c46-4da8-b9c9-5b570549d990,segment=NetworkSegment(111ee9f6-1393-4218-b0f5-aa77139aed38),segment_id=111ee9f6-1393-4218-b0f5-aa77139aed38)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:04.151549 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.155117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Deleting port 2e2783cf-8c46-4da8-b9c9-5b570549d990 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:04.155806 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.157978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-f4ee3c72-424b-4398-aca1-2563a27c8226', 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'fixed_ips': [{'subnet_id': 'd8b34b27-9c8d-4d0b-84d6-7a90c3b1037e'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:04.159016 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.187997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Calling delete_port for 2e2783cf-8c46-4da8-b9c9-5b570549d990 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:04.189568 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.221313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.360572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] For port 2e2783cf-8c46-4da8-b9c9-5b570549d990, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2e2783cf-8c46-4da8-b9c9-5b570549d990,segment=NetworkSegment(111ee9f6-1393-4218-b0f5-aa77139aed38),segment_id=111ee9f6-1393-4218-b0f5-aa77139aed38)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:04.361448 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.406281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Calling delete_port for 2e2783cf-8c46-4da8-b9c9-5b570549d990 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:04.538525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Allocated IP 172.20.0.2 (f4ee3c72-424b-4398-aca1-2563a27c8226/d8b34b27-9c8d-4d0b-84d6-7a90c3b1037e/208e33ba-dbb7-42e7-b117-15dac55bbd6e) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:04.580287 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.697723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbcb01-98f5-492d-92a2-7fd0a3ae5810 req-1f8b2fc4-064b-4aff-9791-0596a38bef54 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:04.699768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69bbcb01-98f5-492d-92a2-7fd0a3ae5810 req-1f8b2fc4-064b-4aff-9791-0596a38bef54 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1507721 Jul 05 18:09:04.727696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.756598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event deleted for resources: {'Port': ['ID=2e2783cf-8c46-4da8-b9c9-5b570549d990,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:04.757696 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.762285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] No DVR routers for this DVR port 2e2783cf-8c46-4da8-b9c9-5b570549d990 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:09:04.771645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.774078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Transition to ACTIVE for port object 208e33ba-dbb7-42e7-b117-15dac55bbd6e will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:04.792795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Transition to ACTIVE for port object 208e33ba-dbb7-42e7-b117-15dac55bbd6e will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:04.793817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69bbcb01-98f5-492d-92a2-7fd0a3ae5810 req-9456ffb5-8b61-4a29-8aad-d6734c9b7c41 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878019 Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: from cryptography.utils import int_from_bytes Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: from cryptography.utils import int_from_bytes Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.796160 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:04.798832 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:09:04.808048 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.822365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] No DVR routers for this DVR port 2e2783cf-8c46-4da8-b9c9-5b570549d990 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:09:04.845115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Pushing event deleted for resources: {'Port': ['ID=2e2783cf-8c46-4da8-b9c9-5b570549d990,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:04.864769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.865352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.865859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.866375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.866744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.867078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.867403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.867729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.868055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.868375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.874016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.874598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d87936e-647b-4469-b13e-1b6d77ce899a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:04.889421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:04.899855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-94b902b4-1a25-442e-8a12-ad365c2b69b6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:04.901413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-94b902b4-1a25-442e-8a12-ad365c2b69b6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 945 time: 0.1684361 Jul 05 18:09:04.913036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Pushing event updated for resources: {'Port': ['ID=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:04.945295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Pushing event updated for resources: {'Port': ['ID=208e33ba-dbb7-42e7-b117-15dac55bbd6e,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:04.972469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Network f4ee3c72-424b-4398-aca1-2563a27c8226 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:04.981098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:04.981098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:05.014199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.034096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:05.037019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ecdcfdb-1469-4010-b301-6e5fd7628cf0']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:05.039437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:05.046451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:05.048796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Attempting to bind port 208e33ba-dbb7-42e7-b117-15dac55bbd6e on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:05.049232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Attempting to bind port 208e33ba-dbb7-42e7-b117-15dac55bbd6e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'ead2159d-c154-4788-ba9c-823992bf023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:05.049810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Attempting to bind port 208e33ba-dbb7-42e7-b117-15dac55bbd6e on network f4ee3c72-424b-4398-aca1-2563a27c8226 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:05.070811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:05.070811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Checking segment: {'id': 'ead2159d-c154-4788-ba9c-823992bf023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:05.070811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.070811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Bound using segment: {'id': 'ead2159d-c154-4788-ba9c-823992bf023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:05.070811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Bound port: 208e33ba-dbb7-42e7-b117-15dac55bbd6e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead2159d-c154-4788-ba9c-823992bf023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:05.070811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.106339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:05.106910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.116018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '111ee9f6-1393-4218-b0f5-aa77139aed38') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:05.116313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '111ee9f6-1393-4218-b0f5-aa77139aed38') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:05.138910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.153200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] For port 208e33ba-dbb7-42e7-b117-15dac55bbd6e, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:05.154674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.157180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] For port 208e33ba-dbb7-42e7-b117-15dac55bbd6e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=208e33ba-dbb7-42e7-b117-15dac55bbd6e,segment=NetworkSegment(ead2159d-c154-4788-ba9c-823992bf023b),segment_id=ead2159d-c154-4788-ba9c-823992bf023b)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:05.164899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:09:05.165319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: items = [ Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:09:05.169963 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:09:05.224155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3913834-ab58-40cc-9937-c4fb327a426c req-d7cb63ec-9223-4466-81c3-f5c6912e3220 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:05.225720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3913834-ab58-40cc-9937-c4fb327a426c req-d7cb63ec-9223-4466-81c3-f5c6912e3220 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 931 time: 0.2490158 Jul 05 18:09:05.230015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Deleting port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:05.230361 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.234107 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-18c3d2a6-59c8-4d71-9a70-b50e30ed318a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9623260 Jul 05 18:09:05.251191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Request body: {'port': {'device_id': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:05.268895 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.335601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.354399 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.354527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.354671 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] 10.222.0.30 "DELETE /v2.0/networks/4ecdcfdb-1469-4010-b301-6e5fd7628cf0 HTTP/1.1" status: 204 len: 168 time: 1.6063023 Jul 05 18:09:05.370120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d3571-d85e-4105-8642-610fcc5d231c None None] Pushing event updated for resources: {'Port': ['ID=208e33ba-dbb7-42e7-b117-15dac55bbd6e,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:05.371132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.373658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b155e2-d112-443a-b661-a4e3a959909d tempest-AllowedAddressPairTestJSON-409728930 tempest-AllowedAddressPairTestJSON-409728930-project] Pushing event deleted for resources: {'Network': ['ID=4ecdcfdb-1469-4010-b301-6e5fd7628cf0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:05.414373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.490096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3913834-ab58-40cc-9937-c4fb327a426c req-9f22b425-f4a5-4086-9262-df45779428c0 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353897 Jul 05 18:09:05.600191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] For port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:05.605755 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.790297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.818083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Allocated IP 172.25.3.209 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/9899719f-fc70-4d43-ba08-4ee474d49153) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:05.945146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb32594-b55b-4a4b-9fd5-ee6fed77644d {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:05.959565 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:05.990684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Transition to ACTIVE for port object 6cb32594-b55b-4a4b-9fd5-ee6fed77644d will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:06.027898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 208e33ba-dbb7-42e7-b117-15dac55bbd6e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:06.061544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:06.062112 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:06.062431 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Floating IP 5b7ddba8-9e0f-42e0-a3c9-add11472c87f disassociated. External IP: 172.25.3.122, port: 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe. Jul 05 18:09:06.063047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Calling delete_port for 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:06.136174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:06.139074 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:06.208851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 208e33ba-dbb7-42e7-b117-15dac55bbd6e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:06.234942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:06.289732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2e2783cf-8c46-4da8-b9c9-5b570549d990 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:09:06.309151 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:06.342852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Attempting to bind port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:06.343191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Attempting to bind port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:06.343529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Attempting to bind port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d on network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:06.349729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2e2783cf-8c46-4da8-b9c9-5b570549d990 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:09:06.350488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2e2783cf-8c46-4da8-b9c9-5b570549d990 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:09:06.358065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d on network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:09:06.358402 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Attempting to bind port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d on network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:06.359423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:06.363014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:06.368000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:06.377355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:06.377846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Checking segment: {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:06.378392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Bound using segment: {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:06.379046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Bound port: 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:06.385960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:06.408440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Pushing event updated for resources: {'Port': ['ID=9899719f-fc70-4d43-ba08-4ee474d49153,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:06.416574 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:06.524286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:06.529805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:06.626135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event deleted for resources: {'Port': ['ID=86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:06.630813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:06.685946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad08bcc8-a257-4603-ba12-e1b6545bae26 req-ed7301bb-6943-4cdd-99e2-5ac7c9df224f tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 210 time: 0.6408606 Jul 05 18:09:06.736246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:06.736871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:06.750841 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] 10.222.0.39 "PUT /v2.0/ports/6cb32594-b55b-4a4b-9fd5-ee6fed77644d HTTP/1.1" status: 200 len: 1091 time: 1.5060923 Jul 05 18:09:06.762302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:06.769396 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5d5b4d-b33f-4421-b23d-e4b11654a787" -d '{"events": [{"name": "network-changed", "server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:06.793096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34016) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:06.835038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1522762-f1e7-431c-847a-524207c4a801 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:06.933189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:09:06.980197 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efa2ccc-a45d-4ccf-b127-aaf7bf7ef703 x-openstack-request-id: req-1efa2ccc-a45d-4ccf-b127-aaf7bf7ef703 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:06.980648 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:06.980922 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1efa2ccc-a45d-4ccf-b127-aaf7bf7ef703 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:06.983359 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d', 'status': 'completed', 'code': 200} Jul 05 18:09:07.021118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f274478-d5a9-4138-9402-f7d94b5fc2e6 None None] Network f4ee3c72-424b-4398-aca1-2563a27c8226 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:07.071849 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-00214f07-738a-4e96-a90b-9187ae531393 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f960c3ff378487e9a878b2458e18c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2724025 Jul 05 18:09:07.083441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34026) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:07.096899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fabb99-02cc-4be7-aca4-e494c448d2d8 req-180d8376-0e3b-4713-bf90-a8590ba40ef6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:07.105853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-22fabb99-02cc-4be7-aca4-e494c448d2d8 req-180d8376-0e3b-4713-bf90-a8590ba40ef6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 943 time: 0.2985759 Jul 05 18:09:07.135693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-17dc1dba-9fe0-4cd7-b8f8-7c21922034be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:07.143111 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-17dc1dba-9fe0-4cd7-b8f8-7c21922034be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=663477122ee2490186fb06acb50709ab&device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 1094 time: 0.2244010 Jul 05 18:09:07.225827 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-5c834946-c0b5-4c41-8bc0-7ca889b8b01c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d HTTP/1.1" status: 200 len: 217 time: 0.0652361 Jul 05 18:09:07.247695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cc94bfeb-ce3d-437e-a202-a9fc1cd7f225 None None] Provisioning for port 208e33ba-dbb7-42e7-b117-15dac55bbd6e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:07.256811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cc94bfeb-ce3d-437e-a202-a9fc1cd7f225 None None] Provisioning complete for port 208e33ba-dbb7-42e7-b117-15dac55bbd6e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:07.257416 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc94bfeb-ce3d-437e-a202-a9fc1cd7f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:07.295440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45479418-23fd-46f4-a402-8ee51b7a59cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:07.327961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-5f1e224c-daa9-45b7-987a-5cf686e78870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:07.329530 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-5f1e224c-daa9-45b7-987a-5cf686e78870 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15035df3-c065-479f-94fd-23f7e0d512a1 HTTP/1.1" status: 200 len: 854 time: 0.0959177 Jul 05 18:09:07.335911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-22fabb99-02cc-4be7-aca4-e494c448d2d8 req-9a16aa93-48e9-4f46-88ca-66e7480de75c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290809 Jul 05 18:09:07.336085 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45479418-23fd-46f4-a402-8ee51b7a59cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:07.356912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:09:07.356912 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:07.375405 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-6641dfa9-c738-439a-bbd2-ae56e77de3b3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72291751-bbf4-440e-9b1d-96d7e96f0fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320239 Jul 05 18:09:07.384251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] Sync routers for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:09:07.440810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:07.441477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:07.451276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] No DVR routers for this DVR port 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:09:07.455122 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:07.457520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e1fdbad-8f6a-4a6b-af45-a73c53a31044 req-9f4420e7-77b4-46ef-966c-0083bac0955b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "DELETE /v2.0/ports/86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe HTTP/1.1" status: 204 len: 173 time: 2.5476623 Jul 05 18:09:07.458532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'name': 'network-vif-deleted', 'tag': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:07.461887 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33f5450-cf39-40a4-95ec-7f4cf20fb3c2" -d '{"events": [{"server_uuid": "69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9", "name": "network-vif-deleted", "tag": "86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:07.523486 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedf3845-53f5-4dea-88a7-d0d483643730 x-openstack-request-id: req-bedf3845-53f5-4dea-88a7-d0d483643730 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:07.523779 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9", "name": "network-vif-deleted", "tag": "86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:07.524032 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bedf3845-53f5-4dea-88a7-d0d483643730 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:07.524429 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9', 'name': 'network-vif-deleted', 'tag': '86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe', 'status': 'completed', 'code': 200} Jul 05 18:09:07.538160 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-2ba5ade1-ab95-4303-b27f-c54d0597699e service neutron] 10.222.0.39 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512764 Jul 05 18:09:07.557987 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc94bfeb-ce3d-437e-a202-a9fc1cd7f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:07.704564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cc94bfeb-ce3d-437e-a202-a9fc1cd7f225 None None] For port 208e33ba-dbb7-42e7-b117-15dac55bbd6e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=208e33ba-dbb7-42e7-b117-15dac55bbd6e,segment=NetworkSegment(ead2159d-c154-4788-ba9c-823992bf023b),segment_id=ead2159d-c154-4788-ba9c-823992bf023b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:07.739107 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-62335eb7-2047-482e-bdea-e550ac2ffeef req-a6df02bb-4929-448f-a39a-9c601bd642d0 service neutron] 10.222.0.39 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898279 Jul 05 18:09:07.765399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34036) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:07.785810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:08.114479 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:08.117276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-261e2988-800f-4ffa-a32c-8667bd058255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:08.126475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-261e2988-800f-4ffa-a32c-8667bd058255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:08.225795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:08.261695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] Checking router: e32cce99-fc95-42c5-be08-f4f1dd5f4a4e for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:09:08.275674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:08.276330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:08.311340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-969ea423-d8e4-4d49-88fa-9e581b4877af req-9459a4f7-123a-462b-beda-1119b4368d7a tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 210 time: 0.4334230 Jul 05 18:09:08.425673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:08.542531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d7e0e9-2a8a-4682-ac56-aa525cac2931 req-efa03291-0dea-4e42-b4cb-354e7f7557fd tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:08.544370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76d7e0e9-2a8a-4682-ac56-aa525cac2931 req-efa03291-0dea-4e42-b4cb-354e7f7557fd tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 943 time: 0.0784988 Jul 05 18:09:08.572412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45479418-23fd-46f4-a402-8ee51b7a59cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:08.580492 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45479418-23fd-46f4-a402-8ee51b7a59cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:08.580492 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-45479418-23fd-46f4-a402-8ee51b7a59cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/77f633b4-65c7-49b0-a981-cfd93487e1e1 HTTP/1.1" status: 204 len: 168 time: 1.4919081 Jul 05 18:09:08.587792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45479418-23fd-46f4-a402-8ee51b7a59cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f633b4-65c7-49b0-a981-cfd93487e1e1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:08.609616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76d7e0e9-2a8a-4682-ac56-aa525cac2931 req-ac154e0f-c710-4a42-96c2-5092cc9c444a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588267 Jul 05 18:09:08.691551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:08.718406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8722fa-bac0-4dd4-8b90-3c30a8d696f9 None None] The sync data for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 is: [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:09:08.807730 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc94bfeb-ce3d-437e-a202-a9fc1cd7f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:08.867835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94bfeb-ce3d-437e-a202-a9fc1cd7f225 None None] Pushing event updated for resources: {'Port': ['ID=208e33ba-dbb7-42e7-b117-15dac55bbd6e,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:08.876459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Router faa2b913-8308-425e-a5ea-4879272e30d3 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:09:08.879388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-261e2988-800f-4ffa-a32c-8667bd058255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:08.962425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1feb583b-f3be-455a-b7d3-2de6b364bda9 None None] Provisioning complete for port 208e33ba-dbb7-42e7-b117-15dac55bbd6e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:08.963209 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1feb583b-f3be-455a-b7d3-2de6b364bda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:08.979750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261e2988-800f-4ffa-a32c-8667bd058255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e601a570-2e85-4e84-bff5-3427795cbe15,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:09.025972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:09:09.037669 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Sync routers for ids ['faa2b913-8308-425e-a5ea-4879272e30d3'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:09:09.058551 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-261e2988-800f-4ffa-a32c-8667bd058255 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=460262344f894bd7b98f4e7cc13242ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2892997 Jul 05 18:09:09.061115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34058) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:09.062809 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Routers {'faa2b913-8308-425e-a5ea-4879272e30d3'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:09.063730 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['faa2b913-8308-425e-a5ea-4879272e30d3'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:09.110986 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:09.112574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-afd9fca3-8382-4548-b87d-c29c83f159cf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.1174331 Jul 05 18:09:09.116450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34066) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:09.174423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4676d721-aa10-4253-8a49-13958ccdbfc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:09.178442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-a90555d5-1a5a-48bf-a767-7d08ff1e1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:09.180259 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-a90555d5-1a5a-48bf-a767-7d08ff1e1a48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=663477122ee2490186fb06acb50709ab&device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 1094 time: 0.1893437 Jul 05 18:09:09.191385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b949bf-df29-47b1-91d7-dc1d0e82afba None None] New status for floating IP 5b7ddba8-9e0f-42e0-a3c9-add11472c87f: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:09:09.290207 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Set router faa2b913-8308-425e-a5ea-4879272e30d3 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:09.349746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4676d721-aa10-4253-8a49-13958ccdbfc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:09.499471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-f6437b53-c214-4f8b-8dc2-e0b608621a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:09.506316 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-f6437b53-c214-4f8b-8dc2-e0b608621a37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=72291751-bbf4-440e-9b1d-96d7e96f0fa9 HTTP/1.1" status: 200 len: 914 time: 0.3075647 Jul 05 18:09:09.600647 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4676d721-aa10-4253-8a49-13958ccdbfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:09.604961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4676d721-aa10-4253-8a49-13958ccdbfc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:09.619012 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4676d721-aa10-4253-8a49-13958ccdbfc8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e601a570-2e85-4e84-bff5-3427795cbe15 HTTP/1.1" status: 204 len: 168 time: 0.5487161 Jul 05 18:09:09.619012 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-0eba2089-8125-4b4c-a2e2-d8013729197c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d HTTP/1.1" status: 200 len: 217 time: 0.1039348 Jul 05 18:09:09.661196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676d721-aa10-4253-8a49-13958ccdbfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e601a570-2e85-4e84-bff5-3427795cbe15,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:09.756441 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:04Z', 'updated_at': '2021-07-05T18:09:06Z', 'revision_number': 3, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'gw_port': {'id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:05Z', 'updated_at': '2021-07-05T18:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:09.805896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-8d04420f-cadd-45bb-8b8f-aa4668b93049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:09.809433 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-8d04420f-cadd-45bb-8b8f-aa4668b93049 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15035df3-c065-479f-94fd-23f7e0d512a1 HTTP/1.1" status: 200 len: 854 time: 0.1855693 Jul 05 18:09:09.899179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:09:09.920960 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-75e737c1-558e-44fa-a9c6-2bf978b6bd10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72291751-bbf4-440e-9b1d-96d7e96f0fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012318 Jul 05 18:09:09.924212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:09:09.924573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 86d4b322-f1d4-4ffc-8eaf-f48fb41c9bbe not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:09:09.967357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 208e33ba-dbb7-42e7-b117-15dac55bbd6e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:10.051986 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Checking router: faa2b913-8308-425e-a5ea-4879272e30d3 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:09:10.052632 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Updating router faa2b913-8308-425e-a5ea-4879272e30d3 port 9899719f-fc70-4d43-ba08-4ee474d49153 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:09:10.074259 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.092794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 208e33ba-dbb7-42e7-b117-15dac55bbd6e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:10.097036 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.099854 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.140081 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-a80ddc72-e385-44e1-a179-9c1f3a178b98 service neutron] 10.222.0.39 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040591 Jul 05 18:09:10.296755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc013e16-5007-4ff8-ba95-3d2119ae7819 req-402eb5cb-d77b-46e6-9fad-2d361a89eee2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:10.304393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc013e16-5007-4ff8-ba95-3d2119ae7819 req-402eb5cb-d77b-46e6-9fad-2d361a89eee2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 943 time: 0.3633716 Jul 05 18:09:10.350652 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9e5d5b4d-b33f-4421-b23d-e4b11654a787 req-094024f8-fef5-4e40-bffa-130d418f2913 service neutron] 10.222.0.39 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010460 Jul 05 18:09:10.443383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc013e16-5007-4ff8-ba95-3d2119ae7819 req-b8aebf8e-bb50-4924-b83b-7c5f1e2d6f50 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312909 Jul 05 18:09:10.515206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae948df2-a49a-4686-8a29-995d8b48bece req-50fc0e01-2bd0-4e84-b520-f9aae8983488 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=69f9dfb0-da9d-4b6b-baf3-d2ba0ba72ce9 HTTP/1.1" status: 200 len: 210 time: 0.7803531 Jul 05 18:09:10.539656 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.553162 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Transition to ACTIVE for port object 9899719f-fc70-4d43-ba08-4ee474d49153 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:10.606391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Allocated IP 172.20.0.1 (f4ee3c72-424b-4398-aca1-2563a27c8226/d8b34b27-9c8d-4d0b-84d6-7a90c3b1037e/b381460b-cac5-4f1b-9b2d-90ca54c9532f) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:10.664780 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.685834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34108) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:10.712341 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f60-118b-4a5d-b750-d93e55d7c229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.744234 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Attempting to bind port 9899719f-fc70-4d43-ba08-4ee474d49153 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:10.744602 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Attempting to bind port 9899719f-fc70-4d43-ba08-4ee474d49153 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:10.745171 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Attempting to bind port 9899719f-fc70-4d43-ba08-4ee474d49153 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:10.748358 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Pushing event updated for resources: {'Port': ['ID=9899719f-fc70-4d43-ba08-4ee474d49153,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:10.753241 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:10.759969 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:10.759969 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.759969 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:10.759969 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Bound port: 9899719f-fc70-4d43-ba08-4ee474d49153, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:10.759969 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.760440 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.779307 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.779656 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.779998 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.780332 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.780560 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Transition to ACTIVE for port object b381460b-cac5-4f1b-9b2d-90ca54c9532f will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:10.780673 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.780980 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.781488 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.781719 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.781941 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.782252 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.782586 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.783076 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:10.817830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34110) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:10.821751 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] For port 9899719f-fc70-4d43-ba08-4ee474d49153, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:10.825433 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] For port 9899719f-fc70-4d43-ba08-4ee474d49153, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9899719f-fc70-4d43-ba08-4ee474d49153,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:10.864405 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f60-118b-4a5d-b750-d93e55d7c229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.922171 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.938480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-283469759'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:10.951951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.956686 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cfa1f60-118b-4a5d-b750-d93e55d7c229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:10.997441 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a482d146-b202-496f-ab87-7d62cd9e8424 None None] Pushing event updated for resources: {'Port': ['ID=9899719f-fc70-4d43-ba08-4ee474d49153,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:11.009597 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Routers {'faa2b913-8308-425e-a5ea-4879272e30d3'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:11.010247 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['faa2b913-8308-425e-a5ea-4879272e30d3'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:11.040268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Network f4ee3c72-424b-4398-aca1-2563a27c8226 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:11.055098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:11.059697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:11.065177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:11.071188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.083361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfa1f60-118b-4a5d-b750-d93e55d7c229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe15f86-55ee-4da1-bb4f-35044ae77082,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:11.089873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0cfa1f60-118b-4a5d-b750-d93e55d7c229 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c369924ebdfb4b8fae946a88160e31a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4008224 Jul 05 18:09:11.097022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34116) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:11.115859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.116038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b381460b-cac5-4f1b-9b2d-90ca54c9532f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:11.148266 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.169410 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] Set router faa2b913-8308-425e-a5ea-4879272e30d3 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:11.244359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76984cca-8e0f-4db9-82dd-eaee3a3305ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.249362 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.296677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76984cca-8e0f-4db9-82dd-eaee3a3305ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.327198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.358305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266edbd7-c922-436a-8f96-a7a6267d3947,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:11.424732 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:04Z', 'updated_at': '2021-07-05T18:09:06Z', 'revision_number': 3, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'gw_port': {'id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:05Z', 'updated_at': '2021-07-05T18:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:11.431648 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76984cca-8e0f-4db9-82dd-eaee3a3305ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.435282 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76984cca-8e0f-4db9-82dd-eaee3a3305ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.436835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:09:11.437214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-76984cca-8e0f-4db9-82dd-eaee3a3305ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ffe15f86-55ee-4da1-bb4f-35044ae77082 HTTP/1.1" status: 204 len: 168 time: 0.3391726 Jul 05 18:09:11.453612 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.454263 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Added segment b698dc78-39d7-4ad1-b36a-f369b145e359 of type vlan for network d4311eb2-2783-4bd2-b311-e1327c967a23 Jul 05 18:09:11.459612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5a8b977d-c51f-4374-b705-425fa0a1b2d7 None None] Provisioning for port b381460b-cac5-4f1b-9b2d-90ca54c9532f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:11.464165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5a8b977d-c51f-4374-b705-425fa0a1b2d7 None None] Provisioning complete for port b381460b-cac5-4f1b-9b2d-90ca54c9532f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:11.464799 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a8b977d-c51f-4374-b705-425fa0a1b2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.470121 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.480132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76984cca-8e0f-4db9-82dd-eaee3a3305ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe15f86-55ee-4da1-bb4f-35044ae77082,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:11.497331 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acffaa99-c326-4ff0-94f9-6aba41b6ba2c None None] The sync data for ids ['faa2b913-8308-425e-a5ea-4879272e30d3'] in n-d-799524-1 is: [{'id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:04Z', 'updated_at': '2021-07-05T18:09:06Z', 'revision_number': 3, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'gw_port': {'id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:05Z', 'updated_at': '2021-07-05T18:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:09:11.601580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5a8b977d-c51f-4374-b705-425fa0a1b2d7 None None] Port b381460b-cac5-4f1b-9b2d-90ca54c9532f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:11.801429 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:11.887796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfee51-c615-41b7-95b7-863872f8be1e req-dece59a3-ec08-4626-8555-b8ed6688e9e3 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:11.887796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9adfee51-c615-41b7-95b7-863872f8be1e req-dece59a3-ec08-4626-8555-b8ed6688e9e3 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 943 time: 0.1888230 Jul 05 18:09:11.946133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9adfee51-c615-41b7-95b7-863872f8be1e req-76df399c-1ea9-4e91-97e5-85bf3cc13c03 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550900 Jul 05 18:09:11.947613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:12.020411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Pushing event updated for resources: {'Port': ['ID=b381460b-cac5-4f1b-9b2d-90ca54c9532f,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:12.086328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:12.090755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:12.236053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:12.242153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:12.242836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:12.322633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Network f4ee3c72-424b-4398-aca1-2563a27c8226 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:12.323642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34146) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:12.324518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:12.412967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Network': ['ID=d4311eb2-2783-4bd2-b311-e1327c967a23,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:12.423662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:09:12.448045 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-60fbed94-3bd8-440e-bba8-d0bc2167a8c9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6290426 Jul 05 18:09:12.448890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34150) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:12.456970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:12.636905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1fa2f15-20b3-4244-9cf7-4566678ebc6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:12.706983 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1fa2f15-20b3-4244-9cf7-4566678ebc6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:12.744957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d9a7cadb-8f67-4718-bc6c-bb822dedc478 None None] Provisioning complete for port b381460b-cac5-4f1b-9b2d-90ca54c9532f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:12.745921 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9a7cadb-8f67-4718-bc6c-bb822dedc478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:12.751186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Router faa2b913-8308-425e-a5ea-4879272e30d3 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:09:12.790996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d9a7cadb-8f67-4718-bc6c-bb822dedc478 None None] Port b381460b-cac5-4f1b-9b2d-90ca54c9532f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:12.890831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:12.894866 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:12.968533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:09:12.975748 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ec75fe98-1d3a-4021-b8d4-626b027f50e7 admin admin] 10.222.0.30 "PUT /v2.0/routers/faa2b913-8308-425e-a5ea-4879272e30d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8563986 Jul 05 18:09:13.052278 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1fa2f15-20b3-4244-9cf7-4566678ebc6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.060574 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1fa2f15-20b3-4244-9cf7-4566678ebc6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.060574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f1fa2f15-20b3-4244-9cf7-4566678ebc6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "DELETE /v2.0/security-groups/7ece6710-fd83-43ed-98ea-5f4bc7dfbd31 HTTP/1.1" status: 204 len: 168 time: 0.7244346 Jul 05 18:09:13.060814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34166) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:13.076726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa2f15-20b3-4244-9cf7-4566678ebc6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ece6710-fd83-43ed-98ea-5f4bc7dfbd31,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:13.085115 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-e70867a4-a56b-4da4-876a-cad6703afbaf tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] show failed (client error): The resource could not be found. Jul 05 18:09:13.086497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e70867a4-a56b-4da4-876a-cad6703afbaf tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups/7ece6710-fd83-43ed-98ea-5f4bc7dfbd31 HTTP/1.1" status: 404 len: 347 time: 0.0258412 Jul 05 18:09:13.089447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34168) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:13.093263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6cb32594-b55b-4a4b-9fd5-ee6fed77644d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:09:13.273579 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.322491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34176) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:13.341271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=26dd69d0-3774-47f4-a96e-b3b0dc1ef19f,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:13.382507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Deleting port aa6d72e8-9a3c-4f28-b85f-5cd641c7f53e {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:13.384809 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.432606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:13.445483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:13.445845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network hostable DHCP agents. Network: d4311eb2-2783-4bd2-b311-e1327c967a23, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:09:13.459445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d', 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9', 'port_id': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d', 'mac_address': 'fa:16:3e:8b:cd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15035df3-c065-479f-94fd-23f7e0d512a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:09:13.474396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a423c0-9b82-487d-8250-ef4e3f8edade req-5459f1c6-4295-4c70-bbfd-140b8c6dfe3e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:13.491226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3a423c0-9b82-487d-8250-ef4e3f8edade req-5459f1c6-4295-4c70-bbfd-140b8c6dfe3e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 943 time: 0.2915244 Jul 05 18:09:13.555668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.556258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.569936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Calling delete_port for aa6d72e8-9a3c-4f28-b85f-5cd641c7f53e owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:13.581776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3a423c0-9b82-487d-8250-ef4e3f8edade req-3c027f5c-a145-4360-bf2b-53c5cff93ecc tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895846 Jul 05 18:09:13.611864 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.633704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb32594-b55b-4a4b-9fd5-ee6fed77644d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:13.639282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-410593793'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:13.641928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:09:13.670116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:13.755941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, d4311eb2-2783-4bd2-b311-e1327c967a23) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:13.761791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:13.762316 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.768481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327d675-371e-4297-aba1-79d498239b62 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:13.784809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:13.789414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.820009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.832953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:13.860791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event deleted for resources: {'Port': ['ID=aa6d72e8-9a3c-4f28-b85f-5cd641c7f53e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:13.877243 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:09:13.886202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fdd37b77-88a1-484e-aeff-84f91590116a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4325049 Jul 05 18:09:13.891577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34184) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:13.900409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'name': 'tempest-NetworksTestDHCPv6-2140833791'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:13.941437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:13.982840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9899719f-fc70-4d43-ba08-4ee474d49153 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:13.986154 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Sync routers for ids ['faa2b913-8308-425e-a5ea-4879272e30d3'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:09:14.011026 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Routers {'faa2b913-8308-425e-a5ea-4879272e30d3'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:14.011783 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['faa2b913-8308-425e-a5ea-4879272e30d3'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:14.030173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.030521 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Added segment 74391d41-c306-40ab-ba74-3aab5b0a7b15 of type vlan for network 0cdac14f-724e-47a3-896f-a6568ae38be1 Jul 05 18:09:14.096378 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.102364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.107353 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.110201 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-34d84daa-3a5c-4ee0-8dfa-abd2de940ee7 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "DELETE /v2.0/floatingips/5b7ddba8-9e0f-42e0-a3c9-add11472c87f HTTP/1.1" status: 204 len: 168 time: 1.0179994 Jul 05 18:09:14.177310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['6cb32594-b55b-4a4b-9fd5-ee6fed77644d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:09:14.215209 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '26dd69d0-3774-47f4-a96e-b3b0dc1ef19f'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:14.215978 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.220300 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Set router faa2b913-8308-425e-a5ea-4879272e30d3 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:14.326530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:14.327764 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.330447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.358743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:14.359405 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.387722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 69f95b5b-06a2-44f6-9ffb-49e5dd223256 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:14.443098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Network': ['ID=0cdac14f-724e-47a3-896f-a6568ae38be1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:14.473329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 0cdac14f-724e-47a3-896f-a6568ae38be1 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:09:14.514257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/26dd69d0-3774-47f4-a96e-b3b0dc1ef19f/4d43fed9-313e-4d78-8672-831f8706ca5e) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:14.519109 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0fb058a5-f285-4188-bc7f-2c3f60ec5040 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1953528 Jul 05 18:09:14.530602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34198) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:14.539186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'subnet': {'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:14.539287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34202) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:14.543412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1ec5fa62-57b9-48c5-a796-5544702674a2 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'security_group': {'name': 'tempest-securitygroup--663886581', 'description': 'tempest-description--1148919523'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:14.572677 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:04Z', 'updated_at': '2021-07-05T18:09:11Z', 'revision_number': 4, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'gw_port': {'id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:05Z', 'updated_at': '2021-07-05T18:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b381460b-cac5-4f1b-9b2d-90ca54c9532f', 'name': '', 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'mac_address': 'fa:16:3e:37:2e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd8b34b27-9c8d-4d0b-84d6-7a90c3b1037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:10Z', 'updated_at': '2021-07-05T18:09:11Z', 'revision_number': 2, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'subnets': [{'id': 'd8b34b27-9c8d-4d0b-84d6-7a90c3b1037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:14.643407 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Checking router: faa2b913-8308-425e-a5ea-4879272e30d3 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:09:14.644021 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Updating router faa2b913-8308-425e-a5ea-4879272e30d3 port b381460b-cac5-4f1b-9b2d-90ca54c9532f binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:09:14.687048 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.745114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fa62-57b9-48c5-a796-5544702674a2 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.786341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9899719f-fc70-4d43-ba08-4ee474d49153 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:14.837307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9899719f-fc70-4d43-ba08-4ee474d49153 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:14.837673 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.849045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18421b2d-c838-4df4-a2a4-198f3491b45f req-def5593d-a502-41a1-b9a2-3500913787e5 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:14.850880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18421b2d-c838-4df4-a2a4-198f3491b45f req-def5593d-a502-41a1-b9a2-3500913787e5 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 944 time: 0.0902450 Jul 05 18:09:14.903530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18421b2d-c838-4df4-a2a4-198f3491b45f req-4472bdee-a8a4-4889-8705-f5dd6b7b348c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457075 Jul 05 18:09:14.904547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:14.907940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:14.992829 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.025961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Transition to ACTIVE for port object 4d43fed9-313e-4d78-8672-831f8706ca5e will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:15.037078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fa62-57b9-48c5-a796-5544702674a2 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.059242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Transition to ACTIVE for port object 4d43fed9-313e-4d78-8672-831f8706ca5e will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:15.060990 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.087416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 9899719f-fc70-4d43-ba08-4ee474d49153, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9899719f-fc70-4d43-ba08-4ee474d49153,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:15.121198 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.132817 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Transition to ACTIVE for port object b381460b-cac5-4f1b-9b2d-90ca54c9532f will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:15.184822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fa62-57b9-48c5-a796-5544702674a2 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.186370 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.192810 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.224117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5fa62-57b9-48c5-a796-5544702674a2 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:15.238949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:15.245233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:15.249780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:15.253270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Pushing event updated for resources: {'Port': ['ID=4d43fed9-313e-4d78-8672-831f8706ca5e,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:15.257690 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.272333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.298945 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ec5fa62-57b9-48c5-a796-5544702674a2 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.301642 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1ec5fa62-57b9-48c5-a796-5544702674a2 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7622731 Jul 05 18:09:15.305083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34218) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:15.310518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9b7909c2-8524-41e1-b5a9-1ed7fe948591 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'security_group_rule': {'security_group_id': 'b6bd6a4f-e92c-4de7-a2b6-70161c6511bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:15.342330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::1c2 (d4311eb2-2783-4bd2-b311-e1327c967a23/26dd69d0-3774-47f4-a96e-b3b0dc1ef19f/69f95b5b-06a2-44f6-9ffb-49e5dd223256) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:15.364049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Attempting to bind port 4d43fed9-313e-4d78-8672-831f8706ca5e on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:15.364952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Attempting to bind port 4d43fed9-313e-4d78-8672-831f8706ca5e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:15.365521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Attempting to bind port 4d43fed9-313e-4d78-8672-831f8706ca5e on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:15.371675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:15.372337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:15.373012 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.373584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:15.374222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Bound port: 4d43fed9-313e-4d78-8672-831f8706ca5e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:15.374811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.377866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=9899719f-fc70-4d43-ba08-4ee474d49153,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:15.395985 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b28b4b-5f28-44c0-9b90-1f929dbde318 None None] Pushing event updated for resources: {'Port': ['ID=b381460b-cac5-4f1b-9b2d-90ca54c9532f,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:15.430944 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Attempting to bind port b381460b-cac5-4f1b-9b2d-90ca54c9532f on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:15.431322 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Attempting to bind port b381460b-cac5-4f1b-9b2d-90ca54c9532f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'ead2159d-c154-4788-ba9c-823992bf023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:15.431680 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Attempting to bind port b381460b-cac5-4f1b-9b2d-90ca54c9532f on network f4ee3c72-424b-4398-aca1-2563a27c8226 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:15.437324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Subnet': ['ID=b1de833e-e2a4-410c-9cb9-72bccbc30717,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:15.440351 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:15.440606 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Checking segment: {'id': 'ead2159d-c154-4788-ba9c-823992bf023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:15.441012 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.442006 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Bound using segment: {'id': 'ead2159d-c154-4788-ba9c-823992bf023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:15.444343 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Bound port: b381460b-cac5-4f1b-9b2d-90ca54c9532f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead2159d-c154-4788-ba9c-823992bf023b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:15.444739 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.456157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Checking segment: {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:15.456157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network hostable DHCP agents. Network: 0cdac14f-724e-47a3-896f-a6568ae38be1, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:09:15.515670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] For port 4d43fed9-313e-4d78-8672-831f8706ca5e, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:15.519016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] For port 4d43fed9-313e-4d78-8672-831f8706ca5e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4d43fed9-313e-4d78-8672-831f8706ca5e,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:15.522073 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b7909c2-8524-41e1-b5a9-1ed7fe948591 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.563876 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] For port b381460b-cac5-4f1b-9b2d-90ca54c9532f, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:15.568554 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] For port b381460b-cac5-4f1b-9b2d-90ca54c9532f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b381460b-cac5-4f1b-9b2d-90ca54c9532f,segment=NetworkSegment(ead2159d-c154-4788-ba9c-823992bf023b),segment_id=ead2159d-c154-4788-ba9c-823992bf023b)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:15.602428 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b7909c2-8524-41e1-b5a9-1ed7fe948591 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.617801 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.633256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 69f95b5b-06a2-44f6-9ffb-49e5dd223256 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:15.716240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network 0cdac14f-724e-47a3-896f-a6568ae38be1 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:09:15.750938 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b7909c2-8524-41e1-b5a9-1ed7fe948591 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.759053 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.768865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.780314 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.789754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7909c2-8524-41e1-b5a9-1ed7fe948591 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d248bce5-0656-477c-9fb7-445cb6f40fbc,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:15.833600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b18ad-42d4-42db-9897-38438efd3815 None None] Pushing event updated for resources: {'Port': ['ID=4d43fed9-313e-4d78-8672-831f8706ca5e,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:15.876087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:15.881649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 0cdac14f-724e-47a3-896f-a6568ae38be1) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:15.887538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:15.888665 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b7909c2-8524-41e1-b5a9-1ed7fe948591 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.889954 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9b7909c2-8524-41e1-b5a9-1ed7fe948591 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5838187 Jul 05 18:09:15.892568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34232) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:15.898516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-00367c89-7f3d-47cc-9ab4-1e5780c0546c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'security_group_rule': {'security_group_id': 'b6bd6a4f-e92c-4de7-a2b6-70161c6511bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:15.904232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ba8dc7-cd12-48e7-bb14-3c0962faf12f None None] Network 0cdac14f-724e-47a3-896f-a6568ae38be1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:15.916209 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Routers {'faa2b913-8308-425e-a5ea-4879272e30d3'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:15.917035 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:08:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['faa2b913-8308-425e-a5ea-4879272e30d3'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:15.922885 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b28b4b-5f28-44c0-9b90-1f929dbde318 None None] Pushing event updated for resources: {'Port': ['ID=b381460b-cac5-4f1b-9b2d-90ca54c9532f,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:15.934521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:15.944997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:15.952382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:15.997211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:16.001149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.038625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9899719f-fc70-4d43-ba08-4ee474d49153 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:16.103538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=69f95b5b-06a2-44f6-9ffb-49e5dd223256,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:16.163703 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00367c89-7f3d-47cc-9ab4-1e5780c0546c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.271065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9899719f-fc70-4d43-ba08-4ee474d49153 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:16.271670 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.292748 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f0c032fe-8a0a-4f56-96a2-819718c3474a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7640834 Jul 05 18:09:16.310224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-69d8c18b-136b-462d-860c-6d48d9ceea96 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4217529 Jul 05 18:09:16.319101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34244) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:16.319101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34246) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:16.362730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00367c89-7f3d-47cc-9ab4-1e5780c0546c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.380729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1734775773'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:16.408289 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] Set router faa2b913-8308-425e-a5ea-4879272e30d3 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:16.460801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581e414-0795-4446-a57c-d95c862baa2a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:16.474681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9581e414-0795-4446-a57c-d95c862baa2a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:16.482121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34250) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:16.483103 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9581e414-0795-4446-a57c-d95c862baa2a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1577327 Jul 05 18:09:16.508232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-0cdac14f-724e-47a3-896f-a6568ae38be1', 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'fixed_ips': [{'subnet_id': 'b1de833e-e2a4-410c-9cb9-72bccbc30717'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:16.509411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.540533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00367c89-7f3d-47cc-9ab4-1e5780c0546c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.577226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:16.581574 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.625600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00367c89-7f3d-47cc-9ab4-1e5780c0546c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd189bb8-0706-481d-9fb5-6cf8876cb9ea,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:16.650930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:09:16.668386 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.668715 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Added segment 5bd023b1-7545-4177-a4c8-383413c842ea of type vlan for network 961d57a7-cfdf-4599-b56f-695cad4c0ceb Jul 05 18:09:16.678340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e10c8-360f-4906-bb08-5fa98c754a14 req-4050d1f5-bb20-480d-826a-4069df40a76f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:16.685535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de7e10c8-360f-4906-bb08-5fa98c754a14 req-4050d1f5-bb20-480d-826a-4069df40a76f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 944 time: 0.2010703 Jul 05 18:09:16.743408 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:04Z', 'updated_at': '2021-07-05T18:09:11Z', 'revision_number': 4, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'gw_port': {'id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:05Z', 'updated_at': '2021-07-05T18:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b381460b-cac5-4f1b-9b2d-90ca54c9532f', 'name': '', 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'mac_address': 'fa:16:3e:37:2e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd8b34b27-9c8d-4d0b-84d6-7a90c3b1037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:10Z', 'updated_at': '2021-07-05T18:09:15Z', 'revision_number': 4, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'subnets': [{'id': 'd8b34b27-9c8d-4d0b-84d6-7a90c3b1037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:16.753019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.777284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de7e10c8-360f-4906-bb08-5fa98c754a14 req-2c67e0ab-2b7b-4029-83f9-aa7ee72535f0 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905585 Jul 05 18:09:16.795046 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23815614-3adb-4064-a670-6b1e44ec2b0c None None] The sync data for ids ['faa2b913-8308-425e-a5ea-4879272e30d3'] in n-d-799524-1 is: [{'id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:04Z', 'updated_at': '2021-07-05T18:09:11Z', 'revision_number': 4, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'gw_port': {'id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:05Z', 'updated_at': '2021-07-05T18:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b381460b-cac5-4f1b-9b2d-90ca54c9532f', 'name': '', 'network_id': 'f4ee3c72-424b-4398-aca1-2563a27c8226', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'mac_address': 'fa:16:3e:37:2e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': 'd8b34b27-9c8d-4d0b-84d6-7a90c3b1037e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:10Z', 'updated_at': '2021-07-05T18:09:15Z', 'revision_number': 4, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'subnets': [{'id': 'd8b34b27-9c8d-4d0b-84d6-7a90c3b1037e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:09:16.795500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-67f15a36-f481-4727-b511-824cc43b1b24 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 69f95b5b-06a2-44f6-9ffb-49e5dd223256 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:16.795852 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67f15a36-f481-4727-b511-824cc43b1b24 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.804937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Allocated IP 19.80.0.2 (0cdac14f-724e-47a3-896f-a6568ae38be1/b1de833e-e2a4-410c-9cb9-72bccbc30717/4fe7e30e-29f2-440e-987e-7a6e37ae684e) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:16.825890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00367c89-7f3d-47cc-9ab4-1e5780c0546c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.829064 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-00367c89-7f3d-47cc-9ab4-1e5780c0546c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9355063 Jul 05 18:09:16.839459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34258) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:16.845514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:16.974149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67f15a36-f481-4727-b511-824cc43b1b24 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:16.998011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-67f15a36-f481-4727-b511-824cc43b1b24 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 69f95b5b-06a2-44f6-9ffb-49e5dd223256 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:17.001709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.009271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:17.010784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.095029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6cb32594-b55b-4a4b-9fd5-ee6fed77644d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:17.102547 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.132672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Transition to ACTIVE for port object 4fe7e30e-29f2-440e-987e-7a6e37ae684e will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:17.163567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Transition to ACTIVE for port object 4fe7e30e-29f2-440e-987e-7a6e37ae684e will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:17.176913 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.225374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Network': ['ID=961d57a7-cfdf-4599-b56f-695cad4c0ceb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:17.239875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 961d57a7-cfdf-4599-b56f-695cad4c0ceb details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:09:17.326671 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.337617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:17.348120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a79b27fc-b3f5-488d-8674-55eaf429bb04 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0234411 Jul 05 18:09:17.352321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34266) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:17.360087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'subnet': {'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:17.412485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:17.413118 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.432317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Network 0cdac14f-724e-47a3-896f-a6568ae38be1 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:17.433556 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67f15a36-f481-4727-b511-824cc43b1b24 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.463980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:17.495217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:17.518891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f15a36-f481-4727-b511-824cc43b1b24 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=69f95b5b-06a2-44f6-9ffb-49e5dd223256,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:17.545968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.578762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Pushing event updated for resources: {'Port': ['ID=4fe7e30e-29f2-440e-987e-7a6e37ae684e,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:17.595908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67f15a36-f481-4727-b511-824cc43b1b24 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.599321 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-67f15a36-f481-4727-b511-824cc43b1b24 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/69f95b5b-06a2-44f6-9ffb-49e5dd223256 HTTP/1.1" status: 204 len: 168 time: 1.1159484 Jul 05 18:09:17.602694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34270) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:17.640569 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Attempting to bind port 4fe7e30e-29f2-440e-987e-7a6e37ae684e on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:17.642895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Attempting to bind port 4fe7e30e-29f2-440e-987e-7a6e37ae684e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:17.642895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Attempting to bind port 4fe7e30e-29f2-440e-987e-7a6e37ae684e on network 0cdac14f-724e-47a3-896f-a6568ae38be1 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:17.700528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:17.700915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Checking segment: {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:17.701584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.702853 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Bound using segment: {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:17.703370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Bound port: 4fe7e30e-29f2-440e-987e-7a6e37ae684e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:17.703779 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.724723 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.773863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a55696-ec6b-4356-8f5e-317523225e5d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:17.773863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a55696-ec6b-4356-8f5e-317523225e5d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:17.773863 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c8a55696-ec6b-4356-8f5e-317523225e5d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1655872 Jul 05 18:09:17.776031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34276) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:17.794708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3e1b83-9995-422c-87c5-ed73218d4822 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:17.824796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34280) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:17.854991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:17.864095 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:17.912584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Allocated IP 172.25.3.133 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/0dd1731e-a8cb-4bcc-b68a-424b729a90dd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:17.992674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:17.998075 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9d2131-fe1e-486d-b3e1-16e9d3a7f31f" -d '{"events": [{"server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "name": "network-vif-plugged", "status": "completed", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:18.021689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-82fbb4ca-4a87-425f-974b-17d34ef570f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 26dd69d0-3774-47f4-a96e-b3b0dc1ef19f {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:09:18.060998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] For port 4fe7e30e-29f2-440e-987e-7a6e37ae684e, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:18.061511 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82fbb4ca-4a87-425f-974b-17d34ef570f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.084780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] For port 4fe7e30e-29f2-440e-987e-7a6e37ae684e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4fe7e30e-29f2-440e-987e-7a6e37ae684e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:18.094031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:18.096252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3e3d3b33-7e85-4f4d-9a88-41821c90c4a5 None None] Provisioning for port 4d43fed9-313e-4d78-8672-831f8706ca5e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:18.144020 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db8119f-aaa2-43c2-a244-c321c66a1544 x-openstack-request-id: req-9db8119f-aaa2-43c2-a244-c321c66a1544 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:18.146780 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "name": "network-vif-plugged", "status": "completed", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:18.146780 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9db8119f-aaa2-43c2-a244-c321c66a1544 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:18.147236 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d', 'code': 200} Jul 05 18:09:18.182359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82fbb4ca-4a87-425f-974b-17d34ef570f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.187763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b381460b-cac5-4f1b-9b2d-90ca54c9532f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:18.254443 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d237b2f6-917f-4fa9-b1d3-ccd2b88702f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.334668 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.338759 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.469218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8e0947-effa-4b87-8bfc-590e554aaf89 None None] Pushing event updated for resources: {'Port': ['ID=4fe7e30e-29f2-440e-987e-7a6e37ae684e,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:18.477500 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d237b2f6-917f-4fa9-b1d3-ccd2b88702f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.493654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318336a0-ddc9-4e6d-9164-7e8a2ef78a74 req-02283730-38f9-42b1-87ae-ea4e5aa1fefd tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:18.501199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-318336a0-ddc9-4e6d-9164-7e8a2ef78a74 req-02283730-38f9-42b1-87ae-ea4e5aa1fefd tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 944 time: 0.3928418 Jul 05 18:09:18.540546 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.582403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-318336a0-ddc9-4e6d-9164-7e8a2ef78a74 req-c79cee48-4c74-46fa-8ff7-a390958e30db tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795186 Jul 05 18:09:18.615719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d237b2f6-917f-4fa9-b1d3-ccd2b88702f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.660891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82fbb4ca-4a87-425f-974b-17d34ef570f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.665238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:18.688562 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d237b2f6-917f-4fa9-b1d3-ccd2b88702f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b45cbb3-49e4-4caa-91ed-f3dfec286c64,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:18.702026 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d237b2f6-917f-4fa9-b1d3-ccd2b88702f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bb9613ad1904c07b8638c3424386cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8750648 Jul 05 18:09:18.704340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:18.745192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b381460b-cac5-4f1b-9b2d-90ca54c9532f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:18.747235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b381460b-cac5-4f1b-9b2d-90ca54c9532f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:18.747624 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.758451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af587b4-56af-4366-a02b-75cbc53653a3 req-e1375c6a-4d24-4508-97b3-c5aa5cd554f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:18.760077 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3af587b4-56af-4366-a02b-75cbc53653a3 req-e1375c6a-4d24-4508-97b3-c5aa5cd554f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 1096 time: 0.5175331 Jul 05 18:09:18.825300 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5878a142-4d5d-4cb6-97fb-4c290938660f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.830343 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.913893 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.917212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5878a142-4d5d-4cb6-97fb-4c290938660f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:18.966020 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3af587b4-56af-4366-a02b-75cbc53653a3 req-9f0015a8-6608-4353-8c61-5713d308be8b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981986 Jul 05 18:09:18.987283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82fbb4ca-4a87-425f-974b-17d34ef570f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.032886 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.037386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'Port': ['ID=0dd1731e-a8cb-4bcc-b68a-424b729a90dd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:19.048493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Subnet': ['ID=fbe6031e-036f-4f17-94a4-3f19317b672c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:19.051794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82fbb4ca-4a87-425f-974b-17d34ef570f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.056427 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82fbb4ca-4a87-425f-974b-17d34ef570f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/26dd69d0-3774-47f4-a96e-b3b0dc1ef19f HTTP/1.1" status: 204 len: 168 time: 1.2769618 Jul 05 18:09:19.085962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:19.125529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port b381460b-cac5-4f1b-9b2d-90ca54c9532f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b381460b-cac5-4f1b-9b2d-90ca54c9532f,segment=NetworkSegment(ead2159d-c154-4788-ba9c-823992bf023b),segment_id=ead2159d-c154-4788-ba9c-823992bf023b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:19.129639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:19.132149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:19.135214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:19.149187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Checking segment: {'id': '5bd023b1-7545-4177-a4c8-383413c842ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:19.153608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network hostable DHCP agents. Network: 961d57a7-cfdf-4599-b56f-695cad4c0ceb, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:09:19.153608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fbb4ca-4a87-425f-974b-17d34ef570f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=26dd69d0-3774-47f4-a96e-b3b0dc1ef19f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:19.196513 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8bb650eb-4a18-4fbc-9062-ece9cb05674a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062202 Jul 05 18:09:19.196513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:19.203540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:19.233776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3a8ab4-cc0f-4f33-b885-1b0b9a0b7681 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:19.362790 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.363265 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5878a142-4d5d-4cb6-97fb-4c290938660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.363796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4d43fed9-313e-4d78-8672-831f8706ca5e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:19.366325 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5878a142-4d5d-4cb6-97fb-4c290938660f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.374641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5878a142-4d5d-4cb6-97fb-4c290938660f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b45cbb3-49e4-4caa-91ed-f3dfec286c64 HTTP/1.1" status: 204 len: 168 time: 0.6671667 Jul 05 18:09:19.396907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network 961d57a7-cfdf-4599-b56f-695cad4c0ceb is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:09:19.420929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5878a142-4d5d-4cb6-97fb-4c290938660f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b45cbb3-49e4-4caa-91ed-f3dfec286c64,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:19.424624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:19.430568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.440718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.498855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 961d57a7-cfdf-4599-b56f-695cad4c0ceb) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:19.507736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:19.508804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.515317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3784d2-b08e-40e8-a3fd-b21c6900dbbe None None] Network 961d57a7-cfdf-4599-b56f-695cad4c0ceb requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:19.569010 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.601542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b381460b-cac5-4f1b-9b2d-90ca54c9532f,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:19.723369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4d43fed9-313e-4d78-8672-831f8706ca5e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:19.763679 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4a3c8ff-d991-4cbb-ae5f-3814be3b9127 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4090540 Jul 05 18:09:19.823119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211e5c7f-b202-468e-8aa4-f0276cdd768f None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:09:19.846481 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.865615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4d43fed9-313e-4d78-8672-831f8706ca5e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:19.871087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:19.987554 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.017836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27c16f-ecba-4bdd-9f09-b7320411c9d7 req-38478514-7ecb-4c03-b8d2-0c2d2cd8216f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:20.024013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c27c16f-ecba-4bdd-9f09-b7320411c9d7 req-38478514-7ecb-4c03-b8d2-0c2d2cd8216f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.1621225 Jul 05 18:09:20.062587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=2ba189d9-7a45-41df-9eae-ccb4c53d2f3b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:20.081290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:20.085779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:20.090402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c27c16f-ecba-4bdd-9f09-b7320411c9d7 req-bef231f0-42e4-4ff5-b2a6-b8ad7dff268b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648365 Jul 05 18:09:20.093591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:20.094457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.096885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.156885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-961d57a7-cfdf-4599-b56f-695cad4c0ceb', 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'fixed_ips': [{'subnet_id': 'fbe6031e-036f-4f17-94a4-3f19317b672c'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:20.158176 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.214504 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-087d42fa-4378-44b8-b6d1-df4ce780c800 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0168829 Jul 05 18:09:20.217106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34324) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:20.223776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'name': 'tempest-NetworksTestDHCPv6-672300990'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:20.443421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34330) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:20.465183 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d954b338-9cf9-4c32-a663-fd6b2b072862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.472039 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.480215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4454af-3621-48b6-aff2-9eee12d3c213 None None] Network 0cdac14f-724e-47a3-896f-a6568ae38be1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:20.498082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-211e5c7f-b202-468e-8aa4-f0276cdd768f None None] Deleting port 4d43fed9-313e-4d78-8672-831f8706ca5e {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:20.498355 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-211e5c7f-b202-468e-8aa4-f0276cdd768f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.684141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d954b338-9cf9-4c32-a663-fd6b2b072862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.685411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:20.693473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.694269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4d43fed9-313e-4d78-8672-831f8706ca5e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4d43fed9-313e-4d78-8672-831f8706ca5e,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:20.717227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e82a5e18-882a-447f-bc62-d83855d442e3 None None] Provisioning for port 4fe7e30e-29f2-440e-987e-7a6e37ae684e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:20.727147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port c58a5bf9-6c81-4655-bf54-535003d525c9 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:20.754207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-211e5c7f-b202-468e-8aa4-f0276cdd768f None None] For port 4d43fed9-313e-4d78-8672-831f8706ca5e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4d43fed9-313e-4d78-8672-831f8706ca5e,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:20.754638 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-211e5c7f-b202-468e-8aa4-f0276cdd768f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.759470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Allocated IP 19.86.0.2 (961d57a7-cfdf-4599-b56f-695cad4c0ceb/fbe6031e-036f-4f17-94a4-3f19317b672c/82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:20.773107 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-92a1c9d9-146d-4571-afc6-b4f2dd882fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.790089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'Port': ['ID=0dd1731e-a8cb-4bcc-b68a-424b729a90dd,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:20.801880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-211e5c7f-b202-468e-8aa4-f0276cdd768f None None] Calling delete_port for 4d43fed9-313e-4d78-8672-831f8706ca5e owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:20.804609 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d954b338-9cf9-4c32-a663-fd6b2b072862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.806205 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.816606 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.828685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-37c18234-0827-4add-8006-ec88b5b40295 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:20.835605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-37c18234-0827-4add-8006-ec88b5b40295 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:20.843466 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-37c18234-0827-4add-8006-ec88b5b40295 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/networks?id=0cdac14f-724e-47a3-896f-a6568ae38be1&id=961d57a7-cfdf-4599-b56f-695cad4c0ceb&id=0cdac14f-724e-47a3-896f-a6568ae38be1 HTTP/1.1" status: 200 len: 1391 time: 0.1546180 Jul 05 18:09:20.870162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2d89d472-6b63-4a7f-9be2-c070da8721bd tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/quotas/8db2c50a8deb4aa6bb03b72d9adc4ff2 HTTP/1.1" status: 200 len: 375 time: 0.0248890 Jul 05 18:09:20.941643 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:20.952533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-02bea332-2cb8-4450-a8b7-9fcf9f760e0e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1115603 Jul 05 18:09:21.003176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-c184dc82-dd5d-4100-8294-408e6b0e4c0a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1320996 Jul 05 18:09:21.030918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34336) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:21.038854 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d954b338-9cf9-4c32-a663-fd6b2b072862 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=945782aaa5064fba9e38a9414393f058&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5900464 Jul 05 18:09:21.053809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954b338-9cf9-4c32-a663-fd6b2b072862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e43bfed-16de-406b-a5f8-b75e8cd0d084,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:21.149744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::21e (d4311eb2-2783-4bd2-b311-e1327c967a23/2ba189d9-7a45-41df-9eae-ccb4c53d2f3b/c58a5bf9-6c81-4655-bf54-535003d525c9) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:21.150371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4d43fed9-313e-4d78-8672-831f8706ca5e,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:21.201728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4fe7e30e-29f2-440e-987e-7a6e37ae684e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:21.258301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-f6575940-3486-445f-ace0-ac4c054108b7 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528162 Jul 05 18:09:21.294350 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b955f5fa-1bee-4f9f-8a90-f647541c2c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.314258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.326070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Transition to ACTIVE for port object 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:21.343699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Transition to ACTIVE for port object 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:21.358467 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-211e5c7f-b202-468e-8aa4-f0276cdd768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.374885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b955f5fa-1bee-4f9f-8a90-f647541c2c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.410763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e5c7f-b202-468e-8aa4-f0276cdd768f None None] Pushing event deleted for resources: {'Port': ['ID=4d43fed9-313e-4d78-8672-831f8706ca5e,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:21.416865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211e5c7f-b202-468e-8aa4-f0276cdd768f None None] No DVR routers for this DVR port 4d43fed9-313e-4d78-8672-831f8706ca5e on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:09:21.423540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.437780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27378843-9936-4e9f-8471-901045697272 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:21.453513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object c58a5bf9-6c81-4655-bf54-535003d525c9 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:21.487909 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.493681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4fe7e30e-29f2-440e-987e-7a6e37ae684e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:21.531491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-56bcf549-3b1b-4de6-8d05-1be237664555 service neutron] 10.222.0.30 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663963 Jul 05 18:09:21.537769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4fe7e30e-29f2-440e-987e-7a6e37ae684e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:21.538121 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.549821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Network 961d57a7-cfdf-4599-b56f-695cad4c0ceb is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:21.557969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a9cb2-5a68-44fc-91ce-05828aa7d0a5 req-017f734e-9581-4315-9c49-4b9fd987a200 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:21.559565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-319a9cb2-5a68-44fc-91ce-05828aa7d0a5 req-017f734e-9581-4315-9c49-4b9fd987a200 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.2237694 Jul 05 18:09:21.579050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:21.594622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:21.599894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Pushing event updated for resources: {'Port': ['ID=82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:21.621278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.651851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-319a9cb2-5a68-44fc-91ce-05828aa7d0a5 req-1452344a-9f3a-41f0-9df1-a7918b7d8467 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803325 Jul 05 18:09:21.683276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:21.689419 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:21.692978 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:21.699306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:21.700079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.717763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-24c391bc-c174-4b37-8b29-58545d2903dc service neutron] 10.222.0.30 "GET /v2.0/networks/961d57a7-cfdf-4599-b56f-695cad4c0ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790102 Jul 05 18:09:21.718397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=c58a5bf9-6c81-4655-bf54-535003d525c9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:21.726251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-433bdb5f-b0b5-4731-b54c-d8d335741d0f None None] Provisioning complete for port 4fe7e30e-29f2-440e-987e-7a6e37ae684e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:21.726668 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-433bdb5f-b0b5-4731-b54c-d8d335741d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.728222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Attempting to bind port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:21.728586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Attempting to bind port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '5bd023b1-7545-4177-a4c8-383413c842ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:21.728947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Attempting to bind port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c on network 961d57a7-cfdf-4599-b56f-695cad4c0ceb {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:21.783118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b955f5fa-1bee-4f9f-8a90-f647541c2c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.786167 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b955f5fa-1bee-4f9f-8a90-f647541c2c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.789852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b955f5fa-1bee-4f9f-8a90-f647541c2c64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e43bfed-16de-406b-a5f8-b75e8cd0d084 HTTP/1.1" status: 204 len: 168 time: 0.7557158 Jul 05 18:09:21.795499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:21.797464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Checking segment: {'id': '5bd023b1-7545-4177-a4c8-383413c842ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:21.797464 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.797464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Bound using segment: {'id': '5bd023b1-7545-4177-a4c8-383413c842ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:21.798061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Bound port: 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bd023b1-7545-4177-a4c8-383413c842ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:21.798298 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.813383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b955f5fa-1bee-4f9f-8a90-f647541c2c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e43bfed-16de-406b-a5f8-b75e8cd0d084,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:21.819059 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-58f47ba4-f048-442a-94ec-60d409a18745 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6001384 Jul 05 18:09:21.820958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34360) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:21.865836 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:21.873033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-f12c0d46-4c05-4b9e-92d1-87c1346d1f61 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--663886581&fields=id&tenant_id=01d6aae6f7a142dd91150aab24f853c5 HTTP/1.1" status: 200 len: 267 time: 0.0938051 Jul 05 18:09:21.884828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-dcec89ea-257e-4b4c-bf46-c2298ca9faaa service neutron] 10.222.0.30 "GET /v2.0/networks/961d57a7-cfdf-4599-b56f-695cad4c0ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661203 Jul 05 18:09:21.961618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] For port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:21.965227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] For port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c,segment=NetworkSegment(5bd023b1-7545-4177-a4c8-383413c842ea),segment_id=5bd023b1-7545-4177-a4c8-383413c842ea)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:21.979416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f1ab67-3be2-4214-9792-e6cb19ccea8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:21.983573 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f9f1ab67-3be2-4214-9792-e6cb19ccea8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1590147 Jul 05 18:09:21.983776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34362) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:22.013331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4fe7e30e-29f2-440e-987e-7a6e37ae684e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4fe7e30e-29f2-440e-987e-7a6e37ae684e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:22.035267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-fce1e9a1-3ffb-492e-a5eb-c22677542cbe service neutron] 10.222.0.30 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494725 Jul 05 18:09:22.063614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '2ba189d9-7a45-41df-9eae-ccb4c53d2f3b'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:22.064789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:22.073502 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-433bdb5f-b0b5-4731-b54c-d8d335741d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:22.094411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:22.125782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7799fbb3-2b8c-48c3-9cf0-a1d535f6bed5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port c58a5bf9-6c81-4655-bf54-535003d525c9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:22.126142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7799fbb3-2b8c-48c3-9cf0-a1d535f6bed5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:22.146043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-02ce94a3-79c2-41f8-b56c-1f82d01121fc tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:22.148089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-02ce94a3-79c2-41f8-b56c-1f82d01121fc tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 811 time: 0.2609100 Jul 05 18:09:22.172919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-55684cf8-cfa9-464a-b9c8-78a05537e399 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/quotas/01d6aae6f7a142dd91150aab24f853c5 HTTP/1.1" status: 200 len: 375 time: 0.0128806 Jul 05 18:09:22.209789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:22.210659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b381460b-cac5-4f1b-9b2d-90ca54c9532f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:22.223497 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7799fbb3-2b8c-48c3-9cf0-a1d535f6bed5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:22.241394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7799fbb3-2b8c-48c3-9cf0-a1d535f6bed5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for c58a5bf9-6c81-4655-bf54-535003d525c9 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:22.262683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-6e88dda6-f3ba-4951-81a6-0941e1c1157c service neutron] 10.222.0.30 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003739 Jul 05 18:09:22.357778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-da6f4061-e636-477c-82e4-d08813e0a7ce tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1530817 Jul 05 18:09:22.391884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-433bdb5f-b0b5-4731-b54c-d8d335741d0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:09:22.392506 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-433bdb5f-b0b5-4731-b54c-d8d335741d0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:09:22.393160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb4021-b1b9-44a4-b86e-65581f308e5b None None] Pushing event updated for resources: {'Port': ['ID=82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:22.515701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7799fbb3-2b8c-48c3-9cf0-a1d535f6bed5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:22.561197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799fbb3-2b8c-48c3-9cf0-a1d535f6bed5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=c58a5bf9-6c81-4655-bf54-535003d525c9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:22.589785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7799fbb3-2b8c-48c3-9cf0-a1d535f6bed5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:22.595766 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7799fbb3-2b8c-48c3-9cf0-a1d535f6bed5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/c58a5bf9-6c81-4655-bf54-535003d525c9 HTTP/1.1" status: 204 len: 168 time: 0.6109116 Jul 05 18:09:22.598994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34378) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:22.645170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-785e771b-bb24-4de4-9e1a-4e673ff20265 service neutron] 10.222.0.30 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860713 Jul 05 18:09:22.674525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80791ae-1a3f-4de3-97eb-c94663b4cd80 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:22.675123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80791ae-1a3f-4de3-97eb-c94663b4cd80 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:22.677418 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e80791ae-1a3f-4de3-97eb-c94663b4cd80 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0771537 Jul 05 18:09:22.681381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34386) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:22.691783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/2ba189d9-7a45-41df-9eae-ccb4c53d2f3b/fba03760-e776-473e-9b67-58cebc30f6c3) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:22.693902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b381460b-cac5-4f1b-9b2d-90ca54c9532f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:22.694281 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:22.697827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4fe7e30e-29f2-440e-987e-7a6e37ae684e,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:22.792608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b263f28-606e-45c9-a19c-be9153628413 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 2ba189d9-7a45-41df-9eae-ccb4c53d2f3b {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:09:22.860295 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-fc84e2f9-5315-4c90-8584-f96c658229bb service neutron] 10.222.0.30 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959727 Jul 05 18:09:23.140009 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.152758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Transition to ACTIVE for port object fba03760-e776-473e-9b67-58cebc30f6c3 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:23.165525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4d43fed9-313e-4d78-8672-831f8706ca5e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:09:23.252330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4d43fed9-313e-4d78-8672-831f8706ca5e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:09:23.252980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4d43fed9-313e-4d78-8672-831f8706ca5e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:09:23.302102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Transition to ACTIVE for port object fba03760-e776-473e-9b67-58cebc30f6c3 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:23.373299 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b263f28-606e-45c9-a19c-be9153628413 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.383931 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.474063 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f577e32d-4339-49fd-b93c-3a50ef1d666f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.496609 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b263f28-606e-45c9-a19c-be9153628413 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.511881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:23.554422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65834b0-6f5f-43ad-9dbb-c10136453af4 req-bbcf8438-d52d-4212-8ef3-0c3caa678c73 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:23.559332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:23.560685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e65834b0-6f5f-43ad-9dbb-c10136453af4 req-bbcf8438-d52d-4212-8ef3-0c3caa678c73 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.2283444 Jul 05 18:09:23.569658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:23.588423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Pushing event updated for resources: {'Port': ['ID=fba03760-e776-473e-9b67-58cebc30f6c3,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:23.703531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e65834b0-6f5f-43ad-9dbb-c10136453af4 req-0651d27e-0077-4010-90a1-1dedb83c8a9e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383886 Jul 05 18:09:23.708558 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b263f28-606e-45c9-a19c-be9153628413 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.717352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.737952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4fe7e30e-29f2-440e-987e-7a6e37ae684e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:23.818198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Attempting to bind port fba03760-e776-473e-9b67-58cebc30f6c3 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:23.821039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Attempting to bind port fba03760-e776-473e-9b67-58cebc30f6c3 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:23.823285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Attempting to bind port fba03760-e776-473e-9b67-58cebc30f6c3 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:23.847982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:23.849202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:23.854344 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.854928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:23.855754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Bound port: fba03760-e776-473e-9b67-58cebc30f6c3, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:23.858294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.978015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b263f28-606e-45c9-a19c-be9153628413 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:23.986647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-399dc056-3141-4eb8-ac65-0b4599928ede req-74cb4784-f3ee-46ff-9cee-6da65a9dff3b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 210 time: 0.0493102 Jul 05 18:09:24.008537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] For port fba03760-e776-473e-9b67-58cebc30f6c3, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:24.018844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] For port fba03760-e776-473e-9b67-58cebc30f6c3, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fba03760-e776-473e-9b67-58cebc30f6c3,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:24.035310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4fe7e30e-29f2-440e-987e-7a6e37ae684e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:24.035821 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:24.049179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b263f28-606e-45c9-a19c-be9153628413 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:24.059431 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1b263f28-606e-45c9-a19c-be9153628413 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/2ba189d9-7a45-41df-9eae-ccb4c53d2f3b HTTP/1.1" status: 204 len: 168 time: 1.3768799 Jul 05 18:09:24.061049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b263f28-606e-45c9-a19c-be9153628413 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba189d9-7a45-41df-9eae-ccb4c53d2f3b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:24.065897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34434) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:24.072796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0ec5017-452c-46e0-9790-2904a8391e76 req-bc483cf9-a885-4e1c-8fd5-45276789ac0a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 210 time: 0.0849159 Jul 05 18:09:24.126856 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:24.185475 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-14926b34-acac-40f3-9ebb-e17bce940a40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168823 Jul 05 18:09:24.188924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34436) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:24.199354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:24.235043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d198482-2176-40b4-8dec-ef9310dbc9c1 None None] Network 961d57a7-cfdf-4599-b56f-695cad4c0ceb requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:24.558188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211bda7-bf06-4fe5-844d-aa6f2229e7d3 req-e0507b31-3a23-4e5b-838b-001f4c6cf33f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:24.559821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6211bda7-bf06-4fe5-844d-aa6f2229e7d3 req-e0507b31-3a23-4e5b-838b-001f4c6cf33f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.2207742 Jul 05 18:09:24.594841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64414471-47b3-4852-91a5-f262a03f71c2 None None] Pushing event updated for resources: {'Port': ['ID=fba03760-e776-473e-9b67-58cebc30f6c3,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:24.611622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6211bda7-bf06-4fe5-844d-aa6f2229e7d3 req-16723c3d-da35-4c4f-bf98-65fac805c405 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454340 Jul 05 18:09:24.630379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:24.637364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-724f42c8-b5df-4282-ac6c-e4c4e5dde009 None None] Provisioning for port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:24.646919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:24.655428 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:24.718506 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:24.839058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:24.845606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:24.846747 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:25.074383 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:25.128338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c,segment=NetworkSegment(5bd023b1-7545-4177-a4c8-383413c842ea),segment_id=5bd023b1-7545-4177-a4c8-383413c842ea)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:25.151085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dc1485fd-2727-4ded-ab09-4f141ad0c314 None None] Provisioning complete for port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:25.153236 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dc1485fd-2727-4ded-ab09-4f141ad0c314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:25.190186 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:25.225465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:25.293402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:25.302352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:25.337045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:25.369973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:25.370551 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:25.449562 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=f3ca3d08-ef80-4c61-bba8-b38fb1b343e1,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:25.507915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e93454dc-62bf-4364-a8fe-588be8b9108f req-2233f124-e326-4160-9a92-59febde4b6a2 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 210 time: 0.2066407 Jul 05 18:09:25.511171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.511529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.511877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.512221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.512557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.516152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fba03760-e776-473e-9b67-58cebc30f6c3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:25.535767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.536234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.536592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.536937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.537278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.537623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.542285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:25.559654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-34a17e09-dd05-4218-a6bd-a1419b9b6d69 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3646798 Jul 05 18:09:25.561408 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34486) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:25.568550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'name': 'tempest-NetworksTestDHCPv6-766449035'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:25.693193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535eb5b-ea54-4d1d-b5be-95faf5ed0a7c req-1ca8a97e-9868-445e-bf3a-cbafca75583b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:25.696668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5535eb5b-ea54-4d1d-b5be-95faf5ed0a7c req-1ca8a97e-9868-445e-bf3a-cbafca75583b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.4300518 Jul 05 18:09:25.720192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port fba03760-e776-473e-9b67-58cebc30f6c3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:25.769245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2df51f32-f886-4f9a-a546-2414bda6db69 req-3a8b54c6-b022-43e3-b8ae-0ecd3ed98841 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 210 time: 0.0512702 Jul 05 18:09:25.815549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5535eb5b-ea54-4d1d-b5be-95faf5ed0a7c req-bfc36aef-6911-4c34-a397-2cd7a814c0e2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111937 Jul 05 18:09:25.921563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:25.925158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:25.956235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 5bb20581-4936-4948-b94d-f0dc8d673e75 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:25.962734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbe3c70-f027-4cd2-b987-029d59748f93 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:26.013068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf1f3e-6edf-4623-8054-92a1d630ae37 req-5049dcd7-39ac-49e3-8792-d9d03e2e02b6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:26.023796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bcf1f3e-6edf-4623-8054-92a1d630ae37 req-5049dcd7-39ac-49e3-8792-d9d03e2e02b6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.1016231 Jul 05 18:09:26.080811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bcf1f3e-6edf-4623-8054-92a1d630ae37 req-dfb30780-878b-43cb-b1e8-8e807b524da6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557721 Jul 05 18:09:26.144650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::2c4 (d4311eb2-2783-4bd2-b311-e1327c967a23/f3ca3d08-ef80-4c61-bba8-b38fb1b343e1/5bb20581-4936-4948-b94d-f0dc8d673e75) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:26.200914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-23e25522-a8c4-4d48-b3a2-463028da2dba None None] Provisioning for port fba03760-e776-473e-9b67-58cebc30f6c3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:26.209076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-23e25522-a8c4-4d48-b3a2-463028da2dba None None] Provisioning complete for port fba03760-e776-473e-9b67-58cebc30f6c3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:26.209456 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-23e25522-a8c4-4d48-b3a2-463028da2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:26.356153 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:26.356899 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-23e25522-a8c4-4d48-b3a2-463028da2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:26.373490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 5bb20581-4936-4948-b94d-f0dc8d673e75 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:26.384412 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:26.404000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-23e25522-a8c4-4d48-b3a2-463028da2dba None None] For port fba03760-e776-473e-9b67-58cebc30f6c3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fba03760-e776-473e-9b67-58cebc30f6c3,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:26.471061 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-23e25522-a8c4-4d48-b3a2-463028da2dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:26.505026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-23e25522-a8c4-4d48-b3a2-463028da2dba None None] Could not find standard attr ID for object c58a5bf9-6c81-4655-bf54-535003d525c9. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:09:26.532545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:26.559781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e25522-a8c4-4d48-b3a2-463028da2dba None None] Pushing event updated for resources: {'Port': ['ID=fba03760-e776-473e-9b67-58cebc30f6c3,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:26.634390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:26.641189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:26.648057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:26.655982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:26.657373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:26.663966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=5bb20581-4936-4948-b94d-f0dc8d673e75,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:26.714077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2af00d44-942f-4ada-9dd6-3433b79670cf req-fa0233c1-df64-4edb-8523-107c77a1930a tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 210 time: 0.0489404 Jul 05 18:09:26.748926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c8072942-6766-4c89-85a8-f261e2374348 None None] Provisioning complete for port fba03760-e776-473e-9b67-58cebc30f6c3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:26.749928 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c8072942-6766-4c89-85a8-f261e2374348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:26.764493 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-22d41190-703d-480c-adb3-ceaeb1c01d3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2007935 Jul 05 18:09:26.770043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34528) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:26.911658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dace94f2-16b3-49f9-a2cd-92c3602890fc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:26.920437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dace94f2-16b3-49f9-a2cd-92c3602890fc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:26.922805 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dace94f2-16b3-49f9-a2cd-92c3602890fc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1511376 Jul 05 18:09:26.931077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34534) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:27.058086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4e905b5b-7122-41d3-8686-34a4969879c8 None None] Could not find standard attr ID for object 69f95b5b-06a2-44f6-9ffb-49e5dd223256. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:09:27.139491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-444790eb-f8aa-44b9-817a-37fdfab3c46b req-1f7c3a93-49d1-4e74-a1f2-3d46b482e63d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 210 time: 0.1356657 Jul 05 18:09:27.167427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34542) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:27.261996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-f9e7d48b-0fd1-462d-8a05-e9d80e9bd154 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:27.263939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-f9e7d48b-0fd1-462d-8a05-e9d80e9bd154 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 811 time: 0.2584012 Jul 05 18:09:27.436734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47216611-0038-4b26-8c7b-e7f158605dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:27.451239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3ff68770-da80-4ded-928d-f1a4ca153894 None None] Could not find standard attr ID for object c58a5bf9-6c81-4655-bf54-535003d525c9. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:09:27.470353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fba03760-e776-473e-9b67-58cebc30f6c3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:27.507489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd373f47-87a9-462d-8352-e1f7e0935e36 req-2a9ff33a-20ca-4c36-9270-9d3772630f67 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:27.509311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd373f47-87a9-462d-8352-e1f7e0935e36 req-2a9ff33a-20ca-4c36-9270-9d3772630f67 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.4775951 Jul 05 18:09:27.513475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-1ae6898b-10cf-4a59-abe5-a9a576714607 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=01d6aae6f7a142dd91150aab24f853c5 HTTP/1.1" status: 200 len: 379 time: 0.2330828 Jul 05 18:09:27.532475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'port': {'device_id': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'admin_state_up': True, 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'security_groups': ['b6bd6a4f-e92c-4de7-a2b6-70161c6511bd']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:27.676713 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47216611-0038-4b26-8c7b-e7f158605dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:27.705883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port fba03760-e776-473e-9b67-58cebc30f6c3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:27.706277 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:27.737230 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47216611-0038-4b26-8c7b-e7f158605dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:27.784928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e5117223-4fb9-4d96-9eb4-3bf7d374f213 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 5bb20581-4936-4948-b94d-f0dc8d673e75 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:27.785879 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5117223-4fb9-4d96-9eb4-3bf7d374f213 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:27.797459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd373f47-87a9-462d-8352-e1f7e0935e36 req-c1db0c08-fcbc-4106-8766-ad459c15807e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800975 Jul 05 18:09:27.818969 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-47216611-0038-4b26-8c7b-e7f158605dde admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2731272dc69844ee9d7b8f0e15f6ff67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6503723 Jul 05 18:09:27.823858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:27.828680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34552) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:27.893462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47216611-0038-4b26-8c7b-e7f158605dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c4382d-08e1-451c-a269-fcc4b677567a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:27.927728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36c0b9-4398-4bb3-ae56-eee6584a5e6f req-a2bfb460-3b21-4fee-a71d-070ba6746812 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:27.931152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-586f29ee-fc3f-4684-8562-2ae81b736e02 None None] Provisioning for port 5bb20581-4936-4948-b94d-f0dc8d673e75 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:27.932255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca36c0b9-4398-4bb3-ae56-eee6584a5e6f req-a2bfb460-3b21-4fee-a71d-070ba6746812 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.5576761 Jul 05 18:09:27.936506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-586f29ee-fc3f-4684-8562-2ae81b736e02 None None] Provisioning complete for port 5bb20581-4936-4948-b94d-f0dc8d673e75 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:27.936879 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-586f29ee-fc3f-4684-8562-2ae81b736e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.019645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:28.020030 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.025716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-586f29ee-fc3f-4684-8562-2ae81b736e02 None None] Port 5bb20581-4936-4948-b94d-f0dc8d673e75 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:28.030173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb35f585-c4b7-41cd-8b3e-e2a979cd311d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.063901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb35f585-c4b7-41cd-8b3e-e2a979cd311d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.156108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4aa1fa9f-6e63-4548-b241-60d3f49cdd8c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:28.165946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4aa1fa9f-6e63-4548-b241-60d3f49cdd8c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:28.165946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4aa1fa9f-6e63-4548-b241-60d3f49cdd8c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "GET /v2.0/networks?id=0cdac14f-724e-47a3-896f-a6568ae38be1&id=961d57a7-cfdf-4599-b56f-695cad4c0ceb&id=0cdac14f-724e-47a3-896f-a6568ae38be1 HTTP/1.1" status: 200 len: 1391 time: 0.4983792 Jul 05 18:09:28.188443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'port': {'device_id': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1', 'admin_state_up': True, 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:28.203121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca36c0b9-4398-4bb3-ae56-eee6584a5e6f req-251f48cb-e7ae-4038-ab00-78b690fd6fc8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015955 Jul 05 18:09:28.240984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5117223-4fb9-4d96-9eb4-3bf7d374f213 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.265612 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb35f585-c4b7-41cd-8b3e-e2a979cd311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.268382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb35f585-c4b7-41cd-8b3e-e2a979cd311d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.270382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cb35f585-c4b7-41cd-8b3e-e2a979cd311d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25c4382d-08e1-451c-a269-fcc4b677567a HTTP/1.1" status: 204 len: 168 time: 0.4361637 Jul 05 18:09:28.297098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35f585-c4b7-41cd-8b3e-e2a979cd311d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c4382d-08e1-451c-a269-fcc4b677567a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:28.303601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fe89c3a-f0fb-4d0e-bcec-c124fae3519a req-bd735bc4-628b-4760-98b2-83732214190d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 210 time: 0.0597780 Jul 05 18:09:28.304678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e5117223-4fb9-4d96-9eb4-3bf7d374f213 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 5bb20581-4936-4948-b94d-f0dc8d673e75 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:28.310764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Made reservation on behalf of 01d6aae6f7a142dd91150aab24f853c5 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:28.333036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.444901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b611d716-53d3-412b-802f-c8ec9fb37d9e req-14346543-6693-4949-85ad-e2324592d52f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 210 time: 0.0554130 Jul 05 18:09:28.639779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Allocated IP 172.20.0.13 (46ee77df-9bf6-4347-a82d-a1e630c06cb9/2f9d8631-1208-4bd2-acab-9a922fcf0305/12cff30f-7e04-4c42-95dd-ed91ed1f1cc6) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:28.651324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:28.655096 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.687695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34562) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:28.693449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-784003950'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:28.789747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5117223-4fb9-4d96-9eb4-3bf7d374f213 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.853569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5117223-4fb9-4d96-9eb4-3bf7d374f213 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=5bb20581-4936-4948-b94d-f0dc8d673e75,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:28.928865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:28.932375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.935823 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5117223-4fb9-4d96-9eb4-3bf7d374f213 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:28.938301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e5117223-4fb9-4d96-9eb4-3bf7d374f213 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/5bb20581-4936-4948-b94d-f0dc8d673e75 HTTP/1.1" status: 204 len: 168 time: 2.0079126 Jul 05 18:09:28.940544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34566) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:28.987310 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.010012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1737e108-9358-45e9-8c9b-62ee50618a20 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:29.021369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1737e108-9358-45e9-8c9b-62ee50618a20 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:29.021540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:29.021634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1737e108-9358-45e9-8c9b-62ee50618a20 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0696142 Jul 05 18:09:29.021634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34570) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:29.054699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Allocated IP 19.80.0.20 (0cdac14f-724e-47a3-896f-a6568ae38be1/b1de833e-e2a4-410c-9cb9-72bccbc30717/a97db901-1e84-4fd1-9c20-2c20e8d3721e) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:29.058846 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7945e483-ca5b-4cf1-b9f3-3ab2b068085c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.062762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Transition to ACTIVE for port object 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:29.064137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:09:29.080185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet f3ca3d08-ef80-4c61-bba8-b38fb1b343e1 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:09:29.084159 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.094462 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.096642 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Added segment 2d43a575-2486-4248-b20b-c892cd2c1e53 of type vlan for network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 Jul 05 18:09:29.136393 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.189526 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.208005 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.244365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3072-93e1-434d-8566-f676accf9c82 req-eeca8b6c-69d7-4d1c-b4e7-6e161105aff0 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:29.245906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67dd3072-93e1-434d-8566-f676accf9c82 req-eeca8b6c-69d7-4d1c-b4e7-6e161105aff0 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.2848709 Jul 05 18:09:29.326875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.355189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.384997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ca3d08-ef80-4c61-bba8-b38fb1b343e1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:29.388614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.393567 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/f3ca3d08-ef80-4c61-bba8-b38fb1b343e1 HTTP/1.1" status: 204 len: 168 time: 0.3735130 Jul 05 18:09:29.396650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1871a61-155b-425d-80eb-29a59c6fa5f9 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:29.401008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34578) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:29.408163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.408516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.408862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.409205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.409589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.410487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.410487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.410805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.411012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.411355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.411686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.412823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fa49f7-4446-40e6-b8f8-dd1b17247b0c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:09:29.450899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5413636c-4e09-4205-a3ac-00a4deac2475 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461116 Jul 05 18:09:29.451369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34580) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:29.527913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afde0cf-a2b9-4930-ba93-e6757ba9bc88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:29.529639 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4afde0cf-a2b9-4930-ba93-e6757ba9bc88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0773251 Jul 05 18:09:29.532085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34584) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:29.558676 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.599935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd01d92a-9895-41bc-a4fd-61f29865ed19 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:29.601440 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cd01d92a-9895-41bc-a4fd-61f29865ed19 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0683601 Jul 05 18:09:29.607404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34586) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:29.636555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd28ec5-9cbb-452c-9033-91ed39462341 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:09:29.650598 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d18a6722-2a8d-4ae1-90a0-6409f9cdfd19 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405760 Jul 05 18:09:29.655962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34588) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:29.661562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:29.696211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bfd28ec5-9cbb-452c-9033-91ed39462341 None None] Deleting port fba03760-e776-473e-9b67-58cebc30f6c3 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:29.697059 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bfd28ec5-9cbb-452c-9033-91ed39462341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.735106 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.741272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:29.742092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.761709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-bfd28ec5-9cbb-452c-9033-91ed39462341 None None] For port fba03760-e776-473e-9b67-58cebc30f6c3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fba03760-e776-473e-9b67-58cebc30f6c3,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:29.762108 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bfd28ec5-9cbb-452c-9033-91ed39462341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:29.774799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bfd28ec5-9cbb-452c-9033-91ed39462341 None None] Calling delete_port for fba03760-e776-473e-9b67-58cebc30f6c3 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:29.820682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:29.828548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67dd3072-93e1-434d-8566-f676accf9c82 req-f2028fae-2958-474e-a471-198bda90090a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722902 Jul 05 18:09:29.863561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:29.895134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event updated for resources: {'Port': ['ID=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:29.903402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:29.967335 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.000039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Network': ['ID=4c65cd46-35ef-4b4d-bb43-df2e7f72e392,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:30.007666 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bfd28ec5-9cbb-452c-9033-91ed39462341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.016188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:09:30.067286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Transition to ACTIVE for port object a97db901-1e84-4fd1-9c20-2c20e8d3721e will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:30.070958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7945e483-ca5b-4cf1-b9f3-3ab2b068085c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.077516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd28ec5-9cbb-452c-9033-91ed39462341 None None] No DVR routers for this DVR port fba03760-e776-473e-9b67-58cebc30f6c3 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:09:30.078422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:30.079140 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.085160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd28ec5-9cbb-452c-9033-91ed39462341 None None] Pushing event deleted for resources: {'Port': ['ID=fba03760-e776-473e-9b67-58cebc30f6c3,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:30.106191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19073c4a-b854-46e4-9810-f0075021e0b4 req-e1b048fe-cc58-4775-99ce-f8f6d576f503 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:30.107986 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19073c4a-b854-46e4-9810-f0075021e0b4 req-e1b048fe-cc58-4775-99ce-f8f6d576f503 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.7616904 Jul 05 18:09:30.162496 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7945e483-ca5b-4cf1-b9f3-3ab2b068085c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.227498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2717-46f9-47c0-bf53-c745d6ed26ab req-de2353b6-87e2-4b93-aabb-ce1535d78459 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:30.228983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12fb2717-46f9-47c0-bf53-c745d6ed26ab req-de2353b6-87e2-4b93-aabb-ce1535d78459 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 932 time: 0.2674465 Jul 05 18:09:30.230065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945e483-ca5b-4cf1-b9f3-3ab2b068085c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4844484-9789-4568-871b-98a4f7a99a79,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:30.234668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19073c4a-b854-46e4-9810-f0075021e0b4 req-2aee3f5a-cb77-422a-882b-56e4fd9ecdb1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163843 Jul 05 18:09:30.241402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7945e483-ca5b-4cf1-b9f3-3ab2b068085c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b313f74973d544d3ae2e6035ad413c02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2244585 Jul 05 18:09:30.243240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34594) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:30.248047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2cc54560-e2cb-44c0-9a6f-b229a57884a2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5576491 Jul 05 18:09:30.257357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34596) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:30.262362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1382499257'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:30.282146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c9df3712-ed6b-4b6a-bb3f-187533483f1e None None] Provisioning for port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:30.282273 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.282403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c9df3712-ed6b-4b6a-bb3f-187533483f1e None None] Provisioning complete for port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:30.282776 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c9df3712-ed6b-4b6a-bb3f-187533483f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.314021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c89d088-a6cb-4820-9308-f2e8001edafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.317137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12fb2717-46f9-47c0-bf53-c745d6ed26ab req-264b4424-3161-45ff-aee4-d4d157dae3b8 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810578 Jul 05 18:09:30.332734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network 0cdac14f-724e-47a3-896f-a6568ae38be1 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:30.336029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:30.342165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:30.366816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c89d088-a6cb-4820-9308-f2e8001edafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.367030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c9df3712-ed6b-4b6a-bb3f-187533483f1e None None] Port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:30.375779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Port': ['ID=a97db901-1e84-4fd1-9c20-2c20e8d3721e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:30.390732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:30.395263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.416068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:30.417104 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.448335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-8b5a1a4a-3858-4745-a606-4bb02fd9052b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9215093 Jul 05 18:09:30.464454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Request body: {'port': {'device_id': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:30.546094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:30.549867 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.575971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded27728-3d15-4915-89b1-fcfeff8d3a81 req-2e568c91-cb9e-4263-9e84-707e0ab17401 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:30.577852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ded27728-3d15-4915-89b1-fcfeff8d3a81 req-2e568c91-cb9e-4263-9e84-707e0ab17401 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 931 time: 0.1806531 Jul 05 18:09:30.592069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.630438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-689b9c80-7e57-45da-838a-d3ccdad1bdcf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4460049 Jul 05 18:09:30.632250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:09:30.665700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'port': {'device_id': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb', 'admin_state_up': True, 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:30.682910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.683259 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Added segment a5dd11c2-231c-4370-9255-7d77e03a43e5 of type vlan for network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 Jul 05 18:09:30.733072 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ded27728-3d15-4915-89b1-fcfeff8d3a81 req-8cb2b66e-f3f5-4415-9207-f41994abf369 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454599 Jul 05 18:09:30.762127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-40e0ba45-cecc-43a4-9bd1-b5c9226b24ef None None] Provisioning for port a97db901-1e84-4fd1-9c20-2c20e8d3721e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:30.768217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-40e0ba45-cecc-43a4-9bd1-b5c9226b24ef None None] Provisioning complete for port a97db901-1e84-4fd1-9c20-2c20e8d3721e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:30.768661 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-40e0ba45-cecc-43a4-9bd1-b5c9226b24ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.809816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-40e0ba45-cecc-43a4-9bd1-b5c9226b24ef None None] Port a97db901-1e84-4fd1-9c20-2c20e8d3721e cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:30.841568 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.846182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c89d088-a6cb-4820-9308-f2e8001edafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.848961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c89d088-a6cb-4820-9308-f2e8001edafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:30.853942 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1c89d088-a6cb-4820-9308-f2e8001edafc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4844484-9789-4568-871b-98a4f7a99a79 HTTP/1.1" status: 204 len: 168 time: 0.6059623 Jul 05 18:09:30.864538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89d088-a6cb-4820-9308-f2e8001edafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4844484-9789-4568-871b-98a4f7a99a79,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:31.049799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.056036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:31.056625 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.070501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.112158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:31.116003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:31.116357 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.119060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:31.123306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:31.123836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.137545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7221ff-c92c-41db-ab7d-e521d524bbbd None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:31.145014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=a9729d7b-e3de-47d6-a5b9-6306682cf421,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:31.185926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Network': ['ID=18e46c90-3c83-4c29-86ab-ec5417ceaeb0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:31.197824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:09:31.201081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:31.214666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.224654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-18e7aa72-8b73-4252-ac69-a8f78118e843 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5676222 Jul 05 18:09:31.227544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34602) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:31.233043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': 'a9729d7b-e3de-47d6-a5b9-6306682cf421', 'ip_address': '2001:db8::1af4:c2c8:30e0:7cf2'}], 'name': 'tempest-NetworksTestDHCPv6-4625098'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:31.267666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8534f66-92a2-4984-911e-3c6814539c3a req-f721f00c-fbac-4f50-860a-6556a0fd5904 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:31.269351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8534f66-92a2-4984-911e-3c6814539c3a req-f721f00c-fbac-4f50-860a-6556a0fd5904 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.2702770 Jul 05 18:09:31.281790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Transition to ACTIVE for port object 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:31.285555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7c1aec47-7e6d-4350-9d57-eae2ac6a16de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0271463 Jul 05 18:09:31.289084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34606) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:31.296179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'subnet': {'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:31.387994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.443349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:31.483042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Allocated IP 19.86.0.136 (961d57a7-cfdf-4599-b56f-695cad4c0ceb/fbe6031e-036f-4f17-94a4-3f19317b672c/a831b868-73e5-4c74-8663-2e2bedf30599) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:31.490503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8534f66-92a2-4984-911e-3c6814539c3a req-b462c43c-7091-45b1-a486-3d8504f680cb tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669610 Jul 05 18:09:31.525801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Pushing event updated for resources: {'Port': ['ID=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:31.545213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fba03760-e776-473e-9b67-58cebc30f6c3 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:09:31.551516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': 'a9729d7b-e3de-47d6-a5b9-6306682cf421'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:31.553451 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.659368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: fba03760-e776-473e-9b67-58cebc30f6c3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:09:31.662934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fba03760-e776-473e-9b67-58cebc30f6c3 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:09:31.710063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:31.713799 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.717577 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:31.753856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port ec55f2ac-851b-4510-8b85-42895b2b60bd yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:31.908869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/a9729d7b-e3de-47d6-a5b9-6306682cf421/5d08bdb8-2046-4267-8ddf-837d70140d2f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:31.931751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Attempting to bind port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:31.932732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Attempting to bind port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:31.933229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Attempting to bind port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 on network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:31.964898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 on network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:09:31.965478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Attempting to bind port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 on network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:31.996069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:31.996407 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Checking segment: {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:31.997003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Bound using segment: {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:31.997444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Bound port: 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:31.997801 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.034703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a09581-3f59-4566-a905-a6960df0e6f2 req-ad39339a-c8a2-4e1a-97f6-40b5d31459f8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:32.036397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35a09581-3f59-4566-a905-a6960df0e6f2 req-ad39339a-c8a2-4e1a-97f6-40b5d31459f8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.4359262 Jul 05 18:09:32.081023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.093808 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.096393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Transition to ACTIVE for port object 5d08bdb8-2046-4267-8ddf-837d70140d2f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:32.122528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Transition to ACTIVE for port object 5d08bdb8-2046-4267-8ddf-837d70140d2f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:32.146066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd9b21-76f4-4fef-8fb3-b8d70495aa83 req-ddf5dc56-b129-49c0-b8ec-cdd95df95c6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:32.147528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61fd9b21-76f4-4fef-8fb3-b8d70495aa83 req-ddf5dc56-b129-49c0-b8ec-cdd95df95c6d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 944 time: 0.3477991 Jul 05 18:09:32.172987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Transition to ACTIVE for port object a831b868-73e5-4c74-8663-2e2bedf30599 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:32.227130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35a09581-3f59-4566-a905-a6960df0e6f2 req-b7560233-656c-4cc4-940e-6af1c0154a4b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1760020 Jul 05 18:09:32.240890 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.242404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] For port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:32.252191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] For port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:32.289197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:32.292293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61fd9b21-76f4-4fef-8fb3-b8d70495aa83 req-d462b4dd-47fd-40df-9efb-b933ec57b46e tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311839 Jul 05 18:09:32.303186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:32.313972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:32.330692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::1af4:c2c8:30e0:7cf2 (d4311eb2-2783-4bd2-b311-e1327c967a23/a9729d7b-e3de-47d6-a5b9-6306682cf421/ec55f2ac-851b-4510-8b85-42895b2b60bd) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:32.340984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.392803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:32.393842 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.397346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] 10.222.0.97 "PUT /v2.0/ports/12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 HTTP/1.1" status: 200 len: 1092 time: 1.9409070 Jul 05 18:09:32.399313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'tag': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:32.401865 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f774eb4a-266e-44a6-8427-8074d8ad4cd4" -d '{"events": [{"name": "network-changed", "server_uuid": "178235bc-2ba9-45c2-8b0e-0b0a64cf0370", "tag": "12cff30f-7e04-4c42-95dd-ed91ed1f1cc6"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:32.413760 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.424808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Pushing event updated for resources: {'Port': ['ID=5d08bdb8-2046-4267-8ddf-837d70140d2f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:32.453577 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.523672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Attempting to bind port 5d08bdb8-2046-4267-8ddf-837d70140d2f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:32.526204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Attempting to bind port 5d08bdb8-2046-4267-8ddf-837d70140d2f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:32.532741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Attempting to bind port 5d08bdb8-2046-4267-8ddf-837d70140d2f on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:32.545231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:32.545889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:32.546498 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.549136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:32.549805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Bound port: 5d08bdb8-2046-4267-8ddf-837d70140d2f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:32.550921 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.582032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network 961d57a7-cfdf-4599-b56f-695cad4c0ceb is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:32.643549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8538ed-c041-471d-843c-902f11a230fb service neutron] Pushing event updated for resources: {'Port': ['ID=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:32.647283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:32.673518 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.683657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:32.687531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] For port 5d08bdb8-2046-4267-8ddf-837d70140d2f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:32.692157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object ec55f2ac-851b-4510-8b85-42895b2b60bd will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:32.695257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] For port 5d08bdb8-2046-4267-8ddf-837d70140d2f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d08bdb8-2046-4267-8ddf-837d70140d2f,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:32.732584 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a3615c-7cbb-42b5-8a0c-4bbf6c2edad8 x-openstack-request-id: req-f1a3615c-7cbb-42b5-8a0c-4bbf6c2edad8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:32.732955 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178235bc-2ba9-45c2-8b0e-0b0a64cf0370", "tag": "12cff30f-7e04-4c42-95dd-ed91ed1f1cc6", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:32.733148 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1a3615c-7cbb-42b5-8a0c-4bbf6c2edad8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:32.733536 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'tag': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6', 'status': 'completed', 'code': 200} Jul 05 18:09:32.758016 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:09:32.790737 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.819089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.856394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Subnet': ['ID=142e4910-8d8d-42ff-af7e-dc6631fd34de,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:32.873994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Port': ['ID=a831b868-73e5-4c74-8663-2e2bedf30599,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:32.878137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Checking segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:32.878926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network hostable DHCP agents. Network: 4c65cd46-35ef-4b4d-bb43-df2e7f72e392, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:09:32.920081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:32.922251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3372073b-0f60-4eaa-8550-af2df1923058 None None] Pushing event updated for resources: {'Port': ['ID=5d08bdb8-2046-4267-8ddf-837d70140d2f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:32.924412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:32.930662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:32.938852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:32.939527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.954407 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:32.954952 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:32.962764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=ec55f2ac-851b-4510-8b85-42895b2b60bd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:33.008125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-fa9028dc-92a0-481d-a6ed-58bd20c68d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.009689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-fa9028dc-92a0-481d-a6ed-58bd20c68d0a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 1095 time: 0.4321141 Jul 05 18:09:33.017950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32b1ce-7e5d-4bba-94ef-3abd76f3c448 req-1702e622-4e9f-4f77-ad41-feb7afab4064 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.024940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32b1ce-7e5d-4bba-94ef-3abd76f3c448 req-1702e622-4e9f-4f77-ad41-feb7afab4064 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.026597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a32b1ce-7e5d-4bba-94ef-3abd76f3c448 req-1702e622-4e9f-4f77-ad41-feb7afab4064 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 1654 time: 0.5305018 Jul 05 18:09:33.080457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-a851070f-a166-4f18-88cb-98741a407c4f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 HTTP/1.1" status: 200 len: 217 time: 0.0528531 Jul 05 18:09:33.091987 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84ec8d5d-0120-4504-a859-a6932b43597e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 1.8628809 Jul 05 18:09:33.094629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34646) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:33.107535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-08e67bbb-ad97-4326-8e11-294a6efce4d7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4644845 Jul 05 18:09:33.114344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:09:33.121654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'port': {'device_id': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1', 'admin_state_up': True, 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:33.213131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72484456-5db5-4de3-972b-d2a292af1940 req-f5aa70a7-09dc-48b5-ac6c-baaa7f75aff0 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.214932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72484456-5db5-4de3-972b-d2a292af1940 req-f5aa70a7-09dc-48b5-ac6c-baaa7f75aff0 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.3489654 Jul 05 18:09:33.217806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda2ecb-6c6a-4941-822e-c874ebad511b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.225631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcda2ecb-6c6a-4941-822e-c874ebad511b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.229740 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dcda2ecb-6c6a-4941-822e-c874ebad511b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.1318924 Jul 05 18:09:33.229984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34648) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:33.247023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ec7b8db2-c807-48bc-af6c-630600ddfd89 None None] Provisioning for port a831b868-73e5-4c74-8663-2e2bedf30599 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:33.252383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ec7b8db2-c807-48bc-af6c-630600ddfd89 None None] Provisioning complete for port a831b868-73e5-4c74-8663-2e2bedf30599 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:33.253021 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ec7b8db2-c807-48bc-af6c-630600ddfd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:33.330529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 4c65cd46-35ef-4b4d-bb43-df2e7f72e392) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:33.333460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ec7b8db2-c807-48bc-af6c-630600ddfd89 None None] Port a831b868-73e5-4c74-8663-2e2bedf30599 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:33.337576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-e3754fda-c37a-4e9e-ba18-19cbf2e08298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.339221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-e3754fda-c37a-4e9e-ba18-19cbf2e08298 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.2460904 Jul 05 18:09:33.345905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dbf273-eaf5-47fa-9c40-90f7ffac3ec9 None None] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:33.353227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a32b1ce-7e5d-4bba-94ef-3abd76f3c448 req-e51af88b-2c8a-44e7-a44a-4711d28dc269 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177443 Jul 05 18:09:33.403262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.415794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:33.421340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b7e4df8b-0b2c-4f5d-b928-17e0790b5aa2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port ec55f2ac-851b-4510-8b85-42895b2b60bd {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:33.421694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e4df8b-0b2c-4f5d-b928-17e0790b5aa2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:33.543567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d08bdb8-2046-4267-8ddf-837d70140d2f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:33.547965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'fixed_ips': [{'subnet_id': '142e4910-8d8d-42ff-af7e-dc6631fd34de'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:33.550784 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:33.558531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72484456-5db5-4de3-972b-d2a292af1940 req-56803a4c-14f3-466e-ae98-bf97e2e2dcac tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988474 Jul 05 18:09:33.620243 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e4df8b-0b2c-4f5d-b928-17e0790b5aa2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:33.640469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-13cfd027-de2f-487f-9688-d8dace3c284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.641996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-13cfd027-de2f-487f-9688-d8dace3c284e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2682016 Jul 05 18:09:33.656237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b7e4df8b-0b2c-4f5d-b928-17e0790b5aa2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for ec55f2ac-851b-4510-8b85-42895b2b60bd owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:33.668232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cfd4514b-9966-4463-bc99-df791cbe2f18 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3740335 Jul 05 18:09:33.671471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34662) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:33.689347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'subnet': {'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:33.775749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34664) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:33.789045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Allocated IP 10.1.1.2 (4c65cd46-35ef-4b4d-bb43-df2e7f72e392/142e4910-8d8d-42ff-af7e-dc6631fd34de/ea3e080c-dac4-4a46-8902-32ed3f05278f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:33.799166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:33.804045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:33.808546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5d08bdb8-2046-4267-8ddf-837d70140d2f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:33.823771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a823054-8064-4e4a-b75d-a223b5a31621 req-11a466a9-89a1-435f-9da6-d52d29c0464a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:33.834351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a823054-8064-4e4a-b75d-a223b5a31621 req-11a466a9-89a1-435f-9da6-d52d29c0464a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.2648971 Jul 05 18:09:33.961718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:33.965978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:33.985725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-6324248', 'router:external': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:34.029041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e4df8b-0b2c-4f5d-b928-17e0790b5aa2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.084034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4df8b-0b2c-4f5d-b928-17e0790b5aa2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=ec55f2ac-851b-4510-8b85-42895b2b60bd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:34.111014 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.122570 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Transition to ACTIVE for port object ea3e080c-dac4-4a46-8902-32ed3f05278f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:34.133179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e4df8b-0b2c-4f5d-b928-17e0790b5aa2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.137568 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b7e4df8b-0b2c-4f5d-b928-17e0790b5aa2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/ec55f2ac-851b-4510-8b85-42895b2b60bd HTTP/1.1" status: 204 len: 168 time: 0.9043739 Jul 05 18:09:34.139602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34668) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:34.146873 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Transition to ACTIVE for port object ea3e080c-dac4-4a46-8902-32ed3f05278f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:34.185048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Made reservation on behalf of 166bc55b138f4993a1029330d64342e0 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:34.188167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.207508 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.220085 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.263569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f833f51c-4a13-4953-a4d8-9a50c96c8846 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:34.265224 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f833f51c-4a13-4953-a4d8-9a50c96c8846 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:34.267122 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f833f51c-4a13-4953-a4d8-9a50c96c8846 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1262290 Jul 05 18:09:34.271357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Pushing event updated for resources: {'Port': ['ID=ea3e080c-dac4-4a46-8902-32ed3f05278f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:34.274842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34670) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:34.290315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:34.294053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:34.298341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:34.380806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Attempting to bind port ea3e080c-dac4-4a46-8902-32ed3f05278f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:34.381192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Attempting to bind port ea3e080c-dac4-4a46-8902-32ed3f05278f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:34.381588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Attempting to bind port ea3e080c-dac4-4a46-8902-32ed3f05278f on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:34.388521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:34.388915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Checking segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:34.389483 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.389884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Bound using segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:34.390419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Bound port: ea3e080c-dac4-4a46-8902-32ed3f05278f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:34.390834 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.402403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8e1ada-42bb-4460-8dfa-5e2ed82331aa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet a9729d7b-e3de-47d6-a5b9-6306682cf421 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:09:34.409150 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1ada-42bb-4460-8dfa-5e2ed82331aa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.416373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0331d3ba-5603-40c0-afeb-0e5bb0362386 None None] Provisioning for port 5d08bdb8-2046-4267-8ddf-837d70140d2f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:34.438663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a823054-8064-4e4a-b75d-a223b5a31621 req-bde5d899-dfb9-4bd8-9a14-31b26f50f4a6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6006322 Jul 05 18:09:34.457928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-e4c6c97d-1ccd-48c7-9e7b-2dcec51b0761 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7962089 Jul 05 18:09:34.472100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0331d3ba-5603-40c0-afeb-0e5bb0362386 None None] Provisioning complete for port 5d08bdb8-2046-4267-8ddf-837d70140d2f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:34.472100 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0331d3ba-5603-40c0-afeb-0e5bb0362386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.472550 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1ada-42bb-4460-8dfa-5e2ed82331aa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.485299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d0476-2b29-4c38-9b67-2db7d71819ca req-efd1b694-4baf-495d-b6ac-3b15d63db0fc tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:34.486892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-472d0476-2b29-4c38-9b67-2db7d71819ca req-efd1b694-4baf-495d-b6ac-3b15d63db0fc tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 944 time: 0.7073703 Jul 05 18:09:34.508218 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.617549 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0331d3ba-5603-40c0-afeb-0e5bb0362386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.641159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] For port ea3e080c-dac4-4a46-8902-32ed3f05278f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:34.656618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-472d0476-2b29-4c38-9b67-2db7d71819ca req-aa7c844e-d779-4a3b-9a7c-0919fc1c5b23 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1514153 Jul 05 18:09:34.659835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Subnet': ['ID=81d5db9c-2783-45fe-87a0-5b8a828c32db,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:34.676737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] For port ea3e080c-dac4-4a46-8902-32ed3f05278f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea3e080c-dac4-4a46-8902-32ed3f05278f,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:34.688830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0331d3ba-5603-40c0-afeb-0e5bb0362386 None None] For port 5d08bdb8-2046-4267-8ddf-837d70140d2f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d08bdb8-2046-4267-8ddf-837d70140d2f,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:34.716738 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.719877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Checking segment: {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:34.723505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network hostable DHCP agents. Network: 18e46c90-3c83-4c29-86ab-ec5417ceaeb0, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:09:34.723649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4818b5b0-08f4-4eb9-b643-06a515074abc req-a7347172-3ed0-409e-9fc8-623e44bfb383 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573426 Jul 05 18:09:34.744812 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.763356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Allocated IP 19.80.0.242 (0cdac14f-724e-47a3-896f-a6568ae38be1/b1de833e-e2a4-410c-9cb9-72bccbc30717/bb0a75bb-fb39-4687-9c90-47fe12b4ff7d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:34.781223 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1ada-42bb-4460-8dfa-5e2ed82331aa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.812310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45788b8-bdad-4f43-b9bf-7721265867fc None None] Pushing event updated for resources: {'Port': ['ID=ea3e080c-dac4-4a46-8902-32ed3f05278f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:34.819270 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0331d3ba-5603-40c0-afeb-0e5bb0362386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.851975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:09:34.856874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.901197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d5ceae-780e-43a4-8940-1618c36fd941,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:34.931751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331d3ba-5603-40c0-afeb-0e5bb0362386 None None] Pushing event updated for resources: {'Port': ['ID=5d08bdb8-2046-4267-8ddf-837d70140d2f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:34.953552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bd1fe6b1-d066-430d-b63c-c76d6d8c951a None None] Could not find standard attr ID for object ec55f2ac-851b-4510-8b85-42895b2b60bd. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:09:34.970021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 18e46c90-3c83-4c29-86ab-ec5417ceaeb0) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:34.975047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:34.975649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:34.981599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b7ad9-de42-4c47-be14-8922b4f7b7f2 None None] Network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:35.020582 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1ada-42bb-4460-8dfa-5e2ed82331aa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.038853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:09:35.077757 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-89560e76-74ef-4181-9643-30f1af358f84 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4050999 Jul 05 18:09:35.080572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8e1ada-42bb-4460-8dfa-5e2ed82331aa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=a9729d7b-e3de-47d6-a5b9-6306682cf421,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:35.084043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34678) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:35.091417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e8e1ada-42bb-4460-8dfa-5e2ed82331aa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.093806 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9e8e1ada-42bb-4460-8dfa-5e2ed82331aa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/a9729d7b-e3de-47d6-a5b9-6306682cf421 HTTP/1.1" status: 204 len: 168 time: 0.8178637 Jul 05 18:09:35.099382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'port': {'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'name': 'tempest-TaggedBootDevicesTest_v242-775568241', 'fixed_ips': [{'subnet_id': '142e4910-8d8d-42ff-af7e-dc6631fd34de'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:35.103070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.103428 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Added segment 3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7 of type vlan for network dab990ef-5f54-4221-89f6-762985a4c828 Jul 05 18:09:35.105023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34680) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:35.171498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6554ec-893d-4a9e-b3c8-b0c7b8579eb8 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:35.176019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.222550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Transition to ACTIVE for port object bb0a75bb-fb39-4687-9c90-47fe12b4ff7d will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:35.230704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1bfef03a-ffc9-47e5-82f5-00c12f1cfe17 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1166766 Jul 05 18:09:35.236651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34682) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:35.238928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-18e46c90-3c83-4c29-86ab-ec5417ceaeb0', 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'fixed_ips': [{'subnet_id': '81d5db9c-2783-45fe-87a0-5b8a828c32db'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:35.239787 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.254918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:35.367035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.413933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.560827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network 0cdac14f-724e-47a3-896f-a6568ae38be1 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:35.566996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Allocated IP 10.2.2.2 (18e46c90-3c83-4c29-86ab-ec5417ceaeb0/81d5db9c-2783-45fe-87a0-5b8a828c32db/5b65a618-8438-40d7-9279-9268822b8b01) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:35.578788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136c9b31-d933-4cb5-873f-a0377df1bfad req-08cd6576-92b4-4b83-897e-e99ab3076356 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:35.580971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-136c9b31-d933-4cb5-873f-a0377df1bfad req-08cd6576-92b4-4b83-897e-e99ab3076356 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.6397781 Jul 05 18:09:35.583662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:35.587651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:35.628145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d08bdb8-2046-4267-8ddf-837d70140d2f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:35.646452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:35.654841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.657787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-79f74592-84da-410d-88d6-91952e8b8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:35.658498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-79f74592-84da-410d-88d6-91952e8b8849 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 1095 time: 0.7186160 Jul 05 18:09:35.659164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Port': ['ID=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:35.672875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a32fa-5483-4f5e-97fe-1c322098f3fa req-7b006004-66b4-4e41-b0a4-4a7cb445aab2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:35.680368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a32fa-5483-4f5e-97fe-1c322098f3fa req-7b006004-66b4-4e41-b0a4-4a7cb445aab2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:35.689925 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-392a32fa-5483-4f5e-97fe-1c322098f3fa req-7b006004-66b4-4e41-b0a4-4a7cb445aab2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 1654 time: 0.7475665 Jul 05 18:09:35.692010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b077ccf-4b8c-4c2a-a1a8-68a1ae86ebfb None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:09:35.760747 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.761706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:35.762299 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.818402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-136c9b31-d933-4cb5-873f-a0377df1bfad req-493ccd51-b301-4024-a327-31fa8376c750 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265761 Jul 05 18:09:35.838505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-e3959a67-4675-4cd6-9c1f-b0245b489e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:35.841591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-e3959a67-4675-4cd6-9c1f-b0245b489e1a service neutron] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 911 time: 0.1291158 Jul 05 18:09:35.895313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-392a32fa-5483-4f5e-97fe-1c322098f3fa req-dfa597bd-4bb9-483d-b612-59883fa56b54 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044077 Jul 05 18:09:35.902125 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:35.920970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:35.991429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:35.994760 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.050179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event updated for resources: {'Network': ['ID=dab990ef-5f54-4221-89f6-762985a4c828,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:36.073554 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f7b0e85f-2d68-4059-906d-60ed0f1dfdbc tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 2.2606888 Jul 05 18:09:36.078747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34692) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:36.082293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network dab990ef-5f54-4221-89f6-762985a4c828 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:09:36.094406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'subnet': {'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:36.110926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0b077ccf-4b8c-4c2a-a1a8-68a1ae86ebfb None None] Deleting port 5d08bdb8-2046-4267-8ddf-837d70140d2f {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:36.111877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b077ccf-4b8c-4c2a-a1a8-68a1ae86ebfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.115487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5d08bdb8-2046-4267-8ddf-837d70140d2f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:36.116479 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.130293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-4e97cee0-a773-4a02-9423-2eb9f4df6e11 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 HTTP/1.1" status: 200 len: 217 time: 0.2330239 Jul 05 18:09:36.232125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-dda0260b-b082-4934-b62d-bf39b7e80751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:36.233774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-dda0260b-b082-4934-b62d-bf39b7e80751 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.0646868 Jul 05 18:09:36.236484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-15a6c4b6-4d16-43ec-80cd-bc3e3f74aedb tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1178041 Jul 05 18:09:36.256385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Request body: {'port': {'device_id': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:36.329288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.382705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4b5f74b3-51dc-4ba2-b018-f8d4ee0b0286 None None] Provisioning for port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:36.402591 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.413160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Made reservation on behalf of 166bc55b138f4993a1029330d64342e0 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:36.415620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.433658 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.462415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4b5f74b3-51dc-4ba2-b018-f8d4ee0b0286 None None] Provisioning complete for port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:36.462858 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4b5f74b3-51dc-4ba2-b018-f8d4ee0b0286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.481390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Transition to ACTIVE for port object 5b65a618-8438-40d7-9279-9268822b8b01 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:36.486045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] device_id is not set on port 413e9def-a3d7-4315-99f0-fc80bef26815 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:36.546490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef769983-1271-4e3b-b7ce-15b330e91ec7 None None] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:36.578590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.619867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Transition to ACTIVE for port object 5b65a618-8438-40d7-9279-9268822b8b01 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:36.633291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0b077ccf-4b8c-4c2a-a1a8-68a1ae86ebfb None None] For port 5d08bdb8-2046-4267-8ddf-837d70140d2f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d08bdb8-2046-4267-8ddf-837d70140d2f,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:36.633710 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b077ccf-4b8c-4c2a-a1a8-68a1ae86ebfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.640905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca594e0-1557-4d21-8d84-6bc696ea9e64 req-c9bc61c9-cc55-4c6a-8e8a-9a1ab1630d2b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:36.642618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bca594e0-1557-4d21-8d84-6bc696ea9e64 req-c9bc61c9-cc55-4c6a-8e8a-9a1ab1630d2b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.5110688 Jul 05 18:09:36.652025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f74b3-51dc-4ba2-b018-f8d4ee0b0286 None None] Port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:36.664604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0b077ccf-4b8c-4c2a-a1a8-68a1ae86ebfb None None] Calling delete_port for 5d08bdb8-2046-4267-8ddf-837d70140d2f owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:36.684148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:36.698522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4648e7d-6ccf-4863-849f-fbc1765990ca req-63ac9984-7d15-4a9a-963d-12c2f740da39 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:36.698930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:36.700775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4648e7d-6ccf-4863-849f-fbc1765990ca req-63ac9984-7d15-4a9a-963d-12c2f740da39 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 944 time: 0.2557631 Jul 05 18:09:36.707450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:36.708052 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.710977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=24945ed9-3776-4de8-902e-57c5ee47e304,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:36.725131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-dcf10276-dc46-4968-912e-1242b8f9eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:36.726730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-dcf10276-dc46-4968-912e-1242b8f9eba4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4006982 Jul 05 18:09:36.733258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:36.823579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Allocated IP 10.1.1.85 (4c65cd46-35ef-4b4d-bb43-df2e7f72e392/142e4910-8d8d-42ff-af7e-dc6631fd34de/413e9def-a3d7-4315-99f0-fc80bef26815) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:36.828112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:36.830687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea3e080c-dac4-4a46-8902-32ed3f05278f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:36.852525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2e588bc0-3e2b-4351-a570-6329f6dcebca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6084423 Jul 05 18:09:36.853147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34694) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:36.861047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '24945ed9-3776-4de8-902e-57c5ee47e304', 'ip_address': '2001:db8::9758:9ed7:6f5d:17ca'}], 'name': 'tempest-NetworksTestDHCPv6-2100685571'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:36.899251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:36.907915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:36.911713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4648e7d-6ccf-4863-849f-fbc1765990ca req-f15523ee-7d63-4e1e-a12c-80d68b28c2fb tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1839976 Jul 05 18:09:36.936811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Pushing event updated for resources: {'Port': ['ID=5b65a618-8438-40d7-9279-9268822b8b01,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:36.937041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bca594e0-1557-4d21-8d84-6bc696ea9e64 req-a7b38fd5-5e43-4d75-a572-6e610dbf18f0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2665448 Jul 05 18:09:37.010912 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-3a305bf1-1363-484a-972b-dbeb9dfeeaee service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471645 Jul 05 18:09:37.017545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f89fa078-1467-4c07-9814-22dc9c158f69 None None] Provisioning for port ea3e080c-dac4-4a46-8902-32ed3f05278f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:37.069055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Attempting to bind port 5b65a618-8438-40d7-9279-9268822b8b01 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:37.069055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Attempting to bind port 5b65a618-8438-40d7-9279-9268822b8b01 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:37.069055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Attempting to bind port 5b65a618-8438-40d7-9279-9268822b8b01 on network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:37.077800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:37.078118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Checking segment: {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:37.078494 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.078913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Bound using segment: {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:37.080279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Bound port: 5b65a618-8438-40d7-9279-9268822b8b01, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:37.080415 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.129056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port ea3e080c-dac4-4a46-8902-32ed3f05278f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:37.144324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ea3e080c-dac4-4a46-8902-32ed3f05278f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:37.144324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.148920 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b077ccf-4b8c-4c2a-a1a8-68a1ae86ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.160779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.179498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Transition to ACTIVE for port object 413e9def-a3d7-4315-99f0-fc80bef26815 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:37.235464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:37.240780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b077ccf-4b8c-4c2a-a1a8-68a1ae86ebfb None None] Pushing event deleted for resources: {'Port': ['ID=5d08bdb8-2046-4267-8ddf-837d70140d2f,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:37.242833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b077ccf-4b8c-4c2a-a1a8-68a1ae86ebfb None None] No DVR routers for this DVR port 5d08bdb8-2046-4267-8ddf-837d70140d2f on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:09:37.250664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] For port 5b65a618-8438-40d7-9279-9268822b8b01, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:37.259718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] For port 5b65a618-8438-40d7-9279-9268822b8b01, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5b65a618-8438-40d7-9279-9268822b8b01,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:37.265068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce404c2c-e67e-487a-aafc-cdd17c8d3a68 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:37.279730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:09:37.280761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.334151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a97db901-1e84-4fd1-9c20-2c20e8d3721e {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:37.363326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c47a398-f7f6-4576-9434-ecbebaa25c72,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:37.364687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.386023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8333c90c-f0ef-495f-8aa7-2a98817dc723 req-b80519c6-f21b-423c-b3d7-7dbb8a34cb68 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:37.389018 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.394898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8333c90c-f0ef-495f-8aa7-2a98817dc723 req-b80519c6-f21b-423c-b3d7-7dbb8a34cb68 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.2684512 Jul 05 18:09:37.412141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f774eb4a-266e-44a6-8427-8074d8ad4cd4 req-81c66a32-d973-4793-bf60-882e4adf836e service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002755 Jul 05 18:09:37.426036 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.439092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6dd12-cfca-4ba5-a94e-29921a630ce4 req-29418775-d2b0-49bb-99e1-b19ed9ec83ff tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:37.445565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6dd12-cfca-4ba5-a94e-29921a630ce4 req-29418775-d2b0-49bb-99e1-b19ed9ec83ff tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:37.451794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6dd12-cfca-4ba5-a94e-29921a630ce4 req-29418775-d2b0-49bb-99e1-b19ed9ec83ff tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:37.453468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9e6dd12-cfca-4ba5-a94e-29921a630ce4 req-29418775-d2b0-49bb-99e1-b19ed9ec83ff tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2376 time: 0.2665987 Jul 05 18:09:37.459683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Transition to ACTIVE for port object a97db901-1e84-4fd1-9c20-2c20e8d3721e will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:37.500357 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8333c90c-f0ef-495f-8aa7-2a98817dc723 req-d967e320-b5de-47cc-aced-c0ee6756b9eb tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035788 Jul 05 18:09:37.508246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.538592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:37.557562 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9e6dd12-cfca-4ba5-a94e-29921a630ce4 req-61efca3f-dcb5-4786-81ab-20abd835df78 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803952 Jul 05 18:09:37.558617 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.560344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:37.565073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:37.568569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Port': ['ID=413e9def-a3d7-4315-99f0-fc80bef26815,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:37.575115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb845ceb-0268-43db-84b0-a7fd9c768305 None None] Pushing event updated for resources: {'Port': ['ID=5b65a618-8438-40d7-9279-9268822b8b01,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:37.578509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port f78802d4-efed-4a29-961d-b45cee56676f yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:37.593191 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.623267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Checking segment: {'id': '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:37.629833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Network hostable DHCP agents. Network: dab990ef-5f54-4221-89f6-762985a4c828, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:09:37.649114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '24945ed9-3776-4de8-902e-57c5ee47e304'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:37.650035 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.661155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-80919369-ef68-4be6-b87b-669804cff808 None None] Provisioning complete for port ea3e080c-dac4-4a46-8902-32ed3f05278f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:37.662798 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-80919369-ef68-4be6-b87b-669804cff808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.711769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:37.712432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.744680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Pushing event updated for resources: {'Port': ['ID=a97db901-1e84-4fd1-9c20-2c20e8d3721e,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:37.745784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port ea3e080c-dac4-4a46-8902-32ed3f05278f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea3e080c-dac4-4a46-8902-32ed3f05278f,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:37.821673 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-da491add-0b1c-4b45-9d6d-d233f90fa213 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.7341497 Jul 05 18:09:37.823604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34702) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:37.869030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'port': {'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'name': 'tempest-TaggedBootDevicesTest_v242-1606067241', 'fixed_ips': [{'subnet_id': '142e4910-8d8d-42ff-af7e-dc6631fd34de'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:37.899463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Network dab990ef-5f54-4221-89f6-762985a4c828 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:09:37.910003 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:37.976761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, dab990ef-5f54-4221-89f6-762985a4c828) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:38.004068 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-80919369-ef68-4be6-b87b-669804cff808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:38.014977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::9758:9ed7:6f5d:17ca (d4311eb2-2783-4bd2-b311-e1327c967a23/24945ed9-3776-4de8-902e-57c5ee47e304/f78802d4-efed-4a29-961d-b45cee56676f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:38.039904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b304f0-1ad0-463b-a09a-a6bae74466c4 None None] Network dab990ef-5f54-4221-89f6-762985a4c828 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:38.053937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:38.054380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Attempting to bind port a97db901-1e84-4fd1-9c20-2c20e8d3721e on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:38.054692 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:38.054813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Attempting to bind port a97db901-1e84-4fd1-9c20-2c20e8d3721e by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:38.055074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Attempting to bind port a97db901-1e84-4fd1-9c20-2c20e8d3721e on network 0cdac14f-724e-47a3-896f-a6568ae38be1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:38.057641 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:09:38.106892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Port a97db901-1e84-4fd1-9c20-2c20e8d3721e on network 0cdac14f-724e-47a3-896f-a6568ae38be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:09:38.109795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Attempting to bind port a97db901-1e84-4fd1-9c20-2c20e8d3721e on network 0cdac14f-724e-47a3-896f-a6568ae38be1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:38.150279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:38.150641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Checking segment: {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:38.151032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Bound using segment: {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:38.151622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Bound port: a97db901-1e84-4fd1-9c20-2c20e8d3721e, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:38.151831 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:38.179887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=ea3e080c-dac4-4a46-8902-32ed3f05278f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:38.251955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5b65a618-8438-40d7-9279-9268822b8b01 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:38.356775 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-80919369-ef68-4be6-b87b-669804cff808 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:09:38.357115 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-80919369-ef68-4be6-b87b-669804cff808 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:09:38.381573 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:38.444680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aa1ee9-89fe-4237-90ff-adac74790a02 None None] Network dab990ef-5f54-4221-89f6-762985a4c828 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:38.453702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] For port a97db901-1e84-4fd1-9c20-2c20e8d3721e, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:38.480235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] For port a97db901-1e84-4fd1-9c20-2c20e8d3721e, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a97db901-1e84-4fd1-9c20-2c20e8d3721e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:38.494650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:38.494890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b387e1-3dcc-4b4a-85ec-de90d8c32517 req-5da300f5-5f84-436e-b92e-936a6a0231e1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:38.496764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29b387e1-3dcc-4b4a-85ec-de90d8c32517 req-5da300f5-5f84-436e-b92e-936a6a0231e1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.2225349 Jul 05 18:09:38.504420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da978e9c-390c-418a-969e-d1896de9547a req-df37c622-235d-4077-a38d-e2e458299129 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:38.505966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da978e9c-390c-418a-969e-d1896de9547a req-df37c622-235d-4077-a38d-e2e458299129 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 944 time: 0.2756126 Jul 05 18:09:38.522724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'port_id': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6', 'mac_address': 'fa:16:3e:ed:7a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:09:38.527742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5b65a618-8438-40d7-9279-9268822b8b01 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:38.553375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:38.560151 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9ec633c1-6355-42d7-b1b6-8a9a67050d76 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4742899 Jul 05 18:09:38.560369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34710) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:38.565190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-224833323', 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:38.643799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:38.647250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:38.657812 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:38.657812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] 10.222.0.97 "PUT /v2.0/ports/a97db901-1e84-4fd1-9c20-2c20e8d3721e HTTP/1.1" status: 200 len: 1091 time: 2.4020891 Jul 05 18:09:38.658934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'tag': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:38.661007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:38.662263 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512ce19c-ed5c-4d6f-ae6a-bda439664c43" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "tag": "a97db901-1e84-4fd1-9c20-2c20e8d3721e"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:38.667571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29b387e1-3dcc-4b4a-85ec-de90d8c32517 req-632417b6-6f56-442a-8b4c-f334402be024 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605484 Jul 05 18:09:38.679802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object f78802d4-efed-4a29-961d-b45cee56676f will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:38.692458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da978e9c-390c-418a-969e-d1896de9547a req-6875c6e9-4926-4598-ab05-47f7d8c5fdff tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766832 Jul 05 18:09:38.713087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] device_id is not set on port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:38.731911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110d00a-4bfd-420c-8cc5-3798dac2c495 service neutron] Pushing event updated for resources: {'Port': ['ID=a97db901-1e84-4fd1-9c20-2c20e8d3721e,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:38.740071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Made reservation on behalf of 166bc55b138f4993a1029330d64342e0 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:38.748661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:38.793062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Request body: {'port': {'device_id': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:38.799356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] device_id is not set on port c04bc754-d67d-4c3c-b59e-237869a9e376 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:38.931110 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d08bdb8-2046-4267-8ddf-837d70140d2f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:09:38.938669 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:38.998164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5d08bdb8-2046-4267-8ddf-837d70140d2f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:09:38.998513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d08bdb8-2046-4267-8ddf-837d70140d2f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:09:39.026868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:39.034977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Allocated IP 172.20.0.11 (dab990ef-5f54-4221-89f6-762985a4c828/0c47a398-f7f6-4576-9434-ecbebaa25c72/c04bc754-d67d-4c3c-b59e-237869a9e376) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:39.079972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:39.196726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.198587 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.225538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-92cf29b4-efca-475d-829f-35cdb0f15483 None None] Provisioning for port 413e9def-a3d7-4315-99f0-fc80bef26815 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:39.231650 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.244023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-92cf29b4-efca-475d-829f-35cdb0f15483 None None] Provisioning complete for port 413e9def-a3d7-4315-99f0-fc80bef26815 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:39.244402 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-92cf29b4-efca-475d-829f-35cdb0f15483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.248020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b539-8236-4f94-b283-cf0bc136da63 req-93aa7416-6713-4e8f-bd82-226f91514858 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:39.254917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b539-8236-4f94-b283-cf0bc136da63 req-93aa7416-6713-4e8f-bd82-226f91514858 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:39.260581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4b539-8236-4f94-b283-cf0bc136da63 req-93aa7416-6713-4e8f-bd82-226f91514858 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:39.265018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:39.267140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72f4b539-8236-4f94-b283-cf0bc136da63 req-93aa7416-6713-4e8f-bd82-226f91514858 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2388 time: 0.3682742 Jul 05 18:09:39.274691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b13f4-8fa2-4eca-bc7c-bb3a2fd135b3 None None] Network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:39.311145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:39.324708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:39.328254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Allocated IP 10.1.1.57 (4c65cd46-35ef-4b4d-bb43-df2e7f72e392/142e4910-8d8d-42ff-af7e-dc6631fd34de/a1352ec3-4141-4868-a95b-bb1f3e2c3e90) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:39.331597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:39.332970 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.343921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=f78802d4-efed-4a29-961d-b45cee56676f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:39.346631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc4b3d-2b4c-4067-906e-79390f753e7c req-acaaf31c-b732-403b-b10b-9c5a38a32c2b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:39.349436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ecc4b3d-2b4c-4067-906e-79390f753e7c req-acaaf31c-b732-403b-b10b-9c5a38a32c2b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.3757210 Jul 05 18:09:39.367887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/24945ed9-3776-4de8-902e-57c5ee47e304/2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:39.401345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.425702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-92cf29b4-efca-475d-829f-35cdb0f15483 None None] Port 413e9def-a3d7-4315-99f0-fc80bef26815 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:39.435066 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ab9752b6-48be-4706-be7d-7be1fb90ce26 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5756481 Jul 05 18:09:39.437807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34718) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:39.442456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:39.469434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72f4b539-8236-4f94-b283-cf0bc136da63 req-eda4512f-6e59-4acb-91f6-5acd70a563ee tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011819 Jul 05 18:09:39.515910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['12cff30f-7e04-4c42-95dd-ed91ed1f1cc6'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:09:39.519832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ecc4b3d-2b4c-4067-906e-79390f753e7c req-db75c366-976a-4e9c-944f-db3344de01d7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542237 Jul 05 18:09:39.520279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67da18db-8fe6-41f9-a5d8-75997bf7f84b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:39.522649 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-67da18db-8fe6-41f9-a5d8-75997bf7f84b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0831277 Jul 05 18:09:39.531150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34720) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:39.536930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.672282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Network dab990ef-5f54-4221-89f6-762985a4c828 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:39.694591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:39.734848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event updated for resources: {'Port': ['ID=c04bc754-d67d-4c3c-b59e-237869a9e376,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:39.742294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:39.761525 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.772401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Transition to ACTIVE for port object 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:39.816907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:39.817527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.839180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-eb837ddd-bdfd-41c4-90f5-ef30f3645ae0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port f78802d4-efed-4a29-961d-b45cee56676f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:39.839524 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb837ddd-bdfd-41c4-90f5-ef30f3645ae0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.881168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Transition to ACTIVE for port object 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:39.919294 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-23bd8bd3-6ade-4525-9c3f-5ec1fc95947d tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3553469 Jul 05 18:09:39.923841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34726) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:39.970775 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb837ddd-bdfd-41c4-90f5-ef30f3645ae0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.978598 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:39.996538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-eb837ddd-bdfd-41c4-90f5-ef30f3645ae0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for f78802d4-efed-4a29-961d-b45cee56676f owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:40.047276 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d42edc-7460-4375-aa15-bc79d12d5ab0 x-openstack-request-id: req-30d42edc-7460-4375-aa15-bc79d12d5ab0 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:40.047881 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "tag": "a97db901-1e84-4fd1-9c20-2c20e8d3721e", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:40.047881 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30d42edc-7460-4375-aa15-bc79d12d5ab0 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:40.048203 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'tag': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e', 'status': 'completed', 'code': 200} Jul 05 18:09:40.069435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a0d46081-f4ca-42e2-b5cb-da34bb78dc1b None None] Provisioning for port 5b65a618-8438-40d7-9279-9268822b8b01 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:40.076356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea3e080c-dac4-4a46-8902-32ed3f05278f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:40.078219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Pushing event updated for resources: {'Port': ['ID=2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:40.092355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:40.116773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a0d46081-f4ca-42e2-b5cb-da34bb78dc1b None None] Provisioning complete for port 5b65a618-8438-40d7-9279-9268822b8b01 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:40.117148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0d46081-f4ca-42e2-b5cb-da34bb78dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.121085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:40.131923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9916ea9b-ae50-4814-9574-ff341f9f6a8a tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Deleting port c04bc754-d67d-4c3c-b59e-237869a9e376 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:40.132537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9916ea9b-ae50-4814-9574-ff341f9f6a8a tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.152508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:40.255504 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9916ea9b-ae50-4814-9574-ff341f9f6a8a tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.265879 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.268288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9916ea9b-ae50-4814-9574-ff341f9f6a8a tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Calling delete_port for c04bc754-d67d-4c3c-b59e-237869a9e376 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:40.279558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Transition to ACTIVE for port object a1352ec3-4141-4868-a95b-bb1f3e2c3e90 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:40.302775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Attempting to bind port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:40.303188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Attempting to bind port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:40.303636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Attempting to bind port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:40.308855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ea3e080c-dac4-4a46-8902-32ed3f05278f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:40.309215 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.310967 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb837ddd-bdfd-41c4-90f5-ef30f3645ae0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.318443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:40.319303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:40.319720 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.320126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:40.320711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Bound port: 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:40.321034 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.357568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb837ddd-bdfd-41c4-90f5-ef30f3645ae0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=f78802d4-efed-4a29-961d-b45cee56676f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:40.385833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.397715 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb837ddd-bdfd-41c4-90f5-ef30f3645ae0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.401876 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eb837ddd-bdfd-41c4-90f5-ef30f3645ae0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/f78802d4-efed-4a29-961d-b45cee56676f HTTP/1.1" status: 204 len: 168 time: 0.8581674 Jul 05 18:09:40.402129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34728) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:40.435000 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0d46081-f4ca-42e2-b5cb-da34bb78dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.482929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2599e3-2c31-4c27-9759-8e204e648172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:40.484568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2599e3-2c31-4c27-9759-8e204e648172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:40.489245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5c2599e3-2c31-4c27-9759-8e204e648172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0830338 Jul 05 18:09:40.489447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34730) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:40.499247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:40.505304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] For port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:40.516411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:40.526746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:40.529969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a0d46081-f4ca-42e2-b5cb-da34bb78dc1b None None] For port 5b65a618-8438-40d7-9279-9268822b8b01, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5b65a618-8438-40d7-9279-9268822b8b01,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:40.531133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Port': ['ID=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:40.533970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] For port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:40.553459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ee4f7c1-9a9b-49b4-98c5-b725a68a7500 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 24945ed9-3776-4de8-902e-57c5ee47e304 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:09:40.556898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ee4f7c1-9a9b-49b4-98c5-b725a68a7500 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.599891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ee4f7c1-9a9b-49b4-98c5-b725a68a7500 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.604878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017e095-6d80-433b-9073-c02507bb3657 req-7353389a-8e23-4a81-a643-b02ee8f5f588 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:40.611131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c017e095-6d80-433b-9073-c02507bb3657 req-7353389a-8e23-4a81-a643-b02ee8f5f588 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.5512335 Jul 05 18:09:40.626788 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9916ea9b-ae50-4814-9574-ff341f9f6a8a tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.637145 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0d46081-f4ca-42e2-b5cb-da34bb78dc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.640247 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.644596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4072d3-ca5c-41ad-9799-0cc8b11f5ed9 req-5cff4dcc-e0b5-499b-9808-0f124e6df7f8 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:40.651748 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec4072d3-ca5c-41ad-9799-0cc8b11f5ed9 req-5cff4dcc-e0b5-499b-9808-0f124e6df7f8 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 945 time: 0.6024790 Jul 05 18:09:40.662506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9916ea9b-ae50-4814-9574-ff341f9f6a8a tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event deleted for resources: {'Port': ['ID=c04bc754-d67d-4c3c-b59e-237869a9e376,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:40.682381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-aaf3e46f-fa95-471d-abea-ee1d7bffdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:40.682900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-aaf3e46f-fa95-471d-abea-ee1d7bffdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:40.683384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-aaf3e46f-fa95-471d-abea-ee1d7bffdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:40.685062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-aaf3e46f-fa95-471d-abea-ee1d7bffdaef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2731 time: 0.6121047 Jul 05 18:09:40.741430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d46081-f4ca-42e2-b5cb-da34bb78dc1b None None] Pushing event updated for resources: {'Port': ['ID=5b65a618-8438-40d7-9279-9268822b8b01,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:40.742533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:40.743218 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.771749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9916ea9b-ae50-4814-9574-ff341f9f6a8a tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.776660 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9916ea9b-ae50-4814-9574-ff341f9f6a8a tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c04bc754-d67d-4c3c-b59e-237869a9e376 HTTP/1.1" status: 204 len: 168 time: 0.8491330 Jul 05 18:09:40.778417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34738) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:40.783009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828', 'external_fixed_ips': [{'subnet_id': '0c47a398-f7f6-4576-9434-ecbebaa25c72', 'ip_address': '172.20.0.11'}]}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:40.786834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ee4f7c1-9a9b-49b4-98c5-b725a68a7500 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.793871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a831b868-73e5-4c74-8663-2e2bedf30599 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:40.818329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.845742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec4072d3-ca5c-41ad-9799-0cc8b11f5ed9 req-1c9ecd63-1245-4a81-8941-7e278aa5fc87 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930201 Jul 05 18:09:40.860444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-40463d0f-4111-42c5-aef2-c7a57c382195 None None] Provisioning complete for port 5b65a618-8438-40d7-9279-9268822b8b01 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:40.861454 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-40463d0f-4111-42c5-aef2-c7a57c382195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.880525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-063005fb-c07a-484a-812a-2538902ad68b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0557790 Jul 05 18:09:40.914795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2399168-afa0-4255-a942-68ac0b6bf0ab None None] Pushing event updated for resources: {'Port': ['ID=2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:40.914975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c017e095-6d80-433b-9073-c02507bb3657 req-4fa14e61-f2ec-47fe-8e23-b856d2d8b5e1 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3025711 Jul 05 18:09:40.916479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.917629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:40.945846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Transition to ACTIVE for port object a831b868-73e5-4c74-8663-2e2bedf30599 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:40.989764 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ee4f7c1-9a9b-49b4-98c5-b725a68a7500 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.002508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-72e28be5-6526-48da-9fdf-3a2712bc4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:41.003624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-72e28be5-6526-48da-9fdf-3a2712bc4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:41.004155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-72e28be5-6526-48da-9fdf-3a2712bc4be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:41.005864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-72e28be5-6526-48da-9fdf-3a2712bc4be5 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3005784 Jul 05 18:09:41.072275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.104449 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.119553 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4ee4f7c1-9a9b-49b4-98c5-b725a68a7500 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.121457 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4ee4f7c1-9a9b-49b4-98c5-b725a68a7500 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/24945ed9-3776-4de8-902e-57c5ee47e304 HTTP/1.1" status: 204 len: 168 time: 0.6311498 Jul 05 18:09:41.122665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4f7c1-9a9b-49b4-98c5-b725a68a7500 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=24945ed9-3776-4de8-902e-57c5ee47e304,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:41.124198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34742) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:41.167286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ee1430bb-ba26-43d4-a850-fb7891e20a82 None None] Provisioning for port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:41.172810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ee1430bb-ba26-43d4-a850-fb7891e20a82 None None] Provisioning complete for port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:41.173188 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ee1430bb-ba26-43d4-a850-fb7891e20a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.178418 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-edb95743-fabd-4f75-9c10-2906a2a16ce9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531397 Jul 05 18:09:41.182413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34744) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:41.187689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:41.224998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ee1430bb-ba26-43d4-a850-fb7891e20a82 None None] Port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:41.266916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 009a39d3-3dda-4027-ab22-aaba0f8365df details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:09:41.274139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a831b868-73e5-4c74-8663-2e2bedf30599,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:41.386583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-8426516e-ccdc-4d3f-a09c-da058e26721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:41.388157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-512ce19c-ed5c-4d6f-ae6a-bda439664c43 req-8426516e-ccdc-4d3f-a09c-da058e26721a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3760405 Jul 05 18:09:41.391101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.413465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:41.426516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'port_id': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'mac_address': 'fa:16:3e:e4:41:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:09:41.428646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9bad3-8dd0-4d66-9992-21fa5af7a0c8 req-1743dadc-71d7-46a5-ad18-44754ee39da2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:41.434774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9bad3-8dd0-4d66-9992-21fa5af7a0c8 req-1743dadc-71d7-46a5-ad18-44754ee39da2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:41.441531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9bad3-8dd0-4d66-9992-21fa5af7a0c8 req-1743dadc-71d7-46a5-ad18-44754ee39da2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:41.443329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ab9bad3-8dd0-4d66-9992-21fa5af7a0c8 req-1743dadc-71d7-46a5-ad18-44754ee39da2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2400 time: 0.3442106 Jul 05 18:09:41.454470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afc986-7eea-4137-8ebb-dadc99beaebe req-efb1026f-f102-4020-b6b2-b76a7d490068 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:41.462358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73afc986-7eea-4137-8ebb-dadc99beaebe req-efb1026f-f102-4020-b6b2-b76a7d490068 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.3647506 Jul 05 18:09:41.474842 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.490237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 009a39d3-3dda-4027-ab22-aaba0f8365df {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:41.497974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:41.501671 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.511845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Attempting to bind port a831b868-73e5-4c74-8663-2e2bedf30599 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:41.512187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:41.512307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Attempting to bind port a831b868-73e5-4c74-8663-2e2bedf30599 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '5bd023b1-7545-4177-a4c8-383413c842ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:41.512665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Attempting to bind port a831b868-73e5-4c74-8663-2e2bedf30599 on network 961d57a7-cfdf-4599-b56f-695cad4c0ceb {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:41.527127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Port a831b868-73e5-4c74-8663-2e2bedf30599 on network 961d57a7-cfdf-4599-b56f-695cad4c0ceb not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:09:41.527459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Attempting to bind port a831b868-73e5-4c74-8663-2e2bedf30599 on network 961d57a7-cfdf-4599-b56f-695cad4c0ceb {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:41.553156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:41.553515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Checking segment: {'id': '5bd023b1-7545-4177-a4c8-383413c842ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:41.553967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Bound using segment: {'id': '5bd023b1-7545-4177-a4c8-383413c842ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:41.554405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Bound port: a831b868-73e5-4c74-8663-2e2bedf30599, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd023b1-7545-4177-a4c8-383413c842ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:41.554807 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.559166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ab9bad3-8dd0-4d66-9992-21fa5af7a0c8 req-fc4b85cc-2f6b-43cc-944c-406e9592b1f2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928402 Jul 05 18:09:41.566009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73afc986-7eea-4137-8ebb-dadc99beaebe req-1e622950-77f3-4490-9a63-20e8d503fcec tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000147 Jul 05 18:09:41.592827 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.659186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:41.694954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] For port a831b868-73e5-4c74-8663-2e2bedf30599, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:41.698304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] For port a831b868-73e5-4c74-8663-2e2bedf30599, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a831b868-73e5-4c74-8663-2e2bedf30599,segment=NetworkSegment(5bd023b1-7545-4177-a4c8-383413c842ea),segment_id=5bd023b1-7545-4177-a4c8-383413c842ea)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:41.752251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['009a39d3-3dda-4027-ab22-aaba0f8365df'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:09:41.773820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.819297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:41.819864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.823824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] 10.222.0.97 "PUT /v2.0/ports/a831b868-73e5-4c74-8663-2e2bedf30599 HTTP/1.1" status: 200 len: 1092 time: 3.0399041 Jul 05 18:09:41.886348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52093f-7a5d-4745-9df6-1ab94adec5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a831b868-73e5-4c74-8663-2e2bedf30599,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:41.950276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:41.952264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34750) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:41.964071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5668b74c-7c90-4dd3-8bf6-b0077dd1a1ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956789439', 'description': 'tempest-description--945824254'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:41.990344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Request body: {'port': {'device_id': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:42.055375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'tag': 'a831b868-73e5-4c74-8663-2e2bedf30599'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:42.057998 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db5dff5-e27e-42f5-9c26-4882b4b668a5" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "tag": "a831b868-73e5-4c74-8663-2e2bedf30599"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:42.059065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=6a2adb25-7205-4192-9c45-b6a42edb2dee,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:42.065786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:42.136809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:42.140347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:42.151639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:42.152500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.174054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.192088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5668b74c-7c90-4dd3-8bf6-b0077dd1a1ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.198339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.258437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:42.263019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:42.263357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.314464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5b65a618-8438-40d7-9279-9268822b8b01 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:42.354152 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.371163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Allocated IP 172.20.0.11 (dab990ef-5f54-4221-89f6-762985a4c828/0c47a398-f7f6-4576-9434-ecbebaa25c72/557ce3ee-1b3d-4fae-9122-b88e2429edf8) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:42.374728 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7027de0b-f77f-4d20-9d43-93998b8a3ec9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1908784 Jul 05 18:09:42.377652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34754) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:42.383054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '6a2adb25-7205-4192-9c45-b6a42edb2dee', 'ip_address': '2001:db8::63cc:3560:6e69:24c1'}], 'name': 'tempest-NetworksTestDHCPv6-609388117'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:42.388086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3b1afc-104c-497d-a9a2-5b2b9b82a95f None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:42.507376 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5668b74c-7c90-4dd3-8bf6-b0077dd1a1ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.523750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5b65a618-8438-40d7-9279-9268822b8b01 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:42.524323 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.547492 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.563967 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.651407 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5668b74c-7c90-4dd3-8bf6-b0077dd1a1ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.664722 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.697582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:42.727271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73a5d4-0b8f-4b78-8ef9-30ef22538f24 req-145bae51-d10c-4b44-a6b4-08f07c8eb771 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:42.727628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Network dab990ef-5f54-4221-89f6-762985a4c828 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:42.728840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e73a5d4-0b8f-4b78-8ef9-30ef22538f24 req-145bae51-d10c-4b44-a6b4-08f07c8eb771 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 945 time: 0.5574703 Jul 05 18:09:42.734218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5668b74c-7c90-4dd3-8bf6-b0077dd1a1ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0319f6c7-a4bc-4574-a281-59a9bc578c76,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:42.754661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:42.756942 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0295ad0c-85d7-410b-845a-b9f9207c9e7f" -d '{"events": [{"server_uuid": "178235bc-2ba9-45c2-8b0e-0b0a64cf0370", "name": "network-vif-plugged", "status": "completed", "tag": "12cff30f-7e04-4c42-95dd-ed91ed1f1cc6"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:42.759380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:42.767768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:42.777814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:42.790457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d73b1c4-62de-4501-a726-da581eed4df4 req-bec4d5d1-41ab-4f43-ab3b-128ac8cec50a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:42.792193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d73b1c4-62de-4501-a726-da581eed4df4 req-bec4d5d1-41ab-4f43-ab3b-128ac8cec50a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 944 time: 0.5393758 Jul 05 18:09:42.801042 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5668b74c-7c90-4dd3-8bf6-b0077dd1a1ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.802529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5668b74c-7c90-4dd3-8bf6-b0077dd1a1ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8487773 Jul 05 18:09:42.805044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event updated for resources: {'Port': ['ID=557ce3ee-1b3d-4fae-9122-b88e2429edf8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:42.811081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34772) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:42.819057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d4792c88-3f07-4697-a042-50968d2ab40d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'security_group_rule': {'security_group_id': '0319f6c7-a4bc-4574-a281-59a9bc578c76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:42.843074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-38548a76-0c1a-411e-b8c1-ca6c288ce7ab None None] Provisioning for port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:42.857926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:42.884716 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:42.946479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e73a5d4-0b8f-4b78-8ef9-30ef22538f24 req-7d6f1a9c-43bc-4679-be68-4ff525e18f2c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009010 Jul 05 18:09:42.959045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:43.004744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d73b1c4-62de-4501-a726-da581eed4df4 req-fc2cb96d-e9cc-416b-9760-daaf091e2df5 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989732 Jul 05 18:09:43.024027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb0a75bb-fb39-4687-9c90-47fe12b4ff7d {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:43.045156 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92cbecf-bf58-4062-8e1b-c2f907f3c1f8 x-openstack-request-id: req-d92cbecf-bf58-4062-8e1b-c2f907f3c1f8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:43.045895 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "tag": "a831b868-73e5-4c74-8663-2e2bedf30599", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:43.047531 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d92cbecf-bf58-4062-8e1b-c2f907f3c1f8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:43.048008 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'tag': 'a831b868-73e5-4c74-8663-2e2bedf30599', 'status': 'completed', 'code': 200} Jul 05 18:09:43.058372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:43.064122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:43.064703 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.075584 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.091534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4792c88-3f07-4697-a042-50968d2ab40d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.146361 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.218968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 4f9e70e9-f1de-4d77-ac3f-f6dd65091176 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:43.234632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Transition to ACTIVE for port object bb0a75bb-fb39-4687-9c90-47fe12b4ff7d will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:43.264403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.293382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 009a39d3-3dda-4027-ab22-aaba0f8365df up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:43.330508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.337980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4792c88-3f07-4697-a042-50968d2ab40d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.360436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:43.416778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8a581a32-7c4e-455f-a914-e539f3b461c2 None None] Provisioning complete for port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:43.417207 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a581a32-7c4e-455f-a914-e539f3b461c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.457886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-c415da2c-d1e0-43b2-97c2-acc28a9ca1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:43.458394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-c415da2c-d1e0-43b2-97c2-acc28a9ca1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:43.460741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-c415da2c-d1e0-43b2-97c2-acc28a9ca1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:43.462526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-c415da2c-d1e0-43b2-97c2-acc28a9ca1cf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2798 time: 0.4136705 Jul 05 18:09:43.473712 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4792c88-3f07-4697-a042-50968d2ab40d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.477831 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.502586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 009a39d3-3dda-4027-ab22-aaba0f8365df triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:43.504036 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.530935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28cce4-c873-4bf6-bd4c-900aace30c29 req-41efcb0d-1edf-43f7-a6ef-340f9b26281a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:43.544389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28cce4-c873-4bf6-bd4c-900aace30c29 req-41efcb0d-1edf-43f7-a6ef-340f9b26281a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:43.555514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28cce4-c873-4bf6-bd4c-900aace30c29 req-41efcb0d-1edf-43f7-a6ef-340f9b26281a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:43.562831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac28cce4-c873-4bf6-bd4c-900aace30c29 req-41efcb0d-1edf-43f7-a6ef-340f9b26281a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2400 time: 0.3836532 Jul 05 18:09:43.625969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de483e-a6b4-471a-8ede-b8d7d7523b34 req-4ce6b2eb-640a-42c3-8655-32d4dbded556 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:43.633862 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27de483e-a6b4-471a-8ede-b8d7d7523b34 req-4ce6b2eb-640a-42c3-8655-32d4dbded556 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.4500620 Jul 05 18:09:43.640158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:43.732736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Pushing event updated for resources: {'Port': ['ID=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:43.867142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:43.914734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac28cce4-c873-4bf6-bd4c-900aace30c29 req-68968108-450c-40f0-b39c-e43ebc6426e4 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508623 Jul 05 18:09:43.917589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ee9a5773-d568-43e4-afd4-2232190c40f2 None None] Could not find standard attr ID for object f78802d4-efed-4a29-961d-b45cee56676f. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:09:43.986548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:43.994049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27de483e-a6b4-471a-8ede-b8d7d7523b34 req-f4959414-4db5-4345-805a-561f81506afc tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592112 Jul 05 18:09:44.016814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-4651ceb3-4872-4897-8b7c-2d9a8269d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.017609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-4651ceb3-4872-4897-8b7c-2d9a8269d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.018349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-4651ceb3-4872-4897-8b7c-2d9a8269d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.020516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-4651ceb3-4872-4897-8b7c-2d9a8269d4ff service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.5245643 Jul 05 18:09:44.053321 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.124661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4792c88-3f07-4697-a042-50968d2ab40d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fc343d-42a2-4f14-815f-b2c0a1d7afab,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:44.168527 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Attempting to bind port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:44.182857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Attempting to bind port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:44.182857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Attempting to bind port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d on network 0cdac14f-724e-47a3-896f-a6568ae38be1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:44.182857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-55f732df-6675-413c-a258-e493366ac3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.183569 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7721da3-b109-4277-8b62-15e8eda13835 x-openstack-request-id: req-a7721da3-b109-4277-8b62-15e8eda13835 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:44.184140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4db5dff5-e27e-42f5-9c26-4882b4b668a5 req-55f732df-6675-413c-a258-e493366ac3f6 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1318402 Jul 05 18:09:44.184297 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178235bc-2ba9-45c2-8b0e-0b0a64cf0370", "name": "network-vif-plugged", "status": "completed", "tag": "12cff30f-7e04-4c42-95dd-ed91ed1f1cc6", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:44.184297 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7721da3-b109-4277-8b62-15e8eda13835 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:44.184566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d on network 0cdac14f-724e-47a3-896f-a6568ae38be1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:09:44.184762 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6', 'code': 200} Jul 05 18:09:44.185014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Attempting to bind port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d on network 0cdac14f-724e-47a3-896f-a6568ae38be1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:44.185186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:44.202636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:44.204980 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:44.205723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Checking segment: {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:44.207732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Bound using segment: {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:44.208622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Bound port: bb0a75bb-fb39-4687-9c90-47fe12b4ff7d, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74391d41-c306-40ab-ba74-3aab5b0a7b15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:44.209357 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.303740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] For port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:44.303740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] For port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:44.322973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:44.323363 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.352296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4792c88-3f07-4697-a042-50968d2ab40d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.356278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34802) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:44.356484 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d4792c88-3f07-4697-a042-50968d2ab40d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5440123 Jul 05 18:09:44.361185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-832d1c98-6692-4741-b80a-307501b38446 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'security_group_rule': {'security_group_id': '0319f6c7-a4bc-4574-a281-59a9bc578c76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:44.394736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::63cc:3560:6e69:24c1 (d4311eb2-2783-4bd2-b311-e1327c967a23/6a2adb25-7205-4192-9c45-b6a42edb2dee/4f9e70e9-f1de-4d77-ac3f-f6dd65091176) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:44.411539 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.419526 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.507804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Pushing event updated for resources: {'Port': ['ID=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:44.539890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.544676 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.548178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-95e50e1c-904a-49a8-acb1-b14b13260d3e service neutron] 10.222.0.97 "PUT /v2.0/ports/bb0a75bb-fb39-4687-9c90-47fe12b4ff7d HTTP/1.1" status: 200 len: 1092 time: 2.5617619 Jul 05 18:09:44.593589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-832d1c98-6692-4741-b80a-307501b38446 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.677944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1486386-59d0-42ed-830d-8414f5b364c1 req-05aee5e3-a754-4d6e-81ce-4f71dad49ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.679510 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c1486386-59d0-42ed-830d-8414f5b364c1 req-05aee5e3-a754-4d6e-81ce-4f71dad49ec1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 1097 time: 0.4520087 Jul 05 18:09:44.708350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763f9f8-a15a-4530-8f7c-1a3a9f6a19e8 req-63a7b1e5-90a0-408b-9dff-4f2a2c9f75c3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.710091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9763f9f8-a15a-4530-8f7c-1a3a9f6a19e8 req-63a7b1e5-90a0-408b-9dff-4f2a2c9f75c3 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.3009808 Jul 05 18:09:44.799585 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-832d1c98-6692-4741-b80a-307501b38446 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.802615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c1486386-59d0-42ed-830d-8414f5b364c1 req-30b39c04-8a8b-4e80-a890-62a66f51c83e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154704 Jul 05 18:09:44.852293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d478b8d-9b59-4f9f-aa9c-0f19097406f1 req-5baeae7f-6acc-41f3-ba32-73ad99cca5b6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.859661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d478b8d-9b59-4f9f-aa9c-0f19097406f1 req-5baeae7f-6acc-41f3-ba32-73ad99cca5b6 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 946 time: 0.3232625 Jul 05 18:09:44.888207 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-832d1c98-6692-4741-b80a-307501b38446 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.914349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9763f9f8-a15a-4530-8f7c-1a3a9f6a19e8 req-ec05438c-c128-42f2-95c9-7fce6ed7fc5a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708155 Jul 05 18:09:44.924623 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:44.968709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-933231ed-c28a-489c-be5f-2a5505245f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.969298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-933231ed-c28a-489c-be5f-2a5505245f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.970310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-933231ed-c28a-489c-be5f-2a5505245f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:44.974065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-933231ed-c28a-489c-be5f-2a5505245f34 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2865 time: 0.2891719 Jul 05 18:09:44.978352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d1c98-6692-4741-b80a-307501b38446 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d945693c-f791-4a4b-b633-3c92dff25061,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:45.010904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:45.042579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 4f9e70e9-f1de-4d77-ac3f-f6dd65091176 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:45.057279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d478b8d-9b59-4f9f-aa9c-0f19097406f1 req-434bb05b-8658-4cde-baee-dccbd4e3b429 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1963551 Jul 05 18:09:45.061113 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-832d1c98-6692-4741-b80a-307501b38446 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:45.062409 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-832d1c98-6692-4741-b80a-307501b38446 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7048435 Jul 05 18:09:45.063242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'tag': 'bb0a75bb-fb39-4687-9c90-47fe12b4ff7d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:45.072527 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072" -d '{"events": [{"name": "network-changed", "server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "tag": "bb0a75bb-fb39-4687-9c90-47fe12b4ff7d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:45.082767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-6787ef67-5fbf-4b25-b27d-067407a5e5f4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.20&port_id=a97db901-1e84-4fd1-9c20-2c20e8d3721e HTTP/1.1" status: 200 len: 217 time: 0.0984838 Jul 05 18:09:45.084071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34808) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:45.089849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:45.206050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4b372513-8fed-488e-b84e-af9976c275f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:45.207983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-4b372513-8fed-488e-b84e-af9976c275f9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b1de833e-e2a4-410c-9cb9-72bccbc30717 HTTP/1.1" status: 200 len: 801 time: 0.1176324 Jul 05 18:09:45.213978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:45.291933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdddc9-53b1-4001-8e12-f540cc7019bc req-42d9c08a-8901-426a-9094-807f387b0a71 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:45.298984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdddc9-53b1-4001-8e12-f540cc7019bc req-42d9c08a-8901-426a-9094-807f387b0a71 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:45.306745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdddc9-53b1-4001-8e12-f540cc7019bc req-42d9c08a-8901-426a-9094-807f387b0a71 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:45.308583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99fdddc9-53b1-4001-8e12-f540cc7019bc req-42d9c08a-8901-426a-9094-807f387b0a71 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2412 time: 0.2225010 Jul 05 18:09:45.321466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Router 2945a060-685c-4ff4-80b6-5f3659002226 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:09:45.323965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:45.379552 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:45.394263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:45.401242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99fdddc9-53b1-4001-8e12-f540cc7019bc req-7b4e8396-d3c1-4dd1-93fc-a48bf14bb822 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817478 Jul 05 18:09:45.408387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-5bb1bcbf-2d01-4186-b017-234426933c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:45.410773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-5bb1bcbf-2d01-4186-b017-234426933c20 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0cdac14f-724e-47a3-896f-a6568ae38be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1858685 Jul 05 18:09:45.417744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:45.423414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:45.437078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:45.519364 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63a5f93-70b5-48b9-bb13-8c4a9a407104 x-openstack-request-id: req-b63a5f93-70b5-48b9-bb13-8c4a9a407104 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:45.519774 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "tag": "bb0a75bb-fb39-4687-9c90-47fe12b4ff7d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:45.520183 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b63a5f93-70b5-48b9-bb13-8c4a9a407104 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:45.520688 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'tag': 'bb0a75bb-fb39-4687-9c90-47fe12b4ff7d', 'status': 'completed', 'code': 200} Jul 05 18:09:45.535247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=4f9e70e9-f1de-4d77-ac3f-f6dd65091176,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:45.557774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abfb7d-6c63-464c-aaae-23b988d4a742 req-163ed889-dfe3-4f10-8d9d-cad98abee6f7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:45.559529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73abfb7d-6c63-464c-aaae-23b988d4a742 req-163ed889-dfe3-4f10-8d9d-cad98abee6f7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.2413919 Jul 05 18:09:45.626332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-217aa19f-c3f7-403c-903f-cbcc2c4b31a8 service neutron] 10.222.0.97 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045646 Jul 05 18:09:45.663219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73abfb7d-6c63-464c-aaae-23b988d4a742 req-8e5587d9-21e7-438f-a114-a20bda0e1505 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859847 Jul 05 18:09:45.709871 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac94bf0f-aab9-49a4-83c9-41f951e77305 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3306284 Jul 05 18:09:45.712968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34814) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:45.763406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:09:45.778571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Sync routers for ids ['2945a060-685c-4ff4-80b6-5f3659002226'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:09:45.794338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Routers {'2945a060-685c-4ff4-80b6-5f3659002226'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:45.801692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2945a060-685c-4ff4-80b6-5f3659002226'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:45.804776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:45.834071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-144e0e69-1da3-4c06-a118-1f62d1317fef service neutron] 10.222.0.97 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993654 Jul 05 18:09:45.861868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae829a1-3ffb-4383-aa17-188bca6e65b5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:45.865373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:45.869344 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-302ea50d-28ff-4bb7-afcc-c789d5151cb0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 5.0873790 Jul 05 18:09:45.878388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae829a1-3ffb-4383-aa17-188bca6e65b5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:45.879773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34816) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:45.885537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ae829a1-3ffb-4383-aa17-188bca6e65b5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1718428 Jul 05 18:09:45.896220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34818) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:45.958741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-bfee3627-146e-47e5-8750-4c4daa8e6f0e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.136&port_id=a831b868-73e5-4c74-8663-2e2bedf30599 HTTP/1.1" status: 200 len: 217 time: 0.1141717 Jul 05 18:09:45.968327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Set router 2945a060-685c-4ff4-80b6-5f3659002226 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:46.008738 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.089661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-6077843c-1502-49d2-af10-88a963a85041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:46.091165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-6077843c-1502-49d2-af10-88a963a85041 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fbe6031e-036f-4f17-94a4-3f19317b672c HTTP/1.1" status: 200 len: 801 time: 0.1066847 Jul 05 18:09:46.167967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-50460fc2-c0e9-4abc-8c6f-55d6a52ecd11 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 4f9e70e9-f1de-4d77-ac3f-f6dd65091176 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:46.168369 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-50460fc2-c0e9-4abc-8c6f-55d6a52ecd11 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.198991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:46.201616 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d8f36b-fb80-474e-aeb2-2510cc062fe7" -d '{"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-plugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:46.219560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Allocated IP 172.25.3.210 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/4bc02ac8-418b-463f-8ab8-fbce4db7e4f1) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:46.242138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cf699b78-55aa-46dd-a6e0-2770fe043e8e None None] Provisioning for port 4f9e70e9-f1de-4d77-ac3f-f6dd65091176 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:46.252264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cf699b78-55aa-46dd-a6e0-2770fe043e8e None None] Provisioning complete for port 4f9e70e9-f1de-4d77-ac3f-f6dd65091176 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:46.253641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cf699b78-55aa-46dd-a6e0-2770fe043e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.291219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a060-685c-4ff4-80b6-5f3659002226', 'name': '', 'tenant_id': '166bc55b138f4993a1029330d64342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828', 'external_fixed_ips': [{'subnet_id': '0c47a398-f7f6-4576-9434-ecbebaa25c72', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '557ce3ee-1b3d-4fae-9122-b88e2429edf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:40Z', 'updated_at': '2021-07-05T18:09:43Z', 'revision_number': 3, 'project_id': '166bc55b138f4993a1029330d64342e0', 'gw_port': {'id': '557ce3ee-1b3d-4fae-9122-b88e2429edf8', 'name': '', 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:da:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2945a060-685c-4ff4-80b6-5f3659002226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '0c47a398-f7f6-4576-9434-ecbebaa25c72', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:42Z', 'updated_at': '2021-07-05T18:09:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c47a398-f7f6-4576-9434-ecbebaa25c72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:46.306144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-a21b6158-0c16-4336-8524-d193ee7e79f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:46.307699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-a21b6158-0c16-4336-8524-d193ee7e79f2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=961d57a7-cfdf-4599-b56f-695cad4c0ceb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2076626 Jul 05 18:09:46.338008 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-50460fc2-c0e9-4abc-8c6f-55d6a52ecd11 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.338447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Checking router: 2945a060-685c-4ff4-80b6-5f3659002226 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:09:46.338932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Updating router 2945a060-685c-4ff4-80b6-5f3659002226 port 557ce3ee-1b3d-4fae-9122-b88e2429edf8 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:09:46.362072 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.382137 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.435104 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.441016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cf699b78-55aa-46dd-a6e0-2770fe043e8e None None] Port 4f9e70e9-f1de-4d77-ac3f-f6dd65091176 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:46.531706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Deleting port 557ce3ee-1b3d-4fae-9122-b88e2429edf8 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:46.533422 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.639796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.659664 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.678325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Calling delete_port for 557ce3ee-1b3d-4fae-9122-b88e2429edf8 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:46.706297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:46.714479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:46.725461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:46.772274 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.785835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Transition to ACTIVE for port object 557ce3ee-1b3d-4fae-9122-b88e2429edf8 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:46.798015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-50460fc2-c0e9-4abc-8c6f-55d6a52ecd11 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 4f9e70e9-f1de-4d77-ac3f-f6dd65091176 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:46.806971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Port': ['ID=4bc02ac8-418b-463f-8ab8-fbce4db7e4f1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:46.856844 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.926239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.930292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cada5-0d72-4326-8560-97fc2386e794 None None] Pushing event updated for resources: {'Port': ['ID=557ce3ee-1b3d-4fae-9122-b88e2429edf8,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:46.964024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Attempting to bind port 557ce3ee-1b3d-4fae-9122-b88e2429edf8 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:46.964581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Attempting to bind port 557ce3ee-1b3d-4fae-9122-b88e2429edf8 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:46.965487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Attempting to bind port 557ce3ee-1b3d-4fae-9122-b88e2429edf8 on network dab990ef-5f54-4221-89f6-762985a4c828 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:46.975440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:46.976311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Checking segment: {'id': '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:46.976839 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:46.977325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Bound using segment: {'id': '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:46.978062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Bound port: 557ce3ee-1b3d-4fae-9122-b88e2429edf8, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:46.979040 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.034664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad4b74-85e8-401b-a41e-660897a8fb01 req-eb45827d-d825-4e74-8caa-480f3cf9ba60 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:47.036509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5ad4b74-85e8-401b-a41e-660897a8fb01 req-eb45827d-d825-4e74-8caa-480f3cf9ba60 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.8102722 Jul 05 18:09:47.076729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.077931 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:09:47.077931 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:09:47.111501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-e2d51403-c34b-4781-bef4-8c083e80fff9 service neutron] 10.222.0.97 "GET /v2.0/networks/961d57a7-cfdf-4599-b56f-695cad4c0ceb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953606 Jul 05 18:09:47.141766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5ad4b74-85e8-401b-a41e-660897a8fb01 req-0ac8df21-9ff5-49e6-95e1-3cfdd5895e19 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944061 Jul 05 18:09:47.162949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event deleted for resources: {'Port': ['ID=557ce3ee-1b3d-4fae-9122-b88e2429edf8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:47.204108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c486907-cc3f-4e49-9e25-d91485929c6a req-6bc9f455-e10f-430a-a3ed-537c422c60de tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:47.204454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.212070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c486907-cc3f-4e49-9e25-d91485929c6a req-6bc9f455-e10f-430a-a3ed-537c422c60de tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 946 time: 0.4029813 Jul 05 18:09:47.231069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-50460fc2-c0e9-4abc-8c6f-55d6a52ecd11 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.242605 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38470f7-27a3-4bcf-bb34-c6b31b9f341e x-openstack-request-id: req-c38470f7-27a3-4bcf-bb34-c6b31b9f341e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:47.243184 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-plugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:47.243662 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c38470f7-27a3-4bcf-bb34-c6b31b9f341e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:47.244285 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'code': 200} Jul 05 18:09:47.300830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50460fc2-c0e9-4abc-8c6f-55d6a52ecd11 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=4f9e70e9-f1de-4d77-ac3f-f6dd65091176,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:47.419513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c486907-cc3f-4e49-9e25-d91485929c6a req-b17c205d-5ef5-42b3-bd69-ee3c6ba1a6f5 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062781 Jul 05 18:09:47.421647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-50460fc2-c0e9-4abc-8c6f-55d6a52ecd11 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.425645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.428016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-50460fc2-c0e9-4abc-8c6f-55d6a52ecd11 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/4f9e70e9-f1de-4d77-ac3f-f6dd65091176 HTTP/1.1" status: 204 len: 168 time: 1.5236230 Jul 05 18:09:47.474163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34832) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:47.503471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-492d0200-72ff-4b4b-aa3b-5ac8e3e6e223 service neutron] 10.222.0.97 "GET /v2.0/networks/961d57a7-cfdf-4599-b56f-695cad4c0ceb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833277 Jul 05 18:09:47.567976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-ea2a1e6a-9b8e-4b14-8d8d-64731551f5df service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.242&port_id=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d HTTP/1.1" status: 200 len: 217 time: 0.0565121 Jul 05 18:09:47.602811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Attempting to bind port 557ce3ee-1b3d-4fae-9122-b88e2429edf8 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:47.603201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Attempting to bind port 557ce3ee-1b3d-4fae-9122-b88e2429edf8 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:47.603763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Attempting to bind port 557ce3ee-1b3d-4fae-9122-b88e2429edf8 on network dab990ef-5f54-4221-89f6-762985a4c828 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:47.623662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:47.624256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Checking segment: {'id': '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:47.624733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.625193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Bound using segment: {'id': '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:47.625774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Bound port: 557ce3ee-1b3d-4fae-9122-b88e2429edf8, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'dab990ef-5f54-4221-89f6-762985a4c828'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:47.626407 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.630439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.653148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.668573 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.668966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Port 557ce3ee-1b3d-4fae-9122-b88e2429edf8 has been deleted concurrently {{(pid=100999) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 18:09:47.686722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Routers {'2945a060-685c-4ff4-80b6-5f3659002226'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:47.687476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2945a060-685c-4ff4-80b6-5f3659002226'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:47.702129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097a7b-6045-4ed4-86e8-3e07588acd94 req-70073ad3-258c-4988-876f-e4a1bf716c68 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:47.712493 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097a7b-6045-4ed4-86e8-3e07588acd94 req-70073ad3-258c-4988-876f-e4a1bf716c68 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:47.720729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.725549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72097a7b-6045-4ed4-86e8-3e07588acd94 req-70073ad3-258c-4988-876f-e4a1bf716c68 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:47.725549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72097a7b-6045-4ed4-86e8-3e07588acd94 req-70073ad3-258c-4988-876f-e4a1bf716c68 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2412 time: 0.3429685 Jul 05 18:09:47.763557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-d6d01051-8a6d-4f6f-897a-a6c02001e196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:47.765065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-d6d01051-8a6d-4f6f-897a-a6c02001e196 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b1de833e-e2a4-410c-9cb9-72bccbc30717 HTTP/1.1" status: 200 len: 801 time: 0.1876450 Jul 05 18:09:47.780683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a466f2-fd0c-40c3-86c9-06591560f029 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:47.783392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a466f2-fd0c-40c3-86c9-06591560f029 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:47.788004 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-48a466f2-fd0c-40c3-86c9-06591560f029 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3126500 Jul 05 18:09:47.793311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.794122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2945a060-685c-4ff4-80b6-5f3659002226 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:09:47.803813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:47.804583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] Set router 2945a060-685c-4ff4-80b6-5f3659002226 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:47.808382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-44ff49e4-13a6-4f4e-af56-eec76f95e928 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "DELETE /v2.0/routers/2945a060-685c-4ff4-80b6-5f3659002226 HTTP/1.1" status: 204 len: 168 time: 1.9258735 Jul 05 18:09:47.809462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34836) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:47.810001 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34838) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:47.851587 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72097a7b-6045-4ed4-86e8-3e07588acd94 req-23ee1980-add3-4fa5-ad92-b6e41fcf4c70 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123571 Jul 05 18:09:47.882219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f84ec-97ff-421d-b097-8a1d82279095 req-c0a84010-9d5a-4fcd-a569-f5c8f5ec91da tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:47.884776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2945a060-685c-4ff4-80b6-5f3659002226', 'name': '', 'tenant_id': '166bc55b138f4993a1029330d64342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:40Z', 'updated_at': '2021-07-05T18:09:46Z', 'revision_number': 5, 'project_id': '166bc55b138f4993a1029330d64342e0', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:47.892913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-856f84ec-97ff-421d-b097-8a1d82279095 req-c0a84010-9d5a-4fcd-a569-f5c8f5ec91da tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.2714880 Jul 05 18:09:47.923654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f462db-29cf-486f-87af-1dd0e2f1bdaa None None] The sync data for ids ['2945a060-685c-4ff4-80b6-5f3659002226'] in n-d-799524-1 is: [{'id': '2945a060-685c-4ff4-80b6-5f3659002226', 'name': '', 'tenant_id': '166bc55b138f4993a1029330d64342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:40Z', 'updated_at': '2021-07-05T18:09:46Z', 'revision_number': 5, 'project_id': '166bc55b138f4993a1029330d64342e0', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:09:47.951207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b8af29-2165-481f-9c09-1e4862a3b0a3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Deleting subnet 0c47a398-f7f6-4576-9434-ecbebaa25c72 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:09:47.998398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1b8af29-2165-481f-9c09-1e4862a3b0a3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.015746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-856f84ec-97ff-421d-b097-8a1d82279095 req-6fdab7e0-9ccc-4245-a642-df2c2db1c01e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118019 Jul 05 18:09:48.018322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-507e6ae5-1a05-41fd-803f-3896673393d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:48.020338 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-507e6ae5-1a05-41fd-803f-3896673393d3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0cdac14f-724e-47a3-896f-a6568ae38be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2460785 Jul 05 18:09:48.099784 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1b8af29-2165-481f-9c09-1e4862a3b0a3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.165753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.166023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-a688fab5-3238-4972-9a3e-8ccf06009524 service neutron] 10.222.0.97 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378350 Jul 05 18:09:48.167953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Port': ['ID=4bc02ac8-418b-463f-8ab8-fbce4db7e4f1,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:48.207222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9aefdb-03a6-473d-b7e2-557b67a3971e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 6a2adb25-7205-4192-9c45-b6a42edb2dee {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:09:48.213672 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd9aefdb-03a6-473d-b7e2-557b67a3971e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.255988 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1b8af29-2165-481f-9c09-1e4862a3b0a3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.297570 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.298890 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-674e4000-75df-4942-a08c-2b1aa039bdbd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2137306 Jul 05 18:09:48.309018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd9aefdb-03a6-473d-b7e2-557b67a3971e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.415449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd9aefdb-03a6-473d-b7e2-557b67a3971e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.423057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-631d8a31-c0a0-48d5-969b-41c7ebf54ae7 req-af93288e-5cbe-4935-8e75-913bf01fc7c8 service neutron] 10.222.0.97 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473927 Jul 05 18:09:48.434881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7cb70-fd29-44c5-b736-9dc7707e3fb7 req-5c4eb7dd-472e-4e38-a83b-6c81e3765588 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:48.436660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8a7cb70-fd29-44c5-b736-9dc7707e3fb7 req-5c4eb7dd-472e-4e38-a83b-6c81e3765588 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 946 time: 0.1892421 Jul 05 18:09:48.463570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34844) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:48.472537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Request body: {'floatingip': {'port_id': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:48.506491 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1b8af29-2165-481f-9c09-1e4862a3b0a3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.539467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1b8af29-2165-481f-9c09-1e4862a3b0a3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.545293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34848) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:48.546172 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c1b8af29-2165-481f-9c09-1e4862a3b0a3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/0c47a398-f7f6-4576-9434-ecbebaa25c72 HTTP/1.1" status: 204 len: 168 time: 0.7108448 Jul 05 18:09:48.551588 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.633534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8af29-2165-481f-9c09-1e4862a3b0a3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c47a398-f7f6-4576-9434-ecbebaa25c72,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:48.653336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd9aefdb-03a6-473d-b7e2-557b67a3971e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.675583 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dd9aefdb-03a6-473d-b7e2-557b67a3971e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:48.679753 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dd9aefdb-03a6-473d-b7e2-557b67a3971e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/6a2adb25-7205-4192-9c45-b6a42edb2dee HTTP/1.1" status: 204 len: 168 time: 0.8560886 Jul 05 18:09:48.685113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fcb841-976d-4832-a016-3e7605478b9e None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:48.706183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34852) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:48.719480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9aefdb-03a6-473d-b7e2-557b67a3971e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=6a2adb25-7205-4192-9c45-b6a42edb2dee,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:48.782113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-327d2213-a22c-40f8-a005-53da3069ad77 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741215 Jul 05 18:09:48.784657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34862) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:48.871263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ada528-76be-4a2b-b348-69f9b272b03e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:48.876786 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-83ada528-76be-4a2b-b348-69f9b272b03e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0871322 Jul 05 18:09:48.877069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34864) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:48.978856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aa2775-c1d0-4add-ba56-313a86f08f4c req-aa7bddff-4888-4d99-b898-418ad435c053 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:48.981301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33aa2775-c1d0-4add-ba56-313a86f08f4c req-aa7bddff-4888-4d99-b898-418ad435c053 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.5752652 Jul 05 18:09:48.991858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eac779-6a1d-4b3c-9324-d89c21ff8bad tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:48.993837 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-41eac779-6a1d-4b3c-9324-d89c21ff8bad tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1152475 Jul 05 18:09:48.996689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34868) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:49.013654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171744e2-efe7-4d44-9fe8-a066d7d5a9d3 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:09:49.048488 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:49.070769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1c55851d-e80c-422c-a0b2-65912e67b403 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727794 Jul 05 18:09:49.076642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34874) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:49.087906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:49.095122 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-004cc304-815c-4b9d-aaaf-c8952593be89 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--956789439&fields=id&tenant_id=d65012d13e064701b487acd66c900857 HTTP/1.1" status: 200 len: 267 time: 0.2272725 Jul 05 18:09:49.096272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-171744e2-efe7-4d44-9fe8-a066d7d5a9d3 None None] Deleting port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:49.097607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-171744e2-efe7-4d44-9fe8-a066d7d5a9d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:49.210728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-80bf27b9-c6b8-4594-82f5-35cc15a2b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:49.211413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-80bf27b9-c6b8-4594-82f5-35cc15a2b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:49.212071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-80bf27b9-c6b8-4594-82f5-35cc15a2b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:49.214350 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-80bf27b9-c6b8-4594-82f5-35cc15a2b7fd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2865 time: 0.5738924 Jul 05 18:09:49.215252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-171744e2-efe7-4d44-9fe8-a066d7d5a9d3 None None] For port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:49.215685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-171744e2-efe7-4d44-9fe8-a066d7d5a9d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:49.236331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-171744e2-efe7-4d44-9fe8-a066d7d5a9d3 None None] Calling delete_port for 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:49.260550 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33aa2775-c1d0-4add-ba56-313a86f08f4c req-5f1fd5c2-0984-4660-84a0-334430307081 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582595 Jul 05 18:09:49.342113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ffd607c4-cae4-450c-9da1-6fd8f50adb08 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:49.350857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ffd607c4-cae4-450c-9da1-6fd8f50adb08 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports/413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 200 len: 935 time: 0.2543867 Jul 05 18:09:49.470672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:49.475239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:49.521240 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:49.543148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab990ef-5f54-4221-89f6-762985a4c828']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:49.584270 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-171744e2-efe7-4d44-9fe8-a066d7d5a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:49.620626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:49.621004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3208fbfc-1531-4ddb-b6ec-4df7c66bd4e7') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:49.636372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171744e2-efe7-4d44-9fe8-a066d7d5a9d3 None None] Pushing event deleted for resources: {'Port': ['ID=2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:49.643149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171744e2-efe7-4d44-9fe8-a066d7d5a9d3 None None] No DVR routers for this DVR port 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:09:49.677342 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:49.688823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-7db03610-bd35-436f-ade0-c2595b6257f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:49.696800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-7db03610-bd35-436f-ade0-c2595b6257f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports/a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 200 len: 936 time: 0.3451374 Jul 05 18:09:49.770746 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:49.813894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ae1bec6b-660a-41d4-89ec-461dc5012c5f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1161115 Jul 05 18:09:49.822910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-35113f8c-9e07-4d76-b335-dbdb2a22a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:49.824404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-35113f8c-9e07-4d76-b335-dbdb2a22a4a4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=0cdac14f-724e-47a3-896f-a6568ae38be1 HTTP/1.1" status: 200 len: 901 time: 0.5578940 Jul 05 18:09:49.835008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:09:49.835498 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:09:49.837285 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:09:49.966192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-237773bb-4c5f-40f0-8329-7f9af468a30e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1380508 Jul 05 18:09:49.967461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-c360497d-0e47-472b-a577-cb46e4e6f641 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.242&port_id=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d HTTP/1.1" status: 200 len: 217 time: 0.1349654 Jul 05 18:09:49.978348 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:50.003560 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:09:50.032112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:09:50.033143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2a436ff6-bb04-4b2f-b6b1-18f7e5c40ccf not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:09:50.036182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:50.045009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:50.045009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:50.045009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:50.057896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=b888847b-39a9-458a-8374-fbb6229b0574,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:50.074361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bb6cbc-c420-4e0b-b8b5-51afa016b227 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:50.115291 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8deca4c1-ed43-4784-a955-d851461164a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0370176 Jul 05 18:09:50.123256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34880) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:50.123589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': 'b888847b-39a9-458a-8374-fbb6229b0574', 'ip_address': '2001:db8::32dd:9fe5:62f9:e6f6'}], 'name': 'tempest-NetworksTestDHCPv6-367895831'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:50.297203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': 'b888847b-39a9-458a-8374-fbb6229b0574'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:50.298625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:50.401209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:50.500603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/b888847b-39a9-458a-8374-fbb6229b0574/4f26199f-3089-4104-8fdf-1fe2ec71041b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:50.531244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e5d95-2cd0-4f61-9cb2-5b9cdc245e47 req-3d6dbd33-2c83-4b05-9677-3fea95f2ecc7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:50.537530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e5d95-2cd0-4f61-9cb2-5b9cdc245e47 req-3d6dbd33-2c83-4b05-9677-3fea95f2ecc7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:50.543288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106e5d95-2cd0-4f61-9cb2-5b9cdc245e47 req-3d6dbd33-2c83-4b05-9677-3fea95f2ecc7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:50.551032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-106e5d95-2cd0-4f61-9cb2-5b9cdc245e47 req-3d6dbd33-2c83-4b05-9677-3fea95f2ecc7 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2412 time: 0.9638402 Jul 05 18:09:50.556691 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:50.558974 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:50.589404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dab990ef-5f54-4221-89f6-762985a4c828 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 18:09:50.594032 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:50.595993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "DELETE /v2.0/networks/dab990ef-5f54-4221-89f6-762985a4c828 HTTP/1.1" status: 204 len: 168 time: 2.0492308 Jul 05 18:09:50.608868 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 44fd1682-a0d3-4fd3-9e0b-cd69452d486c yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:50.616025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-1995eb6c-4962-4af8-a93d-cff630e6d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:50.617697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-1995eb6c-4962-4af8-a93d-cff630e6d148 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=b1de833e-e2a4-410c-9cb9-72bccbc30717 HTTP/1.1" status: 200 len: 801 time: 0.6366560 Jul 05 18:09:50.629453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cfd3ca-bfca-47d2-8b9b-609657514985 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event deleted for resources: {'Network': ['ID=dab990ef-5f54-4221-89f6-762985a4c828,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:50.766005 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-106e5d95-2cd0-4f61-9cb2-5b9cdc245e47 req-160901f8-64ed-43b3-baf4-9f80cf724c3e tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139516 Jul 05 18:09:50.793606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d317d502-ddf0-4b91-a666-f4415875fd41 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:50.812158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d317d502-ddf0-4b91-a666-f4415875fd41 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:50.832896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d317d502-ddf0-4b91-a666-f4415875fd41 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:50.835067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d317d502-ddf0-4b91-a666-f4415875fd41 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/networks?id=ee04f9ef-fb0c-45a7-9031-927397111ae6&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0 HTTP/1.1" status: 200 len: 1994 time: 0.8552744 Jul 05 18:09:50.887874 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.resource_extend [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:09:50.968173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-0c3f1cfe-4deb-46cc-9269-f778ce0697b6 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/quotas/d65012d13e064701b487acd66c900857 HTTP/1.1" status: 200 len: 375 time: 0.1257563 Jul 05 18:09:51.091105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-7c691ecb-f6c6-42eb-8294-8ac8426aa60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:51.097629 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.100095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-7c691ecb-f6c6-42eb-8294-8ac8426aa60a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0cdac14f-724e-47a3-896f-a6568ae38be1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4568532 Jul 05 18:09:51.107619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34890) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:51.111591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Transition to ACTIVE for port object 4f26199f-3089-4104-8fdf-1fe2ec71041b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:51.118444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-dfc69a5b-65a6-4eb2-96f6-989a99112726 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'router': {'name': 'tempest-router--413676973', 'project_id': 'fb84bb2bf9794c2f9a61f594906e558e'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:51.132145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Transition to ACTIVE for port object 4f26199f-3089-4104-8fdf-1fe2ec71041b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:51.142486 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.207195 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.261228 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.330329 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dbae590a-7dde-49a7-81f7-014abf10b494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.334001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:51.345910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:51.358835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:51.394053 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dfc69a5b-65a6-4eb2-96f6-989a99112726 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.396630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dfc69a5b-65a6-4eb2-96f6-989a99112726 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.397355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Pushing event updated for resources: {'Port': ['ID=4f26199f-3089-4104-8fdf-1fe2ec71041b,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:51.417918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-525e7805-4483-4a34-9d61-1d9a7e7762c8 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4326606 Jul 05 18:09:51.478407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-e023d927-96ff-4721-8888-9caaecb1dd31 service neutron] 10.222.0.97 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467941 Jul 05 18:09:51.524132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Attempting to bind port 4f26199f-3089-4104-8fdf-1fe2ec71041b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:51.524527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Attempting to bind port 4f26199f-3089-4104-8fdf-1fe2ec71041b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:51.524907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Attempting to bind port 4f26199f-3089-4104-8fdf-1fe2ec71041b on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:51.531745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:51.532159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:51.532528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.533061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:51.533728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Bound port: 4f26199f-3089-4104-8fdf-1fe2ec71041b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:51.534334 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.537727 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-2675c697-cd2a-4353-a6d3-82633e41956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:51.539469 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-2675c697-cd2a-4353-a6d3-82633e41956b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 1096 time: 0.8383136 Jul 05 18:09:51.594094 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Floating IP 030ab718-dc46-43c2-8691-9b5e2c436dde associated. External IP: 172.25.3.133, port: 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6. Jul 05 18:09:51.613503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] For port 4f26199f-3089-4104-8fdf-1fe2ec71041b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:51.619511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] For port 4f26199f-3089-4104-8fdf-1fe2ec71041b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4f26199f-3089-4104-8fdf-1fe2ec71041b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:51.661007 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dfc69a5b-65a6-4eb2-96f6-989a99112726 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.669356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::32dd:9fe5:62f9:e6f6 (d4311eb2-2783-4bd2-b311-e1327c967a23/b888847b-39a9-458a-8374-fbb6229b0574/44fd1682-a0d3-4fd3-9e0b-cd69452d486c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:51.677848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b7e4ba-98c5-44db-bb5e-bd4b6e891e0b req-f21335da-c720-4763-bb7a-92a908e1fdaf tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:51.685397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9b7e4ba-98c5-44db-bb5e-bd4b6e891e0b req-f21335da-c720-4763-bb7a-92a908e1fdaf tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.4992406 Jul 05 18:09:51.706810 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.739710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-db88045b-c891-4644-965d-b3552f2d8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:51.741205 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-db88045b-c891-4644-965d-b3552f2d8f31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 917 time: 0.1627636 Jul 05 18:09:51.805868 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-f9f0bf7d-3b09-4e99-8723-e4d2ed721b66 service neutron] 10.222.0.30 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678880 Jul 05 18:09:51.816813 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dfc69a5b-65a6-4eb2-96f6-989a99112726 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:51.871163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23534a-d0be-40bd-8a14-0beba97f1f3c None None] Pushing event updated for resources: {'Port': ['ID=4f26199f-3089-4104-8fdf-1fe2ec71041b,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:51.881639 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9b7e4ba-98c5-44db-bb5e-bd4b6e891e0b req-1396db56-79a1-40c7-8b52-43b50c407d7b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958671 Jul 05 18:09:51.962129 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-e9dbcc7c-210d-4af4-8289-6f49acc0745c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009a39d3-3dda-4027-ab22-aaba0f8365df HTTP/1.1" status: 200 len: 1000 time: 0.2023458 Jul 05 18:09:51.992515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e0fb2e-d4c9-41ef-9efd-4c62d46a1072 req-449862a5-3e0f-476a-9258-80fce47f07fa service neutron] 10.222.0.97 "GET /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820485 Jul 05 18:09:52.046837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c93728de-e5ca-400d-b14b-7b58f90c93b8 service neutron] 10.222.0.30 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272913 Jul 05 18:09:52.093208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device bb0a75bb-fb39-4687-9c90-47fe12b4ff7d details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:09:52.150269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.199996 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dfc69a5b-65a6-4eb2-96f6-989a99112726 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.204598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dfc69a5b-65a6-4eb2-96f6-989a99112726 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.0895262 Jul 05 18:09:52.207259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 44fd1682-a0d3-4fd3-9e0b-cd69452d486c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:52.209633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34896) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:52.216162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-bd7f30f4-3d30-4b5c-ad4c-bda62e77a4f9 service neutron] 10.222.0.30 "GET /v2.0/ports/413e9def-a3d7-4315-99f0-fc80bef26815?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1293614 Jul 05 18:09:52.229297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-3c057332-5afb-49b4-93ee-e138c22cfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:52.230863 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-3c057332-5afb-49b4-93ee-e138c22cfe31 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.2583330 Jul 05 18:09:52.353315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:52.368483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'bb0a75bb-fb39-4687-9c90-47fe12b4ff7d', 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1', 'port_id': 'bb0a75bb-fb39-4687-9c90-47fe12b4ff7d', 'mac_address': 'fa:16:3e:55:bf:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1de833e-e2a4-410c-9cb9-72bccbc30717', 'ip_address': '19.80.0.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:09:52.383961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-6adb6a04-cfde-428f-8577-d2baf226d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:52.385715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-6adb6a04-cfde-428f-8577-d2baf226d690 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1437023 Jul 05 18:09:52.414444 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.430227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb0a75bb-fb39-4687-9c90-47fe12b4ff7d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:52.453063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:52.474199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-790b1fa7-cb38-4fcc-a50f-d65a99e951a9 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.484209 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.521407 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.522680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a831b868-73e5-4c74-8663-2e2bedf30599 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:09:52.551557 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-34d054ed-4712-4fcc-8337-8830888b63eb service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570258 Jul 05 18:09:52.565820 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:52.579300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:52.590418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:52.597546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:52.598674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.657738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=44fd1682-a0d3-4fd3-9e0b-cd69452d486c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:52.661526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:52.701882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:09:52.725406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a831b868-73e5-4c74-8663-2e2bedf30599, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a831b868-73e5-4c74-8663-2e2bedf30599,segment=NetworkSegment(5bd023b1-7545-4177-a4c8-383413c842ea),segment_id=5bd023b1-7545-4177-a4c8-383413c842ea)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:52.738012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-6f1e6842-8735-4d12-ba80-50c9a56849c7 service neutron] 10.222.0.30 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558585 Jul 05 18:09:52.744441 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fbfa5c3e-3c60-4a91-aada-029171f172b4 req-d28ed5d5-7c87-40a5-b802-69bd2d7bbc8c service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759455 Jul 05 18:09:52.745846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'a831b868-73e5-4c74-8663-2e2bedf30599', 'network_id': '961d57a7-cfdf-4599-b56f-695cad4c0ceb', 'port_id': 'a831b868-73e5-4c74-8663-2e2bedf30599', 'mac_address': 'fa:16:3e:bb:94:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe6031e-036f-4f17-94a4-3f19317b672c', 'ip_address': '19.86.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:09:52.746312 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9c0cacda-c813-49ee-b210-3e3275d915bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6276186 Jul 05 18:09:52.751159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34898) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:52.760453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1c8e242e-bd64-4be0-9b4a-20a4d11e810f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': 'b888847b-39a9-458a-8374-fbb6229b0574', 'ip_address': '2001:db8::32dd:9fe5:62f9:e6f6'}], 'name': 'tempest-NetworksTestDHCPv6-1925404914'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:52.788296 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-790b1fa7-cb38-4fcc-a50f-d65a99e951a9 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.837197 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-790b1fa7-cb38-4fcc-a50f-d65a99e951a9 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.850474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942b00f-a4fa-45a4-87bf-fd72c93a93a6 req-26eaba9b-b7d9-4bd4-8526-3f227922087f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:52.852275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7942b00f-a4fa-45a4-87bf-fd72c93a93a6 req-26eaba9b-b7d9-4bd4-8526-3f227922087f tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.6265163 Jul 05 18:09:52.870770 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:52.904139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a831b868-73e5-4c74-8663-2e2bedf30599 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:52.947781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a831b868-73e5-4c74-8663-2e2bedf30599, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a831b868-73e5-4c74-8663-2e2bedf30599,segment=NetworkSegment(5bd023b1-7545-4177-a4c8-383413c842ea),segment_id=5bd023b1-7545-4177-a4c8-383413c842ea)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:53.025173 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.026290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a97db901-1e84-4fd1-9c20-2c20e8d3721e details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:09:53.050724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7942b00f-a4fa-45a4-87bf-fd72c93a93a6 req-96b99d6c-28d3-4587-9bbf-3f9c46cbfd1d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880651 Jul 05 18:09:53.064016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8e242e-bd64-4be0-9b4a-20a4d11e810f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:53.070440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c8e242e-bd64-4be0-9b4a-20a4d11e810f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.081800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-790b1fa7-cb38-4fcc-a50f-d65a99e951a9 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.082332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790b1fa7-cb38-4fcc-a50f-d65a99e951a9 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fa594083-06a2-4e00-9fe0-21e7176cd2f7 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:09:53.098278 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-790b1fa7-cb38-4fcc-a50f-d65a99e951a9 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.099637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-790b1fa7-cb38-4fcc-a50f-d65a99e951a9 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "DELETE /v2.0/routers/fa594083-06a2-4e00-9fe0-21e7176cd2f7 HTTP/1.1" status: 204 len: 168 time: 0.8879089 Jul 05 18:09:53.113027 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-810edc86-441e-447e-9f3a-87e82a744052 service neutron] 10.222.0.30 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633804 Jul 05 18:09:53.121851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-1c8e242e-bd64-4be0-9b4a-20a4d11e810f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 6acf0589-0d3d-4f9a-a76f-3d76efcbca56 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:53.205224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a97db901-1e84-4fd1-9c20-2c20e8d3721e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a97db901-1e84-4fd1-9c20-2c20e8d3721e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:53.234312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e', 'network_id': '0cdac14f-724e-47a3-896f-a6568ae38be1', 'port_id': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e', 'mac_address': 'fa:16:3e:db:ef:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1de833e-e2a4-410c-9cb9-72bccbc30717', 'ip_address': '19.80.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:09:53.266907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:09:53.277438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-521f4f13-8708-44d8-b8cc-0cb632d33624 service neutron] 10.222.0.30 "GET /v2.0/ports/a1352ec3-4141-4868-a95b-bb1f3e2c3e90?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1222882 Jul 05 18:09:53.279771 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] Sync routers for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:09:53.280708 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.303171 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:53.303825 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:53.379632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a831b868-73e5-4c74-8663-2e2bedf30599,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:53.448937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.460737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a97db901-1e84-4fd1-9c20-2c20e8d3721e {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:09:53.506130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a97db901-1e84-4fd1-9c20-2c20e8d3721e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a97db901-1e84-4fd1-9c20-2c20e8d3721e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:53.507192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34904) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:53.516503 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0261bea1-0c95-4068-b588-40a8a412c020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.552686 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:53.568341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.612096 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c8e242e-bd64-4be0-9b4a-20a4d11e810f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 18:09:53.612737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c8e242e-bd64-4be0-9b4a-20a4d11e810f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:09:53.659691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a97db901-1e84-4fd1-9c20-2c20e8d3721e,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:53.671945 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.683089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9123dfa6-d043-420e-bece-0cec8ec1fd01 None None] Provisioning for port 4f26199f-3089-4104-8fdf-1fe2ec71041b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:53.726055 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1c8e242e-bd64-4be0-9b4a-20a4d11e810f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9727561 Jul 05 18:09:53.728401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34908) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:53.886476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-774dbba7-49dc-447a-9866-f9e8a4c3e4c3 None None] Provisioning for port 44fd1682-a0d3-4fd3-9e0b-cd69452d486c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:53.895975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-774dbba7-49dc-447a-9866-f9e8a4c3e4c3 None None] Provisioning complete for port 44fd1682-a0d3-4fd3-9e0b-cd69452d486c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:53.896364 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-774dbba7-49dc-447a-9866-f9e8a4c3e4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:53.967404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0647b68-14ea-437a-a3ff-51a708f50c3c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:53.974666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0647b68-14ea-437a-a3ff-51a708f50c3c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:53.979932 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d0647b68-14ea-437a-a3ff-51a708f50c3c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2469175 Jul 05 18:09:53.981799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1762716438', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:53.987876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34910) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:54.057665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-774dbba7-49dc-447a-9866-f9e8a4c3e4c3 None None] Port 44fd1682-a0d3-4fd3-9e0b-cd69452d486c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:09:54.066195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['bb0a75bb-fb39-4687-9c90-47fe12b4ff7d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:09:54.070758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['a97db901-1e84-4fd1-9c20-2c20e8d3721e'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:09:54.091896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fc0158e3-e436-4aac-a61c-b405bb7ffa46 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "PUT /v2.0/floatingips/030ab718-dc46-43c2-8691-9b5e2c436dde HTTP/1.1" status: 200 len: 992 time: 5.6232560 Jul 05 18:09:54.091896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'tag': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:54.093383 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2650df72-0986-4d74-acb7-bba76acddb12" -d '{"events": [{"name": "network-changed", "server_uuid": "178235bc-2ba9-45c2-8b0e-0b0a64cf0370", "tag": "12cff30f-7e04-4c42-95dd-ed91ed1f1cc6"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:54.117394 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '030ab718-dc46-43c2-8691-9b5e2c436dde', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'floating_ip_address': '172.25.3.133', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'port_id': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'mac_address': 'fa:16:3e:ed:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:09:19Z', 'updated_at': '2021-07-05T18:09:50Z', 'revision_number': 1, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:54.156077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:54.158374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:54.160389 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] Checking router: e32cce99-fc95-42c5-be08-f4f1dd5f4a4e for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:09:54.160535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['a831b868-73e5-4c74-8663-2e2bedf30599'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:09:54.201091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-4b9d9248-e446-4fe9-9b2e-714545cc879d service neutron] 10.222.0.30 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9180107 Jul 05 18:09:54.206993 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:54.209063 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:54.212934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc056e6e-f8de-411b-ada4-7e1413b68dc5 req-637f54b6-0186-4464-a589-9c54bc85a706 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:54.213685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-236d476c-8036-452d-80a2-31bcf8169c31 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 44fd1682-a0d3-4fd3-9e0b-cd69452d486c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:54.214272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-236d476c-8036-452d-80a2-31bcf8169c31 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:54.218233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc056e6e-f8de-411b-ada4-7e1413b68dc5 req-637f54b6-0186-4464-a589-9c54bc85a706 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:54.224596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc056e6e-f8de-411b-ada4-7e1413b68dc5 req-637f54b6-0186-4464-a589-9c54bc85a706 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:54.226279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc056e6e-f8de-411b-ada4-7e1413b68dc5 req-637f54b6-0186-4464-a589-9c54bc85a706 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2415 time: 0.1988418 Jul 05 18:09:54.288267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4f26199f-3089-4104-8fdf-1fe2ec71041b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:54.318650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc056e6e-f8de-411b-ada4-7e1413b68dc5 req-1564c5fc-56ea-4ef3-b905-63f4b663367d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820124 Jul 05 18:09:54.367788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-269f8aac-e9ba-4b5a-bdab-eebd1eed791f service neutron] 10.222.0.30 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404777 Jul 05 18:09:54.369084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-236d476c-8036-452d-80a2-31bcf8169c31 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:54.403557 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-236d476c-8036-452d-80a2-31bcf8169c31 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 44fd1682-a0d3-4fd3-9e0b-cd69452d486c owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:54.454660 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:09:54.508133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-89dc13ce-4eea-4950-9569-c143ac323714 service neutron] 10.222.0.30 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306934 Jul 05 18:09:54.627134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-32479d96-b685-4161-94de-1c5f0b9f15a7 service neutron] 10.222.0.30 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099780 Jul 05 18:09:54.724267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4f26199f-3089-4104-8fdf-1fe2ec71041b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:54.745743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4f26199f-3089-4104-8fdf-1fe2ec71041b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:54.746119 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:54.788127 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:54.796013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-236d476c-8036-452d-80a2-31bcf8169c31 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:54.802206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ddc75e68-1e3b-42af-bd7b-d6db7c59f1a8 service neutron] 10.222.0.30 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639402 Jul 05 18:09:54.886860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236d476c-8036-452d-80a2-31bcf8169c31 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=44fd1682-a0d3-4fd3-9e0b-cd69452d486c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:54.964553 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '030ab718-dc46-43c2-8691-9b5e2c436dde', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'floating_ip_address': '172.25.3.133', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'port_id': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'mac_address': 'fa:16:3e:ed:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:09:19Z', 'updated_at': '2021-07-05T18:09:50Z', 'revision_number': 1, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:54.979568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:55.028463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:55.032171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-b1bbbd2c-1a95-41de-b58f-ed05fc826ea5 service neutron] 10.222.0.30 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875904 Jul 05 18:09:55.047016 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-236d476c-8036-452d-80a2-31bcf8169c31 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:55.048006 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2d0379-1ae9-4aed-a4c8-944808dba263 None None] The sync data for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 is: [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '030ab718-dc46-43c2-8691-9b5e2c436dde', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'floating_ip_address': '172.25.3.133', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'port_id': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1442, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'mac_address': 'fa:16:3e:ed:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:09:19Z', 'updated_at': '2021-07-05T18:09:50Z', 'revision_number': 1, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:09:55.056637 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-236d476c-8036-452d-80a2-31bcf8169c31 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/44fd1682-a0d3-4fd3-9e0b-cd69452d486c HTTP/1.1" status: 204 len: 168 time: 1.0666213 Jul 05 18:09:55.057279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34920) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:55.129459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4f26199f-3089-4104-8fdf-1fe2ec71041b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4f26199f-3089-4104-8fdf-1fe2ec71041b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:55.192174 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:55.243481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92664809-c31d-4ff2-b0b7-8949d42431a5 req-4d219088-814d-40b3-b3a1-65d27a199f75 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:55.252829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92664809-c31d-4ff2-b0b7-8949d42431a5 req-4d219088-814d-40b3-b3a1-65d27a199f75 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.5048892 Jul 05 18:09:55.315374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4f26199f-3089-4104-8fdf-1fe2ec71041b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:55.370868 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-78087718-40c5-4d3b-b039-1c503b0e0b07 service neutron] 10.222.0.30 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278856 Jul 05 18:09:55.385014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92664809-c31d-4ff2-b0b7-8949d42431a5 req-f9d28025-32f1-41dc-a498-71b71c0b401d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310070 Jul 05 18:09:55.473740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3cd42f-f17a-4bfb-8090-9cc1efe57e2d None None] New status for floating IP 030ab718-dc46-43c2-8691-9b5e2c436dde: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:09:55.509506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f56e0e-43ef-4fdc-b556-7a692f9ef03e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:55.511467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f56e0e-43ef-4fdc-b556-7a692f9ef03e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:55.513055 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05f56e0e-43ef-4fdc-b556-7a692f9ef03e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4504099 Jul 05 18:09:55.515611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34924) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:55.565533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-b03bfeb5-87d4-499c-aa43-996744098684 service neutron] 10.222.0.30 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772537 Jul 05 18:09:55.582346 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:55.621119 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63941c00-06c5-42b6-b2aa-262fec215fd5 x-openstack-request-id: req-63941c00-06c5-42b6-b2aa-262fec215fd5 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:55.621301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-9202b11b-153d-4859-8916-eff181355a2c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet b888847b-39a9-458a-8374-fbb6229b0574 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:09:55.621528 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "178235bc-2ba9-45c2-8b0e-0b0a64cf0370", "tag": "12cff30f-7e04-4c42-95dd-ed91ed1f1cc6", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:55.621854 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63941c00-06c5-42b6-b2aa-262fec215fd5 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:55.623133 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'tag': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6', 'status': 'completed', 'code': 200} Jul 05 18:09:55.635194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9202b11b-153d-4859-8916-eff181355a2c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:55.718582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-02792603-872b-4e0f-8777-0308d3571e8b service neutron] 10.222.0.30 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472564 Jul 05 18:09:55.765944 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9202b11b-153d-4859-8916-eff181355a2c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:55.896409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9202b11b-153d-4859-8916-eff181355a2c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:55.946234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650df72-0986-4d74-acb7-bba76acddb12 req-2af960ea-bcb1-4403-a436-7bf29bfd4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:55.947828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2650df72-0986-4d74-acb7-bba76acddb12 req-2af960ea-bcb1-4403-a436-7bf29bfd4796 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 1097 time: 0.2283266 Jul 05 18:09:55.962403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-4bbf676c-0e14-4ae7-9f9f-27e8999910e0 service neutron] 10.222.0.30 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297831 Jul 05 18:09:55.994788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba815fe4-c9d9-4cb1-a9d1-90a84b5367c3 req-7cb770ff-42a7-4eb3-aecd-74b939ee7dd5 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.002074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba815fe4-c9d9-4cb1-a9d1-90a84b5367c3 req-7cb770ff-42a7-4eb3-aecd-74b939ee7dd5 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.2329910 Jul 05 18:09:56.090191 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.092058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device bb0a75bb-fb39-4687-9c90-47fe12b4ff7d up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:56.110704 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.114106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650df72-0986-4d74-acb7-bba76acddb12 req-f94a90d6-1a21-4934-833f-b51f660eb73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.115855 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2650df72-0986-4d74-acb7-bba76acddb12 req-f94a90d6-1a21-4934-833f-b51f660eb73c service neutron] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 911 time: 0.1575589 Jul 05 18:09:56.134060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4f26199f-3089-4104-8fdf-1fe2ec71041b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:56.224064 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9202b11b-153d-4859-8916-eff181355a2c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.232214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4f26199f-3089-4104-8fdf-1fe2ec71041b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:56.232214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.233857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba815fe4-c9d9-4cb1-a9d1-90a84b5367c3 req-4601147d-3e9e-4b69-8067-45780ad661dc tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298565 Jul 05 18:09:56.270792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2650df72-0986-4d74-acb7-bba76acddb12 req-702ca16e-7e44-4495-bd65-376606880e7b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 HTTP/1.1" status: 200 len: 1002 time: 0.1209207 Jul 05 18:09:56.292721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac1ff88-1696-42c6-bbbe-39b1ed6493c5 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:56.298880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:56.362191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:56.363259 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.435295 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.450983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9202b11b-153d-4859-8916-eff181355a2c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.453477 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9202b11b-153d-4859-8916-eff181355a2c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/b888847b-39a9-458a-8374-fbb6229b0574 HTTP/1.1" status: 204 len: 168 time: 0.9368927 Jul 05 18:09:56.457153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9202b11b-153d-4859-8916-eff181355a2c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=b888847b-39a9-458a-8374-fbb6229b0574,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:56.477220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34938) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:56.506357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650df72-0986-4d74-acb7-bba76acddb12 req-9133092d-43da-4192-88c4-7ad667d8314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.508381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2650df72-0986-4d74-acb7-bba76acddb12 req-9133092d-43da-4192-88c4-7ad667d8314c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.2284703 Jul 05 18:09:56.523887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4bfa-b94b-45dd-890d-03232cc4f6e3 req-3316f5bc-88bd-4cf0-b392-2ee5073d8dac tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.525011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Allocated IP 172.25.3.113 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/8b78cf3f-94b4-45cc-8c81-90c0654ddfb1) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:56.532359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4bfa-b94b-45dd-890d-03232cc4f6e3 req-3316f5bc-88bd-4cf0-b392-2ee5073d8dac tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.541538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4bfa-b94b-45dd-890d-03232cc4f6e3 req-3316f5bc-88bd-4cf0-b392-2ee5073d8dac tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.547703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4bfa-b94b-45dd-890d-03232cc4f6e3 req-3316f5bc-88bd-4cf0-b392-2ee5073d8dac tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.556862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4bfa-b94b-45dd-890d-03232cc4f6e3 req-3316f5bc-88bd-4cf0-b392-2ee5073d8dac tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.563931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4bfa-b94b-45dd-890d-03232cc4f6e3 req-3316f5bc-88bd-4cf0-b392-2ee5073d8dac tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.571032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a4bfa-b94b-45dd-890d-03232cc4f6e3 req-3316f5bc-88bd-4cf0-b392-2ee5073d8dac tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.579608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e96a4bfa-b94b-45dd-890d-03232cc4f6e3 req-3316f5bc-88bd-4cf0-b392-2ee5073d8dac tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5435 time: 0.1847715 Jul 05 18:09:56.637658 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6d9e3c80-ad2d-415f-92f0-d66112a36964 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484977 Jul 05 18:09:56.642964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34942) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:56.649725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:56.659669 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.697039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.700244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0a75bb-fb39-4687-9c90-47fe12b4ff7d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:09:56.703259 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c664ee-b475-4b17-a9bd-a2ce49b7e197" -d '{"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-plugged", "status": "completed", "tag": "bb0a75bb-fb39-4687-9c90-47fe12b4ff7d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:09:56.712110 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:56.717985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e96a4bfa-b94b-45dd-890d-03232cc4f6e3 req-4a410fdc-5d41-4b5b-9b0c-543e37ef4528 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1371090 Jul 05 18:09:56.768650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b855d48d-7873-4fcd-b85c-879ac38200c7 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:09:56.781123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2650df72-0986-4d74-acb7-bba76acddb12 req-3b576b50-b5d4-44f6-a929-9c6d0cd11440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:56.782688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2650df72-0986-4d74-acb7-bba76acddb12 req-3b576b50-b5d4-44f6-a929-9c6d0cd11440 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2005165 Jul 05 18:09:56.835429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b855d48d-7873-4fcd-b85c-879ac38200c7 None None] Deleting port 4f26199f-3089-4104-8fdf-1fe2ec71041b {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:09:56.835429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b855d48d-7873-4fcd-b85c-879ac38200c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.915638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:56.938290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2650df72-0986-4d74-acb7-bba76acddb12 req-56c023a5-9de9-490e-a739-22b2f8ce0c28 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471725 Jul 05 18:09:56.959454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:56.963932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:56.969882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:56.992729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event updated for resources: {'Port': ['ID=8b78cf3f-94b4-45cc-8c81-90c0654ddfb1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:57.004366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:57.008251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:57.031933 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:57.032756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a97db901-1e84-4fd1-9c20-2c20e8d3721e up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:57.102079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86592e-f3ff-47b8-a2f7-16d6c2c73bcb req-858ccbba-a131-4144-92dd-7cd99b8fe936 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:57.111601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86592e-f3ff-47b8-a2f7-16d6c2c73bcb req-858ccbba-a131-4144-92dd-7cd99b8fe936 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:57.121026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86592e-f3ff-47b8-a2f7-16d6c2c73bcb req-858ccbba-a131-4144-92dd-7cd99b8fe936 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:57.121454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b855d48d-7873-4fcd-b85c-879ac38200c7 None None] For port 4f26199f-3089-4104-8fdf-1fe2ec71041b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4f26199f-3089-4104-8fdf-1fe2ec71041b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:57.121454 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b855d48d-7873-4fcd-b85c-879ac38200c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:57.126227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff86592e-f3ff-47b8-a2f7-16d6c2c73bcb req-858ccbba-a131-4144-92dd-7cd99b8fe936 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2415 time: 0.2881529 Jul 05 18:09:57.149809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b855d48d-7873-4fcd-b85c-879ac38200c7 None None] Calling delete_port for 4f26199f-3089-4104-8fdf-1fe2ec71041b owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:09:57.156039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:57.232077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2650df72-0986-4d74-acb7-bba76acddb12 req-b84a7783-6fe9-4b4a-815b-5ee16c7dcec7 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879403 Jul 05 18:09:57.296750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port a97db901-1e84-4fd1-9c20-2c20e8d3721e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:57.303870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port a97db901-1e84-4fd1-9c20-2c20e8d3721e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:57.304518 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:57.304654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff86592e-f3ff-47b8-a2f7-16d6c2c73bcb req-a4b0e02e-411d-47c3-9da7-c308bc772bc2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677552 Jul 05 18:09:57.393769 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b855d48d-7873-4fcd-b85c-879ac38200c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:57.436311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855d48d-7873-4fcd-b85c-879ac38200c7 None None] No DVR routers for this DVR port 4f26199f-3089-4104-8fdf-1fe2ec71041b on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:09:57.448268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855d48d-7873-4fcd-b85c-879ac38200c7 None None] Pushing event deleted for resources: {'Port': ['ID=4f26199f-3089-4104-8fdf-1fe2ec71041b,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:57.513730 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:57.536553 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:57.584142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a97db901-1e84-4fd1-9c20-2c20e8d3721e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a97db901-1e84-4fd1-9c20-2c20e8d3721e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:57.665441 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:57.677833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:57.686959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:57.707332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:57.708092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:57.728001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=4c1f9045-7eba-4c8c-a530-e5731f9181a6,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:57.738387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468d37fb-d360-44d2-a5e1-c044e2cfa552 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:09:57.774246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003cef31-0096-4a30-b6d3-ef7f0537b2d6 req-a32751f6-1389-43c9-ad91-5eb80c6a8a9b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:57.794713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-003cef31-0096-4a30-b6d3-ef7f0537b2d6 req-a32751f6-1389-43c9-ad91-5eb80c6a8a9b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.1668298 Jul 05 18:09:57.851254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c356d5d7-e6fb-43d0-8777-c5ba230681c8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2056401 Jul 05 18:09:57.851907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34966) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:57.857794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1b687ecc-dbb7-4608-8e84-6822a40ef36f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '4c1f9045-7eba-4c8c-a530-e5731f9181a6', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-172089879'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:09:57.867236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a97db901-1e84-4fd1-9c20-2c20e8d3721e,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:57.991972 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:58.025582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-003cef31-0096-4a30-b6d3-ef7f0537b2d6 req-8035f2b2-77ca-4a21-950b-d0c1344c8f84 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298224 Jul 05 18:09:58.042014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '4c1f9045-7eba-4c8c-a530-e5731f9181a6'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:09:58.043655 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:58.167083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a831b868-73e5-4c74-8663-2e2bedf30599 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:09:58.169002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4f26199f-3089-4104-8fdf-1fe2ec71041b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:09:58.230870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4f26199f-3089-4104-8fdf-1fe2ec71041b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:09:58.231222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4f26199f-3089-4104-8fdf-1fe2ec71041b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:09:58.280657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b687ecc-dbb7-4608-8e84-6822a40ef36f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:09:58.285907 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f953fa7b-32bb-4297-bb31-bef7846e96d1 x-openstack-request-id: req-f953fa7b-32bb-4297-bb31-bef7846e96d1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:09:58.287544 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-plugged", "status": "completed", "tag": "bb0a75bb-fb39-4687-9c90-47fe12b4ff7d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:09:58.287897 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f953fa7b-32bb-4297-bb31-bef7846e96d1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:09:58.288412 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb0a75bb-fb39-4687-9c90-47fe12b4ff7d', 'code': 200} Jul 05 18:09:58.409676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/4c1f9045-7eba-4c8c-a530-e5731f9181a6/7c8d3ab1-fbc6-4909-9707-06ac10448fef) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:09:58.445872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port a831b868-73e5-4c74-8663-2e2bedf30599 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:09:58.519822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port a831b868-73e5-4c74-8663-2e2bedf30599 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:09:58.525815 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:58.655691 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:58.739873 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a831b868-73e5-4c74-8663-2e2bedf30599, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a831b868-73e5-4c74-8663-2e2bedf30599,segment=NetworkSegment(5bd023b1-7545-4177-a4c8-383413c842ea),segment_id=5bd023b1-7545-4177-a4c8-383413c842ea)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:09:58.741413 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:58.756158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Transition to ACTIVE for port object 7c8d3ab1-fbc6-4909-9707-06ac10448fef will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:58.793636 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b687ecc-dbb7-4608-8e84-6822a40ef36f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:58.798513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Transition to ACTIVE for port object 7c8d3ab1-fbc6-4909-9707-06ac10448fef will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:09:58.818601 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:58.831485 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:58.899451 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:58.905368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc481a-bd02-4123-b17c-0596b0085a98 req-ebc61faa-944b-47f2-b1af-45c4b7e1fc10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:58.913371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc481a-bd02-4123-b17c-0596b0085a98 req-ebc61faa-944b-47f2-b1af-45c4b7e1fc10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:58.920382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc481a-bd02-4123-b17c-0596b0085a98 req-ebc61faa-944b-47f2-b1af-45c4b7e1fc10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:58.931602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc481a-bd02-4123-b17c-0596b0085a98 req-ebc61faa-944b-47f2-b1af-45c4b7e1fc10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:58.938629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc481a-bd02-4123-b17c-0596b0085a98 req-ebc61faa-944b-47f2-b1af-45c4b7e1fc10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:58.946628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc481a-bd02-4123-b17c-0596b0085a98 req-ebc61faa-944b-47f2-b1af-45c4b7e1fc10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:58.949054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:09:58.953937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc481a-bd02-4123-b17c-0596b0085a98 req-ebc61faa-944b-47f2-b1af-45c4b7e1fc10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:58.955994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:09:58.959483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a831b868-73e5-4c74-8663-2e2bedf30599,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:58.964203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:09:58.985658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4dbc481a-bd02-4123-b17c-0596b0085a98 req-ebc61faa-944b-47f2-b1af-45c4b7e1fc10 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5435 time: 0.4893472 Jul 05 18:09:59.019709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-1b687ecc-dbb7-4608-8e84-6822a40ef36f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 575b2fa6-708a-4f39-9b4d-27b20dd8f1ad yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:09:59.133133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d70bda-6bd3-426c-afcd-e748c60d002d req-e2aff0ef-0f9f-4fe8-b36a-5d0a705e930e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0610211 Jul 05 18:09:59.172941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Attempting to bind port 7c8d3ab1-fbc6-4909-9707-06ac10448fef on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:09:59.173473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Attempting to bind port 7c8d3ab1-fbc6-4909-9707-06ac10448fef by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:09:59.174186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Attempting to bind port 7c8d3ab1-fbc6-4909-9707-06ac10448fef on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:09:59.176939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Pushing event updated for resources: {'Port': ['ID=7c8d3ab1-fbc6-4909-9707-06ac10448fef,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:59.184435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:09:59.184990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:09:59.185580 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:59.186118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:09:59.186917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Bound port: 7c8d3ab1-fbc6-4909-9707-06ac10448fef, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:09:59.187429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:59.265058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Router 4cdeac9d-583b-4bbc-9735-d08605f8951d is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:09:59.265993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] For port 7c8d3ab1-fbc6-4909-9707-06ac10448fef, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:09:59.270532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac38a486-3cd8-4c3d-b1b0-0c87d78ae0d9 req-e3bfa8b9-a659-44ae-b5ad-057779623d36 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:59.272237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac38a486-3cd8-4c3d-b1b0-0c87d78ae0d9 req-e3bfa8b9-a659-44ae-b5ad-057779623d36 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.4697700 Jul 05 18:09:59.275265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] For port 7c8d3ab1-fbc6-4909-9707-06ac10448fef, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7c8d3ab1-fbc6-4909-9707-06ac10448fef,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:09:59.335830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac38a486-3cd8-4c3d-b1b0-0c87d78ae0d9 req-0423c622-d1e5-40c9-8700-60b8ec6ebd0d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580306 Jul 05 18:09:59.354302 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:59.425492 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b687ecc-dbb7-4608-8e84-6822a40ef36f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:09:59.426043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b687ecc-dbb7-4608-8e84-6822a40ef36f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:09:59.481204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477a2750-c46c-42a7-ae88-2786a7cf10c3 None None] Pushing event updated for resources: {'Port': ['ID=7c8d3ab1-fbc6-4909-9707-06ac10448fef,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:09:59.501075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:09:59.524087 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f37e98-6be6-4c13-a121-c65f6c3f40ae None None] Sync routers for ids ['4cdeac9d-583b-4bbc-9735-d08605f8951d'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:09:59.535503 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f37e98-6be6-4c13-a121-c65f6c3f40ae None None] Routers {'4cdeac9d-583b-4bbc-9735-d08605f8951d'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:59.536949 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80f37e98-6be6-4c13-a121-c65f6c3f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4cdeac9d-583b-4bbc-9735-d08605f8951d'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:59.562939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e112-3940-4ca0-97e0-1ecd1bb6cf1f req-ef2e8c24-6516-4009-8696-cc4c9065b576 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:59.586299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e112-3940-4ca0-97e0-1ecd1bb6cf1f req-ef2e8c24-6516-4009-8696-cc4c9065b576 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:59.592305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547e112-3940-4ca0-97e0-1ecd1bb6cf1f req-ef2e8c24-6516-4009-8696-cc4c9065b576 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:59.594037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9547e112-3940-4ca0-97e0-1ecd1bb6cf1f req-ef2e8c24-6516-4009-8696-cc4c9065b576 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2418 time: 0.2512126 Jul 05 18:09:59.601215 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:59.605421 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80f37e98-6be6-4c13-a121-c65f6c3f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:59.623701 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f37e98-6be6-4c13-a121-c65f6c3f40ae None None] Routers {'4cdeac9d-583b-4bbc-9735-d08605f8951d'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:09:59.624627 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80f37e98-6be6-4c13-a121-c65f6c3f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4cdeac9d-583b-4bbc-9735-d08605f8951d'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:59.663980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:09:59.668386 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6bed4d92-233e-4006-bd6f-868385b51654 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1603088 Jul 05 18:09:59.669458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34984) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:59.676063 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80f37e98-6be6-4c13-a121-c65f6c3f40ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:09:59.677292 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f37e98-6be6-4c13-a121-c65f6c3f40ae None None] The sync data for ids ['4cdeac9d-583b-4bbc-9735-d08605f8951d'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:09:59.703258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1b687ecc-dbb7-4608-8e84-6822a40ef36f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.8493087 Jul 05 18:09:59.711547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34988) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:09:59.786949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9547e112-3940-4ca0-97e0-1ecd1bb6cf1f req-6f77fabe-cfb5-4019-8459-e81fd3ff8bfa tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820138 Jul 05 18:09:59.903253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273265ed-311b-409c-8f90-fa4eab3ac9a4 req-87b19044-f406-4681-b04e-7b1a8d05ae0e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:59.911994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-273265ed-311b-409c-8f90-fa4eab3ac9a4 req-87b19044-f406-4681-b04e-7b1a8d05ae0e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.2827075 Jul 05 18:09:59.938812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07c9cff-689c-4aff-860e-5376f42c4671 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:09:59.943606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f07c9cff-689c-4aff-860e-5376f42c4671 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2276940 Jul 05 18:09:59.943940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34990) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:00.077275 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1764d9c6-dc39-425c-8345-187fc6f00389 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/routers/4cdeac9d-583b-4bbc-9735-d08605f8951d HTTP/1.1" status: 200 len: 921 time: 0.4064784 Jul 05 18:10:00.082537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34992) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:00.128154 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f96e662f-d72d-402b-b63a-4647ec3862a1 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cdeac9d-583b-4bbc-9735-d08605f8951d HTTP/1.1" status: 200 len: 205 time: 0.0435028 Jul 05 18:10:00.128978 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34994) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:00.187107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7c8d3ab1-fbc6-4909-9707-06ac10448fef up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:00.221816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-273265ed-311b-409c-8f90-fa4eab3ac9a4 req-70340eec-d2e4-45e2-8c6c-841325d61da2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088222 Jul 05 18:10:00.253846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2321d-3a4a-4899-9e28-f9b2462ef3b0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:00.257420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2321d-3a4a-4899-9e28-f9b2462ef3b0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:00.262278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9bb2321d-3a4a-4899-9e28-f9b2462ef3b0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3173103 Jul 05 18:10:00.263268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34998) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:00.273283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:00.296140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e'}, {'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a831b868-73e5-4c74-8663-2e2bedf30599'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:00.296140 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1864097e-b331-48ba-8b5b-966480e94b1e" -d '{"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-plugged", "status": "completed", "tag": "a97db901-1e84-4fd1-9c20-2c20e8d3721e"}, {"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-plugged", "status": "completed", "tag": "a831b868-73e5-4c74-8663-2e2bedf30599"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:00.347453 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356ffe25-e657-458f-9e12-d69493c8f8aa x-openstack-request-id: req-356ffe25-e657-458f-9e12-d69493c8f8aa {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:00.347769 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-plugged", "status": "completed", "tag": "a97db901-1e84-4fd1-9c20-2c20e8d3721e", "code": 200}, {"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-plugged", "status": "completed", "tag": "a831b868-73e5-4c74-8663-2e2bedf30599", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:00.348030 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-356ffe25-e657-458f-9e12-d69493c8f8aa {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:00.348445 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e', 'code': 200} Jul 05 18:10:00.348709 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a831b868-73e5-4c74-8663-2e2bedf30599', 'code': 200} Jul 05 18:10:00.392769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f850785e-5fcd-4741-8487-ac21804aac3c req-0a8aceee-7298-4e60-911f-eee3b89e1a45 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.1282203 Jul 05 18:10:00.405231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 7c8d3ab1-fbc6-4909-9707-06ac10448fef completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:00.457705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-025dbc47-ca98-4767-9c53-5dcd92097780 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 4c1f9045-7eba-4c8c-a530-e5731f9181a6 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:10:00.487743 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-025dbc47-ca98-4767-9c53-5dcd92097780 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:00.494832 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:00.662194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Deleting port 8b78cf3f-94b4-45cc-8c81-90c0654ddfb1 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:00.662829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:00.668075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-025dbc47-ca98-4767-9c53-5dcd92097780 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:00.790892 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:00.806780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Calling delete_port for 8b78cf3f-94b4-45cc-8c81-90c0654ddfb1 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:00.932290 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-025dbc47-ca98-4767-9c53-5dcd92097780 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.032477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654aaad-0277-4c5c-ac75-7afdebef502a req-b917c177-efd9-4e61-9787-56d194ad418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:01.032477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654aaad-0277-4c5c-ac75-7afdebef502a req-b917c177-efd9-4e61-9787-56d194ad418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:01.032477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654aaad-0277-4c5c-ac75-7afdebef502a req-b917c177-efd9-4e61-9787-56d194ad418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:01.032477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5654aaad-0277-4c5c-ac75-7afdebef502a req-b917c177-efd9-4e61-9787-56d194ad418f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2871 time: 0.5365005 Jul 05 18:10:01.032477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430cbad-1691-4117-afcf-7f692cf942f5 req-134efc23-4275-4a15-8a82-c5806d61424e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:01.032477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3430cbad-1691-4117-afcf-7f692cf942f5 req-134efc23-4275-4a15-8a82-c5806d61424e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.4319346 Jul 05 18:10:01.160989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c55aca33-8993-447b-aa5f-46ee2338c9b8 None None] Provisioning for port 7c8d3ab1-fbc6-4909-9707-06ac10448fef completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:01.167043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c55aca33-8993-447b-aa5f-46ee2338c9b8 None None] Provisioning complete for port 7c8d3ab1-fbc6-4909-9707-06ac10448fef triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:01.167440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c55aca33-8993-447b-aa5f-46ee2338c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.173512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5654aaad-0277-4c5c-ac75-7afdebef502a req-526edb0b-a1ad-422d-ac6e-1c29412f9ca4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615992 Jul 05 18:10:01.186895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3430cbad-1691-4117-afcf-7f692cf942f5 req-75c790d1-431c-4c6f-92c8-93e2442a0750 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341832 Jul 05 18:10:01.255221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5801f-6d18-476c-94dc-4522c2e1701e req-acc8d0c1-e0c6-4285-b4c9-97556d211dd8 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:01.265663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5801f-6d18-476c-94dc-4522c2e1701e req-acc8d0c1-e0c6-4285-b4c9-97556d211dd8 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:01.280676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.281740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f5801f-6d18-476c-94dc-4522c2e1701e req-acc8d0c1-e0c6-4285-b4c9-97556d211dd8 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:01.301320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23f5801f-6d18-476c-94dc-4522c2e1701e req-acc8d0c1-e0c6-4285-b4c9-97556d211dd8 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2418 time: 0.2579336 Jul 05 18:10:01.310982 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-025dbc47-ca98-4767-9c53-5dcd92097780 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.328200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event deleted for resources: {'Port': ['ID=8b78cf3f-94b4-45cc-8c81-90c0654ddfb1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:01.411772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025dbc47-ca98-4767-9c53-5dcd92097780 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=4c1f9045-7eba-4c8c-a530-e5731f9181a6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:01.429254 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-025dbc47-ca98-4767-9c53-5dcd92097780 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.438638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6cb32594-b55b-4a4b-9fd5-ee6fed77644d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:10:01.440339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.441432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-025dbc47-ca98-4767-9c53-5dcd92097780 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/4c1f9045-7eba-4c8c-a530-e5731f9181a6 HTTP/1.1" status: 204 len: 168 time: 1.1755757 Jul 05 18:10:01.448935 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6cb32594-b55b-4a4b-9fd5-ee6fed77644d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:01.451211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c553e566-9253-4254-9fcc-fab61513722d None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:01.452683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35018) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:01.536128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-822c9ae6-b9eb-44ce-81a2-df77dcc89b64 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813758 Jul 05 18:10:01.553558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35020) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:01.558727 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:01.565247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23f5801f-6d18-476c-94dc-4522c2e1701e req-76b1e55b-fd29-41f6-bc92-f2fed95a29ab tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613153 Jul 05 18:10:01.578987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.618644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.667826 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c55aca33-8993-447b-aa5f-46ee2338c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.703526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed453a7d-aa81-4fea-95fe-27816037d1f7 req-b76a7848-b112-4466-af91-e38a69823d95 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:01.713610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed453a7d-aa81-4fea-95fe-27816037d1f7 req-b76a7848-b112-4466-af91-e38a69823d95 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.1753578 Jul 05 18:10:01.773343 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.774463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Fanout notify agent at l3_agent the message router_deleted on router 4cdeac9d-583b-4bbc-9735-d08605f8951d {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:10:01.781698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:01.785804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3f4d7dd-7218-4715-a2a9-daee746a5fb0 req-b4e86ff3-27aa-4426-9fcf-9561a9542170 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0459251 Jul 05 18:10:01.796262 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.828733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.833105 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b2a0a4bc-1e06-4746-a852-3031793476b6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/4cdeac9d-583b-4bbc-9735-d08605f8951d HTTP/1.1" status: 204 len: 168 time: 1.7025273 Jul 05 18:10:01.839346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed453a7d-aa81-4fea-95fe-27816037d1f7 req-71372d28-9410-4177-bc5c-8af53e0e41fc tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251745 Jul 05 18:10:01.840036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35022) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:01.856420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'router': {'name': 'tempest-snat-router-221243223', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': False}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:01.882082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c55aca33-8993-447b-aa5f-46ee2338c9b8 None None] For port 7c8d3ab1-fbc6-4909-9707-06ac10448fef, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7c8d3ab1-fbc6-4909-9707-06ac10448fef,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:01.982374 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:01.984348 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.096118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.184477 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c55aca33-8993-447b-aa5f-46ee2338c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.206097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:02.210177 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.214129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35036) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:02.316263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d', 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9', 'port_id': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d', 'mac_address': 'fa:16:3e:8b:cd:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15035df3-c065-479f-94fd-23f7e0d512a1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:10:02.358747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:02.369078 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673f2a3d-b2c9-4427-938e-a4d50e409f42" -d '{"events": [{"server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:02.383620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.396722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-9599b5ae-dac8-4c95-8f9d-d8cf1dc70ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:02.402864 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-9599b5ae-dac8-4c95-8f9d-d8cf1dc70ff4 service neutron] 10.222.0.39 "GET /v2.0/ports/413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 200 len: 1031 time: 0.1001675 Jul 05 18:10:02.412780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:02.430732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:02.435360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea6c70d-1e9e-4134-a7c1-bde28b88f830 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:10:02.469037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:02.498005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aca33-8993-447b-aa5f-46ee2338c9b8 None None] Pushing event updated for resources: {'Port': ['ID=7c8d3ab1-fbc6-4909-9707-06ac10448fef,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:02.505156 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.534098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:02.534922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.570083 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.632895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cb32594-b55b-4a4b-9fd5-ee6fed77644d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:02.654311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:02.681110 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1263936 Jul 05 18:10:02.702846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-09304e17-3000-4549-ae48-e76f14b758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:02.703343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-09304e17-3000-4549-ae48-e76f14b758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:02.708473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-09304e17-3000-4549-ae48-e76f14b758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:02.708618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-09304e17-3000-4549-ae48-e76f14b758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:02.710653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-09304e17-3000-4549-ae48-e76f14b758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:02.711148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-09304e17-3000-4549-ae48-e76f14b758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:02.711629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-09304e17-3000-4549-ae48-e76f14b758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:02.718199 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-09304e17-3000-4549-ae48-e76f14b758bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6492 time: 0.5018921 Jul 05 18:10:02.724087 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f394d76-5643-4b3f-b882-230a487b447e x-openstack-request-id: req-2f394d76-5643-4b3f-b882-230a487b447e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:02.724397 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "name": "network-vif-unplugged", "status": "completed", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:02.727513 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f394d76-5643-4b3f-b882-230a487b447e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:02.727513 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d', 'code': 200} Jul 05 18:10:02.732107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35048) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:02.736163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6c70d-1e9e-4134-a7c1-bde28b88f830 None None] Deleting port 7c8d3ab1-fbc6-4909-9707-06ac10448fef {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:02.736682 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9ea6c70d-1e9e-4134-a7c1-bde28b88f830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.740992 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:10:02.741409 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:10:02.744450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8a3263f0-f10f-4387-9191-44a243a86574 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-284412683', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:02.898294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9ea6c70d-1e9e-4134-a7c1-bde28b88f830 None None] For port 7c8d3ab1-fbc6-4909-9707-06ac10448fef, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7c8d3ab1-fbc6-4909-9707-06ac10448fef,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:02.898733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9ea6c70d-1e9e-4134-a7c1-bde28b88f830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.918183 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-fc599c54-f98f-4a9d-8446-8242853f07ad service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&id=34563289-0d55-48f9-8665-21e9fa8079b8&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1115303 Jul 05 18:10:02.924129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a3263f0-f10f-4387-9191-44a243a86574 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.924129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a3263f0-f10f-4387-9191-44a243a86574 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.934823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9ea6c70d-1e9e-4134-a7c1-bde28b88f830 None None] Calling delete_port for 7c8d3ab1-fbc6-4909-9707-06ac10448fef owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:02.992076 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:02.996746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a3263f0-f10f-4387-9191-44a243a86574 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:03.004179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-59f25daa-073c-4092-83c4-605adcc684f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:03.006454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-59f25daa-073c-4092-83c4-605adcc684f8 service neutron] 10.222.0.39 "GET /v2.0/ports/a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 200 len: 1032 time: 0.5623372 Jul 05 18:10:03.007407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742978ad-71c7-41dd-8bbc-9e7b6b9bbd2b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=471096b8-da44-428a-9710-f3a3d9792dbf,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:03.081030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079a66-7613-4f95-a854-8401d3fb6aa3 req-8d3a570e-f171-407d-9d7d-7653b88a82d0 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:03.087063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079a66-7613-4f95-a854-8401d3fb6aa3 req-8d3a570e-f171-407d-9d7d-7653b88a82d0 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:03.093704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db079a66-7613-4f95-a854-8401d3fb6aa3 req-8d3a570e-f171-407d-9d7d-7653b88a82d0 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:03.095493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db079a66-7613-4f95-a854-8401d3fb6aa3 req-8d3a570e-f171-407d-9d7d-7653b88a82d0 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2418 time: 0.1413610 Jul 05 18:10:03.113243 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a3263f0-f10f-4387-9191-44a243a86574 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:03.143273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad270fd-26b5-44ec-95b7-21532cc4eeb8 req-eda0e612-5d1b-40fd-88df-197e881652a0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:03.150335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ad270fd-26b5-44ec-95b7-21532cc4eeb8 req-eda0e612-5d1b-40fd-88df-197e881652a0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.3331878 Jul 05 18:10:03.195666 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9ea6c70d-1e9e-4134-a7c1-bde28b88f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:03.228628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db079a66-7613-4f95-a854-8401d3fb6aa3 req-d10b3cba-0839-4d62-98aa-8036d3690266 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252425 Jul 05 18:10:03.238736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea6c70d-1e9e-4134-a7c1-bde28b88f830 None None] No DVR routers for this DVR port 7c8d3ab1-fbc6-4909-9707-06ac10448fef on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:03.248324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-7eac1ecf-f2b3-4eb0-b059-8ba42a4fd8ab tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:03.262160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-7eac1ecf-f2b3-4eb0-b059-8ba42a4fd8ab tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:03.271752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-7eac1ecf-f2b3-4eb0-b059-8ba42a4fd8ab tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:03.274248 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-7eac1ecf-f2b3-4eb0-b059-8ba42a4fd8ab tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "GET /v2.0/networks?id=ee04f9ef-fb0c-45a7-9031-927397111ae6&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0 HTTP/1.1" status: 200 len: 1994 time: 0.2417521 Jul 05 18:10:03.293789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30389e39-ea99-4270-91af-06bf195fed43 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:03.296760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a3263f0-f10f-4387-9191-44a243a86574 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:03.300853 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8a3263f0-f10f-4387-9191-44a243a86574 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5666802 Jul 05 18:10:03.302177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6c70d-1e9e-4134-a7c1-bde28b88f830 None None] Pushing event deleted for resources: {'Port': ['ID=7c8d3ab1-fbc6-4909-9707-06ac10448fef,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:03.304954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35060) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:03.340465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ad270fd-26b5-44ec-95b7-21532cc4eeb8 req-2c8fdb50-0c18-4d03-86e8-5cbdfa7da9f0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891301 Jul 05 18:10:03.344908 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3114525b-66c8-42d5-9303-61afc78a21d2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d65012d13e064701b487acd66c900857 HTTP/1.1" status: 200 len: 379 time: 0.0595930 Jul 05 18:10:03.358107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'admin_state_up': True, 'tenant_id': 'd65012d13e064701b487acd66c900857', 'security_groups': ['0319f6c7-a4bc-4574-a281-59a9bc578c76']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:03.419003 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:03.476148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb32594-b55b-4a4b-9fd5-ee6fed77644d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:03.520176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:03.585608 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:03.620902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69599655-dc14-49dd-bda5-21d473df2b7b req-c4368e0b-90fc-4797-8b74-687b5d987de6 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.1054935 Jul 05 18:10:03.721779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:03.726934 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:03.778837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:03.790895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '471096b8-da44-428a-9710-f3a3d9792dbf'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:10:03.791757 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:03.981533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['6cb32594-b55b-4a4b-9fd5-ee6fed77644d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:10:03.997793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885aa9f-8d4b-4a17-b22d-f6fa015d046d req-70e5aba6-13e5-4bc8-af08-60d126aa27d8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:04.006450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0885aa9f-8d4b-4a17-b22d-f6fa015d046d req-70e5aba6-13e5-4bc8-af08-60d126aa27d8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 944 time: 0.3279119 Jul 05 18:10:04.029644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Allocated IP 172.20.0.13 (ee04f9ef-fb0c-45a7-9031-927397111ae6/14e07268-25bd-4b89-b913-7d9c6aa6a667/0b837272-e9e7-42da-95df-6edf0499d472) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:04.185104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0885aa9f-8d4b-4a17-b22d-f6fa015d046d req-6a46e57e-52f2-4d9a-8444-4e773700a091 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756482 Jul 05 18:10:04.256553 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:04.273927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7c8d3ab1-fbc6-4909-9707-06ac10448fef no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:04.296326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:04.297998 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:04.306176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 7c8d3ab1-fbc6-4909-9707-06ac10448fef {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:04.306531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7c8d3ab1-fbc6-4909-9707-06ac10448fef not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:04.338447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Transition to ACTIVE for port object 0b837272-e9e7-42da-95df-6edf0499d472 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:04.346282 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:04.350424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/471096b8-da44-428a-9710-f3a3d9792dbf/e7e346cf-3a14-4307-9598-10506a16fca2) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:04.600863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:04.605465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:04.616676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Transition to ACTIVE for port object e7e346cf-3a14-4307-9598-10506a16fca2 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:04.653892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network ee04f9ef-fb0c-45a7-9031-927397111ae6 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:04.655894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Transition to ACTIVE for port object e7e346cf-3a14-4307-9598-10506a16fca2 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:04.657609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:04.664687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:04.693296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Port': ['ID=0b837272-e9e7-42da-95df-6edf0499d472,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:04.778682 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:04.785533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:04.787748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:04.824861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Allocated IP 172.25.3.155 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/785b0766-c207-4b0c-b163-f586dfa1df88) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:04.884585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:04.892162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52627945-0dc5-463a-b0d2-464b88a91b4d req-51810613-0067-42c0-9161-1b2a58c05ad5 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:04.894649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52627945-0dc5-463a-b0d2-464b88a91b4d req-51810613-0067-42c0-9161-1b2a58c05ad5 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.3427422 Jul 05 18:10:04.895125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:04.901064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:04.917277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-fb792265-f16f-4331-9d5e-2c22c8eb6d70 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5623679 Jul 05 18:10:04.931094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'admin_state_up': True, 'tenant_id': 'd65012d13e064701b487acd66c900857', 'security_groups': ['0319f6c7-a4bc-4574-a281-59a9bc578c76']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:04.940160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Pushing event updated for resources: {'Port': ['ID=e7e346cf-3a14-4307-9598-10506a16fca2,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:05.014835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.015269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.015687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.016109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.018653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.018653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.018653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.022439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.022439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.027790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.027790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.027790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:05.096402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Attempting to bind port e7e346cf-3a14-4307-9598-10506a16fca2 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:05.096897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Attempting to bind port e7e346cf-3a14-4307-9598-10506a16fca2 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:05.097366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Attempting to bind port e7e346cf-3a14-4307-9598-10506a16fca2 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:05.103648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:05.104136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:05.104622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:05.105094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:05.105705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Bound port: e7e346cf-3a14-4307-9598-10506a16fca2, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:05.106186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:05.203572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] For port e7e346cf-3a14-4307-9598-10506a16fca2, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:05.208096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] For port e7e346cf-3a14-4307-9598-10506a16fca2, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e7e346cf-3a14-4307-9598-10506a16fca2,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:05.218028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f2175d43-8b5e-48c0-8a20-4a6316a6c81a None None] Provisioning for port 0b837272-e9e7-42da-95df-6edf0499d472 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:05.223234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52627945-0dc5-463a-b0d2-464b88a91b4d req-f9581a81-d9d6-43be-8ca9-e418e9976375 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3101282 Jul 05 18:10:05.223771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f2175d43-8b5e-48c0-8a20-4a6316a6c81a None None] Provisioning complete for port 0b837272-e9e7-42da-95df-6edf0499d472 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:05.223771 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f2175d43-8b5e-48c0-8a20-4a6316a6c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:05.246486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:05.250229 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:05.273255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f2175d43-8b5e-48c0-8a20-4a6316a6c81a None None] Port 0b837272-e9e7-42da-95df-6edf0499d472 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:05.274718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::1 (d4311eb2-2783-4bd2-b311-e1327c967a23/471096b8-da44-428a-9710-f3a3d9792dbf/9e03af9e-88fc-4e3d-a50d-38ef6f839e09) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:05.302507 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:05.456050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c573b-f489-4df3-b128-24275a8a8a68 None None] Pushing event updated for resources: {'Port': ['ID=e7e346cf-3a14-4307-9598-10506a16fca2,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:05.534972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Allocated IP 10.1.1.87 (4c65cd46-35ef-4b4d-bb43-df2e7f72e392/142e4910-8d8d-42ff-af7e-dc6631fd34de/11bba11f-6f5a-4411-a335-cebc6119de12) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:05.603098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6cb32594-b55b-4a4b-9fd5-ee6fed77644d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:05.766589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:05.768190 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:05.852863 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:05.911344 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:05.933257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Transition to ACTIVE for port object 11bba11f-6f5a-4411-a335-cebc6119de12 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:06.043551 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.066928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.090249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:06.092573 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ae36e5-bab5-454d-b229-e77fbf17538b" -d '{"events": [{"server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "name": "network-vif-plugged", "status": "completed", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:06.126469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:06.131814 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.157504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:06.163661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9e928-7dbf-408a-8b5d-b4e0a6f0fa65 req-0ff1b126-6a89-45e2-9943-9f88d5bd0dc5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:06.166228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:06.177449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:06.183552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9af9e928-7dbf-408a-8b5d-b4e0a6f0fa65 req-0ff1b126-6a89-45e2-9943-9f88d5bd0dc5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 932 time: 1.1035917 Jul 05 18:10:06.197211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e7e346cf-3a14-4307-9598-10506a16fca2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:06.308774 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.312395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:06.313907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.316365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9af9e928-7dbf-408a-8b5d-b4e0a6f0fa65 req-7eb16bff-d00f-4446-8e75-46c0f809a063 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084120 Jul 05 18:10:06.353211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Port': ['ID=11bba11f-6f5a-4411-a335-cebc6119de12,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:06.397881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:06.426385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9ebfb-f3e9-49c4-b95a-9972697fcb8d req-c9bd7f2d-1c5f-4cf4-80fb-798a3cfa902f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:06.434510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9ebfb-f3e9-49c4-b95a-9972697fcb8d req-c9bd7f2d-1c5f-4cf4-80fb-798a3cfa902f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:06.442222 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e67e513d-83c9-4c55-80bf-8aba9a2082c2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5162218 Jul 05 18:10:06.443157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e9ebfb-f3e9-49c4-b95a-9972697fcb8d req-c9bd7f2d-1c5f-4cf4-80fb-798a3cfa902f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:06.445132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04e9ebfb-f3e9-49c4-b95a-9972697fcb8d req-c9bd7f2d-1c5f-4cf4-80fb-798a3cfa902f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2418 time: 0.7185752 Jul 05 18:10:06.454465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'admin_state_up': True, 'tenant_id': 'd65012d13e064701b487acd66c900857', 'security_groups': ['0319f6c7-a4bc-4574-a281-59a9bc578c76']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:06.492305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port e7e346cf-3a14-4307-9598-10506a16fca2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:06.498517 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.556953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:06.697198 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.725039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a7fb80b6-aa50-4098-b8a8-315d0b96c2ac None None] Provisioning for port 11bba11f-6f5a-4411-a335-cebc6119de12 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:06.729547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a7fb80b6-aa50-4098-b8a8-315d0b96c2ac None None] Provisioning complete for port 11bba11f-6f5a-4411-a335-cebc6119de12 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:06.730169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a7fb80b6-aa50-4098-b8a8-315d0b96c2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.762830 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.782125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:06.789207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:06.791923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:06.793000 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:06.810927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04e9ebfb-f3e9-49c4-b95a-9972697fcb8d req-6d927a3f-038b-4f2f-85fe-e3d18f69a730 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564699 Jul 05 18:10:06.846097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a7fb80b6-aa50-4098-b8a8-315d0b96c2ac None None] Port 11bba11f-6f5a-4411-a335-cebc6119de12 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:06.908661 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4fe474-f680-458d-ac13-b60d96b2ba2b x-openstack-request-id: req-5e4fe474-f680-458d-ac13-b60d96b2ba2b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:06.909276 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "name": "network-vif-plugged", "status": "completed", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:06.909712 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e4fe474-f680-458d-ac13-b60d96b2ba2b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:06.910266 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d', 'code': 200} Jul 05 18:10:06.990234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:07.020109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=9e03af9e-88fc-4e3d-a50d-38ef6f839e09,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:07.124779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:07.132721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:07.209443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7648e7a-4589-44cb-9088-2b695c8c1018 req-0e9cbd3d-435a-402f-a291-7f6c67fdd1c5 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:07.211061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7648e7a-4589-44cb-9088-2b695c8c1018 req-0e9cbd3d-435a-402f-a291-7f6c67fdd1c5 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.5627489 Jul 05 18:10:07.220096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-26f526e7-3408-4a83-a81c-439fb5d276c4 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:07.226646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-26f526e7-3408-4a83-a81c-439fb5d276c4 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:07.230081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:07.232856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-26f526e7-3408-4a83-a81c-439fb5d276c4 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:07.234545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:07.234705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-26f526e7-3408-4a83-a81c-439fb5d276c4 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2418 time: 0.7119181 Jul 05 18:10:07.258019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6a77922e-0411-47ff-b55c-95fe21b756de None None] Provisioning for port e7e346cf-3a14-4307-9598-10506a16fca2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:07.263962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6a77922e-0411-47ff-b55c-95fe21b756de None None] Provisioning complete for port e7e346cf-3a14-4307-9598-10506a16fca2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:07.264597 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6a77922e-0411-47ff-b55c-95fe21b756de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:07.373074 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6a77922e-0411-47ff-b55c-95fe21b756de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:07.420972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6a77922e-0411-47ff-b55c-95fe21b756de None None] For port e7e346cf-3a14-4307-9598-10506a16fca2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e7e346cf-3a14-4307-9598-10506a16fca2,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:07.482732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Allocated IP 10.1.1.82 (4c65cd46-35ef-4b4d-bb43-df2e7f72e392/142e4910-8d8d-42ff-af7e-dc6631fd34de/0d9ca650-117b-40c1-8efb-d091598d6ba2) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:07.513079 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6a77922e-0411-47ff-b55c-95fe21b756de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:07.572642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a77922e-0411-47ff-b55c-95fe21b756de None None] Pushing event updated for resources: {'Port': ['ID=e7e346cf-3a14-4307-9598-10506a16fca2,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:07.671966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:07.677066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event updated for resources: {'Port': ['ID=785b0766-c207-4b0c-b163-f586dfa1df88,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:07.689750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Transition to ACTIVE for port object 0d9ca650-117b-40c1-8efb-d091598d6ba2 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:07.732142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-79921c98-3043-4193-b499-0fdc29f97c03 None None] Provisioning for port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:07.737820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-79921c98-3043-4193-b499-0fdc29f97c03 None None] Provisioning complete for port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:07.738526 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-79921c98-3043-4193-b499-0fdc29f97c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:07.741028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7648e7a-4589-44cb-9088-2b695c8c1018 req-b7e97b5c-2fbb-4e04-8ada-3f1b63702a51 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016158 Jul 05 18:10:07.756174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:07.787178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:07.824496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0326c3ad-6bff-4827-a837-87ef36ab26cf req-efc8e7e5-2d1d-449a-a1df-acfb65d73c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:07.825892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0326c3ad-6bff-4827-a837-87ef36ab26cf req-efc8e7e5-2d1d-449a-a1df-acfb65d73c1a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 1096 time: 0.7408688 Jul 05 18:10:07.852170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-79921c98-3043-4193-b499-0fdc29f97c03 None None] Port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:07.852693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ed0e1-cedb-45e3-8ca7-8543f5183e45 req-869713f2-ab0e-4e58-94ff-27abad1788be tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:07.859206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-543ed0e1-cedb-45e3-8ca7-8543f5183e45 req-869713f2-ab0e-4e58-94ff-27abad1788be tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.7435651 Jul 05 18:10:07.868482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:07.872532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:07.879497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:07.919247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Port': ['ID=0d9ca650-117b-40c1-8efb-d091598d6ba2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:07.948494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:07.975718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-0000f06d-b7cd-44bc-b5e3-3ad630aadf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:07.980269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-0000f06d-b7cd-44bc-b5e3-3ad630aadf4e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 1096 time: 0.2054098 Jul 05 18:10:07.998644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:07.998644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:08.123107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e7e346cf-3a14-4307-9598-10506a16fca2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:08.164108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:08.164619 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:08.191228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-26b46bef-f453-4433-8753-86f9132f238f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:08.192728 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-26b46bef-f453-4433-8753-86f9132f238f service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 917 time: 0.1865127 Jul 05 18:10:08.217400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e7e346cf-3a14-4307-9598-10506a16fca2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:08.218110 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:08.276628 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-8e423c59-1891-49eb-85be-82ee82c4d64e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009a39d3-3dda-4027-ab22-aaba0f8365df HTTP/1.1" status: 200 len: 1000 time: 0.0760672 Jul 05 18:10:08.286424 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-386076b6-2383-4b72-bf76-ef20ebbfd7dc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8362074 Jul 05 18:10:08.320738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9866102b-3420-4b14-b013-73e92a242e7f None None] Provisioning for port 0d9ca650-117b-40c1-8efb-d091598d6ba2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:08.322316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0326c3ad-6bff-4827-a837-87ef36ab26cf req-fc3131a6-c5b8-4a3b-8069-d48dda8ebc6f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839046 Jul 05 18:10:08.326893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9866102b-3420-4b14-b013-73e92a242e7f None None] Provisioning complete for port 0d9ca650-117b-40c1-8efb-d091598d6ba2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:08.327266 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9866102b-3420-4b14-b013-73e92a242e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:08.348480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-543ed0e1-cedb-45e3-8ca7-8543f5183e45 req-3083b5da-b199-48bd-b094-9ab5b862aaf8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4883969 Jul 05 18:10:08.367477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-ade53eb9-c7a9-410b-8d99-373350e2be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:08.370965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-ade53eb9-c7a9-410b-8d99-373350e2be0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.0833941 Jul 05 18:10:08.373580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9866102b-3420-4b14-b013-73e92a242e7f None None] Port 0d9ca650-117b-40c1-8efb-d091598d6ba2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:08.378159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0', 'admin_state_up': True, 'tenant_id': 'd65012d13e064701b487acd66c900857', 'security_groups': ['0319f6c7-a4bc-4574-a281-59a9bc578c76']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:08.479173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] For port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:08.479536 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:08.503559 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:08.515057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Calling delete_port for bb0a75bb-fb39-4687-9c90-47fe12b4ff7d owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:08.515289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-ee2675bf-2776-4958-af03-1336aa58dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:08.516919 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-ee2675bf-2776-4958-af03-1336aa58dd46 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1350849 Jul 05 18:10:08.569127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc8f63-e7e4-47e0-8bcb-6e6b8441aa2b req-d6194428-a0ea-4899-a572-24be6d729ae5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:08.575256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc8f63-e7e4-47e0-8bcb-6e6b8441aa2b req-d6194428-a0ea-4899-a572-24be6d729ae5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:08.582297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc8f63-e7e4-47e0-8bcb-6e6b8441aa2b req-d6194428-a0ea-4899-a572-24be6d729ae5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:08.587112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34fc8f63-e7e4-47e0-8bcb-6e6b8441aa2b req-d6194428-a0ea-4899-a572-24be6d729ae5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 2373 time: 0.6540270 Jul 05 18:10:08.595009 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:08.596065 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:08.648672 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-8149ca86-1d1e-47e0-bc1d-f64de7ee1635 service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162946 Jul 05 18:10:08.710492 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:08.818203 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ef30ed8-b737-48f8-8ba4-a33ccdb726f9 req-57ef9b73-ffc7-4f58-989b-2a7a7807c46e service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604764 Jul 05 18:10:08.835272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:09.094181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34fc8f63-e7e4-47e0-8bcb-6e6b8441aa2b req-ddfaf8f5-9c43-465b-9761-f76fc2d8fe53 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5003772 Jul 05 18:10:09.108845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=9e03af9e-88fc-4e3d-a50d-38ef6f839e09,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:09.152375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:09.245602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Allocated IP 10.2.2.100 (18e46c90-3c83-4c29-86ab-ec5417ceaeb0/81d5db9c-2783-45fe-87a0-5b8a828c32db/298b7fa1-7251-480c-8d0f-309eee9d0ba6) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:09.255328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:09.263281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:09.278761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3e313-ec48-4ea3-bfaa-e0e595b60de7 req-b19694ac-3dc5-4a06-82d8-d6c9c7e4117d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:09.285011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3e313-ec48-4ea3-bfaa-e0e595b60de7 req-b19694ac-3dc5-4a06-82d8-d6c9c7e4117d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:09.291379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3e313-ec48-4ea3-bfaa-e0e595b60de7 req-b19694ac-3dc5-4a06-82d8-d6c9c7e4117d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:09.293111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94a3e313-ec48-4ea3-bfaa-e0e595b60de7 req-b19694ac-3dc5-4a06-82d8-d6c9c7e4117d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 2418 time: 0.3606787 Jul 05 18:10:09.455311 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:09.467526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['a97db901-1e84-4fd1-9c20-2c20e8d3721e', 'bb0a75bb-fb39-4687-9c90-47fe12b4ff7d', 'a831b868-73e5-4c74-8663-2e2bedf30599'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:10:09.476378 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:09.493725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Transition to ACTIVE for port object 298b7fa1-7251-480c-8d0f-309eee9d0ba6 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:09.549251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Port': ['ID=bb0a75bb-fb39-4687-9c90-47fe12b4ff7d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:09.553953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94a3e313-ec48-4ea3-bfaa-e0e595b60de7 req-c1b891bb-d633-4163-acb8-bc2dddfceb28 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304268 Jul 05 18:10:09.641453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] No DVR routers for this DVR port bb0a75bb-fb39-4687-9c90-47fe12b4ff7d on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:09.646726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 009a39d3-3dda-4027-ab22-aaba0f8365df no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:09.654439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c26992-2347-433f-b6dc-817d2d5bba96 req-f4aaf4a9-d676-4990-8f82-e46bf9d3923c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:09.662650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83c26992-2347-433f-b6dc-817d2d5bba96 req-f4aaf4a9-d676-4990-8f82-e46bf9d3923c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.3615260 Jul 05 18:10:09.665867 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:09.667834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-e01d60d4-2615-4711-9bcb-66b1b8744dae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "DELETE /v2.0/ports/bb0a75bb-fb39-4687-9c90-47fe12b4ff7d HTTP/1.1" status: 204 len: 173 time: 2.4144697 Jul 05 18:10:09.670509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-deleted', 'tag': 'bb0a75bb-fb39-4687-9c90-47fe12b4ff7d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:09.672798 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c26570-de38-4021-965f-710bec679aca" -d '{"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-deleted", "tag": "bb0a75bb-fb39-4687-9c90-47fe12b4ff7d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:09.674216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:09.761005 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:10:09.778924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:09.778924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:09.787028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:09.827780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Port': ['ID=298b7fa1-7251-480c-8d0f-309eee9d0ba6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:09.869654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-72214a36-9b83-4066-8995-ad41408f3f96 None None] Provisioning complete for port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:09.870772 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-72214a36-9b83-4066-8995-ad41408f3f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:09.881271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:09.882431 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:09.889420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83c26992-2347-433f-b6dc-817d2d5bba96 req-386407a9-08f7-412c-bf0e-cce4c530860f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257869 Jul 05 18:10:09.914918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-72214a36-9b83-4066-8995-ad41408f3f96 None None] Port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:09.945642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Router 0c597608-def1-45d0-9d80-96c43fd831d7 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:10:09.985068 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-3b8097fc-6a66-4625-b582-19f965508cac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6129558 Jul 05 18:10:10.004538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0', 'admin_state_up': True, 'tenant_id': 'd65012d13e064701b487acd66c900857', 'security_groups': ['0319f6c7-a4bc-4574-a281-59a9bc578c76']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:10.015677 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:10.050659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Router b42045e0-2129-4636-a7c3-e00f9344f5f8 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:10:10.080906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2075a-4e0f-4f5d-87eb-9c9b66a03003 req-717fd055-8784-48a5-bc1c-caebb9adb32c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:10.082527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bca2075a-4e0f-4f5d-87eb-9c9b66a03003 req-717fd055-8784-48a5-bc1c-caebb9adb32c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 945 time: 0.2800224 Jul 05 18:10:10.085722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:10.088520 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7add1e-1e58-4d0e-9bfe-2fc70c751967" -d '{"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:10.110758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:10.191551 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38c75dc-96be-43dd-93ec-4465620e0216 x-openstack-request-id: req-d38c75dc-96be-43dd-93ec-4465620e0216 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:10.193480 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-deleted", "tag": "bb0a75bb-fb39-4687-9c90-47fe12b4ff7d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:10.193607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:10.193711 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d38c75dc-96be-43dd-93ec-4465620e0216 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:10.193711 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-deleted', 'tag': 'bb0a75bb-fb39-4687-9c90-47fe12b4ff7d', 'status': 'completed', 'code': 200} Jul 05 18:10:10.202429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting port a831b868-73e5-4c74-8663-2e2bedf30599 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:10.202889 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:10.264096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:10.325350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-702a8430-0edb-404b-b722-2129d6c5837a None None] Provisioning for port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:10.329456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-702a8430-0edb-404b-b722-2129d6c5837a None None] Provisioning complete for port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:10.330587 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-702a8430-0edb-404b-b722-2129d6c5837a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:10.356350 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77fa4553-9532-4ae9-9b3a-da72cf8562fa x-openstack-request-id: req-77fa4553-9532-4ae9-9b3a-da72cf8562fa {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:10.356594 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:10.356991 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77fa4553-9532-4ae9-9b3a-da72cf8562fa {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:10.357417 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'code': 200} Jul 05 18:10:10.385851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-702a8430-0edb-404b-b722-2129d6c5837a None None] Port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:10.386814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Made reservation on behalf of d65012d13e064701b487acd66c900857 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:10.386920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bca2075a-4e0f-4f5d-87eb-9c9b66a03003 req-742789c5-6df3-47e3-864d-7e90d71bff16 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761054 Jul 05 18:10:10.387017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:10.387121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:10.405052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Sync routers for ids ['0c597608-def1-45d0-9d80-96c43fd831d7'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:10.425840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Routers {'0c597608-def1-45d0-9d80-96c43fd831d7'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:10.427057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0c597608-def1-45d0-9d80-96c43fd831d7'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:10.438308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:10.450952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ab46abca-449b-4db3-bcf1-6fa14b3dfbc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "PUT /v2.0/routers/b42045e0-2129-4636-a7c3-e00f9344f5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1405261 Jul 05 18:10:10.453632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35114) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:10.454754 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Sync routers for ids ['b42045e0-2129-4636-a7c3-e00f9344f5f8'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:10.484011 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Routers {'b42045e0-2129-4636-a7c3-e00f9344f5f8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:10.485057 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b42045e0-2129-4636-a7c3-e00f9344f5f8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:10.535266 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:10.536499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8bad9434-4a10-417c-b14e-02463788a992 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.6950946 Jul 05 18:10:10.539567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35116) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:10.544427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] For port a831b868-73e5-4c74-8663-2e2bedf30599, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a831b868-73e5-4c74-8663-2e2bedf30599,segment=NetworkSegment(5bd023b1-7545-4177-a4c8-383413c842ea),segment_id=5bd023b1-7545-4177-a4c8-383413c842ea)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:10.544829 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:10.574477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Calling delete_port for a831b868-73e5-4c74-8663-2e2bedf30599 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:10.585070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fc3334-fb82-483f-86c9-22afdea34045 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:10.586342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d5fc3334-fb82-483f-86c9-22afdea34045 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports/9e03af9e-88fc-4e3d-a50d-38ef6f839e09 HTTP/1.1" status: 200 len: 911 time: 0.1319864 Jul 05 18:10:10.591736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35118) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:10.598734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Set router 0c597608-def1-45d0-9d80-96c43fd831d7 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:10.607826 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Set router b42045e0-2129-4636-a7c3-e00f9344f5f8 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:10.782571 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3d9cbf0b-db70-44ae-b34f-d460207b70ad tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/routers/0c597608-def1-45d0-9d80-96c43fd831d7 HTTP/1.1" status: 200 len: 908 time: 0.2372622 Jul 05 18:10:10.786593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35122) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:10.792861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'router': {'name': 'tempest-snat-router-221243223', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': True}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:10.819199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Allocated IP 10.2.2.200 (18e46c90-3c83-4c29-86ab-ec5417ceaeb0/81d5db9c-2783-45fe-87a0-5b8a828c32db/a656ce28-69fd-4c56-b54d-8931793f41e7) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:10.869337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08b97-c8de-41be-a367-8b64cde0ae59 req-2705139c-b1ed-4fd5-b1fa-4ff415970e92 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:10.875286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08b97-c8de-41be-a367-8b64cde0ae59 req-2705139c-b1ed-4fd5-b1fa-4ff415970e92 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:10.881542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08b97-c8de-41be-a367-8b64cde0ae59 req-2705139c-b1ed-4fd5-b1fa-4ff415970e92 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:10.887327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f08b97-c8de-41be-a367-8b64cde0ae59 req-2705139c-b1ed-4fd5-b1fa-4ff415970e92 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:10.889136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0f08b97-c8de-41be-a367-8b64cde0ae59 req-2705139c-b1ed-4fd5-b1fa-4ff415970e92 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 3094 time: 0.3916132 Jul 05 18:10:10.889823 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:10.891211 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:10.989052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c597608-def1-45d0-9d80-96c43fd831d7', 'name': 'tempest-snat-router-221243223', 'tenant_id': '166bc55b138f4993a1029330d64342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.155'}], 'enable_snat': False}, 'gw_port_id': '785b0766-c207-4b0c-b163-f586dfa1df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:01Z', 'updated_at': '2021-07-05T18:10:07Z', 'revision_number': 3, 'project_id': '166bc55b138f4993a1029330d64342e0', 'gw_port': {'id': '785b0766-c207-4b0c-b163-f586dfa1df88', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c597608-def1-45d0-9d80-96c43fd831d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:10:04Z', 'updated_at': '2021-07-05T18:10:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:11.023260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Checking router: 0c597608-def1-45d0-9d80-96c43fd831d7 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:10:11.024503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Updating router 0c597608-def1-45d0-9d80-96c43fd831d7 port 785b0766-c207-4b0c-b163-f586dfa1df88 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:10:11.049895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.090150 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.167076 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42045e0-2129-4636-a7c3-e00f9344f5f8', 'name': 'tempest-NetworksTestDHCPv6-router-284412683', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:02Z', 'updated_at': '2021-07-05T18:10:07Z', 'revision_number': 2, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None, '_interfaces': [{'id': '9e03af9e-88fc-4e3d-a50d-38ef6f839e09', 'name': '', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'mac_address': 'fa:16:3e:cc:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42045e0-2129-4636-a7c3-e00f9344f5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '471096b8-da44-428a-9710-f3a3d9792dbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:10:04Z', 'updated_at': '2021-07-05T18:10:08Z', 'revision_number': 2, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'subnets': [{'id': '471096b8-da44-428a-9710-f3a3d9792dbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:11.204705 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Checking router: b42045e0-2129-4636-a7c3-e00f9344f5f8 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:10:11.205818 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Updating router b42045e0-2129-4636-a7c3-e00f9344f5f8 port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:10:11.253646 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.270185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.305967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfa5c6-b390-4dc0-b9f8-df308e960eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:11.313050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dfa5c6-b390-4dc0-b9f8-df308e960eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:11.315370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-89dfa5c6-b390-4dc0-b9f8-df308e960eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7214875 Jul 05 18:10:11.329076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35128) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:11.394499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Transition to ACTIVE for port object a656ce28-69fd-4c56-b54d-8931793f41e7 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:11.399657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.407484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0f08b97-c8de-41be-a367-8b64cde0ae59 req-77a6f30d-fc32-404c-b1bb-f8d750932053 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5087111 Jul 05 18:10:11.511332 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.567203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event updated for resources: {'Port': ['ID=a656ce28-69fd-4c56-b54d-8931793f41e7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:11.588067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:11.590977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:11.607818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:11.621610 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.636343 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.639281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eb0f-e05f-40c5-94ac-50bd4c09f14f req-04ff9846-eab2-4bf5-9c02-2ac2e9382e63 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:11.647617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19eb0f-e05f-40c5-94ac-50bd4c09f14f req-04ff9846-eab2-4bf5-9c02-2ac2e9382e63 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:11.648182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Transition to ACTIVE for port object 785b0766-c207-4b0c-b163-f586dfa1df88 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:11.651766 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Transition to ACTIVE for port object 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:11.655345 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b19eb0f-e05f-40c5-94ac-50bd4c09f14f req-04ff9846-eab2-4bf5-9c02-2ac2e9382e63 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 1682 time: 0.8468447 Jul 05 18:10:11.683956 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:11.686827 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.732193 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.789326 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.853184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ee556678-2e33-4f8a-893d-2dcefc97e6fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8560796 Jul 05 18:10:11.881824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b19eb0f-e05f-40c5-94ac-50bd4c09f14f req-618bcc6d-9269-40fb-9466-e5ff58396612 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195270 Jul 05 18:10:11.885701 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:11.888412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:11.905839 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Pushing event updated for resources: {'Port': ['ID=9e03af9e-88fc-4e3d-a50d-38ef6f839e09,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:11.953376 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.954314 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.958924 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.959353 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.959706 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.960045 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.960426 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.960761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.961082 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.961406 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.961728 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.962048 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:11.996068 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.006629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Port': ['ID=a831b868-73e5-4c74-8663-2e2bedf30599,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:12.117458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Attempting to bind port 785b0766-c207-4b0c-b163-f586dfa1df88 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:12.117839 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Attempting to bind port 785b0766-c207-4b0c-b163-f586dfa1df88 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:12.118223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Attempting to bind port 785b0766-c207-4b0c-b163-f586dfa1df88 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:12.123786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e061cb-9c3e-4849-9a8a-c96d133959b8 None None] Pushing event updated for resources: {'Port': ['ID=785b0766-c207-4b0c-b163-f586dfa1df88,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:12.131597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:12.131978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:12.132386 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.132860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:12.133230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Bound port: 785b0766-c207-4b0c-b163-f586dfa1df88, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:12.133611 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.156022 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Attempting to bind port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:12.156548 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Attempting to bind port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:12.157009 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Attempting to bind port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:12.175421 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:12.175421 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:12.175421 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.177344 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:12.177685 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Bound port: 9e03af9e-88fc-4e3d-a50d-38ef6f839e09, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:12.178220 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.182658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device bb0a75bb-fb39-4687-9c90-47fe12b4ff7d no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:12.192287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.214169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e280b6e5-cba1-4918-a49d-2a97622d03f1 None None] Provisioning for port a656ce28-69fd-4c56-b54d-8931793f41e7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:12.217006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: bb0a75bb-fb39-4687-9c90-47fe12b4ff7d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:12.217519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device bb0a75bb-fb39-4687-9c90-47fe12b4ff7d not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:12.218106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a831b868-73e5-4c74-8663-2e2bedf30599 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:12.223012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f795f4-8888-4226-bc0d-5bf9ab580da3 req-5e9524aa-974f-4fe6-bfd4-e63a17b20af2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:12.247334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e280b6e5-cba1-4918-a49d-2a97622d03f1 None None] Provisioning complete for port a656ce28-69fd-4c56-b54d-8931793f41e7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:12.247523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21f795f4-8888-4226-bc0d-5bf9ab580da3 req-5e9524aa-974f-4fe6-bfd4-e63a17b20af2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.5898445 Jul 05 18:10:12.248055 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e280b6e5-cba1-4918-a49d-2a97622d03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.255788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: a831b868-73e5-4c74-8663-2e2bedf30599 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:12.256532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a831b868-73e5-4c74-8663-2e2bedf30599 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:12.257142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a97db901-1e84-4fd1-9c20-2c20e8d3721e no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:12.281668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.325254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] No DVR routers for this DVR port a831b868-73e5-4c74-8663-2e2bedf30599 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:12.350484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] For port 785b0766-c207-4b0c-b163-f586dfa1df88, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:12.350774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.358960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] For port 785b0766-c207-4b0c-b163-f586dfa1df88, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=785b0766-c207-4b0c-b163-f586dfa1df88,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:12.365657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-50254eb2-0b78-4b1d-966a-f8f9214794a6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "DELETE /v2.0/ports/a831b868-73e5-4c74-8663-2e2bedf30599 HTTP/1.1" status: 204 len: 173 time: 2.6831093 Jul 05 18:10:12.367214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e280b6e5-cba1-4918-a49d-2a97622d03f1 None None] Port a656ce28-69fd-4c56-b54d-8931793f41e7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:12.376144 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] For port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:12.398379 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] For port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9e03af9e-88fc-4e3d-a50d-38ef6f839e09,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:12.401552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-deleted', 'tag': 'a831b868-73e5-4c74-8663-2e2bedf30599'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:12.409569 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16da9864-7d27-4935-accc-f0e3ebe1a086" -d '{"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-deleted", "tag": "a831b868-73e5-4c74-8663-2e2bedf30599"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:12.421201 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.446534 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.503016 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.523228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e061cb-9c3e-4849-9a8a-c96d133959b8 None None] Pushing event updated for resources: {'Port': ['ID=785b0766-c207-4b0c-b163-f586dfa1df88,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:12.576869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a97db901-1e84-4fd1-9c20-2c20e8d3721e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a97db901-1e84-4fd1-9c20-2c20e8d3721e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:12.583041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:12.586215 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8aabe3-8562-463d-ba70-29758abfd424" -d '{"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-unplugged", "status": "completed", "tag": "a97db901-1e84-4fd1-9c20-2c20e8d3721e"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:12.608352 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Allocated IP 172.25.3.248 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/31740dc6-ec3b-4b58-afc2-4e9be2f32077) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:12.624069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Routers {'0c597608-def1-45d0-9d80-96c43fd831d7'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:12.624532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0c597608-def1-45d0-9d80-96c43fd831d7'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:12.630904 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Routers {'b42045e0-2129-4636-a7c3-e00f9344f5f8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:12.631648 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b42045e0-2129-4636-a7c3-e00f9344f5f8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:12.641399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21f795f4-8888-4226-bc0d-5bf9ab580da3 req-9fafa294-5b1c-49ab-8939-f43992967e64 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927832 Jul 05 18:10:12.648093 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfafada-34a3-49dc-a6a9-0172ea50f9b4 None None] Pushing event updated for resources: {'Port': ['ID=9e03af9e-88fc-4e3d-a50d-38ef6f839e09,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:12.726890 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:12.764092 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaaba71-acff-46e6-9906-a25674971756 x-openstack-request-id: req-3eaaba71-acff-46e6-9906-a25674971756 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:12.764539 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-deleted", "tag": "a831b868-73e5-4c74-8663-2e2bedf30599", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:12.764902 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3eaaba71-acff-46e6-9906-a25674971756 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:12.765424 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-deleted', 'tag': 'a831b868-73e5-4c74-8663-2e2bedf30599', 'status': 'completed', 'code': 200} Jul 05 18:10:12.816925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3bf36-03d7-4071-9952-5d4461abb461 req-3394fde1-b3e3-4b4d-9bdd-dc0aace15779 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:12.827139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-acb3bf36-03d7-4071-9952-5d4461abb461 req-3394fde1-b3e3-4b4d-9bdd-dc0aace15779 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.3996112 Jul 05 18:10:12.879409 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] Set router b42045e0-2129-4636-a7c3-e00f9344f5f8 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:12.969362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a97db901-1e84-4fd1-9c20-2c20e8d3721e,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:13.033442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] Set router 0c597608-def1-45d0-9d80-96c43fd831d7 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:13.074971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:13.076569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-acb3bf36-03d7-4071-9952-5d4461abb461 req-8d407a09-3713-4baa-ae71-a18547d0f116 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2399502 Jul 05 18:10:13.130535 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting port a97db901-1e84-4fd1-9c20-2c20e8d3721e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:13.131080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:13.162015 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1925f06e-4efb-435b-95e0-77d5b578a641 x-openstack-request-id: req-1925f06e-4efb-435b-95e0-77d5b578a641 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:13.162015 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-unplugged", "status": "completed", "tag": "a97db901-1e84-4fd1-9c20-2c20e8d3721e", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:13.162358 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1925f06e-4efb-435b-95e0-77d5b578a641 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:13.162675 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e', 'code': 200} Jul 05 18:10:13.200190 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42045e0-2129-4636-a7c3-e00f9344f5f8', 'name': 'tempest-NetworksTestDHCPv6-router-284412683', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:02Z', 'updated_at': '2021-07-05T18:10:07Z', 'revision_number': 2, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None, '_interfaces': [{'id': '9e03af9e-88fc-4e3d-a50d-38ef6f839e09', 'name': '', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'mac_address': 'fa:16:3e:cc:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42045e0-2129-4636-a7c3-e00f9344f5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '471096b8-da44-428a-9710-f3a3d9792dbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:10:04Z', 'updated_at': '2021-07-05T18:10:12Z', 'revision_number': 4, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'subnets': [{'id': '471096b8-da44-428a-9710-f3a3d9792dbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:13.272931 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a77f92-5e1b-4177-8d9b-9f6b612c6fdf None None] The sync data for ids ['b42045e0-2129-4636-a7c3-e00f9344f5f8'] in n-d-799524-1 is: [{'id': 'b42045e0-2129-4636-a7c3-e00f9344f5f8', 'name': 'tempest-NetworksTestDHCPv6-router-284412683', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:02Z', 'updated_at': '2021-07-05T18:10:07Z', 'revision_number': 2, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None, '_interfaces': [{'id': '9e03af9e-88fc-4e3d-a50d-38ef6f839e09', 'name': '', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'mac_address': 'fa:16:3e:cc:23:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b42045e0-2129-4636-a7c3-e00f9344f5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '471096b8-da44-428a-9710-f3a3d9792dbf', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:10:04Z', 'updated_at': '2021-07-05T18:10:12Z', 'revision_number': 4, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'subnets': [{'id': '471096b8-da44-428a-9710-f3a3d9792dbf', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:13.366271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c597608-def1-45d0-9d80-96c43fd831d7', 'name': 'tempest-snat-router-221243223', 'tenant_id': '166bc55b138f4993a1029330d64342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.155'}], 'enable_snat': False}, 'gw_port_id': '785b0766-c207-4b0c-b163-f586dfa1df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:01Z', 'updated_at': '2021-07-05T18:10:07Z', 'revision_number': 3, 'project_id': '166bc55b138f4993a1029330d64342e0', 'gw_port': {'id': '785b0766-c207-4b0c-b163-f586dfa1df88', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c597608-def1-45d0-9d80-96c43fd831d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:10:04Z', 'updated_at': '2021-07-05T18:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:13.407445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bd1aa8-6365-4492-a692-7f540c78112f None None] The sync data for ids ['0c597608-def1-45d0-9d80-96c43fd831d7'] in n-d-799524-1 is: [{'id': '0c597608-def1-45d0-9d80-96c43fd831d7', 'name': 'tempest-snat-router-221243223', 'tenant_id': '166bc55b138f4993a1029330d64342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.155'}], 'enable_snat': False}, 'gw_port_id': '785b0766-c207-4b0c-b163-f586dfa1df88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:01Z', 'updated_at': '2021-07-05T18:10:07Z', 'revision_number': 3, 'project_id': '166bc55b138f4993a1029330d64342e0', 'gw_port': {'id': '785b0766-c207-4b0c-b163-f586dfa1df88', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c597608-def1-45d0-9d80-96c43fd831d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1519, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:10:04Z', 'updated_at': '2021-07-05T18:10:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:13.475014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcce0c-a760-420a-9baf-00c628349591 req-0264fd74-8985-47af-9739-3381d673fa46 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:13.481487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcce0c-a760-420a-9baf-00c628349591 req-0264fd74-8985-47af-9739-3381d673fa46 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:13.488553 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcce0c-a760-420a-9baf-00c628349591 req-0264fd74-8985-47af-9739-3381d673fa46 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:13.495012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcce0c-a760-420a-9baf-00c628349591 req-0264fd74-8985-47af-9739-3381d673fa46 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:13.501129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcce0c-a760-420a-9baf-00c628349591 req-0264fd74-8985-47af-9739-3381d673fa46 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:13.510038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cfcce0c-a760-420a-9baf-00c628349591 req-0264fd74-8985-47af-9739-3381d673fa46 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 3815 time: 0.5280001 Jul 05 18:10:13.553061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b837272-e9e7-42da-95df-6edf0499d472 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:13.561440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:13.577153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:13.583619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Transition to ACTIVE for port object 0b837272-e9e7-42da-95df-6edf0499d472 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:13.593044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cfcce0c-a760-420a-9baf-00c628349591 req-d7c96b1d-932f-479b-8b19-af0f0bf9d937 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801723 Jul 05 18:10:13.601020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] For port a97db901-1e84-4fd1-9c20-2c20e8d3721e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a97db901-1e84-4fd1-9c20-2c20e8d3721e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:13.601926 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:13.654338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:13.697088 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 009a39d3-3dda-4027-ab22-aaba0f8365df no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:13.706120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b5bad-0dbe-485c-9e36-fd44804838ad req-4b21e790-3a3e-47c9-9718-120bcf8127aa tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:13.715530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d35b5bad-0dbe-485c-9e36-fd44804838ad req-4b21e790-3a3e-47c9-9718-120bcf8127aa tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.4344473 Jul 05 18:10:13.723674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Calling delete_port for a97db901-1e84-4fd1-9c20-2c20e8d3721e owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:13.758527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:13.805270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b837272-e9e7-42da-95df-6edf0499d472,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:13.906301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:13.978364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:13.985869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:14.069651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event updated for resources: {'Port': ['ID=31740dc6-ec3b-4b58-afc2-4e9be2f32077,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:14.107375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Attempting to bind port 0b837272-e9e7-42da-95df-6edf0499d472 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:14.107715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Attempting to bind port 0b837272-e9e7-42da-95df-6edf0499d472 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:14.108050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Attempting to bind port 0b837272-e9e7-42da-95df-6edf0499d472 on network ee04f9ef-fb0c-45a7-9031-927397111ae6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:14.129866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Port 0b837272-e9e7-42da-95df-6edf0499d472 on network ee04f9ef-fb0c-45a7-9031-927397111ae6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:14.130176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Attempting to bind port 0b837272-e9e7-42da-95df-6edf0499d472 on network ee04f9ef-fb0c-45a7-9031-927397111ae6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:14.212170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 785b0766-c207-4b0c-b163-f586dfa1df88 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:14.227765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:14.228370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Checking segment: {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:14.228961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Bound using segment: {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:14.229577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Bound port: 0b837272-e9e7-42da-95df-6edf0499d472, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83b289e-b516-485f-886e-75bb5d18796f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:14.230121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:14.406065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 785b0766-c207-4b0c-b163-f586dfa1df88 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:14.411665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 785b0766-c207-4b0c-b163-f586dfa1df88 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:14.412141 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:14.415764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] For port 0b837272-e9e7-42da-95df-6edf0499d472, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:14.419900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] For port 0b837272-e9e7-42da-95df-6edf0499d472, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0b837272-e9e7-42da-95df-6edf0499d472,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:14.599292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:14.617663 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:14.670599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 785b0766-c207-4b0c-b163-f586dfa1df88, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=785b0766-c207-4b0c-b163-f586dfa1df88,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:14.762826 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:14.764423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:14.809698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d35b5bad-0dbe-485c-9e36-fd44804838ad req-4840de5e-df58-4e02-9861-2c1c2bc9c7da tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0931671 Jul 05 18:10:14.820536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:14.825564 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:14.828853 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] 10.222.0.39 "PUT /v2.0/ports/0b837272-e9e7-42da-95df-6edf0499d472 HTTP/1.1" status: 200 len: 1092 time: 2.9544182 Jul 05 18:10:14.829449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:14.833068 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:14.871461 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "0b837272-e9e7-42da-95df-6edf0499d472"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:15.011250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=785b0766-c207-4b0c-b163-f586dfa1df88,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:15.039754 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:15.045942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ee947-a6c5-49e4-9e03-e2196cda2fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=0b837272-e9e7-42da-95df-6edf0499d472,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:15.085921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Port': ['ID=a97db901-1e84-4fd1-9c20-2c20e8d3721e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:15.135373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:15.180891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] No DVR routers for this DVR port a97db901-1e84-4fd1-9c20-2c20e8d3721e on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:15.200175 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:15.206804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbedbef3-7e26-452d-b3f5-71445553b029 req-0e819b81-737e-4458-855c-b6d59a2b3197 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "DELETE /v2.0/ports/a97db901-1e84-4fd1-9c20-2c20e8d3721e HTTP/1.1" status: 204 len: 173 time: 2.7866678 Jul 05 18:10:15.217868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:15.222809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:15.223476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:15.258159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97a5e3-7b7f-4480-a9d6-d13b7ce80c63 req-98f80db5-5d12-4bdf-bfdf-292fb2571e30 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:15.283081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e97a5e3-7b7f-4480-a9d6-d13b7ce80c63 req-98f80db5-5d12-4bdf-bfdf-292fb2571e30 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cac7d6cc-3c2c-492a-ab84-0a04be085a71 HTTP/1.1" status: 200 len: 865 time: 1.3579504 Jul 05 18:10:15.284871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-deleted', 'tag': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:15.287034 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1695e62f-6ea3-4b33-bf0d-69a68102e3d6" -d '{"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-deleted", "tag": "a97db901-1e84-4fd1-9c20-2c20e8d3721e"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:15.339302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:15.439275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e97a5e3-7b7f-4480-a9d6-d13b7ce80c63 req-fcf44c2a-c0a0-441d-b0d9-2170817ba822 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551855 Jul 05 18:10:15.523513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:15.614550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9e03af9e-88fc-4e3d-a50d-38ef6f839e09,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:15.626935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:15.626935 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:15.709534 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:15.724094 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:15.823681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=9e03af9e-88fc-4e3d-a50d-38ef6f839e09,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:15.833334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] For port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9e03af9e-88fc-4e3d-a50d-38ef6f839e09,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:15.834683 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:15.858312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f9d9-9d86-4571-b43d-88913bb976da req-40ac04aa-841a-410c-8e1f-6e9a20c61d36 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:15.865813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f9d9-9d86-4571-b43d-88913bb976da req-40ac04aa-841a-410c-8e1f-6e9a20c61d36 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:15.872000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f9d9-9d86-4571-b43d-88913bb976da req-40ac04aa-841a-410c-8e1f-6e9a20c61d36 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:15.877927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f9d9-9d86-4571-b43d-88913bb976da req-40ac04aa-841a-410c-8e1f-6e9a20c61d36 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:15.883823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6f9d9-9d86-4571-b43d-88913bb976da req-40ac04aa-841a-410c-8e1f-6e9a20c61d36 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:15.885665 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ce6f9d9-9d86-4571-b43d-88913bb976da req-40ac04aa-841a-410c-8e1f-6e9a20c61d36 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 3827 time: 0.2015440 Jul 05 18:10:15.902351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:15.974620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413e9def-a3d7-4315-99f0-fc80bef26815 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:15.976243 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ce6f9d9-9d86-4571-b43d-88913bb976da req-af8700d3-8d15-46a0-9fce-39f1b694c0cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805459 Jul 05 18:10:15.992370 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:16.012054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Transition to ACTIVE for port object 413e9def-a3d7-4315-99f0-fc80bef26815 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:16.096491 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:16.130278 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 785b0766-c207-4b0c-b163-f586dfa1df88 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:16.171521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Router a136ccc2-560e-429c-9bdc-c8ab6f0ac355 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:10:16.276162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 785b0766-c207-4b0c-b163-f586dfa1df88 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:16.280755 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:16.371691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Pushing event updated for resources: {'Port': ['ID=413e9def-a3d7-4315-99f0-fc80bef26815,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:16.401479 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:16.437133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:16.480396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:16.480875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 18:10:16.503896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Port 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 not found, will not notify nova. {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 18:10:16.555599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=9e03af9e-88fc-4e3d-a50d-38ef6f839e09,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:16.616126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:16.628918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Sync routers for ids ['a136ccc2-560e-429c-9bdc-c8ab6f0ac355'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:16.645066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Routers {'a136ccc2-560e-429c-9bdc-c8ab6f0ac355'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:16.646743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a136ccc2-560e-429c-9bdc-c8ab6f0ac355'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:16.726460 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:16.740975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Attempting to bind port 413e9def-a3d7-4315-99f0-fc80bef26815 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:16.741597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Attempting to bind port 413e9def-a3d7-4315-99f0-fc80bef26815 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:16.743351 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Attempting to bind port 413e9def-a3d7-4315-99f0-fc80bef26815 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:16.750246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Port 413e9def-a3d7-4315-99f0-fc80bef26815 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:16.750869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Attempting to bind port 413e9def-a3d7-4315-99f0-fc80bef26815 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:16.757077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:16.757640 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Checking segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:16.759420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Bound using segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:16.760088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Bound port: 413e9def-a3d7-4315-99f0-fc80bef26815, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:16.760633 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:16.877001 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:16.883445 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e58caf39-7598-4807-bde5-ab7e5e06803f tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0957675 Jul 05 18:10:16.884157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35172) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:16.937095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] For port 413e9def-a3d7-4315-99f0-fc80bef26815, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:16.952621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Set router a136ccc2-560e-429c-9bdc-c8ab6f0ac355 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:16.965396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] For port 413e9def-a3d7-4315-99f0-fc80bef26815, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=413e9def-a3d7-4315-99f0-fc80bef26815,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:17.015271 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b58a9e-a4e7-4dd9-a31f-daff4b7d2d94 x-openstack-request-id: req-55b58a9e-a4e7-4dd9-a31f-daff4b7d2d94 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:17.015271 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "0b837272-e9e7-42da-95df-6edf0499d472", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:17.015271 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55b58a9e-a4e7-4dd9-a31f-daff4b7d2d94 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:17.015271 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472', 'status': 'completed', 'code': 200} Jul 05 18:10:17.071457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:17.120034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Router b42045e0-2129-4636-a7c3-e00f9344f5f8 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:10:17.132632 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1e6245-e316-4a50-beb9-70fc20c88a9a x-openstack-request-id: req-5e1e6245-e316-4a50-beb9-70fc20c88a9a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:17.132758 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac7d6cc-3c2c-492a-ab84-0a04be085a71", "name": "network-vif-deleted", "tag": "a97db901-1e84-4fd1-9c20-2c20e8d3721e", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:17.132986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.133091 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5e1e6245-e316-4a50-beb9-70fc20c88a9a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:17.133318 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac7d6cc-3c2c-492a-ab84-0a04be085a71', 'name': 'network-vif-deleted', 'tag': 'a97db901-1e84-4fd1-9c20-2c20e8d3721e', 'status': 'completed', 'code': 200} Jul 05 18:10:17.133562 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:17.135470 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] 10.222.0.39 "PUT /v2.0/ports/413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 200 len: 1134 time: 2.0059993 Jul 05 18:10:17.145076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35180) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:17.152301 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84f5d22b-3d34-4867-9d78-fe42e55bca15 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/routers/a136ccc2-560e-429c-9bdc-c8ab6f0ac355 HTTP/1.1" status: 200 len: 907 time: 0.2648535 Jul 05 18:10:17.163157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35182) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:17.274809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f605d2-c93e-4a73-957e-48e75a86e17a service neutron] Pushing event updated for resources: {'Port': ['ID=413e9def-a3d7-4315-99f0-fc80bef26815,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:17.338669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:17.339705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:17.345309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d6c73c41-d09e-4821-9892-337e90e85a76 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "PUT /v2.0/routers/b42045e0-2129-4636-a7c3-e00f9344f5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0131230 Jul 05 18:10:17.349363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35186) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:17.351723 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] Sync routers for ids ['b42045e0-2129-4636-a7c3-e00f9344f5f8'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:17.370646 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] Routers {'b42045e0-2129-4636-a7c3-e00f9344f5f8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:17.371296 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b42045e0-2129-4636-a7c3-e00f9344f5f8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:17.395788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c04a882-5b68-4f2b-8dba-fc03b877033a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting subnet fbe6031e-036f-4f17-94a4-3f19317b672c {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:10:17.401089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136ccc2-560e-429c-9bdc-c8ab6f0ac355', 'name': 'tempest-snat-router-221243223', 'tenant_id': '166bc55b138f4993a1029330d64342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '31740dc6-ec3b-4b58-afc2-4e9be2f32077', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:10Z', 'updated_at': '2021-07-05T18:10:14Z', 'revision_number': 3, 'project_id': '166bc55b138f4993a1029330d64342e0', 'gw_port': {'id': '31740dc6-ec3b-4b58-afc2-4e9be2f32077', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:f1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a136ccc2-560e-429c-9bdc-c8ab6f0ac355', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1526, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:10:12Z', 'updated_at': '2021-07-05T18:10:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:17.428771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Checking router: a136ccc2-560e-429c-9bdc-c8ab6f0ac355 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:10:17.429128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Updating router a136ccc2-560e-429c-9bdc-c8ab6f0ac355 port 31740dc6-ec3b-4b58-afc2-4e9be2f32077 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:10:17.483758 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:17.495279 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] Set router b42045e0-2129-4636-a7c3-e00f9344f5f8 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:17.516993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a9ad3-1a90-4aeb-9364-c83d2b4d904b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.519311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128a9ad3-1a90-4aeb-9364-c83d2b4d904b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.519882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c04a882-5b68-4f2b-8dba-fc03b877033a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:17.520867 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-128a9ad3-1a90-4aeb-9364-c83d2b4d904b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1703866 Jul 05 18:10:17.525482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35188) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:17.527751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-d7cfe8f7-633d-4f50-b550-1de7143c8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.528258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-d7cfe8f7-633d-4f50-b550-1de7143c8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.528737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-d7cfe8f7-633d-4f50-b550-1de7143c8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.529206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-d7cfe8f7-633d-4f50-b550-1de7143c8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.529678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-d7cfe8f7-633d-4f50-b550-1de7143c8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.530149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-d7cfe8f7-633d-4f50-b550-1de7143c8937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.541360 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-d7cfe8f7-633d-4f50-b550-1de7143c8937 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5289 time: 0.5144758 Jul 05 18:10:17.565679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:17.576427 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42045e0-2129-4636-a7c3-e00f9344f5f8', 'name': 'tempest-NetworksTestDHCPv6-router-284412683', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:02Z', 'updated_at': '2021-07-05T18:10:16Z', 'revision_number': 3, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:17.612147 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] Checking router: b42045e0-2129-4636-a7c3-e00f9344f5f8 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:10:17.624235 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] Routers {'b42045e0-2129-4636-a7c3-e00f9344f5f8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:17.625286 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b42045e0-2129-4636-a7c3-e00f9344f5f8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:17.701472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c04a882-5b68-4f2b-8dba-fc03b877033a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:17.704257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:17.733082 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] Set router b42045e0-2129-4636-a7c3-e00f9344f5f8 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:17.805976 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:17.824466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d50b-1918-439e-b411-8bfa4bd78c5c req-23e7d901-c354-4c85-883f-90cb37ce95d3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.831114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d50b-1918-439e-b411-8bfa4bd78c5c req-23e7d901-c354-4c85-883f-90cb37ce95d3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.837658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d50b-1918-439e-b411-8bfa4bd78c5c req-23e7d901-c354-4c85-883f-90cb37ce95d3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.849939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d50b-1918-439e-b411-8bfa4bd78c5c req-23e7d901-c354-4c85-883f-90cb37ce95d3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.858953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d50b-1918-439e-b411-8bfa4bd78c5c req-23e7d901-c354-4c85-883f-90cb37ce95d3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.869461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2d50b-1918-439e-b411-8bfa4bd78c5c req-23e7d901-c354-4c85-883f-90cb37ce95d3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.876220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-3d95b2e8-f82c-4b2f-ad59-b18fa9f10aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.877260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-3d95b2e8-f82c-4b2f-ad59-b18fa9f10aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.877734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-3d95b2e8-f82c-4b2f-ad59-b18fa9f10aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:17.878888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5bb2d50b-1918-439e-b411-8bfa4bd78c5c req-23e7d901-c354-4c85-883f-90cb37ce95d3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 4603 time: 0.4642184 Jul 05 18:10:17.885535 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-3d95b2e8-f82c-4b2f-ad59-b18fa9f10aec service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d65012d13e064701b487acd66c900857&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2653496 Jul 05 18:10:17.887001 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b42045e0-2129-4636-a7c3-e00f9344f5f8', 'name': 'tempest-NetworksTestDHCPv6-router-284412683', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:02Z', 'updated_at': '2021-07-05T18:10:16Z', 'revision_number': 3, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:17.902845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:17.921934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Transition to ACTIVE for port object 31740dc6-ec3b-4b58-afc2-4e9be2f32077 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:17.956480 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df825ec-b629-428e-a4bd-0e6b14eadd59 None None] The sync data for ids ['b42045e0-2129-4636-a7c3-e00f9344f5f8'] in n-d-799524-1 is: [{'id': 'b42045e0-2129-4636-a7c3-e00f9344f5f8', 'name': 'tempest-NetworksTestDHCPv6-router-284412683', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:02Z', 'updated_at': '2021-07-05T18:10:16Z', 'revision_number': 3, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:17.963877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ecec05-38cb-404d-8c04-ef567d739792 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 471096b8-da44-428a-9710-f3a3d9792dbf {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:10:17.967650 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77ecec05-38cb-404d-8c04-ef567d739792 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.016844 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77ecec05-38cb-404d-8c04-ef567d739792 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.020457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c04a882-5b68-4f2b-8dba-fc03b877033a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.052529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.121007 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77ecec05-38cb-404d-8c04-ef567d739792 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.128786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Attempting to bind port 31740dc6-ec3b-4b58-afc2-4e9be2f32077 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:18.129167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Attempting to bind port 31740dc6-ec3b-4b58-afc2-4e9be2f32077 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:18.129542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Attempting to bind port 31740dc6-ec3b-4b58-afc2-4e9be2f32077 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:18.140464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620daa7f-fef8-4c93-8be7-cec040fb73a8 None None] Pushing event updated for resources: {'Port': ['ID=31740dc6-ec3b-4b58-afc2-4e9be2f32077,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:18.143645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:18.144028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:18.144442 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.144828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:18.145360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Bound port: 31740dc6-ec3b-4b58-afc2-4e9be2f32077, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:18.145750 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.246129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] For port 31740dc6-ec3b-4b58-afc2-4e9be2f32077, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:18.255764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] For port 31740dc6-ec3b-4b58-afc2-4e9be2f32077, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=31740dc6-ec3b-4b58-afc2-4e9be2f32077,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:18.259730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-84bef3a5-7a46-4b0f-a2f3-00c32aabe1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:18.261097 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d84c9604-f8d9-4c7e-94c7-554c4b2b02af req-84bef3a5-7a46-4b0f-a2f3-00c32aabe1c6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3613703 Jul 05 18:10:18.291453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5bb2d50b-1918-439e-b411-8bfa4bd78c5c req-46c3bf9f-dfd2-458d-a79d-6851778a6c82 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3951433 Jul 05 18:10:18.362646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.426963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1352ec3-4141-4868-a95b-bb1f3e2c3e90 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:18.442414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.461047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Transition to ACTIVE for port object a1352ec3-4141-4868-a95b-bb1f3e2c3e90 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:18.463174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c04a882-5b68-4f2b-8dba-fc03b877033a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.497716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Routers {'a136ccc2-560e-429c-9bdc-c8ab6f0ac355'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:18.498287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a136ccc2-560e-429c-9bdc-c8ab6f0ac355'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:18.526135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77ecec05-38cb-404d-8c04-ef567d739792 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.543901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Deleting port 31740dc6-ec3b-4b58-afc2-4e9be2f32077 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:18.544255 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.557347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04a882-5b68-4f2b-8dba-fc03b877033a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe6031e-036f-4f17-94a4-3f19317b672c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:18.560991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c04a882-5b68-4f2b-8dba-fc03b877033a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.563341 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7c04a882-5b68-4f2b-8dba-fc03b877033a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "DELETE /v2.0/subnets/fbe6031e-036f-4f17-94a4-3f19317b672c HTTP/1.1" status: 204 len: 168 time: 1.3984005 Jul 05 18:10:18.571195 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.575319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35206) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:18.601197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ecec05-38cb-404d-8c04-ef567d739792 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=471096b8-da44-428a-9710-f3a3d9792dbf,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:18.636685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Pushing event updated for resources: {'Port': ['ID=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:18.646598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] Set router a136ccc2-560e-429c-9bdc-c8ab6f0ac355 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:18.725499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a136ccc2-560e-429c-9bdc-c8ab6f0ac355', 'name': 'tempest-snat-router-221243223', 'tenant_id': '166bc55b138f4993a1029330d64342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:10Z', 'updated_at': '2021-07-05T18:10:17Z', 'revision_number': 4, 'project_id': '166bc55b138f4993a1029330d64342e0', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:18.727771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e8b0a-d8bd-4862-b1ef-a86fbfc2f65d None None] Network 961d57a7-cfdf-4599-b56f-695cad4c0ceb requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:18.728521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77ecec05-38cb-404d-8c04-ef567d739792 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.729964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7582c86f-d5ef-4f8e-a3fe-1651842a7a1e None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:18.738244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-77ecec05-38cb-404d-8c04-ef567d739792 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/471096b8-da44-428a-9710-f3a3d9792dbf HTTP/1.1" status: 204 len: 168 time: 1.2117403 Jul 05 18:10:18.743106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35208) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:18.798793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-4f5b3f01-ae7f-460f-a57b-20c45b4e5710 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:18.800278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-4f5b3f01-ae7f-460f-a57b-20c45b4e5710 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/networks?id=72291751-bbf4-440e-9b1d-96d7e96f0fa9 HTTP/1.1" status: 200 len: 814 time: 0.5061305 Jul 05 18:10:18.811816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-d210b828-2c25-4b31-911c-161443c279f8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:18.816311 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-d210b828-2c25-4b31-911c-161443c279f8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa HTTP/1.1" status: 200 len: 945 time: 0.3045170 Jul 05 18:10:18.850246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:18.902955 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-12bfebf7-1674-46e3-bd1e-6391a9e3ef86 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/quotas/663477122ee2490186fb06acb50709ab HTTP/1.1" status: 200 len: 375 time: 0.0917296 Jul 05 18:10:18.918269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620daa7f-fef8-4c93-8be7-cec040fb73a8 None None] Pushing event updated for resources: {'Port': ['ID=31740dc6-ec3b-4b58-afc2-4e9be2f32077,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:18.936623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c071c6-4b3a-4758-9633-c81b7c65c962 None None] The sync data for ids ['a136ccc2-560e-429c-9bdc-c8ab6f0ac355'] in n-d-799524-1 is: [{'id': 'a136ccc2-560e-429c-9bdc-c8ab6f0ac355', 'name': 'tempest-snat-router-221243223', 'tenant_id': '166bc55b138f4993a1029330d64342e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:10Z', 'updated_at': '2021-07-05T18:10:17Z', 'revision_number': 4, 'project_id': '166bc55b138f4993a1029330d64342e0', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:18.966720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6513d1d8-3da6-406c-8bd1-3e7e4f37dca1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2223411 Jul 05 18:10:18.967552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35210) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:19.060524 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-973ef4e6-0179-4ef4-8801-82f55b78ba7d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.127228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] For port 31740dc6-ec3b-4b58-afc2-4e9be2f32077, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=31740dc6-ec3b-4b58-afc2-4e9be2f32077,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:19.127954 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.205135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Calling delete_port for 31740dc6-ec3b-4b58-afc2-4e9be2f32077 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:19.296644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d8a873-0b99-40fd-910a-5073f7912700 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:10:19.343840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445a6da7-6f76-49d5-89f8-37fa05f763d7 None None] DHCP port deletion for 961d57a7-cfdf-4599-b56f-695cad4c0ceb request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:10:19.420280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c7d8a873-0b99-40fd-910a-5073f7912700 None None] Deleting port e7e346cf-3a14-4307-9598-10506a16fca2 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:19.420676 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a873-0b99-40fd-910a-5073f7912700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.436744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '413e9def-a3d7-4315-99f0-fc80bef26815'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:19.439825 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eae83fb-4816-4022-b83b-9b2f0b422749" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "413e9def-a3d7-4315-99f0-fc80bef26815"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:19.475128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Attempting to bind port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:19.475406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Attempting to bind port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:19.475644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Attempting to bind port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:19.483597 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-973ef4e6-0179-4ef4-8801-82f55b78ba7d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.483886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:19.484444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Attempting to bind port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:19.496717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:19.497056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Checking segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:19.497461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Bound using segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:19.497894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Bound port: a1352ec3-4141-4868-a95b-bb1f3e2c3e90, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:19.498255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.505285 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-973ef4e6-0179-4ef4-8801-82f55b78ba7d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.540238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-64e62df6-c2f6-4636-8fe4-3c5f3ce89246 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=663477122ee2490186fb06acb50709ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6300528 Jul 05 18:10:19.565445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Deleting port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:19.565730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.640931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:19.641271 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.672864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-445a6da7-6f76-49d5-89f8-37fa05f763d7 None None] Deleting port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:19.674385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-445a6da7-6f76-49d5-89f8-37fa05f763d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.726130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] For port a1352ec3-4141-4868-a95b-bb1f3e2c3e90, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:19.761240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c7d8a873-0b99-40fd-910a-5073f7912700 None None] For port e7e346cf-3a14-4307-9598-10506a16fca2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e7e346cf-3a14-4307-9598-10506a16fca2,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:19.761240 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a873-0b99-40fd-910a-5073f7912700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.761899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] For port a1352ec3-4141-4868-a95b-bb1f3e2c3e90, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:19.771769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c7d8a873-0b99-40fd-910a-5073f7912700 None None] Calling delete_port for e7e346cf-3a14-4307-9598-10506a16fca2 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:19.792547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-445a6da7-6f76-49d5-89f8-37fa05f763d7 None None] For port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c,segment=NetworkSegment(5bd023b1-7545-4177-a4c8-383413c842ea),segment_id=5bd023b1-7545-4177-a4c8-383413c842ea)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:19.793210 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-445a6da7-6f76-49d5-89f8-37fa05f763d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.815567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] For port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:19.816528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.823099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-445a6da7-6f76-49d5-89f8-37fa05f763d7 None None] Calling delete_port for 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:19.831681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] For port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c,segment=NetworkSegment(5bd023b1-7545-4177-a4c8-383413c842ea),segment_id=5bd023b1-7545-4177-a4c8-383413c842ea)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:19.831842 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.852777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Calling delete_port for 6cb32594-b55b-4a4b-9fd5-ee6fed77644d owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:19.858642 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.974989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:19.975736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:19.977815 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] 10.222.0.39 "PUT /v2.0/ports/a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 200 len: 1135 time: 2.6763616 Jul 05 18:10:19.981236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Calling delete_port for 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:19.988843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e6d4b3-8e41-4d9e-ae47-28f75ba59aaa service neutron] Pushing event updated for resources: {'Port': ['ID=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:20.046502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-f3ed48bd-35e8-401b-8e98-a795e3875d75 service neutron] 10.222.0.30 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052037 Jul 05 18:10:20.087002 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a873-0b99-40fd-910a-5073f7912700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.139712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:20.150433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e7e346cf-3a14-4307-9598-10506a16fca2 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:20.203497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a873-0b99-40fd-910a-5073f7912700 None None] Pushing event deleted for resources: {'Port': ['ID=e7e346cf-3a14-4307-9598-10506a16fca2,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:20.216577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: e7e346cf-3a14-4307-9598-10506a16fca2 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:20.216577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e7e346cf-3a14-4307-9598-10506a16fca2 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:20.216577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:20.217266 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-445a6da7-6f76-49d5-89f8-37fa05f763d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.219878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d8a873-0b99-40fd-910a-5073f7912700 None None] No DVR routers for this DVR port e7e346cf-3a14-4307-9598-10506a16fca2 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:20.263222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:20.263583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e03af9e-88fc-4e3d-a50d-38ef6f839e09 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:20.264006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:20.294170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-973ef4e6-0179-4ef4-8801-82f55b78ba7d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.295428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973ef4e6-0179-4ef4-8801-82f55b78ba7d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Fanout notify agent at l3_agent the message router_deleted on router b42045e0-2129-4636-a7c3-e00f9344f5f8 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:10:20.305591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a6da7-6f76-49d5-89f8-37fa05f763d7 None None] No DVR routers for this DVR port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:20.310237 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-973ef4e6-0179-4ef4-8801-82f55b78ba7d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.311670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-973ef4e6-0179-4ef4-8801-82f55b78ba7d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/routers/b42045e0-2129-4636-a7c3-e00f9344f5f8 HTTP/1.1" status: 204 len: 168 time: 1.3404293 Jul 05 18:10:20.324702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35232) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:20.351306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a6da7-6f76-49d5-89f8-37fa05f763d7 None None] Pushing event deleted for resources: {'Port': ['ID=82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:20.366170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:20.366170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:20.366616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:20.391114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.405768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.478326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Port': ['ID=82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:20.524287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] No DVR routers for this DVR port 82172c1f-fa86-4a9d-a39c-ecc7aa4d0b4c on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:20.574967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74265204-02d4-4a2c-8362-31109c8f339b req-d9751c2a-00a6-45cb-9881-549f1f21dc7a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:20.586855 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74265204-02d4-4a2c-8362-31109c8f339b req-d9751c2a-00a6-45cb-9881-549f1f21dc7a tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 1.1221795 Jul 05 18:10:20.646657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.664281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-22ce793c-55a4-43e8-bfa9-8a270f3193dc service neutron] 10.222.0.30 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4623153 Jul 05 18:10:20.686126 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.696398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.705970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961d57a7-cfdf-4599-b56f-695cad4c0ceb']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:20.726304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event deleted for resources: {'Port': ['ID=31740dc6-ec3b-4b58-afc2-4e9be2f32077,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:20.739823 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-02e29e0b-824a-4a9f-af6a-ce9938aa0314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.744534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Pushing event deleted for resources: {'Port': ['ID=6cb32594-b55b-4a4b-9fd5-ee6fed77644d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:20.752276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd023b1-7545-4177-a4c8-383413c842ea') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:20.752276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd023b1-7545-4177-a4c8-383413c842ea') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:20.762545 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74265204-02d4-4a2c-8362-31109c8f339b req-4d6f0440-e450-449d-8f4a-2a9d138609ff tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661663 Jul 05 18:10:20.771782 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.784994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-64fe5d4a-8b7e-4e58-b05f-2072df04a746 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7374701 Jul 05 18:10:20.796225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:20.800494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.913042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] No DVR routers for this DVR port 6cb32594-b55b-4a4b-9fd5-ee6fed77644d on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:20.918357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.919641 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ad239b9e-a67c-4454-b9e3-636fe64130b3 req-516773c1-d2fc-44b6-ab92-452d71260b02 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.39 "DELETE /v2.0/ports/6cb32594-b55b-4a4b-9fd5-ee6fed77644d HTTP/1.1" status: 204 len: 173 time: 2.0814919 Jul 05 18:10:20.925261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.935300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:10:20.935846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: items = [ Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:10:20.939656 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:10:20.945365 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:10:20.951099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.111553 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726c5d09-b9d0-4e01-b2eb-7d2d39e1ec92 x-openstack-request-id: req-726c5d09-b9d0-4e01-b2eb-7d2d39e1ec92 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:21.111790 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "413e9def-a3d7-4315-99f0-fc80bef26815", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:21.112122 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-726c5d09-b9d0-4e01-b2eb-7d2d39e1ec92 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:21.112576 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '413e9def-a3d7-4315-99f0-fc80bef26815', 'status': 'completed', 'code': 200} Jul 05 18:10:21.191947 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.225317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.232672 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "DELETE /v2.0/networks/961d57a7-cfdf-4599-b56f-695cad4c0ceb HTTP/1.1" status: 204 len: 168 time: 2.6101840 Jul 05 18:10:21.246388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35244) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:21.261462 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.268087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.272862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a46afa-5d2a-4b0e-ad24-db85722df90a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Network': ['ID=961d57a7-cfdf-4599-b56f-695cad4c0ceb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:21.299656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-418b4733-847f-4d5a-8e93-6acb314e61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.305913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-418b4733-847f-4d5a-8e93-6acb314e61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.305913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-418b4733-847f-4d5a-8e93-6acb314e61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.306362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-418b4733-847f-4d5a-8e93-6acb314e61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.308870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-418b4733-847f-4d5a-8e93-6acb314e61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.309454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-418b4733-847f-4d5a-8e93-6acb314e61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.310007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-418b4733-847f-4d5a-8e93-6acb314e61cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.312936 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-418b4733-847f-4d5a-8e93-6acb314e61cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6217 time: 0.1980178 Jul 05 18:10:21.421325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58e0fde5-ef93-4031-a7f5-e65f84a507d8 req-5adb0540-35f2-4043-9701-ab3f3f30207e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 210 time: 0.1070879 Jul 05 18:10:21.467101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11bba11f-6f5a-4411-a335-cebc6119de12 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:21.477379 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.487539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-e361932b-47a4-4df0-ba7d-cb8815e57489 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting subnet b1de833e-e2a4-410c-9cb9-72bccbc30717 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:10:21.493370 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e361932b-47a4-4df0-ba7d-cb8815e57489 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.503607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Transition to ACTIVE for port object 11bba11f-6f5a-4411-a335-cebc6119de12 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:21.526949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.527486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a136ccc2-560e-429c-9bdc-c8ab6f0ac355 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:10:21.550743 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.554663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-818c4fa5-677d-4259-a6ef-a8d0c359fd86 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a136ccc2-560e-429c-9bdc-c8ab6f0ac355 HTTP/1.1" status: 204 len: 168 time: 4.4047732 Jul 05 18:10:21.561759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35250) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:21.582407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-840e1409-155b-4a9b-aae9-aa74bb32080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.582407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-840e1409-155b-4a9b-aae9-aa74bb32080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.582407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-840e1409-155b-4a9b-aae9-aa74bb32080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.582407 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-840e1409-155b-4a9b-aae9-aa74bb32080f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d65012d13e064701b487acd66c900857&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2323205 Jul 05 18:10:21.586043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695a60-ff6e-4117-bee9-dadf599f2de1 req-3326053c-68b4-4a98-b4f0-4e8b2a3f5222 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.592200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695a60-ff6e-4117-bee9-dadf599f2de1 req-3326053c-68b4-4a98-b4f0-4e8b2a3f5222 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.599049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695a60-ff6e-4117-bee9-dadf599f2de1 req-3326053c-68b4-4a98-b4f0-4e8b2a3f5222 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.604995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695a60-ff6e-4117-bee9-dadf599f2de1 req-3326053c-68b4-4a98-b4f0-4e8b2a3f5222 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.611773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695a60-ff6e-4117-bee9-dadf599f2de1 req-3326053c-68b4-4a98-b4f0-4e8b2a3f5222 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.617797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695a60-ff6e-4117-bee9-dadf599f2de1 req-3326053c-68b4-4a98-b4f0-4e8b2a3f5222 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.623670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80695a60-ff6e-4117-bee9-dadf599f2de1 req-3326053c-68b4-4a98-b4f0-4e8b2a3f5222 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:21.626142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80695a60-ff6e-4117-bee9-dadf599f2de1 req-3326053c-68b4-4a98-b4f0-4e8b2a3f5222 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5380 time: 0.6508722 Jul 05 18:10:21.651179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.686803 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e361932b-47a4-4df0-ba7d-cb8815e57489 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:21.756323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6cb32594-b55b-4a4b-9fd5-ee6fed77644d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:21.800505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 6cb32594-b55b-4a4b-9fd5-ee6fed77644d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:21.801584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6cb32594-b55b-4a4b-9fd5-ee6fed77644d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:21.932684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80695a60-ff6e-4117-bee9-dadf599f2de1 req-eaad6125-9be4-4a2b-a363-f01c13f4bee0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2950923 Jul 05 18:10:21.996022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-31df5967-083a-4d07-9fd3-705766638604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:22.005577 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1eae83fb-4816-4022-b83b-9b2f0b422749 req-31df5967-083a-4d07-9fd3-705766638604 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4171391 Jul 05 18:10:22.061574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Pushing event updated for resources: {'Port': ['ID=11bba11f-6f5a-4411-a335-cebc6119de12,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:22.091727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e361932b-47a4-4df0-ba7d-cb8815e57489 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.113008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Attempting to bind port 11bba11f-6f5a-4411-a335-cebc6119de12 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:22.113422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Attempting to bind port 11bba11f-6f5a-4411-a335-cebc6119de12 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:22.113756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Attempting to bind port 11bba11f-6f5a-4411-a335-cebc6119de12 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:22.118516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Port 11bba11f-6f5a-4411-a335-cebc6119de12 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:22.118919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Attempting to bind port 11bba11f-6f5a-4411-a335-cebc6119de12 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:22.125502 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:22.127409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Checking segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:22.127409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Bound using segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:22.127409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Bound port: 11bba11f-6f5a-4411-a335-cebc6119de12, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:22.128187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.147711 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.154202 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.234131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] For port 11bba11f-6f5a-4411-a335-cebc6119de12, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:22.244005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] For port 11bba11f-6f5a-4411-a335-cebc6119de12, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11bba11f-6f5a-4411-a335-cebc6119de12,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:22.327263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.371959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:22.373247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.378539 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] 10.222.0.39 "PUT /v2.0/ports/11bba11f-6f5a-4411-a335-cebc6119de12 HTTP/1.1" status: 200 len: 1090 time: 2.2419581 Jul 05 18:10:22.395931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:22.427410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:22.429274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=15c0a55d-ad44-4631-9f4f-8529013f4802,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:22.434200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:22.437080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659dcf34-3f6a-4e5b-ac35-ed5f48421ae0 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:22.447819 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.448760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dd2c7-9029-48b5-aa6d-882dc3f1bb7a service neutron] Pushing event updated for resources: {'Port': ['ID=11bba11f-6f5a-4411-a335-cebc6119de12,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:22.486637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:22.526620 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e361932b-47a4-4df0-ba7d-cb8815e57489 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.624324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361932b-47a4-4df0-ba7d-cb8815e57489 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Subnet': ['ID=b1de833e-e2a4-410c-9cb9-72bccbc30717,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:22.637135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e361932b-47a4-4df0-ba7d-cb8815e57489 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.641794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e361932b-47a4-4df0-ba7d-cb8815e57489 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "DELETE /v2.0/subnets/b1de833e-e2a4-410c-9cb9-72bccbc30717 HTTP/1.1" status: 204 len: 168 time: 1.3934722 Jul 05 18:10:22.643477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35260) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:22.661795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7ba4cc-80d6-4bf1-8ee9-d0fe2183a394 None None] Network 0cdac14f-724e-47a3-896f-a6568ae38be1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:22.674192 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.690485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a51f0c5-c075-4b6b-accb-9427e8ef001d req-489661e3-5a74-4e87-be4f-8a37083bbbdc tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 210 time: 0.0700486 Jul 05 18:10:22.718491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a02a2eba-28eb-4034-8b59-0d91fcf2373c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3610742 Jul 05 18:10:22.745342 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.761263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35262) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:22.770590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-181fc35e-cf6a-4fff-8946-eec052bdeaf0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-328718508', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:22.800832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '15c0a55d-ad44-4631-9f4f-8529013f4802'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:10:22.801925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.858695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0784ffe-4ab3-43d3-b6ce-2ffa6d1e28da req-16e40888-2208-41eb-a146-b59d767e9416 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:22.867924 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0784ffe-4ab3-43d3-b6ce-2ffa6d1e28da req-16e40888-2208-41eb-a146-b59d767e9416 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.7423584 Jul 05 18:10:22.911518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:22.979510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/15c0a55d-ad44-4631-9f4f-8529013f4802/5c20d3d1-7ef0-4c49-9e50-961b58608ee5) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:22.984667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0784ffe-4ab3-43d3-b6ce-2ffa6d1e28da req-2d8af349-7072-407f-a792-453e7a8a39a8 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154299 Jul 05 18:10:23.062029 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-181fc35e-cf6a-4fff-8946-eec052bdeaf0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.063527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-181fc35e-cf6a-4fff-8946-eec052bdeaf0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.076072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-d370636c-95b5-4dcb-a3f6-980ba2e72f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:23.082107 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-d370636c-95b5-4dcb-a3f6-980ba2e72f14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3&tenant_id=9127f142890240a89ef4a167926f125c HTTP/1.1" status: 200 len: 1094 time: 0.2146397 Jul 05 18:10:23.122825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': 'a1352ec3-4141-4868-a95b-bb1f3e2c3e90'}, {'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'name': 'network-vif-deleted', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d'}, {'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '11bba11f-6f5a-4411-a335-cebc6119de12'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:23.138535 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f310d31-f077-4be6-b24f-3fffc74fad57" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "a1352ec3-4141-4868-a95b-bb1f3e2c3e90"}, {"server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "name": "network-vif-deleted", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d"}, {"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "11bba11f-6f5a-4411-a335-cebc6119de12"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:23.156253 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-181fc35e-cf6a-4fff-8946-eec052bdeaf0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.159568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.171256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Transition to ACTIVE for port object 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:23.188039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Transition to ACTIVE for port object 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:23.229573 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-63c868fd-be9d-4cdb-b2f9-8a0809d322be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:23.235336 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-63c868fd-be9d-4cdb-b2f9-8a0809d322be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 1094 time: 0.0853364 Jul 05 18:10:23.308451 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-181fc35e-cf6a-4fff-8946-eec052bdeaf0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.309514 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.328930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting port 4fe7e30e-29f2-440e-987e-7a6e37ae684e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:23.330288 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.356987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9ca650-117b-40c1-8efb-d091598d6ba2 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:23.367012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:23.367958 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.389952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Transition to ACTIVE for port object 0d9ca650-117b-40c1-8efb-d091598d6ba2 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:23.394116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:23.394759 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6744c56e-5b68-4da1-aa72-d0aaf327618b x-openstack-request-id: req-6744c56e-5b68-4da1-aa72-d0aaf327618b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:23.395067 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "a1352ec3-4141-4868-a95b-bb1f3e2c3e90", "status": "completed", "code": 200}, {"server_uuid": "4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa", "name": "network-vif-deleted", "tag": "6cb32594-b55b-4a4b-9fd5-ee6fed77644d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "11bba11f-6f5a-4411-a335-cebc6119de12", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:23.395370 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6744c56e-5b68-4da1-aa72-d0aaf327618b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:23.395832 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': 'a1352ec3-4141-4868-a95b-bb1f3e2c3e90', 'status': 'completed', 'code': 200} Jul 05 18:10:23.396094 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c1ab425-ccbb-49b5-8cd1-8bc667cba1fa', 'name': 'network-vif-deleted', 'tag': '6cb32594-b55b-4a4b-9fd5-ee6fed77644d', 'status': 'completed', 'code': 200} Jul 05 18:10:23.396312 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '11bba11f-6f5a-4411-a335-cebc6119de12', 'status': 'completed', 'code': 200} Jul 05 18:10:23.408863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:23.418945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Pushing event updated for resources: {'Port': ['ID=5c20d3d1-7ef0-4c49-9e50-961b58608ee5,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:23.429396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911690b1-39cc-483f-bd79-58b0b5569723 None None] DHCP port deletion for 0cdac14f-724e-47a3-896f-a6568ae38be1 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:10:23.431854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] For port 4fe7e30e-29f2-440e-987e-7a6e37ae684e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4fe7e30e-29f2-440e-987e-7a6e37ae684e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:23.432349 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.449221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Calling delete_port for 4fe7e30e-29f2-440e-987e-7a6e37ae684e owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:23.468966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.478583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-37e74e4e-e7bf-4879-84d8-caa78f92a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:23.483301 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-37e74e4e-e7bf-4879-84d8-caa78f92a497 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 200 len: 917 time: 0.2354529 Jul 05 18:10:23.514409 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8b86a17c-b4f5-4639-82df-556ef0288488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.534311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ca650-117b-40c1-8efb-d091598d6ba2,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:23.569067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Attempting to bind port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:23.569455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Attempting to bind port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:23.569814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Attempting to bind port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:23.579000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 9, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:23.579940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:23.580291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.580686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:23.582490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Bound port: 5c20d3d1-7ef0-4c49-9e50-961b58608ee5, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:23.582490 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.604933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-911690b1-39cc-483f-bd79-58b0b5569723 None None] Deleting port 4fe7e30e-29f2-440e-987e-7a6e37ae684e {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:23.604933 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-911690b1-39cc-483f-bd79-58b0b5569723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.619993 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-04afee24-4972-4f0e-bc9b-c268c7bbc8f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=009a39d3-3dda-4027-ab22-aaba0f8365df HTTP/1.1" status: 200 len: 998 time: 0.0806785 Jul 05 18:10:23.680315 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.767157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-911690b1-39cc-483f-bd79-58b0b5569723 None None] For port 4fe7e30e-29f2-440e-987e-7a6e37ae684e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4fe7e30e-29f2-440e-987e-7a6e37ae684e,segment=NetworkSegment(74391d41-c306-40ab-ba74-3aab5b0a7b15),segment_id=74391d41-c306-40ab-ba74-3aab5b0a7b15)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:23.767967 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-911690b1-39cc-483f-bd79-58b0b5569723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.773754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-2ce3d73d-073d-406f-a0b7-665d126355c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:23.778534 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-2ce3d73d-073d-406f-a0b7-665d126355c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 200 len: 856 time: 0.1053858 Jul 05 18:10:23.787285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-911690b1-39cc-483f-bd79-58b0b5569723 None None] Calling delete_port for 4fe7e30e-29f2-440e-987e-7a6e37ae684e owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:23.789938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] For port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:23.810183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] For port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5c20d3d1-7ef0-4c49-9e50-961b58608ee5,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:23.887842 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.896521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Attempting to bind port 0d9ca650-117b-40c1-8efb-d091598d6ba2 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:23.898927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Attempting to bind port 0d9ca650-117b-40c1-8efb-d091598d6ba2 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:23.900836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Attempting to bind port 0d9ca650-117b-40c1-8efb-d091598d6ba2 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:23.936034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Port 0d9ca650-117b-40c1-8efb-d091598d6ba2 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:23.936478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Attempting to bind port 0d9ca650-117b-40c1-8efb-d091598d6ba2 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:23.941552 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-203a013d-68d3-443e-b6bd-52cb6462e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:23.952623 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-203a013d-68d3-443e-b6bd-52cb6462e0b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ca2dccdc-b59c-4cb4-bf64-57c311be8666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1671879 Jul 05 18:10:23.956773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:23.958112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Checking segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:23.966645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Bound using segment: {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:23.973224 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Bound port: 0d9ca650-117b-40c1-8efb-d091598d6ba2, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d43a575-2486-4248-b20b-c892cd2c1e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:23.973224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:23.995510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce2f25-21bc-490f-aa4e-fc20f877e9fc None None] Pushing event updated for resources: {'Port': ['ID=5c20d3d1-7ef0-4c49-9e50-961b58608ee5,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:24.100718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Deleting port 785b0766-c207-4b0c-b163-f586dfa1df88 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:24.101115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.104022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4fe7e30e-29f2-440e-987e-7a6e37ae684e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:24.183099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] For port 0d9ca650-117b-40c1-8efb-d091598d6ba2, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:24.186963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] For port 0d9ca650-117b-40c1-8efb-d091598d6ba2, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:24.264788 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-911690b1-39cc-483f-bd79-58b0b5569723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.268076 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-e516da27-f998-4a7f-89b2-f277eeae4216 service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978394 Jul 05 18:10:24.322706 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.331360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911690b1-39cc-483f-bd79-58b0b5569723 None None] Pushing event deleted for resources: {'Port': ['ID=4fe7e30e-29f2-440e-987e-7a6e37ae684e,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:24.334043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911690b1-39cc-483f-bd79-58b0b5569723 None None] No DVR routers for this DVR port 4fe7e30e-29f2-440e-987e-7a6e37ae684e on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:24.336039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21b8e548-49f2-46b3-977e-af67a66864ab req-c485ccfd-0b70-4d72-8378-2f30302435d5 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 210 time: 0.2698429 Jul 05 18:10:24.372477 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-181fc35e-cf6a-4fff-8946-eec052bdeaf0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.377981 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.381990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-181fc35e-cf6a-4fff-8946-eec052bdeaf0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.6123064 Jul 05 18:10:24.383800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35274) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:24.415453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] For port 785b0766-c207-4b0c-b163-f586dfa1df88, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=785b0766-c207-4b0c-b163-f586dfa1df88,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:24.416087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.433331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Calling delete_port for 785b0766-c207-4b0c-b163-f586dfa1df88 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:24.572359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.572992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.574482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] 10.222.0.39 "PUT /v2.0/ports/0d9ca650-117b-40c1-8efb-d091598d6ba2 HTTP/1.1" status: 200 len: 1090 time: 2.0957503 Jul 05 18:10:24.621440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.676827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:24.748710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913705ca-ca78-4688-a3fc-f454844cb1da req-a3f9679e-6a44-4677-b66f-cb4cf94d04cb tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.756514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913705ca-ca78-4688-a3fc-f454844cb1da req-a3f9679e-6a44-4677-b66f-cb4cf94d04cb tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.763167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913705ca-ca78-4688-a3fc-f454844cb1da req-a3f9679e-6a44-4677-b66f-cb4cf94d04cb tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.770858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913705ca-ca78-4688-a3fc-f454844cb1da req-a3f9679e-6a44-4677-b66f-cb4cf94d04cb tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.777070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913705ca-ca78-4688-a3fc-f454844cb1da req-a3f9679e-6a44-4677-b66f-cb4cf94d04cb tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.785456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913705ca-ca78-4688-a3fc-f454844cb1da req-a3f9679e-6a44-4677-b66f-cb4cf94d04cb tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.791894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913705ca-ca78-4688-a3fc-f454844cb1da req-a3f9679e-6a44-4677-b66f-cb4cf94d04cb tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.794044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-913705ca-ca78-4688-a3fc-f454844cb1da req-a3f9679e-6a44-4677-b66f-cb4cf94d04cb tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5392 time: 1.6267941 Jul 05 18:10:24.804917 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.815188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e21dc-5681-4d69-9ff6-bb5653b01d1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d9ca650-117b-40c1-8efb-d091598d6ba2,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:24.830950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-080fd95c-e134-40e7-a5e6-2bf0d7719641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.831433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-080fd95c-e134-40e7-a5e6-2bf0d7719641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.837251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-080fd95c-e134-40e7-a5e6-2bf0d7719641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.837251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-080fd95c-e134-40e7-a5e6-2bf0d7719641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.837251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-080fd95c-e134-40e7-a5e6-2bf0d7719641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.837251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-080fd95c-e134-40e7-a5e6-2bf0d7719641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.837251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-080fd95c-e134-40e7-a5e6-2bf0d7719641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:24.837251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-080fd95c-e134-40e7-a5e6-2bf0d7719641 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6284 time: 1.5390804 Jul 05 18:10:24.905116 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-8ff9a2de-1480-44d9-9ede-1fafd8218b9a service neutron] 10.222.0.39 "GET /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293719 Jul 05 18:10:24.908616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:24.953002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event deleted for resources: {'Port': ['ID=785b0766-c207-4b0c-b163-f586dfa1df88,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:25.082701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-a6e3d8db-d058-43a0-af10-76c145db9bb6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:25.084262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-a6e3d8db-d058-43a0-af10-76c145db9bb6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.39 "GET /v2.0/networks?id=72291751-bbf4-440e-9b1d-96d7e96f0fa9 HTTP/1.1" status: 200 len: 814 time: 0.9104145 Jul 05 18:10:25.084914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:25.132867 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:25.143057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Request body: {'port': {'device_id': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9', 'admin_state_up': True, 'tenant_id': '663477122ee2490186fb06acb50709ab'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:25.194671 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:25.262600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] No DVR routers for this DVR port 4fe7e30e-29f2-440e-987e-7a6e37ae684e on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:25.268151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-913705ca-ca78-4688-a3fc-f454844cb1da req-8c751fbe-9d02-4996-94b7-3c029c7769e7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4608309 Jul 05 18:10:25.268977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Port': ['ID=4fe7e30e-29f2-440e-987e-7a6e37ae684e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:25.398238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '0d9ca650-117b-40c1-8efb-d091598d6ba2'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:25.398730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a48a3-3e88-4594-832b-9645e61453c1 req-957c51e9-4ce8-4020-9e69-41b6a732a901 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:25.400341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-269a48a3-3e88-4594-832b-9645e61453c1 req-957c51e9-4ce8-4020-9e69-41b6a732a901 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.7230928 Jul 05 18:10:25.401214 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada5f65e-3756-4065-9947-0ccddc1d7d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "0d9ca650-117b-40c1-8efb-d091598d6ba2"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:25.558238 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:25.631363 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:25.655033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-1823e4da-830a-44c7-8027-d507b3bf2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:25.655879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-1823e4da-830a-44c7-8027-d507b3bf2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:25.656524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-1823e4da-830a-44c7-8027-d507b3bf2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:25.659330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-1823e4da-830a-44c7-8027-d507b3bf2435 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d65012d13e064701b487acd66c900857&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7710178 Jul 05 18:10:25.760507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-98e36c04-d8e9-4f2b-a15c-be968d0e3057 None None] Provisioning for port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:25.778176 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:25.933152 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cdac14f-724e-47a3-896f-a6568ae38be1']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:25.940319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-269a48a3-3e88-4594-832b-9645e61453c1 req-992038d2-78df-45f6-abc0-0e52afe7b114 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4575896 Jul 05 18:10:25.940671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 298b7fa1-7251-480c-8d0f-309eee9d0ba6 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:25.967728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:25.982576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3654440-9789-4c52-8c0e-d4a482ef7a56 req-18885b20-224d-4bb4-9004-8d65255421ec tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 210 time: 0.1167765 Jul 05 18:10:25.988610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74391d41-c306-40ab-ba74-3aab5b0a7b15') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:25.989029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74391d41-c306-40ab-ba74-3aab5b0a7b15') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:26.072179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.074177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c597608-def1-45d0-9d80-96c43fd831d7 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:10:26.083000 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.084335 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce22920b-b145-4288-92b7-92058602e054 x-openstack-request-id: req-ce22920b-b145-4288-92b7-92058602e054 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:26.084631 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "0d9ca650-117b-40c1-8efb-d091598d6ba2", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:26.084871 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce22920b-b145-4288-92b7-92058602e054 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:26.085269 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '0d9ca650-117b-40c1-8efb-d091598d6ba2', 'status': 'completed', 'code': 200} Jul 05 18:10:26.097716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Transition to ACTIVE for port object 298b7fa1-7251-480c-8d0f-309eee9d0ba6 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:26.133199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.139737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::1 (d4311eb2-2783-4bd2-b311-e1327c967a23/15c0a55d-ad44-4631-9f4f-8529013f4802/d99c9c2a-1c77-42f8-b5e6-a806881f0afc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:26.140447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6b5c95b9-9969-410e-a3ef-86561ffd7fb2 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "DELETE /v2.0/routers/0c597608-def1-45d0-9d80-96c43fd831d7 HTTP/1.1" status: 204 len: 168 time: 4.5717890 Jul 05 18:10:26.146253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Made reservation on behalf of 663477122ee2490186fb06acb50709ab for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:26.151966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:26.169745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.201770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1489964018', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:26.201891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.227870 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.239311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:10:26.239949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:10:26.246016 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:10:26.294956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-dfb85603-1479-4e98-b348-9e1ec4623b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:26.300766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-dfb85603-1479-4e98-b348-9e1ec4623b1d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6142769 Jul 05 18:10:26.325347 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.350173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:26.511579 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.512477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.596661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:26.602801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:26.603178 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.603681 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.638544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Pushing event updated for resources: {'Port': ['ID=298b7fa1-7251-480c-8d0f-309eee9d0ba6,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:26.872132 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.901791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Allocated IP 172.20.0.6 (72291751-bbf4-440e-9b1d-96d7e96f0fa9/15035df3-c065-479f-94fd-23f7e0d512a1/e9e29aab-1924-4f83-bce4-a7d3b24ab1e6) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:26.939153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:26.966680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5c20d3d1-7ef0-4c49-9e50-961b58608ee5,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:26.988711 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.007546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "DELETE /v2.0/networks/0cdac14f-724e-47a3-896f-a6568ae38be1 HTTP/1.1" status: 204 len: 168 time: 4.3598602 Jul 05 18:10:27.007838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Network': ['ID=0cdac14f-724e-47a3-896f-a6568ae38be1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:27.019008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35304) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:27.028706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-694662009'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:27.029428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.029428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.029428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.029778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.030062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.030665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.031014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.031637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.031978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.033207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.034479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.034945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2757ca2-4346-457b-9f51-972b5bdede81 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:27.041627 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.069523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0542d-0bf3-49ef-a314-119f718d0f93 req-31f6c534-fce0-4027-a7bd-f7313d961e0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.080768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0542d-0bf3-49ef-a314-119f718d0f93 req-31f6c534-fce0-4027-a7bd-f7313d961e0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.089266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0542d-0bf3-49ef-a314-119f718d0f93 req-31f6c534-fce0-4027-a7bd-f7313d961e0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.096728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0542d-0bf3-49ef-a314-119f718d0f93 req-31f6c534-fce0-4027-a7bd-f7313d961e0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.099055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.103719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0542d-0bf3-49ef-a314-119f718d0f93 req-31f6c534-fce0-4027-a7bd-f7313d961e0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.111255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=5c20d3d1-7ef0-4c49-9e50-961b58608ee5,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:27.111709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.112742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0542d-0bf3-49ef-a314-119f718d0f93 req-31f6c534-fce0-4027-a7bd-f7313d961e0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.121612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0542d-0bf3-49ef-a314-119f718d0f93 req-31f6c534-fce0-4027-a7bd-f7313d961e0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.123590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee0542d-0bf3-49ef-a314-119f718d0f93 req-31f6c534-fce0-4027-a7bd-f7313d961e0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5416 time: 0.5067718 Jul 05 18:10:27.143751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Attempting to bind port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:27.144277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Attempting to bind port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:27.144424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Attempting to bind port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 on network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:27.145612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-b8718ca3-c314-4d96-ae62-4d9da7e37236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.146110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-b8718ca3-c314-4d96-ae62-4d9da7e37236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.146692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-b8718ca3-c314-4d96-ae62-4d9da7e37236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.147170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-b8718ca3-c314-4d96-ae62-4d9da7e37236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.147707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-b8718ca3-c314-4d96-ae62-4d9da7e37236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.148856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-b8718ca3-c314-4d96-ae62-4d9da7e37236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.149099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-b8718ca3-c314-4d96-ae62-4d9da7e37236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.151206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-b8718ca3-c314-4d96-ae62-4d9da7e37236 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6376 time: 0.6599269 Jul 05 18:10:27.152351 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object d99c9c2a-1c77-42f8-b5e6-a806881f0afc will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:27.160387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 on network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:27.161525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Attempting to bind port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 on network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:27.203971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:27.204347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Checking segment: {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:27.204809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Bound using segment: {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:27.205304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Bound port: 298b7fa1-7251-480c-8d0f-309eee9d0ba6, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:27.205613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.284337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:27.288260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.290902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82600ea2-d1e9-4c1b-a6ee-9bd65a6bc07e req-f0296f42-fcf2-4da9-a9c9-b16649919bf1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 210 time: 0.0488191 Jul 05 18:10:27.364915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee0542d-0bf3-49ef-a314-119f718d0f93 req-8736a11c-0479-4f3d-ae3a-42745ea577b1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2274973 Jul 05 18:10:27.465038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-dd8fe3f9-fdf5-4476-9f37-945a5ed10662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.465768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-dd8fe3f9-fdf5-4476-9f37-945a5ed10662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.466297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-dd8fe3f9-fdf5-4476-9f37-945a5ed10662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.468557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-dd8fe3f9-fdf5-4476-9f37-945a5ed10662 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d65012d13e064701b487acd66c900857&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2912226 Jul 05 18:10:27.484589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.485593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] For port 298b7fa1-7251-480c-8d0f-309eee9d0ba6, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:27.490230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] For port 298b7fa1-7251-480c-8d0f-309eee9d0ba6, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:27.499109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:10:27.518367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.518752 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Added segment 2013c447-7691-4814-8670-57d7663c7920 of type vlan for network a5d22062-df0d-4c8b-9f0e-a049bf382459 Jul 05 18:10:27.560789 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.582996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.631839 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.648763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:27.670962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:27.674305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:27.675110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.734391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=d99c9c2a-1c77-42f8-b5e6-a806881f0afc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:27.741680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.742319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.743859 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] 10.222.0.39 "PUT /v2.0/ports/298b7fa1-7251-480c-8d0f-309eee9d0ba6 HTTP/1.1" status: 200 len: 1091 time: 3.0728416 Jul 05 18:10:27.879655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Request body: {'port': {'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:27.904039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:27.916399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:27.918415 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:28.146551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '298b7fa1-7251-480c-8d0f-309eee9d0ba6'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:28.157449 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "298b7fa1-7251-480c-8d0f-309eee9d0ba6"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:28.181584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:28.296115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:28.297395 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:28.301909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-bbc0fb0c-18da-4960-b9bd-b24b943c32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:28.303433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f310d31-f077-4be6-b24f-3fffc74fad57 req-bbc0fb0c-18da-4960-b9bd-b24b943c32cd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7893441 Jul 05 18:10:28.305442 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:28.361218 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3376572 Jul 05 18:10:28.361475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-63536499-7c0f-4922-a8b5-8010809bf645 None None] Provisioning for port d99c9c2a-1c77-42f8-b5e6-a806881f0afc completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:28.361597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e59725-f112-49ab-b6f6-111ef67c338a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Network': ['ID=a5d22062-df0d-4c8b-9f0e-a049bf382459,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:28.365826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697f0d4-8661-4883-9d2d-4cf2727d4fb7 req-7eb6c42b-a5c8-4485-be2c-63fefb55e492 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:28.365998 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ebfde7-6d36-4594-b15c-8bdfe6d5b0a0 x-openstack-request-id: req-79ebfde7-6d36-4594-b15c-8bdfe6d5b0a0 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:28.365998 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "298b7fa1-7251-480c-8d0f-309eee9d0ba6", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:28.365998 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79ebfde7-6d36-4594-b15c-8bdfe6d5b0a0 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:28.366308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f697f0d4-8661-4883-9d2d-4cf2727d4fb7 req-7eb6c42b-a5c8-4485-be2c-63fefb55e492 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.7768946 Jul 05 18:10:28.367978 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '298b7fa1-7251-480c-8d0f-309eee9d0ba6', 'status': 'completed', 'code': 200} Jul 05 18:10:28.368356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35316) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:28.386392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a5d22062-df0d-4c8b-9f0e-a049bf382459 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:10:28.410347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'subnet': {'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:28.422075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44c4d3-8cc6-4dc1-a208-9a1c50c5518f service neutron] Pushing event updated for resources: {'Port': ['ID=298b7fa1-7251-480c-8d0f-309eee9d0ba6,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:28.481760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:28.497311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:28.500528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:28.505106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:28.591395 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:28.617286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-63536499-7c0f-4922-a8b5-8010809bf645 None None] Provisioning complete for port d99c9c2a-1c77-42f8-b5e6-a806881f0afc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:28.618441 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-63536499-7c0f-4922-a8b5-8010809bf645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:28.645914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:28.688679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Pushing event updated for resources: {'Port': ['ID=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:28.698537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f697f0d4-8661-4883-9d2d-4cf2727d4fb7 req-064948e2-ba63-4848-8e8d-cdef789edb04 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810128 Jul 05 18:10:28.734002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:28.734954 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:28.741765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-63536499-7c0f-4922-a8b5-8010809bf645 None None] Port d99c9c2a-1c77-42f8-b5e6-a806881f0afc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:28.797163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Allocated IP 172.25.3.236 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/589c6300-8da4-41f5-b3f2-72093fec4ea4) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:28.808773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 785b0766-c207-4b0c-b163-f586dfa1df88 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:28.843899 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-08c0a5f5-ff51-43fb-8e10-acfb7fde8fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7325361 Jul 05 18:10:28.864647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 785b0766-c207-4b0c-b163-f586dfa1df88 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:28.865317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 785b0766-c207-4b0c-b163-f586dfa1df88 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:28.874976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f779a3e-5a80-4d8c-b568-d1e4c511aab1 req-c509782c-f847-47d6-9b53-a8e661964d0c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:28.886945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f779a3e-5a80-4d8c-b568-d1e4c511aab1 req-c509782c-f847-47d6-9b53-a8e661964d0c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 931 time: 0.3087957 Jul 05 18:10:28.905761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Request body: {'port': {'device_id': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:29.036372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.045977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f779a3e-5a80-4d8c-b568-d1e4c511aab1 req-7003b036-5f0a-4504-bab1-d5fb503ffae6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552277 Jul 05 18:10:29.161026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-de05a2d8-03ac-4250-87f1-b382816012d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.161841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-de05a2d8-03ac-4250-87f1-b382816012d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.162379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-de05a2d8-03ac-4250-87f1-b382816012d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.163125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-de05a2d8-03ac-4250-87f1-b382816012d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.163691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-de05a2d8-03ac-4250-87f1-b382816012d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.164735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-de05a2d8-03ac-4250-87f1-b382816012d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.165292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-de05a2d8-03ac-4250-87f1-b382816012d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.167926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-de05a2d8-03ac-4250-87f1-b382816012d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6418 time: 0.4036674 Jul 05 18:10:29.196744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeaed0-a4f5-4a22-8126-e69abf7c120b req-67d2ccdf-6674-4a63-a2c7-c811ec24c4e7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.207794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeaed0-a4f5-4a22-8126-e69abf7c120b req-67d2ccdf-6674-4a63-a2c7-c811ec24c4e7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.214974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeaed0-a4f5-4a22-8126-e69abf7c120b req-67d2ccdf-6674-4a63-a2c7-c811ec24c4e7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.224942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeaed0-a4f5-4a22-8126-e69abf7c120b req-67d2ccdf-6674-4a63-a2c7-c811ec24c4e7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.234261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeaed0-a4f5-4a22-8126-e69abf7c120b req-67d2ccdf-6674-4a63-a2c7-c811ec24c4e7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.242098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeaed0-a4f5-4a22-8126-e69abf7c120b req-67d2ccdf-6674-4a63-a2c7-c811ec24c4e7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.250720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeaed0-a4f5-4a22-8126-e69abf7c120b req-67d2ccdf-6674-4a63-a2c7-c811ec24c4e7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:29.261893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8afeaed0-a4f5-4a22-8126-e69abf7c120b req-67d2ccdf-6674-4a63-a2c7-c811ec24c4e7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5416 time: 0.3256676 Jul 05 18:10:29.267436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.360012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:29.363861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.451035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8afeaed0-a4f5-4a22-8126-e69abf7c120b req-f72f8c72-133b-42c2-acfe-9bda422557c3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1880138 Jul 05 18:10:29.506255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.560398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.704965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:29.715837 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.731765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Transition to ACTIVE for port object e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:29.816182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.818159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.866319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.911786 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.912573 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.952424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a656ce28-69fd-4c56-b54d-8931793f41e7 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:29.981129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:29.993989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:30.001503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:30.031218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18baef6-a165-4c65-9eeb-364b25631710 req-d4e55b49-c3cd-476f-a487-cbbecf6c395b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.033723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c18baef6-a165-4c65-9eeb-364b25631710 req-d4e55b49-c3cd-476f-a487-cbbecf6c395b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.1535811 Jul 05 18:10:30.048840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:30.051801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:30.071975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Transition to ACTIVE for port object a656ce28-69fd-4c56-b54d-8931793f41e7 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:30.094188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Attempting to bind port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:30.094610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Attempting to bind port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:30.094955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Attempting to bind port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 on network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:30.100753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:30.107105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event updated for resources: {'Port': ['ID=589c6300-8da4-41f5-b3f2-72093fec4ea4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:30.108297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 on network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:30.108629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Attempting to bind port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 on network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:30.117719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:30.118056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Checking segment: {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:30.118446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Bound using segment: {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:30.119433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Bound port: e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:30.119794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:30.135629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c18baef6-a165-4c65-9eeb-364b25631710 req-0e2146db-ca4f-429d-b4d0-646938a7cc65 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913944 Jul 05 18:10:30.222323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:30.226315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.226700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.227048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.227387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.227724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.228057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.228391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.228724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.229052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.229377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.229763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.230029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:10:30.313020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:30.332710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:30.362958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace3c4e6-eab1-4725-87c7-91eab57041a1 req-c48fbf6c-bf3b-4c9e-a28e-7bb09ab3a6f0 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.364837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ace3c4e6-eab1-4725-87c7-91eab57041a1 req-c48fbf6c-bf3b-4c9e-a28e-7bb09ab3a6f0 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.1403253 Jul 05 18:10:30.417459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ace3c4e6-eab1-4725-87c7-91eab57041a1 req-24a313bf-f85f-4587-90fa-63e72e4a3c57 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427480 Jul 05 18:10:30.419692 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:30.466132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.466980 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:30.468309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] 10.222.0.39 "PUT /v2.0/ports/e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 HTTP/1.1" status: 200 len: 1091 time: 1.5737808 Jul 05 18:10:30.468861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'tag': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:30.472326 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f4a95b-02d2-43e1-9a91-164d50abe62f" -d '{"events": [{"name": "network-changed", "server_uuid": "2a211b32-557f-470f-8abf-79e3a52fbd04", "tag": "e9e29aab-1924-4f83-bce4-a7d3b24ab1e6"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:30.500877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97728b07-5687-47a5-a12b-7066af07ad77 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:30.571263 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513ed480-169b-44be-987a-8fc0ff770235 x-openstack-request-id: req-513ed480-169b-44be-987a-8fc0ff770235 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:30.571564 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a211b32-557f-470f-8abf-79e3a52fbd04", "tag": "e9e29aab-1924-4f83-bce4-a7d3b24ab1e6", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:30.572170 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-513ed480-169b-44be-987a-8fc0ff770235 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:30.572582 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'tag': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6', 'status': 'completed', 'code': 200} Jul 05 18:10:30.722951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3db07-9c06-43b8-92b9-0d6cd467f006 req-e763b0be-7e2c-4753-aa02-3b20ae4cfe1b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.729016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3db07-9c06-43b8-92b9-0d6cd467f006 req-e763b0be-7e2c-4753-aa02-3b20ae4cfe1b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.733593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=d99c9c2a-1c77-42f8-b5e6-a806881f0afc,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:30.736072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3db07-9c06-43b8-92b9-0d6cd467f006 req-e763b0be-7e2c-4753-aa02-3b20ae4cfe1b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.752000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3db07-9c06-43b8-92b9-0d6cd467f006 req-e763b0be-7e2c-4753-aa02-3b20ae4cfe1b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.758289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3db07-9c06-43b8-92b9-0d6cd467f006 req-e763b0be-7e2c-4753-aa02-3b20ae4cfe1b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.764445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3db07-9c06-43b8-92b9-0d6cd467f006 req-e763b0be-7e2c-4753-aa02-3b20ae4cfe1b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.787631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3db07-9c06-43b8-92b9-0d6cd467f006 req-e763b0be-7e2c-4753-aa02-3b20ae4cfe1b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:30.789660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48d3db07-9c06-43b8-92b9-0d6cd467f006 req-e763b0be-7e2c-4753-aa02-3b20ae4cfe1b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.1561582 Jul 05 18:10:30.826019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Subnet': ['ID=e1df9dbb-dfc9-4c58-a8c7-6336da9d1acc,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:30.858016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48d3db07-9c06-43b8-92b9-0d6cd467f006 req-067f19f5-d5db-40d3-9ab8-368019013c62 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625222 Jul 05 18:10:30.889171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Checking segment: {'id': '2013c447-7691-4814-8670-57d7663c7920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:30.889171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network hostable DHCP agents. Network: a5d22062-df0d-4c8b-9f0e-a049bf382459, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:10:30.926887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:30.939859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:30.991634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Pushing event updated for resources: {'Port': ['ID=a656ce28-69fd-4c56-b54d-8931793f41e7,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:31.079179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network a5d22062-df0d-4c8b-9f0e-a049bf382459 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:10:31.106357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Attempting to bind port a656ce28-69fd-4c56-b54d-8931793f41e7 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:31.109163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Attempting to bind port a656ce28-69fd-4c56-b54d-8931793f41e7 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:31.109163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Attempting to bind port a656ce28-69fd-4c56-b54d-8931793f41e7 on network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:31.152601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Port a656ce28-69fd-4c56-b54d-8931793f41e7 on network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:31.152930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Attempting to bind port a656ce28-69fd-4c56-b54d-8931793f41e7 on network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:31.166823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a5d22062-df0d-4c8b-9f0e-a049bf382459) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:31.178744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0045d50b-e11b-4839-ad63-98b70c67fedf None None] Network a5d22062-df0d-4c8b-9f0e-a049bf382459 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:31.181877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:31.182272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Checking segment: {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:31.182640 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Bound using segment: {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:31.185520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Bound port: a656ce28-69fd-4c56-b54d-8931793f41e7, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5dd11c2-231c-4370-9255-7d77e03a43e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:31.185520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.186998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:31.187592 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.286933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f885776a-8015-4318-a143-e4f1e6e42ec6 None None] Provisioning complete for port d99c9c2a-1c77-42f8-b5e6-a806881f0afc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:31.291465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f885776a-8015-4318-a143-e4f1e6e42ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.303893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.350825 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-11c047a8-67b7-4edf-8daf-a35b79e9c375 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.9506788 Jul 05 18:10:31.359014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35336) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:31.364849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-969090095'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:31.369714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f885776a-8015-4318-a143-e4f1e6e42ec6 None None] Port d99c9c2a-1c77-42f8-b5e6-a806881f0afc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:31.399136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] For port a656ce28-69fd-4c56-b54d-8931793f41e7, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:31.401056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Router a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:10:31.403941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] For port a656ce28-69fd-4c56-b54d-8931793f41e7, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a656ce28-69fd-4c56-b54d-8931793f41e7,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:31.456618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea2096-5348-418a-ba45-2fed3fbb8252 req-94f1abf1-6537-4599-b319-fb241f71349e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:31.459464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b9ea2096-5348-418a-ba45-2fed3fbb8252 req-94f1abf1-6537-4599-b319-fb241f71349e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.1334717 Jul 05 18:10:31.502960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-a5d22062-df0d-4c8b-9f0e-a049bf382459', 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'fixed_ips': [{'subnet_id': 'e1df9dbb-dfc9-4c58-a8c7-6336da9d1acc'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:10:31.503827 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.535241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b9ea2096-5348-418a-ba45-2fed3fbb8252 req-c7855ea4-a576-4f8f-a356-f2e104407f82 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682504 Jul 05 18:10:31.572979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:31.577120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.608409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.703097 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:31.703852 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.706139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] 10.222.0.39 "PUT /v2.0/ports/a656ce28-69fd-4c56-b54d-8931793f41e7 HTTP/1.1" status: 200 len: 1091 time: 3.8315368 Jul 05 18:10:31.729160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': 'a656ce28-69fd-4c56-b54d-8931793f41e7'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:31.741263 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd940655-014a-41b7-8740-5f5ebf76f31f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "a656ce28-69fd-4c56-b54d-8931793f41e7"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:31.773259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Allocated IP 19.80.0.2 (a5d22062-df0d-4c8b-9f0e-a049bf382459/e1df9dbb-dfc9-4c58-a8c7-6336da9d1acc/f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:31.797269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:10:31.811159 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.817057 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Added segment 088bcf93-60e7-4340-a718-10e91bca3ee8 of type vlan for network b218f9cb-e684-4726-9e0e-46739e1277fd Jul 05 18:10:31.853543 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf103c46-c536-4b0d-9a66-a4a672b82e19 x-openstack-request-id: req-cf103c46-c536-4b0d-9a66-a4a672b82e19 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:31.853816 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "a656ce28-69fd-4c56-b54d-8931793f41e7", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:31.854073 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf103c46-c536-4b0d-9a66-a4a672b82e19 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:31.854459 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': 'a656ce28-69fd-4c56-b54d-8931793f41e7', 'status': 'completed', 'code': 200} Jul 05 18:10:31.862233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d8698-4a8c-46b2-b8bd-c2fd400c33cc req-241d471b-e408-4f22-98fb-15b907789c4e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:31.864518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d26d8698-4a8c-46b2-b8bd-c2fd400c33cc req-241d471b-e408-4f22-98fb-15b907789c4e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.1495137 Jul 05 18:10:31.950811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d26d8698-4a8c-46b2-b8bd-c2fd400c33cc req-07ab69d2-6b6a-44ce-846f-6799e6588e37 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771110 Jul 05 18:10:31.978805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:31.980754 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:31.994585 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bf668542-d262-4479-a0f4-6321e8666521 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "PUT /v2.0/routers/a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5717397 Jul 05 18:10:31.997498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35346) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:32.004246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f6f7a9-ca40-4655-b844-ee6483b7d59d service neutron] Pushing event updated for resources: {'Port': ['ID=a656ce28-69fd-4c56-b54d-8931793f41e7,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:32.022523 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:32.122505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb81b197-042c-4093-aa32-ee14cbee18f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.127776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eb81b197-042c-4093-aa32-ee14cbee18f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports/d99c9c2a-1c77-42f8-b5e6-a806881f0afc HTTP/1.1" status: 200 len: 911 time: 0.1255062 Jul 05 18:10:32.128693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35348) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:32.143672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Sync routers for ids ['a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:32.151347 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:32.167440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:32.178623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Transition to ACTIVE for port object f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:32.183888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.187301 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:32.191416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Routers {'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:32.192124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:32.244561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Transition to ACTIVE for port object f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:32.264860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2b8d3-a917-42f2-a318-3eb93cba1117 req-22abceb7-f834-40ff-9c01-636c855e59af tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.270834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2b8d3-a917-42f2-a318-3eb93cba1117 req-22abceb7-f834-40ff-9c01-636c855e59af tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.276734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2b8d3-a917-42f2-a318-3eb93cba1117 req-22abceb7-f834-40ff-9c01-636c855e59af tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.283908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2b8d3-a917-42f2-a318-3eb93cba1117 req-22abceb7-f834-40ff-9c01-636c855e59af tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.289635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2b8d3-a917-42f2-a318-3eb93cba1117 req-22abceb7-f834-40ff-9c01-636c855e59af tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.295607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2b8d3-a917-42f2-a318-3eb93cba1117 req-22abceb7-f834-40ff-9c01-636c855e59af tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.302593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2b8d3-a917-42f2-a318-3eb93cba1117 req-22abceb7-f834-40ff-9c01-636c855e59af tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.310223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51a2b8d3-a917-42f2-a318-3eb93cba1117 req-22abceb7-f834-40ff-9c01-636c855e59af tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.1591651 Jul 05 18:10:32.315022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Network': ['ID=b218f9cb-e684-4726-9e0e-46739e1277fd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:32.336706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614da19-3002-4244-8070-7eb6e7aaab89 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.340472 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:32.342709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2614da19-3002-4244-8070-7eb6e7aaab89 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:32.343934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network b218f9cb-e684-4726-9e0e-46739e1277fd details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:10:32.345154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2614da19-3002-4244-8070-7eb6e7aaab89 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2149522 Jul 05 18:10:32.349430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35350) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:32.391467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Set router a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:32.409650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d30ac4d9-bf64-48e9-8c2e-b5decba87bfe tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0486825 Jul 05 18:10:32.418081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35352) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:32.425136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'subnet': {'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:32.444270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51a2b8d3-a917-42f2-a318-3eb93cba1117 req-78c47d49-b2c8-4cae-a83a-4e913c4e6882 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1330481 Jul 05 18:10:32.468994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Router d29a766b-abf7-489b-b7ad-af7f07105f55 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:10:32.793740 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:32.806673 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c2143-3077-4bb0-be1f-0b52f21d634d None None] Sync routers for ids ['d29a766b-abf7-489b-b7ad-af7f07105f55'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:32.832237 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c2143-3077-4bb0-be1f-0b52f21d634d None None] Routers {'d29a766b-abf7-489b-b7ad-af7f07105f55'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:32.832877 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7a6c2143-3077-4bb0-be1f-0b52f21d634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['d29a766b-abf7-489b-b7ad-af7f07105f55'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:32.843655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Pushing event updated for resources: {'Port': ['ID=f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:32.857469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:32.862986 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:32.879241 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7a6c2143-3077-4bb0-be1f-0b52f21d634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:32.889352 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6c2143-3077-4bb0-be1f-0b52f21d634d None None] Routers {'d29a766b-abf7-489b-b7ad-af7f07105f55'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:32.890168 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7a6c2143-3077-4bb0-be1f-0b52f21d634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['d29a766b-abf7-489b-b7ad-af7f07105f55'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:32.942516 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7a6c2143-3077-4bb0-be1f-0b52f21d634d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:32.943445 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6c2143-3077-4bb0-be1f-0b52f21d634d None None] The sync data for ids ['d29a766b-abf7-489b-b7ad-af7f07105f55'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:32.964470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Network a5d22062-df0d-4c8b-9f0e-a049bf382459 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:32.967769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:32.972508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:33.130444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Attempting to bind port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:33.130818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Attempting to bind port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '2013c447-7691-4814-8670-57d7663c7920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:33.131122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Attempting to bind port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a on network a5d22062-df0d-4c8b-9f0e-a049bf382459 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:33.134878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3539384-5513-450c-a6f8-02c5bd2876b2 req-eec18e80-b3f6-40b0-8969-0d896fd289c2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:33.136649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3539384-5513-450c-a6f8-02c5bd2876b2 req-eec18e80-b3f6-40b0-8969-0d896fd289c2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.2931097 Jul 05 18:10:33.137959 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:33.144486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:33.144893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Checking segment: {'id': '2013c447-7691-4814-8670-57d7663c7920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:33.145258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:33.145656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Bound using segment: {'id': '2013c447-7691-4814-8670-57d7663c7920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:33.150226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Bound port: f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2013c447-7691-4814-8670-57d7663c7920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:33.155766 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:33.172078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:33.173638 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b01c6465-4c43-499a-b462-05ba0f0b72fd tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0180922 Jul 05 18:10:33.174800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:33.177053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35362) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:33.192303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8753d8f0-d1d5-48fe-b995-3e69ad34d717 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': False}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:33.293199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4', 'name': 'tempest-NetworksTestDHCPv6-router-328718508', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:23Z', 'updated_at': '2021-07-05T18:10:28Z', 'revision_number': 2, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None, '_interfaces': [{'id': 'd99c9c2a-1c77-42f8-b5e6-a806881f0afc', 'name': '', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'mac_address': 'fa:16:3e:4b:be:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '15c0a55d-ad44-4631-9f4f-8529013f4802', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:10:25Z', 'updated_at': '2021-07-05T18:10:29Z', 'revision_number': 2, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'subnets': [{'id': '15c0a55d-ad44-4631-9f4f-8529013f4802', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:33.300666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Subnet': ['ID=96eb6fbe-6509-40c1-9824-97980f92a644,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:33.302493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] For port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:33.347086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3539384-5513-450c-a6f8-02c5bd2876b2 req-a1d7b711-3749-4c93-a1e3-fbb2b600744e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452067 Jul 05 18:10:33.383166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Checking router: a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:10:33.383915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Updating router a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 port d99c9c2a-1c77-42f8-b5e6-a806881f0afc binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:10:33.397702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] For port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a,segment=NetworkSegment(2013c447-7691-4814-8670-57d7663c7920),segment_id=2013c447-7691-4814-8670-57d7663c7920)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:33.447814 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:33.490944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Checking segment: {'id': '088bcf93-60e7-4340-a718-10e91bca3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:33.494489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network hostable DHCP agents. Network: b218f9cb-e684-4726-9e0e-46739e1277fd, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:10:33.494721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0392f1b6-b75f-42dd-b2c8-5985ad8a6a5c req-b5a5e28e-4b86-40bd-83cd-008856e8bf1f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:33.499556 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:33.503162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0392f1b6-b75f-42dd-b2c8-5985ad8a6a5c req-b5a5e28e-4b86-40bd-83cd-008856e8bf1f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.3023772 Jul 05 18:10:33.574667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0392f1b6-b75f-42dd-b2c8-5985ad8a6a5c req-d24b8575-3b51-4175-9ca9-7b380419178f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704737 Jul 05 18:10:33.647962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network b218f9cb-e684-4726-9e0e-46739e1277fd is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:10:33.782769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, b218f9cb-e684-4726-9e0e-46739e1277fd) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:33.790713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:33.791559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:33.819384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port d99c9c2a-1c77-42f8-b5e6-a806881f0afc {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:33.819738 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:33.819860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225856c-35c5-4a95-9648-5c0cc2dee6fa None None] Pushing event updated for resources: {'Port': ['ID=f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:33.857748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e205fd0-eed0-468d-939e-49cb35fd4dea None None] Network b218f9cb-e684-4726-9e0e-46739e1277fd requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:33.971650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6b2ce19c-2b5b-4f2d-80ee-56bb596ab7b3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5499992 Jul 05 18:10:34.042046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:34.060287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8753d8f0-d1d5-48fe-b995-3e69ad34d717 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:34.069974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97a75-629d-4457-8ef1-7673dadd2210 req-384194fc-86b8-447d-b6c5-6c8af744b9ac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:34.081166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97a75-629d-4457-8ef1-7673dadd2210 req-384194fc-86b8-447d-b6c5-6c8af744b9ac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:34.131028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97a75-629d-4457-8ef1-7673dadd2210 req-384194fc-86b8-447d-b6c5-6c8af744b9ac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:34.147971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97a75-629d-4457-8ef1-7673dadd2210 req-384194fc-86b8-447d-b6c5-6c8af744b9ac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:34.154018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97a75-629d-4457-8ef1-7673dadd2210 req-384194fc-86b8-447d-b6c5-6c8af744b9ac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:34.180718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97a75-629d-4457-8ef1-7673dadd2210 req-384194fc-86b8-447d-b6c5-6c8af744b9ac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:34.206143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb97a75-629d-4457-8ef1-7673dadd2210 req-384194fc-86b8-447d-b6c5-6c8af744b9ac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:34.218843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcb97a75-629d-4457-8ef1-7673dadd2210 req-384194fc-86b8-447d-b6c5-6c8af744b9ac tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.4582317 Jul 05 18:10:34.252665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for d99c9c2a-1c77-42f8-b5e6-a806881f0afc owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:34.284703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:34.509619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:34.534043 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:34.542968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-c93e253a-927d-42eb-bd7d-138c301cbc29 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:34.549241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-c93e253a-927d-42eb-bd7d-138c301cbc29 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:34.551258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-c93e253a-927d-42eb-bd7d-138c301cbc29 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/networks?id=a5d22062-df0d-4c8b-9f0e-a049bf382459&id=b218f9cb-e684-4726-9e0e-46739e1277fd HTTP/1.1" status: 200 len: 1390 time: 0.1303234 Jul 05 18:10:34.578218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Transition to ACTIVE for port object d99c9c2a-1c77-42f8-b5e6-a806881f0afc will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:34.583491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-13770cfc-2813-4997-8f82-c5b658243e2a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/quotas/8db2c50a8deb4aa6bb03b72d9adc4ff2 HTTP/1.1" status: 200 len: 375 time: 0.0252602 Jul 05 18:10:34.591341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-b218f9cb-e684-4726-9e0e-46739e1277fd', 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'fixed_ips': [{'subnet_id': '96eb6fbe-6509-40c1-9824-97980f92a644'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:10:34.592204 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:34.653285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcb97a75-629d-4457-8ef1-7673dadd2210 req-9bd2ba2b-da4f-4a3a-bd3e-bc3bc6abdd0f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2335367 Jul 05 18:10:34.729004 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:34.820125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-3b578a2d-ed3e-4eae-bd1d-22c3e8454793 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2356269 Jul 05 18:10:34.988986 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:35.009250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Allocated IP 19.86.0.2 (b218f9cb-e684-4726-9e0e-46739e1277fd/96eb6fbe-6509-40c1-9824-97980f92a644/2e4d292f-7990-4c34-9d9e-50b21e04c8cf) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:35.083645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85bdd63-db96-4b20-8a9d-d268f81f22e8 None None] Pushing event updated for resources: {'Port': ['ID=d99c9c2a-1c77-42f8-b5e6-a806881f0afc,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:35.310678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Attempting to bind port d99c9c2a-1c77-42f8-b5e6-a806881f0afc on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:35.311206 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Attempting to bind port d99c9c2a-1c77-42f8-b5e6-a806881f0afc by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:35.311695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Attempting to bind port d99c9c2a-1c77-42f8-b5e6-a806881f0afc on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:35.340495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-a04f1943-a443-4caa-bc53-dcc0c1ad6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:35.342032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-a04f1943-a443-4caa-bc53-dcc0c1ad6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:35.342824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-a04f1943-a443-4caa-bc53-dcc0c1ad6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:35.345677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-a04f1943-a443-4caa-bc53-dcc0c1ad6593 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d65012d13e064701b487acd66c900857&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1958125 Jul 05 18:10:35.346913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:35.347444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:35.347872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:35.348280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:35.348857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Bound port: d99c9c2a-1c77-42f8-b5e6-a806881f0afc, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:35.349303 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:35.437066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=d99c9c2a-1c77-42f8-b5e6-a806881f0afc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:35.437291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Port d99c9c2a-1c77-42f8-b5e6-a806881f0afc has been deleted concurrently {{(pid=100999) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 18:10:35.473726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Routers {'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:35.478957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:35.503878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85348546-2f6e-4e83-8f00-7a5f1525684d None None] Network a5d22062-df0d-4c8b-9f0e-a049bf382459 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:35.645969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:35.759235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] Set router a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:35.996565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4', 'name': 'tempest-NetworksTestDHCPv6-router-328718508', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:23Z', 'updated_at': '2021-07-05T18:10:34Z', 'revision_number': 3, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:35.996565 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:35.996565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d75f8a2-6195-40b1-8536-6cb5154e12ef None None] The sync data for ids ['a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'] in n-d-799524-1 is: [{'id': 'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4', 'name': 'tempest-NetworksTestDHCPv6-router-328718508', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:23Z', 'updated_at': '2021-07-05T18:10:34Z', 'revision_number': 3, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:35.996565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Transition to ACTIVE for port object 2e4d292f-7990-4c34-9d9e-50b21e04c8cf will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:36.001616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8753d8f0-d1d5-48fe-b995-3e69ad34d717 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:36.001616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8753d8f0-d1d5-48fe-b995-3e69ad34d717 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:36.005403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Transition to ACTIVE for port object 2e4d292f-7990-4c34-9d9e-50b21e04c8cf will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:36.167084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8753d8f0-d1d5-48fe-b995-3e69ad34d717 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Router d29a766b-abf7-489b-b7ad-af7f07105f55 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:10:36.347452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216840ec-6df9-4a7b-be49-2505c5110674 req-78713bda-71bc-48d5-860b-2347ed0a05bc tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:36.349730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-216840ec-6df9-4a7b-be49-2505c5110674 req-78713bda-71bc-48d5-860b-2347ed0a05bc tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 1.4729097 Jul 05 18:10:36.426407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8753d8f0-d1d5-48fe-b995-3e69ad34d717 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:36.437011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fd98a-bea2-4eb4-8c77-c0918c5c1a22 None None] Sync routers for ids ['d29a766b-abf7-489b-b7ad-af7f07105f55'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:36.447228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8753d8f0-d1d5-48fe-b995-3e69ad34d717 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:36.458486 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8753d8f0-d1d5-48fe-b995-3e69ad34d717 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "PUT /v2.0/routers/d29a766b-abf7-489b-b7ad-af7f07105f55 HTTP/1.1" status: 200 len: 922 time: 3.2746112 Jul 05 18:10:36.459330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35390) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:36.460432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801fd98a-bea2-4eb4-8c77-c0918c5c1a22 None None] Routers {'d29a766b-abf7-489b-b7ad-af7f07105f55'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:36.461854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-801fd98a-bea2-4eb4-8c77-c0918c5c1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['d29a766b-abf7-489b-b7ad-af7f07105f55'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:36.526371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-d24840b8-6150-4443-801f-538d94e877b1 service neutron] 10.222.0.30 "GET /v2.0/networks/a5d22062-df0d-4c8b-9f0e-a049bf382459?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7048342 Jul 05 18:10:36.533189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-801fd98a-bea2-4eb4-8c77-c0918c5c1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:36.552070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801fd98a-bea2-4eb4-8c77-c0918c5c1a22 None None] Routers {'d29a766b-abf7-489b-b7ad-af7f07105f55'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:36.552978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-801fd98a-bea2-4eb4-8c77-c0918c5c1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['d29a766b-abf7-489b-b7ad-af7f07105f55'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:36.634953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-801fd98a-bea2-4eb4-8c77-c0918c5c1a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:36.635806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801fd98a-bea2-4eb4-8c77-c0918c5c1a22 None None] The sync data for ids ['d29a766b-abf7-489b-b7ad-af7f07105f55'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:36.637377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4a95b-02d2-43e1-9a91-164d50abe62f req-d4db3c87-c03b-4b1f-988b-6653c1991c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:36.640051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3f4a95b-02d2-43e1-9a91-164d50abe62f req-d4db3c87-c03b-4b1f-988b-6653c1991c0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=663477122ee2490186fb06acb50709ab&device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 1094 time: 1.2859197 Jul 05 18:10:36.644123 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:36.648672 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:36.650645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5fbccf83-86aa-4525-9114-d237238dbf0a None None] Provisioning for port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:36.707440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-ee14ec38-797e-4315-91d5-db1fa54b13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:36.708952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ada5f65e-3756-4065-9947-0ccddc1d7d7b req-ee14ec38-797e-4315-91d5-db1fa54b13cc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.1356800 Jul 05 18:10:36.761704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5f9f0c65-c5f1-4a4b-92ed-8c1d3d40a215 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/routers/d29a766b-abf7-489b-b7ad-af7f07105f55 HTTP/1.1" status: 200 len: 922 time: 0.3008890 Jul 05 18:10:36.762422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35392) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:36.852031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5fbccf83-86aa-4525-9114-d237238dbf0a None None] Provisioning complete for port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:36.853919 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5fbccf83-86aa-4525-9114-d237238dbf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:36.897091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Network b218f9cb-e684-4726-9e0e-46739e1277fd is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:36.906090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4a95b-02d2-43e1-9a91-164d50abe62f req-0b31c56c-8d7a-4535-923f-0cc42b19bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:36.911984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:36.912153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3f4a95b-02d2-43e1-9a91-164d50abe62f req-0b31c56c-8d7a-4535-923f-0cc42b19bb80 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=663477122ee2490186fb06acb50709ab&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2138400 Jul 05 18:10:36.913878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-216840ec-6df9-4a7b-be49-2505c5110674 req-4ae4c8e0-6619-4d66-8bd3-bb8d4f1ecf11 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5404088 Jul 05 18:10:36.928323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:36.937134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Pushing event updated for resources: {'Port': ['ID=2e4d292f-7990-4c34-9d9e-50b21e04c8cf,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:36.973621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e153edfc-0096-4e3f-81ac-c22b2df38338 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:36.975726 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e153edfc-0096-4e3f-81ac-c22b2df38338 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=d29a766b-abf7-489b-b7ad-af7f07105f55&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2116470 Jul 05 18:10:36.979003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35394) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:36.979509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Router a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:10:37.044422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-2146a2d7-9ba9-4adc-8933-d0461a18aed5 service neutron] 10.222.0.30 "GET /v2.0/networks/a5d22062-df0d-4c8b-9f0e-a049bf382459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190302 Jul 05 18:10:37.149713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a91f7e8-f40b-44ae-96db-0612fe4a46cd tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.154722 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2a91f7e8-f40b-44ae-96db-0612fe4a46cd tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 881 time: 0.1712162 Jul 05 18:10:37.157896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Attempting to bind port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:37.158351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Attempting to bind port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '088bcf93-60e7-4340-a718-10e91bca3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:37.159033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Attempting to bind port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf on network b218f9cb-e684-4726-9e0e-46739e1277fd {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:37.161358 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5fbccf83-86aa-4525-9114-d237238dbf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:37.175617 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35396) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:37.186869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:37.187446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Checking segment: {'id': '088bcf93-60e7-4340-a718-10e91bca3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:37.187987 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:37.189161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Bound using segment: {'id': '088bcf93-60e7-4340-a718-10e91bca3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:37.189736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Bound port: 2e4d292f-7990-4c34-9d9e-50b21e04c8cf, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '088bcf93-60e7-4340-a718-10e91bca3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:37.190355 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:37.234545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5fbccf83-86aa-4525-9114-d237238dbf0a None None] For port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a,segment=NetworkSegment(2013c447-7691-4814-8670-57d7663c7920),segment_id=2013c447-7691-4814-8670-57d7663c7920)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:37.272528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-97194678-9515-4373-9926-1c4d64e53c55 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d29a766b-abf7-489b-b7ad-af7f07105f55 HTTP/1.1" status: 200 len: 205 time: 0.0930989 Jul 05 18:10:37.275841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35398) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:37.311794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] For port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:37.315972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] For port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2e4d292f-7990-4c34-9d9e-50b21e04c8cf,segment=NetworkSegment(088bcf93-60e7-4340-a718-10e91bca3ee8),segment_id=088bcf93-60e7-4340-a718-10e91bca3ee8)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:37.319354 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5fbccf83-86aa-4525-9114-d237238dbf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:37.330522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:37.355054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-248f3016-4e4f-4749-b97d-8fcf5d832616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.355735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-248f3016-4e4f-4749-b97d-8fcf5d832616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.356013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-248f3016-4e4f-4749-b97d-8fcf5d832616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.356495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-248f3016-4e4f-4749-b97d-8fcf5d832616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.356961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-248f3016-4e4f-4749-b97d-8fcf5d832616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.357554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-248f3016-4e4f-4749-b97d-8fcf5d832616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.358030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-248f3016-4e4f-4749-b97d-8fcf5d832616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.360726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-248f3016-4e4f-4749-b97d-8fcf5d832616 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6485 time: 0.4444122 Jul 05 18:10:37.369600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cb842758-85d1-4fcf-916f-1cfd2b843cc3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "PUT /v2.0/routers/a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0204465 Jul 05 18:10:37.376814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35400) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:37.382905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5fbccf83-86aa-4525-9114-d237238dbf0a None None] Could not find standard attr ID for object d99c9c2a-1c77-42f8-b5e6-a806881f0afc. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:10:37.389076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbccf83-86aa-4525-9114-d237238dbf0a None None] Pushing event updated for resources: {'Port': ['ID=f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:37.416581 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] Sync routers for ids ['a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:37.419315 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:37.428690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4a95b-02d2-43e1-9a91-164d50abe62f req-3eb1bfea-d624-40b4-8c4e-36de0db28bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.430244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3f4a95b-02d2-43e1-9a91-164d50abe62f req-3eb1bfea-d624-40b4-8c4e-36de0db28bda service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4496169 Jul 05 18:10:37.431091 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] Routers {'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:37.432037 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:37.483502 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:37.519588 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] Set router a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:37.580975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-97ae271e-2f0b-4f48-849d-9114fbbfad1b service neutron] 10.222.0.30 "GET /v2.0/networks/b218f9cb-e684-4726-9e0e-46739e1277fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726639 Jul 05 18:10:37.587833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-86bd7009-72cc-438b-adea-1774821ab30b None None] Provisioning complete for port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:37.588209 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-86bd7009-72cc-438b-adea-1774821ab30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:37.637053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4982207-a7e1-4354-a77a-6d5e06571c4c req-5cda8f0c-0d0c-4554-ad9d-54bd5795eff6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.638927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4982207-a7e1-4354-a77a-6d5e06571c4c req-5cda8f0c-0d0c-4554-ad9d-54bd5795eff6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.5185051 Jul 05 18:10:37.650406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feecb02-8a29-4ba9-93c6-857257d6ee81 None None] Pushing event updated for resources: {'Port': ['ID=2e4d292f-7990-4c34-9d9e-50b21e04c8cf,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:37.715102 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4', 'name': 'tempest-NetworksTestDHCPv6-router-328718508', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:23Z', 'updated_at': '2021-07-05T18:10:34Z', 'revision_number': 3, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:37.740866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:37.771628 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] Checking router: a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:10:37.780475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156defc-c4a2-4adf-a656-1716d973b9b7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.782588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1156defc-c4a2-4adf-a656-1716d973b9b7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:37.784508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1156defc-c4a2-4adf-a656-1716d973b9b7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3970327 Jul 05 18:10:37.786963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35404) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:37.789271 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] Routers {'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:37.789902 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:37.898830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4982207-a7e1-4354-a77a-6d5e06571c4c req-0710598c-3366-4e74-8359-a5712d80b019 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354581 Jul 05 18:10:37.952191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f53e618-450b-47f2-ae3c-4b72022c134b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 15c0a55d-ad44-4631-9f4f-8529013f4802 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:10:37.962251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f53e618-450b-47f2-ae3c-4b72022c134b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:38.043007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f53e618-450b-47f2-ae3c-4b72022c134b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:38.106012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-46f6dce7-bf6e-4551-adb2-5df74bf4b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.108065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-46f6dce7-bf6e-4551-adb2-5df74bf4b63e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=663477122ee2490186fb06acb50709ab&device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 1094 time: 0.6163158 Jul 05 18:10:38.134000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-15e3c3b8-33b6-42cc-bc31-97fc489d1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.134777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-15e3c3b8-33b6-42cc-bc31-97fc489d1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.135263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-15e3c3b8-33b6-42cc-bc31-97fc489d1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.141336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-15e3c3b8-33b6-42cc-bc31-97fc489d1d3a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d65012d13e064701b487acd66c900857&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.7124317 Jul 05 18:10:38.177129 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] Set router a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:10:38.181775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-52d7d568-351c-4505-8cd3-5ccd18d7f006 service neutron] 10.222.0.30 "GET /v2.0/networks/b218f9cb-e684-4726-9e0e-46739e1277fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761497 Jul 05 18:10:38.278187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f53e618-450b-47f2-ae3c-4b72022c134b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:38.360920 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4', 'name': 'tempest-NetworksTestDHCPv6-router-328718508', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:23Z', 'updated_at': '2021-07-05T18:10:34Z', 'revision_number': 3, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:38.392299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Deleting port 589c6300-8da4-41f5-b3f2-72093fec4ea4 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:38.392562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:38.393071 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:38.419687 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2888e36e-412f-418e-9195-53bc0aa9c558 None None] The sync data for ids ['a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4'] in n-d-799524-1 is: [{'id': 'a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4', 'name': 'tempest-NetworksTestDHCPv6-router-328718508', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:10:23Z', 'updated_at': '2021-07-05T18:10:34Z', 'revision_number': 3, 'project_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:38.457844 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f53e618-450b-47f2-ae3c-4b72022c134b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:38.485393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e292c-fd6f-440e-8956-18ed5ffd0de4 req-e328fbf0-d8cc-4518-ba69-d04fcd5f1a1a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.512576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e292c-fd6f-440e-8956-18ed5ffd0de4 req-e328fbf0-d8cc-4518-ba69-d04fcd5f1a1a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.518674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:38.520176 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:38.528133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e292c-fd6f-440e-8956-18ed5ffd0de4 req-e328fbf0-d8cc-4518-ba69-d04fcd5f1a1a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.541454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f53e618-450b-47f2-ae3c-4b72022c134b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=15c0a55d-ad44-4631-9f4f-8529013f4802,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:38.542437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e292c-fd6f-440e-8956-18ed5ffd0de4 req-e328fbf0-d8cc-4518-ba69-d04fcd5f1a1a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.550579 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e292c-fd6f-440e-8956-18ed5ffd0de4 req-e328fbf0-d8cc-4518-ba69-d04fcd5f1a1a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.552420 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f53e618-450b-47f2-ae3c-4b72022c134b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:38.558931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e292c-fd6f-440e-8956-18ed5ffd0de4 req-e328fbf0-d8cc-4518-ba69-d04fcd5f1a1a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.560805 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1f53e618-450b-47f2-ae3c-4b72022c134b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/15c0a55d-ad44-4631-9f4f-8529013f4802 HTTP/1.1" status: 204 len: 168 time: 0.7727828 Jul 05 18:10:38.568368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e292c-fd6f-440e-8956-18ed5ffd0de4 req-e328fbf0-d8cc-4518-ba69-d04fcd5f1a1a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:38.573205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a8e292c-fd6f-440e-8956-18ed5ffd0de4 req-e328fbf0-d8cc-4518-ba69-d04fcd5f1a1a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.2623920 Jul 05 18:10:38.573718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35408) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:38.583166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688dd31c-9678-40ac-9e2a-1791b851c7f9 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:38.638111 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:38.682308 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Calling delete_port for 589c6300-8da4-41f5-b3f2-72093fec4ea4 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:38.848058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2e4d292f-7990-4c34-9d9e-50b21e04c8cf up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:38.968411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a8e292c-fd6f-440e-8956-18ed5ffd0de4 req-f16fab78-66da-4201-8b95-e8b6011165d6 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2471881 Jul 05 18:10:38.992609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35420) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:38.993029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-879cf411-53aa-40c5-9b47-22555de1d894 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4182076 Jul 05 18:10:39.035130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6575c-23fc-488c-b929-ff2a12472465 req-68f60a59-c1c3-4a58-a951-d38a58c9af97 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:39.038450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:39.044039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cbf6575c-23fc-488c-b929-ff2a12472465 req-68f60a59-c1c3-4a58-a951-d38a58c9af97 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.1463122 Jul 05 18:10:39.050225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b01df6-5ebb-4e47-a9d2-0cc6e47eefa9 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:10:39.108768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a250a69f-2e87-4cbc-8ca7-f5a4c0f4aaad req-cd77b96d-36c0-43e7-b650-9bcf499510b5 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 210 time: 0.0479381 Jul 05 18:10:39.111549 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be239186-e64e-415d-9a40-9e1a07cf6dde tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.146463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-19b01df6-5ebb-4e47-a9d2-0cc6e47eefa9 None None] Deleting port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:39.146886 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19b01df6-5ebb-4e47-a9d2-0cc6e47eefa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.157720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cbf6575c-23fc-488c-b929-ff2a12472465 req-50e42f50-264a-480e-8be3-3a916af6f311 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127412 Jul 05 18:10:39.256086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-b2295e1f-dc54-4608-b3a3-37e0bebb8e41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 HTTP/1.1" status: 200 len: 217 time: 0.1330385 Jul 05 18:10:39.300028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-19b01df6-5ebb-4e47-a9d2-0cc6e47eefa9 None None] For port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5c20d3d1-7ef0-4c49-9e50-961b58608ee5,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:39.300436 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19b01df6-5ebb-4e47-a9d2-0cc6e47eefa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.325448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-19b01df6-5ebb-4e47-a9d2-0cc6e47eefa9 None None] Calling delete_port for 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:39.378076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c221e302-c354-48a6-bbfc-a82ef10f416a None None] Network b218f9cb-e684-4726-9e0e-46739e1277fd requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:39.380411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be239186-e64e-415d-9a40-9e1a07cf6dde tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.384026 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be239186-e64e-415d-9a40-9e1a07cf6dde tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.444780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-e84e5d62-e738-4ef3-8f1e-bae8f6a85ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:39.446539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-e84e5d62-e738-4ef3-8f1e-bae8f6a85ba0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15035df3-c065-479f-94fd-23f7e0d512a1 HTTP/1.1" status: 200 len: 854 time: 0.1726968 Jul 05 18:10:39.488172 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.491530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-3be0c820-2d9e-4d2c-96f8-1b9aca5925b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:39.497657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae889d98-efb5-4a1b-8e35-7293fcbec4e5 req-3be0c820-2d9e-4d2c-96f8-1b9aca5925b6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3663931 Jul 05 18:10:39.497657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-0a125cde-6af9-426d-8127-69074b5a8116 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=72291751-bbf4-440e-9b1d-96d7e96f0fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387120 Jul 05 18:10:39.516830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b482dc-7317-4c25-8ef9-03c685b4a469 req-782469a0-2e93-4cc5-a2cb-4ddf05784687 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:39.517722 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19b482dc-7317-4c25-8ef9-03c685b4a469 req-782469a0-2e93-4cc5-a2cb-4ddf05784687 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.1623688 Jul 05 18:10:39.525605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d1d80e88-ba3d-4589-adbe-6e2547d3bfc7 None None] Provisioning for port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:39.530424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event deleted for resources: {'Port': ['ID=589c6300-8da4-41f5-b3f2-72093fec4ea4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:39.537783 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be239186-e64e-415d-9a40-9e1a07cf6dde tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.538287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be239186-e64e-415d-9a40-9e1a07cf6dde tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Fanout notify agent at l3_agent the message router_deleted on router a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:10:39.543986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d1d80e88-ba3d-4589-adbe-6e2547d3bfc7 None None] Provisioning complete for port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:39.543986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1d80e88-ba3d-4589-adbe-6e2547d3bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.556059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be239186-e64e-415d-9a40-9e1a07cf6dde tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.557525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-be239186-e64e-415d-9a40-9e1a07cf6dde tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/routers/a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 HTTP/1.1" status: 204 len: 168 time: 0.5634861 Jul 05 18:10:39.563095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35426) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:39.619214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19b01df6-5ebb-4e47-a9d2-0cc6e47eefa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.661962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b01df6-5ebb-4e47-a9d2-0cc6e47eefa9 None None] Pushing event deleted for resources: {'Port': ['ID=5c20d3d1-7ef0-4c49-9e50-961b58608ee5,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:39.664411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b01df6-5ebb-4e47-a9d2-0cc6e47eefa9 None None] No DVR routers for this DVR port 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:39.697318 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.698081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19b482dc-7317-4c25-8ef9-03c685b4a469 req-98da2df9-35a0-4fe7-a285-98d574170c93 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297760 Jul 05 18:10:39.735894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-8fef7921-2d47-48cb-a4c7-834fd11c8e33 service neutron] 10.222.0.39 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281470 Jul 05 18:10:39.746051 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1d80e88-ba3d-4589-adbe-6e2547d3bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.789976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d1d80e88-ba3d-4589-adbe-6e2547d3bfc7 None None] For port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2e4d292f-7990-4c34-9d9e-50b21e04c8cf,segment=NetworkSegment(088bcf93-60e7-4340-a718-10e91bca3ee8),segment_id=088bcf93-60e7-4340-a718-10e91bca3ee8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:39.812175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.816648 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.825975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb3ddf-489e-41e5-ad2c-4a8f72f43f82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:39.827925 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05eb3ddf-489e-41e5-ad2c-4a8f72f43f82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2669740 Jul 05 18:10:39.831293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35428) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:39.897328 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1d80e88-ba3d-4589-adbe-6e2547d3bfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:39.926713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b428ef8d-198c-4cfe-b8d3-1e747968c5e2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:39.930884 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b428ef8d-198c-4cfe-b8d3-1e747968c5e2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0960245 Jul 05 18:10:39.931255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35430) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:39.968858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d80e88-ba3d-4589-adbe-6e2547d3bfc7 None None] Pushing event updated for resources: {'Port': ['ID=2e4d292f-7990-4c34-9d9e-50b21e04c8cf,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:39.985155 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bcaf7d3e-1cae-4303-b272-7fcb47c27769 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0523643 Jul 05 18:10:39.990613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35432) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:39.997684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:40.029708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f6591c93-3e80-4089-b328-13980a6a8ace None None] Provisioning complete for port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:40.030084 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f6591c93-3e80-4089-b328-13980a6a8ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.052029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.052599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Fanout notify agent at l3_agent the message router_deleted on router d29a766b-abf7-489b-b7ad-af7f07105f55 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:10:40.060337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.063713 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8cbb7586-ed06-4fca-a691-0fd0dd4b083b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/d29a766b-abf7-489b-b7ad-af7f07105f55 HTTP/1.1" status: 204 len: 168 time: 2.7861788 Jul 05 18:10:40.067497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35436) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:40.083550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0513a2d6-472d-44ca-aa7f-891c2d140265 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-449859453', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:40.166145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2e4d292f-7990-4c34-9d9e-50b21e04c8cf up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:40.200417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0513a2d6-472d-44ca-aa7f-891c2d140265 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.202142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0513a2d6-472d-44ca-aa7f-891c2d140265 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.247273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-d2c0fe8d-8468-421c-b939-b92abeca3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.248078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-d2c0fe8d-8468-421c-b939-b92abeca3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.248257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-d2c0fe8d-8468-421c-b939-b92abeca3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.248697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-d2c0fe8d-8468-421c-b939-b92abeca3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.249151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-d2c0fe8d-8468-421c-b939-b92abeca3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.249610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-d2c0fe8d-8468-421c-b939-b92abeca3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.250071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-d2c0fe8d-8468-421c-b939-b92abeca3284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.253241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-d2c0fe8d-8468-421c-b939-b92abeca3284 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6485 time: 0.6861691 Jul 05 18:10:40.269134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:40.269604 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.279464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:40.283693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.287665 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0513a2d6-472d-44ca-aa7f-891c2d140265 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.299617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a90a299f-8581-4936-80cb-04f0b797112f req-98ed4e32-0950-4e00-86a6-6055403b814a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 210 time: 0.0441618 Jul 05 18:10:40.349748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0513a2d6-472d-44ca-aa7f-891c2d140265 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.430888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6797e436-522c-481d-bbf4-e3d9b20a5a67 req-71c0a4c0-cb4e-452a-aa31-e8d89ea6313a service neutron] 10.222.0.39 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6831951 Jul 05 18:10:40.467879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e5a0-8a76-4c7e-a2f7-f39449afa69d req-478aae19-1817-4d60-9954-572296e04143 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.480635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e5a0-8a76-4c7e-a2f7-f39449afa69d req-478aae19-1817-4d60-9954-572296e04143 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.485963 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0513a2d6-472d-44ca-aa7f-891c2d140265 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:40.487466 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0513a2d6-472d-44ca-aa7f-891c2d140265 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4127784 Jul 05 18:10:40.487914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e5a0-8a76-4c7e-a2f7-f39449afa69d req-478aae19-1817-4d60-9954-572296e04143 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.490724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35444) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:40.496024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e5a0-8a76-4c7e-a2f7-f39449afa69d req-478aae19-1817-4d60-9954-572296e04143 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.496474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:40.501524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e5a0-8a76-4c7e-a2f7-f39449afa69d req-478aae19-1817-4d60-9954-572296e04143 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.507880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e5a0-8a76-4c7e-a2f7-f39449afa69d req-478aae19-1817-4d60-9954-572296e04143 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.519054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62e5a0-8a76-4c7e-a2f7-f39449afa69d req-478aae19-1817-4d60-9954-572296e04143 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.519054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b62e5a0-8a76-4c7e-a2f7-f39449afa69d req-478aae19-1817-4d60-9954-572296e04143 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.3500395 Jul 05 18:10:40.519294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:40.540051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:40.540713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5c20d3d1-7ef0-4c49-9e50-961b58608ee5 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:40.571155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-58bc38ac-5aeb-46cf-a37c-94dad128a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.576372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-58bc38ac-5aeb-46cf-a37c-94dad128a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.576372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-58bc38ac-5aeb-46cf-a37c-94dad128a363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.576372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-58bc38ac-5aeb-46cf-a37c-94dad128a363 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d65012d13e064701b487acd66c900857&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3065329 Jul 05 18:10:40.650504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b62e5a0-8a76-4c7e-a2f7-f39449afa69d req-e666dbb5-02e5-43cf-b7bf-d9f26e9251d4 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1154280 Jul 05 18:10:40.693763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b1f9f-ec65-481c-9667-710720dbf842 req-d6c5490c-1041-4b00-a1b0-cfc105360ad7 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.693763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a99b1f9f-ec65-481c-9667-710720dbf842 req-d6c5490c-1041-4b00-a1b0-cfc105360ad7 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.1717691 Jul 05 18:10:40.744029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-08b44458-bf50-4565-9af4-0bf4c3e217fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.745590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd940655-014a-41b7-8740-5f5ebf76f31f req-08b44458-bf50-4565-9af4-0bf4c3e217fd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1602364 Jul 05 18:10:40.769636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a99b1f9f-ec65-481c-9667-710720dbf842 req-3d56521b-4777-48d5-af68-338c9a680b31 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685506 Jul 05 18:10:40.887717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1f3bd5ab-5496-463f-8120-4e810cc9aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.888301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1f3bd5ab-5496-463f-8120-4e810cc9aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.888786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1f3bd5ab-5496-463f-8120-4e810cc9aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.889258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1f3bd5ab-5496-463f-8120-4e810cc9aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.889727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1f3bd5ab-5496-463f-8120-4e810cc9aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.890247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1f3bd5ab-5496-463f-8120-4e810cc9aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.890806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1f3bd5ab-5496-463f-8120-4e810cc9aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:40.892968 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1f3bd5ab-5496-463f-8120-4e810cc9aebe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6485 time: 0.0812397 Jul 05 18:10:40.970503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-09049d92-3ec3-4362-bf72-cc83faaa717a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b837272-e9e7-42da-95df-6edf0499d472 HTTP/1.1" status: 200 len: 217 time: 0.0463638 Jul 05 18:10:41.035262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77657899-d3a3-4f07-af05-f7d51937ae00 req-5cf8c935-c9df-4cde-9441-da1891c88e6d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:41.036833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77657899-d3a3-4f07-af05-f7d51937ae00 req-5cf8c935-c9df-4cde-9441-da1891c88e6d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.1561236 Jul 05 18:10:41.044865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-6940dc04-5ab0-418c-98b0-7db5cec0817b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:41.046676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-6940dc04-5ab0-418c-98b0-7db5cec0817b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14e07268-25bd-4b89-b913-7d9c6aa6a667 HTTP/1.1" status: 200 len: 855 time: 0.0678751 Jul 05 18:10:41.092409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.117489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77657899-d3a3-4f07-af05-f7d51937ae00 req-26e88444-0877-4110-b7a4-1441d60d4e82 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690577 Jul 05 18:10:41.143100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c8ed29de-4b83-4bf7-a0f9-3cd06b932b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:41.145510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-c8ed29de-4b83-4bf7-a0f9-3cd06b932b48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee04f9ef-fb0c-45a7-9031-927397111ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906601 Jul 05 18:10:41.160569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:10:41.164690 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.239202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:41.251718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:41.257351 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:41.257941 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.270198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc77511-dd98-4436-a30f-0c9ed83406e8 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:41.275337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=2b9cb7f1-0a44-40ce-958c-108efe59a4d2,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:41.329992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-2f3e3731-3696-4dcd-afaf-051b7e500fab service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767845 Jul 05 18:10:41.339927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-bff180a0-0792-4062-8fba-fbdf6a10d929 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:41.351793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-bff180a0-0792-4062-8fba-fbdf6a10d929 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:41.353450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-bff180a0-0792-4062-8fba-fbdf6a10d929 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "GET /v2.0/networks?id=a5d22062-df0d-4c8b-9f0e-a049bf382459&id=b218f9cb-e684-4726-9e0e-46739e1277fd HTTP/1.1" status: 200 len: 1390 time: 0.1908941 Jul 05 18:10:41.373120 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b1e8ddc4-d3ef-4cec-b47a-4e9976b05437 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3806205 Jul 05 18:10:41.375726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35450) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:41.380803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:41.464546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'port': {'device_id': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459', 'admin_state_up': True, 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:41.470073 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-cf7e0df0-9d05-4e23-9750-1db30d82368b service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146870 Jul 05 18:10:41.473082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '2b9cb7f1-0a44-40ce-958c-108efe59a4d2'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:10:41.474584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.481300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.507162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.507878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-badb12a1-27b3-49e9-9a2d-018228c7a735 req-eaae233f-6a03-4fc1-96ef-a9f832913d38 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 210 time: 0.0474224 Jul 05 18:10:41.592018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-27aa15fc-3a99-407c-ad0b-11bf4cde9017 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 200 len: 217 time: 0.0837584 Jul 05 18:10:41.654913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Allocated IP 172.25.3.89 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/6ccf7fc2-8341-4cd6-a39a-1c0e1aacb99b) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:41.671663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d2bca9ac-3d29-4d11-a079-f60f85d3b44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:41.673269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d2bca9ac-3d29-4d11-a079-f60f85d3b44a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.0731316 Jul 05 18:10:41.677113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Allocated IP 2001:db8::f816:3eff:fef2:b57c (d4311eb2-2783-4bd2-b311-e1327c967a23/2b9cb7f1-0a44-40ce-958c-108efe59a4d2/734941e9-2f8c-4d98-b8e4-cd32664abf34) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:41.713042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:41.716701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.756350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-19455331-863d-4e16-82e3-167b064a5df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:41.758171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-19455331-863d-4e16-82e3-167b064a5df6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775976 Jul 05 18:10:41.855592 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.889899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:41.892951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.896699 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:41.905695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Transition to ACTIVE for port object 734941e9-2f8c-4d98-b8e4-cd32664abf34 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:41.928635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Transition to ACTIVE for port object 734941e9-2f8c-4d98-b8e4-cd32664abf34 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:41.992802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-924b9026-7bfb-4999-b7b3-952dda8dfd89 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252867 Jul 05 18:10:42.002307 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.028536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.039693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:42.042463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:42.051887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:42.059376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Pushing event updated for resources: {'Port': ['ID=734941e9-2f8c-4d98-b8e4-cd32664abf34,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:42.084001 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:42.087847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event updated for resources: {'Port': ['ID=6ccf7fc2-8341-4cd6-a39a-1c0e1aacb99b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:42.091341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:42.093437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:42.121925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.129775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Attempting to bind port 734941e9-2f8c-4d98-b8e4-cd32664abf34 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:42.130496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Attempting to bind port 734941e9-2f8c-4d98-b8e4-cd32664abf34 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:42.131171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Attempting to bind port 734941e9-2f8c-4d98-b8e4-cd32664abf34 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:42.138296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:42.139071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:42.139685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.140239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:42.140923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Bound port: 734941e9-2f8c-4d98-b8e4-cd32664abf34, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:42.141539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.176958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:42.185116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:42.187592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe606d9-d1a5-4ab8-8bdf-b09a31dd0df3 req-cd67f326-02ed-49f9-af2b-8dfe9ab65841 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.188950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.189392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.194226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe606d9-d1a5-4ab8-8bdf-b09a31dd0df3 req-cd67f326-02ed-49f9-af2b-8dfe9ab65841 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.200091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe606d9-d1a5-4ab8-8bdf-b09a31dd0df3 req-cd67f326-02ed-49f9-af2b-8dfe9ab65841 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.206826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe606d9-d1a5-4ab8-8bdf-b09a31dd0df3 req-cd67f326-02ed-49f9-af2b-8dfe9ab65841 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.212847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe606d9-d1a5-4ab8-8bdf-b09a31dd0df3 req-cd67f326-02ed-49f9-af2b-8dfe9ab65841 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.214662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] For port 734941e9-2f8c-4d98-b8e4-cd32664abf34, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:42.217802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] For port 734941e9-2f8c-4d98-b8e4-cd32664abf34, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=734941e9-2f8c-4d98-b8e4-cd32664abf34,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:42.218614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe606d9-d1a5-4ab8-8bdf-b09a31dd0df3 req-cd67f326-02ed-49f9-af2b-8dfe9ab65841 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.224631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe606d9-d1a5-4ab8-8bdf-b09a31dd0df3 req-cd67f326-02ed-49f9-af2b-8dfe9ab65841 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.226592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bbe606d9-d1a5-4ab8-8bdf-b09a31dd0df3 req-cd67f326-02ed-49f9-af2b-8dfe9ab65841 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.4301012 Jul 05 18:10:42.232786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=b4c370d7-fd7f-43f7-9be1-93dad0ad3f9b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:42.283675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Allocated IP 19.80.0.107 (a5d22062-df0d-4c8b-9f0e-a049bf382459/e1df9dbb-dfc9-4c58-a8c7-6336da9d1acc/998b7663-3df5-4a63-b418-72ce4edca392) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:42.292486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac54abf-2fc2-4616-9175-667dc8b3f680 req-c1fc5b07-3dc5-4282-9622-40523218d123 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.294033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ac54abf-2fc2-4616-9175-667dc8b3f680 req-c1fc5b07-3dc5-4282-9622-40523218d123 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.3568649 Jul 05 18:10:42.310879 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.318676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-01213a6e-a2cf-4353-b778-4fd3172343c7 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893357 Jul 05 18:10:42.343899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4cd4b1a4-79fc-48dc-aa2a-4f913e0d4564 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9670911 Jul 05 18:10:42.349282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35460) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:42.354676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:26:18:19', 'name': 'tempest-NetworksTestDHCPv6-585711755'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:42.369322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bbe606d9-d1a5-4ab8-8bdf-b09a31dd0df3 req-3794b75c-81e0-4ae8-84a8-eff3a0eb21d7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1270630 Jul 05 18:10:42.376253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e61ab2-96e4-4118-b25c-3d79f600c670 None None] Pushing event updated for resources: {'Port': ['ID=734941e9-2f8c-4d98-b8e4-cd32664abf34,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:42.431221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d0e95c00-b858-4af0-b17d-aebc81d8e81e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 200 len: 217 time: 0.0814376 Jul 05 18:10:42.458785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ac54abf-2fc2-4616-9175-667dc8b3f680 req-7bc97bf0-46ad-4fd9-b862-cca5c5b14ca9 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551626 Jul 05 18:10:42.566323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.586659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d1369387-2fa6-477b-a3ea-8cd675d5c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.588165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-d1369387-2fa6-477b-a3ea-8cd675d5c3e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.1458132 Jul 05 18:10:42.708607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:42.788448 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.796306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5952f4e-a374-4a9f-8248-e961859a2592 req-580ec6d4-72d4-4488-b953-24985d29e62b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 210 time: 0.0727506 Jul 05 18:10:42.831282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Transition to ACTIVE for port object 998b7663-3df5-4a63-b418-72ce4edca392 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:42.842632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-19f78fda-1080-4a8b-9070-4e09db9850eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.845340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-19f78fda-1080-4a8b-9070-4e09db9850eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2206662 Jul 05 18:10:42.859435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.915952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port b107d8e8-1ffc-4e01-abd8-0ab65bd6a306 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:10:42.924306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62a01b-6a70-473c-b088-af71994e95ec req-ff8506d3-94b9-420f-93c4-3cf293b40978 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:42.926310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b62a01b-6a70-473c-b088-af71994e95ec req-ff8506d3-94b9-420f-93c4-3cf293b40978 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.2718294 Jul 05 18:10:42.943017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.946325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:42.998872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b62a01b-6a70-473c-b088-af71994e95ec req-623be63e-bfc4-4e98-b664-278da4996e09 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641701 Jul 05 18:10:43.018374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-b579a0ea-6e15-4770-9e75-03b673902e0e service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654835 Jul 05 18:10:43.217198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 172.20.0.14 (d4311eb2-2783-4bd2-b311-e1327c967a23/b4c370d7-fd7f-43f7-9be1-93dad0ad3f9b/b107d8e8-1ffc-4e01-abd8-0ab65bd6a306) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:43.224398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fe26:1819 (d4311eb2-2783-4bd2-b311-e1327c967a23/2b9cb7f1-0a44-40ce-958c-108efe59a4d2/b107d8e8-1ffc-4e01-abd8-0ab65bd6a306) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:43.270486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Router 0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:10:43.363184 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:43.417923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network a5d22062-df0d-4c8b-9f0e-a049bf382459 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:43.428936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:43.442377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:43.469549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Port': ['ID=998b7663-3df5-4a63-b418-72ce4edca392,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:43.504714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-a59cb3d5-d141-404b-8a7f-03533f77499b service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788291 Jul 05 18:10:43.507601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:43.518812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:43.523270 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:43.523764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:43.537633 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:43.538659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08f1da-09c0-4b8e-a220-5ac4ae2f6140 None None] Sync routers for ids ['0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:43.555668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08f1da-09c0-4b8e-a220-5ac4ae2f6140 None None] Routers {'0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:43.556317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-df08f1da-09c0-4b8e-a220-5ac4ae2f6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:43.557475 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c40ce876-1637-4691-acef-2e9c2d24a5d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "PUT /v2.0/routers/0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0 HTTP/1.1" status: 200 len: 878 time: 3.0656393 Jul 05 18:10:43.560928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35470) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:43.583372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-6a8a93a2-5693-4142-a02e-d3afd479d63f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=11bba11f-6f5a-4411-a335-cebc6119de12 HTTP/1.1" status: 200 len: 217 time: 0.0602832 Jul 05 18:10:43.621788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object b107d8e8-1ffc-4e01-abd8-0ab65bd6a306 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:43.646300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-df08f1da-09c0-4b8e-a220-5ac4ae2f6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:43.658075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df08f1da-09c0-4b8e-a220-5ac4ae2f6140 None None] Routers {'0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:43.658826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-df08f1da-09c0-4b8e-a220-5ac4ae2f6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:43.710785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-df08f1da-09c0-4b8e-a220-5ac4ae2f6140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:43.711791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df08f1da-09c0-4b8e-a220-5ac4ae2f6140 None None] The sync data for ids ['0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:43.716703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-af8f843f-6e5e-47b0-89e8-f5c242eedd5d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2580304 Jul 05 18:10:43.743076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Request body: {'port': {'device_id': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd', 'admin_state_up': True, 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:43.746029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f42dfc3-d64f-4925-95f4-3317a039e3e3 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:43.758184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4940a419-7c3b-49c5-8629-b433f4fc3fe4 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/routers/0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0 HTTP/1.1" status: 200 len: 919 time: 0.1914682 Jul 05 18:10:43.758184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35472) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:43.826824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-91e5da7f-6939-496a-9d25-a0e6c736785a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:43.827660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-91e5da7f-6939-496a-9d25-a0e6c736785a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.2355638 Jul 05 18:10:43.836677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79667a96-9b10-43dd-b512-c78a3bb7fe53 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:43.843321 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-79667a96-9b10-43dd-b512-c78a3bb7fe53 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0835836 Jul 05 18:10:43.845934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35478) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:43.847307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:43.874266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 009a39d3-3dda-4027-ab22-aaba0f8365df details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:10:43.893231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-456499e0-832e-47ef-ad55-3567fea6738a None None] Provisioning for port 734941e9-2f8c-4d98-b8e4-cd32664abf34 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:43.951995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:43.959521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:43.962009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:43.971984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49db82-5a57-4ea8-b8f5-1cbe814a276f req-0e338648-5a70-4411-98e5-feaab58862ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:43.980295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49db82-5a57-4ea8-b8f5-1cbe814a276f req-0e338648-5a70-4411-98e5-feaab58862ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:43.986285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49db82-5a57-4ea8-b8f5-1cbe814a276f req-0e338648-5a70-4411-98e5-feaab58862ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:43.992346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49db82-5a57-4ea8-b8f5-1cbe814a276f req-0e338648-5a70-4411-98e5-feaab58862ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:43.998459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49db82-5a57-4ea8-b8f5-1cbe814a276f req-0e338648-5a70-4411-98e5-feaab58862ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.004816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49db82-5a57-4ea8-b8f5-1cbe814a276f req-0e338648-5a70-4411-98e5-feaab58862ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.011388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49db82-5a57-4ea8-b8f5-1cbe814a276f req-0e338648-5a70-4411-98e5-feaab58862ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.019917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce49db82-5a57-4ea8-b8f5-1cbe814a276f req-0e338648-5a70-4411-98e5-feaab58862ef tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.3707960 Jul 05 18:10:44.033873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=b107d8e8-1ffc-4e01-abd8-0ab65bd6a306,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:44.044705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf3a94-f77b-4140-9577-7dea572fcadb req-bdf9709f-1fc2-4607-96a2-598ce082726d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.053071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8daf3a94-f77b-4140-9577-7dea572fcadb req-bdf9709f-1fc2-4607-96a2-598ce082726d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 943 time: 0.3340614 Jul 05 18:10:44.053352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:44.062427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dda8d8e-8d2e-4fee-a27e-cba792f20c1c tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.067798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'port_id': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'mac_address': 'fa:16:3e:e4:41:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:10:44.068765 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1dda8d8e-8d2e-4fee-a27e-cba792f20c1c tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 881 time: 0.2163105 Jul 05 18:10:44.076901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35482) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:44.102874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.108278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.114718 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.137255 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a82525c6-97fd-40c7-8465-552b2658ed77 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0 HTTP/1.1" status: 200 len: 205 time: 0.0588901 Jul 05 18:10:44.140651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35484) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:44.151216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce49db82-5a57-4ea8-b8f5-1cbe814a276f req-bd36d1e3-8767-48f8-9469-350304849b19 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1302905 Jul 05 18:10:44.160904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009a39d3-3dda-4027-ab22-aaba0f8365df {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:44.256818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-47a4c2b9-dc6b-4f48-8fed-f0a25721794f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.258386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-47a4c2b9-dc6b-4f48-8fed-f0a25721794f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4218173 Jul 05 18:10:44.262005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Made reservation on behalf of 8db2c50a8deb4aa6bb03b72d9adc4ff2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:44.267956 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.268179 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-96c6a932-f76c-493d-a87c-f3d70f203942 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9180267 Jul 05 18:10:44.276332 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35486) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:44.278240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8daf3a94-f77b-4140-9577-7dea572fcadb req-6f651c2e-7fe3-49b1-aea6-784c38d954e2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243056 Jul 05 18:10:44.378468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:44.384736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 734941e9-2f8c-4d98-b8e4-cd32664abf34 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:44.387869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-350db2d3-ff37-4c8e-a908-5c02134bd593 None None] Provisioning for port 998b7663-3df5-4a63-b418-72ce4edca392 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:44.394605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-350db2d3-ff37-4c8e-a908-5c02134bd593 None None] Provisioning complete for port 998b7663-3df5-4a63-b418-72ce4edca392 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:44.394828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a55dd-c0fc-4e1a-a89b-21935d1092f3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.395023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-350db2d3-ff37-4c8e-a908-5c02134bd593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.408449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58a55dd-c0fc-4e1a-a89b-21935d1092f3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.415095 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e58a55dd-c0fc-4e1a-a89b-21935d1092f3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1375930 Jul 05 18:10:44.416424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:44.464518 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1483b62-6f6f-45b1-b610-0e50114ed6ed None None] Update dhcp port {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '2b9cb7f1-0a44-40ce-958c-108efe59a4d2', 'ip_address': '2001:db8::f816:3eff:fef2:b57c'}, {'subnet_id': 'b4c370d7-fd7f-43f7-9be1-93dad0ad3f9b'}], 'binding:host_id': 'n-d-799524-1'}, 'id': '734941e9-2f8c-4d98-b8e4-cd32664abf34'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:10:44.467518 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.468587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:10:44.534983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a8684548-d51d-4c06-b174-982929a58934 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port b107d8e8-1ffc-4e01-abd8-0ab65bd6a306 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:44.535679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8684548-d51d-4c06-b174-982929a58934 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.543447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-350db2d3-ff37-4c8e-a908-5c02134bd593 None None] Port 998b7663-3df5-4a63-b418-72ce4edca392 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:44.566544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.574298 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1483b62-6f6f-45b1-b610-0e50114ed6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.608399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-33d709b7-3699-46a2-81d0-fd05f77d19e7 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369684 Jul 05 18:10:44.632662 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8684548-d51d-4c06-b174-982929a58934 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.637102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:44.652869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a8684548-d51d-4c06-b174-982929a58934 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for b107d8e8-1ffc-4e01-abd8-0ab65bd6a306 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:44.701691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 734941e9-2f8c-4d98-b8e4-cd32664abf34 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:44.769754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 734941e9-2f8c-4d98-b8e4-cd32664abf34 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:44.770069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.793357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9720ad3-b64f-4943-a99a-288db2adacdf req-b9b8c8c7-bd35-4906-bdfe-6dbf9abe1e08 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.794905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9720ad3-b64f-4943-a99a-288db2adacdf req-b9b8c8c7-bd35-4906-bdfe-6dbf9abe1e08 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 932 time: 0.3805571 Jul 05 18:10:44.818408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:44.823077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Allocated IP 19.86.0.140 (b218f9cb-e684-4726-9e0e-46739e1277fd/96eb6fbe-6509-40c1-9824-97980f92a644/f4657350-ceae-4fa1-a6e6-c6adac6283d5) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:44.854978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6', 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9', 'port_id': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6', 'mac_address': 'fa:16:3e:de:51:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15035df3-c065-479f-94fd-23f7e0d512a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:10:44.877167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-b2e15eed-5f02-4c0a-b380-1541806a8ddf service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615483 Jul 05 18:10:44.891273 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.911104 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c15e32-8fdd-4d87-8ed2-812cb26bdeb3 req-489b2332-df87-453b-9835-32e8d453907d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:44.912600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85c15e32-8fdd-4d87-8ed2-812cb26bdeb3 req-489b2332-df87-453b-9835-32e8d453907d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.4376564 Jul 05 18:10:44.949559 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.955519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8684548-d51d-4c06-b174-982929a58934 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:44.965686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-e1483b62-6f6f-45b1-b610-0e50114ed6ed None None] Allocated IP 172.20.0.2 (d4311eb2-2783-4bd2-b311-e1327c967a23/b4c370d7-fd7f-43f7-9be1-93dad0ad3f9b/734941e9-2f8c-4d98-b8e4-cd32664abf34) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:44.978793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-f20a6cf9-2245-44ee-954a-ea3aff8903b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2 HTTP/1.1" status: 200 len: 217 time: 0.0894828 Jul 05 18:10:44.992022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9720ad3-b64f-4943-a99a-288db2adacdf req-6c94afad-7ff3-48d2-8119-cbf8f2a386b2 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757514 Jul 05 18:10:44.994490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8684548-d51d-4c06-b174-982929a58934 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=b107d8e8-1ffc-4e01-abd8-0ab65bd6a306,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:44.995256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:45.037761 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.041664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:45.093580 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8684548-d51d-4c06-b174-982929a58934 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.095632 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a8684548-d51d-4c06-b174-982929a58934 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/b107d8e8-1ffc-4e01-abd8-0ab65bd6a306 HTTP/1.1" status: 204 len: 168 time: 0.6772549 Jul 05 18:10:45.098088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35490) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:45.124033 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.154127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85c15e32-8fdd-4d87-8ed2-812cb26bdeb3 req-121cc7a0-d2a3-4ff6-809a-7ad89834fe98 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013710 Jul 05 18:10:45.159897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd592f-13da-46b0-a89d-d2b5970a556a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.162130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd592f-13da-46b0-a89d-d2b5970a556a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.164598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cd592f-13da-46b0-a89d-d2b5970a556a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.167039 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-60cd592f-13da-46b0-a89d-d2b5970a556a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0673966 Jul 05 18:10:45.169489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35492) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:45.174653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e1483b62-6f6f-45b1-b610-0e50114ed6ed None None] For port 734941e9-2f8c-4d98-b8e4-cd32664abf34, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=734941e9-2f8c-4d98-b8e4-cd32664abf34,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:45.209654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:45.227482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-9a86f53c-ee26-4ab2-8e2b-0033f2bb6536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.230473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-9a86f53c-ee26-4ab2-8e2b-0033f2bb6536 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.2360394 Jul 05 18:10:45.230778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec9ca03-9796-46cc-b4c8-48133327abae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 2b9cb7f1-0a44-40ce-958c-108efe59a4d2 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:10:45.245323 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1483b62-6f6f-45b1-b610-0e50114ed6ed None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.253544 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e1483b62-6f6f-45b1-b610-0e50114ed6ed None None] Transition to ACTIVE for port object 734941e9-2f8c-4d98-b8e4-cd32664abf34 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:45.303176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ca03-9796-46cc-b4c8-48133327abae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.307012 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1483b62-6f6f-45b1-b610-0e50114ed6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.325029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Deleting port 6ccf7fc2-8341-4cd6-a39a-1c0e1aacb99b {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:45.325389 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.347514 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ca03-9796-46cc-b4c8-48133327abae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.383544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.421079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e9e29aab-1924-4f83-bce4-a7d3b24ab1e6'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:10:45.447637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ca03-9796-46cc-b4c8-48133327abae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.465875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['009a39d3-3dda-4027-ab22-aaba0f8365df'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:10:45.525613 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:10:45.525957 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:10:45.559678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1483b62-6f6f-45b1-b610-0e50114ed6ed None None] Pushing event updated for resources: {'Port': ['ID=734941e9-2f8c-4d98-b8e4-cd32664abf34,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:45.623754 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ca03-9796-46cc-b4c8-48133327abae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.646062 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ec9ca03-9796-46cc-b4c8-48133327abae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.648338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3ec9ca03-9796-46cc-b4c8-48133327abae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/2b9cb7f1-0a44-40ce-958c-108efe59a4d2 HTTP/1.1" status: 204 len: 168 time: 0.4775326 Jul 05 18:10:45.675291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35500) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:45.686118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9ca03-9796-46cc-b4c8-48133327abae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=2b9cb7f1-0a44-40ce-958c-108efe59a4d2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:45.756064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-31402731-5798-4f40-997c-fc7e6e071fd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet b4c370d7-fd7f-43f7-9be1-93dad0ad3f9b {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:10:45.759817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-31402731-5798-4f40-997c-fc7e6e071fd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.775386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Transition to ACTIVE for port object f4657350-ceae-4fa1-a6e6-c6adac6283d5 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:45.806026 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-31402731-5798-4f40-997c-fc7e6e071fd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.833115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-bb7cf322-e260-46be-8832-339a193a19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.834601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-bb7cf322-e260-46be-8832-339a193a19e5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5920656 Jul 05 18:10:45.883019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:45.908577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fa7a-cd7e-48b5-8d6e-8ee202508fbe req-28e1fbee-cbd6-45e9-bd9a-a37bbd09bb5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.914750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fa7a-cd7e-48b5-8d6e-8ee202508fbe req-28e1fbee-cbd6-45e9-bd9a-a37bbd09bb5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.920715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fa7a-cd7e-48b5-8d6e-8ee202508fbe req-28e1fbee-cbd6-45e9-bd9a-a37bbd09bb5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.927958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fa7a-cd7e-48b5-8d6e-8ee202508fbe req-28e1fbee-cbd6-45e9-bd9a-a37bbd09bb5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.933925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fa7a-cd7e-48b5-8d6e-8ee202508fbe req-28e1fbee-cbd6-45e9-bd9a-a37bbd09bb5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.940000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fa7a-cd7e-48b5-8d6e-8ee202508fbe req-28e1fbee-cbd6-45e9-bd9a-a37bbd09bb5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.946548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975fa7a-cd7e-48b5-8d6e-8ee202508fbe req-28e1fbee-cbd6-45e9-bd9a-a37bbd09bb5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:45.948355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d975fa7a-cd7e-48b5-8d6e-8ee202508fbe req-28e1fbee-cbd6-45e9-bd9a-a37bbd09bb5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.6372218 Jul 05 18:10:45.992888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Calling delete_port for 6ccf7fc2-8341-4cd6-a39a-1c0e1aacb99b owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:46.087043 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.115488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcae7c8-816f-4b2a-bd7d-5e703553b645 req-357d9871-502e-447c-9cfe-63db732a763e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.117098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bcae7c8-816f-4b2a-bd7d-5e703553b645 req-357d9871-502e-447c-9cfe-63db732a763e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 944 time: 0.4045544 Jul 05 18:10:46.125107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d975fa7a-cd7e-48b5-8d6e-8ee202508fbe req-5c2514ba-8b36-4c8d-ab59-f0f384ce86ec tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1428721 Jul 05 18:10:46.131720 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.136255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 734941e9-2f8c-4d98-b8e4-cd32664abf34, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=734941e9-2f8c-4d98-b8e4-cd32664abf34,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:46.212382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-74234b58-31c0-4747-a8b5-84a7c4fbeb72 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566649 Jul 05 18:10:46.232999 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.295299 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-31402731-5798-4f40-997c-fc7e6e071fd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.297997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd0072-75cb-4331-84b0-b552d6b4ab77 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:46.385328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 734941e9-2f8c-4d98-b8e4-cd32664abf34 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:46.414374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=734941e9-2f8c-4d98-b8e4-cd32664abf34,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:46.430700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bcae7c8-816f-4b2a-bd7d-5e703553b645 req-e172b9e1-0e1a-4017-a161-8c3968fe4b79 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3020742 Jul 05 18:10:46.432840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Network b218f9cb-e684-4726-9e0e-46739e1277fd is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:46.439458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event updated for resources: {'Port': ['ID=f4657350-ceae-4fa1-a6e6-c6adac6283d5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:46.445917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-31402731-5798-4f40-997c-fc7e6e071fd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.447021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:46.449919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:46.510380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 734941e9-2f8c-4d98-b8e4-cd32664abf34 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:46.510633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.512118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ef3ccdd4-c9e7-406c-b2ca-34c33424d8a3 None None] Provisioning for port 734941e9-2f8c-4d98-b8e4-cd32664abf34 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:46.549863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ef3ccdd4-c9e7-406c-b2ca-34c33424d8a3 None None] Provisioning complete for port 734941e9-2f8c-4d98-b8e4-cd32664abf34 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:46.550237 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef3ccdd4-c9e7-406c-b2ca-34c33424d8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.561556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31402731-5798-4f40-997c-fc7e6e071fd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c370d7-fd7f-43f7-9be1-93dad0ad3f9b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:46.573656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-31402731-5798-4f40-997c-fc7e6e071fd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.580695 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-31402731-5798-4f40-997c-fc7e6e071fd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/b4c370d7-fd7f-43f7-9be1-93dad0ad3f9b HTTP/1.1" status: 204 len: 168 time: 0.9030097 Jul 05 18:10:46.583709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35508) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:46.664940 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-449f9d50-a8f6-4db2-8aca-fc2dbbcc791e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0826554 Jul 05 18:10:46.667186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bc3e4d96-2a12-4e24-98e7-08576d774921 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0710678 Jul 05 18:10:46.667726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35510) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:46.675058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:46.718287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.720393 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.756557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-b6e76b73-1fc4-4f30-98af-af5090dc835d service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454744 Jul 05 18:10:46.766641 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:10:46.769009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe4174-e54c-40e8-acc3-cefdceda8ebc req-01180eb6-ccbb-4b5e-82e3-4ce1bf5f394d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.783434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159e6be0-28f3-4d91-bec8-dd354bcd2054 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:10:46.786132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fe4174-e54c-40e8-acc3-cefdceda8ebc req-01180eb6-ccbb-4b5e-82e3-4ce1bf5f394d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.788255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53fe4174-e54c-40e8-acc3-cefdceda8ebc req-01180eb6-ccbb-4b5e-82e3-4ce1bf5f394d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1655 time: 0.4783697 Jul 05 18:10:46.803966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ef3ccdd4-c9e7-406c-b2ca-34c33424d8a3 None None] Could not find standard attr ID for object b107d8e8-1ffc-4e01-abd8-0ab65bd6a306. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:10:46.837964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-85fd257c-8d0a-4bfa-b993-4f23cf40c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.838467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-85fd257c-8d0a-4bfa-b993-4f23cf40c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.838996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-85fd257c-8d0a-4bfa-b993-4f23cf40c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.839486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-85fd257c-8d0a-4bfa-b993-4f23cf40c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.839957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-85fd257c-8d0a-4bfa-b993-4f23cf40c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.840431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-85fd257c-8d0a-4bfa-b993-4f23cf40c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.840919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-85fd257c-8d0a-4bfa-b993-4f23cf40c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:46.845378 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-85fd257c-8d0a-4bfa-b993-4f23cf40c4ee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=72ba194bca89444b998ef29fef238662&device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 6492 time: 0.1075618 Jul 05 18:10:46.869799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-80f14e2b-c4cb-4715-93a2-34631b4934df service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0715079 Jul 05 18:10:46.872765 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.878775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-159e6be0-28f3-4d91-bec8-dd354bcd2054 None None] Deleting port 734941e9-2f8c-4d98-b8e4-cd32664abf34 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:46.879163 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-159e6be0-28f3-4d91-bec8-dd354bcd2054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.886833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-22b4cbed-ab85-4534-a464-fe8355b1bb77 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1523912 Jul 05 18:10:46.938609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Request body: {'port': {'device_id': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:46.950239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-159e6be0-28f3-4d91-bec8-dd354bcd2054 None None] For port 734941e9-2f8c-4d98-b8e4-cd32664abf34, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=734941e9-2f8c-4d98-b8e4-cd32664abf34,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:46.950816 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-159e6be0-28f3-4d91-bec8-dd354bcd2054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:46.961005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event deleted for resources: {'Port': ['ID=6ccf7fc2-8341-4cd6-a39a-1c0e1aacb99b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:46.965089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-159e6be0-28f3-4d91-bec8-dd354bcd2054 None None] Calling delete_port for 734941e9-2f8c-4d98-b8e4-cd32664abf34 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:46.976406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:46.980067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.025364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-2544a609-76a7-43f5-acfc-ff319f106733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.025851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-2544a609-76a7-43f5-acfc-ff319f106733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.026526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-2544a609-76a7-43f5-acfc-ff319f106733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.028185 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-2544a609-76a7-43f5-acfc-ff319f106733 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e2195c82-404a-4d31-a86a-4869116cf8b2&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=a675cb52-e4bc-4d13-85da-7894479e2b8a&id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&id=2fcce57a-4f76-4ef7-85cc-9baef3a62681 HTTP/1.1" status: 200 len: 2289 time: 0.1571944 Jul 05 18:10:47.028373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-532f9dae-a331-49ea-8dfa-371d37ce6d1c None None] Provisioning for port f4657350-ceae-4fa1-a6e6-c6adac6283d5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:47.035170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-532f9dae-a331-49ea-8dfa-371d37ce6d1c None None] Provisioning complete for port f4657350-ceae-4fa1-a6e6-c6adac6283d5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:47.035349 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-532f9dae-a331-49ea-8dfa-371d37ce6d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.046805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53fe4174-e54c-40e8-acc3-cefdceda8ebc req-75eb0e18-56cc-49fd-9e6e-cce8b1b89615 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891634 Jul 05 18:10:47.104042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e93f4e-8933-4646-a6c7-91f37a8ed727 req-8bfd011f-29ec-4b74-9060-4e7c8dc12c4b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.105677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09e93f4e-8933-4646-a6c7-91f37a8ed727 req-8bfd011f-29ec-4b74-9060-4e7c8dc12c4b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 944 time: 0.4289432 Jul 05 18:10:47.121823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ce2028c0-c058-4541-8be2-d2e960cea6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.123401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-ce2028c0-c058-4541-8be2-d2e960cea6a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 0.2357974 Jul 05 18:10:47.129254 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-d2f0568d-cdf7-45d4-a49a-7e23e3f7794d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc HTTP/1.1" status: 200 len: 999 time: 0.0936744 Jul 05 18:10:47.220101 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.221174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-b2fd29f2-1f52-42db-9e7b-d735e713c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.222932 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-b2fd29f2-1f52-42db-9e7b-d735e713c9ab service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9b2736d4-f99e-4a85-ac33-803e5d552438 HTTP/1.1" status: 200 len: 850 time: 0.0865765 Jul 05 18:10:47.227201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-532f9dae-a331-49ea-8dfa-371d37ce6d1c None None] Port f4657350-ceae-4fa1-a6e6-c6adac6283d5 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:47.229799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.303472 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-159e6be0-28f3-4d91-bec8-dd354bcd2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.329172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09e93f4e-8933-4646-a6c7-91f37a8ed727 req-3f5bac46-34b2-434c-97b1-ea085100bcd7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820254 Jul 05 18:10:47.330079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e6be0-28f3-4d91-bec8-dd354bcd2054 None None] Pushing event deleted for resources: {'Port': ['ID=734941e9-2f8c-4d98-b8e4-cd32664abf34,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:47.335427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159e6be0-28f3-4d91-bec8-dd354bcd2054 None None] No DVR routers for this DVR port 734941e9-2f8c-4d98-b8e4-cd32664abf34 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:47.357291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-2b5fdba6-1726-4dfd-bea8-c2effc444d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.358981 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-2b5fdba6-1726-4dfd-bea8-c2effc444d4c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e2195c82-404a-4d31-a86a-4869116cf8b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1283855 Jul 05 18:10:47.401050 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.409051 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.506711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-2b5f7577-8bcd-4a41-a14d-fd5b00792b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.508242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-2b5f7577-8bcd-4a41-a14d-fd5b00792b75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3584683 Jul 05 18:10:47.508840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:10:47.511711 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.520668 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-3d0bc6a9-31cb-42a8-849f-3cf4c447978f service neutron] 10.222.0.97 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540735 Jul 05 18:10:47.575467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.575997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Fanout notify agent at l3_agent the message router_deleted on router 0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:10:47.583519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.590982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-90869576-0aca-4ec7-ad5a-9caf39532141 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0 HTTP/1.1" status: 204 len: 168 time: 3.4483824 Jul 05 18:10:47.591717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35516) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:47.614989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:47.621474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:47.628090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=6589294f-0692-45f4-81e4-5a90ba2e7b57,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:47.631032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.631637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.636954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1d0778-1c9f-461c-8399-3b524629944e None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:47.661725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c8cb9ff0-6625-44b2-8a2f-e5acddbb3324 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1819429969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:47.685715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-ded219f3-d691-445b-b5cf-d12efb06228c service neutron] 10.222.0.97 "GET /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440272 Jul 05 18:10:47.738770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-23a60956-c7f0-4473-b88d-2d0f5653982a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.182&port_id=f789fea0-21f9-4320-914a-1c39f450b4ee HTTP/1.1" status: 200 len: 217 time: 0.0466342 Jul 05 18:10:47.744693 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cf816235-d069-4393-8e0e-0e266053570a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0756493 Jul 05 18:10:47.759393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35518) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:47.770396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:47.804068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-ec88e1e8-acc1-467e-bddd-815c8d15aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.806015 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-ec88e1e8-acc1-467e-bddd-815c8d15aeb5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.0599558 Jul 05 18:10:47.824127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbee3b-b4f5-4287-bea3-00821e74e3df req-54b9237c-8b47-4ae4-a767-7df2a0d92d83 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.831701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbee3b-b4f5-4287-bea3-00821e74e3df req-54b9237c-8b47-4ae4-a767-7df2a0d92d83 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.835353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '6589294f-0692-45f4-81e4-5a90ba2e7b57'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:10:47.837178 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:47.843075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbee3b-b4f5-4287-bea3-00821e74e3df req-54b9237c-8b47-4ae4-a767-7df2a0d92d83 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.851913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbee3b-b4f5-4287-bea3-00821e74e3df req-54b9237c-8b47-4ae4-a767-7df2a0d92d83 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.858726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbee3b-b4f5-4287-bea3-00821e74e3df req-54b9237c-8b47-4ae4-a767-7df2a0d92d83 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.866099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbee3b-b4f5-4287-bea3-00821e74e3df req-54b9237c-8b47-4ae4-a767-7df2a0d92d83 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.872310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-30c406f4-3863-413b-9b32-d76b3f80a222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.873227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbee3b-b4f5-4287-bea3-00821e74e3df req-54b9237c-8b47-4ae4-a767-7df2a0d92d83 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:47.873839 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-30c406f4-3863-413b-9b32-d76b3f80a222 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0622590 Jul 05 18:10:47.878704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49fbee3b-b4f5-4287-bea3-00821e74e3df req-54b9237c-8b47-4ae4-a767-7df2a0d92d83 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.4697664 Jul 05 18:10:47.915836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 009a39d3-3dda-4027-ab22-aaba0f8365df up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:47.970004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-879cfdd4-d9b8-495f-8c4c-1797e2d0bf47 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4124453 Jul 05 18:10:47.977816 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-5223f392-7830-4450-a9c2-f418836c9f37 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970919 Jul 05 18:10:48.021183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Allocated IP 2001:db8::f816:3eff:fe23:6d6 (d4311eb2-2783-4bd2-b311-e1327c967a23/6589294f-0692-45f4-81e4-5a90ba2e7b57/7816f90f-8902-4dd0-ba59-71d4e67e0c5a) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:48.023234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 009a39d3-3dda-4027-ab22-aaba0f8365df triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:48.027476 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9ff0-6625-44b2-8a2f-e5acddbb3324 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.027646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.027786 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9ff0-6625-44b2-8a2f-e5acddbb3324 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.079149 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-6521be55-381d-4258-8d09-bf88424d52ae service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945532 Jul 05 18:10:48.122049 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-3119a3b0-e3f1-4f61-b033-dd9086ce0d04 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=6b5e49ff-5237-410c-8641-38f9f7e632ee HTTP/1.1" status: 200 len: 217 time: 0.0363104 Jul 05 18:10:48.123940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49fbee3b-b4f5-4287-bea3-00821e74e3df req-cb5f5f83-4763-44e0-94f5-7ea56e1a8288 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1960683 Jul 05 18:10:48.186337 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.219565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-d50170ea-9bfd-4583-a4a4-6924cfb0ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:48.222462 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-d50170ea-9bfd-4583-a4a4-6924cfb0ec91 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.0900152 Jul 05 18:10:48.225526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9ff0-6625-44b2-8a2f-e5acddbb3324 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.243919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:48.246849 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3c6155-b493-4152-ad5a-66896e01644c" -d '{"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-plugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:48.274052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:48.280428 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.291201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Transition to ACTIVE for port object 7816f90f-8902-4dd0-ba59-71d4e67e0c5a will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:48.321109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-8c36cbd5-2d4d-4684-a660-87782abba2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:48.321406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Transition to ACTIVE for port object 7816f90f-8902-4dd0-ba59-71d4e67e0c5a will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:48.321506 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-8c36cbd5-2d4d-4684-a660-87782abba2fa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0917420 Jul 05 18:10:48.323758 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.324569 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:48.402218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 734941e9-2f8c-4d98-b8e4-cd32664abf34 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:48.434832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 734941e9-2f8c-4d98-b8e4-cd32664abf34 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:48.435193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 734941e9-2f8c-4d98-b8e4-cd32664abf34 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:48.440661 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.441904 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-93dfd0c4-cb96-4cb4-b4f3-0fc9e803fa70 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100450 Jul 05 18:10:48.445847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=10']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:48.495707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:48.500865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:48.505337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:48.508572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Pushing event updated for resources: {'Port': ['ID=7816f90f-8902-4dd0-ba59-71d4e67e0c5a,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:48.552799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-c324c517-84c7-480b-837a-a100a75906b1 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041648 Jul 05 18:10:48.558423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:48.570923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:48.571257 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.597765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Attempting to bind port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:48.598127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Attempting to bind port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:48.598503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Attempting to bind port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:48.600742 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-6b2c070a-7cc1-4aa9-b5e1-4bd52726f3de service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.151&port_id=22789af0-7dfa-418e-8d88-24653ba1c8b4 HTTP/1.1" status: 200 len: 217 time: 0.0420375 Jul 05 18:10:48.607638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:48.608013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:48.608411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.608796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:48.609169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9659e7b-d145-418e-aa5b-0aa560daaa1f req-d49cc015-acad-41ee-acf0-988fc036b87e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:48.609939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Bound port: 7816f90f-8902-4dd0-ba59-71d4e67e0c5a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:48.610201 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.611277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9659e7b-d145-418e-aa5b-0aa560daaa1f req-d49cc015-acad-41ee-acf0-988fc036b87e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 944 time: 0.8160059 Jul 05 18:10:48.612233 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9ff0-6625-44b2-8a2f-e5acddbb3324 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.628266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:48.631683 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.654585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-7c9448cb-28ca-4949-9186-2d922ffb7cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:48.656736 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-7c9448cb-28ca-4949-9186-2d922ffb7cc7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.0493197 Jul 05 18:10:48.657349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-de6df558-5595-4a8e-b416-d5be31b43aae service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751978 Jul 05 18:10:48.715957 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.721761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-3f7d78ad-fca1-44d4-af79-ad8f65ff87ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:48.723459 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-3f7d78ad-fca1-44d4-af79-ad8f65ff87ef service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0614009 Jul 05 18:10:48.727693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] For port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:48.743017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998b7663-3df5-4a63-b418-72ce4edca392 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:48.748295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] For port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7816f90f-8902-4dd0-ba59-71d4e67e0c5a,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:48.763618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:48.782599 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.785811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1c30bab5-e08f-4862-a8ef-c27f74f61b39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a656ce28-69fd-4c56-b54d-8931793f41e7 HTTP/1.1" status: 200 len: 217 time: 0.0753410 Jul 05 18:10:48.786488 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8cb9ff0-6625-44b2-8a2f-e5acddbb3324 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.787553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c8cb9ff0-6625-44b2-8a2f-e5acddbb3324 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1354573 Jul 05 18:10:48.790435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35528) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:48.794976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': True}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:48.817987 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.858641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:48.868195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Transition to ACTIVE for port object 998b7663-3df5-4a63-b418-72ce4edca392 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:48.871468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9659e7b-d145-418e-aa5b-0aa560daaa1f req-bf95c4b3-09bf-47de-8b88-b9532ed5dedb tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365029 Jul 05 18:10:48.893548 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-7d61f512-e7b4-4d80-8b20-a92b2a8017d7 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633036 Jul 05 18:10:48.906326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-f7caff53-75ab-4281-af70-c40b9f3d9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:48.908331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199ba50-be3b-4d17-b2e5-9cfbbf3bb0c7 None None] Pushing event updated for resources: {'Port': ['ID=7816f90f-8902-4dd0-ba59-71d4e67e0c5a,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:48.916775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-f7caff53-75ab-4281-af70-c40b9f3d9a9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 0.1184688 Jul 05 18:10:48.949509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c548-faec-489e-a36f-945e149ab668 req-0c2e8486-09dd-4915-b881-c14aa007fb9f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:48.956884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633c548-faec-489e-a36f-945e149ab668 req-0c2e8486-09dd-4915-b881-c14aa007fb9f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:48.959031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f633c548-faec-489e-a36f-945e149ab668 req-0c2e8486-09dd-4915-b881-c14aa007fb9f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1655 time: 0.3641381 Jul 05 18:10:48.989143 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:49.006431 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ee828a-8296-429e-9fec-ce632291de67 x-openstack-request-id: req-90ee828a-8296-429e-9fec-ce632291de67 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:49.006756 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-plugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:49.007222 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90ee828a-8296-429e-9fec-ce632291de67 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:49.007620 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'code': 200} Jul 05 18:10:49.063298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:49.133638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:49.158456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-9b17f639-911d-4785-99dc-c18ccc9579f3 service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229168 Jul 05 18:10:49.256024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Pushing event updated for resources: {'Port': ['ID=998b7663-3df5-4a63-b418-72ce4edca392,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:49.276956 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-09e88700-e68b-4330-b126-16b9c54f70f1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c HTTP/1.1" status: 200 len: 217 time: 0.1100049 Jul 05 18:10:49.291308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f633c548-faec-489e-a36f-945e149ab668 req-1131d7be-146e-4139-bd7a-af875cf7e196 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081322 Jul 05 18:10:49.407420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-192715cf-8112-4d23-a29f-50a69fe6b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.409903 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-192715cf-8112-4d23-a29f-50a69fe6b560 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 200 len: 797 time: 0.1204937 Jul 05 18:10:49.463917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5255bd14-a372-495d-aea4-8c9415005454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.465776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-5255bd14-a372-495d-aea4-8c9415005454 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5378320 Jul 05 18:10:49.526160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-29d88bf4-65e5-44e0-a67b-ae206560d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.527703 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-29d88bf4-65e5-44e0-a67b-ae206560d7dc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a675cb52-e4bc-4d13-85da-7894479e2b8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1097169 Jul 05 18:10:49.659261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934f297-5b13-42cb-ba08-51adb69a57b1 req-83df7258-6c5e-4fce-ba13-6993e6533d68 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.660809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a934f297-5b13-42cb-ba08-51adb69a57b1 req-83df7258-6c5e-4fce-ba13-6993e6533d68 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.4392867 Jul 05 18:10:49.671081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Attempting to bind port 998b7663-3df5-4a63-b418-72ce4edca392 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:49.671417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Attempting to bind port 998b7663-3df5-4a63-b418-72ce4edca392 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '2013c447-7691-4814-8670-57d7663c7920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:49.671786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Attempting to bind port 998b7663-3df5-4a63-b418-72ce4edca392 on network a5d22062-df0d-4c8b-9f0e-a049bf382459 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:49.699248 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:49.704733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:49.721436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe16de1-c4f7-4706-9a5d-09669838b89b req-44cf987d-c405-468f-8895-5ab6bfad0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.722945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fe16de1-c4f7-4706-9a5d-09669838b89b req-44cf987d-c405-468f-8895-5ab6bfad0747 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 1097 time: 0.4292288 Jul 05 18:10:49.725753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:49.729734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-c872caf1-af80-4d4c-ace3-95f0d48980ac service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952341 Jul 05 18:10:49.734321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Port 998b7663-3df5-4a63-b418-72ce4edca392 on network a5d22062-df0d-4c8b-9f0e-a049bf382459 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:49.735321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Attempting to bind port 998b7663-3df5-4a63-b418-72ce4edca392 on network a5d22062-df0d-4c8b-9f0e-a049bf382459 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:49.810023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472bf77-ce7c-4682-928a-9191e64fdbd5 req-de81bf70-60cc-4761-b53b-c60d39da745f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.816106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472bf77-ce7c-4682-928a-9191e64fdbd5 req-de81bf70-60cc-4761-b53b-c60d39da745f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.822107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472bf77-ce7c-4682-928a-9191e64fdbd5 req-de81bf70-60cc-4761-b53b-c60d39da745f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.827961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472bf77-ce7c-4682-928a-9191e64fdbd5 req-de81bf70-60cc-4761-b53b-c60d39da745f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.834386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472bf77-ce7c-4682-928a-9191e64fdbd5 req-de81bf70-60cc-4761-b53b-c60d39da745f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.840363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472bf77-ce7c-4682-928a-9191e64fdbd5 req-de81bf70-60cc-4761-b53b-c60d39da745f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.846947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472bf77-ce7c-4682-928a-9191e64fdbd5 req-de81bf70-60cc-4761-b53b-c60d39da745f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.851314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f472bf77-ce7c-4682-928a-9191e64fdbd5 req-de81bf70-60cc-4761-b53b-c60d39da745f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.3831842 Jul 05 18:10:49.852883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:49.853319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Checking segment: {'id': '2013c447-7691-4814-8670-57d7663c7920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:49.853801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Bound using segment: {'id': '2013c447-7691-4814-8670-57d7663c7920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:49.860569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Bound port: 998b7663-3df5-4a63-b418-72ce4edca392, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2013c447-7691-4814-8670-57d7663c7920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:49.861415 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:49.896215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-677c8b2f-ad31-4f6f-8fa4-9a71cc89b5a7 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177516 Jul 05 18:10:49.900530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:49.906937 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-238dfd0a-8ffa-4f98-bceb-b4ab61204a2e service neutron] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699257 Jul 05 18:10:49.918875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Allocated IP 172.25.3.67 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/9c002b52-f631-4ea6-a6d0-03d15d0da834) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:49.943261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a934f297-5b13-42cb-ba08-51adb69a57b1 req-fe73b7a7-f00f-4b0a-b61e-64a8b8b667b2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755251 Jul 05 18:10:49.944228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:49.966408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:49.966408 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:49.967761 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-d6a8f65d-af18-4776-a147-cdf5bace8776 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc HTTP/1.1" status: 200 len: 217 time: 0.0501845 Jul 05 18:10:49.978917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=3226f7f6-1cab-470e-900d-2916d5e63133,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:50.024306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-c501c360-0f9a-4930-9ba4-b5f3dc89292a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:50.025886 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-c501c360-0f9a-4930-9ba4-b5f3dc89292a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9865bc1-3270-442a-bdf7-d636d6e9f090 HTTP/1.1" status: 200 len: 797 time: 0.0523405 Jul 05 18:10:50.076670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] For port 998b7663-3df5-4a63-b418-72ce4edca392, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:50.079983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] For port 998b7663-3df5-4a63-b418-72ce4edca392, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=998b7663-3df5-4a63-b418-72ce4edca392,segment=NetworkSegment(2013c447-7691-4814-8670-57d7663c7920),segment_id=2013c447-7691-4814-8670-57d7663c7920)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:50.084796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fe16de1-c4f7-4706-9a5d-09669838b89b req-588fc4e0-165f-4802-9ddd-7353f8010f8b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296170 Jul 05 18:10:50.148657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:50.158013 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-58e09339-5052-4239-907b-5ee502eb9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:50.159615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-58e09339-5052-4239-907b-5ee502eb9e9a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1252909 Jul 05 18:10:50.184954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f472bf77-ce7c-4682-928a-9191e64fdbd5 req-aa4a1db6-4e7c-410c-acba-89942d6e0ecb tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3146837 Jul 05 18:10:50.197197 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:50.203776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64568d-dda2-4bd3-91e6-a7b6a0551620 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:50.210227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2f4e1685-68d1-4d62-a563-79e61fd99615 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4491830 Jul 05 18:10:50.226242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:50.226899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:50.228435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] 10.222.0.97 "PUT /v2.0/ports/998b7663-3df5-4a63-b418-72ce4edca392 HTTP/1.1" status: 200 len: 1092 time: 3.2986820 Jul 05 18:10:50.251982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35536) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:50.262844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'tag': '998b7663-3df5-4a63-b418-72ce4edca392'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:50.269498 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275035bf-30a7-46b2-be0a-b23d3ea963d6" -d '{"events": [{"name": "network-changed", "server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "tag": "998b7663-3df5-4a63-b418-72ce4edca392"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:50.304539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:58:d1:ed', 'name': 'tempest-NetworksTestDHCPv6-1591777673'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:50.334697 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-cabbca27-3a53-4ac3-9ab3-ad5688821c4b service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598878 Jul 05 18:10:50.410470 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde33ad8-2fc9-483f-b5d7-96d8e46aefb9 x-openstack-request-id: req-cde33ad8-2fc9-483f-b5d7-96d8e46aefb9 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:50.410768 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "tag": "998b7663-3df5-4a63-b418-72ce4edca392", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:50.411023 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cde33ad8-2fc9-483f-b5d7-96d8e46aefb9 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:50.411426 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'tag': '998b7663-3df5-4a63-b418-72ce4edca392', 'status': 'completed', 'code': 200} Jul 05 18:10:50.418106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Request body: {'port': {'device_id': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:50.459544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c1395f-da8c-4f7e-aca4-30c4bf6bda5e req-1ef47948-b25c-4d8e-bdea-155f831c5698 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425363 Jul 05 18:10:50.460315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7816f90f-8902-4dd0-ba59-71d4e67e0c5a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:50.507636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc3819-d564-43fc-af48-cc06b26d751f service neutron] Pushing event updated for resources: {'Port': ['ID=998b7663-3df5-4a63-b418-72ce4edca392,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:50.545262 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e6f2f803-3afd-4f7c-b647-0337919c3929 None None] Provisioning for port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:50.569291 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-e45d14b3-dc57-4c8b-a09f-8c12159ea4cc service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249794 Jul 05 18:10:50.606243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227903ba-fb82-47e6-a7ea-757dd6af0ae4 req-d20bce96-f300-4f9a-88ec-6b7a4bacf586 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:50.611170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-227903ba-fb82-47e6-a7ea-757dd6af0ae4 req-d20bce96-f300-4f9a-88ec-6b7a4bacf586 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 946 time: 0.5229878 Jul 05 18:10:50.630987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:50.672355 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-b7e81b44-4259-4610-ab0e-ccdee76002e2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=076ae338-2f77-45cd-b0af-21779e485c9e HTTP/1.1" status: 200 len: 217 time: 0.0942962 Jul 05 18:10:50.674863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event updated for resources: {'Port': ['ID=9c002b52-f631-4ea6-a6d0-03d15d0da834,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:50.703973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:50.720321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:50.724815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:50.729684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:50.733165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:50.733301 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:50.737634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-bfa02246-4e39-45bf-a05c-622e27820f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:50.739136 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-bfa02246-4e39-45bf-a05c-622e27820f79 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e9865bc1-3270-442a-bdf7-d636d6e9f090 HTTP/1.1" status: 200 len: 797 time: 0.0614324 Jul 05 18:10:50.786488 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f14fb8d4-b986-4a4a-956e-7dee848f67b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:50.791527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ab165b-be40-43a7-85a8-3d8fb396a0d9 None None] Update dhcp port {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '6589294f-0692-45f4-81e4-5a90ba2e7b57', 'ip_address': '2001:db8::f816:3eff:fe23:6d6'}, {'subnet_id': '3226f7f6-1cab-470e-900d-2916d5e63133'}], 'binding:host_id': 'n-d-799524-1'}, 'id': '7816f90f-8902-4dd0-ba59-71d4e67e0c5a'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:10:50.834359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:50.856053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035bf-30a7-46b2-be0a-b23d3ea963d6 req-cc0a8975-fe6d-4d36-878c-a89ebe332cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:50.856931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035bf-30a7-46b2-be0a-b23d3ea963d6 req-cc0a8975-fe6d-4d36-878c-a89ebe332cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:50.859974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-275035bf-30a7-46b2-be0a-b23d3ea963d6 req-cc0a8975-fe6d-4d36-878c-a89ebe332cd0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1914 time: 0.4320641 Jul 05 18:10:50.866754 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-65ab165b-be40-43a7-85a8-3d8fb396a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:50.870301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-227903ba-fb82-47e6-a7ea-757dd6af0ae4 req-bb126625-0eee-4e79-b7f9-82bcef5d6429 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225878 Jul 05 18:10:50.895806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-206c4601-4f8a-4be0-a76c-549fade4d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:50.897313 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-206c4601-4f8a-4be0-a76c-549fade4d4c7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fcce57a-4f76-4ef7-85cc-9baef3a62681&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1391599 Jul 05 18:10:51.025281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:51.036200 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c7769d-9174-41c1-93c1-bd7ba8e76ffa" -d '{"events": [{"server_uuid": "2a211b32-557f-470f-8abf-79e3a52fbd04", "name": "network-vif-plugged", "status": "completed", "tag": "e9e29aab-1924-4f83-bce4-a7d3b24ab1e6"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:51.056643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:51.100911 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:51.149213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11bff2-a2f7-4ac2-88e7-2472aed82dd1 req-c46223ef-bcb7-4ebe-95a8-20a72f3a55db tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:51.155143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11bff2-a2f7-4ac2-88e7-2472aed82dd1 req-c46223ef-bcb7-4ebe-95a8-20a72f3a55db tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:51.163165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f11bff2-a2f7-4ac2-88e7-2472aed82dd1 req-c46223ef-bcb7-4ebe-95a8-20a72f3a55db tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1667 time: 0.6098285 Jul 05 18:10:51.205686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-65ab165b-be40-43a7-85a8-3d8fb396a0d9 None None] Allocated IP 172.20.0.2 (d4311eb2-2783-4bd2-b311-e1327c967a23/3226f7f6-1cab-470e-900d-2916d5e63133/7816f90f-8902-4dd0-ba59-71d4e67e0c5a) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:51.241424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f11bff2-a2f7-4ac2-88e7-2472aed82dd1 req-8b919ee9-6d52-4d0e-ba92-fc8a569955c6 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771906 Jul 05 18:10:51.332661 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d03039-a832-4a0c-8cc9-04b19d5abc5b x-openstack-request-id: req-46d03039-a832-4a0c-8cc9-04b19d5abc5b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:51.332960 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a211b32-557f-470f-8abf-79e3a52fbd04", "name": "network-vif-plugged", "status": "completed", "tag": "e9e29aab-1924-4f83-bce4-a7d3b24ab1e6", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:51.333206 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46d03039-a832-4a0c-8cc9-04b19d5abc5b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:51.334181 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6', 'code': 200} Jul 05 18:10:51.350342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-65ab165b-be40-43a7-85a8-3d8fb396a0d9 None None] For port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7816f90f-8902-4dd0-ba59-71d4e67e0c5a,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:51.392314 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-65ab165b-be40-43a7-85a8-3d8fb396a0d9 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:51.428117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-65ab165b-be40-43a7-85a8-3d8fb396a0d9 None None] Transition to ACTIVE for port object 7816f90f-8902-4dd0-ba59-71d4e67e0c5a will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:51.439574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035bf-30a7-46b2-be0a-b23d3ea963d6 req-e3bfe11a-ef88-432a-bec6-a05aa6f0e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:51.440160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035bf-30a7-46b2-be0a-b23d3ea963d6 req-e3bfe11a-ef88-432a-bec6-a05aa6f0e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:51.440911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035bf-30a7-46b2-be0a-b23d3ea963d6 req-e3bfe11a-ef88-432a-bec6-a05aa6f0e18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:51.442285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-275035bf-30a7-46b2-be0a-b23d3ea963d6 req-e3bfe11a-ef88-432a-bec6-a05aa6f0e18b service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&shared=False HTTP/1.1" status: 200 len: 2286 time: 0.5707111 Jul 05 18:10:51.445998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-59b48be4-2917-4ccb-b189-e78c435ec992 service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200373 Jul 05 18:10:51.459086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:51.516148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-65ab165b-be40-43a7-85a8-3d8fb396a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:51.638151 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:10:51.638519 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:10:51.643194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab165b-be40-43a7-85a8-3d8fb396a0d9 None None] Pushing event updated for resources: {'Port': ['ID=7816f90f-8902-4dd0-ba59-71d4e67e0c5a,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:51.670252 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e1e92a56-f8e4-47d6-9b47-526c1270f721 req-ed566cab-5dc7-4a52-a87e-695316d2fa0c service neutron] 10.222.0.97 "GET /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159009 Jul 05 18:10:51.701411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:51.966624 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:51.971077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:51.987467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef481756-b75b-4243-9ecd-8d9d07660a7d req-e51532f6-73e3-40d3-92e1-b13a0a4e02a4 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:51.989084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef481756-b75b-4243-9ecd-8d9d07660a7d req-e51532f6-73e3-40d3-92e1-b13a0a4e02a4 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.8188338 Jul 05 18:10:52.002973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port ab93dba8-b24f-492b-ba70-46c4bc048b88 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:10:52.183565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Router 35e2ae62-b60e-4354-9e8b-2f6b44f0f23b is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:10:52.191258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:52.203651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef481756-b75b-4243-9ecd-8d9d07660a7d req-bb1d3cc7-f29c-463b-b60d-e05bfb96d355 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945653 Jul 05 18:10:52.225470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275035bf-30a7-46b2-be0a-b23d3ea963d6 req-23555700-ad8f-4385-9cf1-bda8ff1f3734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.227022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-275035bf-30a7-46b2-be0a-b23d3ea963d6 req-23555700-ad8f-4385-9cf1-bda8ff1f3734 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7657986 Jul 05 18:10:52.290216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7816f90f-8902-4dd0-ba59-71d4e67e0c5a,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:52.299270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60d0b7-937e-4efd-af81-001683fb9c5e req-f0991dd2-0387-4ed0-9482-ff4252c62113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.301126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad60d0b7-937e-4efd-af81-001683fb9c5e req-f0991dd2-0387-4ed0-9482-ff4252c62113 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 1096 time: 0.8498378 Jul 05 18:10:52.312783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9a4c-5e15-42de-a849-1fcb7dd8fae8 req-34b47d9f-b7ef-41c4-9116-04878aa09c01 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.318809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9a4c-5e15-42de-a849-1fcb7dd8fae8 req-34b47d9f-b7ef-41c4-9116-04878aa09c01 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.324795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9a4c-5e15-42de-a849-1fcb7dd8fae8 req-34b47d9f-b7ef-41c4-9116-04878aa09c01 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.331332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9a4c-5e15-42de-a849-1fcb7dd8fae8 req-34b47d9f-b7ef-41c4-9116-04878aa09c01 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.337374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9a4c-5e15-42de-a849-1fcb7dd8fae8 req-34b47d9f-b7ef-41c4-9116-04878aa09c01 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.343422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9a4c-5e15-42de-a849-1fcb7dd8fae8 req-34b47d9f-b7ef-41c4-9116-04878aa09c01 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.348498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:52.350111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9a4c-5e15-42de-a849-1fcb7dd8fae8 req-34b47d9f-b7ef-41c4-9116-04878aa09c01 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.357120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:52.357700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9dd9a4c-5e15-42de-a849-1fcb7dd8fae8 req-34b47d9f-b7ef-41c4-9116-04878aa09c01 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.4750535 Jul 05 18:10:52.360602 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c4aea5dd-8c12-4b89-a4e3-71464a4196b3 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "PUT /v2.0/routers/35e2ae62-b60e-4354-9e8b-2f6b44f0f23b HTTP/1.1" status: 200 len: 914 time: 3.5677457 Jul 05 18:10:52.360803 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef71fb6-5a24-4381-8346-b93b645dbdbe None None] Sync routers for ids ['35e2ae62-b60e-4354-9e8b-2f6b44f0f23b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:52.361292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35592) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:52.371941 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef71fb6-5a24-4381-8346-b93b645dbdbe None None] Routers {'35e2ae62-b60e-4354-9e8b-2f6b44f0f23b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:52.372660 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1ef71fb6-5a24-4381-8346-b93b645dbdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['35e2ae62-b60e-4354-9e8b-2f6b44f0f23b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:52.377341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:52.468561 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1ef71fb6-5a24-4381-8346-b93b645dbdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:52.478468 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef71fb6-5a24-4381-8346-b93b645dbdbe None None] Routers {'35e2ae62-b60e-4354-9e8b-2f6b44f0f23b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:52.479457 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1ef71fb6-5a24-4381-8346-b93b645dbdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['35e2ae62-b60e-4354-9e8b-2f6b44f0f23b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:52.500931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9dd9a4c-5e15-42de-a849-1fcb7dd8fae8 req-1cf788db-1f99-4641-a894-f5eb9e4b0f13 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1422548 Jul 05 18:10:52.517789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=7816f90f-8902-4dd0-ba59-71d4e67e0c5a,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:52.548774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4657350-ceae-4fa1-a6e6-c6adac6283d5 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:52.553565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7816f90f-8902-4dd0-ba59-71d4e67e0c5a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:52.563077 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1ef71fb6-5a24-4381-8346-b93b645dbdbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:52.563969 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef71fb6-5a24-4381-8346-b93b645dbdbe None None] The sync data for ids ['35e2ae62-b60e-4354-9e8b-2f6b44f0f23b'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:52.587475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:52.598141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad60d0b7-937e-4efd-af81-001683fb9c5e req-584c915c-7ff4-46ba-98df-7e869b864f50 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214088 Jul 05 18:10:52.621529 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cfdc6e6f-9561-4d3c-be09-4a8cbb29f2c4 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/routers/35e2ae62-b60e-4354-9e8b-2f6b44f0f23b HTTP/1.1" status: 200 len: 920 time: 0.2589266 Jul 05 18:10:52.624145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35594) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:52.630349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Transition to ACTIVE for port object f4657350-ceae-4fa1-a6e6-c6adac6283d5 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:52.633587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 172.20.0.6 (d4311eb2-2783-4bd2-b311-e1327c967a23/3226f7f6-1cab-470e-900d-2916d5e63133/ab93dba8-b24f-492b-ba70-46c4bc048b88) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:52.640542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fe58:d1ed (d4311eb2-2783-4bd2-b311-e1327c967a23/6589294f-0692-45f4-81e4-5a90ba2e7b57/ab93dba8-b24f-492b-ba70-46c4bc048b88) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:52.689456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8f8995-52d6-4337-a01d-e867110031a0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.694010 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ae8f8995-52d6-4337-a01d-e867110031a0 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=35e2ae62-b60e-4354-9e8b-2f6b44f0f23b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0663280 Jul 05 18:10:52.695794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35596) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:52.706260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6eb9129c-b0b3-48c3-9311-14848faa8768 None None] Provisioning for port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:52.716357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6eb9129c-b0b3-48c3-9311-14848faa8768 None None] Provisioning complete for port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:52.716357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6eb9129c-b0b3-48c3-9311-14848faa8768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:52.779003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:52.790889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14b5286-9782-4b67-adb5-2b80a1c66be1 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.794601 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a14b5286-9782-4b67-adb5-2b80a1c66be1 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 881 time: 0.0960507 Jul 05 18:10:52.795290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35598) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:52.835058 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2f2fdbff-36f4-492a-b3b1-18213aeaba71 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=35e2ae62-b60e-4354-9e8b-2f6b44f0f23b HTTP/1.1" status: 200 len: 205 time: 0.0386353 Jul 05 18:10:52.837452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35600) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:52.896857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3b6a6-51b5-430b-bb49-c5b654f20e9e req-d20f8d79-e6d6-41d4-ab4e-7ac959c1095e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:52.898423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70e3b6a6-51b5-430b-bb49-c5b654f20e9e req-d20f8d79-e6d6-41d4-ab4e-7ac959c1095e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 946 time: 0.2442591 Jul 05 18:10:52.952420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=f4657350-ceae-4fa1-a6e6-c6adac6283d5,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:52.958355 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.068898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0852d-3bc4-43d1-8f38-a97e2499e292 req-bda9feb9-4658-41cb-bbfb-0769dcd35a82 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:53.074978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0852d-3bc4-43d1-8f38-a97e2499e292 req-bda9feb9-4658-41cb-bbfb-0769dcd35a82 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:53.076598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.077067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-beb0852d-3bc4-43d1-8f38-a97e2499e292 req-bda9feb9-4658-41cb-bbfb-0769dcd35a82 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1679 time: 0.3540852 Jul 05 18:10:53.101009 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.110966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70e3b6a6-51b5-430b-bb49-c5b654f20e9e req-9cec4d5a-e30b-4f8f-a1f8-8ebf597965bb tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896441 Jul 05 18:10:53.149353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object ab93dba8-b24f-492b-ba70-46c4bc048b88 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:53.168272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Attempting to bind port f4657350-ceae-4fa1-a6e6-c6adac6283d5 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:53.168614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Attempting to bind port f4657350-ceae-4fa1-a6e6-c6adac6283d5 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '088bcf93-60e7-4340-a718-10e91bca3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:53.168942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Attempting to bind port f4657350-ceae-4fa1-a6e6-c6adac6283d5 on network b218f9cb-e684-4726-9e0e-46739e1277fd {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:53.182033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-beb0852d-3bc4-43d1-8f38-a97e2499e292 req-ed174091-7333-403b-98ad-ca645d81b54e tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901275 Jul 05 18:10:53.184017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Port f4657350-ceae-4fa1-a6e6-c6adac6283d5 on network b218f9cb-e684-4726-9e0e-46739e1277fd not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:10:53.184342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Attempting to bind port f4657350-ceae-4fa1-a6e6-c6adac6283d5 on network b218f9cb-e684-4726-9e0e-46739e1277fd {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:53.199582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:53.202115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Checking segment: {'id': '088bcf93-60e7-4340-a718-10e91bca3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:53.202115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Bound using segment: {'id': '088bcf93-60e7-4340-a718-10e91bca3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:53.202115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Bound port: f4657350-ceae-4fa1-a6e6-c6adac6283d5, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '088bcf93-60e7-4340-a718-10e91bca3ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:53.202115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.221387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Deleting port 9c002b52-f631-4ea6-a6d0-03d15d0da834 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:53.221868 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.275546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] For port f4657350-ceae-4fa1-a6e6-c6adac6283d5, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:53.279027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] For port f4657350-ceae-4fa1-a6e6-c6adac6283d5, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f4657350-ceae-4fa1-a6e6-c6adac6283d5,segment=NetworkSegment(088bcf93-60e7-4340-a718-10e91bca3ee8),segment_id=088bcf93-60e7-4340-a718-10e91bca3ee8)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:53.284034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.304114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.323236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Calling delete_port for 9c002b52-f631-4ea6-a6d0-03d15d0da834 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:53.332515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:53.339574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:53.372716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:53.379838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=ab93dba8-b24f-492b-ba70-46c4bc048b88,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:53.381326 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.446073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e39dd23d-17bf-4f14-b8b0-3131fc293dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.494642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:53.495352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.496756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] 10.222.0.97 "PUT /v2.0/ports/f4657350-ceae-4fa1-a6e6-c6adac6283d5 HTTP/1.1" status: 200 len: 1092 time: 3.0830295 Jul 05 18:10:53.501113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'tag': 'f4657350-ceae-4fa1-a6e6-c6adac6283d5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:10:53.503664 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714ec125-6293-45a0-9978-e55ad03bd047" -d '{"events": [{"name": "network-changed", "server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "tag": "f4657350-ceae-4fa1-a6e6-c6adac6283d5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:10:53.537641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:53.538105 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.567207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d499b3-a2d3-4702-9774-21bf43f1ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=f4657350-ceae-4fa1-a6e6-c6adac6283d5,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:53.597619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a840a-1174-4821-b279-ea3d8bdfdd9c req-e6ee1d79-fc9a-44e8-b017-d5fad86bd629 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:53.605733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b6a840a-1174-4821-b279-ea3d8bdfdd9c req-e6ee1d79-fc9a-44e8-b017-d5fad86bd629 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.2359514 Jul 05 18:10:53.634366 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.634900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.668425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-42b6b930-c191-4c8e-ab1a-895d54881db3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.3918798 Jul 05 18:10:53.670661 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ea0db7-71d3-4880-a84d-d59c1f2dc1b4 x-openstack-request-id: req-43ea0db7-71d3-4880-a84d-d59c1f2dc1b4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:10:53.679184 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "tag": "f4657350-ceae-4fa1-a6e6-c6adac6283d5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:10:53.679184 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43ea0db7-71d3-4880-a84d-d59c1f2dc1b4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:10:53.679184 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'tag': 'f4657350-ceae-4fa1-a6e6-c6adac6283d5', 'status': 'completed', 'code': 200} Jul 05 18:10:53.679184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35610) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:53.689940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event deleted for resources: {'Port': ['ID=9c002b52-f631-4ea6-a6d0-03d15d0da834,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:53.771440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b6a840a-1174-4821-b279-ea3d8bdfdd9c req-b616f54e-bdf8-4d9a-bfb3-e5794ea79e59 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619322 Jul 05 18:10:53.777599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.821550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-f3f76bdd-d71e-4d55-af20-f1353d9c9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:53.822333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-f3f76bdd-d71e-4d55-af20-f1353d9c9ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:53.824182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-f3f76bdd-d71e-4d55-af20-f1353d9c9ef1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1981 time: 0.1972399 Jul 05 18:10:53.910370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-c9f2a2cc-e8e2-4f77-b66b-5fdf740c1fe8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=998b7663-3df5-4a63-b418-72ce4edca392 HTTP/1.1" status: 200 len: 217 time: 0.0731604 Jul 05 18:10:53.920212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51780e42-bb95-4545-952f-f141efe4090b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:53.921457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.923933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:53.926580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51780e42-bb95-4545-952f-f141efe4090b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:53.928170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-51780e42-bb95-4545-952f-f141efe4090b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2379735 Jul 05 18:10:53.931839 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:53.946126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0c60b515-ae2a-453c-8dc5-3df3c0eba557 None None] Provisioning for port ab93dba8-b24f-492b-ba70-46c4bc048b88 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:10:53.950468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0c60b515-ae2a-453c-8dc5-3df3c0eba557 None None] Provisioning complete for port ab93dba8-b24f-492b-ba70-46c4bc048b88 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:53.950909 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0c60b515-ae2a-453c-8dc5-3df3c0eba557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.002252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0c60b515-ae2a-453c-8dc5-3df3c0eba557 None None] Port ab93dba8-b24f-492b-ba70-46c4bc048b88 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:10:54.003909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2eb8b-56ec-4502-9cc4-1781ef7c5a66 req-b2f3ebda-81ce-44ca-a219-990af36c07a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.009903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2eb8b-56ec-4502-9cc4-1781ef7c5a66 req-b2f3ebda-81ce-44ca-a219-990af36c07a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.016530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2eb8b-56ec-4502-9cc4-1781ef7c5a66 req-b2f3ebda-81ce-44ca-a219-990af36c07a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.022583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2eb8b-56ec-4502-9cc4-1781ef7c5a66 req-b2f3ebda-81ce-44ca-a219-990af36c07a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.028561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2eb8b-56ec-4502-9cc4-1781ef7c5a66 req-b2f3ebda-81ce-44ca-a219-990af36c07a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.034699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2eb8b-56ec-4502-9cc4-1781ef7c5a66 req-b2f3ebda-81ce-44ca-a219-990af36c07a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.040759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2eb8b-56ec-4502-9cc4-1781ef7c5a66 req-b2f3ebda-81ce-44ca-a219-990af36c07a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.042815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcd2eb8b-56ec-4502-9cc4-1781ef7c5a66 req-b2f3ebda-81ce-44ca-a219-990af36c07a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.2168469 Jul 05 18:10:54.044330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-ce651b40-ccce-42f0-9fc2-aa8abf6f2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.046039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-ce651b40-ccce-42f0-9fc2-aa8abf6f2e94 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e1df9dbb-dfc9-4c58-a8c7-6336da9d1acc HTTP/1.1" status: 200 len: 801 time: 0.1161132 Jul 05 18:10:54.074497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f4a223d6-0071-4dde-bead-c530eb29d331 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port ab93dba8-b24f-492b-ba70-46c4bc048b88 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:54.074781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4a223d6-0071-4dde-bead-c530eb29d331 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.079918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.080527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Fanout notify agent at l3_agent the message router_deleted on router 35e2ae62-b60e-4354-9e8b-2f6b44f0f23b {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:10:54.096242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.097546 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-244f811e-c6e1-4b54-97a2-9783c940df7c tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/35e2ae62-b60e-4354-9e8b-2f6b44f0f23b HTTP/1.1" status: 204 len: 168 time: 1.2590814 Jul 05 18:10:54.102125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35614) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:54.108543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7c194ac5-d581-42f5-ade1-f3b5da499439 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-823875254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:54.138047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcd2eb8b-56ec-4502-9cc4-1781ef7c5a66 req-e2bf5025-059a-4fcd-a8f7-55d2d4f6d790 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875287 Jul 05 18:10:54.161859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-451d4d67-06a8-4135-8e1b-97130715aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.163564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-451d4d67-06a8-4135-8e1b-97130715aa25 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a5d22062-df0d-4c8b-9f0e-a049bf382459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1103280 Jul 05 18:10:54.175576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4a223d6-0071-4dde-bead-c530eb29d331 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.189073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f4a223d6-0071-4dde-bead-c530eb29d331 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for ab93dba8-b24f-492b-ba70-46c4bc048b88 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:54.261795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c194ac5-d581-42f5-ade1-f3b5da499439 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.262818 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c194ac5-d581-42f5-ade1-f3b5da499439 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.321984 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-70d5f60a-57a9-4553-8a5b-18760a934b52 service neutron] 10.222.0.97 "GET /v2.0/networks/a5d22062-df0d-4c8b-9f0e-a049bf382459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510563 Jul 05 18:10:54.431566 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4a223d6-0071-4dde-bead-c530eb29d331 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.433089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460df3d-52bd-4b2a-814d-4c651d7b91cb req-59a5e54c-a6fe-4bc1-9f1a-b201d290d845 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.434816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5460df3d-52bd-4b2a-814d-4c651d7b91cb req-59a5e54c-a6fe-4bc1-9f1a-b201d290d845 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 946 time: 0.1906180 Jul 05 18:10:54.468654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a223d6-0071-4dde-bead-c530eb29d331 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=ab93dba8-b24f-492b-ba70-46c4bc048b88,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:54.497471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7816f90f-8902-4dd0-ba59-71d4e67e0c5a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:10:54.541946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc5a7e-334e-44b4-8940-cf09e015d96a req-8a46033b-7ad3-4c48-a1c3-e9a082493d07 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.548998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc5a7e-334e-44b4-8940-cf09e015d96a req-8a46033b-7ad3-4c48-a1c3-e9a082493d07 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.550927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cdc5a7e-334e-44b4-8940-cf09e015d96a req-8a46033b-7ad3-4c48-a1c3-e9a082493d07 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1679 time: 0.2452979 Jul 05 18:10:54.556285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-f336ecd5-efac-4918-a346-3bce27867266 service neutron] 10.222.0.97 "GET /v2.0/networks/a5d22062-df0d-4c8b-9f0e-a049bf382459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129610 Jul 05 18:10:54.560659 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c194ac5-d581-42f5-ade1-f3b5da499439 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.572477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:54.574601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4a223d6-0071-4dde-bead-c530eb29d331 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.575578 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.576719 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f4a223d6-0071-4dde-bead-c530eb29d331 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/ab93dba8-b24f-492b-ba70-46c4bc048b88 HTTP/1.1" status: 204 len: 168 time: 0.6447215 Jul 05 18:10:54.583078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35620) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:54.640543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5460df3d-52bd-4b2a-814d-4c651d7b91cb req-754f74e7-44dd-413c-ab50-953bea6b9541 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969790 Jul 05 18:10:54.646638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-72a195f4-cda1-48e3-b9b8-76152cb6ba7f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.140&port_id=f4657350-ceae-4fa1-a6e6-c6adac6283d5 HTTP/1.1" status: 200 len: 217 time: 0.0813191 Jul 05 18:10:54.662633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4724affd-b0a9-4a2f-9752-196c7846ca4b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.664147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4724affd-b0a9-4a2f-9752-196c7846ca4b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.665756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4724affd-b0a9-4a2f-9752-196c7846ca4b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.667344 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4724affd-b0a9-4a2f-9752-196c7846ca4b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0831740 Jul 05 18:10:54.684146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35624) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:54.704922 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c194ac5-d581-42f5-ade1-f3b5da499439 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.723215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cdc5a7e-334e-44b4-8940-cf09e015d96a req-1d160c9b-0547-473d-bb3d-eaa6e46ac37f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590683 Jul 05 18:10:54.817899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-49197eb8-da20-40bc-af2d-3b18abf1e0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:54.819553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-49197eb8-da20-40bc-af2d-3b18abf1e0dd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=96eb6fbe-6509-40c1-9824-97980f92a644 HTTP/1.1" status: 200 len: 801 time: 0.1339157 Jul 05 18:10:54.821140 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.825866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-93baab17-5948-4a29-abde-46166942a49d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 3226f7f6-1cab-470e-900d-2916d5e63133 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:10:54.830753 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93baab17-5948-4a29-abde-46166942a49d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.880646 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7c194ac5-d581-42f5-ade1-f3b5da499439 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:54.881850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7c194ac5-d581-42f5-ade1-f3b5da499439 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7776141 Jul 05 18:10:54.884829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:54.891953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': False}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:54.937852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93baab17-5948-4a29-abde-46166942a49d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.006068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-7dfe2a13-f848-4a85-93e6-103ddace3786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.007674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-7dfe2a13-f848-4a85-93e6-103ddace3786 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b218f9cb-e684-4726-9e0e-46739e1277fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1778791 Jul 05 18:10:55.108238 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.109772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae06a60-12d9-4843-b867-cec356051d7c req-bdf5b756-7ef5-419d-a1e4-971eae6aa4ee tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.111322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ae06a60-12d9-4843-b867-cec356051d7c req-bdf5b756-7ef5-419d-a1e4-971eae6aa4ee tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.2156496 Jul 05 18:10:55.142851 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93baab17-5948-4a29-abde-46166942a49d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.215894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ae06a60-12d9-4843-b867-cec356051d7c req-40482fd9-2477-49a3-9962-608d4f40b563 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944071 Jul 05 18:10:55.217744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-f5ac9ddd-bda9-4c21-943b-98fe99ca409c service neutron] 10.222.0.97 "GET /v2.0/networks/b218f9cb-e684-4726-9e0e-46739e1277fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010801 Jul 05 18:10:55.351137 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93baab17-5948-4a29-abde-46166942a49d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.420877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.445245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.558498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Allocated IP 172.25.3.43 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/704b4ab7-3f20-4a21-b7a9-502dc9ebf06b) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:55.668723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.673578 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e877c4da-2d0a-4aef-8afa-e9110f921982 req-b3f0241e-8b18-4e0a-bce3-201847b85404 service neutron] 10.222.0.97 "GET /v2.0/networks/b218f9cb-e684-4726-9e0e-46739e1277fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493010 Jul 05 18:10:55.686349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baab17-5948-4a29-abde-46166942a49d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=3226f7f6-1cab-470e-900d-2916d5e63133,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:55.688778 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93baab17-5948-4a29-abde-46166942a49d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.694135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-93baab17-5948-4a29-abde-46166942a49d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/3226f7f6-1cab-470e-900d-2916d5e63133 HTTP/1.1" status: 204 len: 168 time: 1.0040460 Jul 05 18:10:55.699787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869984ea-a59b-45f7-b9d3-21601cc89ecf None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:55.701114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35636) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:55.738418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa982e4-e232-4bf1-8ece-514780de515c req-5a31622c-0ffe-4e38-b381-d0a7d437bbcc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.746393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa982e4-e232-4bf1-8ece-514780de515c req-5a31622c-0ffe-4e38-b381-d0a7d437bbcc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.751801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa982e4-e232-4bf1-8ece-514780de515c req-5a31622c-0ffe-4e38-b381-d0a7d437bbcc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.757596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa982e4-e232-4bf1-8ece-514780de515c req-5a31622c-0ffe-4e38-b381-d0a7d437bbcc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.759036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-1371f476-f815-492b-b068-f9c938be1c1c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 6589294f-0692-45f4-81e4-5a90ba2e7b57 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:10:55.762119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1371f476-f815-492b-b068-f9c938be1c1c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.763371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa982e4-e232-4bf1-8ece-514780de515c req-5a31622c-0ffe-4e38-b381-d0a7d437bbcc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.769206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa982e4-e232-4bf1-8ece-514780de515c req-5a31622c-0ffe-4e38-b381-d0a7d437bbcc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.774954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa982e4-e232-4bf1-8ece-514780de515c req-5a31622c-0ffe-4e38-b381-d0a7d437bbcc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.776918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efa982e4-e232-4bf1-8ece-514780de515c req-5a31622c-0ffe-4e38-b381-d0a7d437bbcc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.4906983 Jul 05 18:10:55.818953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1371f476-f815-492b-b068-f9c938be1c1c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.823148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506f626-a8e1-4c51-88ba-12147628dd08 req-665cc952-1dbb-4aff-a215-89e98455d1ff tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.824676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d506f626-a8e1-4c51-88ba-12147628dd08 req-665cc952-1dbb-4aff-a215-89e98455d1ff tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.4583445 Jul 05 18:10:55.874936 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:55.901784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efa982e4-e232-4bf1-8ece-514780de515c req-2c00fe61-0d80-45be-b0f3-65c68631ef5d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120589 Jul 05 18:10:55.933475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d506f626-a8e1-4c51-88ba-12147628dd08 req-0ac055f4-f73e-4eec-9f2b-c81b9a56e238 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965068 Jul 05 18:10:55.984204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec125-6293-45a0-9978-e55ad03bd047 req-88d8a067-274d-43fe-a518-893b6ac6f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.985513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec125-6293-45a0-9978-e55ad03bd047 req-88d8a067-274d-43fe-a518-893b6ac6f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:55.988331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-714ec125-6293-45a0-9978-e55ad03bd047 req-88d8a067-274d-43fe-a518-893b6ac6f200 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1981 time: 0.1622636 Jul 05 18:10:56.160984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec125-6293-45a0-9978-e55ad03bd047 req-d6b13a04-da3d-469e-96f1-21e92129523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:56.162485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-714ec125-6293-45a0-9978-e55ad03bd047 req-d6b13a04-da3d-469e-96f1-21e92129523a service neutron] 10.222.0.97 "GET /v2.0/networks?id=b218f9cb-e684-4726-9e0e-46739e1277fd HTTP/1.1" status: 200 len: 901 time: 0.1667347 Jul 05 18:10:56.172255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74d6d-bc1e-441a-bcf6-faff105ce67d req-d5e8ed80-1631-488a-8e7e-5e4d05a74f9d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:56.178699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a74d6d-bc1e-441a-bcf6-faff105ce67d req-d5e8ed80-1631-488a-8e7e-5e4d05a74f9d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:56.185714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19a74d6d-bc1e-441a-bcf6-faff105ce67d req-d5e8ed80-1631-488a-8e7e-5e4d05a74f9d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1679 time: 0.1273568 Jul 05 18:10:56.243424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-714ec125-6293-45a0-9978-e55ad03bd047 req-2fede86b-fcd5-40b0-a637-47e1d736a4ab service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.140&port_id=f4657350-ceae-4fa1-a6e6-c6adac6283d5 HTTP/1.1" status: 200 len: 217 time: 0.0549781 Jul 05 18:10:56.286823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19a74d6d-bc1e-441a-bcf6-faff105ce67d req-abda2864-1d54-47ef-9a9d-35c6cf425b78 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001790 Jul 05 18:10:56.291094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:56.298844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:56.303420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec125-6293-45a0-9978-e55ad03bd047 req-5d312ca3-309d-4727-9155-b935871dd4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:56.303579 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:56.304391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:56.305126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-714ec125-6293-45a0-9978-e55ad03bd047 req-5d312ca3-309d-4727-9155-b935871dd4f5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=96eb6fbe-6509-40c1-9824-97980f92a644 HTTP/1.1" status: 200 len: 801 time: 0.0531721 Jul 05 18:10:56.349436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Pushing event updated for resources: {'Port': ['ID=704b4ab7-3f20-4a21-b7a9-502dc9ebf06b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:56.353954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1371f476-f815-492b-b068-f9c938be1c1c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:56.394352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ec125-6293-45a0-9978-e55ad03bd047 req-2e902a51-9fd1-434f-ae16-6214e245e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:56.395931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-714ec125-6293-45a0-9978-e55ad03bd047 req-2e902a51-9fd1-434f-ae16-6214e245e79c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=b218f9cb-e684-4726-9e0e-46739e1277fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0820038 Jul 05 18:10:56.563486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-714ec125-6293-45a0-9978-e55ad03bd047 req-7980eabc-3f7f-467f-9ac5-33a58e4f93b2 service neutron] 10.222.0.97 "GET /v2.0/networks/b218f9cb-e684-4726-9e0e-46739e1277fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588283 Jul 05 18:10:56.574434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a6cf2-ce99-4341-a0ba-ca99d2f5501a req-42ffcbfd-5a70-409f-8d81-5c01ff6f25f6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:56.575926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e5a6cf2-ce99-4341-a0ba-ca99d2f5501a req-42ffcbfd-5a70-409f-8d81-5c01ff6f25f6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1044624 Jul 05 18:10:56.600300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1371f476-f815-492b-b068-f9c938be1c1c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:56.634992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371f476-f815-492b-b068-f9c938be1c1c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=6589294f-0692-45f4-81e4-5a90ba2e7b57,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:56.664953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e5a6cf2-ce99-4341-a0ba-ca99d2f5501a req-0e68b7b8-9418-4cbb-988e-dba0850a61b1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801275 Jul 05 18:10:56.668131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1371f476-f815-492b-b068-f9c938be1c1c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:56.669975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1371f476-f815-492b-b068-f9c938be1c1c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/6589294f-0692-45f4-81e4-5a90ba2e7b57 HTTP/1.1" status: 204 len: 168 time: 0.9672873 Jul 05 18:10:56.673354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35646) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:56.703058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce53ecde-5ac0-41b1-8758-e4d3ed90c040 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:56.716244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-714ec125-6293-45a0-9978-e55ad03bd047 req-06a4e4a9-a73a-4913-a551-4296bdccbaf9 service neutron] 10.222.0.97 "GET /v2.0/networks/b218f9cb-e684-4726-9e0e-46739e1277fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386888 Jul 05 18:10:56.719900 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-08c3bf61-2de0-48b6-add2-3157305b63ed tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454216 Jul 05 18:10:56.724011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35650) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:56.730323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:56.779005 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:56.811213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a90f653-3f4b-467b-9481-ed85c9b4ef8d None None] Provisioning complete for port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:10:56.811591 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a90f653-3f4b-467b-9481-ed85c9b4ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:56.920932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462b747-dda7-4648-8297-fa247b15b9fe req-040c5499-42b7-4329-96c6-ea406a228fe2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:56.923344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2462b747-dda7-4648-8297-fa247b15b9fe req-040c5499-42b7-4329-96c6-ea406a228fe2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1289036 Jul 05 18:10:56.967009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2462b747-dda7-4648-8297-fa247b15b9fe req-b5decb2f-33bc-4c25-a2ee-9412b8a5c20b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376229 Jul 05 18:10:57.011847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:57.012554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.016892 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.017275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.069031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc49c5-c131-4375-8f2d-ca31e70c3971 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:10:57.133224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc49c5-c131-4375-8f2d-ca31e70c3971 None None] Deleting port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:57.133702 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4fc49c5-c131-4375-8f2d-ca31e70c3971 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.209117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717ebf-3409-4635-8796-02065678eafc req-962333ce-e821-4999-96e8-58bef92e697d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.215379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717ebf-3409-4635-8796-02065678eafc req-962333ce-e821-4999-96e8-58bef92e697d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.222505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717ebf-3409-4635-8796-02065678eafc req-962333ce-e821-4999-96e8-58bef92e697d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.223742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b4fc49c5-c131-4375-8f2d-ca31e70c3971 None None] For port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7816f90f-8902-4dd0-ba59-71d4e67e0c5a,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:57.224306 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4fc49c5-c131-4375-8f2d-ca31e70c3971 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.229153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717ebf-3409-4635-8796-02065678eafc req-962333ce-e821-4999-96e8-58bef92e697d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.236214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717ebf-3409-4635-8796-02065678eafc req-962333ce-e821-4999-96e8-58bef92e697d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.237569 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc49c5-c131-4375-8f2d-ca31e70c3971 None None] Calling delete_port for 7816f90f-8902-4dd0-ba59-71d4e67e0c5a owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:57.243082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717ebf-3409-4635-8796-02065678eafc req-962333ce-e821-4999-96e8-58bef92e697d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.249198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f717ebf-3409-4635-8796-02065678eafc req-962333ce-e821-4999-96e8-58bef92e697d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.251507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f717ebf-3409-4635-8796-02065678eafc req-962333ce-e821-4999-96e8-58bef92e697d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.1644046 Jul 05 18:10:57.257024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Router 2e992f53-db16-47c5-9242-8680184d656a is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:10:57.334079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f717ebf-3409-4635-8796-02065678eafc req-09572fa4-bc5c-4401-85b8-7dec41f1d222 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751855 Jul 05 18:10:57.374019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:10:57.378675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.383005 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d5fabaa1-8770-41ed-a42c-9e7e6831193b tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "PUT /v2.0/routers/2e992f53-db16-47c5-9242-8680184d656a HTTP/1.1" status: 200 len: 914 time: 2.4939578 Jul 05 18:10:57.383122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35668) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:57.384835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fd0da-a260-4eeb-b042-04fa70350ab7 None None] Sync routers for ids ['2e992f53-db16-47c5-9242-8680184d656a'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:10:57.394848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fd0da-a260-4eeb-b042-04fa70350ab7 None None] Routers {'2e992f53-db16-47c5-9242-8680184d656a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:57.395471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c09fd0da-a260-4eeb-b042-04fa70350ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e992f53-db16-47c5-9242-8680184d656a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:57.463172 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4fc49c5-c131-4375-8f2d-ca31e70c3971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.472005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c09fd0da-a260-4eeb-b042-04fa70350ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:57.475438 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.504607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fc49c5-c131-4375-8f2d-ca31e70c3971 None None] No DVR routers for this DVR port 7816f90f-8902-4dd0-ba59-71d4e67e0c5a on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:10:57.519193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc49c5-c131-4375-8f2d-ca31e70c3971 None None] Pushing event deleted for resources: {'Port': ['ID=7816f90f-8902-4dd0-ba59-71d4e67e0c5a,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:57.521444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09fd0da-a260-4eeb-b042-04fa70350ab7 None None] Routers {'2e992f53-db16-47c5-9242-8680184d656a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:10:57.522919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c09fd0da-a260-4eeb-b042-04fa70350ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2e992f53-db16-47c5-9242-8680184d656a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:57.541259 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:57.559479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:57.571404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c09fd0da-a260-4eeb-b042-04fa70350ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:10:57.572060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09fd0da-a260-4eeb-b042-04fa70350ab7 None None] The sync data for ids ['2e992f53-db16-47c5-9242-8680184d656a'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:10:57.587617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e07059-039e-4df1-b862-aae0d36e897c None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:57.591012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.591626 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.603939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7e80beee-5adb-4bad-a034-b075d407f262 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/routers/2e992f53-db16-47c5-9242-8680184d656a HTTP/1.1" status: 200 len: 920 time: 0.2175677 Jul 05 18:10:57.604876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35672) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:57.625905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=d637d725-5ed0-4574-a6d5-bdfd23cbda80,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:57.685183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595462f9-105f-406f-8484-d99cabe4fa75 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.690340 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-595462f9-105f-406f-8484-d99cabe4fa75 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=2e992f53-db16-47c5-9242-8680184d656a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0810566 Jul 05 18:10:57.690664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35674) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:57.707148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-23f18672-3090-40ff-a9c2-973c084af179 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9810338 Jul 05 18:10:57.707784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35676) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:57.719917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:57.782467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb24285-d7cf-4271-846a-6a17e1c4b454 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.783916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0cb24285-d7cf-4271-846a-6a17e1c4b454 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 881 time: 0.0923307 Jul 05 18:10:57.786721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35682) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:57.790728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': 'd637d725-5ed0-4574-a6d5-bdfd23cbda80'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:10:57.792227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.824822 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3ab26b83-2606-4e75-8920-9ec940a24059 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e992f53-db16-47c5-9242-8680184d656a HTTP/1.1" status: 200 len: 205 time: 0.0364401 Jul 05 18:10:57.826858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35684) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:57.845930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d9093-74ae-4c83-94fe-fb91ed3b84e3 req-9da73448-8ea5-406b-95fb-36295efc45b8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.852805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c88d9093-74ae-4c83-94fe-fb91ed3b84e3 req-9da73448-8ea5-406b-95fb-36295efc45b8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.2094123 Jul 05 18:10:57.865919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e030052-3105-4623-b76c-768ef11153bf req-33bf7249-2aa9-4b26-945d-a5cb3ae7d8bf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.871785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e030052-3105-4623-b76c-768ef11153bf req-33bf7249-2aa9-4b26-945d-a5cb3ae7d8bf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:57.873393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e030052-3105-4623-b76c-768ef11153bf req-33bf7249-2aa9-4b26-945d-a5cb3ae7d8bf tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1679 time: 0.2314086 Jul 05 18:10:57.947857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:57.957405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c88d9093-74ae-4c83-94fe-fb91ed3b84e3 req-e098f379-29fd-4b12-9087-028daa35ab0b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036525 Jul 05 18:10:57.959958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Allocated IP 172.20.0.2 (d4311eb2-2783-4bd2-b311-e1327c967a23/d637d725-5ed0-4574-a6d5-bdfd23cbda80/a58c1f05-ba92-4a15-8e30-316241325bc4) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:57.964703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e030052-3105-4623-b76c-768ef11153bf req-869de9d9-22ea-4693-802a-be60afa6fe46 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755196 Jul 05 18:10:58.022464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:10:58.028270 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.061050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.156711 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.165869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Transition to ACTIVE for port object a58c1f05-ba92-4a15-8e30-316241325bc4 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:58.179014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Deleting port 704b4ab7-3f20-4a21-b7a9-502dc9ebf06b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:10:58.179445 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.184265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Transition to ACTIVE for port object a58c1f05-ba92-4a15-8e30-316241325bc4 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:10:58.234876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.259595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.274203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:58.277080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:58.278039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Calling delete_port for 704b4ab7-3f20-4a21-b7a9-502dc9ebf06b owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:10:58.283261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:10:58.289963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Pushing event updated for resources: {'Port': ['ID=a58c1f05-ba92-4a15-8e30-316241325bc4,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:58.354013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Attempting to bind port a58c1f05-ba92-4a15-8e30-316241325bc4 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:10:58.354386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Attempting to bind port a58c1f05-ba92-4a15-8e30-316241325bc4 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:10:58.354786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Attempting to bind port a58c1f05-ba92-4a15-8e30-316241325bc4 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:10:58.360657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:10:58.361033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:10:58.361435 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.361829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:10:58.365469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Bound port: a58c1f05-ba92-4a15-8e30-316241325bc4, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:10:58.365469 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.401933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f4657350-ceae-4fa1-a6e6-c6adac6283d5 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:10:58.488729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] For port a58c1f05-ba92-4a15-8e30-316241325bc4, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:10:58.510328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] For port a58c1f05-ba92-4a15-8e30-316241325bc4, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a58c1f05-ba92-4a15-8e30-316241325bc4,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:10:58.511509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7816f90f-8902-4dd0-ba59-71d4e67e0c5a no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:10:58.531981 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.570924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event deleted for resources: {'Port': ['ID=704b4ab7-3f20-4a21-b7a9-502dc9ebf06b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:58.578447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 7816f90f-8902-4dd0-ba59-71d4e67e0c5a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:10:58.578763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7816f90f-8902-4dd0-ba59-71d4e67e0c5a not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:10:58.596154 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.643952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.652830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.objects.ports [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100997) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:10:58.654541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d59a39-cb0b-49fa-864e-1718710cb2f5 None None] Pushing event updated for resources: {'Port': ['ID=a58c1f05-ba92-4a15-8e30-316241325bc4,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:58.672351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f4657350-ceae-4fa1-a6e6-c6adac6283d5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f4657350-ceae-4fa1-a6e6-c6adac6283d5,segment=NetworkSegment(088bcf93-60e7-4340-a718-10e91bca3ee8),segment_id=088bcf93-60e7-4340-a718-10e91bca3ee8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:58.687205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'f4657350-ceae-4fa1-a6e6-c6adac6283d5', 'network_id': 'b218f9cb-e684-4726-9e0e-46739e1277fd', 'port_id': 'f4657350-ceae-4fa1-a6e6-c6adac6283d5', 'mac_address': 'fa:16:3e:45:3f:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96eb6fbe-6509-40c1-9824-97980f92a644', 'ip_address': '19.86.0.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:10:58.741229 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.744472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.747365 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.756247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4657350-ceae-4fa1-a6e6-c6adac6283d5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:58.781298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f4657350-ceae-4fa1-a6e6-c6adac6283d5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f4657350-ceae-4fa1-a6e6-c6adac6283d5,segment=NetworkSegment(088bcf93-60e7-4340-a718-10e91bca3ee8),segment_id=088bcf93-60e7-4340-a718-10e91bca3ee8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:58.825141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab7c41-3acb-4ee5-8f7f-99c022d106d0 req-d11e08dc-2d23-42b0-bcf0-eeb68f6a2c5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:58.831727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab7c41-3acb-4ee5-8f7f-99c022d106d0 req-d11e08dc-2d23-42b0-bcf0-eeb68f6a2c5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:58.837572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab7c41-3acb-4ee5-8f7f-99c022d106d0 req-d11e08dc-2d23-42b0-bcf0-eeb68f6a2c5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:58.844261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab7c41-3acb-4ee5-8f7f-99c022d106d0 req-d11e08dc-2d23-42b0-bcf0-eeb68f6a2c5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:58.850202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab7c41-3acb-4ee5-8f7f-99c022d106d0 req-d11e08dc-2d23-42b0-bcf0-eeb68f6a2c5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:58.851367 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.852211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 998b7663-3df5-4a63-b418-72ce4edca392 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:10:58.856118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab7c41-3acb-4ee5-8f7f-99c022d106d0 req-d11e08dc-2d23-42b0-bcf0-eeb68f6a2c5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:58.863700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab7c41-3acb-4ee5-8f7f-99c022d106d0 req-d11e08dc-2d23-42b0-bcf0-eeb68f6a2c5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:58.865647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77ab7c41-3acb-4ee5-8f7f-99c022d106d0 req-d11e08dc-2d23-42b0-bcf0-eeb68f6a2c5b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.3075500 Jul 05 18:10:58.886363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.895414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Fanout notify agent at l3_agent the message router_deleted on router 2e992f53-db16-47c5-9242-8680184d656a {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:10:58.901946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:58.918967 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d4b10b6f-163e-438b-b2c2-a1d92389f840 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/2e992f53-db16-47c5-9242-8680184d656a HTTP/1.1" status: 204 len: 168 time: 1.0850401 Jul 05 18:10:58.919324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35690) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:58.927445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1109641239', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:58.981691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77ab7c41-3acb-4ee5-8f7f-99c022d106d0 req-c2366991-405d-4c32-8c1c-c9c8e9db7f2a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882161 Jul 05 18:10:59.032432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f4657350-ceae-4fa1-a6e6-c6adac6283d5,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:59.066781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.069362 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.084556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 998b7663-3df5-4a63-b418-72ce4edca392, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=998b7663-3df5-4a63-b418-72ce4edca392,segment=NetworkSegment(2013c447-7691-4814-8670-57d7663c7920),segment_id=2013c447-7691-4814-8670-57d7663c7920)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:59.100856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '998b7663-3df5-4a63-b418-72ce4edca392', 'network_id': 'a5d22062-df0d-4c8b-9f0e-a049bf382459', 'port_id': '998b7663-3df5-4a63-b418-72ce4edca392', 'mac_address': 'fa:16:3e:df:c8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1df9dbb-dfc9-4c58-a8c7-6336da9d1acc', 'ip_address': '19.80.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:10:59.145359 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.146503 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.153679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.159816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998b7663-3df5-4a63-b418-72ce4edca392 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:10:59.179479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 998b7663-3df5-4a63-b418-72ce4edca392, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=998b7663-3df5-4a63-b418-72ce4edca392,segment=NetworkSegment(2013c447-7691-4814-8670-57d7663c7920),segment_id=2013c447-7691-4814-8670-57d7663c7920)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:59.244050 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.309520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=998b7663-3df5-4a63-b418-72ce4edca392,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:59.356259 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4433fa-e610-4902-afb5-5e6f8b0ba7d3 req-62d599a7-70ed-4189-8100-b7b05cd0069d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:59.359030 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.362147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4433fa-e610-4902-afb5-5e6f8b0ba7d3 req-62d599a7-70ed-4189-8100-b7b05cd0069d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:59.363789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4433fa-e610-4902-afb5-5e6f8b0ba7d3 req-62d599a7-70ed-4189-8100-b7b05cd0069d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1680 time: 0.2184846 Jul 05 18:10:59.373469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cbb1c-31f0-4bcc-9c1a-3d6b2e72f771 req-2322f654-1789-4710-8bf6-f81659ad717c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:59.375596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba6cbb1c-31f0-4bcc-9c1a-3d6b2e72f771 req-2322f654-1789-4710-8bf6-f81659ad717c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.2313955 Jul 05 18:10:59.464253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4433fa-e610-4902-afb5-5e6f8b0ba7d3 req-51420bfd-407c-4f30-a857-07edf55e6057 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859039 Jul 05 18:10:59.475876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba6cbb1c-31f0-4bcc-9c1a-3d6b2e72f771 req-9de700df-1d6d-4843-a361-371b6728d416 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938711 Jul 05 18:10:59.477650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] For port a58c1f05-ba92-4a15-8e30-316241325bc4, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a58c1f05-ba92-4a15-8e30-316241325bc4,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:10:59.517747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.532357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['f4657350-ceae-4fa1-a6e6-c6adac6283d5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:10:59.586492 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.587571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.623308 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.683564 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.684855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:10:59.692569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:10:59.702051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:10:59.703570 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.709044 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:10:59.724272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=26bc3985-1566-4796-9b81-b4ab7ea998c8,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:59.732209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=a58c1f05-ba92-4a15-8e30-316241325bc4,revision_number=4']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:10:59.817816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f4794971-da1e-4d6e-9596-261d4c85946a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1076641 Jul 05 18:10:59.821083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35698) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:10:59.826819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:0c:2f:6e', 'name': 'tempest-NetworksTestDHCPv6-957096227'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:10:59.835852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Allocated IP 172.25.3.126 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/ae85848d-89be-4519-8faf-540c764ab11c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:10:59.920780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4545a8a6-5669-40ba-a635-524921b3e927 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:10:59.969404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:00.046079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:00.068962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:00.082343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-df1d3b19-e73d-471c-b88f-482be9cba20b None None] Provisioning for port a58c1f05-ba92-4a15-8e30-316241325bc4 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:00.134355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event updated for resources: {'Port': ['ID=ae85848d-89be-4519-8faf-540c764ab11c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:00.151264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:00.155999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:00.155999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:00.189882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:00.217925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 546d0e79-4168-4b38-8b8e-1ad3a5f24c5a yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:00.272111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c26a1-49f6-4024-bf21-50ca23f29998 req-601be56b-481c-402e-88b4-8e4be932ee0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:00.277975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c26a1-49f6-4024-bf21-50ca23f29998 req-601be56b-481c-402e-88b4-8e4be932ee0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:00.284298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c26a1-49f6-4024-bf21-50ca23f29998 req-601be56b-481c-402e-88b4-8e4be932ee0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:00.290178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c26a1-49f6-4024-bf21-50ca23f29998 req-601be56b-481c-402e-88b4-8e4be932ee0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:00.296129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c26a1-49f6-4024-bf21-50ca23f29998 req-601be56b-481c-402e-88b4-8e4be932ee0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:00.303214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c26a1-49f6-4024-bf21-50ca23f29998 req-601be56b-481c-402e-88b4-8e4be932ee0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:00.309075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c26a1-49f6-4024-bf21-50ca23f29998 req-601be56b-481c-402e-88b4-8e4be932ee0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:00.311428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb9c26a1-49f6-4024-bf21-50ca23f29998 req-601be56b-481c-402e-88b4-8e4be932ee0b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.1798007 Jul 05 18:11:00.397171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb9c26a1-49f6-4024-bf21-50ca23f29998 req-79d95121-f1ee-4902-b646-8247a694b113 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0731394 Jul 05 18:11:00.407825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f4657350-ceae-4fa1-a6e6-c6adac6283d5 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:00.530427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 172.20.0.4 (d4311eb2-2783-4bd2-b311-e1327c967a23/d637d725-5ed0-4574-a6d5-bdfd23cbda80/546d0e79-4168-4b38-8b8e-1ad3a5f24c5a) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:00.540427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fe0c:2f6e (d4311eb2-2783-4bd2-b311-e1327c967a23/26bc3985-1566-4796-9b81-b4ab7ea998c8/546d0e79-4168-4b38-8b8e-1ad3a5f24c5a) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:00.554580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port f4657350-ceae-4fa1-a6e6-c6adac6283d5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:00.559510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port f4657350-ceae-4fa1-a6e6-c6adac6283d5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:00.560129 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:00.565597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['998b7663-3df5-4a63-b418-72ce4edca392'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:00.591917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:00.680688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a58c1f05-ba92-4a15-8e30-316241325bc4 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:00.814796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:00.849737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 546d0e79-4168-4b38-8b8e-1ad3a5f24c5a will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:00.939825 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:00.957497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a58c1f05-ba92-4a15-8e30-316241325bc4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:00.980080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a58c1f05-ba92-4a15-8e30-316241325bc4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:00.980473 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.011190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-db43bdfa-f7fa-4d57-8f3f-89bc7f2602e3 None None] Provisioning complete for port a58c1f05-ba92-4a15-8e30-316241325bc4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:01.011566 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db43bdfa-f7fa-4d57-8f3f-89bc7f2602e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.019776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4657350-ceae-4fa1-a6e6-c6adac6283d5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:01.022186 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e79ed83-0d82-47ba-bd4a-4acbb2c42b52" -d '{"events": [{"server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "name": "network-vif-plugged", "status": "completed", "tag": "f4657350-ceae-4fa1-a6e6-c6adac6283d5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:01.067428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f4657350-ceae-4fa1-a6e6-c6adac6283d5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f4657350-ceae-4fa1-a6e6-c6adac6283d5,segment=NetworkSegment(088bcf93-60e7-4340-a718-10e91bca3ee8),segment_id=088bcf93-60e7-4340-a718-10e91bca3ee8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:01.131502 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.195266 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.226471 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db43bdfa-f7fa-4d57-8f3f-89bc7f2602e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.243087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f4657350-ceae-4fa1-a6e6-c6adac6283d5,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:01.258877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.275468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port a58c1f05-ba92-4a15-8e30-316241325bc4, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a58c1f05-ba92-4a15-8e30-316241325bc4,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:01.291612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82087b71-3ff3-49d8-988f-0c0b84bd1d03 req-2d954352-45ce-4cf2-b201-944ff1c439d8 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.297499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82087b71-3ff3-49d8-988f-0c0b84bd1d03 req-2d954352-45ce-4cf2-b201-944ff1c439d8 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.299096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82087b71-3ff3-49d8-988f-0c0b84bd1d03 req-2d954352-45ce-4cf2-b201-944ff1c439d8 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1682 time: 0.4078395 Jul 05 18:11:01.319563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604d96e-0ce7-4b50-aefd-5db41185f54f req-73c6dab9-d4c8-4204-84db-996b421fa015 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.321019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2604d96e-0ce7-4b50-aefd-5db41185f54f req-73c6dab9-d4c8-4204-84db-996b421fa015 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.4501457 Jul 05 18:11:01.329522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.347181 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.423434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82087b71-3ff3-49d8-988f-0c0b84bd1d03 req-ea901fd5-23d6-42ad-aa61-3d024c13e9e4 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176362 Jul 05 18:11:01.423699 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-db43bdfa-f7fa-4d57-8f3f-89bc7f2602e3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:11:01.423805 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-db43bdfa-f7fa-4d57-8f3f-89bc7f2602e3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:11:01.425065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:01.428386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=a58c1f05-ba92-4a15-8e30-316241325bc4,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:01.433776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2604d96e-0ce7-4b50-aefd-5db41185f54f req-12d435e7-459d-4462-88e7-269ba87259e3 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061542 Jul 05 18:11:01.434751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:01.437541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=546d0e79-4168-4b38-8b8e-1ad3a5f24c5a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:01.439644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:01.469886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Router 03ff4edb-aeeb-403b-9826-be6c7c46273b is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:11:01.502901 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-566114e4-2041-4d19-91a7-d94971d4ec4f x-openstack-request-id: req-566114e4-2041-4d19-91a7-d94971d4ec4f {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:01.503264 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "name": "network-vif-plugged", "status": "completed", "tag": "f4657350-ceae-4fa1-a6e6-c6adac6283d5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:01.503581 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-566114e4-2041-4d19-91a7-d94971d4ec4f {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:01.504088 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4657350-ceae-4fa1-a6e6-c6adac6283d5', 'code': 200} Jul 05 18:11:01.529612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.529612 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.618513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:11:01.630067 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7c33f-bfca-4324-a3ac-6342409139bf None None] Sync routers for ids ['03ff4edb-aeeb-403b-9826-be6c7c46273b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:11:01.640123 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7c33f-bfca-4324-a3ac-6342409139bf None None] Routers {'03ff4edb-aeeb-403b-9826-be6c7c46273b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:01.640907 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4dc7c33f-bfca-4324-a3ac-6342409139bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['03ff4edb-aeeb-403b-9826-be6c7c46273b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:01.642228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35712) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:01.643446 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b4037b6d-87e4-4870-9fab-1701bcd3a7d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.8200636 Jul 05 18:11:01.697660 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4dc7c33f-bfca-4324-a3ac-6342409139bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:01.708449 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7c33f-bfca-4324-a3ac-6342409139bf None None] Routers {'03ff4edb-aeeb-403b-9826-be6c7c46273b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:01.708761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:01.709615 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4dc7c33f-bfca-4324-a3ac-6342409139bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['03ff4edb-aeeb-403b-9826-be6c7c46273b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:01.712747 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-33751c11-8bd3-42d9-a67e-96a1e1aaeed3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7898371 Jul 05 18:11:01.715112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35714) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:01.726403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f223bb-e27c-4182-b2df-8290c8c38415 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.726868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795d2f1-bdae-47a0-8d03-b693d0c313ce req-fc75ef57-3027-46f2-bcbc-c78d824300da tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.732851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f223bb-e27c-4182-b2df-8290c8c38415 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.733026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795d2f1-bdae-47a0-8d03-b693d0c313ce req-fc75ef57-3027-46f2-bcbc-c78d824300da tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.738681 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-59f223bb-e27c-4182-b2df-8290c8c38415 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.0951686 Jul 05 18:11:01.740018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795d2f1-bdae-47a0-8d03-b693d0c313ce req-fc75ef57-3027-46f2-bcbc-c78d824300da tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.740785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35716) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:01.745828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:01.751399 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4dc7c33f-bfca-4324-a3ac-6342409139bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:01.751870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795d2f1-bdae-47a0-8d03-b693d0c313ce req-fc75ef57-3027-46f2-bcbc-c78d824300da tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.752216 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc7c33f-bfca-4324-a3ac-6342409139bf None None] The sync data for ids ['03ff4edb-aeeb-403b-9826-be6c7c46273b'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:11:01.757883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795d2f1-bdae-47a0-8d03-b693d0c313ce req-fc75ef57-3027-46f2-bcbc-c78d824300da tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.763889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795d2f1-bdae-47a0-8d03-b693d0c313ce req-fc75ef57-3027-46f2-bcbc-c78d824300da tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.771341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795d2f1-bdae-47a0-8d03-b693d0c313ce req-fc75ef57-3027-46f2-bcbc-c78d824300da tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:01.773374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b795d2f1-bdae-47a0-8d03-b693d0c313ce req-fc75ef57-3027-46f2-bcbc-c78d824300da tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.1545992 Jul 05 18:11:01.829311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b795d2f1-bdae-47a0-8d03-b693d0c313ce req-df423b66-1c3b-4bc1-ac5b-36707d901a21 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442514 Jul 05 18:11:02.009337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c52f6e6c-d0d2-4a1d-916d-d6231ce054f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 546d0e79-4168-4b38-8b8e-1ad3a5f24c5a {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:02.009676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c52f6e6c-d0d2-4a1d-916d-d6231ce054f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.151304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c52f6e6c-d0d2-4a1d-916d-d6231ce054f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.151798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ac11b60d-2eb1-4587-9252-3d0e2f98830d None None] Provisioning for port 546d0e79-4168-4b38-8b8e-1ad3a5f24c5a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:02.156472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ac11b60d-2eb1-4587-9252-3d0e2f98830d None None] Provisioning complete for port 546d0e79-4168-4b38-8b8e-1ad3a5f24c5a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:02.157034 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac11b60d-2eb1-4587-9252-3d0e2f98830d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.194191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ac11b60d-2eb1-4587-9252-3d0e2f98830d None None] Port 546d0e79-4168-4b38-8b8e-1ad3a5f24c5a cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:02.196928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c52f6e6c-d0d2-4a1d-916d-d6231ce054f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 546d0e79-4168-4b38-8b8e-1ad3a5f24c5a owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:02.221597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.364541 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.405125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 998b7663-3df5-4a63-b418-72ce4edca392 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:02.471223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a58c1f05-ba92-4a15-8e30-316241325bc4 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:02.490642 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c52f6e6c-d0d2-4a1d-916d-d6231ce054f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.533864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a58c1f05-ba92-4a15-8e30-316241325bc4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:02.534291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.553321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52f6e6c-d0d2-4a1d-916d-d6231ce054f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=546d0e79-4168-4b38-8b8e-1ad3a5f24c5a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:02.565796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 998b7663-3df5-4a63-b418-72ce4edca392 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:02.575966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 998b7663-3df5-4a63-b418-72ce4edca392 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:02.576341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.657235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Deleting port ae85848d-89be-4519-8faf-540c764ab11c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:02.657593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.680587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e77087-65e2-489b-8a7d-ce8eea111232 req-683cbfea-59b1-42c6-b864-160ed1101b55 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:02.690772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e77087-65e2-489b-8a7d-ce8eea111232 req-683cbfea-59b1-42c6-b864-160ed1101b55 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:02.692611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14e77087-65e2-489b-8a7d-ce8eea111232 req-683cbfea-59b1-42c6-b864-160ed1101b55 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1682 time: 0.1277604 Jul 05 18:11:02.720230 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.742041 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a459c72-f743-4a90-801a-bd773b117a1a req-fad034b0-29ae-462e-89cc-ef923509eb48 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:02.742551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c52f6e6c-d0d2-4a1d-916d-d6231ce054f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.744662 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c52f6e6c-d0d2-4a1d-916d-d6231ce054f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/546d0e79-4168-4b38-8b8e-1ad3a5f24c5a HTTP/1.1" status: 204 len: 168 time: 1.0029364 Jul 05 18:11:02.747423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35726) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:02.751693 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a459c72-f743-4a90-801a-bd773b117a1a req-fad034b0-29ae-462e-89cc-ef923509eb48 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1501172 Jul 05 18:11:02.769437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 998b7663-3df5-4a63-b418-72ce4edca392, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=998b7663-3df5-4a63-b418-72ce4edca392,segment=NetworkSegment(2013c447-7691-4814-8670-57d7663c7920),segment_id=2013c447-7691-4814-8670-57d7663c7920)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:02.783124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14e77087-65e2-489b-8a7d-ce8eea111232 req-a5e8ec9a-a2ee-4a2f-afdb-8fb2810dafd8 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820167 Jul 05 18:11:02.813594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a459c72-f743-4a90-801a-bd773b117a1a req-e6029e41-95dd-4e1a-86c8-3edc1345326f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608659 Jul 05 18:11:02.817599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.839364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Calling delete_port for ae85848d-89be-4519-8faf-540c764ab11c owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:02.851202 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:02.892088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf7d79c-ddee-4c3c-a257-6c34d30cef3c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:02.894192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf7d79c-ddee-4c3c-a257-6c34d30cef3c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:02.895951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf7d79c-ddee-4c3c-a257-6c34d30cef3c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:02.897710 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-baf7d79c-ddee-4c3c-a257-6c34d30cef3c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1494257 Jul 05 18:11:02.900934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35730) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:02.934254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=998b7663-3df5-4a63-b418-72ce4edca392,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:02.981437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c74ec2-3032-49d7-beeb-df015c5f6887 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 26bc3985-1566-4796-9b81-b4ab7ea998c8 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:02.985097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72c74ec2-3032-49d7-beeb-df015c5f6887 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.056673 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72c74ec2-3032-49d7-beeb-df015c5f6887 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.112156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.138219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Pushing event deleted for resources: {'Port': ['ID=ae85848d-89be-4519-8faf-540c764ab11c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:03.149457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ccf1f-a07a-49f0-9725-d462830fb698 req-592cf07e-5523-4764-b5b6-ba847fe9144c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:03.155399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ccf1f-a07a-49f0-9725-d462830fb698 req-592cf07e-5523-4764-b5b6-ba847fe9144c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:03.161611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ccf1f-a07a-49f0-9725-d462830fb698 req-592cf07e-5523-4764-b5b6-ba847fe9144c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:03.167580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ccf1f-a07a-49f0-9725-d462830fb698 req-592cf07e-5523-4764-b5b6-ba847fe9144c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:03.173714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ccf1f-a07a-49f0-9725-d462830fb698 req-592cf07e-5523-4764-b5b6-ba847fe9144c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:03.180338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ccf1f-a07a-49f0-9725-d462830fb698 req-592cf07e-5523-4764-b5b6-ba847fe9144c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:03.185740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ccf1f-a07a-49f0-9725-d462830fb698 req-592cf07e-5523-4764-b5b6-ba847fe9144c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:03.188319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e6ccf1f-a07a-49f0-9725-d462830fb698 req-592cf07e-5523-4764-b5b6-ba847fe9144c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.2004106 Jul 05 18:11:03.201108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.220737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72c74ec2-3032-49d7-beeb-df015c5f6887 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.263623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e6ccf1f-a07a-49f0-9725-d462830fb698 req-d694ca72-b2a3-4d27-9893-d243c2ee2323 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689199 Jul 05 18:11:03.377270 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72c74ec2-3032-49d7-beeb-df015c5f6887 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.405034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c74ec2-3032-49d7-beeb-df015c5f6887 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=26bc3985-1566-4796-9b81-b4ab7ea998c8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:03.409247 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72c74ec2-3032-49d7-beeb-df015c5f6887 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.411647 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.412133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-72c74ec2-3032-49d7-beeb-df015c5f6887 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/26bc3985-1566-4796-9b81-b4ab7ea998c8 HTTP/1.1" status: 204 len: 168 time: 0.5097718 Jul 05 18:11:03.414189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35732) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:03.415084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.420549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9eab9-e1bb-407e-8e80-dbb2b217a4c2 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:03.471174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59c1075-b07e-485f-99cd-491398ac4b48 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet d637d725-5ed0-4574-a6d5-bdfd23cbda80 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:03.475857 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d59c1075-b07e-485f-99cd-491398ac4b48 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.493737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Router 03ff4edb-aeeb-403b-9826-be6c7c46273b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:11:03.506189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998b7663-3df5-4a63-b418-72ce4edca392'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:03.508599 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba2b812-7482-4d8a-8a86-437234e03f60" -d '{"events": [{"server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "name": "network-vif-plugged", "status": "completed", "tag": "998b7663-3df5-4a63-b418-72ce4edca392"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:03.531085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d59c1075-b07e-485f-99cd-491398ac4b48 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.580948 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b00c69e-12f0-42b5-924c-a07c5141ea59 x-openstack-request-id: req-8b00c69e-12f0-42b5-924c-a07c5141ea59 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:03.581284 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "name": "network-vif-plugged", "status": "completed", "tag": "998b7663-3df5-4a63-b418-72ce4edca392", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:03.581484 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b00c69e-12f0-42b5-924c-a07c5141ea59 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:03.581921 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998b7663-3df5-4a63-b418-72ce4edca392', 'code': 200} Jul 05 18:11:03.605574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:11:03.617053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04f799-53f3-40d1-abd9-09aec1e42847 None None] Sync routers for ids ['03ff4edb-aeeb-403b-9826-be6c7c46273b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:11:03.618465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.619366 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7766b93b-e865-433d-b551-6be755f2a239 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "PUT /v2.0/routers/03ff4edb-aeeb-403b-9826-be6c7c46273b HTTP/1.1" status: 200 len: 706 time: 1.8794734 Jul 05 18:11:03.624241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35736) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:03.630607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04f799-53f3-40d1-abd9-09aec1e42847 None None] Routers {'03ff4edb-aeeb-403b-9826-be6c7c46273b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:03.633749 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db04f799-53f3-40d1-abd9-09aec1e42847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['03ff4edb-aeeb-403b-9826-be6c7c46273b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:03.671056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db04f799-53f3-40d1-abd9-09aec1e42847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:03.684139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04f799-53f3-40d1-abd9-09aec1e42847 None None] Routers {'03ff4edb-aeeb-403b-9826-be6c7c46273b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:03.685522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db04f799-53f3-40d1-abd9-09aec1e42847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['03ff4edb-aeeb-403b-9826-be6c7c46273b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:03.722023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db04f799-53f3-40d1-abd9-09aec1e42847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:03.722725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db04f799-53f3-40d1-abd9-09aec1e42847 None None] The sync data for ids ['03ff4edb-aeeb-403b-9826-be6c7c46273b'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:11:03.744864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d59c1075-b07e-485f-99cd-491398ac4b48 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.776051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3a213fb1-f07d-40d1-8339-2b983ad53c27 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/routers/03ff4edb-aeeb-403b-9826-be6c7c46273b HTTP/1.1" status: 200 len: 741 time: 0.1497867 Jul 05 18:11:03.778853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35738) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:03.820759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e55eda-900b-410f-8656-d0e0bcc924c6 req-cbceb027-25c5-4de7-a9b8-4e6b223c2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:03.821261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e55eda-900b-410f-8656-d0e0bcc924c6 req-cbceb027-25c5-4de7-a9b8-4e6b223c2283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:03.822908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9e55eda-900b-410f-8656-d0e0bcc924c6 req-cbceb027-25c5-4de7-a9b8-4e6b223c2283 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1985 time: 0.1491108 Jul 05 18:11:03.826482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fc392605-0587-438e-9176-1f04ee27e588 tempest-RoutersAdminTest-639385627 tempest-RoutersAdminTest-639385627-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=03ff4edb-aeeb-403b-9826-be6c7c46273b HTTP/1.1" status: 200 len: 205 time: 0.0462801 Jul 05 18:11:03.829812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35742) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:03.873670 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-47740709-9c3c-4e44-89b2-c74e71993dec tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=03ff4edb-aeeb-403b-9826-be6c7c46273b HTTP/1.1" status: 200 len: 205 time: 0.0422034 Jul 05 18:11:03.876811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35746) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:03.914394 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d59c1075-b07e-485f-99cd-491398ac4b48 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.932666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9e55eda-900b-410f-8656-d0e0bcc924c6 req-4496d9f8-2f22-4c23-ad22-b2174370a6e5 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023164 Jul 05 18:11:03.977123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c1075-b07e-485f-99cd-491398ac4b48 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=d637d725-5ed0-4574-a6d5-bdfd23cbda80,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:03.984933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11da40ef-6fbd-41c9-af95-3222e17c5daf tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.992704 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d59c1075-b07e-485f-99cd-491398ac4b48 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:03.994644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d59c1075-b07e-485f-99cd-491398ac4b48 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/d637d725-5ed0-4574-a6d5-bdfd23cbda80 HTTP/1.1" status: 204 len: 168 time: 0.5791423 Jul 05 18:11:04.005791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35750) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.079750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dcd10e3f-f320-43cf-bbbb-abccb323d68f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696788 Jul 05 18:11:04.079968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35752) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.085017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:04.153414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11da40ef-6fbd-41c9-af95-3222e17c5daf tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.156434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11da40ef-6fbd-41c9-af95-3222e17c5daf tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.222832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff37f64-3d6d-4822-8d2e-f8e27647e16b None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:04.236936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54101983-7ab1-40bd-8c8d-a12cf21acacf req-c175bc87-47bd-4f77-997b-8dd7a4dec35c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.243804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54101983-7ab1-40bd-8c8d-a12cf21acacf req-c175bc87-47bd-4f77-997b-8dd7a4dec35c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.245456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54101983-7ab1-40bd-8c8d-a12cf21acacf req-c175bc87-47bd-4f77-997b-8dd7a4dec35c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1683 time: 0.2543604 Jul 05 18:11:04.256659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4b3ca-b458-44a9-b8a6-6df6e33af2d8 req-69aac169-7f65-4b81-bf62-0d6c7910f919 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.258228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-acc4b3ca-b458-44a9-b8a6-6df6e33af2d8 req-69aac169-7f65-4b81-bf62-0d6c7910f919 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1938448 Jul 05 18:11:04.285735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11da40ef-6fbd-41c9-af95-3222e17c5daf tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.286542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da40ef-6fbd-41c9-af95-3222e17c5daf tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Fanout notify agent at l3_agent the message router_deleted on router 03ff4edb-aeeb-403b-9826-be6c7c46273b {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:11:04.301979 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11da40ef-6fbd-41c9-af95-3222e17c5daf tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.301979 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-11da40ef-6fbd-41c9-af95-3222e17c5daf tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/03ff4edb-aeeb-403b-9826-be6c7c46273b HTTP/1.1" status: 204 len: 168 time: 0.4232874 Jul 05 18:11:04.304963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35756) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.324510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54101983-7ab1-40bd-8c8d-a12cf21acacf req-f2d67028-ff97-4de2-a13a-d37e4c84300a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652144 Jul 05 18:11:04.328432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-acc4b3ca-b458-44a9-b8a6-6df6e33af2d8 req-e42b8339-8e43-4b31-9332-c0b3d8595394 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620942 Jul 05 18:11:04.329326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:04.332840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.337276 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c429baad-eb67-4231-a2a3-1b21aadd489e tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=03ff4edb-aeeb-403b-9826-be6c7c46273b HTTP/1.1" status: 200 len: 205 time: 0.0309749 Jul 05 18:11:04.339702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35758) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.399074 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-e6eb3e51-3777-43e9-a622-7be9f2dce630 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] delete failed (client error): The resource could not be found. Jul 05 18:11:04.404654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e6eb3e51-3777-43e9-a622-7be9f2dce630 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/03ff4edb-aeeb-403b-9826-be6c7c46273b HTTP/1.1" status: 404 len: 336 time: 0.0626566 Jul 05 18:11:04.406247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1195d1bb-ac5b-4db4-a920-5801618b3ed8 None None] Provisioning complete for port a58c1f05-ba92-4a15-8e30-316241325bc4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:04.406669 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1195d1bb-ac5b-4db4-a920-5801618b3ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.407090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35760) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.455754 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-652a6923-c697-4b91-8b93-ee54c2c3a3d2 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e992f53-db16-47c5-9242-8680184d656a HTTP/1.1" status: 200 len: 205 time: 0.0441520 Jul 05 18:11:04.457230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35762) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.509993 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-5f731366-eba8-4216-b6a2-7ffbee9d03e3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] delete failed (client error): The resource could not be found. Jul 05 18:11:04.513818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5f731366-eba8-4216-b6a2-7ffbee9d03e3 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/2e992f53-db16-47c5-9242-8680184d656a HTTP/1.1" status: 404 len: 336 time: 0.0526597 Jul 05 18:11:04.514188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35764) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.560007 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b0f66adf-b172-4f42-a880-aef483801f93 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=35e2ae62-b60e-4354-9e8b-2f6b44f0f23b HTTP/1.1" status: 200 len: 205 time: 0.0422835 Jul 05 18:11:04.571206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35766) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.608086 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-954393d9-eb6f-4d07-b658-f8c4fa681a10 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] delete failed (client error): The resource could not be found. Jul 05 18:11:04.609209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-954393d9-eb6f-4d07-b658-f8c4fa681a10 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/35e2ae62-b60e-4354-9e8b-2f6b44f0f23b HTTP/1.1" status: 404 len: 336 time: 0.0370500 Jul 05 18:11:04.612048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35768) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.649517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:04.650758 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7cabee69-db1b-4fa6-9433-af28fe7917e6 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0 HTTP/1.1" status: 200 len: 205 time: 0.0376310 Jul 05 18:11:04.653394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35770) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.692568 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-15896884-5aab-4531-ad17-f03455f9792b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] delete failed (client error): The resource could not be found. Jul 05 18:11:04.693634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-15896884-5aab-4531-ad17-f03455f9792b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/0fdfff50-4b5c-4bcd-89fc-e6fe5e0861e0 HTTP/1.1" status: 404 len: 336 time: 0.0394132 Jul 05 18:11:04.696639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17def7-dd2d-478f-92a5-9552a9d80a4b req-bcc9a526-e14d-4e10-981d-9622c64ffafc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.696818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35772) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.701795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Deleting port a58c1f05-ba92-4a15-8e30-316241325bc4 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:04.702104 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.703281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17def7-dd2d-478f-92a5-9552a9d80a4b req-bcc9a526-e14d-4e10-981d-9622c64ffafc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.708565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17def7-dd2d-478f-92a5-9552a9d80a4b req-bcc9a526-e14d-4e10-981d-9622c64ffafc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.714489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17def7-dd2d-478f-92a5-9552a9d80a4b req-bcc9a526-e14d-4e10-981d-9622c64ffafc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.721057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17def7-dd2d-478f-92a5-9552a9d80a4b req-bcc9a526-e14d-4e10-981d-9622c64ffafc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.729339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17def7-dd2d-478f-92a5-9552a9d80a4b req-bcc9a526-e14d-4e10-981d-9622c64ffafc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.729524 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-48795617-4fef-44fb-a3c0-6d0408e7f25b tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=d29a766b-abf7-489b-b7ad-af7f07105f55 HTTP/1.1" status: 200 len: 205 time: 0.0290785 Jul 05 18:11:04.729524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35774) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.732831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e17def7-dd2d-478f-92a5-9552a9d80a4b req-bcc9a526-e14d-4e10-981d-9622c64ffafc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.735714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e17def7-dd2d-478f-92a5-9552a9d80a4b req-bcc9a526-e14d-4e10-981d-9622c64ffafc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.1442628 Jul 05 18:11:04.737205 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.788162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] For port a58c1f05-ba92-4a15-8e30-316241325bc4, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a58c1f05-ba92-4a15-8e30-316241325bc4,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:04.790102 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.801398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:04.813873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:04.819770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Calling delete_port for a58c1f05-ba92-4a15-8e30-316241325bc4 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:04.821750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:04.822364 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:04.835597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e17def7-dd2d-478f-92a5-9552a9d80a4b req-01e6f6a3-fd06-4446-a332-8acb33fd0543 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927291 Jul 05 18:11:04.841128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=43e94cf6-9a32-455d-9658-3a05296beec5,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:04.930251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dca699dc-6a9b-4384-9c6d-65e2096ff768 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8492038 Jul 05 18:11:04.933276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35776) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:04.939104 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:05.072212 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.101228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Pushing event deleted for resources: {'Port': ['ID=a58c1f05-ba92-4a15-8e30-316241325bc4,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:05.105372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] No DVR routers for this DVR port a58c1f05-ba92-4a15-8e30-316241325bc4 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:05.115721 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-4fef79cf-af33-458e-be65-6c3eb4ea99d5 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] delete failed (client error): The resource could not be found. Jul 05 18:11:05.115721 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4fef79cf-af33-458e-be65-6c3eb4ea99d5 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/d29a766b-abf7-489b-b7ad-af7f07105f55 HTTP/1.1" status: 404 len: 336 time: 0.3843155 Jul 05 18:11:05.117566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35778) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:05.119071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.119518 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.119961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.120524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.121965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.121965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.121965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.122431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.122811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.123307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.123844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.124720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98c1a94-741d-4e48-993f-0b09a21c9002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:05.130008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5257b75-c126-4766-8b8b-5488ffcc6ed1 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:05.153215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-724fd80a-356d-465f-8cff-1a2d5fdf6a17 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "GET /v2.0/ports?device_id=4cdeac9d-583b-4bbc-9735-d08605f8951d HTTP/1.1" status: 200 len: 205 time: 0.0344696 Jul 05 18:11:05.155608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35780) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:05.163982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:05.167470 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.215718 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-33b0ffc7-8f24-4032-ad33-ab23fad54990 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] delete failed (client error): The resource could not be found. Jul 05 18:11:05.216776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-33b0ffc7-8f24-4032-ad33-ab23fad54990 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/routers/4cdeac9d-583b-4bbc-9735-d08605f8951d HTTP/1.1" status: 404 len: 336 time: 0.0590911 Jul 05 18:11:05.219644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35782) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:05.253124 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-05717b06-1ece-4d8e-b683-078f482fd641 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] DELETE failed (client error): The resource could not be found. Jul 05 18:11:05.253681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05717b06-1ece-4d8e-b683-078f482fd641 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:11:05.255535 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05717b06-1ece-4d8e-b683-078f482fd641 tempest-RoutersAdminTest-1678905514 tempest-RoutersAdminTest-1678905514-project] 10.222.0.30 "DELETE /v2.0/subnets/0c47a398-f7f6-4576-9434-ecbebaa25c72 HTTP/1.1" status: 404 len: 337 time: 0.0346794 Jul 05 18:11:05.283224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '43e94cf6-9a32-455d-9658-3a05296beec5'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:11:05.285319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.433932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Allocated IP 172.20.0.2 (d4311eb2-2783-4bd2-b311-e1327c967a23/43e94cf6-9a32-455d-9658-3a05296beec5/563b7bf4-6280-4301-8705-be6bf69a9eb1) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:05.596701 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.605892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Transition to ACTIVE for port object 563b7bf4-6280-4301-8705-be6bf69a9eb1 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:05.620846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Transition to ACTIVE for port object 563b7bf4-6280-4301-8705-be6bf69a9eb1 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:05.667605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055458d-4501-4520-a4e3-ae53f5c066d1 req-ac28bb8f-5558-4ade-9839-982815e70f05 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:05.669125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8055458d-4501-4520-a4e3-ae53f5c066d1 req-ac28bb8f-5558-4ade-9839-982815e70f05 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1649821 Jul 05 18:11:05.684829 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.686531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.objects.ports [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100997) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:11:05.696627 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998ef7-3f58-40ee-b929-b593f5c05a77 req-caa603fe-f9a6-44da-ad9b-bee0a58866b0 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:05.703188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a998ef7-3f58-40ee-b929-b593f5c05a77 req-caa603fe-f9a6-44da-ad9b-bee0a58866b0 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:05.704850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a998ef7-3f58-40ee-b929-b593f5c05a77 req-caa603fe-f9a6-44da-ad9b-bee0a58866b0 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1683 time: 0.1911716 Jul 05 18:11:05.719508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.721107 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.733508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35794) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:05.748086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Pushing event updated for resources: {'Port': ['ID=563b7bf4-6280-4301-8705-be6bf69a9eb1,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:05.751296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:05.753051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:05.755269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:05.795221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:05.801859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8055458d-4501-4520-a4e3-ae53f5c066d1 req-e43799d0-9599-41cc-906a-426c046a16a7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138227 Jul 05 18:11:05.808192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:05.818484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Attempting to bind port 563b7bf4-6280-4301-8705-be6bf69a9eb1 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:05.818893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Attempting to bind port 563b7bf4-6280-4301-8705-be6bf69a9eb1 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:05.819262 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Attempting to bind port 563b7bf4-6280-4301-8705-be6bf69a9eb1 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:05.819959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:05.820570 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.825332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:05.825768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:05.826227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.826647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:05.827416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Bound port: 563b7bf4-6280-4301-8705-be6bf69a9eb1, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:05.827810 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.828648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=3ebbbb14-b9e7-4949-9b93-e7971e70fc92,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:05.852645 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a998ef7-3f58-40ee-b929-b593f5c05a77 req-1a4fe4d6-e1b6-4434-a84d-b6a67c391fdd tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299634 Jul 05 18:11:05.879083 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7a941e54-e975-4ef2-81fd-923cdc5a5ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:05.914616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] For port 563b7bf4-6280-4301-8705-be6bf69a9eb1, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:05.917726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] For port 563b7bf4-6280-4301-8705-be6bf69a9eb1, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=563b7bf4-6280-4301-8705-be6bf69a9eb1,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:05.932355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-74a426d3-27c1-44b8-9883-e9fea2542201 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9976261 Jul 05 18:11:05.935178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35802) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:05.940499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:60:9c:38', 'name': 'tempest-NetworksTestDHCPv6-1154558763'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:05.982864 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:06.041876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7a941e54-e975-4ef2-81fd-923cdc5a5ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:06.066827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81309eb1-27ce-4b13-be00-bd6265cabeec None None] Pushing event updated for resources: {'Port': ['ID=563b7bf4-6280-4301-8705-be6bf69a9eb1,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:06.125307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7a941e54-e975-4ef2-81fd-923cdc5a5ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:06.184088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168872db-3bdb-4fa7-b9e6-a78c14ab9570 req-3de7b443-bd6b-4519-9b13-97057c9c4414 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:06.185315 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7a941e54-e975-4ef2-81fd-923cdc5a5ed9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06fe30054cdc4d28a5090ef7593927f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4506750 Jul 05 18:11:06.188040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35806) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:06.193906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168872db-3bdb-4fa7-b9e6-a78c14ab9570 req-3de7b443-bd6b-4519-9b13-97057c9c4414 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:06.197584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a941e54-e975-4ef2-81fd-923cdc5a5ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee2b937-665c-4b61-af12-989a0ecdde25,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:06.202868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168872db-3bdb-4fa7-b9e6-a78c14ab9570 req-3de7b443-bd6b-4519-9b13-97057c9c4414 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:06.209951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168872db-3bdb-4fa7-b9e6-a78c14ab9570 req-3de7b443-bd6b-4519-9b13-97057c9c4414 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:06.217215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168872db-3bdb-4fa7-b9e6-a78c14ab9570 req-3de7b443-bd6b-4519-9b13-97057c9c4414 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:06.225723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168872db-3bdb-4fa7-b9e6-a78c14ab9570 req-3de7b443-bd6b-4519-9b13-97057c9c4414 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:06.232176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168872db-3bdb-4fa7-b9e6-a78c14ab9570 req-3de7b443-bd6b-4519-9b13-97057c9c4414 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:06.234943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-168872db-3bdb-4fa7-b9e6-a78c14ab9570 req-3de7b443-bd6b-4519-9b13-97057c9c4414 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.2163174 Jul 05 18:11:06.288023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f64ffbfe-d205-443d-8884-ca386c6befad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:06.299681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-168872db-3bdb-4fa7-b9e6-a78c14ab9570 req-6e1f3d96-3f19-4862-8712-b541dcd67fa8 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577462 Jul 05 18:11:06.314837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f64ffbfe-d205-443d-8884-ca386c6befad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:06.353477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:06.457402 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:06.478633 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f64ffbfe-d205-443d-8884-ca386c6befad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:06.481465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f64ffbfe-d205-443d-8884-ca386c6befad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:06.482640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f64ffbfe-d205-443d-8884-ca386c6befad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ee2b937-665c-4b61-af12-989a0ecdde25 HTTP/1.1" status: 204 len: 168 time: 0.2935874 Jul 05 18:11:06.494055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ffbfe-d205-443d-8884-ca386c6befad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee2b937-665c-4b61-af12-989a0ecdde25,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:06.497604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 8ed15bea-659e-4d49-a60d-2ba80c83d034 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:06.539603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 563b7bf4-6280-4301-8705-be6bf69a9eb1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:06.657915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 563b7bf4-6280-4301-8705-be6bf69a9eb1 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:06.704704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 172.20.0.13 (d4311eb2-2783-4bd2-b311-e1327c967a23/43e94cf6-9a32-455d-9658-3a05296beec5/8ed15bea-659e-4d49-a60d-2ba80c83d034) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:06.711242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fe60:9c38 (d4311eb2-2783-4bd2-b311-e1327c967a23/3ebbbb14-b9e7-4949-9b93-e7971e70fc92/8ed15bea-659e-4d49-a60d-2ba80c83d034) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:06.722285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a58c1f05-ba92-4a15-8e30-316241325bc4 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:06.749474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a58c1f05-ba92-4a15-8e30-316241325bc4 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:06.750185 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a58c1f05-ba92-4a15-8e30-316241325bc4 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:06.919134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682c423-b7ad-4366-ad8f-4b1b6a278ce3 req-583683e4-81ea-47a1-ad58-c30a6b92a760 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:06.926479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682c423-b7ad-4366-ad8f-4b1b6a278ce3 req-583683e4-81ea-47a1-ad58-c30a6b92a760 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:06.928330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5682c423-b7ad-4366-ad8f-4b1b6a278ce3 req-583683e4-81ea-47a1-ad58-c30a6b92a760 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1683 time: 0.1610231 Jul 05 18:11:06.942113 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:06.972669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 8ed15bea-659e-4d49-a60d-2ba80c83d034 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:07.038982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5682c423-b7ad-4366-ad8f-4b1b6a278ce3 req-096d8854-87c8-4d95-abc0-d3c1851d2f14 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938370 Jul 05 18:11:07.125783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad0990-cb3a-429f-a3bd-39a04934d334 req-e5e7674f-e4ff-460f-ae7d-ef2d1830a028 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.126148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcad0990-cb3a-429f-a3bd-39a04934d334 req-e5e7674f-e4ff-460f-ae7d-ef2d1830a028 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1490257 Jul 05 18:11:07.224732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92cf150-1a25-4cbe-9a1a-03450a2e9cc4 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:07.225673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcad0990-cb3a-429f-a3bd-39a04934d334 req-c1447456-fe3d-4dcf-a0e5-46b5f54555ca tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853698 Jul 05 18:11:07.331443 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.380700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35820) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:07.397600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=8ed15bea-659e-4d49-a60d-2ba80c83d034,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:07.401839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:07.403490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:07.406688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:07.441636 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8fc365dc-7713-4d7a-91ee-f2ef45e82969 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=166bc55b138f4993a1029330d64342e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0589817 Jul 05 18:11:07.444460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35822) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:07.450886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4d083907-898d-4875-8012-d52f3dfe9d2e None None] Provisioning for port 563b7bf4-6280-4301-8705-be6bf69a9eb1 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:07.458401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4d083907-898d-4875-8012-d52f3dfe9d2e None None] Provisioning complete for port 563b7bf4-6280-4301-8705-be6bf69a9eb1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:07.460938 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4d083907-898d-4875-8012-d52f3dfe9d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.463243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.465735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.499983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a20eac9c-f6f0-4f88-b3a0-ada12c0792e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.524136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a20eac9c-f6f0-4f88-b3a0-ada12c0792e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.540011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d323af12-3131-4d50-a669-fd5f76a7582e None None] Update dhcp port {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '43e94cf6-9a32-455d-9658-3a05296beec5', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ebbbb14-b9e7-4949-9b93-e7971e70fc92'}], 'binding:host_id': 'n-d-799524-1'}, 'id': '563b7bf4-6280-4301-8705-be6bf69a9eb1'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:11:07.553349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24aea-e12e-41ae-bc3f-2c34a93ece68 req-92fcb07a-7029-4a5e-a5b3-c05ad41bc335 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.559420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24aea-e12e-41ae-bc3f-2c34a93ece68 req-92fcb07a-7029-4a5e-a5b3-c05ad41bc335 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.565594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24aea-e12e-41ae-bc3f-2c34a93ece68 req-92fcb07a-7029-4a5e-a5b3-c05ad41bc335 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.571656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24aea-e12e-41ae-bc3f-2c34a93ece68 req-92fcb07a-7029-4a5e-a5b3-c05ad41bc335 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.577771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24aea-e12e-41ae-bc3f-2c34a93ece68 req-92fcb07a-7029-4a5e-a5b3-c05ad41bc335 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.584132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24aea-e12e-41ae-bc3f-2c34a93ece68 req-92fcb07a-7029-4a5e-a5b3-c05ad41bc335 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.591201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d24aea-e12e-41ae-bc3f-2c34a93ece68 req-92fcb07a-7029-4a5e-a5b3-c05ad41bc335 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.593891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4d24aea-e12e-41ae-bc3f-2c34a93ece68 req-92fcb07a-7029-4a5e-a5b3-c05ad41bc335 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.1261389 Jul 05 18:11:07.598579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9de9faec-aa6c-4ea7-b12e-9d51767a34d9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.6599638 Jul 05 18:11:07.598833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35824) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:07.609398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d323af12-3131-4d50-a669-fd5f76a7582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.626361 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4d083907-898d-4875-8012-d52f3dfe9d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.674194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4d24aea-e12e-41ae-bc3f-2c34a93ece68 req-18561f02-9ba9-4e53-b1a5-e74d18bb675f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620463 Jul 05 18:11:07.677527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a20eac9c-f6f0-4f88-b3a0-ada12c0792e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.683934 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a20eac9c-f6f0-4f88-b3a0-ada12c0792e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.683934 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a20eac9c-f6f0-4f88-b3a0-ada12c0792e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/13d5ceae-780e-43a4-8940-1618c36fd941 HTTP/1.1" status: 204 len: 168 time: 0.2361021 Jul 05 18:11:07.688790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4d083907-898d-4875-8012-d52f3dfe9d2e None None] For port 563b7bf4-6280-4301-8705-be6bf69a9eb1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=563b7bf4-6280-4301-8705-be6bf69a9eb1,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:07.691353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20eac9c-f6f0-4f88-b3a0-ada12c0792e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d5ceae-780e-43a4-8940-1618c36fd941,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:07.712168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c95166-d2ee-44a2-974e-52d8cde7536e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.719508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c95166-d2ee-44a2-974e-52d8cde7536e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:07.725406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-09c95166-d2ee-44a2-974e-52d8cde7536e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1240811 Jul 05 18:11:07.725685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35828) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:07.765357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4d083907-898d-4875-8012-d52f3dfe9d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.848342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3589be51-8092-41da-93b2-c0af337d7c7a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 8ed15bea-659e-4d49-a60d-2ba80c83d034 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:07.848858 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3589be51-8092-41da-93b2-c0af337d7c7a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.854653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d083907-898d-4875-8012-d52f3dfe9d2e None None] Pushing event updated for resources: {'Port': ['ID=563b7bf4-6280-4301-8705-be6bf69a9eb1,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:07.868748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-d323af12-3131-4d50-a669-fd5f76a7582e None None] Allocated IP 2001:db8::f816:3eff:fef6:5700 (d4311eb2-2783-4bd2-b311-e1327c967a23/3ebbbb14-b9e7-4949-9b93-e7971e70fc92/563b7bf4-6280-4301-8705-be6bf69a9eb1) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:07.954309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3589be51-8092-41da-93b2-c0af337d7c7a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:07.966164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3589be51-8092-41da-93b2-c0af337d7c7a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 8ed15bea-659e-4d49-a60d-2ba80c83d034 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:07.975274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d323af12-3131-4d50-a669-fd5f76a7582e None None] For port 563b7bf4-6280-4301-8705-be6bf69a9eb1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=563b7bf4-6280-4301-8705-be6bf69a9eb1,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:08.004534 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d323af12-3131-4d50-a669-fd5f76a7582e None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:08.018530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d323af12-3131-4d50-a669-fd5f76a7582e None None] Transition to ACTIVE for port object 563b7bf4-6280-4301-8705-be6bf69a9eb1 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:08.085414 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d323af12-3131-4d50-a669-fd5f76a7582e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:08.111183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51840951-8f6b-4f75-bb95-895a907649dc req-e52d7cab-d5bd-470c-9008-a5fe9e8cbcf3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:08.117082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51840951-8f6b-4f75-bb95-895a907649dc req-e52d7cab-d5bd-470c-9008-a5fe9e8cbcf3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:08.120058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51840951-8f6b-4f75-bb95-895a907649dc req-e52d7cab-d5bd-470c-9008-a5fe9e8cbcf3 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1683 time: 0.0809848 Jul 05 18:11:08.235054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d323af12-3131-4d50-a669-fd5f76a7582e None None] Pushing event updated for resources: {'Port': ['ID=563b7bf4-6280-4301-8705-be6bf69a9eb1,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:08.240269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3589be51-8092-41da-93b2-c0af337d7c7a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:08.274037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3589be51-8092-41da-93b2-c0af337d7c7a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=8ed15bea-659e-4d49-a60d-2ba80c83d034,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:08.309484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-51840951-8f6b-4f75-bb95-895a907649dc req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting port 998b7663-3df5-4a63-b418-72ce4edca392 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:08.310494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-51840951-8f6b-4f75-bb95-895a907649dc req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:08.371220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8d878-83a3-4db6-84bc-135595154593 req-9c7c5b4f-368a-4ad7-8094-a4c99a09522c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:08.377744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece8d878-83a3-4db6-84bc-135595154593 req-9c7c5b4f-368a-4ad7-8094-a4c99a09522c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:08.385026 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ece8d878-83a3-4db6-84bc-135595154593 req-9c7c5b4f-368a-4ad7-8094-a4c99a09522c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 1683 time: 0.1536489 Jul 05 18:11:08.463172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ece8d878-83a3-4db6-84bc-135595154593 req-4f59519f-9af7-4190-97a5-4ff0860c7a61 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771754 Jul 05 18:11:08.466081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3589be51-8092-41da-93b2-c0af337d7c7a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:08.471726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35846) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:08.475402 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3589be51-8092-41da-93b2-c0af337d7c7a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/8ed15bea-659e-4d49-a60d-2ba80c83d034 HTTP/1.1" status: 204 len: 168 time: 0.7482567 Jul 05 18:11:08.539746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 563b7bf4-6280-4301-8705-be6bf69a9eb1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:08.559953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-51840951-8f6b-4f75-bb95-895a907649dc req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] For port 998b7663-3df5-4a63-b418-72ce4edca392, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=998b7663-3df5-4a63-b418-72ce4edca392,segment=NetworkSegment(2013c447-7691-4814-8670-57d7663c7920),segment_id=2013c447-7691-4814-8670-57d7663c7920)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:08.560312 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-51840951-8f6b-4f75-bb95-895a907649dc req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:08.914625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-51840951-8f6b-4f75-bb95-895a907649dc req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Calling delete_port for 998b7663-3df5-4a63-b418-72ce4edca392 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:08.927364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35858) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:08.958605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7227ff57-c2be-4b68-932b-a46f9346f7af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:08.960183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7227ff57-c2be-4b68-932b-a46f9346f7af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:08.961961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7227ff57-c2be-4b68-932b-a46f9346f7af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:08.964450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7227ff57-c2be-4b68-932b-a46f9346f7af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4917722 Jul 05 18:11:08.967429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35862) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:09.052655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-700403043'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:09.065349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-912c9f15-c4dc-4735-a247-11969edda172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 3ebbbb14-b9e7-4949-9b93-e7971e70fc92 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:09.071453 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c9f15-c4dc-4735-a247-11969edda172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.082214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70755c-84a6-46bb-b56e-ecb1d704a8e7 req-40c4e7c5-0bfa-4983-bd8e-5bf452940a03 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:09.089262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba70755c-84a6-46bb-b56e-ecb1d704a8e7 req-40c4e7c5-0bfa-4983-bd8e-5bf452940a03 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.5561395 Jul 05 18:11:09.110989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3fa07-9b40-41db-92d0-9243ed39e7f8 req-d841b6a7-351e-43d5-8032-9e246731a7e2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:09.116834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3fa07-9b40-41db-92d0-9243ed39e7f8 req-d841b6a7-351e-43d5-8032-9e246731a7e2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:09.119706 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c9f15-c4dc-4735-a247-11969edda172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.122799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3fa07-9b40-41db-92d0-9243ed39e7f8 req-d841b6a7-351e-43d5-8032-9e246731a7e2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:09.128743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3fa07-9b40-41db-92d0-9243ed39e7f8 req-d841b6a7-351e-43d5-8032-9e246731a7e2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:09.134641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3fa07-9b40-41db-92d0-9243ed39e7f8 req-d841b6a7-351e-43d5-8032-9e246731a7e2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:09.140450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3fa07-9b40-41db-92d0-9243ed39e7f8 req-d841b6a7-351e-43d5-8032-9e246731a7e2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:09.146306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab3fa07-9b40-41db-92d0-9243ed39e7f8 req-d841b6a7-351e-43d5-8032-9e246731a7e2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:09.148307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ab3fa07-9b40-41db-92d0-9243ed39e7f8 req-d841b6a7-351e-43d5-8032-9e246731a7e2 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.2539375 Jul 05 18:11:09.191841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46acbbfd-2809-4b6c-ae37-15903f1b0b4d None None] Provisioning for port 563b7bf4-6280-4301-8705-be6bf69a9eb1 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:09.196605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46acbbfd-2809-4b6c-ae37-15903f1b0b4d None None] Provisioning complete for port 563b7bf4-6280-4301-8705-be6bf69a9eb1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:09.197713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46acbbfd-2809-4b6c-ae37-15903f1b0b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.211837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c9f15-c4dc-4735-a247-11969edda172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.236921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba70755c-84a6-46bb-b56e-ecb1d704a8e7 req-5092e9db-20cc-4c65-a328-fde24bc096d8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466722 Jul 05 18:11:09.246027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Made reservation on behalf of fd0fe90388da43898ddf5ba554f37434 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:09.250525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.263545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.274259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ab3fa07-9b40-41db-92d0-9243ed39e7f8 req-734a036d-4576-471d-99a6-3682298214e0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153331 Jul 05 18:11:09.327032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46acbbfd-2809-4b6c-ae37-15903f1b0b4d None None] Could not find standard attr ID for object 8ed15bea-659e-4d49-a60d-2ba80c83d034. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:11:09.340314 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-51840951-8f6b-4f75-bb95-895a907649dc req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.351764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['f4657350-ceae-4fa1-a6e6-c6adac6283d5', '998b7663-3df5-4a63-b418-72ce4edca392'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:09.370687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Port': ['ID=998b7663-3df5-4a63-b418-72ce4edca392,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:09.400566 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c9f15-c4dc-4735-a247-11969edda172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.437020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-51840951-8f6b-4f75-bb95-895a907649dc req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] No DVR routers for this DVR port 998b7663-3df5-4a63-b418-72ce4edca392 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:09.437880 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-51840951-8f6b-4f75-bb95-895a907649dc req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.440534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51840951-8f6b-4f75-bb95-895a907649dc req-3312729d-6ed3-4069-99a0-38636ddbf23b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "DELETE /v2.0/ports/998b7663-3df5-4a63-b418-72ce4edca392 HTTP/1.1" status: 204 len: 173 time: 1.3164129 Jul 05 18:11:09.441320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'name': 'network-vif-deleted', 'tag': '998b7663-3df5-4a63-b418-72ce4edca392'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:09.444050 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5571ca40-8911-43d2-a22e-1ce541c7a7a9" -d '{"events": [{"server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "name": "network-vif-deleted", "tag": "998b7663-3df5-4a63-b418-72ce4edca392"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:09.449762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-76d7759b-94bf-48c7-b676-4ee5cb9d2830 None None] Could not find standard attr ID for object 8ed15bea-659e-4d49-a60d-2ba80c83d034. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:11:09.508420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c9f15-c4dc-4735-a247-11969edda172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=3ebbbb14-b9e7-4949-9b93-e7971e70fc92,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:09.523143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c9f15-c4dc-4735-a247-11969edda172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.526521 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871880d3-8e84-4cd0-a91d-1bf8c57c9cff x-openstack-request-id: req-871880d3-8e84-4cd0-a91d-1bf8c57c9cff {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:09.526918 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "name": "network-vif-deleted", "tag": "998b7663-3df5-4a63-b418-72ce4edca392", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:09.527169 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-871880d3-8e84-4cd0-a91d-1bf8c57c9cff {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:09.527568 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'name': 'network-vif-deleted', 'tag': '998b7663-3df5-4a63-b418-72ce4edca392', 'status': 'completed', 'code': 200} Jul 05 18:11:09.533529 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-912c9f15-c4dc-4735-a247-11969edda172 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/3ebbbb14-b9e7-4949-9b93-e7971e70fc92 HTTP/1.1" status: 204 len: 168 time: 0.5608084 Jul 05 18:11:09.542772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35870) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:09.602075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-51840951-8f6b-4f75-bb95-895a907649dc req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting port f4657350-ceae-4fa1-a6e6-c6adac6283d5 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:09.602075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-51840951-8f6b-4f75-bb95-895a907649dc req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.643411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ef7606-5d77-42c6-9670-bdfd0118bfe0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 43e94cf6-9a32-455d-9658-3a05296beec5 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:09.646754 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37ef7606-5d77-42c6-9670-bdfd0118bfe0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.726257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37ef7606-5d77-42c6-9670-bdfd0118bfe0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.751339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-51840951-8f6b-4f75-bb95-895a907649dc req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] For port f4657350-ceae-4fa1-a6e6-c6adac6283d5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f4657350-ceae-4fa1-a6e6-c6adac6283d5,segment=NetworkSegment(088bcf93-60e7-4340-a718-10e91bca3ee8),segment_id=088bcf93-60e7-4340-a718-10e91bca3ee8)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:09.751621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.751737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-51840951-8f6b-4f75-bb95-895a907649dc req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.768455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-51840951-8f6b-4f75-bb95-895a907649dc req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Calling delete_port for f4657350-ceae-4fa1-a6e6-c6adac6283d5 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:09.789107 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.848083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf2acb-0bab-4d32-a4a0-ad10fe13fa02 req-f6bf0225-6102-4670-a0dd-f593637bc60b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:09.849289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47bf2acb-0bab-4d32-a4a0-ad10fe13fa02 req-f6bf0225-6102-4670-a0dd-f593637bc60b tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 946 time: 0.1686497 Jul 05 18:11:09.851442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:11:09.860015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37ef7606-5d77-42c6-9670-bdfd0118bfe0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.863120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2ebed7-c888-4536-a74c-601df54fe106,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:09.907978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:09.908263 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Added segment 6204b338-c089-4bd6-ad0b-e315f9d16592 of type vlan for network 3fb3850d-cc17-4099-9736-3d008a00f209 Jul 05 18:11:09.916174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47bf2acb-0bab-4d32-a4a0-ad10fe13fa02 req-79d7a231-e0c1-4f02-852f-e7953983273c tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/security-groups?id=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515420 Jul 05 18:11:09.938184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a151ab2-d8bd-495c-a4e1-0a74699d66ed None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:09.969227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.063060 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37ef7606-5d77-42c6-9670-bdfd0118bfe0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.089461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0b837272-e9e7-42da-95df-6edf0499d472 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:10.091481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-51840951-8f6b-4f75-bb95-895a907649dc req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.092826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef7606-5d77-42c6-9670-bdfd0118bfe0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=43e94cf6-9a32-455d-9658-3a05296beec5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:10.099102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.105415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.106035 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.108515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['998b7663-3df5-4a63-b418-72ce4edca392'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:10.118508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37ef7606-5d77-42c6-9670-bdfd0118bfe0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.125061 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-37ef7606-5d77-42c6-9670-bdfd0118bfe0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/43e94cf6-9a32-455d-9658-3a05296beec5 HTTP/1.1" status: 204 len: 168 time: 0.5852990 Jul 05 18:11:10.126229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35872) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:10.134762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Port': ['ID=f4657350-ceae-4fa1-a6e6-c6adac6283d5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:10.197755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7febef90-8cb8-4e97-8ee1-2333a8a0990d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0694742 Jul 05 18:11:10.198786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Network': ['ID=3fb3850d-cc17-4099-9736-3d008a00f209,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:10.202095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35874) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:10.210497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-64353d42-40e7-4c91-bb14-1b9c0f551a09 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.2813773 Jul 05 18:11:10.219588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 3fb3850d-cc17-4099-9736-3d008a00f209 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:11:10.224635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35876) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:10.236244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-51840951-8f6b-4f75-bb95-895a907649dc req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] No DVR routers for this DVR port f4657350-ceae-4fa1-a6e6-c6adac6283d5 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:10.243963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'subnet': {'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:10.258673 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-51840951-8f6b-4f75-bb95-895a907649dc req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.260706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51840951-8f6b-4f75-bb95-895a907649dc req-a84926a6-b40f-4af8-a2c0-5a01a14b9065 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.97 "DELETE /v2.0/ports/f4657350-ceae-4fa1-a6e6-c6adac6283d5 HTTP/1.1" status: 204 len: 173 time: 0.8137190 Jul 05 18:11:10.321461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0b837272-e9e7-42da-95df-6edf0499d472, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0b837272-e9e7-42da-95df-6edf0499d472,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:10.328626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202750d9-cf16-448e-a482-c0892765c454 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.330211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-202750d9-cf16-448e-a482-c0892765c454 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1212614 Jul 05 18:11:10.334491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35882) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:10.354042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '0b837272-e9e7-42da-95df-6edf0499d472', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'port_id': '0b837272-e9e7-42da-95df-6edf0499d472', 'mac_address': 'fa:16:3e:ff:de:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:10.389248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7dbb8e-d64c-4b93-9ae1-bece0ba96e23 None None] Update dhcp port {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '43e94cf6-9a32-455d-9658-3a05296beec5'}], 'binding:host_id': 'n-d-799524-1'}, 'id': '563b7bf4-6280-4301-8705-be6bf69a9eb1'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:11:10.415720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3721f66b-9022-4114-a831-85f1a3d263b4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.420333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35884) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:10.420703 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3721f66b-9022-4114-a831-85f1a3d263b4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0849769 Jul 05 18:11:10.485732 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.489712 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5d7dbb8e-d64c-4b93-9ae1-bece0ba96e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.497766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-894a6ff0-e924-46c3-b3fa-38da9ae14c59 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0752373 Jul 05 18:11:10.505889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35886) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:10.507491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b837272-e9e7-42da-95df-6edf0499d472 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:10.511595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-54529501-1dd5-4f11-abef-0d0cfe7db987 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:10.549207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0b837272-e9e7-42da-95df-6edf0499d472, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0b837272-e9e7-42da-95df-6edf0499d472,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:10.558829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Made reservation on behalf of fd0fe90388da43898ddf5ba554f37434 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:10.563576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.614231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da9bb32-2c7a-4eb3-9693-619794849d05 req-39c6fee1-1b66-4562-a927-1bddb43499d7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.615759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3da9bb32-2c7a-4eb3-9693-619794849d05 req-39c6fee1-1b66-4562-a927-1bddb43499d7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1346350 Jul 05 18:11:10.638379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62588cc-e183-457c-8b52-5661558fc32b req-003e52b4-73a9-4aff-a253-2d9aa5fe4211 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.645023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62588cc-e183-457c-8b52-5661558fc32b req-003e52b4-73a9-4aff-a253-2d9aa5fe4211 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.652192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62588cc-e183-457c-8b52-5661558fc32b req-003e52b4-73a9-4aff-a253-2d9aa5fe4211 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.666033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62588cc-e183-457c-8b52-5661558fc32b req-003e52b4-73a9-4aff-a253-2d9aa5fe4211 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.677163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62588cc-e183-457c-8b52-5661558fc32b req-003e52b4-73a9-4aff-a253-2d9aa5fe4211 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.683701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62588cc-e183-457c-8b52-5661558fc32b req-003e52b4-73a9-4aff-a253-2d9aa5fe4211 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.689965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62588cc-e183-457c-8b52-5661558fc32b req-003e52b4-73a9-4aff-a253-2d9aa5fe4211 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:10.691993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d62588cc-e183-457c-8b52-5661558fc32b req-003e52b4-73a9-4aff-a253-2d9aa5fe4211 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5428 time: 0.1934638 Jul 05 18:11:10.761690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54529501-1dd5-4f11-abef-0d0cfe7db987 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:10.764983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3da9bb32-2c7a-4eb3-9693-619794849d05 req-0f787c05-7f5b-4a91-8302-26bd4cec4742 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404145 Jul 05 18:11:10.770746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-54529501-1dd5-4f11-abef-0d0cfe7db987 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.770746 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-54529501-1dd5-4f11-abef-0d0cfe7db987 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:11:10.770746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54529501-1dd5-4f11-abef-0d0cfe7db987 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:11:10.788919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d62588cc-e183-457c-8b52-5661558fc32b req-2f242c31-4aa6-4238-b7df-87e2fb2d94e3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901012 Jul 05 18:11:10.789683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:10.849442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0b837272-e9e7-42da-95df-6edf0499d472,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:10.860701 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-54529501-1dd5-4f11-abef-0d0cfe7db987 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3526030 Jul 05 18:11:10.868239 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35890) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:10.877273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-34725ee3-f9ea-46bc-8ce9-d12bd357ba52 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:10.904151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c079893f-d527-4765-9e5c-1985c18fc2c0 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:10.982389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.028543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-729da9ee-13fd-499b-b004-9d50d90ee5a8 None None] Provisioning complete for port 563b7bf4-6280-4301-8705-be6bf69a9eb1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:11.028919 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-729da9ee-13fd-499b-b004-9d50d90ee5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.060981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Subnet': ['ID=7c9f0212-ba1f-4731-bf46-8b3130e3eb95,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:11.071825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Checking segment: {'id': '6204b338-c089-4bd6-ad0b-e315f9d16592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:11.072606 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Network hostable DHCP agents. Network: 3fb3850d-cc17-4099-9736-3d008a00f209, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:11:11.110416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbbb66ca-2d49-441b-af15-c98e6c9f76c3 req-5f33c722-18a5-412f-bb47-f541143964ae tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf264da4-586b-4f10-825d-814cca99ecf0 HTTP/1.1" status: 200 len: 210 time: 0.0462680 Jul 05 18:11:11.123150 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266f4617-78c7-40a0-b69f-0059442e4b8b None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:11.136976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Network 3fb3850d-cc17-4099-9736-3d008a00f209 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:11:11.197271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-266f4617-78c7-40a0-b69f-0059442e4b8b None None] Deleting port 563b7bf4-6280-4301-8705-be6bf69a9eb1 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:11.197650 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-266f4617-78c7-40a0-b69f-0059442e4b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.234088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 3fb3850d-cc17-4099-9736-3d008a00f209) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:11.234347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0b837272-e9e7-42da-95df-6edf0499d472'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:11.238737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:11.245745 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.266515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800efde0-472a-45d9-95fb-c0f2213f4a98 None None] Network 3fb3850d-cc17-4099-9736-3d008a00f209 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:11.270010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34725ee3-f9ea-46bc-8ce9-d12bd357ba52 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:11.274438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34725ee3-f9ea-46bc-8ce9-d12bd357ba52 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.276207 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-34725ee3-f9ea-46bc-8ce9-d12bd357ba52 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:11:11.276773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34725ee3-f9ea-46bc-8ce9-d12bd357ba52 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:11:11.342614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-266f4617-78c7-40a0-b69f-0059442e4b8b None None] For port 563b7bf4-6280-4301-8705-be6bf69a9eb1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=563b7bf4-6280-4301-8705-be6bf69a9eb1,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:11.343105 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-266f4617-78c7-40a0-b69f-0059442e4b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.355084 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dfd4303f-44ed-40fb-baba-cd1f1bf35e88 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1209190 Jul 05 18:11:11.356391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35894) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:11.362362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'port': {'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-129385514'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:11.366914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-266f4617-78c7-40a0-b69f-0059442e4b8b None None] Calling delete_port for 563b7bf4-6280-4301-8705-be6bf69a9eb1 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:11.385743 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-34725ee3-f9ea-46bc-8ce9-d12bd357ba52 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5117168 Jul 05 18:11:11.385743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35896) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:11.386758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-44307d5c-b5e6-4260-9bbe-73ca1e344ba3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:11.529208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'name': 'network-vif-deleted', 'tag': 'f4657350-ceae-4fa1-a6e6-c6adac6283d5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:11.531987 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ffd7c3-988a-44d7-882b-2f50af4ce85a" -d '{"events": [{"server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "name": "network-vif-deleted", "tag": "f4657350-ceae-4fa1-a6e6-c6adac6283d5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:11.560276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44307d5c-b5e6-4260-9bbe-73ca1e344ba3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:11.570319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44307d5c-b5e6-4260-9bbe-73ca1e344ba3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.574305 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-44307d5c-b5e6-4260-9bbe-73ca1e344ba3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:11:11.576234 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901845f1-4bab-48b3-93bb-74d4b1e3291f x-openstack-request-id: req-901845f1-4bab-48b3-93bb-74d4b1e3291f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:11.576405 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf264da4-586b-4f10-825d-814cca99ecf0", "name": "network-vif-deleted", "tag": "f4657350-ceae-4fa1-a6e6-c6adac6283d5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:11.576513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44307d5c-b5e6-4260-9bbe-73ca1e344ba3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:11:11.576791 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-901845f1-4bab-48b3-93bb-74d4b1e3291f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:11.577388 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf264da4-586b-4f10-825d-814cca99ecf0', 'name': 'network-vif-deleted', 'tag': 'f4657350-ceae-4fa1-a6e6-c6adac6283d5', 'status': 'completed', 'code': 200} Jul 05 18:11:11.578597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-3fb3850d-cc17-4099-9736-3d008a00f209', 'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209', 'tenant_id': 'fd0fe90388da43898ddf5ba554f37434', 'fixed_ips': [{'subnet_id': '7c9f0212-ba1f-4731-bf46-8b3130e3eb95'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:11:11.579421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.646953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-266f4617-78c7-40a0-b69f-0059442e4b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.668035 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Made reservation on behalf of fd0fe90388da43898ddf5ba554f37434 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:11.672359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.690398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] device_id is not set on port 3d390c62-efc1-4b48-b8c4-8a6a347f4cbb yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:11.733880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f4617-78c7-40a0-b69f-0059442e4b8b None None] Pushing event deleted for resources: {'Port': ['ID=563b7bf4-6280-4301-8705-be6bf69a9eb1,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:11.741481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266f4617-78c7-40a0-b69f-0059442e4b8b None None] No DVR routers for this DVR port 563b7bf4-6280-4301-8705-be6bf69a9eb1 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:11.745801 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-44307d5c-b5e6-4260-9bbe-73ca1e344ba3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3605382 Jul 05 18:11:11.754044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35900) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:11.754044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-60c22dfc-1b0a-4628-a88f-749b8feceabf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:11.815820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Allocated IP 2001:db8::2 (3fb3850d-cc17-4099-9736-3d008a00f209/7c9f0212-ba1f-4731-bf46-8b3130e3eb95/588eb0f7-d043-41f3-8f95-7a38f5920742) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:11.925410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c22dfc-1b0a-4628-a88f-749b8feceabf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:11.929138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60c22dfc-1b0a-4628-a88f-749b8feceabf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:11.930700 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c22dfc-1b0a-4628-a88f-749b8feceabf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:11:11.931185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c22dfc-1b0a-4628-a88f-749b8feceabf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:11:11.946169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9f9685-d974-4d17-af13-6be131fd1eaf req-10768beb-f24b-4c74-b065-3804add138f4 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:11.948035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac9f9685-d974-4d17-af13-6be131fd1eaf req-10768beb-f24b-4c74-b065-3804add138f4 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.0728183 Jul 05 18:11:11.998673 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.001042 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-60c22dfc-1b0a-4628-a88f-749b8feceabf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2539971 Jul 05 18:11:12.003980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35908) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:12.010544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9eafeab6-d99c-4430-9dce-c439146bfb97 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:12.012082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Transition to ACTIVE for port object 588eb0f7-d043-41f3-8f95-7a38f5920742 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:12.026429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac9f9685-d974-4d17-af13-6be131fd1eaf req-7e73a5bf-87e7-4e74-9926-202f13be2dca tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708916 Jul 05 18:11:12.042216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Transition to ACTIVE for port object 588eb0f7-d043-41f3-8f95-7a38f5920742 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:12.072033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484460-0777-4046-97c0-b6edb33311b1 req-7dffc8c3-c780-49ff-965b-01f15455e9a5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:12.078751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484460-0777-4046-97c0-b6edb33311b1 req-7dffc8c3-c780-49ff-965b-01f15455e9a5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:12.084660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484460-0777-4046-97c0-b6edb33311b1 req-7dffc8c3-c780-49ff-965b-01f15455e9a5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:12.090490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484460-0777-4046-97c0-b6edb33311b1 req-7dffc8c3-c780-49ff-965b-01f15455e9a5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:12.097082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484460-0777-4046-97c0-b6edb33311b1 req-7dffc8c3-c780-49ff-965b-01f15455e9a5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:12.103414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484460-0777-4046-97c0-b6edb33311b1 req-7dffc8c3-c780-49ff-965b-01f15455e9a5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:12.109295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484460-0777-4046-97c0-b6edb33311b1 req-7dffc8c3-c780-49ff-965b-01f15455e9a5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:12.111472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5484460-0777-4046-97c0-b6edb33311b1 req-7dffc8c3-c780-49ff-965b-01f15455e9a5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5429 time: 0.1578403 Jul 05 18:11:12.114256 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.124702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0d9ca650-117b-40c1-8efb-d091598d6ba2 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:12.164327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Network 3fb3850d-cc17-4099-9736-3d008a00f209 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:12.172754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:12.184491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:12.202846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Allocated IP 2001:db8::134 (3fb3850d-cc17-4099-9736-3d008a00f209/7c9f0212-ba1f-4731-bf46-8b3130e3eb95/3d390c62-efc1-4b48-b8c4-8a6a347f4cbb) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:12.205723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eafeab6-d99c-4430-9dce-c439146bfb97 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:12.208845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5484460-0777-4046-97c0-b6edb33311b1 req-128286bc-9f31-4b61-a5a8-8463fdb73dc7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0888343 Jul 05 18:11:12.211489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9eafeab6-d99c-4430-9dce-c439146bfb97 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.215258 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eafeab6-d99c-4430-9dce-c439146bfb97 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:11:12.216265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eafeab6-d99c-4430-9dce-c439146bfb97 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:11:12.233967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Pushing event updated for resources: {'Port': ['ID=588eb0f7-d043-41f3-8f95-7a38f5920742,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:12.253847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35912) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:12.306978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Attempting to bind port 588eb0f7-d043-41f3-8f95-7a38f5920742 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:12.307605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Attempting to bind port 588eb0f7-d043-41f3-8f95-7a38f5920742 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '6204b338-c089-4bd6-ad0b-e315f9d16592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:12.307725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ff5779-eaab-48a3-8065-7b40ea86057f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting subnet 96eb6fbe-6509-40c1-9824-97980f92a644 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:12.307830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Attempting to bind port 588eb0f7-d043-41f3-8f95-7a38f5920742 on network 3fb3850d-cc17-4099-9736-3d008a00f209 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:12.310974 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5779-eaab-48a3-8065-7b40ea86057f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.321431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:12.321879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Checking segment: {'id': '6204b338-c089-4bd6-ad0b-e315f9d16592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:12.322214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.322844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Bound using segment: {'id': '6204b338-c089-4bd6-ad0b-e315f9d16592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:12.323118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Bound port: 588eb0f7-d043-41f3-8f95-7a38f5920742, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6204b338-c089-4bd6-ad0b-e315f9d16592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:12.323500 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.330479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0d9ca650-117b-40c1-8efb-d091598d6ba2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:12.334194 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9eafeab6-d99c-4430-9dce-c439146bfb97 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3285778 Jul 05 18:11:12.337066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35914) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:12.345434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9e90ff1e-11ce-40e5-b2d2-297e6b455c70 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:12.351142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '0d9ca650-117b-40c1-8efb-d091598d6ba2', 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'port_id': '0d9ca650-117b-40c1-8efb-d091598d6ba2', 'mac_address': 'fa:16:3e:55:fd:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142e4910-8d8d-42ff-af7e-dc6631fd34de', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:12.404439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.420710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5779-eaab-48a3-8065-7b40ea86057f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.428537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Transition to ACTIVE for port object 3d390c62-efc1-4b48-b8c4-8a6a347f4cbb will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:12.431638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] For port 588eb0f7-d043-41f3-8f95-7a38f5920742, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:12.433536 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.451456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] For port 588eb0f7-d043-41f3-8f95-7a38f5920742, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=588eb0f7-d043-41f3-8f95-7a38f5920742,segment=NetworkSegment(6204b338-c089-4bd6-ad0b-e315f9d16592),segment_id=6204b338-c089-4bd6-ad0b-e315f9d16592)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:12.455201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9ca650-117b-40c1-8efb-d091598d6ba2 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:12.476118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 563b7bf4-6280-4301-8705-be6bf69a9eb1 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:12.479639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0d9ca650-117b-40c1-8efb-d091598d6ba2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:12.496819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f4657350-ceae-4fa1-a6e6-c6adac6283d5 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:12.500763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 563b7bf4-6280-4301-8705-be6bf69a9eb1 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:12.500763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 563b7bf4-6280-4301-8705-be6bf69a9eb1 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:12.518486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: f4657350-ceae-4fa1-a6e6-c6adac6283d5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:12.519845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f4657350-ceae-4fa1-a6e6-c6adac6283d5 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:12.519845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 998b7663-3df5-4a63-b418-72ce4edca392 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:12.521343 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.537146 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.547403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 998b7663-3df5-4a63-b418-72ce4edca392 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:12.547754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 998b7663-3df5-4a63-b418-72ce4edca392 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:12.549239 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.550489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 11bba11f-6f5a-4411-a335-cebc6119de12 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:12.562615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5779-eaab-48a3-8065-7b40ea86057f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.590735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Network 3fb3850d-cc17-4099-9736-3d008a00f209 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:12.596982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:12.601845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:12.620937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:12.623080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.632577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90ff1e-11ce-40e5-b2d2-297e6b455c70 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:12.633825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667915a7-cd34-409d-9315-0661bbad1d5e None None] Pushing event updated for resources: {'Port': ['ID=588eb0f7-d043-41f3-8f95-7a38f5920742,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:12.633967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Port': ['ID=3d390c62-efc1-4b48-b8c4-8a6a347f4cbb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:12.640253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 11bba11f-6f5a-4411-a335-cebc6119de12, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11bba11f-6f5a-4411-a335-cebc6119de12,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:12.649596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e90ff1e-11ce-40e5-b2d2-297e6b455c70 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.651095 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e90ff1e-11ce-40e5-b2d2-297e6b455c70 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:11:12.651543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e90ff1e-11ce-40e5-b2d2-297e6b455c70 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:11:12.672439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '11bba11f-6f5a-4411-a335-cebc6119de12', 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'port_id': '11bba11f-6f5a-4411-a335-cebc6119de12', 'mac_address': 'fa:16:3e:61:d4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142e4910-8d8d-42ff-af7e-dc6631fd34de', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:12.715435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-950fd83a-cc5c-48c6-88fd-4248361e0c13 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3571968 Jul 05 18:11:12.721324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0d9ca650-117b-40c1-8efb-d091598d6ba2,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:12.723135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35916) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:12.729124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'port': {'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1857643894', 'allowed_address_pairs': [{'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:c6:48:4b'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:12.730454 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.742588 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9e90ff1e-11ce-40e5-b2d2-297e6b455c70 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4042766 Jul 05 18:11:12.744600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11bba11f-6f5a-4411-a335-cebc6119de12 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:12.745024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5779-eaab-48a3-8065-7b40ea86057f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.747642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35918) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:12.765708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 11bba11f-6f5a-4411-a335-cebc6119de12, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11bba11f-6f5a-4411-a335-cebc6119de12,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:12.791592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5779-eaab-48a3-8065-7b40ea86057f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Subnet': ['ID=96eb6fbe-6509-40c1-9824-97980f92a644,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:12.824716 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5779-eaab-48a3-8065-7b40ea86057f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.829318 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e5ff5779-eaab-48a3-8065-7b40ea86057f tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "DELETE /v2.0/subnets/96eb6fbe-6509-40c1-9824-97980f92a644 HTTP/1.1" status: 204 len: 168 time: 0.5735722 Jul 05 18:11:12.831201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf97f2-d0d0-4ba4-bff4-12a8959e129d None None] Network b218f9cb-e684-4726-9e0e-46739e1277fd requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:12.831444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5e24c182-ccd9-4e34-ba79-fc8eaccac3a7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0731618 Jul 05 18:11:12.832000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35920) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:12.834672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35922) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:12.852679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.854734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 298b7fa1-7251-480c-8d0f-309eee9d0ba6 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:12.916165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28e55d-94fe-4b2f-8449-0b20f7bedba8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:12.918403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4f28e55d-94fe-4b2f-8449-0b20f7bedba8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0825641 Jul 05 18:11:12.922939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35924) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:12.946358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:12.980325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3308899b-5284-4730-ab5d-b72e4bd9013a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558290 Jul 05 18:11:12.986959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35926) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:12.994699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:12.997879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=11bba11f-6f5a-4411-a335-cebc6119de12,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:13.037503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:13.037861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.119836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] For port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2e4d292f-7990-4c34-9d9e-50b21e04c8cf,segment=NetworkSegment(088bcf93-60e7-4340-a718-10e91bca3ee8),segment_id=088bcf93-60e7-4340-a718-10e91bca3ee8)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:13.120200 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.139420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Calling delete_port for 2e4d292f-7990-4c34-9d9e-50b21e04c8cf owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:13.144453 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 298b7fa1-7251-480c-8d0f-309eee9d0ba6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:13.159093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '298b7fa1-7251-480c-8d0f-309eee9d0ba6', 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0', 'port_id': '298b7fa1-7251-480c-8d0f-309eee9d0ba6', 'mac_address': 'fa:16:3e:5a:47:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d5db9c-2783-45fe-87a0-5b8a828c32db', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:13.178572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Made reservation on behalf of fd0fe90388da43898ddf5ba554f37434 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:13.184591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] DHCP port deletion for b218f9cb-e684-4726-9e0e-46739e1277fd request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:13.227264 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.331576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.381602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 298b7fa1-7251-480c-8d0f-309eee9d0ba6 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:13.405888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 298b7fa1-7251-480c-8d0f-309eee9d0ba6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:13.407677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Port': ['ID=2e4d292f-7990-4c34-9d9e-50b21e04c8cf,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:13.409019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:13.413362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] Deleting port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:13.413738 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.416022 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.422834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] No DVR routers for this DVR port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:13.435120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9d325-1cbc-40ab-9a1f-91b60d5f3dba req-52e6bc45-fd3a-427c-ab0d-0c366eb6f352 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:13.442354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39b9d325-1cbc-40ab-9a1f-91b60d5f3dba req-52e6bc45-fd3a-427c-ab0d-0c366eb6f352 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1857572 Jul 05 18:11:13.479601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] For port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf, host n-d-799524-1, got binding levels [] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:13.479997 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.492283 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.492871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a656ce28-69fd-4c56-b54d-8931793f41e7 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:13.500217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] Calling delete_port for 2e4d292f-7990-4c34-9d9e-50b21e04c8cf owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:13.508351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.ipam_backend_mixin [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] Port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf was not found and therefore no delete operation was performed {{(pid=100999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:11:13.532176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.533986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.547605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b218f9cb-e684-4726-9e0e-46739e1277fd']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:13.559173 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '088bcf93-60e7-4340-a718-10e91bca3ee8') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:13.559842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '088bcf93-60e7-4340-a718-10e91bca3ee8') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:13.566614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] No DVR routers for this DVR port 2e4d292f-7990-4c34-9d9e-50b21e04c8cf on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:13.573065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.582409 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.598386 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.600208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a656ce28-69fd-4c56-b54d-8931793f41e7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a656ce28-69fd-4c56-b54d-8931793f41e7,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:13.602993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=298b7fa1-7251-480c-8d0f-309eee9d0ba6,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:13.614868 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:13.615341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:13.618875 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:13.623207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] device_id is not set on port 446a39f4-a423-40bc-995b-6f90f586834b yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:13.641909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf973ac-f456-452a-a5ec-0c5039629566 None None] Pushing event deleted for resources: {'Port': ['ID=2e4d292f-7990-4c34-9d9e-50b21e04c8cf,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:13.642617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'a656ce28-69fd-4c56-b54d-8931793f41e7', 'network_id': '18e46c90-3c83-4c29-86ab-ec5417ceaeb0', 'port_id': 'a656ce28-69fd-4c56-b54d-8931793f41e7', 'mac_address': 'fa:16:3e:3f:98:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81d5db9c-2783-45fe-87a0-5b8a828c32db', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:13.651147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39b9d325-1cbc-40ab-9a1f-91b60d5f3dba req-d69a094f-8a99-4f70-a5db-b666521dda14 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077248 Jul 05 18:11:13.694734 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.709101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a656ce28-69fd-4c56-b54d-8931793f41e7 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:13.731892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a656ce28-69fd-4c56-b54d-8931793f41e7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a656ce28-69fd-4c56-b54d-8931793f41e7,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:13.819346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ed91-96e5-4e67-806c-2f39a1e8e052 req-c2cd3424-347f-4f30-a861-c8e97987597a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:13.820893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.821863 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.823309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 413e9def-a3d7-4315-99f0-fc80bef26815 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:13.825379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ed91-96e5-4e67-806c-2f39a1e8e052 req-c2cd3424-347f-4f30-a861-c8e97987597a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:13.832999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ed91-96e5-4e67-806c-2f39a1e8e052 req-c2cd3424-347f-4f30-a861-c8e97987597a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:13.834680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:13.835613 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "DELETE /v2.0/networks/b218f9cb-e684-4726-9e0e-46739e1277fd HTTP/1.1" status: 204 len: 168 time: 1.0026710 Jul 05 18:11:13.839120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ed91-96e5-4e67-806c-2f39a1e8e052 req-c2cd3424-347f-4f30-a861-c8e97987597a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:13.847172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ed91-96e5-4e67-806c-2f39a1e8e052 req-c2cd3424-347f-4f30-a861-c8e97987597a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:13.854736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ed91-96e5-4e67-806c-2f39a1e8e052 req-c2cd3424-347f-4f30-a861-c8e97987597a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:13.862546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b30ed91-96e5-4e67-806c-2f39a1e8e052 req-c2cd3424-347f-4f30-a861-c8e97987597a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:13.864630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b30ed91-96e5-4e67-806c-2f39a1e8e052 req-c2cd3424-347f-4f30-a861-c8e97987597a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5432 time: 0.3380282 Jul 05 18:11:13.865145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35934) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:13.866991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcebc77-83dc-4988-9500-5943004b6231 tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Network': ['ID=b218f9cb-e684-4726-9e0e-46739e1277fd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:13.918901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 413e9def-a3d7-4315-99f0-fc80bef26815, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=413e9def-a3d7-4315-99f0-fc80bef26815,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:13.921664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a656ce28-69fd-4c56-b54d-8931793f41e7,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:13.934202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '413e9def-a3d7-4315-99f0-fc80bef26815', 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'port_id': '413e9def-a3d7-4315-99f0-fc80bef26815', 'mac_address': 'fa:16:3e:5f:2f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142e4910-8d8d-42ff-af7e-dc6631fd34de', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:13.967545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cdd11e-a156-41ea-8efd-4419dd168912 None None] Network 3fb3850d-cc17-4099-9736-3d008a00f209 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:13.967753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Allocated IP 2001:db8::345 (3fb3850d-cc17-4099-9736-3d008a00f209/7c9f0212-ba1f-4731-bf46-8b3130e3eb95/446a39f4-a423-40bc-995b-6f90f586834b) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:14.026686 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.048642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413e9def-a3d7-4315-99f0-fc80bef26815 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:14.051576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-68980569-41b1-4912-9c85-e58b28a34d8a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting subnet e1df9dbb-dfc9-4c58-a8c7-6336da9d1acc {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:14.073122 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68980569-41b1-4912-9c85-e58b28a34d8a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.088694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 413e9def-a3d7-4315-99f0-fc80bef26815, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=413e9def-a3d7-4315-99f0-fc80bef26815,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:14.116700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b30ed91-96e5-4e67-806c-2f39a1e8e052 req-1f6c749e-ddfa-47e0-9a52-1adada60569d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2131355 Jul 05 18:11:14.147382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-07531dc3-b5c2-4dd4-a39b-a8fb501ca411 None None] Provisioning for port 588eb0f7-d043-41f3-8f95-7a38f5920742 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:14.152606 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68980569-41b1-4912-9c85-e58b28a34d8a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.165972 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.166674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a1352ec3-4141-4868-a95b-bb1f3e2c3e90 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:14.252675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a1352ec3-4141-4868-a95b-bb1f3e2c3e90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:14.254991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=413e9def-a3d7-4315-99f0-fc80bef26815,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:14.267483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'a1352ec3-4141-4868-a95b-bb1f3e2c3e90', 'network_id': '4c65cd46-35ef-4b4d-bb43-df2e7f72e392', 'port_id': 'a1352ec3-4141-4868-a95b-bb1f3e2c3e90', 'mac_address': 'fa:16:3e:da:2d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142e4910-8d8d-42ff-af7e-dc6631fd34de', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:14.317366 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.332540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1352ec3-4141-4868-a95b-bb1f3e2c3e90 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:14.354028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a1352ec3-4141-4868-a95b-bb1f3e2c3e90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:14.367954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.objects.ports [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100997) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:11:14.377775 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.400572 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68980569-41b1-4912-9c85-e58b28a34d8a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.426374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.433819 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.484621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0b837272-e9e7-42da-95df-6edf0499d472 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:14.507432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:14.522431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:14.525970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Transition to ACTIVE for port object 446a39f4-a423-40bc-995b-6f90f586834b will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:14.529945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:14.531882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.535642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:14.555592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=149933e0-3895-4786-bba5-d160f85e114f,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:14.562050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 588eb0f7-d043-41f3-8f95-7a38f5920742 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:14.564591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd8a59-36c0-4440-b1b2-0b11dc36168b None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:14.652006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 0b837272-e9e7-42da-95df-6edf0499d472 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:14.669190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 0b837272-e9e7-42da-95df-6edf0499d472 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:14.669572 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.684707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b7adb725-99fa-455b-a529-0b0bf43f79a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6960950 Jul 05 18:11:14.686224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.688645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68980569-41b1-4912-9c85-e58b28a34d8a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.688922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35940) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:14.695842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:77:52:76', 'name': 'tempest-NetworksTestDHCPv6-1602089318'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:14.766401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Port': ['ID=446a39f4-a423-40bc-995b-6f90f586834b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:14.778721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f12c64e1-0c16-4104-ad67-0c76f7652e46 None None] Provisioning for port 3d390c62-efc1-4b48-b8c4-8a6a347f4cbb completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:14.794325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f12c64e1-0c16-4104-ad67-0c76f7652e46 None None] Provisioning complete for port 3d390c62-efc1-4b48-b8c4-8a6a347f4cbb triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:14.794870 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f12c64e1-0c16-4104-ad67-0c76f7652e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.803198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68980569-41b1-4912-9c85-e58b28a34d8a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Subnet': ['ID=e1df9dbb-dfc9-4c58-a8c7-6336da9d1acc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:14.815987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Network 3fb3850d-cc17-4099-9736-3d008a00f209 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:14.817577 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-68980569-41b1-4912-9c85-e58b28a34d8a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.821854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-68980569-41b1-4912-9c85-e58b28a34d8a tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "DELETE /v2.0/subnets/e1df9dbb-dfc9-4c58-a8c7-6336da9d1acc HTTP/1.1" status: 204 len: 168 time: 0.9483864 Jul 05 18:11:14.821854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:14.822942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35942) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:14.828940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44578bdb-77cd-40f2-ab97-81c4d145ab8c None None] Network a5d22062-df0d-4c8b-9f0e-a049bf382459 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:14.834345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:14.842711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:14.842711 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.917793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 588eb0f7-d043-41f3-8f95-7a38f5920742 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:14.931202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:14.965244 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.967513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 588eb0f7-d043-41f3-8f95-7a38f5920742 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:14.967929 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:14.969523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f12c64e1-0c16-4104-ad67-0c76f7652e46 None None] Port 3d390c62-efc1-4b48-b8c4-8a6a347f4cbb cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:14.994661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c2216-14a7-4e86-a513-86805d3e1926 req-576943e3-94e5-4d5c-8ef2-46838a3363e1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.002729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d0c2216-14a7-4e86-a513-86805d3e1926 req-576943e3-94e5-4d5c-8ef2-46838a3363e1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1956995 Jul 05 18:11:15.033897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35944) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:15.035498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-308ecf76-c5f3-4c6a-8450-5b9ac790ff6d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.3109775 Jul 05 18:11:15.042375 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.088950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '149933e0-3895-4786-bba5-d160f85e114f'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:11:15.089986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.101572 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d0c2216-14a7-4e86-a513-86805d3e1926 req-54a82e50-3cd2-4cb6-9e47-1122fdcc8eff tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978477 Jul 05 18:11:15.121424 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.162232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Deleting port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:15.162624 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.165493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:15.167991 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8400de1f-5534-460d-a298-70d50d18c996" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "0b837272-e9e7-42da-95df-6edf0499d472"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:15.184583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0b837272-e9e7-42da-95df-6edf0499d472, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0b837272-e9e7-42da-95df-6edf0499d472,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:15.187621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 2dbe84a7-a366-433e-a8d1-9b034f456adc yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:15.228746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f12c64e1-0c16-4104-ad67-0c76f7652e46 None None] Provisioning complete for port 588eb0f7-d043-41f3-8f95-7a38f5920742 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:15.229120 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f12c64e1-0c16-4104-ad67-0c76f7652e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.256503 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4be7c2-15cb-4f99-acd9-820bd6ddc60c x-openstack-request-id: req-1a4be7c2-15cb-4f99-acd9-820bd6ddc60c {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:15.256503 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "0b837272-e9e7-42da-95df-6edf0499d472", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:15.256503 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a4be7c2-15cb-4f99-acd9-820bd6ddc60c {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:15.256503 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472', 'code': 200} Jul 05 18:11:15.278745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] For port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a,segment=NetworkSegment(2013c447-7691-4814-8670-57d7663c7920),segment_id=2013c447-7691-4814-8670-57d7663c7920)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:15.279123 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.296365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Calling delete_port for f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:15.303278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81de34-c4e8-4a4b-a840-c119968a4934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.317860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81de34-c4e8-4a4b-a840-c119968a4934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.324266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81de34-c4e8-4a4b-a840-c119968a4934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.326222 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dd81de34-c4e8-4a4b-a840-c119968a4934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2899747 Jul 05 18:11:15.347836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35950) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:15.376641 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fe77:5276 (d4311eb2-2783-4bd2-b311-e1327c967a23/149933e0-3895-4786-bba5-d160f85e114f/2dbe84a7-a366-433e-a8d1-9b034f456adc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:15.380032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.434995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0d9ca650-117b-40c1-8efb-d091598d6ba2'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:15.451422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['a656ce28-69fd-4c56-b54d-8931793f41e7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:15.453589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['298b7fa1-7251-480c-8d0f-309eee9d0ba6'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:15.536396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0b837272-e9e7-42da-95df-6edf0499d472,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:15.540797 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['a1352ec3-4141-4868-a95b-bb1f3e2c3e90'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:15.543533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['11bba11f-6f5a-4411-a335-cebc6119de12'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:15.546923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['413e9def-a3d7-4315-99f0-fc80bef26815'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:15.573642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b258b-6bae-43f5-a1c1-38c06c770791 req-d5ee4057-c707-4c0b-acd2-b88c1fdee5d5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.587306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b258b-6bae-43f5-a1c1-38c06c770791 req-d5ee4057-c707-4c0b-acd2-b88c1fdee5d5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.595918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b258b-6bae-43f5-a1c1-38c06c770791 req-d5ee4057-c707-4c0b-acd2-b88c1fdee5d5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.604687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b258b-6bae-43f5-a1c1-38c06c770791 req-d5ee4057-c707-4c0b-acd2-b88c1fdee5d5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.613240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b258b-6bae-43f5-a1c1-38c06c770791 req-d5ee4057-c707-4c0b-acd2-b88c1fdee5d5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.621427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b258b-6bae-43f5-a1c1-38c06c770791 req-d5ee4057-c707-4c0b-acd2-b88c1fdee5d5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.628029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b258b-6bae-43f5-a1c1-38c06c770791 req-d5ee4057-c707-4c0b-acd2-b88c1fdee5d5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.630297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d0b258b-6bae-43f5-a1c1-38c06c770791 req-d5ee4057-c707-4c0b-acd2-b88c1fdee5d5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5436 time: 0.2811041 Jul 05 18:11:15.635348 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.640535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.657518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-67cc5431-8aca-4052-8e8f-d605b5bfe73d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Deleting port 446a39f4-a423-40bc-995b-6f90f586834b {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:15.657965 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67cc5431-8aca-4052-8e8f-d605b5bfe73d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.659590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 2dbe84a7-a366-433e-a8d1-9b034f456adc will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:15.701903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] No DVR routers for this DVR port f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:15.704758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Port': ['ID=f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:15.758013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.812145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:15.816112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:15.820209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:15.825932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:15.826598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.833071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d0b258b-6bae-43f5-a1c1-38c06c770791 req-e9195964-f05a-4415-af43-e960068d5c2e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1882668 Jul 05 18:11:15.845325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=2dbe84a7-a366-433e-a8d1-9b034f456adc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:15.878516 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.894047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d22062-df0d-4c8b-9f0e-a049bf382459']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:15.909118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67cc5431-8aca-4052-8e8f-d605b5bfe73d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.912221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2013c447-7691-4814-8670-57d7663c7920') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:15.917594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2013c447-7691-4814-8670-57d7663c7920') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:15.930415 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:15.932159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-67cc5431-8aca-4052-8e8f-d605b5bfe73d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Calling delete_port for 446a39f4-a423-40bc-995b-6f90f586834b owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:15.942069 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-15499c01-2aae-4f05-863c-700a5a2923a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2519255 Jul 05 18:11:15.942614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35960) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:15.963628 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.069394 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.071567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Allocated IP 2001:db8::f816:3eff:feaf:b27e (d4311eb2-2783-4bd2-b311-e1327c967a23/149933e0-3895-4786-bba5-d160f85e114f/6a104773-3521-4690-92c9-4c2512dab642) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:16.174538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadd2edb-2dee-4cad-b83a-5c8d81a6ad4c None None] DHCP port deletion for a5d22062-df0d-4c8b-9f0e-a049bf382459 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:16.300865 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f12c64e1-0c16-4104-ad67-0c76f7652e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.319206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:16.319664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: items = [ Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:16.322538 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:16.359189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 588eb0f7-d043-41f3-8f95-7a38f5920742, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=588eb0f7-d043-41f3-8f95-7a38f5920742,segment=NetworkSegment(6204b338-c089-4bd6-ad0b-e315f9d16592),segment_id=6204b338-c089-4bd6-ad0b-e315f9d16592)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:16.454263 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.472733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52391a69-5341-4e42-b817-d274a4dae9f0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:16.476478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-52391a69-5341-4e42-b817-d274a4dae9f0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.5286987 Jul 05 18:11:16.477018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35964) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:16.544025 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.570769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2e4d292f-7990-4c34-9d9e-50b21e04c8cf no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:16.590154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176f7f3-ea7b-43ae-9a22-c33d0223e7b4 req-7f9528ae-4a1f-4ed9-aecb-3030b11a8659 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:16.591683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f176f7f3-ea7b-43ae-9a22-c33d0223e7b4 req-7f9528ae-4a1f-4ed9-aecb-3030b11a8659 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.2581580 Jul 05 18:11:16.597467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.599333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] 10.222.0.30 "DELETE /v2.0/networks/a5d22062-df0d-4c8b-9f0e-a049bf382459 HTTP/1.1" status: 204 len: 168 time: 1.7663639 Jul 05 18:11:16.606781 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a6cf9-da66-40e1-90ed-b1c5cab3e86d tempest-ServersTestMultiNic-1279715616 tempest-ServersTestMultiNic-1279715616-project] Pushing event deleted for resources: {'Network': ['ID=a5d22062-df0d-4c8b-9f0e-a049bf382459,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:16.684361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2e4d292f-7990-4c34-9d9e-50b21e04c8cf {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:16.684707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2e4d292f-7990-4c34-9d9e-50b21e04c8cf not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:16.707169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f176f7f3-ea7b-43ae-9a22-c33d0223e7b4 req-dcb65d9e-8ebd-41af-98c8-ac997aa310e6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043601 Jul 05 18:11:16.729067 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67cc5431-8aca-4052-8e8f-d605b5bfe73d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.777744 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-f12c64e1-0c16-4104-ad67-0c76f7652e46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:11:16.778101 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-f12c64e1-0c16-4104-ad67-0c76f7652e46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:11:16.794845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-44f8a458-4f44-41b0-8e4d-c2f5d14e0eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 2dbe84a7-a366-433e-a8d1-9b034f456adc {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:16.795500 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-44f8a458-4f44-41b0-8e4d-c2f5d14e0eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.800985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cc5431-8aca-4052-8e8f-d605b5bfe73d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event deleted for resources: {'Port': ['ID=446a39f4-a423-40bc-995b-6f90f586834b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:16.820291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=588eb0f7-d043-41f3-8f95-7a38f5920742,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:16.871601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:16.889144 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:16.935493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Transition to ACTIVE for port object 6a104773-3521-4690-92c9-4c2512dab642 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:16.938534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:16.938902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f23fc5b7-c0a9-470f-9aef-a7f4d4f8376a not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:16.960321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Transition to ACTIVE for port object 6a104773-3521-4690-92c9-4c2512dab642 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:17.028886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35978) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:17.043536 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.063858 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67cc5431-8aca-4052-8e8f-d605b5bfe73d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.066938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-67cc5431-8aca-4052-8e8f-d605b5bfe73d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "DELETE /v2.0/ports/446a39f4-a423-40bc-995b-6f90f586834b HTTP/1.1" status: 204 len: 168 time: 1.7085967 Jul 05 18:11:17.076423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35980) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:17.093039 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-44f8a458-4f44-41b0-8e4d-c2f5d14e0eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.103381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:17.107749 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-956816bc-c80f-4d93-b128-526117c76da7 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] GET failed (client error): The resource could not be found. Jul 05 18:11:17.109961 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-956816bc-c80f-4d93-b128-526117c76da7 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "GET /v2.0/ports/446a39f4-a423-40bc-995b-6f90f586834b HTTP/1.1" status: 404 len: 333 time: 0.0323632 Jul 05 18:11:17.113171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:17.113900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-44f8a458-4f44-41b0-8e4d-c2f5d14e0eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 2dbe84a7-a366-433e-a8d1-9b034f456adc owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:17.116527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35982) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:17.120143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:17.124672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'port': {'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1617763851'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:17.158143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Pushing event updated for resources: {'Port': ['ID=6a104773-3521-4690-92c9-4c2512dab642,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:17.196448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Attempting to bind port 6a104773-3521-4690-92c9-4c2512dab642 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:17.196681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c6e41-6f6f-4890-8913-4065112c12bc req-d700e9d0-98e7-4e55-b773-eb0146f1cfaa tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.197117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Attempting to bind port 6a104773-3521-4690-92c9-4c2512dab642 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:17.197602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Attempting to bind port 6a104773-3521-4690-92c9-4c2512dab642 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:17.203081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c6e41-6f6f-4890-8913-4065112c12bc req-d700e9d0-98e7-4e55-b773-eb0146f1cfaa tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.203798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:17.204324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:17.204845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.205338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:17.205904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Bound port: 6a104773-3521-4690-92c9-4c2512dab642, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:17.206388 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.209174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c6e41-6f6f-4890-8913-4065112c12bc req-d700e9d0-98e7-4e55-b773-eb0146f1cfaa tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.215198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c6e41-6f6f-4890-8913-4065112c12bc req-d700e9d0-98e7-4e55-b773-eb0146f1cfaa tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.221161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c6e41-6f6f-4890-8913-4065112c12bc req-d700e9d0-98e7-4e55-b773-eb0146f1cfaa tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.227063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c6e41-6f6f-4890-8913-4065112c12bc req-d700e9d0-98e7-4e55-b773-eb0146f1cfaa tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.232924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c6e41-6f6f-4890-8913-4065112c12bc req-d700e9d0-98e7-4e55-b773-eb0146f1cfaa tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.235151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b63c6e41-6f6f-4890-8913-4065112c12bc req-d700e9d0-98e7-4e55-b773-eb0146f1cfaa tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5436 time: 0.2184241 Jul 05 18:11:17.275895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] For port 6a104773-3521-4690-92c9-4c2512dab642, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:17.279470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] For port 6a104773-3521-4690-92c9-4c2512dab642, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6a104773-3521-4690-92c9-4c2512dab642,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:17.299482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b63c6e41-6f6f-4890-8913-4065112c12bc req-cb0200f7-faa7-4926-aa3a-e69dfa68f78a tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0491767 Jul 05 18:11:17.350765 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.411853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Made reservation on behalf of fd0fe90388da43898ddf5ba554f37434 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:17.415393 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.416024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c16d47-e34c-4c5d-9378-39b0e964a5e2 None None] Pushing event updated for resources: {'Port': ['ID=6a104773-3521-4690-92c9-4c2512dab642,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:17.422694 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-44f8a458-4f44-41b0-8e4d-c2f5d14e0eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.440090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] device_id is not set on port 67595d5e-1c25-4d2f-8bd0-a606d4f28530 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:17.445433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bb5859f4-a018-43bb-b8af-3d1138f2ccb2 None None] Provisioning complete for port 3d390c62-efc1-4b48-b8c4-8a6a347f4cbb triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:17.446201 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb5859f4-a018-43bb-b8af-3d1138f2ccb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.463162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8a458-4f44-41b0-8e4d-c2f5d14e0eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=2dbe84a7-a366-433e-a8d1-9b034f456adc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:17.487331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bb5859f4-a018-43bb-b8af-3d1138f2ccb2 None None] Port 3d390c62-efc1-4b48-b8c4-8a6a347f4cbb cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:17.490602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bb5859f4-a018-43bb-b8af-3d1138f2ccb2 None None] Could not find standard attr ID for object 446a39f4-a423-40bc-995b-6f90f586834b. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:11:17.502071 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-44f8a458-4f44-41b0-8e4d-c2f5d14e0eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.504304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-44f8a458-4f44-41b0-8e4d-c2f5d14e0eb1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/2dbe84a7-a366-433e-a8d1-9b034f456adc HTTP/1.1" status: 204 len: 168 time: 1.0263596 Jul 05 18:11:17.506677 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35984) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:17.570856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dded14-a394-4b61-b0e8-51c08002e2f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.572501 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dded14-a394-4b61-b0e8-51c08002e2f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.576502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c7dded14-a394-4b61-b0e8-51c08002e2f4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0664604 Jul 05 18:11:17.576763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35986) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:17.665619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4e2f30-4a64-470b-8790-a6e1ede33110 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 149933e0-3895-4786-bba5-d160f85e114f {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:17.669264 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-de4e2f30-4a64-470b-8790-a6e1ede33110 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.712961 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-de4e2f30-4a64-470b-8790-a6e1ede33110 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.814830 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-de4e2f30-4a64-470b-8790-a6e1ede33110 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:17.933716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00452f4f-2cb2-4b37-b155-b0ecb1a311e2 req-b78c6c07-d45b-47f4-ad14-facb6409beac tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:17.935351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00452f4f-2cb2-4b37-b155-b0ecb1a311e2 req-b78c6c07-d45b-47f4-ad14-facb6409beac tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.0942318 Jul 05 18:11:17.965966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Allocated IP 2001:db8::357 (3fb3850d-cc17-4099-9736-3d008a00f209/7c9f0212-ba1f-4731-bf46-8b3130e3eb95/67595d5e-1c25-4d2f-8bd0-a606d4f28530) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:17.976129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00452f4f-2cb2-4b37-b155-b0ecb1a311e2 req-20b7c0ef-9b36-491a-9c43-3bf16cd71b3d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342603 Jul 05 18:11:18.009176 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-de4e2f30-4a64-470b-8790-a6e1ede33110 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:18.037209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4e2f30-4a64-470b-8790-a6e1ede33110 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=149933e0-3895-4786-bba5-d160f85e114f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:18.040849 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-de4e2f30-4a64-470b-8790-a6e1ede33110 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:18.044966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-de4e2f30-4a64-470b-8790-a6e1ede33110 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/149933e0-3895-4786-bba5-d160f85e114f HTTP/1.1" status: 204 len: 168 time: 0.4631205 Jul 05 18:11:18.045228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35992) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:18.089538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c218e5a1-49ac-4f26-a066-403191aa3d17 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0408750 Jul 05 18:11:18.090762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35994) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:18.097130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:18.104493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:18.229596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:18.251074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:18.254586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Transition to ACTIVE for port object 67595d5e-1c25-4d2f-8bd0-a606d4f28530 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:18.254969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:18.428761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:18.471291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f214b1ff-13cf-42bd-98a2-c0c6048dbba9 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:18.492034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Network 3fb3850d-cc17-4099-9736-3d008a00f209 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:18.495250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Port': ['ID=67595d5e-1c25-4d2f-8bd0-a606d4f28530,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:18.497767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:18.501646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:18.507234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:18.507848 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:18.524783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Deleting port b381460b-cac5-4f1b-9b2d-90ca54c9532f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:18.525122 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:18.620400 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-03e10c1d-2dc5-4ddc-a9be-da0ec2f23abb tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5004981 Jul 05 18:11:18.623749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35998) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:18.629941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1ff33a9b-ece5-4622-9a07-0fa5001a726d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:c6:48:4b'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:18.635250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] For port b381460b-cac5-4f1b-9b2d-90ca54c9532f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b381460b-cac5-4f1b-9b2d-90ca54c9532f,segment=NetworkSegment(ead2159d-c154-4788-ba9c-823992bf023b),segment_id=ead2159d-c154-4788-ba9c-823992bf023b)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:18.635736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:18.649504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-eeede566-3197-4349-9292-3ccfc944ee64 None None] Provisioning for port 6a104773-3521-4690-92c9-4c2512dab642 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:18.670323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72371f2c-399e-4303-be48-5bbb455912b4 req-e052b084-20e7-4661-8904-35181e4d55a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:18.676533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Calling delete_port for b381460b-cac5-4f1b-9b2d-90ca54c9532f owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:18.678172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72371f2c-399e-4303-be48-5bbb455912b4 req-e052b084-20e7-4661-8904-35181e4d55a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:18.689833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72371f2c-399e-4303-be48-5bbb455912b4 req-e052b084-20e7-4661-8904-35181e4d55a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:18.702934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72371f2c-399e-4303-be48-5bbb455912b4 req-e052b084-20e7-4661-8904-35181e4d55a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:18.709615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72371f2c-399e-4303-be48-5bbb455912b4 req-e052b084-20e7-4661-8904-35181e4d55a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:18.716026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72371f2c-399e-4303-be48-5bbb455912b4 req-e052b084-20e7-4661-8904-35181e4d55a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:18.723225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72371f2c-399e-4303-be48-5bbb455912b4 req-e052b084-20e7-4661-8904-35181e4d55a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:18.724654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72371f2c-399e-4303-be48-5bbb455912b4 req-e052b084-20e7-4661-8904-35181e4d55a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5436 time: 0.2350256 Jul 05 18:11:18.774922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.objects.ports [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100997) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:11:18.940925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 588eb0f7-d043-41f3-8f95-7a38f5920742 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:18.957914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72371f2c-399e-4303-be48-5bbb455912b4 req-5cecdfd5-e6a0-4887-8d12-8ec28885de30 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2185869 Jul 05 18:11:19.003673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-52c90fd6-0919-4381-952b-004b871a01d1 None None] Provisioning for port 67595d5e-1c25-4d2f-8bd0-a606d4f28530 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:19.008833 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff33a9b-ece5-4622-9a07-0fa5001a726d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.026880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-52c90fd6-0919-4381-952b-004b871a01d1 None None] Provisioning complete for port 67595d5e-1c25-4d2f-8bd0-a606d4f28530 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:19.031005 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-52c90fd6-0919-4381-952b-004b871a01d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.107434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 588eb0f7-d043-41f3-8f95-7a38f5920742 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:19.108101 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.109743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-52c90fd6-0919-4381-952b-004b871a01d1 None None] Port 67595d5e-1c25-4d2f-8bd0-a606d4f28530 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:19.120763 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.228002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6a104773-3521-4690-92c9-4c2512dab642 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:19.276815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2182c3-5022-45e9-b4bc-b0d80d58707a req-934e079f-421f-4ee3-bfc0-797575d5b2c7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:19.279669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c2182c3-5022-45e9-b4bc-b0d80d58707a req-934e079f-421f-4ee3-bfc0-797575d5b2c7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1357436 Jul 05 18:11:19.310979 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff33a9b-ece5-4622-9a07-0fa5001a726d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.344193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.371289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Pushing event deleted for resources: {'Port': ['ID=b381460b-cac5-4f1b-9b2d-90ca54c9532f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:19.375558 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff33a9b-ece5-4622-9a07-0fa5001a726d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.376910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 6a104773-3521-4690-92c9-4c2512dab642 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:19.383429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6a104773-3521-4690-92c9-4c2512dab642 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:19.383913 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.385694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c2182c3-5022-45e9-b4bc-b0d80d58707a req-f6f3859a-cdbf-45c4-8680-cea7065d7055 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960906 Jul 05 18:11:19.431211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] For port 6a104773-3521-4690-92c9-4c2512dab642, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6a104773-3521-4690-92c9-4c2512dab642,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:19.454032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e99479da-5dde-4e1e-b4eb-4376c018140f None None] Could not find standard attr ID for object 2dbe84a7-a366-433e-a8d1-9b034f456adc. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:11:19.471240 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.471584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1ff33a9b-ece5-4622-9a07-0fa5001a726d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] In _notify_port_updated(), no bound segment for port 67595d5e-1c25-4d2f-8bd0-a606d4f28530 on network 3fb3850d-cc17-4099-9736-3d008a00f209 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:11:19.477199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff33a9b-ece5-4622-9a07-0fa5001a726d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:19.477863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff33a9b-ece5-4622-9a07-0fa5001a726d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.479660 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1ff33a9b-ece5-4622-9a07-0fa5001a726d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "PUT /v2.0/ports/67595d5e-1c25-4d2f-8bd0-a606d4f28530 HTTP/1.1" status: 200 len: 1003 time: 0.8542328 Jul 05 18:11:19.482472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36004) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:19.496339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff33a9b-ece5-4622-9a07-0fa5001a726d tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Port': ['ID=67595d5e-1c25-4d2f-8bd0-a606d4f28530,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:19.553951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.555523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.556420 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.658617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=6a104773-3521-4690-92c9-4c2512dab642,revision_number=5']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:19.679012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.693373 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:11:19.693974 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:11:19.742440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:19.751040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:19.757894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:19.759114 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.762505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa073da-0477-42cc-b041-b4760d25e81b None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:19.779327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=6f08e834-a2f6-404f-9930-3fb90d3324b2,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:19.801899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7304958e-f136-48c9-a76a-1db0701dfea4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Deleting port 67595d5e-1c25-4d2f-8bd0-a606d4f28530 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:19.802507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7304958e-f136-48c9-a76a-1db0701dfea4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.873394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9abaff37-bc90-4f95-8034-5ec841c8314f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7810209 Jul 05 18:11:19.877332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36006) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:19.882369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:fa:f8:89', 'name': 'tempest-NetworksTestDHCPv6-796575977'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:19.959556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Router faa2b913-8308-425e-a5ea-4879272e30d3 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:11:19.959938 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7304958e-f136-48c9-a76a-1db0701dfea4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.960559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d67de432-60c4-4712-86f9-4ec583362ca2 None None] Provisioning complete for port 67595d5e-1c25-4d2f-8bd0-a606d4f28530 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:19.961006 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d67de432-60c4-4712-86f9-4ec583362ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:19.985058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7304958e-f136-48c9-a76a-1db0701dfea4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Calling delete_port for 67595d5e-1c25-4d2f-8bd0-a606d4f28530 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:20.014136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d67de432-60c4-4712-86f9-4ec583362ca2 None None] Port 67595d5e-1c25-4d2f-8bd0-a606d4f28530 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:20.086020 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:11:20.091248 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f03ab62e-012c-4f96-8e18-fbe1e6356991 admin admin] 10.222.0.30 "PUT /v2.0/routers/faa2b913-8308-425e-a5ea-4879272e30d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0603025 Jul 05 18:11:20.093961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36012) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:20.097012 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] Sync routers for ids ['faa2b913-8308-425e-a5ea-4879272e30d3'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:11:20.127113 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] Routers {'faa2b913-8308-425e-a5ea-4879272e30d3'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:20.127821 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['faa2b913-8308-425e-a5ea-4879272e30d3'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:20.234425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:20.242942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.264354 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.311711 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] Set router faa2b913-8308-425e-a5ea-4879272e30d3 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:11:20.340529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 6a104773-3521-4690-92c9-4c2512dab642, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6a104773-3521-4690-92c9-4c2512dab642,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:20.364174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521a0e-3938-4ca0-b00e-657b8b795de6 req-dc457cd5-e62f-4e2c-b1fb-29719c841a2c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:20.369997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521a0e-3938-4ca0-b00e-657b8b795de6 req-dc457cd5-e62f-4e2c-b1fb-29719c841a2c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:20.376423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521a0e-3938-4ca0-b00e-657b8b795de6 req-dc457cd5-e62f-4e2c-b1fb-29719c841a2c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:20.382371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521a0e-3938-4ca0-b00e-657b8b795de6 req-dc457cd5-e62f-4e2c-b1fb-29719c841a2c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:20.385948 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.388236 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521a0e-3938-4ca0-b00e-657b8b795de6 req-dc457cd5-e62f-4e2c-b1fb-29719c841a2c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:20.394892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521a0e-3938-4ca0-b00e-657b8b795de6 req-dc457cd5-e62f-4e2c-b1fb-29719c841a2c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:20.400821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5521a0e-3938-4ca0-b00e-657b8b795de6 req-dc457cd5-e62f-4e2c-b1fb-29719c841a2c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:20.402785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5521a0e-3938-4ca0-b00e-657b8b795de6 req-dc457cd5-e62f-4e2c-b1fb-29719c841a2c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5436 time: 0.2320867 Jul 05 18:11:20.414255 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7304958e-f136-48c9-a76a-1db0701dfea4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.432593 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.463199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-92527bd5-542e-4409-a8bb-88b2b12a453a None None] Provisioning complete for port 6a104773-3521-4690-92c9-4c2512dab642 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:20.463827 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-92527bd5-542e-4409-a8bb-88b2b12a453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.492267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7304958e-f136-48c9-a76a-1db0701dfea4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event deleted for resources: {'Port': ['ID=67595d5e-1c25-4d2f-8bd0-a606d4f28530,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:20.539618 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.563043 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:04Z', 'updated_at': '2021-07-05T18:11:19Z', 'revision_number': 5, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'gw_port': {'id': '9899719f-fc70-4d43-ba08-4ee474d49153', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:8c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:09:05Z', 'updated_at': '2021-07-05T18:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:20.569599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Deleting port 9899719f-fc70-4d43-ba08-4ee474d49153 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:20.569949 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.610248 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] Checking router: faa2b913-8308-425e-a5ea-4879272e30d3 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:11:20.620816 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] Routers {'faa2b913-8308-425e-a5ea-4879272e30d3'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:20.622089 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:10:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['faa2b913-8308-425e-a5ea-4879272e30d3'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:20.633137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5521a0e-3938-4ca0-b00e-657b8b795de6 req-dccf5934-ca83-4744-92c0-98c15acf0588 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2177134 Jul 05 18:11:20.681089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] For port 9899719f-fc70-4d43-ba08-4ee474d49153, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9899719f-fc70-4d43-ba08-4ee474d49153,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:20.681628 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.703596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Calling delete_port for 9899719f-fc70-4d43-ba08-4ee474d49153 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:20.718280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 4e435d11-0dc7-442a-9b4c-2e438414ef72 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:20.720158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 11bba11f-6f5a-4411-a335-cebc6119de12 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:20.780613 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] Set router faa2b913-8308-425e-a5ea-4879272e30d3 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:11:20.815306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7304958e-f136-48c9-a76a-1db0701dfea4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.820151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7304958e-f136-48c9-a76a-1db0701dfea4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "DELETE /v2.0/ports/67595d5e-1c25-4d2f-8bd0-a606d4f28530 HTTP/1.1" status: 204 len: 168 time: 1.3349419 Jul 05 18:11:20.820343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36016) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:20.852470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=6a104773-3521-4690-92c9-4c2512dab642,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:20.881531 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:04Z', 'updated_at': '2021-07-05T18:11:20Z', 'revision_number': 6, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:20.918796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-909e27a1-e327-496b-ab65-09ad5660eb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:20.938077 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea510b5-06aa-4222-91c9-d69aad753ef3 None None] The sync data for ids ['faa2b913-8308-425e-a5ea-4879272e30d3'] in n-d-799524-1 is: [{'id': 'faa2b913-8308-425e-a5ea-4879272e30d3', 'name': 'tempest-ServersTestMultiNic-386496107-router', 'tenant_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:09:04Z', 'updated_at': '2021-07-05T18:11:20Z', 'revision_number': 6, 'project_id': '8db2c50a8deb4aa6bb03b72d9adc4ff2', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:11:20.945167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373915c9-1833-4f13-88ef-eda3664dc625 req-73d600db-5356-46e4-9caf-bfcd726a41d7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:20.946792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-373915c9-1833-4f13-88ef-eda3664dc625 req-73d600db-5356-46e4-9caf-bfcd726a41d7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.3771248 Jul 05 18:11:20.963111 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-0faebbcd-59d6-4da9-a03d-1d8d1b4d0ab3 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] GET failed (client error): The resource could not be found. Jul 05 18:11:20.965758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 11bba11f-6f5a-4411-a335-cebc6119de12 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:20.974443 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0faebbcd-59d6-4da9-a03d-1d8d1b4d0ab3 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "GET /v2.0/ports/67595d5e-1c25-4d2f-8bd0-a606d4f28530 HTTP/1.1" status: 404 len: 333 time: 0.1525958 Jul 05 18:11:20.975139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36018) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:20.986118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'port': {'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1764114907'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:20.990989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 11bba11f-6f5a-4411-a335-cebc6119de12 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:20.991713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.005839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-373915c9-1833-4f13-88ef-eda3664dc625 req-150ae029-b59e-41d5-964d-b9c2bc653ccc tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462296 Jul 05 18:11:21.006890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fefa:f889 (d4311eb2-2783-4bd2-b311-e1327c967a23/6f08e834-a2f6-404f-9930-3fb90d3324b2/4e435d11-0dc7-442a-9b4c-2e438414ef72) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:21.085787 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.111725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bba11f-6f5a-4411-a335-cebc6119de12'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:21.114584 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea583f9-aed1-4491-838c-410f11efb570" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "11bba11f-6f5a-4411-a335-cebc6119de12"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:21.132503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 11bba11f-6f5a-4411-a335-cebc6119de12, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11bba11f-6f5a-4411-a335-cebc6119de12,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:21.160265 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b66038-c15d-4b67-8522-0c77f6cb1b3e x-openstack-request-id: req-f9b66038-c15d-4b67-8522-0c77f6cb1b3e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:21.160637 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "11bba11f-6f5a-4411-a335-cebc6119de12", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:21.160902 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9b66038-c15d-4b67-8522-0c77f6cb1b3e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:21.161301 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11bba11f-6f5a-4411-a335-cebc6119de12', 'code': 200} Jul 05 18:11:21.174532 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.195739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 4e435d11-0dc7-442a-9b4c-2e438414ef72 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:21.203816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.229051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Pushing event deleted for resources: {'Port': ['ID=9899719f-fc70-4d43-ba08-4ee474d49153,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:21.237861 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.238777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a656ce28-69fd-4c56-b54d-8931793f41e7 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:21.258250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Made reservation on behalf of fd0fe90388da43898ddf5ba554f37434 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:21.261867 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.302647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.306292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] device_id is not set on port 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:21.310745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6a104773-3521-4690-92c9-4c2512dab642 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:21.361478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=11bba11f-6f5a-4411-a335-cebc6119de12,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:21.388172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=4e435d11-0dc7-442a-9b4c-2e438414ef72,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:21.392596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:21.394345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:21.396456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:21.399594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6a104773-3521-4690-92c9-4c2512dab642 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:21.400150 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.402181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:21.402887 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.461096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.486426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port a656ce28-69fd-4c56-b54d-8931793f41e7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:21.490746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port a656ce28-69fd-4c56-b54d-8931793f41e7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:21.491116 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.534476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5288fc79-82c0-424c-86d8-2d48be6dd39f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6537278 Jul 05 18:11:21.534917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36024) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:21.585123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Allocated IP 2001:db8::37c (3fb3850d-cc17-4099-9736-3d008a00f209/7c9f0212-ba1f-4731-bf46-8b3130e3eb95/61d77658-5b5f-4e90-ba7a-fcf91b2c3d85) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:21.591356 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.595759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.607043 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.615243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79884c7-7ea3-4d4f-b888-5680e5916ffb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:21.621814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79884c7-7ea3-4d4f-b888-5680e5916ffb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:21.627045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f79884c7-7ea3-4d4f-b888-5680e5916ffb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0910215 Jul 05 18:11:21.627923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36026) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:21.648737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a656ce28-69fd-4c56-b54d-8931793f41e7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a656ce28-69fd-4c56-b54d-8931793f41e7,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:21.725113 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.727188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.727371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 298b7fa1-7251-480c-8d0f-309eee9d0ba6 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:21.727754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faa2b913-8308-425e-a5ea-4879272e30d3 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:11:21.735748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.736928 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-166c0521-f5ef-4e08-9b8f-0eddf868f732 admin admin] 10.222.0.30 "DELETE /v2.0/routers/faa2b913-8308-425e-a5ea-4879272e30d3 HTTP/1.1" status: 204 len: 168 time: 1.6417322 Jul 05 18:11:21.739547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36030) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:21.763068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2bf90426-47ee-44ea-b975-4529656bc8f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 4e435d11-0dc7-442a-9b4c-2e438414ef72 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:21.765724 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bf90426-47ee-44ea-b975-4529656bc8f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.792711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a3289794-aa6f-477b-b0b4-c534704f5688 None None] Provisioning for port 4e435d11-0dc7-442a-9b4c-2e438414ef72 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:21.806002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a3289794-aa6f-477b-b0b4-c534704f5688 None None] Provisioning complete for port 4e435d11-0dc7-442a-9b4c-2e438414ef72 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:21.806397 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3289794-aa6f-477b-b0b4-c534704f5688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.877830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a656ce28-69fd-4c56-b54d-8931793f41e7,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:21.881495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a3289794-aa6f-477b-b0b4-c534704f5688 None None] Port 4e435d11-0dc7-442a-9b4c-2e438414ef72 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:21.928212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bf90426-47ee-44ea-b975-4529656bc8f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.946929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2bf90426-47ee-44ea-b975-4529656bc8f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 4e435d11-0dc7-442a-9b4c-2e438414ef72 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:21.963838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:21.964910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c569c4d-dcf4-47e0-9257-857f52fc230e req-1a1b5a70-23bc-41cb-b6d5-81b3dc0ccc57 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:21.969771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:21.970218 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:21.971392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c569c4d-dcf4-47e0-9257-857f52fc230e req-1a1b5a70-23bc-41cb-b6d5-81b3dc0ccc57 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:21.977664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c569c4d-dcf4-47e0-9257-857f52fc230e req-1a1b5a70-23bc-41cb-b6d5-81b3dc0ccc57 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:21.984384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c569c4d-dcf4-47e0-9257-857f52fc230e req-1a1b5a70-23bc-41cb-b6d5-81b3dc0ccc57 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:21.990236 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c569c4d-dcf4-47e0-9257-857f52fc230e req-1a1b5a70-23bc-41cb-b6d5-81b3dc0ccc57 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:21.996522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c569c4d-dcf4-47e0-9257-857f52fc230e req-1a1b5a70-23bc-41cb-b6d5-81b3dc0ccc57 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:22.003470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c569c4d-dcf4-47e0-9257-857f52fc230e req-1a1b5a70-23bc-41cb-b6d5-81b3dc0ccc57 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:22.005393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c569c4d-dcf4-47e0-9257-857f52fc230e req-1a1b5a70-23bc-41cb-b6d5-81b3dc0ccc57 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5438 time: 0.2259312 Jul 05 18:11:22.067290 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.123213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 298b7fa1-7251-480c-8d0f-309eee9d0ba6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:22.146287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-8991620e-7ca8-412e-b763-6ed70941e8fd admin admin] Deleting subnet d8b34b27-9c8d-4d0b-84d6-7a90c3b1037e {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:22.150625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8991620e-7ca8-412e-b763-6ed70941e8fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.187811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8991620e-7ca8-412e-b763-6ed70941e8fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.203336 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.204167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0d9ca650-117b-40c1-8efb-d091598d6ba2 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:22.257987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.302675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=298b7fa1-7251-480c-8d0f-309eee9d0ba6,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:22.316845 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8991620e-7ca8-412e-b763-6ed70941e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.406474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 0d9ca650-117b-40c1-8efb-d091598d6ba2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:22.411108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 0d9ca650-117b-40c1-8efb-d091598d6ba2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:22.411954 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.460643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8991620e-7ca8-412e-b763-6ed70941e8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.482309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c569c4d-dcf4-47e0-9257-857f52fc230e req-1754410a-3f8d-4a99-ba18-0ec6b212e144 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4045897 Jul 05 18:11:22.487923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8991620e-7ca8-412e-b763-6ed70941e8fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b34b27-9c8d-4d0b-84d6-7a90c3b1037e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:22.494705 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8991620e-7ca8-412e-b763-6ed70941e8fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.501676 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8991620e-7ca8-412e-b763-6ed70941e8fd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d8b34b27-9c8d-4d0b-84d6-7a90c3b1037e HTTP/1.1" status: 204 len: 168 time: 0.7571926 Jul 05 18:11:22.501676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36038) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:22.501882 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.518880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb0fe6c-2d8c-47e5-a820-1c4ac94aed27 None None] Network f4ee3c72-424b-4398-aca1-2563a27c8226 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:22.551937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970568b3-6e24-4c22-82e6-e8993befe6c5 req-420fa295-c86b-4966-9113-12ece4d7a988 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:22.553692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-970568b3-6e24-4c22-82e6-e8993befe6c5 req-420fa295-c86b-4966-9113-12ece4d7a988 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1119504 Jul 05 18:11:22.570199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Transition to ACTIVE for port object 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:22.592102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.594459 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bf90426-47ee-44ea-b975-4529656bc8f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.610697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0d9ca650-117b-40c1-8efb-d091598d6ba2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:22.640458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf90426-47ee-44ea-b975-4529656bc8f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=4e435d11-0dc7-442a-9b4c-2e438414ef72,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:22.661888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-970568b3-6e24-4c22-82e6-e8993befe6c5 req-3799c8f1-a489-497b-a381-b2427aaac700 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997703 Jul 05 18:11:22.693856 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.693856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 413e9def-a3d7-4315-99f0-fc80bef26815 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:22.696439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Deleting port 208e33ba-dbb7-42e7-b117-15dac55bbd6e {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:22.696785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.707292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bf90426-47ee-44ea-b975-4529656bc8f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.710599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2bf90426-47ee-44ea-b975-4529656bc8f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/4e435d11-0dc7-442a-9b4c-2e438414ef72 HTTP/1.1" status: 204 len: 168 time: 1.0808542 Jul 05 18:11:22.712244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36040) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:22.778898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0efe9-833a-4d9f-a622-fb4e424fdcf4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:22.784344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd0efe9-833a-4d9f-a622-fb4e424fdcf4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:22.784962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] For port 208e33ba-dbb7-42e7-b117-15dac55bbd6e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=208e33ba-dbb7-42e7-b117-15dac55bbd6e,segment=NetworkSegment(ead2159d-c154-4788-ba9c-823992bf023b),segment_id=ead2159d-c154-4788-ba9c-823992bf023b)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:22.786618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ccd0efe9-833a-4d9f-a622-fb4e424fdcf4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0729060 Jul 05 18:11:22.789101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36042) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:22.796955 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.818775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Calling delete_port for 208e33ba-dbb7-42e7-b117-15dac55bbd6e owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:22.833505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0d9ca650-117b-40c1-8efb-d091598d6ba2,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:22.871710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a6f75c-ae9c-4694-bb20-b92560cc91a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 6f08e834-a2f6-404f-9930-3fb90d3324b2 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:22.876569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93a6f75c-ae9c-4694-bb20-b92560cc91a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.881058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] DHCP port deletion for f4ee3c72-424b-4398-aca1-2563a27c8226 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:22.888927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6a104773-3521-4690-92c9-4c2512dab642 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:22.891404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.926276 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93a6f75c-ae9c-4694-bb20-b92560cc91a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.936615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 413e9def-a3d7-4315-99f0-fc80bef26815 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:22.947804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 413e9def-a3d7-4315-99f0-fc80bef26815 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:22.948054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:22.957378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Network 3fb3850d-cc17-4099-9736-3d008a00f209 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:22.971907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:22.979249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:22.985856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:22.986534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.001247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Port': ['ID=61d77658-5b5f-4e90-ba7a-fcf91b2c3d85,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:23.041362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93a6f75c-ae9c-4694-bb20-b92560cc91a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.047412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] Deleting port 208e33ba-dbb7-42e7-b117-15dac55bbd6e {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:23.047800 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.051473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6a104773-3521-4690-92c9-4c2512dab642 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:23.051843 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.119890 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1cf67e49-08d4-4fea-9429-fdf9a180443e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1414361 Jul 05 18:11:23.122859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36044) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:23.128520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b55cd0cd-ace7-404d-a8a9-39f67903b59e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:c6:48:4b'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:23.140873 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.164741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656ce28-69fd-4c56-b54d-8931793f41e7'}, {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298b7fa1-7251-480c-8d0f-309eee9d0ba6'}, {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ca650-117b-40c1-8efb-d091598d6ba2'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:23.167130 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30032168-dacc-4832-ba23-7c32aa8442f6" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "a656ce28-69fd-4c56-b54d-8931793f41e7"}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "298b7fa1-7251-480c-8d0f-309eee9d0ba6"}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "0d9ca650-117b-40c1-8efb-d091598d6ba2"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:23.171751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=208e33ba-dbb7-42e7-b117-15dac55bbd6e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:23.185122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] No DVR routers for this DVR port 208e33ba-dbb7-42e7-b117-15dac55bbd6e on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:23.191187 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.219392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93a6f75c-ae9c-4694-bb20-b92560cc91a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.232001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] For port 208e33ba-dbb7-42e7-b117-15dac55bbd6e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=208e33ba-dbb7-42e7-b117-15dac55bbd6e,segment=NetworkSegment(ead2159d-c154-4788-ba9c-823992bf023b),segment_id=ead2159d-c154-4788-ba9c-823992bf023b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:23.232409 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.255170 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3873c1-95c8-40fd-8bfb-1db7343e6c18 x-openstack-request-id: req-7d3873c1-95c8-40fd-8bfb-1db7343e6c18 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:23.255414 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "a656ce28-69fd-4c56-b54d-8931793f41e7", "code": 200}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "298b7fa1-7251-480c-8d0f-309eee9d0ba6", "code": 200}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "0d9ca650-117b-40c1-8efb-d091598d6ba2", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:23.255548 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d3873c1-95c8-40fd-8bfb-1db7343e6c18 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:23.255909 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a656ce28-69fd-4c56-b54d-8931793f41e7', 'code': 200} Jul 05 18:11:23.256336 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '298b7fa1-7251-480c-8d0f-309eee9d0ba6', 'code': 200} Jul 05 18:11:23.256716 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9ca650-117b-40c1-8efb-d091598d6ba2', 'code': 200} Jul 05 18:11:23.260802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6f75c-ae9c-4694-bb20-b92560cc91a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=6f08e834-a2f6-404f-9930-3fb90d3324b2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:23.262808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] Calling delete_port for 208e33ba-dbb7-42e7-b117-15dac55bbd6e owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:23.267060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93a6f75c-ae9c-4694-bb20-b92560cc91a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.275484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36048) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:23.275985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-93a6f75c-ae9c-4694-bb20-b92560cc91a9 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/6f08e834-a2f6-404f-9930-3fb90d3324b2 HTTP/1.1" status: 204 len: 168 time: 0.4858198 Jul 05 18:11:23.280051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d359ab-0874-405b-889b-72fcdf5866d4 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:23.284570 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 413e9def-a3d7-4315-99f0-fc80bef26815, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=413e9def-a3d7-4315-99f0-fc80bef26815,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:23.361681 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-972f44a3-c0f7-4210-ac6d-59f898130580 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834572 Jul 05 18:11:23.361955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36050) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:23.365503 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b55cd0cd-ace7-404d-a8a9-39f67903b59e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.368121 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.368979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a1352ec3-4141-4868-a95b-bb1f3e2c3e90 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:23.385382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.416169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ee3c72-424b-4398-aca1-2563a27c8226']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:23.428574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead2159d-c154-4788-ba9c-823992bf023b') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:23.428866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead2159d-c154-4788-ba9c-823992bf023b') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:23.442171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.466246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.479076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:23.480084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:23.481307 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:23.503518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38569dc1-96e5-4dd0-88b5-f71b433d3d86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:23.506619 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-38569dc1-96e5-4dd0-88b5-f71b433d3d86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1421237 Jul 05 18:11:23.507706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36052) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:23.601161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63ffae8-a1d5-4596-a8c6-e8e6051fbb43 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:23.602974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b63ffae8-a1d5-4596-a8c6-e8e6051fbb43 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0941243 Jul 05 18:11:23.606663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36056) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:23.637687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b55cd0cd-ace7-404d-a8a9-39f67903b59e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.653105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ce95bd18-4f83-449e-96b3-c02b2e95242e None None] Provisioning for port 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:23.665308 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9ab39066-8545-4d78-b6be-f6713ff35f20 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573750 Jul 05 18:11:23.666164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36058) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:23.666659 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.676365 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.680973 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f4ee3c72-424b-4398-aca1-2563a27c8226 HTTP/1.1" status: 204 len: 168 time: 1.1763828 Jul 05 18:11:23.682502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:23.707266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd9430-fde7-4894-b3ba-b78d529f7bb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ee3c72-424b-4398-aca1-2563a27c8226,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:23.722490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ce95bd18-4f83-449e-96b3-c02b2e95242e None None] Provisioning complete for port 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:23.724478 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ce95bd18-4f83-449e-96b3-c02b2e95242e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.759939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b381460b-cac5-4f1b-9b2d-90ca54c9532f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:23.760322 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:11:23.782586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b55cd0cd-ace7-404d-a8a9-39f67903b59e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.807656 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4d7ece5f-a4ce-44d9-a3e3-89deaa2cef41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.839382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=413e9def-a3d7-4315-99f0-fc80bef26815,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:23.842005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b381460b-cac5-4f1b-9b2d-90ca54c9532f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:23.842731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b381460b-cac5-4f1b-9b2d-90ca54c9532f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:23.843167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9899719f-fc70-4d43-ba08-4ee474d49153 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:23.880132 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.881341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.887928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ce95bd18-4f83-449e-96b3-c02b2e95242e None None] Port 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:23.888996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b55cd0cd-ace7-404d-a8a9-39f67903b59e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] In _notify_port_updated(), no bound segment for port 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 on network 3fb3850d-cc17-4099-9736-3d008a00f209 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:11:23.894644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55cd0cd-ace7-404d-a8a9-39f67903b59e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:23.895383 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b55cd0cd-ace7-404d-a8a9-39f67903b59e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:23.896750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b55cd0cd-ace7-404d-a8a9-39f67903b59e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "PUT /v2.0/ports/61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 HTTP/1.1" status: 200 len: 1003 time: 0.7727664 Jul 05 18:11:23.900006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36068) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:23.900956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cd0cd-ace7-404d-a8a9-39f67903b59e tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Port': ['ID=61d77658-5b5f-4e90-ba7a-fcf91b2c3d85,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:23.913692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 9899719f-fc70-4d43-ba08-4ee474d49153 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:23.914062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9899719f-fc70-4d43-ba08-4ee474d49153 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:23.919106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] Pushing event deleted for resources: {'Port': ['ID=208e33ba-dbb7-42e7-b117-15dac55bbd6e,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:23.921309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] Network f4ee3c72-424b-4398-aca1-2563a27c8226 is not hosted by any dhcp agent {{(pid=100999) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 18:11:23.921776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac68c02a-42e9-4f57-be59-6ed84ebded99 None None] No DVR routers for this DVR port 208e33ba-dbb7-42e7-b117-15dac55bbd6e on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:23.953679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de37a9-2513-4aa8-97e3-8f3bb455ad3f req-f7cd0c65-17aa-46d4-b8cf-bf87492a31c1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:23.960659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de37a9-2513-4aa8-97e3-8f3bb455ad3f req-f7cd0c65-17aa-46d4-b8cf-bf87492a31c1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:23.968342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de37a9-2513-4aa8-97e3-8f3bb455ad3f req-f7cd0c65-17aa-46d4-b8cf-bf87492a31c1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:23.975638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de37a9-2513-4aa8-97e3-8f3bb455ad3f req-f7cd0c65-17aa-46d4-b8cf-bf87492a31c1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:23.981803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de37a9-2513-4aa8-97e3-8f3bb455ad3f req-f7cd0c65-17aa-46d4-b8cf-bf87492a31c1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:23.989240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de37a9-2513-4aa8-97e3-8f3bb455ad3f req-f7cd0c65-17aa-46d4-b8cf-bf87492a31c1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:23.995403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de37a9-2513-4aa8-97e3-8f3bb455ad3f req-f7cd0c65-17aa-46d4-b8cf-bf87492a31c1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:24.004232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13de37a9-2513-4aa8-97e3-8f3bb455ad3f req-f7cd0c65-17aa-46d4-b8cf-bf87492a31c1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5441 time: 0.3394046 Jul 05 18:11:24.056325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:24.064643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:24.067417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:24.067876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.068404 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.089809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e97095-7a46-4af6-a3eb-d6d0fbdef0da None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:24.106959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e74deed7-bd4e-4e47-8a2d-2d18dff749a4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Deleting port 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:24.107452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e74deed7-bd4e-4e47-8a2d-2d18dff749a4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.115497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13de37a9-2513-4aa8-97e3-8f3bb455ad3f req-2471ee3a-07d2-4fc8-a818-6e3e907139c3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024125 Jul 05 18:11:24.244352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-20e97095-7a46-4af6-a3eb-d6d0fbdef0da None None] Deleting port 6a104773-3521-4690-92c9-4c2512dab642 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:24.244825 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-20e97095-7a46-4af6-a3eb-d6d0fbdef0da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.247607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.308845 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e74deed7-bd4e-4e47-8a2d-2d18dff749a4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.326847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e74deed7-bd4e-4e47-8a2d-2d18dff749a4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Calling delete_port for 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:24.354633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a1352ec3-4141-4868-a95b-bb1f3e2c3e90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:24.355060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-20e97095-7a46-4af6-a3eb-d6d0fbdef0da None None] For port 6a104773-3521-4690-92c9-4c2512dab642, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6a104773-3521-4690-92c9-4c2512dab642,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:24.355579 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-20e97095-7a46-4af6-a3eb-d6d0fbdef0da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.355916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc82ea-0ac9-4f37-bb04-d437f0b8daf4 req-009a743a-495e-4401-b03b-5426fed85793 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:24.363812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7dc82ea-0ac9-4f37-bb04-d437f0b8daf4 req-009a743a-495e-4401-b03b-5426fed85793 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.3213568 Jul 05 18:11:24.366967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36076) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:24.370827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d481c302-f6a8-45dc-9ad2-a9a1b2eab419 None None] Provisioning complete for port 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:24.371314 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d481c302-f6a8-45dc-9ad2-a9a1b2eab419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.373318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-20e97095-7a46-4af6-a3eb-d6d0fbdef0da None None] Calling delete_port for 6a104773-3521-4690-92c9-4c2512dab642 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:24.445748 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.447386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d481c302-f6a8-45dc-9ad2-a9a1b2eab419 None None] Port 61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:24.475365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1f0c3c89-12b4-4d78-b717-fb1f9fa8998f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8db2c50a8deb4aa6bb03b72d9adc4ff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073105 Jul 05 18:11:24.476070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36078) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:24.511234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7dc82ea-0ac9-4f37-bb04-d437f0b8daf4 req-bf80405c-6a0e-4f27-badb-01d7924ac1f7 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464424 Jul 05 18:11:24.533065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:24.563848 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e74deed7-bd4e-4e47-8a2d-2d18dff749a4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.577993 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77744720-d98b-44b8-8342-3d9e4017e61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.598693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74deed7-bd4e-4e47-8a2d-2d18dff749a4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event deleted for resources: {'Port': ['ID=61d77658-5b5f-4e90-ba7a-fcf91b2c3d85,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:24.628725 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e74deed7-bd4e-4e47-8a2d-2d18dff749a4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.633570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e74deed7-bd4e-4e47-8a2d-2d18dff749a4 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "DELETE /v2.0/ports/61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 HTTP/1.1" status: 204 len: 168 time: 0.7315443 Jul 05 18:11:24.634902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36080) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:24.636265 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77744720-d98b-44b8-8342-3d9e4017e61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.637850 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.665642 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c54b541-23bb-4d8c-8e82-965d58dd16cf tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] GET failed (client error): The resource could not be found. Jul 05 18:11:24.668654 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-20e97095-7a46-4af6-a3eb-d6d0fbdef0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.672688 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9c54b541-23bb-4d8c-8e82-965d58dd16cf tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "GET /v2.0/ports/61d77658-5b5f-4e90-ba7a-fcf91b2c3d85 HTTP/1.1" status: 404 len: 333 time: 0.0372164 Jul 05 18:11:24.673252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36082) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:24.678595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'port': {'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1475925303'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:24.690473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e97095-7a46-4af6-a3eb-d6d0fbdef0da None None] No DVR routers for this DVR port 6a104773-3521-4690-92c9-4c2512dab642 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:24.699989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.objects.ports [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100997) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:11:24.741897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e97095-7a46-4af6-a3eb-d6d0fbdef0da None None] Pushing event deleted for resources: {'Port': ['ID=6a104773-3521-4690-92c9-4c2512dab642,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:24.832021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 208e33ba-dbb7-42e7-b117-15dac55bbd6e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:24.855860 n-d-799524-1 neutron-server[100997]: WARNING neutron.services.revisions.revision_plugin [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Could not find related port for resource to bump revision. Jul 05 18:11:24.861392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 208e33ba-dbb7-42e7-b117-15dac55bbd6e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:24.864783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 208e33ba-dbb7-42e7-b117-15dac55bbd6e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:24.864783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6a104773-3521-4690-92c9-4c2512dab642 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:24.882223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 6a104773-3521-4690-92c9-4c2512dab642 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:24.882613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6a104773-3521-4690-92c9-4c2512dab642 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:24.885203 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77744720-d98b-44b8-8342-3d9e4017e61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.890951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77744720-d98b-44b8-8342-3d9e4017e61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.890951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-77744720-d98b-44b8-8342-3d9e4017e61d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2 HTTP/1.1" status: 204 len: 168 time: 0.4074655 Jul 05 18:11:24.902749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77744720-d98b-44b8-8342-3d9e4017e61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c7ae6b-43d5-4d7e-95a7-aae8c29d35c2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:24.937911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Port 6a104773-3521-4690-92c9-4c2512dab642 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100997) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 18:11:24.938232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Reverting IP allocation for 2001:db8::f816:3eff:feaf:b27e {{(pid=100997) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 18:11:24.942033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_pluggable_backend [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaf:b27e {{(pid=100997) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 18:11:24.943265 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.980200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Made reservation on behalf of fd0fe90388da43898ddf5ba554f37434 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:24.984024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:24.988900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:24.992581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:24.995365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:24.996053 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:25.002421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] device_id is not set on port 07e565dd-b11d-47b4-9fb7-4b65fb389a36 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:25.008036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69ccfe1-becb-4fd9-a466-5c5540348830 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:25.022219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=050e64bc-37df-4317-910b-89494d5ff0ab,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:25.135703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Allocated IP 2001:db8::39c (3fb3850d-cc17-4099-9736-3d008a00f209/7c9f0212-ba1f-4731-bf46-8b3130e3eb95/07e565dd-b11d-47b4-9fb7-4b65fb389a36) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:25.163317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dd3df6ba-4d85-4d89-ab39-4760454411fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4855444 Jul 05 18:11:25.164169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36090) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:25.183866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:5f:28:a1', 'name': 'tempest-NetworksTestDHCPv6-120577314'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:25.235155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '050e64bc-37df-4317-910b-89494d5ff0ab'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:11:25.236045 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:25.260876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e9def-a3d7-4315-99f0-fc80bef26815'}, {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1352ec3-4141-4868-a95b-bb1f3e2c3e90'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:25.263225 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c8e582-4b5e-4911-8b09-a15d755177ab" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "413e9def-a3d7-4315-99f0-fc80bef26815"}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "a1352ec3-4141-4868-a95b-bb1f3e2c3e90"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:25.337384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:25.353271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Transition to ACTIVE for port object 07e565dd-b11d-47b4-9fb7-4b65fb389a36 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:25.360283 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455667e2-763e-44e2-9193-3ac22b30d598 x-openstack-request-id: req-455667e2-763e-44e2-9193-3ac22b30d598 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:25.362882 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "413e9def-a3d7-4315-99f0-fc80bef26815", "code": 200}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-plugged", "status": "completed", "tag": "a1352ec3-4141-4868-a95b-bb1f3e2c3e90", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:25.362882 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-455667e2-763e-44e2-9193-3ac22b30d598 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:25.362882 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413e9def-a3d7-4315-99f0-fc80bef26815', 'code': 200} Jul 05 18:11:25.362882 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1352ec3-4141-4868-a95b-bb1f3e2c3e90', 'code': 200} Jul 05 18:11:25.441821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Allocated IP 2001:db8::f816:3eff:fe2d:560d (d4311eb2-2783-4bd2-b311-e1327c967a23/050e64bc-37df-4317-910b-89494d5ff0ab/99c074a3-5c1a-4514-b8a5-5e6b62e216cb) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:25.474540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:25.527021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850639-b75f-4bfd-be48-a6b8e8d5a031 req-7e74b8f7-af0f-44fb-94ec-926af8d792cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.534892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850639-b75f-4bfd-be48-a6b8e8d5a031 req-7e74b8f7-af0f-44fb-94ec-926af8d792cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.540730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850639-b75f-4bfd-be48-a6b8e8d5a031 req-7e74b8f7-af0f-44fb-94ec-926af8d792cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.546996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850639-b75f-4bfd-be48-a6b8e8d5a031 req-7e74b8f7-af0f-44fb-94ec-926af8d792cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.553485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850639-b75f-4bfd-be48-a6b8e8d5a031 req-7e74b8f7-af0f-44fb-94ec-926af8d792cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.563367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850639-b75f-4bfd-be48-a6b8e8d5a031 req-7e74b8f7-af0f-44fb-94ec-926af8d792cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.568291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Network 3fb3850d-cc17-4099-9736-3d008a00f209 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:25.569362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06850639-b75f-4bfd-be48-a6b8e8d5a031 req-7e74b8f7-af0f-44fb-94ec-926af8d792cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.571397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06850639-b75f-4bfd-be48-a6b8e8d5a031 req-7e74b8f7-af0f-44fb-94ec-926af8d792cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5442 time: 0.2313600 Jul 05 18:11:25.579082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:25.583209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:25.601981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:25.613171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.614088 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:25.650400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Port': ['ID=07e565dd-b11d-47b4-9fb7-4b65fb389a36,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:25.664653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b55a-1a72-48fd-9591-40df9d8d2e58 req-899485d8-5781-44c4-9614-c172e82e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.665341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b55a-1a72-48fd-9591-40df9d8d2e58 req-899485d8-5781-44c4-9614-c172e82e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.667110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b55a-1a72-48fd-9591-40df9d8d2e58 req-899485d8-5781-44c4-9614-c172e82e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.667778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b55a-1a72-48fd-9591-40df9d8d2e58 req-899485d8-5781-44c4-9614-c172e82e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.668571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b55a-1a72-48fd-9591-40df9d8d2e58 req-899485d8-5781-44c4-9614-c172e82e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.669353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b55a-1a72-48fd-9591-40df9d8d2e58 req-899485d8-5781-44c4-9614-c172e82e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.669986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b562b55a-1a72-48fd-9591-40df9d8d2e58 req-899485d8-5781-44c4-9614-c172e82e44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:25.673051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b562b55a-1a72-48fd-9591-40df9d8d2e58 req-899485d8-5781-44c4-9614-c172e82e44ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6499 time: 0.2452416 Jul 05 18:11:25.726033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06850639-b75f-4bfd-be48-a6b8e8d5a031 req-395ab2e5-d9e1-4b50-89ea-07125c1d4aaa tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426291 Jul 05 18:11:25.761051 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-693fe25e-c301-4a73-af80-ceba99ec2d25 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0861838 Jul 05 18:11:25.763293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36108) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:25.769106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b562b55a-1a72-48fd-9591-40df9d8d2e58 req-f7f241b7-718f-4215-82ab-4472ee23d2ab service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768449 Jul 05 18:11:25.774529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:25.787734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'port': {'network_id': '3fb3850d-cc17-4099-9736-3d008a00f209', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-241969617'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:25.796162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:25.817692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Transition to ACTIVE for port object 99c074a3-5c1a-4514-b8a5-5e6b62e216cb will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:25.857786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Transition to ACTIVE for port object 99c074a3-5c1a-4514-b8a5-5e6b62e216cb will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:25.887610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 9302b65b-6af4-4562-afff-126f5ec01afc yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:25.959824 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.004968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda6fc6-9d32-4a33-bbe4-6a5a819a2f36 req-6d89e671-e4da-4c13-9575-af0babdb490d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:26.006524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5eda6fc6-9d32-4a33-bbe4-6a5a819a2f36 req-6d89e671-e4da-4c13-9575-af0babdb490d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1805098 Jul 05 18:11:26.026980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Pushing event updated for resources: {'Port': ['ID=99c074a3-5c1a-4514-b8a5-5e6b62e216cb,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:26.044775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:26.046421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:26.049056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:26.052250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fe5f:28a1 (d4311eb2-2783-4bd2-b311-e1327c967a23/050e64bc-37df-4317-910b-89494d5ff0ab/9302b65b-6af4-4562-afff-126f5ec01afc) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:26.074124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5eda6fc6-9d32-4a33-bbe4-6a5a819a2f36 req-b352175b-a502-4777-b9f9-7bab60f3523f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567267 Jul 05 18:11:26.119081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Made reservation on behalf of fd0fe90388da43898ddf5ba554f37434 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:26.124904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.138218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Attempting to bind port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:26.138645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Attempting to bind port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:26.139510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Attempting to bind port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:26.145823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:26.146215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:26.146646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.147050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:26.147541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Bound port: 99c074a3-5c1a-4514-b8a5-5e6b62e216cb, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:26.147937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.158993 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] device_id is not set on port 173f2fde-d68e-4734-addb-4836791d6584 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:26.263591 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.302033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-01ab60f6-c149-46d1-9689-41220a2851fe None None] Provisioning for port 07e565dd-b11d-47b4-9fb7-4b65fb389a36 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:26.320767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 9302b65b-6af4-4562-afff-126f5ec01afc will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:26.325777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-01ab60f6-c149-46d1-9689-41220a2851fe None None] Provisioning complete for port 07e565dd-b11d-47b4-9fb7-4b65fb389a36 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:26.326287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-01ab60f6-c149-46d1-9689-41220a2851fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.364874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] For port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:26.367158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-01ab60f6-c149-46d1-9689-41220a2851fe None None] Port 07e565dd-b11d-47b4-9fb7-4b65fb389a36 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:26.379053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] For port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=99c074a3-5c1a-4514-b8a5-5e6b62e216cb,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:26.380263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Allocated IP 2001:db8::29b (3fb3850d-cc17-4099-9736-3d008a00f209/7c9f0212-ba1f-4731-bf46-8b3130e3eb95/173f2fde-d68e-4734-addb-4836791d6584) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:26.428551 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.452867 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.468352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.488002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:26.491796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:26.494854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:26.505800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:26.505800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.532612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=9302b65b-6af4-4562-afff-126f5ec01afc,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:26.535243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b40d800-68b3-41ce-841e-bff7893d28e0 None None] Pushing event updated for resources: {'Port': ['ID=99c074a3-5c1a-4514-b8a5-5e6b62e216cb,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:26.578834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.586747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36122) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:26.596293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Transition to ACTIVE for port object 173f2fde-d68e-4734-addb-4836791d6584 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:26.623119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-34182a83-55d9-49c1-8a82-1aeff11d0549 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4576604 Jul 05 18:11:26.626488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36126) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:26.696948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e754d75b-53f2-4666-9825-ca5bde5c29da tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:26.703003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e754d75b-53f2-4666-9825-ca5bde5c29da tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:26.704646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e754d75b-53f2-4666-9825-ca5bde5c29da tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0771408 Jul 05 18:11:26.715816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1280679213-network', 'tenant_id': '90dd14dab74f4fb3b903c5877d46b504'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:26.721542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36128) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:26.726912 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.799975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Network 3fb3850d-cc17-4099-9736-3d008a00f209 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:26.825047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:26.828340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:26.835516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:26.836235 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.839105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Port': ['ID=173f2fde-d68e-4734-addb-4836791d6584,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:26.877950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Made reservation on behalf of 90dd14dab74f4fb3b903c5877d46b504 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:26.880808 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.895971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.921824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5a34f41f-0288-4c16-b5fd-dbdb73620b93 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 9302b65b-6af4-4562-afff-126f5ec01afc {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:26.922377 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5a34f41f-0288-4c16-b5fd-dbdb73620b93 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:26.926627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99c074a3-5c1a-4514-b8a5-5e6b62e216cb up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:26.940202 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7c756dee-c9cd-4e85-b2f8-5d2dd982a57f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1710742 Jul 05 18:11:26.940202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36132) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:26.945655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-32e1c6b5-8fec-45f9-8d04-da8379a2c295 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::134', 'mac_address': 'fa:16:3e:c6:48:4b'}, {'ip_address': '2001:db8::39c', 'mac_address': 'fa:16:3e:9d:a3:3f'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:27.106182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5a34f41f-0288-4c16-b5fd-dbdb73620b93 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.131755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5a34f41f-0288-4c16-b5fd-dbdb73620b93 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 9302b65b-6af4-4562-afff-126f5ec01afc owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:27.153506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:27.194623 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-32e1c6b5-8fec-45f9-8d04-da8379a2c295 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.197392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fa66d-a43c-4c29-9879-c6cd98a34a01 req-96e5bb05-3fcb-445c-ba60-65b8af4151f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.213639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fa66d-a43c-4c29-9879-c6cd98a34a01 req-96e5bb05-3fcb-445c-ba60-65b8af4151f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.222990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fa66d-a43c-4c29-9879-c6cd98a34a01 req-96e5bb05-3fcb-445c-ba60-65b8af4151f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.233069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fa66d-a43c-4c29-9879-c6cd98a34a01 req-96e5bb05-3fcb-445c-ba60-65b8af4151f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.243072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fa66d-a43c-4c29-9879-c6cd98a34a01 req-96e5bb05-3fcb-445c-ba60-65b8af4151f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.251911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fa66d-a43c-4c29-9879-c6cd98a34a01 req-96e5bb05-3fcb-445c-ba60-65b8af4151f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.258242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fa66d-a43c-4c29-9879-c6cd98a34a01 req-96e5bb05-3fcb-445c-ba60-65b8af4151f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.260524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c40fa66d-a43c-4c29-9879-c6cd98a34a01 req-96e5bb05-3fcb-445c-ba60-65b8af4151f1 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5442 time: 0.2493463 Jul 05 18:11:27.320440 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.400250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.405819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d57c5a38-abe4-4182-b0c9-6fa52df5d0c0 None None] Provisioning for port 173f2fde-d68e-4734-addb-4836791d6584 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:27.412142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d57c5a38-abe4-4182-b0c9-6fa52df5d0c0 None None] Provisioning complete for port 173f2fde-d68e-4734-addb-4836791d6584 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:27.412647 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d57c5a38-abe4-4182-b0c9-6fa52df5d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.434541 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-32e1c6b5-8fec-45f9-8d04-da8379a2c295 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.445539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c40fa66d-a43c-4c29-9879-c6cd98a34a01 req-7b444f7a-d78f-4500-b758-dc21e19ddac0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1422133 Jul 05 18:11:27.452060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:11:27.455215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d57c5a38-abe4-4182-b0c9-6fa52df5d0c0 None None] Port 173f2fde-d68e-4734-addb-4836791d6584 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:27.483160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea88d3b-ab54-4824-927a-043995a14982,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:27.492374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.492733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.493137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.493426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.493913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.494257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.494686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.495050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.495643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.495995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.496169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.496504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:27.502150 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-32e1c6b5-8fec-45f9-8d04-da8379a2c295 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.542609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.542963 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Added segment 5c9e1664-23e1-42ed-9933-a5d48e60a1cc of type vlan for network 0783557a-d451-4adc-849d-024222cf50df Jul 05 18:11:27.603861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1c6b5-8fec-45f9-8d04-da8379a2c295 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event updated for resources: {'Port': ['ID=173f2fde-d68e-4734-addb-4836791d6584,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:27.630266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-32e1c6b5-8fec-45f9-8d04-da8379a2c295 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] In _notify_port_updated(), no bound segment for port 173f2fde-d68e-4734-addb-4836791d6584 on network 3fb3850d-cc17-4099-9736-3d008a00f209 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:11:27.633961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58881af2-ff71-489a-b7a2-cc1b9b1302fe req-2f88d3a8-ccea-4849-a31c-401e3c40ffb8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.635447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58881af2-ff71-489a-b7a2-cc1b9b1302fe req-2f88d3a8-ccea-4849-a31c-401e3c40ffb8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.3739464 Jul 05 18:11:27.637961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e1c6b5-8fec-45f9-8d04-da8379a2c295 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.639417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-32e1c6b5-8fec-45f9-8d04-da8379a2c295 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.641415 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-32e1c6b5-8fec-45f9-8d04-da8379a2c295 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "PUT /v2.0/ports/173f2fde-d68e-4734-addb-4836791d6584 HTTP/1.1" status: 200 len: 1067 time: 0.7009647 Jul 05 18:11:27.645404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36142) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:27.731641 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.753803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58881af2-ff71-489a-b7a2-cc1b9b1302fe req-466ff137-48ea-4980-8120-d08ce4d17fdd tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826516 Jul 05 18:11:27.819107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-09583e74-6d7f-4502-8771-29c90cd50934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Deleting port 173f2fde-d68e-4734-addb-4836791d6584 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:27.819456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-09583e74-6d7f-4502-8771-29c90cd50934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.843014 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5a34f41f-0288-4c16-b5fd-dbdb73620b93 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.884515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34f41f-0288-4c16-b5fd-dbdb73620b93 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=9302b65b-6af4-4562-afff-126f5ec01afc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:27.887794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.889732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:27.890528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.926427 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-09583e74-6d7f-4502-8771-29c90cd50934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.940702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-09583e74-6d7f-4502-8771-29c90cd50934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Calling delete_port for 173f2fde-d68e-4734-addb-4836791d6584 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:27.981230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] Provisioning complete for port 173f2fde-d68e-4734-addb-4836791d6584 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:27.981613 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.989977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5a34f41f-0288-4c16-b5fd-dbdb73620b93 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:27.992251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5a34f41f-0288-4c16-b5fd-dbdb73620b93 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/9302b65b-6af4-4562-afff-126f5ec01afc HTTP/1.1" status: 204 len: 168 time: 1.2687802 Jul 05 18:11:28.007846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36144) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:28.024758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] Port 173f2fde-d68e-4734-addb-4836791d6584 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:28.087092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4989052 Jul 05 18:11:28.091393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36150) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:28.096987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Request body: {'subnet': {'network_id': '0783557a-d451-4adc-849d-024222cf50df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1280679213-subnet', 'tenant_id': '90dd14dab74f4fb3b903c5877d46b504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:28.097192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbac56e-fe34-40c7-9566-4a0754cbc204 admin admin] Pushing event updated for resources: {'Network': ['ID=0783557a-d451-4adc-849d-024222cf50df,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:28.109760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 0783557a-d451-4adc-849d-024222cf50df details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:11:28.122453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cb0202-df56-4318-916a-69de96707790 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:28.122706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] Provisioning for port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:28.124181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34cb0202-df56-4318-916a-69de96707790 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:28.125850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-34cb0202-df56-4318-916a-69de96707790 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1171305 Jul 05 18:11:28.128620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36152) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:28.159000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] Provisioning complete for port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:28.159605 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.172300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-09583e74-6d7f-4502-8771-29c90cd50934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.195183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f825f4-9df3-4cce-b17d-d68e202d1162 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 050e64bc-37df-4317-910b-89494d5ff0ab {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:28.198932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2f825f4-9df3-4cce-b17d-d68e202d1162 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.222459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09583e74-6d7f-4502-8771-29c90cd50934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event deleted for resources: {'Port': ['ID=173f2fde-d68e-4734-addb-4836791d6584,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:28.258683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Made reservation on behalf of 90dd14dab74f4fb3b903c5877d46b504 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:28.261072 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.262248 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.267918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2f825f4-9df3-4cce-b17d-d68e202d1162 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.316254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] For port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=99c074a3-5c1a-4514-b8a5-5e6b62e216cb,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:28.399568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.401439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2f825f4-9df3-4cce-b17d-d68e202d1162 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.494861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df657bd-17e2-418e-9d04-52ab79cc5e1d None None] Pushing event updated for resources: {'Port': ['ID=99c074a3-5c1a-4514-b8a5-5e6b62e216cb,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:28.529412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-780df27d-7bf2-4c6d-a976-4714a7fa1f53 None None] Could not find standard attr ID for object 9302b65b-6af4-4562-afff-126f5ec01afc. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:11:28.594957 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-09583e74-6d7f-4502-8771-29c90cd50934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.597074 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-09583e74-6d7f-4502-8771-29c90cd50934 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "DELETE /v2.0/ports/173f2fde-d68e-4734-addb-4836791d6584 HTTP/1.1" status: 204 len: 168 time: 0.9504907 Jul 05 18:11:28.600186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36158) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:28.615904 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2f825f4-9df3-4cce-b17d-d68e202d1162 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.653994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1189f242-b878-48df-b9b9-126e6ace3606 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:28.657136 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2f825f4-9df3-4cce-b17d-d68e202d1162 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.659137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f2f825f4-9df3-4cce-b17d-d68e202d1162 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/050e64bc-37df-4317-910b-89494d5ff0ab HTTP/1.1" status: 204 len: 168 time: 0.5295475 Jul 05 18:11:28.660500 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a5da33-30e7-4e9a-b8b4-229850f241d9 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] GET failed (client error): The resource could not be found. Jul 05 18:11:28.666800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-09a5da33-30e7-4e9a-b8b4-229850f241d9 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "GET /v2.0/ports/173f2fde-d68e-4734-addb-4836791d6584 HTTP/1.1" status: 404 len: 333 time: 0.0611465 Jul 05 18:11:28.666800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36160) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:28.677149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36162) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:28.705108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f825f4-9df3-4cce-b17d-d68e202d1162 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=050e64bc-37df-4317-910b-89494d5ff0ab,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:28.772269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:28.905463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99c074a3-5c1a-4514-b8a5-5e6b62e216cb up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:28.937076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f40730c-d99d-4046-914f-554d482268a0,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:28.959525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Checking segment: {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:28.959890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Network hostable DHCP agents. Network: 0783557a-d451-4adc-849d-024222cf50df, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:11:28.988066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b4b2cd-35a5-4d2d-88c5-48623a25efd8 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:28.996203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3d82c508-3635-41b4-ac02-de3ed7a3b8a5 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Deleting port 07e565dd-b11d-47b4-9fb7-4b65fb389a36 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:28.996539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d82c508-3635-41b4-ac02-de3ed7a3b8a5 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.028461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:29.028461 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.103715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-146b58df-948f-47f8-9774-3cfac076f231 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4214852 Jul 05 18:11:29.104508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d82c508-3635-41b4-ac02-de3ed7a3b8a5 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.106290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36166) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:29.112170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:29.119238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3d82c508-3635-41b4-ac02-de3ed7a3b8a5 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Calling delete_port for 07e565dd-b11d-47b4-9fb7-4b65fb389a36 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:29.148299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-25b4b2cd-35a5-4d2d-88c5-48623a25efd8 None None] Deleting port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:29.148686 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25b4b2cd-35a5-4d2d-88c5-48623a25efd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.257073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-25b4b2cd-35a5-4d2d-88c5-48623a25efd8 None None] For port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=99c074a3-5c1a-4514-b8a5-5e6b62e216cb,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:29.258956 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25b4b2cd-35a5-4d2d-88c5-48623a25efd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.279349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-25b4b2cd-35a5-4d2d-88c5-48623a25efd8 None None] Calling delete_port for 99c074a3-5c1a-4514-b8a5-5e6b62e216cb owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:29.283583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea21fd-9c4f-42d9-82ab-e33cd5602bba req-fd034f0e-2a4e-45bc-952b-521c6f47e226 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:29.286609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Network 0783557a-d451-4adc-849d-024222cf50df is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:11:29.294343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea21fd-9c4f-42d9-82ab-e33cd5602bba req-fd034f0e-2a4e-45bc-952b-521c6f47e226 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:29.303095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea21fd-9c4f-42d9-82ab-e33cd5602bba req-fd034f0e-2a4e-45bc-952b-521c6f47e226 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:29.309063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea21fd-9c4f-42d9-82ab-e33cd5602bba req-fd034f0e-2a4e-45bc-952b-521c6f47e226 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:29.315608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea21fd-9c4f-42d9-82ab-e33cd5602bba req-fd034f0e-2a4e-45bc-952b-521c6f47e226 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:29.321661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea21fd-9c4f-42d9-82ab-e33cd5602bba req-fd034f0e-2a4e-45bc-952b-521c6f47e226 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:29.328783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea21fd-9c4f-42d9-82ab-e33cd5602bba req-fd034f0e-2a4e-45bc-952b-521c6f47e226 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:29.330887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8ea21fd-9c4f-42d9-82ab-e33cd5602bba req-fd034f0e-2a4e-45bc-952b-521c6f47e226 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5442 time: 0.6891682 Jul 05 18:11:29.374965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeada7c-1996-4576-9e39-9c0d2f96a985 req-d245a9fe-8b2d-428c-aa59-e0e2e7d3cd9b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:29.376402 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d82c508-3635-41b4-ac02-de3ed7a3b8a5 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.377399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1aeada7c-1996-4576-9e39-9c0d2f96a985 req-d245a9fe-8b2d-428c-aa59-e0e2e7d3cd9b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.2761395 Jul 05 18:11:29.408340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82c508-3635-41b4-ac02-de3ed7a3b8a5 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event deleted for resources: {'Port': ['ID=07e565dd-b11d-47b4-9fb7-4b65fb389a36,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:29.412191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 0783557a-d451-4adc-849d-024222cf50df) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:29.417832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:29.418770 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.425131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f62588-68b7-436b-ad80-60347d6e4ac2 None None] Network 0783557a-d451-4adc-849d-024222cf50df requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:29.455461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3d82c508-3635-41b4-ac02-de3ed7a3b8a5 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.461470 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3d82c508-3635-41b4-ac02-de3ed7a3b8a5 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "DELETE /v2.0/ports/07e565dd-b11d-47b4-9fb7-4b65fb389a36 HTTP/1.1" status: 204 len: 168 time: 0.7828882 Jul 05 18:11:29.462146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36168) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:29.480505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8ea21fd-9c4f-42d9-82ab-e33cd5602bba req-e9f75518-15a0-4f11-bb44-b4b812e2df24 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1346436 Jul 05 18:11:29.486402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1aeada7c-1996-4576-9e39-9c0d2f96a985 req-bef81822-25ba-42f7-8cac-3403d719f248 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994172 Jul 05 18:11:29.489581 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25b4b2cd-35a5-4d2d-88c5-48623a25efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.505225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:29.516681 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa56eeee-b6e4-4dde-9ddb-573a351636f2 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] GET failed (client error): The resource could not be found. Jul 05 18:11:29.520290 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.522801 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aa56eeee-b6e4-4dde-9ddb-573a351636f2 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "GET /v2.0/ports/07e565dd-b11d-47b4-9fb7-4b65fb389a36 HTTP/1.1" status: 404 len: 333 time: 0.0586939 Jul 05 18:11:29.523568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36170) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:29.574433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4b2cd-35a5-4d2d-88c5-48623a25efd8 None None] Pushing event deleted for resources: {'Port': ['ID=99c074a3-5c1a-4514-b8a5-5e6b62e216cb,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:29.585301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b4b2cd-35a5-4d2d-88c5-48623a25efd8 None None] No DVR routers for this DVR port 99c074a3-5c1a-4514-b8a5-5e6b62e216cb on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:29.595509 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-14247622-fd85-45c6-8501-c7cdc4c80c99 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5026691 Jul 05 18:11:29.749108 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.755420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Deleting port 3d390c62-efc1-4b48-b8c4-8a6a347f4cbb {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:29.755967 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.824783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6061846-2987-481c-8933-dae3ee89d88b None None] Network 0783557a-d451-4adc-849d-024222cf50df requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:29.951657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:29.965695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Calling delete_port for 3d390c62-efc1-4b48-b8c4-8a6a347f4cbb owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:30.032759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452225db-bbff-40d7-a021-ac3cfb16bebd req-6a3d26e1-e0c9-4a0f-9d54-3b16d8aa1765 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:30.043659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452225db-bbff-40d7-a021-ac3cfb16bebd req-6a3d26e1-e0c9-4a0f-9d54-3b16d8aa1765 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:30.052591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452225db-bbff-40d7-a021-ac3cfb16bebd req-6a3d26e1-e0c9-4a0f-9d54-3b16d8aa1765 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:30.059814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452225db-bbff-40d7-a021-ac3cfb16bebd req-6a3d26e1-e0c9-4a0f-9d54-3b16d8aa1765 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:30.068471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452225db-bbff-40d7-a021-ac3cfb16bebd req-6a3d26e1-e0c9-4a0f-9d54-3b16d8aa1765 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:30.076436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452225db-bbff-40d7-a021-ac3cfb16bebd req-6a3d26e1-e0c9-4a0f-9d54-3b16d8aa1765 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:30.086290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452225db-bbff-40d7-a021-ac3cfb16bebd req-6a3d26e1-e0c9-4a0f-9d54-3b16d8aa1765 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:30.089538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-452225db-bbff-40d7-a021-ac3cfb16bebd req-6a3d26e1-e0c9-4a0f-9d54-3b16d8aa1765 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5442 time: 0.2173440 Jul 05 18:11:30.106861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36186) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:30.113989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Request body: {'floatingip': {'port_id': '0b837272-e9e7-42da-95df-6edf0499d472'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:30.182286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.236912 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.285872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event deleted for resources: {'Port': ['ID=3d390c62-efc1-4b48-b8c4-8a6a347f4cbb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:30.307157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.307512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.307854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.308197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.308527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.308859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.309187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.309518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.309832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.310154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.310516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.310841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:11:30.346385 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.351986 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cd21db3e-136e-4e78-970f-87e4423612e6 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "DELETE /v2.0/ports/3d390c62-efc1-4b48-b8c4-8a6a347f4cbb HTTP/1.1" status: 204 len: 168 time: 0.8272736 Jul 05 18:11:30.352755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36196) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:30.417848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8785f15-a898-4788-9c35-3d929092145f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Deleting subnet 7c9f0212-ba1f-4731-bf46-8b3130e3eb95 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:30.423515 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8785f15-a898-4788-9c35-3d929092145f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.474683 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8785f15-a898-4788-9c35-3d929092145f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.609239 n-d-799524-1 neutron-server[100997]: DEBUG neutron.objects.ports [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100997) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:11:30.643574 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8785f15-a898-4788-9c35-3d929092145f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.700758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.724348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-f2399d91-aa36-416d-8dd1-b3aae430d980 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:30.726674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-f2399d91-aa36-416d-8dd1-b3aae430d980 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/networks?id=0783557a-d451-4adc-849d-024222cf50df HTTP/1.1" status: 200 len: 818 time: 0.3923752 Jul 05 18:11:30.803284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8785f15-a898-4788-9c35-3d929092145f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.835716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99c074a3-5c1a-4514-b8a5-5e6b62e216cb no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:30.848900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:30.862053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:30.865250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:30.865851 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.876949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-220e34d8-fb6c-416e-bef1-3e7ebbac0b43 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/quotas/90dd14dab74f4fb3b903c5877d46b504 HTTP/1.1" status: 200 len: 375 time: 0.1175044 Jul 05 18:11:30.877191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8785f15-a898-4788-9c35-3d929092145f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9f0212-ba1f-4731-bf46-8b3130e3eb95,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:30.893907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8785f15-a898-4788-9c35-3d929092145f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:30.903199 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d8785f15-a898-4788-9c35-3d929092145f tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "DELETE /v2.0/subnets/7c9f0212-ba1f-4731-bf46-8b3130e3eb95 HTTP/1.1" status: 204 len: 168 time: 0.5442410 Jul 05 18:11:30.903930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36202) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:30.920808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=613a114e-dd5d-4148-b90a-87a865b5eba6,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:30.922475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 99c074a3-5c1a-4514-b8a5-5e6b62e216cb {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:30.923083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99c074a3-5c1a-4514-b8a5-5e6b62e216cb not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:30.944491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67993616-8106-4406-8b08-19c2dcc3ea67 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:30.954188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda52565-7191-441a-acf4-09cdb8246df9 None None] Network 3fb3850d-cc17-4099-9736-3d008a00f209 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:30.969278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-326a3dc6-a68a-4883-a324-5ab565b70ce3 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=90dd14dab74f4fb3b903c5877d46b504&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533469 Jul 05 18:11:31.046246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.058908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3ec85358-852d-406a-ac10-4244bfdbfe8e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9513755 Jul 05 18:11:31.059287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36204) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:31.082865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:f7:62:85', 'name': 'tempest-NetworksTestDHCPv6-229216005'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:31.095839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41840b-fc7f-4afc-9d21-4fc3910d7888 req-4b5569f6-5038-48cd-8a8c-a459509e348d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:31.097561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a41840b-fc7f-4afc-9d21-4fc3910d7888 req-4b5569f6-5038-48cd-8a8c-a459509e348d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.4023764 Jul 05 18:11:31.155158 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.resource_extend [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:11:31.251290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-83798ac6-683e-4458-b354-682393a7b2a9 service neutron] 10.222.0.30 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724462 Jul 05 18:11:31.253799 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Deleting port 588eb0f7-d043-41f3-8f95-7a38f5920742 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:31.254243 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.268185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a41840b-fc7f-4afc-9d21-4fc3910d7888 req-e8ca8bbe-229b-48d4-aa4e-c84529a091a3 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622894 Jul 05 18:11:31.284802 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.338991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '613a114e-dd5d-4148-b90a-87a865b5eba6'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:11:31.339876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.351305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.370340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] For port 588eb0f7-d043-41f3-8f95-7a38f5920742, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=588eb0f7-d043-41f3-8f95-7a38f5920742,segment=NetworkSegment(6204b338-c089-4bd6-ad0b-e315f9d16592),segment_id=6204b338-c089-4bd6-ad0b-e315f9d16592)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:31.371124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.387148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Calling delete_port for 588eb0f7-d043-41f3-8f95-7a38f5920742 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:31.406315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:31.444638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d966f046-bea6-4750-b06e-ee4335c32cca None None] DHCP port deletion for 3fb3850d-cc17-4099-9736-3d008a00f209 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:31.519568 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-1baec887-7f06-410f-9239-2c334395cec0 service neutron] 10.222.0.30 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527058 Jul 05 18:11:31.552256 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Floating IP bff25721-5b54-4420-ac14-c628cdf95e27 associated. External IP: 172.25.3.210, port: 0b837272-e9e7-42da-95df-6edf0499d472. Jul 05 18:11:31.562013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d966f046-bea6-4750-b06e-ee4335c32cca None None] Deleting port 588eb0f7-d043-41f3-8f95-7a38f5920742 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:31.562392 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d966f046-bea6-4750-b06e-ee4335c32cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.605259 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.634756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 926e6e80-25fb-4831-94d7-f32a8861db6c yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:31.639677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d966f046-bea6-4750-b06e-ee4335c32cca None None] For port 588eb0f7-d043-41f3-8f95-7a38f5920742, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=588eb0f7-d043-41f3-8f95-7a38f5920742,segment=NetworkSegment(6204b338-c089-4bd6-ad0b-e315f9d16592),segment_id=6204b338-c089-4bd6-ad0b-e315f9d16592)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:31.640087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d966f046-bea6-4750-b06e-ee4335c32cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.653486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d966f046-bea6-4750-b06e-ee4335c32cca None None] Calling delete_port for 588eb0f7-d043-41f3-8f95-7a38f5920742 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:31.709381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Allocated IP 2001:db8::f816:3eff:fe27:8b63 (d4311eb2-2783-4bd2-b311-e1327c967a23/613a114e-dd5d-4148-b90a-87a865b5eba6/0a2ae3f2-c820-4549-bdda-24a1ed78dc5e) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:31.728990 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.773296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event deleted for resources: {'Port': ['ID=588eb0f7-d043-41f3-8f95-7a38f5920742,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:31.775866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] No DVR routers for this DVR port 588eb0f7-d043-41f3-8f95-7a38f5920742 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:31.824782 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d966f046-bea6-4750-b06e-ee4335c32cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.857282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966f046-bea6-4750-b06e-ee4335c32cca None None] Pushing event deleted for resources: {'Port': ['ID=588eb0f7-d043-41f3-8f95-7a38f5920742,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:31.866198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d966f046-bea6-4750-b06e-ee4335c32cca None None] No DVR routers for this DVR port 588eb0f7-d043-41f3-8f95-7a38f5920742 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:31.906321 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.921971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fb3850d-cc17-4099-9736-3d008a00f209']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:31.931653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Router a6ebee24-c0c7-4e6d-a660-275a8ed0292d has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:11:31.933783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6204b338-c089-4bd6-ad0b-e315f9d16592') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:31.934080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6204b338-c089-4bd6-ad0b-e315f9d16592') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:31.948556 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.968621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.974804 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.980455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:31.980917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:31.985386 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:32.077669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:11:32.082542 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:32.089089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] Sync routers for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:11:32.101879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:32.103737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:32.123667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e39e060a-d1fa-442e-b86b-235f0f90d9cd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "PUT /v2.0/floatingips/bff25721-5b54-4420-ac14-c628cdf95e27 HTTP/1.1" status: 200 len: 992 time: 2.0151114 Jul 05 18:11:32.124263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:32.126836 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01e9cd0-0931-47b0-934a-14bcf13501f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "0b837272-e9e7-42da-95df-6edf0499d472"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:32.143416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:32.145922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:32.148211 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] 10.222.0.30 "DELETE /v2.0/networks/3fb3850d-cc17-4099-9736-3d008a00f209 HTTP/1.1" status: 204 len: 168 time: 1.2430472 Jul 05 18:11:32.176408 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49d480b-34fe-476c-812f-b1291d169bfc x-openstack-request-id: req-a49d480b-34fe-476c-812f-b1291d169bfc {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:32.177000 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "tag": "0b837272-e9e7-42da-95df-6edf0499d472", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:32.177260 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a49d480b-34fe-476c-812f-b1291d169bfc {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:32.177669 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472', 'status': 'completed', 'code': 200} Jul 05 18:11:32.181285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c374a5-004a-468b-ad88-54d2ad2b7d93 tempest-AllowedAddressPairIpV6TestJSON-779760958 tempest-AllowedAddressPairIpV6TestJSON-779760958-project] Pushing event deleted for resources: {'Network': ['ID=3fb3850d-cc17-4099-9736-3d008a00f209,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:32.236751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Transition to ACTIVE for port object 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:32.271566 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Transition to ACTIVE for port object 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:32.331655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-90c5c793-acf5-4286-bd68-0099537843f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.333094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-90c5c793-acf5-4286-bd68-0099537843f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.333094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-90c5c793-acf5-4286-bd68-0099537843f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.333281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-90c5c793-acf5-4286-bd68-0099537843f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.334169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-90c5c793-acf5-4286-bd68-0099537843f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.334492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-90c5c793-acf5-4286-bd68-0099537843f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.335022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-90c5c793-acf5-4286-bd68-0099537843f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.338202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-90c5c793-acf5-4286-bd68-0099537843f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6499 time: 0.0890625 Jul 05 18:11:32.402271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:11:32.404900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:32.491341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-d89fed82-66e7-4d75-9f26-df0d72b78d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.493024 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-d89fed82-66e7-4d75-9f26-df0d72b78d7d service neutron] 10.222.0.39 "GET /v2.0/networks?id=ee04f9ef-fb0c-45a7-9031-927397111ae6 HTTP/1.1" status: 200 len: 916 time: 0.1443954 Jul 05 18:11:32.495434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-560f687a-0e1f-4684-8a0a-b2253935ebde req-5c4a6135-ee48-49f6-a4ab-858a0a6ce69c tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 210 time: 0.0360074 Jul 05 18:11:32.527026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fef7:6285 (d4311eb2-2783-4bd2-b311-e1327c967a23/613a114e-dd5d-4148-b90a-87a865b5eba6/926e6e80-25fb-4831-94d7-f32a8861db6c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:32.531216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:32.537556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:32.545984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:32.592300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:32.621423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-cd222e86-32e2-4213-9fb7-8fb8f33846fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b837272-e9e7-42da-95df-6edf0499d472 HTTP/1.1" status: 200 len: 1000 time: 0.1148918 Jul 05 18:11:32.637962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973edcf8-ce5e-4e35-98e6-541783a0e48b req-2650eaf6-158e-45ad-ad15-2093fa9a5f67 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.639663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-973edcf8-ce5e-4e35-98e6-541783a0e48b req-2650eaf6-158e-45ad-ad15-2093fa9a5f67 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1318660 Jul 05 18:11:32.698240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Pushing event updated for resources: {'Port': ['ID=0a2ae3f2-c820-4549-bdda-24a1ed78dc5e,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:32.733002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-3f7ce045-5964-469a-aeaf-f891376c4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.734774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-3f7ce045-5964-469a-aeaf-f891376c4fe5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14e07268-25bd-4b89-b913-7d9c6aa6a667 HTTP/1.1" status: 200 len: 855 time: 0.0940747 Jul 05 18:11:32.740617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-973edcf8-ce5e-4e35-98e6-541783a0e48b req-49706038-e0c4-4442-925a-d1a606da7fd1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912268 Jul 05 18:11:32.776843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36228) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:32.787881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:32.804521 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:32.844848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-e299b570-1e60-416f-ad60-636dfaca30f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:32.844848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-e299b570-1e60-416f-ad60-636dfaca30f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee04f9ef-fb0c-45a7-9031-927397111ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897677 Jul 05 18:11:32.848887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 926e6e80-25fb-4831-94d7-f32a8861db6c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:32.866023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 588eb0f7-d043-41f3-8f95-7a38f5920742 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:32.892826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 588eb0f7-d043-41f3-8f95-7a38f5920742 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:32.893483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 588eb0f7-d043-41f3-8f95-7a38f5920742 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:32.896906 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6', 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9', 'port_id': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6', 'mac_address': 'fa:16:3e:de:51:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15035df3-c065-479f-94fd-23f7e0d512a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:32.910861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Attempting to bind port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:32.911251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Attempting to bind port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:32.911603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Attempting to bind port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:32.930268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:32.930695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:32.931110 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:32.931512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:32.932008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Bound port: 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:32.932407 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.018182 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e3770634-1fb9-4af8-b78b-8354772b15bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd0fe90388da43898ddf5ba554f37434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375751 Jul 05 18:11:33.018836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36236) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:33.020552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-1b3275b6-30ca-4da5-af86-e946aa6704ae service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409240 Jul 05 18:11:33.026694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.079486 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.134073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=926e6e80-25fb-4831-94d7-f32a8861db6c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:33.143389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:33.156636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e01e9cd0-0931-47b0-934a-14bcf13501f3 req-2fe9f02c-55c3-436c-819e-f02bf1fc9002 service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235793 Jul 05 18:11:33.165167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:33.167065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:33.174343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:33.187204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:33.193529 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.196015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:33.206408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] For port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:33.211065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] For port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0a2ae3f2-c820-4549-bdda-24a1ed78dc5e,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:33.237953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e41dc7d2-edba-475a-8988-e42e19b92538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.245370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'bff25721-5b54-4420-ac14-c628cdf95e27', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'port_id': '0b837272-e9e7-42da-95df-6edf0499d472', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'mac_address': 'fa:16:3e:ff:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:09:46Z', 'updated_at': '2021-07-05T18:11:31Z', 'revision_number': 1, 'project_id': 'd65012d13e064701b487acd66c900857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:54Z', 'revision_number': 5, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:33.264088 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e41dc7d2-edba-475a-8988-e42e19b92538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.326015 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fe7af6ce-af42-4b49-a238-20b8391f5863 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2613940 Jul 05 18:11:33.329893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36246) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:33.409645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e41dc7d2-edba-475a-8988-e42e19b92538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.416260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e41dc7d2-edba-475a-8988-e42e19b92538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.416260 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e41dc7d2-edba-475a-8988-e42e19b92538 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b2ebed7-c888-4536-a74c-601df54fe106 HTTP/1.1" status: 204 len: 168 time: 0.3932583 Jul 05 18:11:33.425515 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dc7d2-edba-475a-8988-e42e19b92538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2ebed7-c888-4536-a74c-601df54fe106,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:33.448974 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.453340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:33.469738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44291d75-e99d-4193-9bdb-7429e3032224 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:33.477706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44291d75-e99d-4193-9bdb-7429e3032224 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:33.480152 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-44291d75-e99d-4193-9bdb-7429e3032224 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1479790 Jul 05 18:11:33.483891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36250) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:33.499459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] Checking router: a6ebee24-c0c7-4e6d-a660-275a8ed0292d for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:11:33.551807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:33.552656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:33.602720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:33.707580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549df982-b11d-4fb7-a4ff-2dcebe696fd4 None None] Pushing event updated for resources: {'Port': ['ID=0a2ae3f2-c820-4549-bdda-24a1ed78dc5e,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:33.752493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:11:33.926624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e9e29aab-1924-4f83-bce4-a7d3b24ab1e6'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:34.116979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64bdbccb-3ae7-44a7-89b2-68bc8fdb0802 req-9b66fcc7-6d72-4b3b-ac0d-4cded6570fd3 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 210 time: 0.1382561 Jul 05 18:11:34.198270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b02f520-3d84-4865-b83f-fa0fca6e8eda req-9a0e5c8b-a8e8-483d-8dbc-b96c1c122344 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:34.206272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b02f520-3d84-4865-b83f-fa0fca6e8eda req-9a0e5c8b-a8e8-483d-8dbc-b96c1c122344 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 944 time: 0.2059457 Jul 05 18:11:34.238233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-43611528-407a-4263-9d1f-1db51f103a40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 926e6e80-25fb-4831-94d7-f32a8861db6c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:34.242835 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43611528-407a-4263-9d1f-1db51f103a40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:34.348323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b02f520-3d84-4865-b83f-fa0fca6e8eda req-d04eaad9-fb70-4b9c-8a65-075404074a0b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410735 Jul 05 18:11:34.350653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'bff25721-5b54-4420-ac14-c628cdf95e27', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'port_id': '0b837272-e9e7-42da-95df-6edf0499d472', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'mac_address': 'fa:16:3e:ff:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:09:46Z', 'updated_at': '2021-07-05T18:11:31Z', 'revision_number': 1, 'project_id': 'd65012d13e064701b487acd66c900857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:54Z', 'revision_number': 5, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:34.383993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b6b345-2b22-4500-a83c-ae6f2ab469c5 None None] The sync data for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 is: [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'bff25721-5b54-4420-ac14-c628cdf95e27', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'floating_ip_address': '172.25.3.210', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'port_id': '0b837272-e9e7-42da-95df-6edf0499d472', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1503, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'mac_address': 'fa:16:3e:ff:de:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:09:46Z', 'updated_at': '2021-07-05T18:11:31Z', 'revision_number': 1, 'project_id': 'd65012d13e064701b487acd66c900857', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:54Z', 'revision_number': 5, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:11:34.413523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43611528-407a-4263-9d1f-1db51f103a40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:34.429129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-43611528-407a-4263-9d1f-1db51f103a40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 926e6e80-25fb-4831-94d7-f32a8861db6c owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:34.570338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:34.696576 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:34.715850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:34.719491 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43611528-407a-4263-9d1f-1db51f103a40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:34.737581 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be98fa7d-e628-4b1f-b5fb-6c6892920b7e None None] New status for floating IP bff25721-5b54-4420-ac14-c628cdf95e27: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:11:34.792548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:34.814154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43611528-407a-4263-9d1f-1db51f103a40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=926e6e80-25fb-4831-94d7-f32a8861db6c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:34.846735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43611528-407a-4263-9d1f-1db51f103a40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:34.853339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36278) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:34.854272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-43611528-407a-4263-9d1f-1db51f103a40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/926e6e80-25fb-4831-94d7-f32a8861db6c HTTP/1.1" status: 204 len: 168 time: 1.3690927 Jul 05 18:11:34.907944 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:34.999990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:35.016624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bfa970-b2e2-49c9-87dd-2c1ade6299a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:35.018645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bfa970-b2e2-49c9-87dd-2c1ade6299a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:35.023357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36282) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:35.045219 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c5bfa970-b2e2-49c9-87dd-2c1ade6299a0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1906176 Jul 05 18:11:35.071140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:35.114480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bdb525-0227-468a-89bf-a41511e2de8f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 613a114e-dd5d-4148-b90a-87a865b5eba6 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:35.117890 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32bdb525-0227-468a-89bf-a41511e2de8f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.132548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36284) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:35.199382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:35.257315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32bdb525-0227-468a-89bf-a41511e2de8f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.388165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] Provisioning for port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:35.395795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] Provisioning complete for port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:35.396559 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.400065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d493f23-4003-4dd2-aa2e-e2cac41c52e4 req-ca2f732f-9954-434c-85a8-00ad1b5a2efb tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 210 time: 0.1390073 Jul 05 18:11:35.403906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'networks': [{'name': 'tempest-network--1790209387'}, {'name': 'tempest-network--593386547'}]} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:35.404342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'network': {'name': 'tempest-network--1790209387'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:35.405282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'network': {'name': 'tempest-network--593386547'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:35.527948 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32bdb525-0227-468a-89bf-a41511e2de8f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.570483 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Made reservation on behalf of 196f2d7dd2644c62b510d15d5db971a2 for: {'network': 2} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:35.576638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.584667 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.599674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.698816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b563b5c-7bfd-4c82-80a4-78498940cb1d req-ad9eaa60-7d93-4214-b810-4ba4436e6716 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:35.700616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b563b5c-7bfd-4c82-80a4-78498940cb1d req-ad9eaa60-7d93-4214-b810-4ba4436e6716 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.1354451 Jul 05 18:11:35.745707 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.753422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b563b5c-7bfd-4c82-80a4-78498940cb1d req-9977e4ef-ee33-42ef-8729-bc66b54c6182 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453482 Jul 05 18:11:35.815156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32bdb525-0227-468a-89bf-a41511e2de8f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.870427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdb525-0227-468a-89bf-a41511e2de8f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=613a114e-dd5d-4148-b90a-87a865b5eba6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:35.873778 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32bdb525-0227-468a-89bf-a41511e2de8f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:35.877009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-32bdb525-0227-468a-89bf-a41511e2de8f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/613a114e-dd5d-4148-b90a-87a865b5eba6 HTTP/1.1" status: 204 len: 168 time: 0.8519330 Jul 05 18:11:35.879655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:35.902877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:11:35.903429 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:11:35.931407 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f225ffbd-96f1-4223-9c93-a55c7e9bc3dc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490270 Jul 05 18:11:35.933976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36300) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:35.953420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec5dd4f-3976-46d2-b755-8275a2ab21bb None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:35.991434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.034258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaca9f6-7076-4d7f-9d3d-cb386e7cff94 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:36.038576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aaaca9f6-7076-4d7f-9d3d-cb386e7cff94 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1006627 Jul 05 18:11:36.038837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36302) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:36.062437 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.065905 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.107675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420e86a6-9b3c-4c74-b86a-263604fca658 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:36.109879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-420e86a6-9b3c-4c74-b86a-263604fca658 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0700996 Jul 05 18:11:36.112562 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36304) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:36.124432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ab75c3-fa33-4328-a1aa-f65673aa1c82,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:36.156053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:11:36.177037 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.177393 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Added segment d2f9b474-2a6a-4ffe-b11a-ee727ef6af0a of type vlan for network dae88896-8164-466d-a2fa-748305c5ee8e Jul 05 18:11:36.198190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f3b42eea-d110-4b3b-963c-fe26d9de4062 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842745 Jul 05 18:11:36.200890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36306) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:36.207843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:36.232080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf42cd37-e93b-4d00-a232-744fa2e16141 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:36.286516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bf42cd37-e93b-4d00-a232-744fa2e16141 None None] Deleting port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:36.287035 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf42cd37-e93b-4d00-a232-744fa2e16141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.292271 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.337746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:11:36.348069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.348411 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Added segment ee73c6ec-fba7-4ab4-96e7-ebb2ad41407a of type vlan for network 65b20425-3f49-49b8-ae8a-b56c4d378ab5 Jul 05 18:11:36.366174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-bf42cd37-e93b-4d00-a232-744fa2e16141 None None] For port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0a2ae3f2-c820-4549-bdda-24a1ed78dc5e,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:36.366670 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf42cd37-e93b-4d00-a232-744fa2e16141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.379820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bf42cd37-e93b-4d00-a232-744fa2e16141 None None] Calling delete_port for 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:36.391494 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.430096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:36.436905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.502193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.502817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.508801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:36.512718 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.514192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:36.515241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.565026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] For port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0a2ae3f2-c820-4549-bdda-24a1ed78dc5e,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:36.569934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:36.596118 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.4624705 Jul 05 18:11:36.599155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36312) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:36.625622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-868efe11-9984-4dae-a1ed-45f33e2c43d0 req-9c2216b2-26d5-4e4c-a0f5-18e9d8024bef tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 210 time: 0.0601406 Jul 05 18:11:36.655747 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.663557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:36.663857 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.775120 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf42cd37-e93b-4d00-a232-744fa2e16141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.806760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ce18815e-8735-4001-bea8-e77e531da814 None None] Could not find standard attr ID for object 926e6e80-25fb-4831-94d7-f32a8861db6c. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:11:36.813801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95119aba-3c50-4d5e-b5ef-080631bc73b2 None None] Pushing event updated for resources: {'Port': ['ID=0a2ae3f2-c820-4549-bdda-24a1ed78dc5e,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:36.849223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-388b47c3-3585-42aa-bb1b-e0ed545faf5e tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:36.855058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-388b47c3-3585-42aa-bb1b-e0ed545faf5e tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.97 "GET /v2.0/networks?id=0783557a-d451-4adc-849d-024222cf50df HTTP/1.1" status: 200 len: 818 time: 0.4060111 Jul 05 18:11:36.869770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Request body: {'port': {'device_id': '4f334f6d-479b-4af3-b49a-4ab5cbeb13fd', 'network_id': '0783557a-d451-4adc-849d-024222cf50df', 'admin_state_up': True, 'tenant_id': '90dd14dab74f4fb3b903c5877d46b504'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:36.875622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf42cd37-e93b-4d00-a232-744fa2e16141 None None] No DVR routers for this DVR port 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:36.915387 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:36.928143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:36.972185 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf42cd37-e93b-4d00-a232-744fa2e16141 None None] Pushing event deleted for resources: {'Port': ['ID=0a2ae3f2-c820-4549-bdda-24a1ed78dc5e,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:36.979628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:36.979918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0a2ae3f2-c820-4549-bdda-24a1ed78dc5e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:37.000377 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.014929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:37.047232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:37.047868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:37.053372 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4611d12-2099-45b5-bb5c-ca4747fd6e2d" -d '{"events": [{"server_uuid": "2a211b32-557f-470f-8abf-79e3a52fbd04", "name": "network-vif-plugged", "status": "completed", "tag": "e9e29aab-1924-4f83-bce4-a7d3b24ab1e6"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:37.062337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:37.062337 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.094774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7839a4bf-1aeb-4dd9-8fba-5fbf6d07d7f2 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:37.105118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=a75b06a6-7cdc-4b8a-940f-b253730b614e,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:37.145729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:37.152301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea920d4-ea56-4310-9e69-b4347b58a4c2 req-275572c4-41ad-4e90-8bea-5953f0a72b9c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:37.152986 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ce75e-c915-4d18-8eef-38e0aebb53fa x-openstack-request-id: req-7a8ce75e-c915-4d18-8eef-38e0aebb53fa {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:37.153540 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a211b32-557f-470f-8abf-79e3a52fbd04", "name": "network-vif-plugged", "status": "completed", "tag": "e9e29aab-1924-4f83-bce4-a7d3b24ab1e6", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:37.153983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ea920d4-ea56-4310-9e69-b4347b58a4c2 req-275572c4-41ad-4e90-8bea-5953f0a72b9c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 943 time: 0.1569221 Jul 05 18:11:37.155285 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a8ce75e-c915-4d18-8eef-38e0aebb53fa {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:37.155980 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6', 'code': 200} Jul 05 18:11:37.189812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d2d9b993-d6a9-4095-a346-e754a95fcd88 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9870579 Jul 05 18:11:37.194179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36320) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:37.210284 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:2f:70:91', 'name': 'tempest-NetworksTestDHCPv6-1880566727'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:37.219755 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.239272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ea920d4-ea56-4310-9e69-b4347b58a4c2 req-3c4d5f1b-0590-41a5-a23e-aa6f9a8a3090 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784557 Jul 05 18:11:37.275981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Network': ['ID=dae88896-8164-466d-a2fa-748305c5ee8e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:37.306154 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network dae88896-8164-466d-a2fa-748305c5ee8e details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:11:37.371656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:37.402331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Made reservation on behalf of 90dd14dab74f4fb3b903c5877d46b504 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:37.406715 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.421321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05bc4b-a335-40da-8f18-5858f3d61d09 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Network': ['ID=65b20425-3f49-49b8-ae8a-b56c4d378ab5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:37.433687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee46b1d-7318-45a0-9402-3ac51923e459 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:37.440692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee46b1d-7318-45a0-9402-3ac51923e459 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:37.446380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee46b1d-7318-45a0-9402-3ac51923e459 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:37.454951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee46b1d-7318-45a0-9402-3ac51923e459 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:37.464639 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9ee46b1d-7318-45a0-9402-3ac51923e459 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8567007 Jul 05 18:11:37.464639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36324) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:37.474175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 65b20425-3f49-49b8-ae8a-b56c4d378ab5 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:11:37.569200 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.570033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': 'a75b06a6-7cdc-4b8a-940f-b253730b614e'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:11:37.571625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.677692 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.691195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae88896-8164-466d-a2fa-748305c5ee8e']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:37.710420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f9b474-2a6a-4ffe-b11a-ee727ef6af0a') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:37.710907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f9b474-2a6a-4ffe-b11a-ee727ef6af0a') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:37.727821 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.736103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:37.748531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.759064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:37.759771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:37.765401 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:37.801175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/a75b06a6-7cdc-4b8a-940f-b253730b614e/5f196f14-a86d-4417-87e8-e4ce2ce82d34) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:37.831794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-4cff368c-7e0a-4e7b-8c49-bdc8562293f0 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:37.833414 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-4cff368c-7e0a-4e7b-8c49-bdc8562293f0 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.97 "GET /v2.0/networks?id=0783557a-d451-4adc-849d-024222cf50df HTTP/1.1" status: 200 len: 818 time: 0.5153711 Jul 05 18:11:37.843245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645cf7a-9ee7-4b4c-911e-cef060b8e4cc req-fdb99da4-ae61-40ae-bc9e-53c6305e6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:37.844936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6645cf7a-9ee7-4b4c-911e-cef060b8e4cc req-fdb99da4-ae61-40ae-bc9e-53c6305e6b4a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 1096 time: 0.4350429 Jul 05 18:11:37.867916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Request body: {'port': {'device_id': '36353c89-8530-430f-8616-60a24deb6b53', 'network_id': '0783557a-d451-4adc-849d-024222cf50df', 'admin_state_up': True, 'tenant_id': '90dd14dab74f4fb3b903c5877d46b504'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:37.940067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c37215ec-b9ff-44aa-83e8-33ce917c6b9d req-4439d2cc-cf55-467d-8070-dd335bcd2daf tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 210 time: 0.1199744 Jul 05 18:11:37.947234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-c26e3f68-6b84-41cd-8dfb-e34c987b4fa0 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:37.948761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-c26e3f68-6b84-41cd-8dfb-e34c987b4fa0 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.39 "GET /v2.0/networks?id=0783557a-d451-4adc-849d-024222cf50df HTTP/1.1" status: 200 len: 818 time: 0.5573351 Jul 05 18:11:38.004008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Request body: {'port': {'device_id': '1b10adae-1a09-40b5-826d-40e3ba895d79', 'network_id': '0783557a-d451-4adc-849d-024222cf50df', 'admin_state_up': True, 'tenant_id': '90dd14dab74f4fb3b903c5877d46b504'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:38.017904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.060610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.065372 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/networks/dae88896-8164-466d-a2fa-748305c5ee8e HTTP/1.1" status: 204 len: 168 time: 0.6023126 Jul 05 18:11:38.065372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df2b3cd-6590-4fbf-8e28-2b7a48808da6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Network': ['ID=dae88896-8164-466d-a2fa-748305c5ee8e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:38.065952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36330) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:38.131186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.137216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Allocated IP 172.20.0.3 (0783557a-d451-4adc-849d-024222cf50df/9f40730c-d99d-4046-914f-554d482268a0/80b645e1-d259-4026-a30b-6621c2714bb5) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:38.144436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Transition to ACTIVE for port object 5f196f14-a86d-4417-87e8-e4ce2ce82d34 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:38.171591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Transition to ACTIVE for port object 5f196f14-a86d-4417-87e8-e4ce2ce82d34 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:38.190052 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.205013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6645cf7a-9ee7-4b4c-911e-cef060b8e4cc req-e0b90ae4-7800-4ce2-b86f-2daab9eba9cd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338208 Jul 05 18:11:38.216389 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.280679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.291450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b20425-3f49-49b8-ae8a-b56c4d378ab5']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:38.302898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee73c6ec-fba7-4ab4-96e7-ebb2ad41407a') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:38.303201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee73c6ec-fba7-4ab4-96e7-ebb2ad41407a') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:38.314160 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.330423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.333675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port 5889f9e9-114c-4725-9b9b-132fc60a947c yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:38.337311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:38.337889 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.343263 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:38.347175 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:38.399475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Pushing event updated for resources: {'Port': ['ID=5f196f14-a86d-4417-87e8-e4ce2ce82d34,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:38.411663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:38.413261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:38.415798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:38.475670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Attempting to bind port 5f196f14-a86d-4417-87e8-e4ce2ce82d34 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:38.476045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Attempting to bind port 5f196f14-a86d-4417-87e8-e4ce2ce82d34 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:38.476414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Attempting to bind port 5f196f14-a86d-4417-87e8-e4ce2ce82d34 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:38.481410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:38.483739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:38.483739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.483739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:38.483739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Bound port: 5f196f14-a86d-4417-87e8-e4ce2ce82d34, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:38.483739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.487904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Made reservation on behalf of 90dd14dab74f4fb3b903c5877d46b504 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:38.491495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.546744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.554732 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.558963 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/networks/65b20425-3f49-49b8-ae8a-b56c4d378ab5 HTTP/1.1" status: 204 len: 168 time: 0.4856312 Jul 05 18:11:38.562002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] For port 5f196f14-a86d-4417-87e8-e4ce2ce82d34, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:38.565320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] For port 5f196f14-a86d-4417-87e8-e4ce2ce82d34, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5f196f14-a86d-4417-87e8-e4ce2ce82d34,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:38.565998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36336) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:38.598604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284962f-a5c8-42e5-b65e-bc94586649d3 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Network': ['ID=65b20425-3f49-49b8-ae8a-b56c4d378ab5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:38.660424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Made reservation on behalf of 90dd14dab74f4fb3b903c5877d46b504 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:38.664115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.667727 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.691517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63adf40-4857-4fe8-814d-6f136874bac9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:38.698014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63adf40-4857-4fe8-814d-6f136874bac9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:38.704294 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e63adf40-4857-4fe8-814d-6f136874bac9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1370616 Jul 05 18:11:38.705178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36338) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:38.711335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-636734417'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:38.737891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93226348-ea57-49e1-aca2-9f30ff72e2cf None None] Pushing event updated for resources: {'Port': ['ID=5f196f14-a86d-4417-87e8-e4ce2ce82d34,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:38.804786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Made reservation on behalf of 196f2d7dd2644c62b510d15d5db971a2 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:38.809001 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.836901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:11:38.848340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:38.848695 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Added segment 9b7fc3ae-cf27-4aad-a8e5-7d18ea0db11f of type vlan for network 6742eda7-a3e9-4fe1-8a39-b75ee6bbe295 Jul 05 18:11:38.893743 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.021766 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.030309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:39.032487 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.084916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::fe (d4311eb2-2783-4bd2-b311-e1327c967a23/a75b06a6-7cdc-4b8a-940f-b253730b614e/5889f9e9-114c-4725-9b9b-132fc60a947c) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:39.094168 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.115891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Network': ['ID=6742eda7-a3e9-4fe1-8a39-b75ee6bbe295,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:39.126428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 6742eda7-a3e9-4fe1-8a39-b75ee6bbe295 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:11:39.160550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-93ed7dd6-2ea0-40e3-9854-66d78a30cc71 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4542081 Jul 05 18:11:39.163154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36344) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:39.168757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219476b-f70a-4a0a-ad7c-9cb994f37688 req-18f072c3-fc33-4faa-bc23-8719019a7c27 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:39.168757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4219476b-f70a-4a0a-ad7c-9cb994f37688 req-18f072c3-fc33-4faa-bc23-8719019a7c27 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.7703216 Jul 05 18:11:39.174606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b5b1e4a-72e2-4fa9-9917-ad9abecdc64e req-b66373a1-5bf7-4352-b1f8-38e45febff1c tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 210 time: 0.0711696 Jul 05 18:11:39.175184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1698343390'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:39.272979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Made reservation on behalf of 196f2d7dd2644c62b510d15d5db971a2 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:39.277334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.306466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:11:39.321865 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.322226 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Added segment e4ad530d-3488-42cb-b6c4-c0e1c954456c of type vlan for network 71741f2b-b059-4a60-9656-a01629eefb02 Jul 05 18:11:39.329588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4219476b-f70a-4a0a-ad7c-9cb994f37688 req-a7f1dba3-29da-45d4-b8d2-b0f78bb820f5 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539569 Jul 05 18:11:39.368039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.430919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.461483 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.480433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object 5889f9e9-114c-4725-9b9b-132fc60a947c will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:39.482420 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.488444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:39.490333 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.557763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Network 0783557a-d451-4adc-849d-024222cf50df is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:39.559698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Network': ['ID=71741f2b-b059-4a60-9656-a01629eefb02,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:39.572486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:39.573782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 71741f2b-b059-4a60-9656-a01629eefb02 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:11:39.583620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Allocated IP 172.20.0.12 (0783557a-d451-4adc-849d-024222cf50df/9f40730c-d99d-4046-914f-554d482268a0/8f3c23fe-730f-46eb-96b3-598ec8fd8df9) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:39.587004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:39.588565 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8e0a58d3-fefa-40af-88db-a8a591de404e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4235473 Jul 05 18:11:39.590967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36346) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:39.597184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'ports': [{'network_id': '6742eda7-a3e9-4fe1-8a39-b75ee6bbe295', 'name': 'tempest-port--2084454367', 'admin_state_up': True}, {'network_id': '71741f2b-b059-4a60-9656-a01629eefb02', 'admin_state_up': False}]} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:39.597834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'port': {'network_id': '6742eda7-a3e9-4fe1-8a39-b75ee6bbe295', 'name': 'tempest-port--2084454367', 'admin_state_up': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:39.598594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'port': {'network_id': '71741f2b-b059-4a60-9656-a01629eefb02', 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:39.599024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Pushing event updated for resources: {'Port': ['ID=80b645e1-d259-4026-a30b-6621c2714bb5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:39.675931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:39.676607 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.715654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.802483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-31ec216b-b338-40e4-a873-034add1f0514 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9369879 Jul 05 18:11:39.820408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Request body: {'port': {'device_id': '4f334f6d-479b-4af3-b49a-4ab5cbeb13fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:39.856057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:39.870891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:39.873855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:39.880019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:39.880732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.893477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Made reservation on behalf of 196f2d7dd2644c62b510d15d5db971a2 for: {'port': 2} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:39.893477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.905348 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:39.918490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=5889f9e9-114c-4725-9b9b-132fc60a947c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:39.989995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.000813 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.007618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] device_id is not set on port 0a930cb1-9571-41a9-b523-e0a268abc61d yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:40.017078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ef478e16-1f70-44d5-9633-86a0cf54b2e5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8121827 Jul 05 18:11:40.017342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36350) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:40.036986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-43ac00c7-6bb2-4ad3-9ba3-b1aed071a5f8 None None] Provisioning for port 5f196f14-a86d-4417-87e8-e4ce2ce82d34 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:40.181878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67c4183-6312-48f4-b53d-cbb6577ce2f5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:40.188261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67c4183-6312-48f4-b53d-cbb6577ce2f5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:40.189824 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b67c4183-6312-48f4-b53d-cbb6577ce2f5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1715147 Jul 05 18:11:40.192751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36352) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:40.201684 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.256506 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.282155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Network 0783557a-d451-4adc-849d-024222cf50df is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:40.290320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:40.301020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:40.308201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Allocated IP 172.20.0.9 (0783557a-d451-4adc-849d-024222cf50df/9f40730c-d99d-4046-914f-554d482268a0/0fba34d6-7d64-4d79-9d16-1d13e519b6bc) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:40.312359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Pushing event updated for resources: {'Port': ['ID=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:40.328093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e8a292c2-c593-419b-b37f-00d23473a779 None None] Provisioning for port 5889f9e9-114c-4725-9b9b-132fc60a947c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:40.335516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e8a292c2-c593-419b-b37f-00d23473a779 None None] Provisioning complete for port 5889f9e9-114c-4725-9b9b-132fc60a947c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:40.335516 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e8a292c2-c593-419b-b37f-00d23473a779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.380598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e8a292c2-c593-419b-b37f-00d23473a779 None None] Port 5889f9e9-114c-4725-9b9b-132fc60a947c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:11:40.380935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] device_id is not set on port cacb7998-c53d-4fc2-9910-baf2ac521e0c yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:40.390736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4a4dbb0-8afd-4e4e-97dc-3673d5766191 req-28e68342-f025-4037-8832-00b1ed712000 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 210 time: 0.0358922 Jul 05 18:11:40.417386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:40.417386 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.421693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7a910916-9cbc-4e45-be7a-49be390bf598 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port 5889f9e9-114c-4725-9b9b-132fc60a947c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:40.422040 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7a910916-9cbc-4e45-be7a-49be390bf598 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.515213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-6899579a-91c0-4425-8b3c-c1d1121d45c2 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6587920 Jul 05 18:11:40.530273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Request body: {'port': {'device_id': '36353c89-8530-430f-8616-60a24deb6b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:40.580685 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7a910916-9cbc-4e45-be7a-49be390bf598 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.605959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7a910916-9cbc-4e45-be7a-49be390bf598 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for 5889f9e9-114c-4725-9b9b-132fc60a947c owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:40.619031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.636171 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.715471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2779d65-5431-4a53-b866-d2f98f40a9a9 req-020e5755-9d87-44c9-9842-72b8a45ad147 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:40.717301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2779d65-5431-4a53-b866-d2f98f40a9a9 req-020e5755-9d87-44c9-9842-72b8a45ad147 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.1917958 Jul 05 18:11:40.726812 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.789590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.808163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2779d65-5431-4a53-b866-d2f98f40a9a9 req-d40a0b18-9a15-4150-8b82-ab7a02f2b880 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840437 Jul 05 18:11:40.885246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7a910916-9cbc-4e45-be7a-49be390bf598 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.885878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5f196f14-a86d-4417-87e8-e4ce2ce82d34 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:40.886400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Port': ['ID=0a930cb1-9571-41a9-b523-e0a268abc61d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:40.917336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a910916-9cbc-4e45-be7a-49be390bf598 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=5889f9e9-114c-4725-9b9b-132fc60a947c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:40.924670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Checking segment: {'id': '9b7fc3ae-cf27-4aad-a8e5-7d18ea0db11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6742eda7-a3e9-4fe1-8a39-b75ee6bbe295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:40.924838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Network hostable DHCP agents. Network: 6742eda7-a3e9-4fe1-8a39-b75ee6bbe295, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:11:40.933332 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.971273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7a910916-9cbc-4e45-be7a-49be390bf598 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:40.973243 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7a910916-9cbc-4e45-be7a-49be390bf598 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/5889f9e9-114c-4725-9b9b-132fc60a947c HTTP/1.1" status: 204 len: 168 time: 0.7795486 Jul 05 18:11:40.976124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36364) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:41.050227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2071b6-c835-4bc6-a14e-463a2ee93002 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:41.052414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2071b6-c835-4bc6-a14e-463a2ee93002 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:41.054428 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6a2071b6-c835-4bc6-a14e-463a2ee93002 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0773289 Jul 05 18:11:41.057056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36366) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:41.068693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Network 6742eda7-a3e9-4fe1-8a39-b75ee6bbe295 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:11:41.083080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5f196f14-a86d-4417-87e8-e4ce2ce82d34 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:41.090475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5f196f14-a86d-4417-87e8-e4ce2ce82d34 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:41.090475 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.096833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Network 0783557a-d451-4adc-849d-024222cf50df is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:41.111712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:41.114150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:41.145334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-c68a3f5c-dc43-44d8-96f5-9233c5674ab4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet a75b06a6-7cdc-4b8a-940f-b253730b614e {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:41.149366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 6742eda7-a3e9-4fe1-8a39-b75ee6bbe295) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:41.151178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c68a3f5c-dc43-44d8-96f5-9233c5674ab4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.160755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Pushing event updated for resources: {'Port': ['ID=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:41.166571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1618209-d007-43d6-a75d-98ab06cee9df None None] Network 6742eda7-a3e9-4fe1-8a39-b75ee6bbe295 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:41.181070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:41.182314 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.237605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:41.237948 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.256895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c68a3f5c-dc43-44d8-96f5-9233c5674ab4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.267198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdfd59-6d30-4147-8b0d-93516da0212b req-29dca951-073a-478e-b731-681ca9f816f8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:41.268823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1fdfd59-6d30-4147-8b0d-93516da0212b req-29dca951-073a-478e-b731-681ca9f816f8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.2581086 Jul 05 18:11:41.300699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Port': ['ID=cacb7998-c53d-4fc2-9910-baf2ac521e0c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:41.300962 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.341172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Checking segment: {'id': 'e4ad530d-3488-42cb-b6c4-c0e1c954456c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '71741f2b-b059-4a60-9656-a01629eefb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:41.342127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Network hostable DHCP agents. Network: 71741f2b-b059-4a60-9656-a01629eefb02, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:11:41.356734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1fdfd59-6d30-4147-8b0d-93516da0212b req-c912329b-1c44-4525-8697-9027a3986ffc tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753584 Jul 05 18:11:41.359305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b645e1-d259-4026-a30b-6621c2714bb5 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:41.361301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 5f196f14-a86d-4417-87e8-e4ce2ce82d34, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5f196f14-a86d-4417-87e8-e4ce2ce82d34,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:41.376256 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.383393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-4703bb45-0a43-47a2-a004-8d315eefcfd9 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3921657 Jul 05 18:11:41.407895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Transition to ACTIVE for port object 80b645e1-d259-4026-a30b-6621c2714bb5 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:41.411928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Request body: {'port': {'device_id': '1b10adae-1a09-40b5-826d-40e3ba895d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:41.470899 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.480270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c68a3f5c-dc43-44d8-96f5-9233c5674ab4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.493652 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.499997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.531193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Network 71741f2b-b059-4a60-9656-a01629eefb02 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:11:41.558741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=5f196f14-a86d-4417-87e8-e4ce2ce82d34,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:41.615997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 71741f2b-b059-4a60-9656-a01629eefb02) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:41.620018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:41.627191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:41.629901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10335888-24ca-4a72-9452-d7a36faf640f None None] Network 71741f2b-b059-4a60-9656-a01629eefb02 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:41.632376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:41.633129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.646683 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c68a3f5c-dc43-44d8-96f5-9233c5674ab4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.659181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Pushing event updated for resources: {'Port': ['ID=80b645e1-d259-4026-a30b-6621c2714bb5,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:41.682738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a3f5c-dc43-44d8-96f5-9233c5674ab4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=a75b06a6-7cdc-4b8a-940f-b253730b614e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:41.688830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c68a3f5c-dc43-44d8-96f5-9233c5674ab4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.703567 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c68a3f5c-dc43-44d8-96f5-9233c5674ab4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/a75b06a6-7cdc-4b8a-940f-b253730b614e HTTP/1.1" status: 204 len: 168 time: 0.6432488 Jul 05 18:11:41.706155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eca3651-6540-45b4-b97c-ca2513c3b782 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:41.706793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:41.720337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-520de5d8-1f5e-4cba-931d-3bed2287a821 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1273012 Jul 05 18:11:41.722685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36376) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:41.833880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6650c44b-53a4-4523-83f0-3de0a4a9e708 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:41.846019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6650c44b-53a4-4523-83f0-3de0a4a9e708 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:41.846019 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6650c44b-53a4-4523-83f0-3de0a4a9e708 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1211784 Jul 05 18:11:41.850803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36382) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:41.910879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Attempting to bind port 80b645e1-d259-4026-a30b-6621c2714bb5 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:41.911265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Attempting to bind port 80b645e1-d259-4026-a30b-6621c2714bb5 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:41.911596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Attempting to bind port 80b645e1-d259-4026-a30b-6621c2714bb5 on network 0783557a-d451-4adc-849d-024222cf50df {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:41.920143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b4c33730-260a-46ef-92a7-5f4237e69f3c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2122328 Jul 05 18:11:41.927792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36384) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:41.933200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Port 80b645e1-d259-4026-a30b-6621c2714bb5 on network 0783557a-d451-4adc-849d-024222cf50df not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:11:41.933530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Attempting to bind port 80b645e1-d259-4026-a30b-6621c2714bb5 on network 0783557a-d451-4adc-849d-024222cf50df {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:41.988465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4efab4ba-a063-43f3-8252-e0820f5500cb tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Deleting port 0a930cb1-9571-41a9-b523-e0a268abc61d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:41.989377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4efab4ba-a063-43f3-8252-e0820f5500cb tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:41.989539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:41.989852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Checking segment: {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:41.990246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Bound using segment: {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:41.990725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Bound port: 80b645e1-d259-4026-a30b-6621c2714bb5, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:41.991083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.003410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e55a69-8fe3-4fb2-a523-1961c8fc6c33 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:11:42.096373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-36e55a69-8fe3-4fb2-a523-1961c8fc6c33 None None] Deleting port 5f196f14-a86d-4417-87e8-e4ce2ce82d34 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:42.096881 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-36e55a69-8fe3-4fb2-a523-1961c8fc6c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.099854 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4efab4ba-a063-43f3-8252-e0820f5500cb tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.119946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4efab4ba-a063-43f3-8252-e0820f5500cb tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Calling delete_port for 0a930cb1-9571-41a9-b523-e0a268abc61d owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:42.128503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] For port 80b645e1-d259-4026-a30b-6621c2714bb5, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:42.141178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] For port 80b645e1-d259-4026-a30b-6621c2714bb5, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=80b645e1-d259-4026-a30b-6621c2714bb5,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:42.151868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:42.172271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcab69ae-def6-4790-a166-18366acabd38 req-e2ea9c2f-3495-43c7-8ef6-d19d94509ea6 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:42.173950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcab69ae-def6-4790-a166-18366acabd38 req-e2ea9c2f-3495-43c7-8ef6-d19d94509ea6 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 931 time: 0.5496354 Jul 05 18:11:42.179608 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.185570 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-36e55a69-8fe3-4fb2-a523-1961c8fc6c33 None None] For port 5f196f14-a86d-4417-87e8-e4ce2ce82d34, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5f196f14-a86d-4417-87e8-e4ce2ce82d34,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:42.186108 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-36e55a69-8fe3-4fb2-a523-1961c8fc6c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.203421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-36e55a69-8fe3-4fb2-a523-1961c8fc6c33 None None] Calling delete_port for 5f196f14-a86d-4417-87e8-e4ce2ce82d34 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:42.215408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab4395-482a-41c9-9695-fa09f9995753 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:42.220560 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-17ab4395-482a-41c9-9695-fa09f9995753 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2831275 Jul 05 18:11:42.220878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36392) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:42.227596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Transition to ACTIVE for port object 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:42.243736 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.249215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcab69ae-def6-4790-a166-18366acabd38 req-a3e01584-20e2-42d1-abcf-4f34a4f5016d tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660963 Jul 05 18:11:42.291533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:42.292199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.293701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] 10.222.0.97 "PUT /v2.0/ports/80b645e1-d259-4026-a30b-6621c2714bb5 HTTP/1.1" status: 200 len: 1091 time: 2.4795971 Jul 05 18:11:42.294279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f334f6d-479b-4af3-b49a-4ab5cbeb13fd', 'tag': '80b645e1-d259-4026-a30b-6621c2714bb5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:42.304940 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93015aed-f9b6-40d2-a91a-c2608d0822d7" -d '{"events": [{"name": "network-changed", "server_uuid": "4f334f6d-479b-4af3-b49a-4ab5cbeb13fd", "tag": "80b645e1-d259-4026-a30b-6621c2714bb5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:42.305386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda39436-e2a3-4d39-be87-622138119ba3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:42.308150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cda39436-e2a3-4d39-be87-622138119ba3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0850039 Jul 05 18:11:42.311944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36406) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:42.337229 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4efab4ba-a063-43f3-8252-e0820f5500cb tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.371925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efab4ba-a063-43f3-8252-e0820f5500cb tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Port': ['ID=0a930cb1-9571-41a9-b523-e0a268abc61d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:42.384367 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.385650 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4efab4ba-a063-43f3-8252-e0820f5500cb tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.390976 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4efab4ba-a063-43f3-8252-e0820f5500cb tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/ports/0a930cb1-9571-41a9-b523-e0a268abc61d HTTP/1.1" status: 204 len: 168 time: 0.5360727 Jul 05 18:11:42.392114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36408) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:42.420247 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-36e55a69-8fe3-4fb2-a523-1961c8fc6c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.456160 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be754c5a-6a02-4df7-b198-ec2220b9d9de x-openstack-request-id: req-be754c5a-6a02-4df7-b198-ec2220b9d9de {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:42.456739 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f334f6d-479b-4af3-b49a-4ab5cbeb13fd", "tag": "80b645e1-d259-4026-a30b-6621c2714bb5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:42.456739 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be754c5a-6a02-4df7-b198-ec2220b9d9de {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:42.458814 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f334f6d-479b-4af3-b49a-4ab5cbeb13fd', 'tag': '80b645e1-d259-4026-a30b-6621c2714bb5', 'status': 'completed', 'code': 200} Jul 05 18:11:42.465741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e55a69-8fe3-4fb2-a523-1961c8fc6c33 None None] Pushing event deleted for resources: {'Port': ['ID=5f196f14-a86d-4417-87e8-e4ce2ce82d34,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:42.472940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e55a69-8fe3-4fb2-a523-1961c8fc6c33 None None] No DVR routers for this DVR port 5f196f14-a86d-4417-87e8-e4ce2ce82d34 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:42.528416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2c562fc1-6304-4af8-b6b8-6801788b1614 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Deleting port cacb7998-c53d-4fc2-9910-baf2ac521e0c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:42.529071 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2c562fc1-6304-4af8-b6b8-6801788b1614 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.550135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4a8ed9f3-07b3-43b4-8561-e20c6961f888 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2277479 Jul 05 18:11:42.556872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36412) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:42.562094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:42.565492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ffec7-44a1-4fc9-96bc-d583ab673b5d service neutron] Pushing event updated for resources: {'Port': ['ID=80b645e1-d259-4026-a30b-6621c2714bb5,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:42.604269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2c562fc1-6304-4af8-b6b8-6801788b1614 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.618223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2c562fc1-6304-4af8-b6b8-6801788b1614 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Calling delete_port for cacb7998-c53d-4fc2-9910-baf2ac521e0c owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:42.776364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2c562fc1-6304-4af8-b6b8-6801788b1614 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.809733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5f196f14-a86d-4417-87e8-e4ce2ce82d34 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:42.823497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c562fc1-6304-4af8-b6b8-6801788b1614 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Port': ['ID=cacb7998-c53d-4fc2-9910-baf2ac521e0c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:42.823497 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2c562fc1-6304-4af8-b6b8-6801788b1614 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:42.823497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2c562fc1-6304-4af8-b6b8-6801788b1614 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/ports/cacb7998-c53d-4fc2-9910-baf2ac521e0c HTTP/1.1" status: 204 len: 168 time: 0.4267881 Jul 05 18:11:42.823497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36414) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:42.831927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5f196f14-a86d-4417-87e8-e4ce2ce82d34 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:11:42.834747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5f196f14-a86d-4417-87e8-e4ce2ce82d34 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:11:42.861029 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ec114352-d63b-40f8-ab38-1bc3f286c744 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0387030 Jul 05 18:11:42.867676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36416) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:42.873512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-392215157'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:43.033948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Made reservation on behalf of 196f2d7dd2644c62b510d15d5db971a2 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:43.038654 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.071644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:11:43.094482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Pushing event updated for resources: {'Port': ['ID=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:43.100925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.101324 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Added segment 3ec0e752-626f-4693-929a-92e0f529ffc7 of type vlan for network 95e6eb36-c6a1-4250-b42a-49cc4a7e9afd Jul 05 18:11:43.129108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514e259-3fa3-4de3-a6c8-665419635510 req-5759e0e7-1fe0-40f0-a3f2-092c31e91fe8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:43.130691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-5759e0e7-1fe0-40f0-a3f2-092c31e91fe8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/networks?id=72291751-bbf4-440e-9b1d-96d7e96f0fa9 HTTP/1.1" status: 200 len: 814 time: 0.8204775 Jul 05 18:11:43.175162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-50dcf658-8ed9-4b83-880f-09c9bf246851 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/quotas/663477122ee2490186fb06acb50709ab HTTP/1.1" status: 200 len: 375 time: 0.0325217 Jul 05 18:11:43.183710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.188362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-92f34bb2-af61-4ee8-a268-2f574a5829a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:43.189893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-92f34bb2-af61-4ee8-a268-2f574a5829a7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=90dd14dab74f4fb3b903c5877d46b504&device_id=4f334f6d-479b-4af3-b49a-4ab5cbeb13fd HTTP/1.1" status: 200 len: 1094 time: 0.7418957 Jul 05 18:11:43.245835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Attempting to bind port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:43.246175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Attempting to bind port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:43.246520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Attempting to bind port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 on network 0783557a-d451-4adc-849d-024222cf50df {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:43.288944 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.300879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:43.301525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.310802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-3acb1b86-6d45-4fba-9f5d-b4ffbd2c0dc4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80b645e1-d259-4026-a30b-6621c2714bb5 HTTP/1.1" status: 200 len: 217 time: 0.0982451 Jul 05 18:11:43.312788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 on network 0783557a-d451-4adc-849d-024222cf50df not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:11:43.313116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Attempting to bind port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 on network 0783557a-d451-4adc-849d-024222cf50df {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:43.348536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:43.348536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Checking segment: {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:43.348536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Bound using segment: {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:43.348536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Bound port: 8f3c23fe-730f-46eb-96b3-598ec8fd8df9, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:43.348536 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.391560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Network': ['ID=95e6eb36-c6a1-4250-b42a-49cc4a7e9afd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:43.403587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fba34d6-7d64-4d79-9d16-1d13e519b6bc {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:43.409433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:43.413090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.420639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 95e6eb36-c6a1-4250-b42a-49cc4a7e9afd details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:11:43.426985 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.472386 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f9067881-e91d-4772-a1b7-ae2ba6cf3a92 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6029251 Jul 05 18:11:43.474653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36432) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:43.480067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-134913685'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:43.547043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Transition to ACTIVE for port object 0fba34d6-7d64-4d79-9d16-1d13e519b6bc will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:43.559618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-3aab062f-c413-4656-82d3-650122848686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:43.562443 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-3aab062f-c413-4656-82d3-650122848686 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f40730c-d99d-4046-914f-554d482268a0 HTTP/1.1" status: 200 len: 858 time: 0.2454062 Jul 05 18:11:43.564785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Made reservation on behalf of 196f2d7dd2644c62b510d15d5db971a2 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:43.570801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.596810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:11:43.608090 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.608269 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Added segment e2574b0c-8371-4c82-a247-2e0816c1b71d of type vlan for network cb39fb31-d6c7-4d78-9abe-068a61da3429 Jul 05 18:11:43.641890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-f9091797-4ddf-4733-9f8f-f677de53286a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=663477122ee2490186fb06acb50709ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4657886 Jul 05 18:11:43.652095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-7fe53e57-cb0e-4735-9aa0-2760e54f752a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0783557a-d451-4adc-849d-024222cf50df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715969 Jul 05 18:11:43.659503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.680994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.686648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] For port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:43.774534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.781326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:43.781876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.784112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] For port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:43.867227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Network': ['ID=cb39fb31-d6c7-4d78-9abe-068a61da3429,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:43.879668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network cb39fb31-d6c7-4d78-9abe-068a61da3429 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:11:43.882638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Pushing event updated for resources: {'Port': ['ID=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:43.889996 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:43.900094 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-33817068-ffa3-4cc3-94bc-b96808171a8c tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4167490 Jul 05 18:11:43.920599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e65930-76e2-4afd-a6e4-39cc6f258f1f req-3bf8ae4a-bcd5-4d45-8184-38ba4c586b88 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:43.928104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69e65930-76e2-4afd-a6e4-39cc6f258f1f req-3bf8ae4a-bcd5-4d45-8184-38ba4c586b88 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 931 time: 0.5061588 Jul 05 18:11:44.095554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:44.096099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:44.097508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] 10.222.0.97 "PUT /v2.0/ports/8f3c23fe-730f-46eb-96b3-598ec8fd8df9 HTTP/1.1" status: 200 len: 1092 time: 3.5733652 Jul 05 18:11:44.099451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-99154b31-e194-4ff2-9bc7-b650237ed0bf service neutron] 10.222.0.97 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317820 Jul 05 18:11:44.190768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69e65930-76e2-4afd-a6e4-39cc6f258f1f req-ac4988ab-1ddc-4707-a686-75d80ecf97a6 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616217 Jul 05 18:11:44.222120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70783ea-3436-40c5-8809-805cda7add9c service neutron] Pushing event updated for resources: {'Port': ['ID=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:44.306352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-9f56faf5-93a2-4266-8f10-9c13c312429a service neutron] 10.222.0.30 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532342 Jul 05 18:11:44.386367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-f46be110-0505-43f4-a05d-839fe00554db service neutron] 10.222.0.97 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585146 Jul 05 18:11:44.458759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36353c89-8530-430f-8616-60a24deb6b53', 'tag': '8f3c23fe-730f-46eb-96b3-598ec8fd8df9'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:44.461542 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd816b7-03ac-4131-a697-a5140fc0d084" -d '{"events": [{"name": "network-changed", "server_uuid": "36353c89-8530-430f-8616-60a24deb6b53", "tag": "8f3c23fe-730f-46eb-96b3-598ec8fd8df9"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:44.523590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Attempting to bind port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:44.523930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Attempting to bind port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:44.524315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Attempting to bind port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc on network 0783557a-d451-4adc-849d-024222cf50df {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:44.550163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc on network 0783557a-d451-4adc-849d-024222cf50df not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:11:44.550878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Attempting to bind port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc on network 0783557a-d451-4adc-849d-024222cf50df {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:44.567826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:44.568171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Checking segment: {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:44.568557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Bound using segment: {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:44.569078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Bound port: 0fba34d6-7d64-4d79-9d16-1d13e519b6bc, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9e1664-23e1-42ed-9933-a5d48e60a1cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '0783557a-d451-4adc-849d-024222cf50df'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:44.569446 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:44.763972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-901be751-a541-489b-bad5-2be192995d0b service neutron] 10.222.0.30 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568313 Jul 05 18:11:44.793924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] For port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:44.797705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] For port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:44.818008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-315fd4a0-fa1c-43f0-890f-746a75c06127 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:44.819753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-315fd4a0-fa1c-43f0-890f-746a75c06127 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a211b32-557f-470f-8abf-79e3a52fbd04 HTTP/1.1" status: 200 len: 945 time: 0.4261510 Jul 05 18:11:44.850094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.objects.ports [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100997) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:11:44.856193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-edffad99-e3df-4742-b53e-f5029b520fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:44.859845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-edffad99-e3df-4742-b53e-f5029b520fbf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=90dd14dab74f4fb3b903c5877d46b504&device_id=36353c89-8530-430f-8616-60a24deb6b53 HTTP/1.1" status: 200 len: 1095 time: 0.5491288 Jul 05 18:11:44.899657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:44.902360 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:44.910989 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf1e537-1563-425f-bfe1-c818e9cebb54 x-openstack-request-id: req-ebf1e537-1563-425f-bfe1-c818e9cebb54 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:44.911499 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36353c89-8530-430f-8616-60a24deb6b53", "tag": "8f3c23fe-730f-46eb-96b3-598ec8fd8df9", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:44.912103 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebf1e537-1563-425f-bfe1-c818e9cebb54 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:44.912445 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36353c89-8530-430f-8616-60a24deb6b53', 'tag': '8f3c23fe-730f-46eb-96b3-598ec8fd8df9', 'status': 'completed', 'code': 200} Jul 05 18:11:45.030114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-3fa403fb-c895-4339-b533-3c21528f75fa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f3c23fe-730f-46eb-96b3-598ec8fd8df9 HTTP/1.1" status: 200 len: 217 time: 0.1317732 Jul 05 18:11:45.040852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:45.041544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:45.043004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] 10.222.0.39 "PUT /v2.0/ports/0fba34d6-7d64-4d79-9d16-1d13e519b6bc HTTP/1.1" status: 200 len: 1091 time: 3.6364963 Jul 05 18:11:45.085952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:45.176379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-c447a6cd-9cf2-4c63-b40c-e8d197bb1ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:45.178300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-c447a6cd-9cf2-4c63-b40c-e8d197bb1ef7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=90dd14dab74f4fb3b903c5877d46b504&device_id=4f334f6d-479b-4af3-b49a-4ab5cbeb13fd HTTP/1.1" status: 200 len: 1094 time: 0.6015882 Jul 05 18:11:45.182324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:45.192900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca9c107-7ba8-4b12-8f41-9d61ac2601ba None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:45.265453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:45.267441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:45.314429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-69e5f7e3-df92-4367-aeb3-51ef596202c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:45.316074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-69e5f7e3-df92-4367-aeb3-51ef596202c5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f40730c-d99d-4046-914f-554d482268a0 HTTP/1.1" status: 200 len: 858 time: 0.2700529 Jul 05 18:11:45.316706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=2ca0b3f7-3df2-48ec-a083-b86ea9ad5656,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:45.374296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86ad5858-daf5-4401-af40-5b7fc902546d req-9f3b66c1-da2a-4a73-8f1a-c1886e96840e tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 210 time: 0.2453706 Jul 05 18:11:45.411494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '2ca0b3f7-3df2-48ec-a083-b86ea9ad5656'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:11:45.413874 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:45.422789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aead8c-1e85-4540-9f1a-7c1ce3e1814f service neutron] Pushing event updated for resources: {'Port': ['ID=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:45.428182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-f34931f0-5f1f-4512-9c5c-ad8383c6c03c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0783557a-d451-4adc-849d-024222cf50df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838099 Jul 05 18:11:45.619996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Allocated IP 2001:db8::f816:3eff:fea3:5149 (d4311eb2-2783-4bd2-b311-e1327c967a23/2ca0b3f7-3df2-48ec-a083-b86ea9ad5656/cf80e5ad-5040-4209-abfa-9563892a794b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:45.794631 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:45.804514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Transition to ACTIVE for port object cf80e5ad-5040-4209-abfa-9563892a794b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:45.824506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Transition to ACTIVE for port object cf80e5ad-5040-4209-abfa-9563892a794b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:45.876574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-02836884-c3e3-4ed6-80b6-18ee1ba65006 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3155410 Jul 05 18:11:45.877878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36464) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:45.884602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7aeca0e1-e9d6-4e9b-a39e-4274223ca313 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:45.909727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c616f-9bb4-4486-a99b-41e4161ba3b8 req-4277aae3-c6d4-4686-b08d-2497ef372d1c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:45.916688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c8c616f-9bb4-4486-a99b-41e4161ba3b8 req-4277aae3-c6d4-4686-b08d-2497ef372d1c tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 946 time: 0.8967683 Jul 05 18:11:45.998213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Deleting port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:45.998735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:46.005231 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:46.012819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-c2681b4c-99e7-4694-ae66-837f8ff2a1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:46.015531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-c2681b4c-99e7-4694-ae66-837f8ff2a1ed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90dd14dab74f4fb3b903c5877d46b504&device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 1094 time: 0.8271441 Jul 05 18:11:46.058367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Pushing event updated for resources: {'Port': ['ID=cf80e5ad-5040-4209-abfa-9563892a794b,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:46.088664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:46.090532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:46.098180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:46.103474 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665722ca-df36-4b6e-a12e-069f8870f592 req-76b3811b-898a-45d3-ab5c-d5c025334c46 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1593702 Jul 05 18:11:46.176647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c8c616f-9bb4-4486-a99b-41e4161ba3b8 req-c5a578a3-cfe2-46cb-891b-eead00b5a0c6 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589803 Jul 05 18:11:46.177050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Attempting to bind port cf80e5ad-5040-4209-abfa-9563892a794b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:46.177521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Attempting to bind port cf80e5ad-5040-4209-abfa-9563892a794b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:46.177981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Attempting to bind port cf80e5ad-5040-4209-abfa-9563892a794b on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:46.183493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:46.184387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:46.184387 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:46.184843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:46.186836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Bound port: cf80e5ad-5040-4209-abfa-9563892a794b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:46.186836 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:46.188457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-8289dfe8-f237-4c95-b888-774a0d5ce225 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fba34d6-7d64-4d79-9d16-1d13e519b6bc HTTP/1.1" status: 200 len: 217 time: 0.1132774 Jul 05 18:11:46.208146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665722ca-df36-4b6e-a12e-069f8870f592 req-449f7bfe-37b1-4bb0-8b4f-68e50613d6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:46.208863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-fd1a7d84-4ede-4f22-a5c1-8b510b41af56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:46.209809 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665722ca-df36-4b6e-a12e-069f8870f592 req-449f7bfe-37b1-4bb0-8b4f-68e50613d6ab service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=01d6aae6f7a142dd91150aab24f853c5&device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 1097 time: 0.0737441 Jul 05 18:11:46.210366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-fd1a7d84-4ede-4f22-a5c1-8b510b41af56 service neutron] 10.222.0.97 "GET /v2.0/networks?id=0783557a-d451-4adc-849d-024222cf50df HTTP/1.1" status: 200 len: 918 time: 0.9480443 Jul 05 18:11:46.259781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-93f5146e-7433-4c46-ba59-2b31c7ff0970 service neutron] 10.222.0.97 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8130994 Jul 05 18:11:46.273414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aeca0e1-e9d6-4e9b-a39e-4274223ca313 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:46.277749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7aeca0e1-e9d6-4e9b-a39e-4274223ca313 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:46.320941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] For port cf80e5ad-5040-4209-abfa-9563892a794b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:46.323993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] For port cf80e5ad-5040-4209-abfa-9563892a794b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf80e5ad-5040-4209-abfa-9563892a794b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:46.406732 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:46.457403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8be52b-46e4-46b6-95e8-7a0e97c97559 req-b71b560a-5282-4f9a-aa1b-fdcddf72fe17 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:46.465100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c8be52b-46e4-46b6-95e8-7a0e97c97559 req-b71b560a-5282-4f9a-aa1b-fdcddf72fe17 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 943 time: 0.6293151 Jul 05 18:11:46.468204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-f275834e-f29f-491b-9865-ff43b2880c9f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80b645e1-d259-4026-a30b-6621c2714bb5 HTTP/1.1" status: 200 len: 217 time: 0.2463126 Jul 05 18:11:46.486100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b72575-f581-438d-8a68-40b0c52ff2cc None None] Pushing event updated for resources: {'Port': ['ID=cf80e5ad-5040-4209-abfa-9563892a794b,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:46.595094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 80b645e1-d259-4026-a30b-6621c2714bb5 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:46.613172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] For port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:46.613551 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:46.619313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13605316-d460-417e-9200-16e7446d3ed7 req-c04018a4-cbf6-4b94-b9fb-61028a541863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:46.620848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-c04018a4-cbf6-4b94-b9fb-61028a541863 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f40730c-d99d-4046-914f-554d482268a0 HTTP/1.1" status: 200 len: 858 time: 0.4029186 Jul 05 18:11:46.664043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 009a39d3-3dda-4027-ab22-aaba0f8365df no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:46.675616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Calling delete_port for e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:46.722799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c8be52b-46e4-46b6-95e8-7a0e97c97559 req-9582c754-063c-4342-b6f5-de7c97b4222a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565973 Jul 05 18:11:46.732805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-4165c7f3-4136-483c-9adc-d5dfbfecb6d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0783557a-d451-4adc-849d-024222cf50df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949862 Jul 05 18:11:46.816783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-1d98ad7d-a280-4caf-987b-e4b4ff9638e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:46.818301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-1d98ad7d-a280-4caf-987b-e4b4ff9638e9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f40730c-d99d-4046-914f-554d482268a0 HTTP/1.1" status: 200 len: 858 time: 0.3188231 Jul 05 18:11:46.973678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b10adae-1a09-40b5-826d-40e3ba895d79', 'tag': '0fba34d6-7d64-4d79-9d16-1d13e519b6bc'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:46.983921 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "1b10adae-1a09-40b5-826d-40e3ba895d79", "tag": "0fba34d6-7d64-4d79-9d16-1d13e519b6bc"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:47.060981 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:47.136721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 80b645e1-d259-4026-a30b-6621c2714bb5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=80b645e1-d259-4026-a30b-6621c2714bb5,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:47.188725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '80b645e1-d259-4026-a30b-6621c2714bb5', 'network_id': '0783557a-d451-4adc-849d-024222cf50df', 'port_id': '80b645e1-d259-4026-a30b-6621c2714bb5', 'mac_address': 'fa:16:3e:9f:be:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f40730c-d99d-4046-914f-554d482268a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:47.230690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-adc15b03-1ee5-483c-a530-c00ea3c5d2c7 service neutron] 10.222.0.97 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8566401 Jul 05 18:11:47.233690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-3c67a5c1-6e99-4e63-864d-8f531dadd9e7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0783557a-d451-4adc-849d-024222cf50df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3582954 Jul 05 18:11:47.250461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:47.253388 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43edb00-3570-4b1f-b219-9cb25052669c" -d '{"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:47.338917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:47.366430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665722ca-df36-4b6e-a12e-069f8870f592 req-ef09a068-7c39-4684-9ebb-813157675757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:47.367978 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665722ca-df36-4b6e-a12e-069f8870f592 req-ef09a068-7c39-4684-9ebb-813157675757 service neutron] 10.222.0.97 "GET /v2.0/networks?id=46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 200 len: 911 time: 1.1329679 Jul 05 18:11:47.397850 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:47.398280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36484) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:47.404411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'subnets': [{'network_id': '95e6eb36-c6a1-4250-b42a-49cc4a7e9afd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--771423965', 'ip_version': 6}, {'network_id': 'cb39fb31-d6c7-4d78-9abe-068a61da3429', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:47.404897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'subnet': {'network_id': '95e6eb36-c6a1-4250-b42a-49cc4a7e9afd', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--771423965', 'ip_version': 6}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:47.405577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Request body: {'subnet': {'network_id': 'cb39fb31-d6c7-4d78-9abe-068a61da3429', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:47.425052 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935c2e86-c34b-4412-9584-6f168bc22870 x-openstack-request-id: req-935c2e86-c34b-4412-9584-6f168bc22870 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:47.425287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:47.425423 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b10adae-1a09-40b5-826d-40e3ba895d79", "tag": "0fba34d6-7d64-4d79-9d16-1d13e519b6bc", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:47.425659 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-935c2e86-c34b-4412-9584-6f168bc22870 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:47.426411 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b10adae-1a09-40b5-826d-40e3ba895d79', 'tag': '0fba34d6-7d64-4d79-9d16-1d13e519b6bc', 'status': 'completed', 'code': 200} Jul 05 18:11:47.427680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:11:47.473582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff48b7a2-6420-4c18-aa5d-907cd921e083 req-cefcabe9-2385-4f55-9e78-f92a06808b11 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 210 time: 0.1671014 Jul 05 18:11:47.543879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-8e57c59e-6945-4311-84c3-e1ffced1523f service neutron] 10.222.0.39 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7886128 Jul 05 18:11:47.554354 n-d-799524-1 neutron-server[100998]: INFO neutron.db.ipam_backend_mixin [None req-7aeca0e1-e9d6-4e9b-a39e-4274223ca313 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2ca0b3f7-3df2-48ec-a083-b86ea9ad5656 (CIDR: 2001:db8::/64) Jul 05 18:11:47.600845 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9f0f5a-0e22-443e-9b83-5697bdcc6283 x-openstack-request-id: req-9e9f0f5a-0e22-443e-9b83-5697bdcc6283 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:47.602144 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-unplugged", "status": "completed", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:47.602405 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e9f0f5a-0e22-443e-9b83-5697bdcc6283 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:47.603542 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'code': 200} Jul 05 18:11:47.633694 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aeca0e1-e9d6-4e9b-a39e-4274223ca313 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:11:47.634197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aeca0e1-e9d6-4e9b-a39e-4274223ca313 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:11:47.644770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665722ca-df36-4b6e-a12e-069f8870f592 req-eb2b2254-1e52-458a-a526-fb88117f700e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 HTTP/1.1" status: 200 len: 1002 time: 0.2347806 Jul 05 18:11:47.662191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b645e1-d259-4026-a30b-6621c2714bb5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:47.672455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=11']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:47.715780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 80b645e1-d259-4026-a30b-6621c2714bb5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=80b645e1-d259-4026-a30b-6621c2714bb5,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:47.775303 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:47.782181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-130e4e11-8764-42f4-9dfe-d3e17b75245c service neutron] 10.222.0.97 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5411148 Jul 05 18:11:47.797148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:47.798412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-01a27dab-495b-4ac6-8bf6-4907c86a7bf0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:47.800949 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-01a27dab-495b-4ac6-8bf6-4907c86a7bf0 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.39 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 946 time: 0.5622034 Jul 05 18:11:47.813836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665722ca-df36-4b6e-a12e-069f8870f592 req-744f538c-0311-4899-87da-32caaffc7179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:47.815093 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665722ca-df36-4b6e-a12e-069f8870f592 req-744f538c-0311-4899-87da-32caaffc7179 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 200 len: 850 time: 0.1556396 Jul 05 18:11:47.872963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13605316-d460-417e-9200-16e7446d3ed7 req-0e9dc32b-329b-4f74-a004-a6e39a1692cb service neutron] 10.222.0.39 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084497 Jul 05 18:11:47.935734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7aeca0e1-e9d6-4e9b-a39e-4274223ca313 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0525763 Jul 05 18:11:47.949350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:47.954953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=80b645e1-d259-4026-a30b-6621c2714bb5,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:47.981669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:48.103582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['80b645e1-d259-4026-a30b-6621c2714bb5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:48.120318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-bc5a9181-4ff4-48c3-9ef6-c5a555ea798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:48.121851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-bc5a9181-4ff4-48c3-9ef6-c5a555ea798d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=90dd14dab74f4fb3b903c5877d46b504&device_id=36353c89-8530-430f-8616-60a24deb6b53 HTTP/1.1" status: 200 len: 1095 time: 0.6659150 Jul 05 18:11:48.137924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Made reservation on behalf of 196f2d7dd2644c62b510d15d5db971a2 for: {'subnet': 2} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:48.144035 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:48.144701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:48.241360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93058ea4-a914-45b4-9b1e-27c9d7e4ab65 req-b24ee62f-95a5-4e26-9659-0f71504b4cae tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:48.248904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93058ea4-a914-45b4-9b1e-27c9d7e4ab65 req-b24ee62f-95a5-4e26-9659-0f71504b4cae tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 944 time: 0.6910222 Jul 05 18:11:48.257233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93015aed-f9b6-40d2-a91a-c2608d0822d7 req-7e5d988f-132f-4d46-b7e4-3215cbdc30b2 service neutron] 10.222.0.97 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615564 Jul 05 18:11:48.267130 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:48.300065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665722ca-df36-4b6e-a12e-069f8870f592 req-22aeb7dd-4841-4597-8960-90b9a6676211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:48.303159 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665722ca-df36-4b6e-a12e-069f8870f592 req-22aeb7dd-4841-4597-8960-90b9a6676211 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=46ee77df-9bf6-4347-a82d-a1e630c06cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3865697 Jul 05 18:11:48.350120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Pushing event deleted for resources: {'Port': ['ID=e9e29aab-1924-4f83-bce4-a7d3b24ab1e6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:48.400376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fef0f40d-8bc6-4335-90e4-58d2aceafa86 None None] Provisioning for port cf80e5ad-5040-4209-abfa-9563892a794b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:48.407120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e82b3-d42b-4dc2-8a1d-cf1f02565e50 req-640b8d29-39dd-4b5c-af03-30d327b96c8b tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:48.408705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af4e82b3-d42b-4dc2-8a1d-cf1f02565e50 req-640b8d29-39dd-4b5c-af03-30d327b96c8b tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 943 time: 0.4020474 Jul 05 18:11:48.429396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Deleting port 009a39d3-3dda-4027-ab22-aaba0f8365df {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:48.429951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:48.460871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-38c67d8f-b1bb-48f5-b819-a9666ff2a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:48.463455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-38c67d8f-b1bb-48f5-b819-a9666ff2a6b6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=0783557a-d451-4adc-849d-024222cf50df HTTP/1.1" status: 200 len: 918 time: 0.3314118 Jul 05 18:11:48.473839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93058ea4-a914-45b4-9b1e-27c9d7e4ab65 req-7401afea-cade-471f-b413-da55b7199ee2 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2240078 Jul 05 18:11:48.478487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-5ecccbfe-df14-4b68-9e03-839520f02e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:48.480014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-5ecccbfe-df14-4b68-9e03-839520f02e7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=90dd14dab74f4fb3b903c5877d46b504&device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 1094 time: 0.4672015 Jul 05 18:11:48.497181 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:48.500800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:48.564523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] No DVR routers for this DVR port e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:48.579914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:48.582364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.39 "DELETE /v2.0/ports/e9e29aab-1924-4f83-bce4-a7d3b24ab1e6 HTTP/1.1" status: 204 len: 173 time: 3.7223194 Jul 05 18:11:48.590780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-874f3e15-a785-4a7f-b3ab-4dc1cccb3884 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f3c23fe-730f-46eb-96b3-598ec8fd8df9 HTTP/1.1" status: 200 len: 217 time: 0.1144423 Jul 05 18:11:48.663483 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665722ca-df36-4b6e-a12e-069f8870f592 req-1f6d14fd-657e-4cec-b197-0d1eaf95593b service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478599 Jul 05 18:11:48.800384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-97a96af3-7701-45cd-9990-a5e7407d8356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:48.802858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-97a96af3-7701-45cd-9990-a5e7407d8356 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f40730c-d99d-4046-914f-554d482268a0 HTTP/1.1" status: 200 len: 858 time: 0.1821873 Jul 05 18:11:48.864034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af4e82b3-d42b-4dc2-8a1d-cf1f02565e50 req-5edace3f-0c50-46f3-a100-b625e298f313 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376142 Jul 05 18:11:48.895878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f888038-4400-4480-ab62-bf55c7b3d030 req-ad335d7a-b9a5-4046-abf0-7bc976f558b8 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 210 time: 0.0976605 Jul 05 18:11:48.952646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-90dd12b9-3ca0-4239-ac83-692831480713 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=0783557a-d451-4adc-849d-024222cf50df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223128 Jul 05 18:11:48.979117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf80e5ad-5040-4209-abfa-9563892a794b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:49.001692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] For port 009a39d3-3dda-4027-ab22-aaba0f8365df, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=009a39d3-3dda-4027-ab22-aaba0f8365df,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:49.002483 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:49.043388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-bbf98f50-e0df-4da4-aee1-f5a05ef2b9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:49.046365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-bbf98f50-e0df-4da4-aee1-f5a05ef2b9fb service neutron] 10.222.0.39 "GET /v2.0/networks?id=0783557a-d451-4adc-849d-024222cf50df HTTP/1.1" status: 200 len: 918 time: 0.5336840 Jul 05 18:11:49.073315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514e259-3fa3-4de3-a6c8-665419635510 req-cba4be18-bdc1-4cbe-a630-d0c7228057e1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:49.076227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-cba4be18-bdc1-4cbe-a630-d0c7228057e1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.97 "GET /v2.0/networks?id=72291751-bbf4-440e-9b1d-96d7e96f0fa9 HTTP/1.1" status: 200 len: 814 time: 0.5076790 Jul 05 18:11:49.113497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Request body: {'port': {'device_id': '549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f', 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9', 'admin_state_up': True, 'tenant_id': '663477122ee2490186fb06acb50709ab'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:49.123324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-ccb2e422-0eb9-4cdf-9318-a48a050d1cfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0fba34d6-7d64-4d79-9d16-1d13e519b6bc HTTP/1.1" status: 200 len: 217 time: 0.0664735 Jul 05 18:11:49.153546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port cf80e5ad-5040-4209-abfa-9563892a794b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:49.162322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port cf80e5ad-5040-4209-abfa-9563892a794b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:49.164693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:49.216934 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665722ca-df36-4b6e-a12e-069f8870f592 req-28f3401a-550a-44c5-be8d-4aacfd26af73 service neutron] 10.222.0.97 "GET /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431483 Jul 05 18:11:49.307688 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:49.402254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port cf80e5ad-5040-4209-abfa-9563892a794b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf80e5ad-5040-4209-abfa-9563892a794b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:49.413963 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:49.414944 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:49.414944 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Floating IP 33650ed9-0be4-42f6-86b4-b34d0405ee58 disassociated. External IP: 172.25.3.28, port: 009a39d3-3dda-4027-ab22-aaba0f8365df. Jul 05 18:11:49.415215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Calling delete_port for 009a39d3-3dda-4027-ab22-aaba0f8365df owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:49.468501 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:49.543422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'name': 'network-vif-deleted', 'tag': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:49.547642 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa742f48-acf8-4d6c-a69b-af84063d8678" -d '{"events": [{"server_uuid": "2a211b32-557f-470f-8abf-79e3a52fbd04", "name": "network-vif-deleted", "tag": "e9e29aab-1924-4f83-bce4-a7d3b24ab1e6"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:49.594006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=cf80e5ad-5040-4209-abfa-9563892a794b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:49.601813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:49.613385 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff5f6cc-aac3-462f-bebe-290321facc1f x-openstack-request-id: req-eff5f6cc-aac3-462f-bebe-290321facc1f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:49.613724 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a211b32-557f-470f-8abf-79e3a52fbd04", "name": "network-vif-deleted", "tag": "e9e29aab-1924-4f83-bce4-a7d3b24ab1e6", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:49.613927 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eff5f6cc-aac3-462f-bebe-290321facc1f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:49.614342 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a211b32-557f-470f-8abf-79e3a52fbd04', 'name': 'network-vif-deleted', 'tag': 'e9e29aab-1924-4f83-bce4-a7d3b24ab1e6', 'status': 'completed', 'code': 200} Jul 05 18:11:49.630356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-66751b7d-1ac3-477f-a85b-290e5de445c5 service neutron] 10.222.0.97 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638031 Jul 05 18:11:49.653575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-2617cb20-4b1f-4043-b4a5-243d0c1c5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:49.656176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-2617cb20-4b1f-4043-b4a5-243d0c1c5b72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f40730c-d99d-4046-914f-554d482268a0 HTTP/1.1" status: 200 len: 858 time: 0.5135562 Jul 05 18:11:49.760704 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:49.770699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-7a1140a3-0f00-48c8-8f7c-c9e82947ade8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0783557a-d451-4adc-849d-024222cf50df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731461 Jul 05 18:11:49.878083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:49.879498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Subnet': ['ID=c5b4d25a-da80-43c2-8af7-b4c3e2007f53,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:49.969089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cd816b7-03ac-4131-a697-a5140fc0d084 req-c3b3cd40-6a3b-42f3-83c9-f8b914746410 service neutron] 10.222.0.97 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267610 Jul 05 18:11:49.986602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-4d5af863-46dd-4ac4-aedf-eb84e4bca4d1 service neutron] 10.222.0.39 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048135 Jul 05 18:11:49.990197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:49.992890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=9b73b2ef-b4b6-441d-b24b-c5f3c7c9fe19,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:50.004704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d71597-6b3a-4811-8b3f-62c351dbbf9f req-be47129e-2008-49ff-9025-5456825cbb62 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:50.006268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00d71597-6b3a-4811-8b3f-62c351dbbf9f req-be47129e-2008-49ff-9025-5456825cbb62 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 944 time: 0.1896126 Jul 05 18:11:50.007266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e818c9c9-23b9-4691-b5af-d14d13c675f0 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:50.009942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:50.010549 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:50.076900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Made reservation on behalf of 663477122ee2490186fb06acb50709ab for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:50.077765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Checking segment: {'id': '3ec0e752-626f-4693-929a-92e0f529ffc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '95e6eb36-c6a1-4250-b42a-49cc4a7e9afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:50.078492 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Network hostable DHCP agents. Network: 95e6eb36-c6a1-4250-b42a-49cc4a7e9afd, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:11:50.080490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:50.130623 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:50.192196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00d71597-6b3a-4811-8b3f-62c351dbbf9f req-35a6d14a-8a49-4962-8b27-0dfe0f8c9974 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b94b7f-239b-4c0f-acc3-cc77317acbf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662762 Jul 05 18:11:50.209088 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82de0c86-c77f-4b27-9134-7817400931af tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2488506 Jul 05 18:11:50.209088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event deleted for resources: {'Port': ['ID=009a39d3-3dda-4027-ab22-aaba0f8365df,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:50.210339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Network 95e6eb36-c6a1-4250-b42a-49cc4a7e9afd is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:11:50.223665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36510) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:50.229738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:29:6e:e2', 'name': 'tempest-NetworksTestDHCPv6-803119084'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:50.249065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9a9181c-38e2-49e4-992a-ebaf1c1cc2a6 req-ce33b5cc-444f-4aa2-a533-15e08222f29e service neutron] 10.222.0.39 "GET /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525651 Jul 05 18:11:50.387167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Allocated IP 172.20.0.3 (72291751-bbf4-440e-9b1d-96d7e96f0fa9/15035df3-c065-479f-94fd-23f7e0d512a1/a8ad4400-1430-48cf-881f-f8567bda1f3c) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:50.507182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97887de4-218a-42b1-b564-9c213c3ff102 req-113272dd-adcc-4afd-8943-fa466b603c6f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 210 time: 0.0684793 Jul 05 18:11:50.510986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 95e6eb36-c6a1-4250-b42a-49cc4a7e9afd) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:50.524203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:50.526999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67559256-5ce6-44cd-aa53-f0b1db5d85fb req-88f8d07e-cc08-4e0f-868c-4025be86a5fe tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:50.538910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67559256-5ce6-44cd-aa53-f0b1db5d85fb req-88f8d07e-cc08-4e0f-868c-4025be86a5fe tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 943 time: 0.4544401 Jul 05 18:11:50.577755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Router 18814ce8-21d1-490e-9551-c647fcf86ed1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:11:50.585981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd9029a-2367-474f-8fdc-2669dcb14fc3 None None] Network 95e6eb36-c6a1-4250-b42a-49cc4a7e9afd requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:50.621907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event updated for resources: {'Subnet': ['ID=dacccb68-81d1-4161-9bcf-ff8b351df048,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:50.646266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:50.648495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 80b645e1-d259-4026-a30b-6621c2714bb5 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:50.729242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:50.775623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67559256-5ce6-44cd-aa53-f0b1db5d85fb req-83cdfe2e-c886-478e-982c-6d896f239c47 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351394 Jul 05 18:11:50.818938 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c3c99850-26aa-4d5e-bdef-993a77cf3276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:50.834344 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:50.835942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Checking segment: {'id': 'e2574b0c-8371-4c82-a247-2e0816c1b71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'cb39fb31-d6c7-4d78-9abe-068a61da3429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:50.840702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Network hostable DHCP agents. Network: cb39fb31-d6c7-4d78-9abe-068a61da3429, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:11:50.947833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf80e5ad-5040-4209-abfa-9563892a794b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:50.977968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:11:51.015774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] Sync routers for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:11:51.028972 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.031495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.062517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] No DVR routers for this DVR port 009a39d3-3dda-4027-ab22-aaba0f8365df on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:11:51.066489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.074135 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dbaab384-87fe-41d9-8755-9a1a3704f2d1 req-110a91c6-5543-4a73-8752-bb847c1ffd2e tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.39 "DELETE /v2.0/ports/009a39d3-3dda-4027-ab22-aaba0f8365df HTTP/1.1" status: 204 len: 173 time: 3.2212641 Jul 05 18:11:51.084993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:51.086454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-deleted', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:51.088965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:51.089818 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637a31eb-fb1d-4c5c-9444-750b96dd4345" -d '{"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-deleted", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:51.094364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:51.098895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Network cb39fb31-d6c7-4d78-9abe-068a61da3429 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:11:51.109307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:51.131578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Pushing event updated for resources: {'Port': ['ID=a8ad4400-1430-48cf-881f-f8567bda1f3c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:51.141656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port c5eb49c1-4ad9-48cc-98a3-08de6c123b0f yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:11:51.157406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:51.166372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:51.173162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '8f3c23fe-730f-46eb-96b3-598ec8fd8df9', 'network_id': '0783557a-d451-4adc-849d-024222cf50df', 'port_id': '8f3c23fe-730f-46eb-96b3-598ec8fd8df9', 'mac_address': 'fa:16:3e:41:8d:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f40730c-d99d-4046-914f-554d482268a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:51.194319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:51.203287 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.225261 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3819f7c1-2154-4b8f-a125-299549736f2c x-openstack-request-id: req-3819f7c1-2154-4b8f-a125-299549736f2c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:51.225802 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b19c3165-eec8-4bd4-9e8a-196e370ef5b3", "name": "network-vif-deleted", "tag": "009a39d3-3dda-4027-ab22-aaba0f8365df", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:51.226086 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3819f7c1-2154-4b8f-a125-299549736f2c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:51.226487 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b19c3165-eec8-4bd4-9e8a-196e370ef5b3', 'name': 'network-vif-deleted', 'tag': '009a39d3-3dda-4027-ab22-aaba0f8365df', 'status': 'completed', 'code': 200} Jul 05 18:11:51.227089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, cb39fb31-d6c7-4d78-9abe-068a61da3429) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:51.232381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:51.233033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:51.233665 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.255133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cea675-d391-498e-8621-4999c737fb68 None None] Network cb39fb31-d6c7-4d78-9abe-068a61da3429 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:51.265069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 80b645e1-d259-4026-a30b-6621c2714bb5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:51.319858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-acf2c030-6a46-4b8b-9768-fbf0ae1f40ef tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2120407 Jul 05 18:11:51.349318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Request body: {'port': {'device_id': '549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:51.349747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 80b645e1-d259-4026-a30b-6621c2714bb5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:51.350198 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.381982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8:0:1::296 (d4311eb2-2783-4bd2-b311-e1327c967a23/9b73b2ef-b4b6-441d-b24b-c5f3c7c9fe19/c5eb49c1-4ad9-48cc-98a3-08de6c123b0f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:51.393520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-babf69f8-44ab-47b4-b9a6-65098bc907f6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.9911885 Jul 05 18:11:51.393520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fe29:6ee2 (d4311eb2-2783-4bd2-b311-e1327c967a23/2ca0b3f7-3df2-48ec-a083-b86ea9ad5656/c5eb49c1-4ad9-48cc-98a3-08de6c123b0f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:51.396175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36520) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:51.499463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6235cf46-ead4-447f-b6c1-593583ea3274 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:51.501336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6235cf46-ead4-447f-b6c1-593583ea3274 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:51.502977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6235cf46-ead4-447f-b6c1-593583ea3274 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:51.514653 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6235cf46-ead4-447f-b6c1-593583ea3274 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1080148 Jul 05 18:11:51.520140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36522) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:51.521940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b53d931-ee40-4298-b6f1-40564a3a82f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-95e6eb36-c6a1-4250-b42a-49cc4a7e9afd', 'network_id': '95e6eb36-c6a1-4250-b42a-49cc4a7e9afd', 'tenant_id': '196f2d7dd2644c62b510d15d5db971a2', 'fixed_ips': [{'subnet_id': 'c5b4d25a-da80-43c2-8af7-b4c3e2007f53'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:11:51.522905 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9b53d931-ee40-4298-b6f1-40564a3a82f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.535233 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.563618 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.590408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0b7b0b8-ea78-4364-a89c-7654597b72ba req-1ce39b4b-47b2-4f85-8ee3-6fafcbd604fb tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 210 time: 0.0745859 Jul 05 18:11:51.631702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port cf80e5ad-5040-4209-abfa-9563892a794b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:51.632232 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.645475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:51.657201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-676a3215-dd78-4c78-a6f7-21e0aa362df6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Deleting subnet c5b4d25a-da80-43c2-8af7-b4c3e2007f53 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:51.664332 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-676a3215-dd78-4c78-a6f7-21e0aa362df6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.775059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:11:51.775647 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-676a3215-dd78-4c78-a6f7-21e0aa362df6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.901973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd36b9-f8c7-4d91-bdf2-e04b208e7eb4 None None] Update dhcp port {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '2ca0b3f7-3df2-48ec-a083-b86ea9ad5656', 'ip_address': '2001:db8::f816:3eff:fea3:5149'}, {'subnet_id': '9b73b2ef-b4b6-441d-b24b-c5f3c7c9fe19'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'cf80e5ad-5040-4209-abfa-9563892a794b'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:11:51.910361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:51.916451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:51.985071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object c5eb49c1-4ad9-48cc-98a3-08de6c123b0f will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:52.062942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-676a3215-dd78-4c78-a6f7-21e0aa362df6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.081047 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.131291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-37fd36b9-f8c7-4d91-bdf2-e04b208e7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.184326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.213694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:52.222805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:52.233200 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.253167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:11:52.257225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:52.257850 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.262805 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-676a3215-dd78-4c78-a6f7-21e0aa362df6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.276265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e81021-7821-4973-86ec-e0cc11c7a307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-cb39fb31-d6c7-4d78-9abe-068a61da3429', 'network_id': 'cb39fb31-d6c7-4d78-9abe-068a61da3429', 'tenant_id': '196f2d7dd2644c62b510d15d5db971a2', 'fixed_ips': [{'subnet_id': 'dacccb68-81d1-4161-9bcf-ff8b351df048'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:11:52.277891 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-11e81021-7821-4973-86ec-e0cc11c7a307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.286399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ad4400-1430-48cf-881f-f8567bda1f3c {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:52.298496 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.335606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Transition to ACTIVE for port object a8ad4400-1430-48cf-881f-f8567bda1f3c will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:52.377307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbca83-40e0-49ea-8c16-ac6779c5ccf0 req-86b98076-2c9e-46f0-8a5f-a7258860c098 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:52.379663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50fbca83-40e0-49ea-8c16-ac6779c5ccf0 req-86b98076-2c9e-46f0-8a5f-a7258860c098 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 931 time: 0.4719911 Jul 05 18:11:52.390950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bba2df-5f1b-4aea-b588-22839dc136c6 req-ea0b86ff-2a0b-4dcd-b683-17bbd15bb740 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:52.392884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66bba2df-5f1b-4aea-b588-22839dc136c6 req-ea0b86ff-2a0b-4dcd-b683-17bbd15bb740 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 943 time: 0.2558496 Jul 05 18:11:52.406132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server [None req-9b53d931-ee40-4298-b6f1-40564a3a82f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5b4d25a-da80-43c2-8af7-b4c3e2007f53: This subnet is being modified by another concurrent operation. Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:11:52.439801 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise exception Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5b4d25a-da80-43c2-8af7-b4c3e2007f53: This subnet is being modified by another concurrent operation. Jul 05 18:11:52.443774 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Jul 05 18:11:52.469991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:52.469991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8f3c23fe-730f-46eb-96b3-598ec8fd8df9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:52.530416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66bba2df-5f1b-4aea-b588-22839dc136c6 req-8cf13b78-ab27-4e32-9400-36c13a162562 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276817 Jul 05 18:11:52.552659 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50fbca83-40e0-49ea-8c16-ac6779c5ccf0 req-8274030f-9a7f-4ba6-92b1-ca5de7417382 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549971 Jul 05 18:11:52.553046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a13cdd0-bccd-47d4-90c7-f6798dbc4d88 None None] Network 95e6eb36-c6a1-4250-b42a-49cc4a7e9afd requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:52.567378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ad4400-1430-48cf-881f-f8567bda1f3c,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:52.577092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f334f6d-479b-4af3-b49a-4ab5cbeb13fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b645e1-d259-4026-a30b-6621c2714bb5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:52.580100 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935fc4e2-0e83-493d-ab69-05fce01d3280" -d '{"events": [{"server_uuid": "4f334f6d-479b-4af3-b49a-4ab5cbeb13fd", "name": "network-vif-plugged", "status": "completed", "tag": "80b645e1-d259-4026-a30b-6621c2714bb5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:52.728959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Attempting to bind port a8ad4400-1430-48cf-881f-f8567bda1f3c on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:11:52.729452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Attempting to bind port a8ad4400-1430-48cf-881f-f8567bda1f3c by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:11:52.729795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Attempting to bind port a8ad4400-1430-48cf-881f-f8567bda1f3c on network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:52.742450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Port a8ad4400-1430-48cf-881f-f8567bda1f3c on network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:11:52.742450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Attempting to bind port a8ad4400-1430-48cf-881f-f8567bda1f3c on network 72291751-bbf4-440e-9b1d-96d7e96f0fa9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:11:52.748738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:11:52.749264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Checking segment: {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:11:52.749659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Bound using segment: {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:11:52.750097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Bound port: a8ad4400-1430-48cf-881f-f8567bda1f3c, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a97b4d0-4517-4add-ba49-7f42b2b70b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:11:52.750545 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.758335 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fb9093-f24d-4faa-b012-c7fcc230f453 x-openstack-request-id: req-80fb9093-f24d-4faa-b012-c7fcc230f453 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:52.759551 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f334f6d-479b-4af3-b49a-4ab5cbeb13fd", "name": "network-vif-plugged", "status": "completed", "tag": "80b645e1-d259-4026-a30b-6621c2714bb5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:52.760515 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80fb9093-f24d-4faa-b012-c7fcc230f453 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:52.762298 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f334f6d-479b-4af3-b49a-4ab5cbeb13fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b645e1-d259-4026-a30b-6621c2714bb5', 'code': 200} Jul 05 18:11:52.763376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0fba34d6-7d64-4d79-9d16-1d13e519b6bc details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:52.770179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a3215-dd78-4c78-a6f7-21e0aa362df6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b4d25a-da80-43c2-8af7-b4c3e2007f53,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:52.773826 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4a1d058a-c054-4c4a-b61f-2b619db828b9 req-312529a0-36bb-4bef-b500-e5bd83df01f5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0368166 Jul 05 18:11:52.789233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-676a3215-dd78-4c78-a6f7-21e0aa362df6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.791117 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-676a3215-dd78-4c78-a6f7-21e0aa362df6 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/subnets/c5b4d25a-da80-43c2-8af7-b4c3e2007f53 HTTP/1.1" status: 204 len: 168 time: 1.2613869 Jul 05 18:11:52.799161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=c5eb49c1-4ad9-48cc-98a3-08de6c123b0f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:52.801613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36536) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:52.868651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-be582a23-acd3-446b-b571-5bfde2927981 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Deleting subnet dacccb68-81d1-4161-9bcf-ff8b351df048 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:52.872178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be582a23-acd3-446b-b571-5bfde2927981 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.888779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] For port a8ad4400-1430-48cf-881f-f8567bda1f3c, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:11:52.899279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] For port a8ad4400-1430-48cf-881f-f8567bda1f3c, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a8ad4400-1430-48cf-881f-f8567bda1f3c,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:11:52.915795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be582a23-acd3-446b-b571-5bfde2927981 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.969008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be582a23-acd3-446b-b571-5bfde2927981 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.983872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:52.987735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dccec9f5-0355-4107-abaf-0fd9d58c83b4 req-a3733b67-45b8-42b9-9a16-95496d36ef40 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/ports?device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 210 time: 0.0591080 Jul 05 18:11:53.043402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:53.044425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.046673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] 10.222.0.97 "PUT /v2.0/ports/a8ad4400-1430-48cf-881f-f8567bda1f3c HTTP/1.1" status: 200 len: 1091 time: 1.7169106 Jul 05 18:11:53.050845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f', 'tag': 'a8ad4400-1430-48cf-881f-f8567bda1f3c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:53.061834 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043cfef5-adca-49b8-bbce-86632fee5fec" -d '{"events": [{"name": "network-changed", "server_uuid": "549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f", "tag": "a8ad4400-1430-48cf-881f-f8567bda1f3c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:53.066181 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4a1d058a-c054-4c4a-b61f-2b619db828b9 req-959ee836-d1dd-4c8c-89d2-a0f97b99d892 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9127f142890240a89ef4a167926f125c&device_id=b19c3165-eec8-4bd4-9e8a-196e370ef5b3 HTTP/1.1" status: 200 len: 210 time: 0.0286815 Jul 05 18:11:53.067708 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b5773962-deeb-4f9e-9108-8ead6dbd3f8d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.8422921 Jul 05 18:11:53.070355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36540) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:53.143359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be582a23-acd3-446b-b571-5bfde2927981 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.149460 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f47fc5-88f8-4efb-a420-293b014fa57a x-openstack-request-id: req-72f47fc5-88f8-4efb-a420-293b014fa57a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:53.149835 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f", "tag": "a8ad4400-1430-48cf-881f-f8567bda1f3c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:53.150155 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72f47fc5-88f8-4efb-a420-293b014fa57a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:53.151061 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f', 'tag': 'a8ad4400-1430-48cf-881f-f8567bda1f3c', 'status': 'completed', 'code': 200} Jul 05 18:11:53.210762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f45ff0-44f3-4129-978a-4f84972694f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ad4400-1430-48cf-881f-f8567bda1f3c,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:53.229428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 80b645e1-d259-4026-a30b-6621c2714bb5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=80b645e1-d259-4026-a30b-6621c2714bb5,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:53.243955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f629ea-673b-4d60-a046-a13effa26c71 req-2aa02f40-1dab-48b1-8b7c-6df7aa911cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:53.245592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24f629ea-673b-4d60-a046-a13effa26c71 req-2aa02f40-1dab-48b1-8b7c-6df7aa911cda service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4f334f6d-479b-4af3-b49a-4ab5cbeb13fd HTTP/1.1" status: 200 len: 1095 time: 0.3024638 Jul 05 18:11:53.248662 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-be582a23-acd3-446b-b571-5bfde2927981 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.251938 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-be582a23-acd3-446b-b571-5bfde2927981 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/subnets/dacccb68-81d1-4161-9bcf-ff8b351df048 HTTP/1.1" status: 204 len: 168 time: 0.4493597 Jul 05 18:11:53.255599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be582a23-acd3-446b-b571-5bfde2927981 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Subnet': ['ID=dacccb68-81d1-4161-9bcf-ff8b351df048,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:53.259708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36544) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:53.309009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24f629ea-673b-4d60-a046-a13effa26c71 req-9963aa34-9dfb-4522-9183-5712c175475b service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552461 Jul 05 18:11:53.311583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cfef5-adca-49b8-bbce-86632fee5fec req-e3ae9be3-7f1d-42ac-97dd-7e5407983075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:53.313265 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-043cfef5-adca-49b8-bbce-86632fee5fec req-e3ae9be3-7f1d-42ac-97dd-7e5407983075 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=663477122ee2490186fb06acb50709ab&device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 1094 time: 0.1509869 Jul 05 18:11:53.340493 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.365361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16291e-f5b5-48af-9174-8d1f47df6712 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:53.367257 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3e16291e-f5b5-48af-9174-8d1f47df6712 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1038532 Jul 05 18:11:53.374031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36546) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:53.390963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d058a-c054-4c4a-b61f-2b619db828b9 req-e6d75d38-e54b-4d2b-a194-190c6de1763c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:53.392974 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4a1d058a-c054-4c4a-b61f-2b619db828b9 req-e6d75d38-e54b-4d2b-a194-190c6de1763c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9127f142890240a89ef4a167926f125c&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2682521 Jul 05 18:11:53.395493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f39c58bb-8f13-4c91-8b2a-534b1216cded tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port c5eb49c1-4ad9-48cc-98a3-08de6c123b0f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:53.405987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f39c58bb-8f13-4c91-8b2a-534b1216cded tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.501078 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server [None req-11e81021-7821-4973-86ec-e0cc11c7a307 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dacccb68-81d1-4161-9bcf-ff8b351df048: This subnet is being modified by another concurrent operation. Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:11:53.540913 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise exception Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dacccb68-81d1-4161-9bcf-ff8b351df048: This subnet is being modified by another concurrent operation. Jul 05 18:11:53.546962 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Jul 05 18:11:53.604802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ff093-7852-42db-be43-513468d41aea None None] Network cb39fb31-d6c7-4d78-9abe-068a61da3429 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:53.635221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cfef5-adca-49b8-bbce-86632fee5fec req-d74f2126-fb69-4b42-8c00-ad24dbdcef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:53.636819 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-043cfef5-adca-49b8-bbce-86632fee5fec req-d74f2126-fb69-4b42-8c00-ad24dbdcef3c service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=663477122ee2490186fb06acb50709ab&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2783017 Jul 05 18:11:53.690962 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c5a2f41d-3a44-43a5-b4ee-4bdaaf1839d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.715096 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.735141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb39fb31-d6c7-4d78-9abe-068a61da3429']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:53.744776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f39c58bb-8f13-4c91-8b2a-534b1216cded tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.751071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2574b0c-8371-4c82-a247-2e0816c1b71d') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:53.751374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2574b0c-8371-4c82-a247-2e0816c1b71d') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:53.760870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f39c58bb-8f13-4c91-8b2a-534b1216cded tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for c5eb49c1-4ad9-48cc-98a3-08de6c123b0f owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:53.767976 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.785128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:53.807674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-37fd36b9-f8c7-4d91-bdf2-e04b208e7eb4 None None] Allocated IP 2001:db8:0:1::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/9b73b2ef-b4b6-441d-b24b-c5f3c7c9fe19/cf80e5ad-5040-4209-abfa-9563892a794b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:11:53.818251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.819093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d058a-c054-4c4a-b61f-2b619db828b9 req-642aa797-b00a-4a68-ad7e-772408707aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:53.821302 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4a1d058a-c054-4c4a-b61f-2b619db828b9 req-642aa797-b00a-4a68-ad7e-772408707aa9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3909268 Jul 05 18:11:53.856364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '0fba34d6-7d64-4d79-9d16-1d13e519b6bc', 'network_id': '0783557a-d451-4adc-849d-024222cf50df', 'port_id': '0fba34d6-7d64-4d79-9d16-1d13e519b6bc', 'mac_address': 'fa:16:3e:51:01:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f40730c-d99d-4046-914f-554d482268a0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:53.858807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=80b645e1-d259-4026-a30b-6621c2714bb5,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:53.878468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:53.878930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:53.896158 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:53.932856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cfef5-adca-49b8-bbce-86632fee5fec req-17c7ac25-2396-4afc-808b-641ebe7073ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:53.935290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-043cfef5-adca-49b8-bbce-86632fee5fec req-17c7ac25-2396-4afc-808b-641ebe7073ed service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2855167 Jul 05 18:11:54.004614 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.084461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9113282-dc28-4661-8539-5f264fdf3e00 req-0bc4655b-e4b6-4f32-a00e-749fe9b2be71 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:54.088261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9113282-dc28-4661-8539-5f264fdf3e00 req-0bc4655b-e4b6-4f32-a00e-749fe9b2be71 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 943 time: 0.2968993 Jul 05 18:11:54.102047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f39c58bb-8f13-4c91-8b2a-534b1216cded tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.109987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:54.132287 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.137908 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.140404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/networks/cb39fb31-d6c7-4d78-9abe-068a61da3429 HTTP/1.1" status: 204 len: 168 time: 0.7653425 Jul 05 18:11:54.151223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36556) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:54.152563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] Checking router: 18814ce8-21d1-490e-9551-c647fcf86ed1 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:11:54.166781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c58bb-8f13-4c91-8b2a-534b1216cded tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=c5eb49c1-4ad9-48cc-98a3-08de6c123b0f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:54.177509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe56b52-a33c-4894-aa86-c2c601ec5cac req-822d5a67-37af-49be-91a4-14cf600c6b0b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:54.179229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cbe56b52-a33c-4894-aa86-c2c601ec5cac req-822d5a67-37af-49be-91a4-14cf600c6b0b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 943 time: 0.3229082 Jul 05 18:11:54.198157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9462b7a9-4fe3-485f-85ca-044feb33faca tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Network': ['ID=cb39fb31-d6c7-4d78-9abe-068a61da3429,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:54.216886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514e259-3fa3-4de3-a6c8-665419635510 req-9df51114-ab25-4b40-8107-a6cdd59e08ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:54.218720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-9df51114-ab25-4b40-8107-a6cdd59e08ae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=663477122ee2490186fb06acb50709ab&device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 1094 time: 0.2326388 Jul 05 18:11:54.218872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.241358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9113282-dc28-4661-8539-5f264fdf3e00 req-19954321-6861-4588-8563-e77a1639768f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434531 Jul 05 18:11:54.253532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-37fd36b9-f8c7-4d91-bdf2-e04b208e7eb4 None None] For port cf80e5ad-5040-4209-abfa-9563892a794b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf80e5ad-5040-4209-abfa-9563892a794b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:54.256844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:11:54.257487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:11:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:54.372129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-bad28150-3945-4a37-9edc-1522e14101f5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8ad4400-1430-48cf-881f-f8567bda1f3c HTTP/1.1" status: 200 len: 217 time: 0.1432772 Jul 05 18:11:54.385784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:11:54.414194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f39c58bb-8f13-4c91-8b2a-534b1216cded tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.418680 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f39c58bb-8f13-4c91-8b2a-534b1216cded tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/c5eb49c1-4ad9-48cc-98a3-08de6c123b0f HTTP/1.1" status: 204 len: 168 time: 1.3450077 Jul 05 18:11:54.420763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36560) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:54.473955 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.474800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cbe56b52-a33c-4894-aa86-c2c601ec5cac req-01cc558d-6e19-43f7-8987-cb35d0de630d tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652748 Jul 05 18:11:54.489005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514e259-3fa3-4de3-a6c8-665419635510 req-e9c079d6-9557-4ec0-bc57-1fe05f0082cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:54.490808 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-e9c079d6-9557-4ec0-bc57-1fe05f0082cb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=15035df3-c065-479f-94fd-23f7e0d512a1 HTTP/1.1" status: 200 len: 854 time: 0.1100137 Jul 05 18:11:54.511820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fba34d6-7d64-4d79-9d16-1d13e519b6bc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:54.538944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-19c52b5f-205a-4d25-83cd-013685cfc3c2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=72291751-bbf4-440e-9b1d-96d7e96f0fa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402541 Jul 05 18:11:54.640785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:54.644115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea17030e-c682-4040-a595-85323685928b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:54.645783 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ea17030e-c682-4040-a595-85323685928b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2236142 Jul 05 18:11:54.647782 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.648933 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-37fd36b9-f8c7-4d91-bdf2-e04b208e7eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.666503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36562) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:54.682843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-37fd36b9-f8c7-4d91-bdf2-e04b208e7eb4 None None] Transition to ACTIVE for port object cf80e5ad-5040-4209-abfa-9563892a794b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:11:54.714039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-28d1504d-26e7-42cf-a437-39b825d95cde service neutron] 10.222.0.97 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669276 Jul 05 18:11:54.722633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e6eb36-c6a1-4250-b42a-49cc4a7e9afd']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:54.727385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.737720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec0e752-626f-4693-929a-92e0f529ffc7') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:54.737884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec0e752-626f-4693-929a-92e0f529ffc7') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:54.746429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.751618 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.770377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.779797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:54.780312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:54.783352 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:54.823293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:54.824892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36566) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:54.835385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-37fd36b9-f8c7-4d91-bdf2-e04b208e7eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:54.878046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:54.881263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79da1f2b-e34b-4b02-a7b6-fa2b72505c9f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:54.886274 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-79da1f2b-e34b-4b02-a7b6-fa2b72505c9f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2163358 Jul 05 18:11:54.886611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:54.943718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9310afdc-35b5-4c7d-bae4-44df6acabbc6 None None] The sync data for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 is: [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:02:15Z', 'revision_number': 4, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1a16bea3-ca65-4750-9667-546949236057', 'name': '', 'network_id': 'ca2dccdc-b59c-4cb4-bf64-57c311be8666', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'mac_address': 'fa:16:3e:ec:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_interface', 'standard_attr_id': 880, 'fixed_ips': [{'subnet_id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:14Z', 'updated_at': '2021-07-05T18:02:26Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'subnets': [{'id': '1ede2906-db6e-4b4d-a9bb-9107a573e512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:11:54.967943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d514e259-3fa3-4de3-a6c8-665419635510 req-354beb68-ce7f-4233-ba6e-566149ab8eef service neutron] 10.222.0.97 "GET /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345135 Jul 05 18:11:54.997080 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.016348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fd36b9-f8c7-4d91-bdf2-e04b208e7eb4 None None] Pushing event updated for resources: {'Port': ['ID=cf80e5ad-5040-4209-abfa-9563892a794b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:55.027857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.028935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246ec510-79f3-43f3-b01a-61978243e218 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:55.032155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246ec510-79f3-43f3-b01a-61978243e218 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:55.032764 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/networks/95e6eb36-c6a1-4250-b42a-49cc4a7e9afd HTTP/1.1" status: 204 len: 168 time: 0.8791957 Jul 05 18:11:55.033579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36570) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:55.033846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246ec510-79f3-43f3-b01a-61978243e218 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:55.038383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-246ec510-79f3-43f3-b01a-61978243e218 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1392984 Jul 05 18:11:55.040223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36572) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:55.058702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28294713-9396-41d4-bd44-42109a79606e tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Network': ['ID=95e6eb36-c6a1-4250-b42a-49cc4a7e9afd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:55.075707 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aa92bf51-2992-40d0-af88-ed4bb82bf23d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.102327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0fba34d6-7d64-4d79-9d16-1d13e519b6bc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:55.115473 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aa92bf51-2992-40d0-af88-ed4bb82bf23d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.122007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-96340446-a630-48f2-a025-ebccfd88a9ec tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 2ca0b3f7-3df2-48ec-a083-b86ea9ad5656 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:55.134395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96340446-a630-48f2-a025-ebccfd88a9ec tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.227422 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96340446-a630-48f2-a025-ebccfd88a9ec tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.234449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.376510 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aa92bf51-2992-40d0-af88-ed4bb82bf23d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.380765 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aa92bf51-2992-40d0-af88-ed4bb82bf23d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.389340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aa92bf51-2992-40d0-af88-ed4bb82bf23d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "DELETE /v2.0/security-groups/e9b94b7f-239b-4c0f-acc3-cc77317acbf4 HTTP/1.1" status: 204 len: 168 time: 0.5631106 Jul 05 18:11:55.389977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36578) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:55.429442 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80da46b3-0aef-4201-a435-1ba45784bc5c None None] New status for floating IP 33650ed9-0be4-42f6-86b4-b34d0405ee58: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:11:55.435775 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.439507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92bf51-2992-40d0-af88-ed4bb82bf23d tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b94b7f-239b-4c0f-acc3-cc77317acbf4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:55.454283 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71741f2b-b059-4a60-9656-a01629eefb02']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:55.461494 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-0d53d643-ee3b-4337-8cc6-4ce5a71afe16 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] show failed (client error): The resource could not be found. Jul 05 18:11:55.466914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0d53d643-ee3b-4337-8cc6-4ce5a71afe16 tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "GET /v2.0/security-groups/e9b94b7f-239b-4c0f-acc3-cc77317acbf4 HTTP/1.1" status: 404 len: 347 time: 0.0401485 Jul 05 18:11:55.468474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36580) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:55.492387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ad530d-3488-42cb-b6c4-c0e1c954456c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:55.492695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ad530d-3488-42cb-b6c4-c0e1c954456c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:55.511957 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.552005 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.556840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96340446-a630-48f2-a025-ebccfd88a9ec tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.559114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:55.559565 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:55.631709 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:55.722292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.745365 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.750265 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/networks/71741f2b-b059-4a60-9656-a01629eefb02 HTTP/1.1" status: 204 len: 168 time: 0.7025750 Jul 05 18:11:55.751751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36586) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:55.769400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c2044-77ea-49a2-a125-84afb29c91c9 tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Network': ['ID=71741f2b-b059-4a60-9656-a01629eefb02,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:55.934809 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:55.950021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666805e-655c-407b-b6a6-09230f685bc1 req-2d9ffa33-b8f9-48fd-adfe-b1d1b8dfc962 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:55.952190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0666805e-655c-407b-b6a6-09230f685bc1 req-2d9ffa33-b8f9-48fd-adfe-b1d1b8dfc962 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 944 time: 0.4120815 Jul 05 18:11:56.002241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05462956-28a6-44a5-97eb-d34a451fbc00 req-f0536728-4c02-4c50-8170-75ec345b904a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:56.003812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05462956-28a6-44a5-97eb-d34a451fbc00 req-f0536728-4c02-4c50-8170-75ec345b904a tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 943 time: 0.2491605 Jul 05 18:11:56.008807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Deleting port 455537ca-14c1-40df-9051-6edcd4a7465c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:11:56.009154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.060503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2ede6e7a-6d31-436c-900f-ff17f970b6df None None] Provisioning for port cf80e5ad-5040-4209-abfa-9563892a794b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:56.066770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2ede6e7a-6d31-436c-900f-ff17f970b6df None None] Provisioning complete for port cf80e5ad-5040-4209-abfa-9563892a794b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:56.067158 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2ede6e7a-6d31-436c-900f-ff17f970b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.271036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-176c477c-17fd-4987-ab3c-a7f86ad00e4c None None] Could not find standard attr ID for object c5eb49c1-4ad9-48cc-98a3-08de6c123b0f. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:11:56.296973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddef1e91-32a9-40fc-9c0f-3c53f251e086 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:11:56.321936 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.408108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96340446-a630-48f2-a025-ebccfd88a9ec tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.458163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddef1e91-32a9-40fc-9c0f-3c53f251e086 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:11:56.474957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0666805e-655c-407b-b6a6-09230f685bc1 req-475f0549-8925-4aa9-94dc-e3dc3d7bc0ac tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152841 Jul 05 18:11:56.521652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96340446-a630-48f2-a025-ebccfd88a9ec tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca0b3f7-3df2-48ec-a083-b86ea9ad5656,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:56.528985 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96340446-a630-48f2-a025-ebccfd88a9ec tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.531225 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-96340446-a630-48f2-a025-ebccfd88a9ec tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/2ca0b3f7-3df2-48ec-a083-b86ea9ad5656 HTTP/1.1" status: 204 len: 168 time: 1.4900811 Jul 05 18:11:56.534062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36590) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:56.534691 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.550792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05462956-28a6-44a5-97eb-d34a451fbc00 req-6e752ebe-cde3-4916-90d7-22a9115521ab tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5383465 Jul 05 18:11:56.562392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6742eda7-a3e9-4fe1-8a39-b75ee6bbe295']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:56.579132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7fc3ae-cf27-4aad-a8e5-7d18ea0db11f') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:56.579453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7fc3ae-cf27-4aad-a8e5-7d18ea0db11f') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:11:56.595282 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.595660 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.599160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.606318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e6bca1-7464-49e1-b718-75af92961e1e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 9b73b2ef-b4b6-441d-b24b-c5f3c7c9fe19 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:11:56.610396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99e6bca1-7464-49e1-b718-75af92961e1e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.619857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Calling delete_port for 455537ca-14c1-40df-9051-6edcd4a7465c owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:11:56.625874 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.638386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:11:56.638851 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:11:56.642430 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:11:56.679897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99e6bca1-7464-49e1-b718-75af92961e1e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.726061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:56.780531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0fba34d6-7d64-4d79-9d16-1d13e519b6bc up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:56.814099 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99e6bca1-7464-49e1-b718-75af92961e1e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.867824 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.874293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf80e5ad-5040-4209-abfa-9563892a794b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:11:56.874718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.876852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] 10.222.0.30 "DELETE /v2.0/networks/6742eda7-a3e9-4fe1-8a39-b75ee6bbe295 HTTP/1.1" status: 204 len: 168 time: 1.1207459 Jul 05 18:11:56.897998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94312733-6909-49af-8f46-eb2d31fe90bc tempest-BulkNetworkOpsIpV6Test-173269350 tempest-BulkNetworkOpsIpV6Test-173269350-project] Pushing event deleted for resources: {'Network': ['ID=6742eda7-a3e9-4fe1-8a39-b75ee6bbe295,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:56.967770 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99e6bca1-7464-49e1-b718-75af92961e1e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:56.987525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.000726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99e6bca1-7464-49e1-b718-75af92961e1e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.006280 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-99e6bca1-7464-49e1-b718-75af92961e1e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/9b73b2ef-b4b6-441d-b24b-c5f3c7c9fe19 HTTP/1.1" status: 204 len: 168 time: 0.4710617 Jul 05 18:11:57.007379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36596) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:57.008503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6bca1-7464-49e1-b718-75af92961e1e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=9b73b2ef-b4b6-441d-b24b-c5f3c7c9fe19,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:57.015030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port cf80e5ad-5040-4209-abfa-9563892a794b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:57.015687 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.022700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Pushing event deleted for resources: {'Port': ['ID=455537ca-14c1-40df-9051-6edcd4a7465c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:57.043260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:57.056536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:57.057047 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.072878 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-33979536-113f-42c4-9075-925652c7966a tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531592 Jul 05 18:11:57.073580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36598) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:57.079371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:57.113614 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.116341 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.119162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-343839a2-9b9d-45e3-b644-191ce345e54b tempest-AttachVolumeShelveTestJSON-1588638925 tempest-AttachVolumeShelveTestJSON-1588638925-project] 10.222.0.30 "DELETE /v2.0/floatingips/33650ed9-0be4-42f6-86b4-b34d0405ee58 HTTP/1.1" status: 204 len: 168 time: 1.6494160 Jul 05 18:11:57.125192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:11:57.165470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:11:57.165890 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.324142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:57.328559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.341887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd59c534-6a68-428c-bd96-698b7d2a1601 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:11:57.435240 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.498685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.508769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36353c89-8530-430f-8616-60a24deb6b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3c23fe-730f-46eb-96b3-598ec8fd8df9'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:57.511470 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb747e5-040f-4e04-a19e-832526a35866" -d '{"events": [{"server_uuid": "36353c89-8530-430f-8616-60a24deb6b53", "name": "network-vif-plugged", "status": "completed", "tag": "8f3c23fe-730f-46eb-96b3-598ec8fd8df9"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:57.516706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:57.570638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:57.593326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:57.605304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59c534-6a68-428c-bd96-698b7d2a1601 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:11:57.640387 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c510726-5d94-41fd-ac82-f1f0c2f5d744 x-openstack-request-id: req-6c510726-5d94-41fd-ac82-f1f0c2f5d744 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:57.640733 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36353c89-8530-430f-8616-60a24deb6b53", "name": "network-vif-plugged", "status": "completed", "tag": "8f3c23fe-730f-46eb-96b3-598ec8fd8df9", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:57.640982 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c510726-5d94-41fd-ac82-f1f0c2f5d744 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:57.641474 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36353c89-8530-430f-8616-60a24deb6b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f3c23fe-730f-46eb-96b3-598ec8fd8df9', 'code': 200} Jul 05 18:11:57.690418 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.692459 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.758799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f11542d5-e7d5-4b78-b0ca-e85a3f00f3d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=196f2d7dd2644c62b510d15d5db971a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406468 Jul 05 18:11:57.759405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36620) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:57.848201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:57.904977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7cd51655-8e63-4862-a624-a43ecb2fb1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.932698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93a43e-2d58-4116-84cd-d0ef446310b4 req-9ba8275c-d670-4bff-b2c3-f9c8bce2ea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:57.934231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a93a43e-2d58-4116-84cd-d0ef446310b4 req-9ba8275c-d670-4bff-b2c3-f9c8bce2ea53 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=36353c89-8530-430f-8616-60a24deb6b53 HTTP/1.1" status: 200 len: 1097 time: 0.2280006 Jul 05 18:11:57.956428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be547397-960c-4a5a-8777-d10c51abf7d4 req-82ae276a-8746-4c9d-9fb4-379e1f3cc569 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:57.957971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be547397-960c-4a5a-8777-d10c51abf7d4 req-82ae276a-8746-4c9d-9fb4-379e1f3cc569 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 945 time: 0.2382610 Jul 05 18:11:57.970713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:57.976914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7cd51655-8e63-4862-a624-a43ecb2fb1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:57.984028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694e0b9-9d4d-43f5-949a-a11f2ec3a171 req-6fd62408-4526-4ac6-b49b-ec36670e4fc5 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:57.991216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6694e0b9-9d4d-43f5-949a-a11f2ec3a171 req-6fd62408-4526-4ac6-b49b-ec36670e4fc5 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 943 time: 0.1737921 Jul 05 18:11:58.008558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a93a43e-2d58-4116-84cd-d0ef446310b4 req-aae4d666-01a3-4681-a0b1-f5f4b0307316 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656013 Jul 05 18:11:58.034688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:11:58.082526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be547397-960c-4a5a-8777-d10c51abf7d4 req-62edba0c-31f1-4726-8ffd-ccd9e96213db tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758796 Jul 05 18:11:58.096422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6694e0b9-9d4d-43f5-949a-a11f2ec3a171 req-05d75fee-4e7c-43d4-853a-1cae033803db tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041353 Jul 05 18:11:58.136800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d171f1a-7fd7-4f10-a03a-cbe5f44d48bb None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:11:58.287552 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7cd51655-8e63-4862-a624-a43ecb2fb1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:58.290214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7cd51655-8e63-4862-a624-a43ecb2fb1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:58.291474 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7cd51655-8e63-4862-a624-a43ecb2fb1e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79ab75c3-fa33-4328-a1aa-f65673aa1c82 HTTP/1.1" status: 204 len: 168 time: 0.5310435 Jul 05 18:11:58.304345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd51655-8e63-4862-a624-a43ecb2fb1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ab75c3-fa33-4328-a1aa-f65673aa1c82,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:58.422716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b452bbd-a4f0-4bfb-a05a-4918f9e27a84 None None] Update dhcp port {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '6840b55e-cd0f-4d1d-90be-d33b22bd9376'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'cf80e5ad-5040-4209-abfa-9563892a794b'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:11:58.427343 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:58.461873 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b452bbd-a4f0-4bfb-a05a-4918f9e27a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:58.639790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] For port cf80e5ad-5040-4209-abfa-9563892a794b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf80e5ad-5040-4209-abfa-9563892a794b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:58.655218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a8ad4400-1430-48cf-881f-f8567bda1f3c details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:11:58.680535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:58.765196 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:58.766098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:58.871365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:11:58.882683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:11:58.895473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:58.896068 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:58.910271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=cf80e5ad-5040-4209-abfa-9563892a794b,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:58.916787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=6840b55e-cd0f-4d1d-90be-d33b22bd9376,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:58.991374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a8ad4400-1430-48cf-881f-f8567bda1f3c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a8ad4400-1430-48cf-881f-f8567bda1f3c,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:59.004030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'a8ad4400-1430-48cf-881f-f8567bda1f3c', 'network_id': '72291751-bbf4-440e-9b1d-96d7e96f0fa9', 'port_id': 'a8ad4400-1430-48cf-881f-f8567bda1f3c', 'mac_address': 'fa:16:3e:19:b9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15035df3-c065-479f-94fd-23f7e0d512a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:11:59.034912 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-3b452bbd-a4f0-4bfb-a05a-4918f9e27a84 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:11:59.034912 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-3b452bbd-a4f0-4bfb-a05a-4918f9e27a84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:11:59.049016 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:59.064502 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ad4400-1430-48cf-881f-f8567bda1f3c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:11:59.085089 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f80a23fe-60cb-4167-b64c-0498572fa44b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0103595 Jul 05 18:11:59.087899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a8ad4400-1430-48cf-881f-f8567bda1f3c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a8ad4400-1430-48cf-881f-f8567bda1f3c,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:11:59.088292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36638) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:59.093933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-293977e5-d34e-41d4-9437-eae628528dca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:59.199428 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:59.255045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a8ad4400-1430-48cf-881f-f8567bda1f3c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:11:59.363919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17835d5-ed61-4848-812f-2609c0792031 req-c4ec0683-de57-4e6f-a169-dfe846da7ae5 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:59.365481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f17835d5-ed61-4848-812f-2609c0792031 req-c4ec0683-de57-4e6f-a169-dfe846da7ae5 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 945 time: 0.1261795 Jul 05 18:11:59.376361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565617c1-0352-4cae-864e-d5afbe9fd8f7 req-501555f3-a044-472b-a659-6741bb82a7e2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:59.377826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-565617c1-0352-4cae-864e-d5afbe9fd8f7 req-501555f3-a044-472b-a659-6741bb82a7e2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 944 time: 0.0942421 Jul 05 18:11:59.392067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293977e5-d34e-41d4-9437-eae628528dca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:59.395508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-293977e5-d34e-41d4-9437-eae628528dca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:59.494822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f17835d5-ed61-4848-812f-2609c0792031 req-025db744-6bd1-4c6d-85b9-b23ed23fe513 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158834 Jul 05 18:11:59.506427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-565617c1-0352-4cae-864e-d5afbe9fd8f7 req-4666a288-201b-4b57-8334-3e8fa1888a2c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169143 Jul 05 18:11:59.535303 n-d-799524-1 neutron-server[100997]: INFO neutron.db.ipam_backend_mixin [None req-293977e5-d34e-41d4-9437-eae628528dca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6840b55e-cd0f-4d1d-90be-d33b22bd9376 (CIDR: 2001:db8::/64) Jul 05 18:11:59.546588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['a8ad4400-1430-48cf-881f-f8567bda1f3c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:11:59.586182 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-293977e5-d34e-41d4-9437-eae628528dca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:11:59.587439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-293977e5-d34e-41d4-9437-eae628528dca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:11:59.633789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b452bbd-a4f0-4bfb-a05a-4918f9e27a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:59.649350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10adae-1a09-40b5-826d-40e3ba895d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fba34d6-7d64-4d79-9d16-1d13e519b6bc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:11:59.652321 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad95680-eebc-4793-9bb4-f790b240651c" -d '{"events": [{"server_uuid": "1b10adae-1a09-40b5-826d-40e3ba895d79", "name": "network-vif-plugged", "status": "completed", "tag": "0fba34d6-7d64-4d79-9d16-1d13e519b6bc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:11:59.679213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-293977e5-d34e-41d4-9437-eae628528dca tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5896895 Jul 05 18:11:59.682038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36660) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:59.689224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:59.766777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36662) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:11:59.779794 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012bd4a1-6b93-4c8a-b567-599cd92cb17b x-openstack-request-id: req-012bd4a1-6b93-4c8a-b567-599cd92cb17b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:11:59.780092 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10adae-1a09-40b5-826d-40e3ba895d79", "name": "network-vif-plugged", "status": "completed", "tag": "0fba34d6-7d64-4d79-9d16-1d13e519b6bc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:11:59.780444 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-012bd4a1-6b93-4c8a-b567-599cd92cb17b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:11:59.780804 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b10adae-1a09-40b5-826d-40e3ba895d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fba34d6-7d64-4d79-9d16-1d13e519b6bc', 'code': 200} Jul 05 18:11:59.787147 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:11:59.913041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcfa2a-4afa-4cb0-8bee-0df50268ee80 req-de6c15dd-42a4-4d37-9931-41d467ca8d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:11:59.914960 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2dbcfa2a-4afa-4cb0-8bee-0df50268ee80 req-de6c15dd-42a4-4d37-9931-41d467ca8d7d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 1096 time: 0.0804451 Jul 05 18:11:59.924209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1532989909'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:11:59.964139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2dbcfa2a-4afa-4cb0-8bee-0df50268ee80 req-ecfd8780-3553-4894-a475-dee9b42f78fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358860 Jul 05 18:11:59.987768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:11:59.991954 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.076701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3b452bbd-a4f0-4bfb-a05a-4918f9e27a84 None None] For port cf80e5ad-5040-4209-abfa-9563892a794b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf80e5ad-5040-4209-abfa-9563892a794b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:00.091404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:00.098363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.111291 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.114900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b452bbd-a4f0-4bfb-a05a-4918f9e27a84 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.209976 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b452bbd-a4f0-4bfb-a05a-4918f9e27a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.256915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.278959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452bbd-a4f0-4bfb-a05a-4918f9e27a84 None None] Pushing event updated for resources: {'Port': ['ID=cf80e5ad-5040-4209-abfa-9563892a794b,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:00.353178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.377362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.391110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:00.401939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32249d54-6d66-45c5-8c29-c81b6eca58e6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:00.424510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:00.428619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:00.433505 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.435131 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment 744bf395-f4d6-46c1-b0f8-f906e0dc8107 of type vlan for network 95e896b9-d93e-4293-bbdf-5587ea8ddd8f Jul 05 18:12:00.451992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:00.454301 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.494460 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.494725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=63e26b60-75ce-4b2b-b890-fe95b93ac12b,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:00.614852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0f729d36-7bd2-4384-96cb-7d41e6224c86 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9314857 Jul 05 18:12:00.617795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36670) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:00.624578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:6d:76:af', 'name': 'tempest-NetworksTestDHCPv6-2060601396'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:00.687907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.694353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:00.695043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:00.768074 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:12:00.832959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=95e896b9-d93e-4293-bbdf-5587ea8ddd8f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:00.854509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 95e896b9-d93e-4293-bbdf-5587ea8ddd8f details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:00.922624 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3497e144-b828-4b18-87b2-cf090647a192 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1458917 Jul 05 18:12:00.944792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf80e5ad-5040-4209-abfa-9563892a794b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:00.991081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5410f-446a-42e1-8e02-bdf090e6b503 req-1f08e0cf-f434-42de-8940-cb12c2310f05 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:00.993646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5f5410f-446a-42e1-8e02-bdf090e6b503 req-1f08e0cf-f434-42de-8940-cb12c2310f05 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 945 time: 0.3488348 Jul 05 18:12:01.040857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c46e76c-4ea3-4b0c-bb74-fe5f3c277d89 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:01.073456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a614c-3290-4b2e-8f65-1c148a02e609 req-ae8db009-2a86-4336-9684-199c5524ecb2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:01.076508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c1a614c-3290-4b2e-8f65-1c148a02e609 req-ae8db009-2a86-4336-9684-199c5524ecb2 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 944 time: 0.3551183 Jul 05 18:12:01.133375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:01.140875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-31c1e4a1-96e5-4aac-ac38-a1803c0075a8 None None] Provisioning complete for port cf80e5ad-5040-4209-abfa-9563892a794b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:01.141247 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31c1e4a1-96e5-4aac-ac38-a1803c0075a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:01.151393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5f5410f-446a-42e1-8e02-bdf090e6b503 req-7b5c39bf-080e-42a1-ae5d-10f5c34c84b7 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460462 Jul 05 18:12:01.252352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c1a614c-3290-4b2e-8f65-1c148a02e609 req-7f957183-5da4-4021-925d-93a0d562f39c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604626 Jul 05 18:12:01.276230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port cf80e5ad-5040-4209-abfa-9563892a794b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:01.276928 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:01.344922 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:01.385885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port a1edeb9f-4455-4a9b-996a-a79b59c77337 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:12:01.617038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8:0:1::15a (d4311eb2-2783-4bd2-b311-e1327c967a23/63e26b60-75ce-4b2b-b890-fe95b93ac12b/a1edeb9f-4455-4a9b-996a-a79b59c77337) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:01.625640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::f816:3eff:fe6d:76af (d4311eb2-2783-4bd2-b311-e1327c967a23/6840b55e-cd0f-4d1d-90be-d33b22bd9376/a1edeb9f-4455-4a9b-996a-a79b59c77337) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:01.715159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21575da9-bdb0-43ec-9e16-a44930f09a82 None None] Update dhcp port {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'fixed_ips': [{'subnet_id': '6840b55e-cd0f-4d1d-90be-d33b22bd9376', 'ip_address': '2001:db8::f816:3eff:fea3:5149'}, {'subnet_id': '63e26b60-75ce-4b2b-b890-fe95b93ac12b'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'cf80e5ad-5040-4209-abfa-9563892a794b'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:12:01.770934 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-21575da9-bdb0-43ec-9e16-a44930f09a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:01.830226 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:01.857719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object a1edeb9f-4455-4a9b-996a-a79b59c77337 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:01.993244 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:02.098335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=a1edeb9f-4455-4a9b-996a-a79b59c77337,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:02.099744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-21575da9-bdb0-43ec-9e16-a44930f09a82 None None] Allocated IP 2001:db8:0:1::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/63e26b60-75ce-4b2b-b890-fe95b93ac12b/cf80e5ad-5040-4209-abfa-9563892a794b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:02.122199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:02.129080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:02.132825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:02.139507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:02.140146 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:02.259381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-21575da9-bdb0-43ec-9e16-a44930f09a82 None None] For port cf80e5ad-5040-4209-abfa-9563892a794b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf80e5ad-5040-4209-abfa-9563892a794b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:02.269041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5ab746cc-5d4c-4da3-984c-734594236a14 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6499994 Jul 05 18:12:02.271320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36694) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:02.320932 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-21575da9-bdb0-43ec-9e16-a44930f09a82 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:02.361151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-21575da9-bdb0-43ec-9e16-a44930f09a82 None None] Transition to ACTIVE for port object cf80e5ad-5040-4209-abfa-9563892a794b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:02.432742 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-21575da9-bdb0-43ec-9e16-a44930f09a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:02.535627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21575da9-bdb0-43ec-9e16-a44930f09a82 None None] Pushing event updated for resources: {'Port': ['ID=cf80e5ad-5040-4209-abfa-9563892a794b,revision_number=10']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:02.551477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-77c9d080-ea53-47db-8a80-d0ff2462ee59 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port a1edeb9f-4455-4a9b-996a-a79b59c77337 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:02.552049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77c9d080-ea53-47db-8a80-d0ff2462ee59 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:02.613671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9327349-bd36-4a43-9095-e9dc725f98be req-bf6a5405-dbee-47ca-bfde-3633146d8a3c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:02.615224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9327349-bd36-4a43-9095-e9dc725f98be req-bf6a5405-dbee-47ca-bfde-3633146d8a3c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 944 time: 0.1894529 Jul 05 18:12:02.636030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d4d7c4-f626-43d4-ae96-cf244a71a2ac req-127b32a2-1d3e-486d-be69-6a1deb10ee86 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:02.637644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98d4d7c4-f626-43d4-ae96-cf244a71a2ac req-127b32a2-1d3e-486d-be69-6a1deb10ee86 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 945 time: 0.2694409 Jul 05 18:12:02.654679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a8ad4400-1430-48cf-881f-f8567bda1f3c up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:02.774792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9327349-bd36-4a43-9095-e9dc725f98be req-7e275243-1457-40d0-968f-10a2d0b1b748 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356006 Jul 05 18:12:02.782036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98d4d7c4-f626-43d4-ae96-cf244a71a2ac req-7d1d5d9d-ce38-4234-86d8-c82b6a98a214 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343505 Jul 05 18:12:02.786631 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77c9d080-ea53-47db-8a80-d0ff2462ee59 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:02.799437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port a8ad4400-1430-48cf-881f-f8567bda1f3c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:02.806875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port a8ad4400-1430-48cf-881f-f8567bda1f3c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:02.807812 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:02.830587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-77c9d080-ea53-47db-8a80-d0ff2462ee59 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for a1edeb9f-4455-4a9b-996a-a79b59c77337 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:03.034598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf80e5ad-5040-4209-abfa-9563892a794b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:03.150066 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:03.242145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ad4400-1430-48cf-881f-f8567bda1f3c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:03.255545 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35dba03-7153-4b58-a9c2-05461681513a" -d '{"events": [{"server_uuid": "549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f", "name": "network-vif-plugged", "status": "completed", "tag": "a8ad4400-1430-48cf-881f-f8567bda1f3c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:03.315002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a8ad4400-1430-48cf-881f-f8567bda1f3c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a8ad4400-1430-48cf-881f-f8567bda1f3c,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:03.375941 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:03.472934 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77c9d080-ea53-47db-8a80-d0ff2462ee59 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:03.498678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a8ad4400-1430-48cf-881f-f8567bda1f3c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:03.544685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a02379-4887-48ff-a6c9-1603aa49d12b None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:03.554953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9d080-ea53-47db-8a80-d0ff2462ee59 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=a1edeb9f-4455-4a9b-996a-a79b59c77337,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:03.599338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd95bf6-efb3-4d7a-a4ec-a60593e8e3e2 req-e050981e-d936-45ec-a067-6e47361f1c00 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:03.600793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bd95bf6-efb3-4d7a-a4ec-a60593e8e3e2 req-e050981e-d936-45ec-a067-6e47361f1c00 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=36353c89-8530-430f-8616-60a24deb6b53 HTTP/1.1" status: 200 len: 946 time: 0.2180755 Jul 05 18:12:03.640463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77c9d080-ea53-47db-8a80-d0ff2462ee59 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:03.642736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-77c9d080-ea53-47db-8a80-d0ff2462ee59 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/a1edeb9f-4455-4a9b-996a-a79b59c77337 HTTP/1.1" status: 204 len: 168 time: 1.3699322 Jul 05 18:12:03.645416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36714) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:03.707278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bd95bf6-efb3-4d7a-a4ec-a60593e8e3e2 req-1f0e75ab-3848-44a8-a1eb-e53c821506ba tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000471 Jul 05 18:12:03.804806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e43c267-78d7-4e90-b4a2-9a12307e64ef tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:03.809746 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5e43c267-78d7-4e90-b4a2-9a12307e64ef tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.1625986 Jul 05 18:12:03.813566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36722) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:03.844593 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5d668c-02e3-4bf5-9391-fb5af078e7bc x-openstack-request-id: req-4e5d668c-02e3-4bf5-9391-fb5af078e7bc {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:03.846015 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f", "name": "network-vif-plugged", "status": "completed", "tag": "a8ad4400-1430-48cf-881f-f8567bda1f3c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:03.846283 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e5d668c-02e3-4bf5-9391-fb5af078e7bc {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:03.847122 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ad4400-1430-48cf-881f-f8567bda1f3c', 'code': 200} Jul 05 18:12:03.849293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5564a4ef-fea0-4cce-afca-b33cae32e5ae None None] Provisioning for port cf80e5ad-5040-4209-abfa-9563892a794b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:03.857942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5564a4ef-fea0-4cce-afca-b33cae32e5ae None None] Provisioning complete for port cf80e5ad-5040-4209-abfa-9563892a794b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:03.857942 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5564a4ef-fea0-4cce-afca-b33cae32e5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:04.241778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e837c4-b115-40ec-b27e-4e55a47e1ebf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:04.246203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-43e837c4-b115-40ec-b27e-4e55a47e1ebf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4282506 Jul 05 18:12:04.246464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36728) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:04.257334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36730) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:04.265850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': '95e896b9-d93e-4293-bbdf-5587ea8ddd8f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:04.291953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1781374-e6ac-4960-b857-16ba95507fff req-b4d7ae43-2bdd-4c71-9e4b-988da8c4272d tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:04.293662 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1781374-e6ac-4960-b857-16ba95507fff req-b4d7ae43-2bdd-4c71-9e4b-988da8c4272d tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f334f6d-479b-4af3-b49a-4ab5cbeb13fd HTTP/1.1" status: 200 len: 945 time: 0.2726381 Jul 05 18:12:04.308324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9f70fd-8b1f-41f2-8d47-28e165ebc5eb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:04.310375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9f70fd-8b1f-41f2-8d47-28e165ebc5eb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:04.312258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9f70fd-8b1f-41f2-8d47-28e165ebc5eb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:04.314064 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4c9f70fd-8b1f-41f2-8d47-28e165ebc5eb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0663593 Jul 05 18:12:04.316904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36732) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:04.327686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14a935-a7c7-404f-98f9-841e2e95bf55 req-d43b1ef1-5aef-47b8-bd2f-e410059558a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:04.329192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc14a935-a7c7-404f-98f9-841e2e95bf55 req-d43b1ef1-5aef-47b8-bd2f-e410059558a0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 1096 time: 0.3984289 Jul 05 18:12:04.374372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e93bf0-15ac-4f43-80f1-0e55a453ab58 req-7ad1eaa3-9e6a-45cd-adc4-ad60f30000a3 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:04.381184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95e93bf0-15ac-4f43-80f1-0e55a453ab58 req-7ad1eaa3-9e6a-45cd-adc4-ad60f30000a3 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.3475792 Jul 05 18:12:04.381703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e9250e58-93fc-4785-b074-eacdf4d81f97 None None] Provisioning complete for port cf80e5ad-5040-4209-abfa-9563892a794b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:04.382188 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e9250e58-93fc-4785-b074-eacdf4d81f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:04.410445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-3018b946-cf3d-441e-b30d-9f4cf8390a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 63e26b60-75ce-4b2b-b890-fe95b93ac12b {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:04.415191 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3018b946-cf3d-441e-b30d-9f4cf8390a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:04.475568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3018b946-cf3d-441e-b30d-9f4cf8390a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:04.490426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1781374-e6ac-4960-b857-16ba95507fff req-d24caa23-26b3-4241-9a5d-b67e06c2a315 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602459 Jul 05 18:12:04.498651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc14a935-a7c7-404f-98f9-841e2e95bf55 req-ea3ff8ad-7023-4964-a894-6d246fcb211d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446083 Jul 05 18:12:04.519869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95e93bf0-15ac-4f43-80f1-0e55a453ab58 req-2604778e-8106-4156-ac4c-2bdeee6cc839 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377351 Jul 05 18:12:04.580237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:04.580885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:04.655142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3018b946-cf3d-441e-b30d-9f4cf8390a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:04.670595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f52ba97d-cc8c-4844-b1d4-f4e95039bb61 None None] Could not find standard attr ID for object a1edeb9f-4455-4a9b-996a-a79b59c77337. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:12:04.860140 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3018b946-cf3d-441e-b30d-9f4cf8390a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:04.933694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018b946-cf3d-441e-b30d-9f4cf8390a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=63e26b60-75ce-4b2b-b890-fe95b93ac12b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:04.946247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3018b946-cf3d-441e-b30d-9f4cf8390a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:04.953087 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3018b946-cf3d-441e-b30d-9f4cf8390a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/63e26b60-75ce-4b2b-b890-fe95b93ac12b HTTP/1.1" status: 204 len: 168 time: 0.6349511 Jul 05 18:12:04.955717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36740) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:05.017250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b8716-9256-47f4-8c6e-00e57e77b3a2 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:05.042097 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1f414b9-0b80-46ad-8b67-dfac760d951c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 6840b55e-cd0f-4d1d-90be-d33b22bd9376 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:05.049177 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1f414b9-0b80-46ad-8b67-dfac760d951c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:05.106015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1f414b9-0b80-46ad-8b67-dfac760d951c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:05.190814 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:05.310154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1f414b9-0b80-46ad-8b67-dfac760d951c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:05.404138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=1422d1d4-abc8-4d46-bc5a-4a38d6cf0ab3,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:05.422121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking segment: {'id': '744bf395-f4d6-46c1-b0f8-f906e0dc8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '95e896b9-d93e-4293-bbdf-5587ea8ddd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:05.422492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network hostable DHCP agents. Network: 95e896b9-d93e-4293-bbdf-5587ea8ddd8f, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:05.482899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981065c-1136-47d4-bba0-e9074a910d23 req-8569446e-1a49-46c8-9aba-28a882e03130 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:05.489999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2981065c-1136-47d4-bba0-e9074a910d23 req-8569446e-1a49-46c8-9aba-28a882e03130 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f334f6d-479b-4af3-b49a-4ab5cbeb13fd HTTP/1.1" status: 200 len: 945 time: 0.1934886 Jul 05 18:12:05.533477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2981065c-1136-47d4-bba0-e9074a910d23 req-16355abd-a204-4472-836f-29ae8f3f1acf tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425293 Jul 05 18:12:05.545754 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1f414b9-0b80-46ad-8b67-dfac760d951c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:05.594659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f414b9-0b80-46ad-8b67-dfac760d951c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=6840b55e-cd0f-4d1d-90be-d33b22bd9376,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:05.598317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1f414b9-0b80-46ad-8b67-dfac760d951c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:05.600448 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a1f414b9-0b80-46ad-8b67-dfac760d951c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/6840b55e-cd0f-4d1d-90be-d33b22bd9376 HTTP/1.1" status: 204 len: 168 time: 0.6436684 Jul 05 18:12:05.603109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36750) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:05.629999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network 95e896b9-d93e-4293-bbdf-5587ea8ddd8f is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:05.687942 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d44fd498-85cc-4143-aab8-a686fa37a7f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832124 Jul 05 18:12:05.691082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36754) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:05.696286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:05.787195 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:05.796296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 95e896b9-d93e-4293-bbdf-5587ea8ddd8f) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:05.806344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027cbaf4-40ca-4c8b-b7b8-9d8f93cc1007 None None] Network 95e896b9-d93e-4293-bbdf-5587ea8ddd8f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:05.831822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2e07c-72c2-4a3c-83ff-9e629ee062a7 req-3812318d-aa0a-4ca6-869e-8cd4e79072c1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:05.842606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8e2e07c-72c2-4a3c-83ff-9e629ee062a7 req-3812318d-aa0a-4ca6-869e-8cd4e79072c1 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.1516800 Jul 05 18:12:05.854875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:05.855742 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:05.936340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8e2e07c-72c2-4a3c-83ff-9e629ee062a7 req-c0c7ff7c-aaef-4395-acf3-831bb4586d4b tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919776 Jul 05 18:12:05.970773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:05.979161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:06.117040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-95e896b9-d93e-4293-bbdf-5587ea8ddd8f', 'network_id': '95e896b9-d93e-4293-bbdf-5587ea8ddd8f', 'tenant_id': '77bff6a4a6c54ead8c6a429c5d502d83', 'fixed_ips': [{'subnet_id': '1422d1d4-abc8-4d46-bc5a-4a38d6cf0ab3'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:06.117040 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:06.123069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ed98d13e-5bb3-40e0-9831-26f173813f4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8630853 Jul 05 18:12:06.136270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36762) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:06.159155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1280253780'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:06.207288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b44f8-070d-4d9c-be7c-282a35cb1e90 req-30c66790-e061-449f-a669-f4d508d610a7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:06.214759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b44f8-070d-4d9c-be7c-282a35cb1e90 req-30c66790-e061-449f-a669-f4d508d610a7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:06.222930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b44f8-070d-4d9c-be7c-282a35cb1e90 req-30c66790-e061-449f-a669-f4d508d610a7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:06.240387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b44f8-070d-4d9c-be7c-282a35cb1e90 req-30c66790-e061-449f-a669-f4d508d610a7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:06.254805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b44f8-070d-4d9c-be7c-282a35cb1e90 req-30c66790-e061-449f-a669-f4d508d610a7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:06.273063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b44f8-070d-4d9c-be7c-282a35cb1e90 req-30c66790-e061-449f-a669-f4d508d610a7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:06.289265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b44f8-070d-4d9c-be7c-282a35cb1e90 req-30c66790-e061-449f-a669-f4d508d610a7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:06.294347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f50b44f8-070d-4d9c-be7c-282a35cb1e90 req-30c66790-e061-449f-a669-f4d508d610a7 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5435 time: 0.2254341 Jul 05 18:12:06.375565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f50b44f8-070d-4d9c-be7c-282a35cb1e90 req-ef6dc1f9-66a3-4c80-85b6-43e40caf8ff2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0724838 Jul 05 18:12:06.407755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:06.416895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:06.473564 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:06.504081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:06.505932 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731 of type vlan for network 9e779722-6974-4d35-b4ff-8b7e1561d74f Jul 05 18:12:06.622289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ec86df-0e1a-4649-aaa8-837694b9b7ed None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:06.641678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:06.677250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36772) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:06.718374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2bd5d7bc-852f-48e9-9e52-651905f158d7 None None] Provisioning complete for port cf80e5ad-5040-4209-abfa-9563892a794b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:06.718941 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2bd5d7bc-852f-48e9-9e52-651905f158d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:06.765813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Allocated IP 2001:db8:0:ffff::2 (95e896b9-d93e-4293-bbdf-5587ea8ddd8f/1422d1d4-abc8-4d46-bc5a-4a38d6cf0ab3/b7f717e6-d3f9-4457-b74e-b36d720b388f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:06.780055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:06.787608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:06.788545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:06.852630 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:06.960881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=9e779722-6974-4d35-b4ff-8b7e1561d74f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:06.999782 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-79108cca-a94b-40a2-95f5-bb34847345de tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8493052 Jul 05 18:12:06.999782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:07.001900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36780) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:07.002464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 9e779722-6974-4d35-b4ff-8b7e1561d74f details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:07.008926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': '9e779722-6974-4d35-b4ff-8b7e1561d74f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:07.025983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:07.112581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:07.113186 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:07.155755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=bbe85afa-ee51-4b72-aaf8-294bcc301192,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:07.228636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ddf37a-fe2f-4a72-9dc0-e1c4fc467ce2 None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:12:07.238935 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b0f37bf2-d51c-4f9d-ada1-685183b5557c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5440185 Jul 05 18:12:07.246294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36784) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:07.249802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-efa1f4a8-f397-4f34-b83c-46363e878d3e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:07.272505 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:07.287255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Transition to ACTIVE for port object b7f717e6-d3f9-4457-b74e-b36d720b388f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:07.364599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Transition to ACTIVE for port object b7f717e6-d3f9-4457-b74e-b36d720b388f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:07.378988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c2ddf37a-fe2f-4a72-9dc0-e1c4fc467ce2 None None] Deleting port cf80e5ad-5040-4209-abfa-9563892a794b {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:07.379595 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf37a-fe2f-4a72-9dc0-e1c4fc467ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:07.472975 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:07.531615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Pushing event updated for resources: {'Port': ['ID=b7f717e6-d3f9-4457-b74e-b36d720b388f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:07.587768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:07.587768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:07.592690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Network 95e896b9-d93e-4293-bbdf-5587ea8ddd8f is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:07.597162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.597511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.598509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.602851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.603423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.603767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.604103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.604435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.604764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.605090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.605414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.605737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:07.619945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c2ddf37a-fe2f-4a72-9dc0-e1c4fc467ce2 None None] For port cf80e5ad-5040-4209-abfa-9563892a794b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf80e5ad-5040-4209-abfa-9563892a794b,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:07.620343 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf37a-fe2f-4a72-9dc0-e1c4fc467ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:07.630610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:07.660491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:07.682117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c2ddf37a-fe2f-4a72-9dc0-e1c4fc467ce2 None None] Calling delete_port for cf80e5ad-5040-4209-abfa-9563892a794b owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:07.736820 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa1f4a8-f397-4f34-b83c-46363e878d3e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:07.740939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efa1f4a8-f397-4f34-b83c-46363e878d3e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:07.786354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Attempting to bind port b7f717e6-d3f9-4457-b74e-b36d720b388f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:07.786687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Attempting to bind port b7f717e6-d3f9-4457-b74e-b36d720b388f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '744bf395-f4d6-46c1-b0f8-f906e0dc8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '95e896b9-d93e-4293-bbdf-5587ea8ddd8f'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:07.787061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Attempting to bind port b7f717e6-d3f9-4457-b74e-b36d720b388f on network 95e896b9-d93e-4293-bbdf-5587ea8ddd8f {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:07.798308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:07.798963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Checking segment: {'id': '744bf395-f4d6-46c1-b0f8-f906e0dc8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '95e896b9-d93e-4293-bbdf-5587ea8ddd8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:07.799371 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:07.799762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Bound using segment: {'id': '744bf395-f4d6-46c1-b0f8-f906e0dc8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '95e896b9-d93e-4293-bbdf-5587ea8ddd8f'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:07.800237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Bound port: b7f717e6-d3f9-4457-b74e-b36d720b388f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744bf395-f4d6-46c1-b0f8-f906e0dc8107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '95e896b9-d93e-4293-bbdf-5587ea8ddd8f'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:07.800622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:07.900848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] For port b7f717e6-d3f9-4457-b74e-b36d720b388f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:07.904795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] For port b7f717e6-d3f9-4457-b74e-b36d720b388f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b7f717e6-d3f9-4457-b74e-b36d720b388f,segment=NetworkSegment(744bf395-f4d6-46c1-b0f8-f906e0dc8107),segment_id=744bf395-f4d6-46c1-b0f8-f906e0dc8107)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:07.928703 n-d-799524-1 neutron-server[100998]: INFO neutron.db.ipam_backend_mixin [None req-efa1f4a8-f397-4f34-b83c-46363e878d3e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bbe85afa-ee51-4b72-aaf8-294bcc301192 (CIDR: 2001:db8::/64) Jul 05 18:12:07.942524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327bfae-0ee4-48ac-a5f6-34d24ce53ad9 req-635235c5-fe2a-4170-952d-29e963d06401 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:07.944066 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2327bfae-0ee4-48ac-a5f6-34d24ce53ad9 req-635235c5-fe2a-4170-952d-29e963d06401 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f334f6d-479b-4af3-b49a-4ab5cbeb13fd HTTP/1.1" status: 200 len: 945 time: 1.1943438 Jul 05 18:12:08.004197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf37a-fe2f-4a72-9dc0-e1c4fc467ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:08.005893 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa1f4a8-f397-4f34-b83c-46363e878d3e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:12:08.006981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa1f4a8-f397-4f34-b83c-46363e878d3e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:08.030714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddf37a-fe2f-4a72-9dc0-e1c4fc467ce2 None None] Pushing event deleted for resources: {'Port': ['ID=cf80e5ad-5040-4209-abfa-9563892a794b,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:08.034606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddf37a-fe2f-4a72-9dc0-e1c4fc467ce2 None None] No DVR routers for this DVR port cf80e5ad-5040-4209-abfa-9563892a794b on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:08.061257 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:08.061814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:08.092183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10f1aee-7725-42f5-82b3-d64323de6fda None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:08.129896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-84911dfd-49b2-44d2-854a-7ba4464c6621 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.131682 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-84911dfd-49b2-44d2-854a-7ba4464c6621 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.97 "GET /v2.0/ports?device_id=4f334f6d-479b-4af3-b49a-4ab5cbeb13fd HTTP/1.1" status: 200 len: 945 time: 1.2070348 Jul 05 18:12:08.139955 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-efa1f4a8-f397-4f34-b83c-46363e878d3e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8986657 Jul 05 18:12:08.140691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36788) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:08.149746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:08.159913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-94f39348-b4ad-43a7-a6f6-4da0acaa436a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.167690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-94f39348-b4ad-43a7-a6f6-4da0acaa436a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.176847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-94f39348-b4ad-43a7-a6f6-4da0acaa436a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.198425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-94f39348-b4ad-43a7-a6f6-4da0acaa436a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.209935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-94f39348-b4ad-43a7-a6f6-4da0acaa436a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.216375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-94f39348-b4ad-43a7-a6f6-4da0acaa436a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.222744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-94f39348-b4ad-43a7-a6f6-4da0acaa436a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.224911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-94f39348-b4ad-43a7-a6f6-4da0acaa436a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5435 time: 1.3017178 Jul 05 18:12:08.254975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2327bfae-0ee4-48ac-a5f6-34d24ce53ad9 req-da422139-ddb4-400a-9cb5-7c14323c0dd1 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978694 Jul 05 18:12:08.268734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafefed-b0cd-40ef-9f09-63f89fe5ed65 None None] Pushing event updated for resources: {'Port': ['ID=b7f717e6-d3f9-4457-b74e-b36d720b388f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:08.375092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1d1f2-b272-44b6-89cb-fe6d66bb5b8e req-aa78e73f-db7a-44f8-982c-2cd39c7aa093 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.386479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9f1d1f2-b272-44b6-89cb-fe6d66bb5b8e req-aa78e73f-db7a-44f8-982c-2cd39c7aa093 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.7340827 Jul 05 18:12:08.469143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': 'bbe85afa-ee51-4b72-aaf8-294bcc301192'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:08.471150 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:08.560950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-7fc4198d-dc45-4297-bb40-db8acced83fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:08.562898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-7fc4198d-dc45-4297-bb40-db8acced83fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "GET /v2.0/ports/6b5e49ff-5237-410c-8641-38f9f7e632ee?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3316357 Jul 05 18:12:08.613703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9f1d1f2-b272-44b6-89cb-fe6d66bb5b8e req-4b7d4722-c62c-424d-acd0-6721b9e6b9bf tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261708 Jul 05 18:12:08.765844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/bbe85afa-ee51-4b72-aaf8-294bcc301192/5ae7dd5e-934e-4009-9f3e-337539eb1ba7) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:08.803622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Deleting port 80b645e1-d259-4026-a30b-6621c2714bb5 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:08.803915 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:08.828783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-afb83810-feae-458c-b3ef-49988c023d1b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "GET /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2114120 Jul 05 18:12:08.868229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:08.976717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=0691d23a-7997-4731-b22e-b5ea0b9be4be,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:09.033137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b7f717e6-d3f9-4457-b74e-b36d720b388f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:09.109533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking segment: {'id': 'f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e779722-6974-4d35-b4ff-8b7e1561d74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:09.110296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network hostable DHCP agents. Network: 9e779722-6974-4d35-b4ff-8b7e1561d74f, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:09.123161 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.133372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Transition to ACTIVE for port object 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:09.159448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] For port 80b645e1-d259-4026-a30b-6621c2714bb5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=80b645e1-d259-4026-a30b-6621c2714bb5,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:09.160172 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.162107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Transition to ACTIVE for port object 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:09.211489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Calling delete_port for 80b645e1-d259-4026-a30b-6621c2714bb5 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:09.220048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.316345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:09.321729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83620e6-89e7-46d8-98da-b7d9b94acef5 req-c051702e-1463-4067-876d-c45bfd453dc0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:09.321903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.323187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83620e6-89e7-46d8-98da-b7d9b94acef5 req-c051702e-1463-4067-876d-c45bfd453dc0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:09.329757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83620e6-89e7-46d8-98da-b7d9b94acef5 req-c051702e-1463-4067-876d-c45bfd453dc0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:09.335657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83620e6-89e7-46d8-98da-b7d9b94acef5 req-c051702e-1463-4067-876d-c45bfd453dc0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:09.342275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83620e6-89e7-46d8-98da-b7d9b94acef5 req-c051702e-1463-4067-876d-c45bfd453dc0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:09.348282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83620e6-89e7-46d8-98da-b7d9b94acef5 req-c051702e-1463-4067-876d-c45bfd453dc0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:09.354158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83620e6-89e7-46d8-98da-b7d9b94acef5 req-c051702e-1463-4067-876d-c45bfd453dc0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:09.363009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f83620e6-89e7-46d8-98da-b7d9b94acef5 req-c051702e-1463-4067-876d-c45bfd453dc0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 5435 time: 0.4455118 Jul 05 18:12:09.364397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b7f717e6-d3f9-4457-b74e-b36d720b388f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:09.367193 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.402661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e270eb-388a-4e54-ba52-0637b80ebc35 req-0071c923-ac46-480b-b061-75f871511c01 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:09.404513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9e270eb-388a-4e54-ba52-0637b80ebc35 req-0071c923-ac46-480b-b061-75f871511c01 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.4412425 Jul 05 18:12:09.415781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network 9e779722-6974-4d35-b4ff-8b7e1561d74f is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:09.428964 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.448747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:09.453560 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:09.457020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:09.495297 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf80e5ad-5040-4209-abfa-9563892a794b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:09.550068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Pushing event updated for resources: {'Port': ['ID=5ae7dd5e-934e-4009-9f3e-337539eb1ba7,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:09.564626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: cf80e5ad-5040-4209-abfa-9563892a794b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:12:09.564626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf80e5ad-5040-4209-abfa-9563892a794b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:09.591947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Attempting to bind port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:09.592245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Attempting to bind port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:09.592616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Attempting to bind port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:09.600029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:09.600409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:09.600820 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.601219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:09.601697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Bound port: 5ae7dd5e-934e-4009-9f3e-337539eb1ba7, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:09.602081 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.631932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c29532-ea7c-494a-af3e-d14c96398359 None None] Network 95e896b9-d93e-4293-bbdf-5587ea8ddd8f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:09.652362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] For port 6b5e49ff-5237-410c-8641-38f9f7e632ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=6b5e49ff-5237-410c-8641-38f9f7e632ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:09.692796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] For port 6b5e49ff-5237-410c-8641-38f9f7e632ee, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:09.733993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] device_id is not set on port 6b5e49ff-5237-410c-8641-38f9f7e632ee yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:12:09.744991 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.773953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 9e779722-6974-4d35-b4ff-8b7e1561d74f) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:09.775567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] For port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:09.780029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:09.780954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.792579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb779820-2305-48f1-9b29-8974d710db58 None None] Network 9e779722-6974-4d35-b4ff-8b7e1561d74f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:09.812081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f83620e6-89e7-46d8-98da-b7d9b94acef5 req-6be97163-8e8b-403b-a8fc-c11dc759d3e5 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4485273 Jul 05 18:12:09.867004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-794aa06c-92f2-405a-a074-c6095560fb9f None None] Provisioning for port b7f717e6-d3f9-4457-b74e-b36d720b388f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:09.872756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9e270eb-388a-4e54-ba52-0637b80ebc35 req-96e147c5-d171-4c68-b73c-8706dd796e76 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405091 Jul 05 18:12:09.882219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] For port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5ae7dd5e-934e-4009-9f3e-337539eb1ba7,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:09.907251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:09.938251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-794aa06c-92f2-405a-a074-c6095560fb9f None None] Provisioning complete for port b7f717e6-d3f9-4457-b74e-b36d720b388f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:09.938735 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-794aa06c-92f2-405a-a074-c6095560fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:10.033555 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:10.038863 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-00919dbf-c017-4a8b-bac7-9015b815e6e2 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.0344653 Jul 05 18:12:10.041658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36802) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:10.220387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:12:10.262930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7af62f-65a7-4de9-ac91-f530d67788ba None None] Pushing event updated for resources: {'Port': ['ID=5ae7dd5e-934e-4009-9f3e-337539eb1ba7,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:10.291189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] No DVR routers for this DVR port 6b5e49ff-5237-410c-8641-38f9f7e632ee on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:10.398248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-9e779722-6974-4d35-b4ff-8b7e1561d74f', 'network_id': '9e779722-6974-4d35-b4ff-8b7e1561d74f', 'tenant_id': '77bff6a4a6c54ead8c6a429c5d502d83', 'fixed_ips': [{'subnet_id': '0691d23a-7997-4731-b22e-b5ea0b9be4be'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:10.401658 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:10.424413 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-794aa06c-92f2-405a-a074-c6095560fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:10.449261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=6b5e49ff-5237-410c-8641-38f9f7e632ee,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:10.507499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] In _notify_port_updated(), no bound segment for port 6b5e49ff-5237-410c-8641-38f9f7e632ee on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:12:10.509255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:10.510056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:10.518988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-28c910da-e81b-468a-829b-a9d5f6f5f0c6 service neutron] 10.222.0.97 "PUT /v2.0/ports/6b5e49ff-5237-410c-8641-38f9f7e632ee HTTP/1.1" status: 200 len: 1027 time: 1.6576419 Jul 05 18:12:10.532334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:10.604614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-794aa06c-92f2-405a-a074-c6095560fb9f None None] For port b7f717e6-d3f9-4457-b74e-b36d720b388f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b7f717e6-d3f9-4457-b74e-b36d720b388f,segment=NetworkSegment(744bf395-f4d6-46c1-b0f8-f906e0dc8107),segment_id=744bf395-f4d6-46c1-b0f8-f906e0dc8107)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:10.709991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 22789af0-7dfa-418e-8d88-24653ba1c8b4 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:10.727381 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-794aa06c-92f2-405a-a074-c6095560fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:10.833207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:10.921092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Allocated IP 2001:db8::1 (9e779722-6974-4d35-b4ff-8b7e1561d74f/0691d23a-7997-4731-b22e-b5ea0b9be4be/d9cbec04-92ca-4169-9f9b-346129434aed) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:10.929855 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:10.982055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:10.994922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4022d0a7-21b9-43e4-8d62-fe64c8173a6c None None] Provisioning complete for port 6b5e49ff-5237-410c-8641-38f9f7e632ee triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:10.995223 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4022d0a7-21b9-43e4-8d62-fe64c8173a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.103939 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.141495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] For port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5ae7dd5e-934e-4009-9f3e-337539eb1ba7,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:11.177816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.178958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794aa06c-92f2-405a-a074-c6095560fb9f None None] Pushing event updated for resources: {'Port': ['ID=b7f717e6-d3f9-4457-b74e-b36d720b388f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:11.193339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Pushing event deleted for resources: {'Port': ['ID=80b645e1-d259-4026-a30b-6621c2714bb5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:11.206188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['8f3c23fe-730f-46eb-96b3-598ec8fd8df9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:12:11.207167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-064b2e65-b9ba-4bc2-ad28-1e2390ed3b2c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:11.208607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0fba34d6-7d64-4d79-9d16-1d13e519b6bc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:12:11.208920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-064b2e65-b9ba-4bc2-ad28-1e2390ed3b2c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "GET /v2.0/ports/f789fea0-21f9-4320-914a-1c39f450b4ee?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6793101 Jul 05 18:12:11.226519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:11.236185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.237148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.255640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf83f21-0018-4d95-b089-c38cf38cad7a req-c11091cc-320c-4518-b04c-7c1fe7804894 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:11.263696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cf83f21-0018-4d95-b089-c38cf38cad7a req-c11091cc-320c-4518-b04c-7c1fe7804894 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f334f6d-479b-4af3-b49a-4ab5cbeb13fd HTTP/1.1" status: 200 len: 945 time: 1.1498802 Jul 05 18:12:11.305384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.314521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:11.320365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:11.331608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:11.332384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.350172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] No DVR routers for this DVR port 80b645e1-d259-4026-a30b-6621c2714bb5 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:11.384480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.390163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06b62284-ebaf-4ce3-90e6-96051a2d02c7 req-209067d5-9ff8-471d-8aec-5caa693b0f0f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.97 "DELETE /v2.0/ports/80b645e1-d259-4026-a30b-6621c2714bb5 HTTP/1.1" status: 204 len: 173 time: 3.1594431 Jul 05 18:12:11.390396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=5ae7dd5e-934e-4009-9f3e-337539eb1ba7,revision_number=4']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:11.392277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f334f6d-479b-4af3-b49a-4ab5cbeb13fd', 'name': 'network-vif-deleted', 'tag': '80b645e1-d259-4026-a30b-6621c2714bb5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:11.394091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4022d0a7-21b9-43e4-8d62-fe64c8173a6c None None] Port 6b5e49ff-5237-410c-8641-38f9f7e632ee cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:12:11.395183 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97e98e8-29c6-49f2-9c7e-6120c82bb5cf" -d '{"events": [{"server_uuid": "4f334f6d-479b-4af3-b49a-4ab5cbeb13fd", "name": "network-vif-deleted", "tag": "80b645e1-d259-4026-a30b-6621c2714bb5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:11.402395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=18f53f68-1d14-4cb1-b473-f5d6c371d2e2,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:11.417610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22789af0-7dfa-418e-8d88-24653ba1c8b4'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:11.419996 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ddb095-9e2c-4ba0-b7a0-a99d6699c231" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-unplugged", "status": "completed", "tag": "22789af0-7dfa-418e-8d88-24653ba1c8b4"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:11.451820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4cf83f21-0018-4d95-b089-c38cf38cad7a req-e7d6f00d-a873-446b-910a-6dc446fb3920 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871667 Jul 05 18:12:11.464631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 22789af0-7dfa-418e-8d88-24653ba1c8b4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=22789af0-7dfa-418e-8d88-24653ba1c8b4,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:11.482198 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-03b95868-1ccc-49f2-bef6-3cf22690cafd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3371625 Jul 05 18:12:11.484751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36816) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:11.493009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:37:eb:9f', 'name': 'tempest-NetworksTestDHCPv6-1626428601'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:11.568219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656f4fab-2c23-4bf4-9eca-1e2403cf270e req-363275af-2511-4a20-b381-c4a03ed25011 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:11.579061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-656f4fab-2c23-4bf4-9eca-1e2403cf270e req-363275af-2511-4a20-b381-c4a03ed25011 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.4815340 Jul 05 18:12:11.581214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.581946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f18ee15e-74cb-462e-a8d8-80f5ef87bddc no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:11.685589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-656f4fab-2c23-4bf4-9eca-1e2403cf270e req-ff7c59f5-c5b9-469e-8f70-6f5a55647c4c tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053464 Jul 05 18:12:11.686262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.689122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:11.733332 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.768226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:11.797566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Deleting port 1a16bea3-ca65-4750-9667-546949236057 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:11.798072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.841882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a308b9ca-bba9-4518-b3fc-6e0b4a90c22c None None] Provisioning complete for port b7f717e6-d3f9-4457-b74e-b36d720b388f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:11.842794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a308b9ca-bba9-4518-b3fc-6e0b4a90c22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.883051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c579f4fc-b49d-47a9-b6d8-51675b19e90a None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:11.901688 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:11.925494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port a2054b63-2f2d-40d0-9229-edd9dbb9bdaa yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:12:11.961656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f547-000d-4e27-ad67-05b77c866666 req-1e487219-778e-4d94-9818-d0f49c6e1fb0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:11.969609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f547-000d-4e27-ad67-05b77c866666 req-1e487219-778e-4d94-9818-d0f49c6e1fb0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:11.976482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f547-000d-4e27-ad67-05b77c866666 req-1e487219-778e-4d94-9818-d0f49c6e1fb0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:11.983599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f547-000d-4e27-ad67-05b77c866666 req-1e487219-778e-4d94-9818-d0f49c6e1fb0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:11.990331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f547-000d-4e27-ad67-05b77c866666 req-1e487219-778e-4d94-9818-d0f49c6e1fb0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:11.997610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f547-000d-4e27-ad67-05b77c866666 req-1e487219-778e-4d94-9818-d0f49c6e1fb0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:12.008761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e878f547-000d-4e27-ad67-05b77c866666 req-1e487219-778e-4d94-9818-d0f49c6e1fb0 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 4659 time: 0.3878250 Jul 05 18:12:12.018946 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54588ec2-6575-4eff-a8e8-a5b41d36ada8 x-openstack-request-id: req-54588ec2-6575-4eff-a8e8-a5b41d36ada8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:12.019388 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f334f6d-479b-4af3-b49a-4ab5cbeb13fd", "name": "network-vif-deleted", "tag": "80b645e1-d259-4026-a30b-6621c2714bb5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:12.019765 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54588ec2-6575-4eff-a8e8-a5b41d36ada8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:12.020340 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f334f6d-479b-4af3-b49a-4ab5cbeb13fd', 'name': 'network-vif-deleted', 'tag': '80b645e1-d259-4026-a30b-6621c2714bb5', 'status': 'completed', 'code': 200} Jul 05 18:12:12.028105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Transition to ACTIVE for port object d9cbec04-92ca-4169-9f9b-346129434aed will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:12.078941 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea76f2b8-1455-46ae-a9b0-160b8eec36d8 x-openstack-request-id: req-ea76f2b8-1455-46ae-a9b0-160b8eec36d8 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:12.079550 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-unplugged", "status": "completed", "tag": "22789af0-7dfa-418e-8d88-24653ba1c8b4", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:12.080070 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea76f2b8-1455-46ae-a9b0-160b8eec36d8 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:12.080629 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22789af0-7dfa-418e-8d88-24653ba1c8b4', 'code': 200} Jul 05 18:12:12.096433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e878f547-000d-4e27-ad67-05b77c866666 req-10fecfcc-d44a-46d9-9f6d-a4e97f10fd80 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=34563289-0d55-48f9-8665-21e9fa8079b8&id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0889623 Jul 05 18:12:12.097255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=22789af0-7dfa-418e-8d88-24653ba1c8b4,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:12.115349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] For port f789fea0-21f9-4320-914a-1c39f450b4ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f789fea0-21f9-4320-914a-1c39f450b4ee,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:12.118425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] For port 1a16bea3-ca65-4750-9667-546949236057, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1a16bea3-ca65-4750-9667-546949236057,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:12.118903 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.146144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Calling delete_port for 1a16bea3-ca65-4750-9667-546949236057 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:12.170993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Transition to ACTIVE for port object d9cbec04-92ca-4169-9f9b-346129434aed will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:12.181996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::65 (d4311eb2-2783-4bd2-b311-e1327c967a23/bbe85afa-ee51-4b72-aaf8-294bcc301192/a2054b63-2f2d-40d0-9229-edd9dbb9bdaa) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:12.183163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:eb9f (d4311eb2-2783-4bd2-b311-e1327c967a23/18f53f68-1d14-4cb1-b473-f5d6c371d2e2/a2054b63-2f2d-40d0-9229-edd9dbb9bdaa) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:12.253005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] For port f789fea0-21f9-4320-914a-1c39f450b4ee, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:12.258689 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.304523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] device_id is not set on port f789fea0-21f9-4320-914a-1c39f450b4ee yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:12:12.317924 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.329064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.358666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198868f-7d3a-49ce-8652-915e2142e1f4 req-52071710-12a5-45b8-a36b-8e0c662f2e28 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:12.359927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8198868f-7d3a-49ce-8652-915e2142e1f4 req-52071710-12a5-45b8-a36b-8e0c662f2e28 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.1983776 Jul 05 18:12:12.382643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f18ee15e-74cb-462e-a8d8-80f5ef87bddc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:12.409517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Network 9e779722-6974-4d35-b4ff-8b7e1561d74f is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:12.420386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:12.426070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:12.429365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Pushing event updated for resources: {'Port': ['ID=d9cbec04-92ca-4169-9f9b-346129434aed,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:12.443204 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.477453 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.478378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 80b645e1-d259-4026-a30b-6621c2714bb5 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:12.484800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.500587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object a2054b63-2f2d-40d0-9229-edd9dbb9bdaa will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:12.557495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 80b645e1-d259-4026-a30b-6621c2714bb5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:12:12.557849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 80b645e1-d259-4026-a30b-6621c2714bb5 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:12.558382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f789fea0-21f9-4320-914a-1c39f450b4ee no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:12.600480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Attempting to bind port d9cbec04-92ca-4169-9f9b-346129434aed on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:12.600978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Attempting to bind port d9cbec04-92ca-4169-9f9b-346129434aed by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e779722-6974-4d35-b4ff-8b7e1561d74f'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:12.601470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Attempting to bind port d9cbec04-92ca-4169-9f9b-346129434aed on network 9e779722-6974-4d35-b4ff-8b7e1561d74f {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:12.624985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8198868f-7d3a-49ce-8652-915e2142e1f4 req-56eda78c-aeab-4d22-8830-bb63603e08aa tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204068 Jul 05 18:12:12.625220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:12.625685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Checking segment: {'id': 'f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e779722-6974-4d35-b4ff-8b7e1561d74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:12.626271 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.626772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Bound using segment: {'id': 'f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e779722-6974-4d35-b4ff-8b7e1561d74f'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:12.627334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Bound port: d9cbec04-92ca-4169-9f9b-346129434aed, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9e779722-6974-4d35-b4ff-8b7e1561d74f'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:12.627722 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.636607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.660138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=f789fea0-21f9-4320-914a-1c39f450b4ee,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:12.709338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=0691d23a-7997-4731-b22e-b5ea0b9be4be,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:12.713325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] No DVR routers for this DVR port f789fea0-21f9-4320-914a-1c39f450b4ee on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:12.780004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] In _notify_port_updated(), no bound segment for port f789fea0-21f9-4320-914a-1c39f450b4ee on network a675cb52-e4bc-4d13-85da-7894479e2b8a {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:12:12.780984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:12.781604 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.787434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-07c52192-3397-4ab4-a32e-f0aa77b83ce2 service neutron] 10.222.0.97 "PUT /v2.0/ports/f789fea0-21f9-4320-914a-1c39f450b4ee HTTP/1.1" status: 200 len: 1028 time: 1.5686998 Jul 05 18:12:12.811825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] For port d9cbec04-92ca-4169-9f9b-346129434aed, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:12.815502 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] For port d9cbec04-92ca-4169-9f9b-346129434aed, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d9cbec04-92ca-4169-9f9b-346129434aed,segment=NetworkSegment(f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731),segment_id=f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:12.817083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:12.832960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-051c211f-b647-490e-99e7-78d57511218b None None] Provisioning for port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:12.832960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-051c211f-b647-490e-99e7-78d57511218b None None] Provisioning complete for port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:12.832960 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-051c211f-b647-490e-99e7-78d57511218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.832960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f789fea0-21f9-4320-914a-1c39f450b4ee not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:12.833984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb67ceea-05e0-475c-8208-7e8d0b516cfc no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:12.841222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.895161 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:12.958518 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.054875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-049057d5-677e-4052-acf2-6484e7f5447b req-a005846f-3d44-4b94-ae0a-9b1cc2238bb1 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f334f6d-479b-4af3-b49a-4ab5cbeb13fd HTTP/1.1" status: 200 len: 210 time: 0.1189439 Jul 05 18:12:13.076864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:13.102706 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.126857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=a2054b63-2f2d-40d0-9229-edd9dbb9bdaa,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:13.149391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:13.152058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Pushing event deleted for resources: {'Port': ['ID=1a16bea3-ca65-4750-9667-546949236057,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:13.159930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e779722-6974-4d35-b4ff-8b7e1561d74f']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:13.163071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:13.174162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:13.186854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:13.193729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.228250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:13.228250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:13.258645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.287790 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.312165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:13.312578 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:13.315946 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:13.349193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6dea8-c7f3-4693-80c3-51ad4d950ad9 None None] Pushing event updated for resources: {'Port': ['ID=d9cbec04-92ca-4169-9f9b-346129434aed,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:13.424741 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eafdf9e6-122d-4560-8834-0206920abc32 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9382644 Jul 05 18:12:13.427992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting port 076ae338-2f77-45cd-b0af-21779e485c9e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:13.428517 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.436780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36842) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:13.473608 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.510977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:12:13.510977 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:12:13.510977 n-d-799524-1 neutron-server[100998]: [parameters: {'id': '9e779722-6974-4d35-b4ff-8b7e1561d74f'}] Jul 05 18:12:13.510977 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:12:13.511519 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:12:13.519279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9541745-44ad-45a8-828f-df7dbc573d70 None None] Network 9e779722-6974-4d35-b4ff-8b7e1561d74f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:13.525290 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-051c211f-b647-490e-99e7-78d57511218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.638114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:13.638710 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.681507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb67ceea-05e0-475c-8208-7e8d0b516cfc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:13.727680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-051c211f-b647-490e-99e7-78d57511218b None None] For port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5ae7dd5e-934e-4009-9f3e-337539eb1ba7,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:13.789110 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.790852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:13.835389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] For port 076ae338-2f77-45cd-b0af-21779e485c9e, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=076ae338-2f77-45cd-b0af-21779e485c9e,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:13.841052 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.860845 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.871612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Calling delete_port for 076ae338-2f77-45cd-b0af-21779e485c9e owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:13.890377 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-051c211f-b647-490e-99e7-78d57511218b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:13.908925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118a12c-1e6f-4ad7-95e0-d4cadd0515fc req-5d34a522-c36a-4b74-8693-8bb353b62d48 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:13.917651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3118a12c-1e6f-4ad7-95e0-d4cadd0515fc req-5d34a522-c36a-4b74-8693-8bb353b62d48 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.3716178 Jul 05 18:12:13.993986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.006051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde9f45-bae5-4c7a-a6d3-aa62f48e4785 req-d059bd2a-f65a-4796-a8c2-9294609dc32f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:14.012166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde9f45-bae5-4c7a-a6d3-aa62f48e4785 req-d059bd2a-f65a-4796-a8c2-9294609dc32f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:14.012982 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.019877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde9f45-bae5-4c7a-a6d3-aa62f48e4785 req-d059bd2a-f65a-4796-a8c2-9294609dc32f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:14.026624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde9f45-bae5-4c7a-a6d3-aa62f48e4785 req-d059bd2a-f65a-4796-a8c2-9294609dc32f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:14.030728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa170484-c5ae-43c0-bb35-f7acc33ca15b None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:12:14.034618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde9f45-bae5-4c7a-a6d3-aa62f48e4785 req-d059bd2a-f65a-4796-a8c2-9294609dc32f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:14.042240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bde9f45-bae5-4c7a-a6d3-aa62f48e4785 req-d059bd2a-f65a-4796-a8c2-9294609dc32f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 3882 time: 0.4939766 Jul 05 18:12:14.102650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3118a12c-1e6f-4ad7-95e0-d4cadd0515fc req-cec9e9e7-96c7-48aa-b0c9-54d7cdffa0a9 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838331 Jul 05 18:12:14.111552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc'}, {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:14.113824 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-962e8c18-2ea5-4264-8c47-d754f06e8547" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-unplugged", "status": "completed", "tag": "f18ee15e-74cb-462e-a8d8-80f5ef87bddc"}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-unplugged", "status": "completed", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:14.114816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting port d9cbec04-92ca-4169-9f9b-346129434aed {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:14.115227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.142872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=fb67ceea-05e0-475c-8208-7e8d0b516cfc,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:14.210135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] For port d9cbec04-92ca-4169-9f9b-346129434aed, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d9cbec04-92ca-4169-9f9b-346129434aed,segment=NetworkSegment(f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731),segment_id=f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:14.210762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.229398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b7f717e6-d3f9-4457-b74e-b36d720b388f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:14.231197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c211f-b647-490e-99e7-78d57511218b None None] Pushing event updated for resources: {'Port': ['ID=5ae7dd5e-934e-4009-9f3e-337539eb1ba7,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:14.232985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Calling delete_port for d9cbec04-92ca-4169-9f9b-346129434aed owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:14.251585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac437c-dd91-454a-9941-b45631a26a82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port a2054b63-2f2d-40d0-9229-edd9dbb9bdaa {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:14.252324 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1ac437c-dd91-454a-9941-b45631a26a82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.355397 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1ac437c-dd91-454a-9941-b45631a26a82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.369197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f1ac437c-dd91-454a-9941-b45631a26a82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for a2054b63-2f2d-40d0-9229-edd9dbb9bdaa owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:14.459433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:14.481473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7181572b-7c05-44e1-a832-3ec4dbcc4626 None None] Provisioning complete for port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:14.481876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7181572b-7c05-44e1-a832-3ec4dbcc4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.542547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bde9f45-bae5-4c7a-a6d3-aa62f48e4785 req-5d5e1b0c-d07c-4eaf-9b96-e768c113aa3b tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4992936 Jul 05 18:12:14.545132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.589269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Port': ['ID=d9cbec04-92ca-4169-9f9b-346129434aed,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:14.602938 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.604968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 076ae338-2f77-45cd-b0af-21779e485c9e no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:14.615512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No DVR routers for this DVR port d9cbec04-92ca-4169-9f9b-346129434aed on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:14.711745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b7f717e6-d3f9-4457-b74e-b36d720b388f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:14.712110 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.714420 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128477d1-05a1-4567-a0ee-e0cc6c7182eb x-openstack-request-id: req-128477d1-05a1-4567-a0ee-e0cc6c7182eb {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:14.714736 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-unplugged", "status": "completed", "tag": "f18ee15e-74cb-462e-a8d8-80f5ef87bddc", "code": 200}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-unplugged", "status": "completed", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:14.717335 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-128477d1-05a1-4567-a0ee-e0cc6c7182eb {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:14.717335 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc', 'code': 200} Jul 05 18:12:14.727029 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'code': 200} Jul 05 18:12:14.753603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7f06f-0955-4d7d-a06a-67228888122b req-7f193eb4-d61a-43ce-986b-e89b8a04d469 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:14.760385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bf7f06f-0955-4d7d-a06a-67228888122b req-7f193eb4-d61a-43ce-986b-e89b8a04d469 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.3316741 Jul 05 18:12:14.783101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.799822 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e779722-6974-4d35-b4ff-8b7e1561d74f']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:14.823431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:14.823431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ad1ae1-021e-49bf-bc0e-1a1fd7f78731') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:14.839912 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.868087 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.880448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:14.880879 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:14.924854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa170484-c5ae-43c0-bb35-f7acc33ca15b None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:12:14.954205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:14.957059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No active binding found for port 076ae338-2f77-45cd-b0af-21779e485c9e {{(pid=100999) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 18:12:14.957526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 076ae338-2f77-45cd-b0af-21779e485c9e not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:14.957964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 6b5e49ff-5237-410c-8641-38f9f7e632ee no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:14.978676 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:15.116415 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.120463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 6b5e49ff-5237-410c-8641-38f9f7e632ee not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:15.138330 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.144799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/9e779722-6974-4d35-b4ff-8b7e1561d74f HTTP/1.1" status: 204 len: 168 time: 5.0574350 Jul 05 18:12:15.167795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36862) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:15.198951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-977096205'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:15.244702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77711f68-d825-4467-91a0-aacd08fadc2f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=9e779722-6974-4d35-b4ff-8b7e1561d74f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:15.271289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.376430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Port': ['ID=076ae338-2f77-45cd-b0af-21779e485c9e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:15.380970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:15.388823 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.404553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bf7f06f-0955-4d7d-a06a-67228888122b req-fd9d00c1-95e1-4be5-ab28-27aee33d9434 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6430292 Jul 05 18:12:15.479584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Router 18814ce8-21d1-490e-9551-c647fcf86ed1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:12:15.486122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:15.524872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] No DVR routers for this DVR port 076ae338-2f77-45cd-b0af-21779e485c9e on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:15.527497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.538064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-c2020ae4-3efb-4d29-84a1-e17ebd3d185c tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "DELETE /v2.0/ports/076ae338-2f77-45cd-b0af-21779e485c9e HTTP/1.1" status: 204 len: 173 time: 2.7396307 Jul 05 18:12:15.538064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': '076ae338-2f77-45cd-b0af-21779e485c9e'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:15.538064 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e2117-198c-4737-9de3-b27120dc8a45" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "076ae338-2f77-45cd-b0af-21779e485c9e"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:15.564650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7181572b-7c05-44e1-a832-3ec4dbcc4626 None None] Provisioning for port a2054b63-2f2d-40d0-9229-edd9dbb9bdaa completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:15.575225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:15.580317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7181572b-7c05-44e1-a832-3ec4dbcc4626 None None] Provisioning complete for port a2054b63-2f2d-40d0-9229-edd9dbb9bdaa triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:15.580717 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7181572b-7c05-44e1-a832-3ec4dbcc4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.595326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.595681 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment 5ec48a68-93db-4e7f-8182-77013677f399 of type vlan for network c3567b35-daf4-467f-9768-a0bceeb5a7d2 Jul 05 18:12:15.611556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7181572b-7c05-44e1-a832-3ec4dbcc4626 None None] Port a2054b63-2f2d-40d0-9229-edd9dbb9bdaa was deleted so its status cannot be updated. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 18:12:15.655186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:15.655622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.657349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7181572b-7c05-44e1-a832-3ec4dbcc4626 None None] Provisioning complete for port f789fea0-21f9-4320-914a-1c39f450b4ee triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:15.657713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7181572b-7c05-44e1-a832-3ec4dbcc4626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.684897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.724562 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1ac437c-dd91-454a-9941-b45631a26a82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.767064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7181572b-7c05-44e1-a832-3ec4dbcc4626 None None] Port f789fea0-21f9-4320-914a-1c39f450b4ee cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:12:15.817203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.828942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:15.833189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:15.962709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ac437c-dd91-454a-9941-b45631a26a82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=a2054b63-2f2d-40d0-9229-edd9dbb9bdaa,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:16.011763 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8310668 Jul 05 18:12:16.016905 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b69d51d-d029-4b40-aafa-9d441cd43db3 x-openstack-request-id: req-9b69d51d-d029-4b40-aafa-9d441cd43db3 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:16.017202 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "076ae338-2f77-45cd-b0af-21779e485c9e", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:16.017488 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b69d51d-d029-4b40-aafa-9d441cd43db3 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:16.017858 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': '076ae338-2f77-45cd-b0af-21779e485c9e', 'status': 'completed', 'code': 200} Jul 05 18:12:16.023472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e6bbe-de48-4d5a-8c2d-ad4572a78901 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=c3567b35-daf4-467f-9768-a0bceeb5a7d2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:16.039153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36884) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:16.040366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:12:16.048665 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-89c4b5a6-43d2-473b-b6b7-be6a28a8536b admin admin] 10.222.0.30 "PUT /v2.0/routers/18814ce8-21d1-490e-9551-c647fcf86ed1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3699996 Jul 05 18:12:16.055885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36886) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:16.085117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] Sync routers for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:12:16.092983 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network c3567b35-daf4-467f-9768-a0bceeb5a7d2 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:16.100072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': 'c3567b35-daf4-467f-9768-a0bceeb5a7d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:16.236709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:16.236709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:11:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:16.303272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:16.304317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1ac437c-dd91-454a-9941-b45631a26a82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:16.313409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36892) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:16.317474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f1ac437c-dd91-454a-9941-b45631a26a82 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/a2054b63-2f2d-40d0-9229-edd9dbb9bdaa HTTP/1.1" status: 204 len: 168 time: 2.8733370 Jul 05 18:12:16.454010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:16.548136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting port fb67ceea-05e0-475c-8208-7e8d0b516cfc {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:16.549035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:16.550649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:16.565851 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f347cb-6902-4079-91b2-7b90e1fa0349 req-0ab2c54c-e26a-47b3-8b28-cf476638f3d2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:16.573788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f347cb-6902-4079-91b2-7b90e1fa0349 req-0ab2c54c-e26a-47b3-8b28-cf476638f3d2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:16.581798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f347cb-6902-4079-91b2-7b90e1fa0349 req-0ab2c54c-e26a-47b3-8b28-cf476638f3d2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:16.585876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdae62d1-a587-445b-8ef1-2196b5c4f40f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:16.588912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f347cb-6902-4079-91b2-7b90e1fa0349 req-0ab2c54c-e26a-47b3-8b28-cf476638f3d2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:16.589267 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fdae62d1-a587-445b-8ef1-2196b5c4f40f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2680001 Jul 05 18:12:16.591971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36896) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:16.598191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42f347cb-6902-4079-91b2-7b90e1fa0349 req-0ab2c54c-e26a-47b3-8b28-cf476638f3d2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 3143 time: 0.3011587 Jul 05 18:12:16.617848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:16.622583 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:16.706110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c82eaf-337e-4bc1-9e33-b1edb8faaa3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:16.708409 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e0c82eaf-337e-4bc1-9e33-b1edb8faaa3b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1152585 Jul 05 18:12:16.710861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36898) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:16.740700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:16.744435 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06c9984-d6b2-40bc-a12f-9b111e6a793d" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-unplugged", "status": "completed", "tag": "26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:16.771541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42f347cb-6902-4079-91b2-7b90e1fa0349 req-949e2230-54f9-4c3b-8290-49f4891e7608 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1721087 Jul 05 18:12:16.782187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Deleting port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:16.782681 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:16.794906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd62a5-f841-457c-962f-9d4c92f724fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:16.797669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd62a5-f841-457c-962f-9d4c92f724fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:16.800027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd62a5-f841-457c-962f-9d4c92f724fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:16.801975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5abd62a5-f841-457c-962f-9d4c92f724fa tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0899563 Jul 05 18:12:16.814469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36902) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:16.858161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:12:12Z', 'revision_number': 5, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port': {'id': 'c7e0662a-ef4a-4de1-86f9-bbb13b5a7364', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:05:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:02:09Z', 'updated_at': '2021-07-05T18:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:16.911877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] Checking router: 18814ce8-21d1-490e-9551-c647fcf86ed1 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:12:16.927854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] Routers {'18814ce8-21d1-490e-9551-c647fcf86ed1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:16.928676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:11:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['18814ce8-21d1-490e-9551-c647fcf86ed1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:16.930582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] For port fb67ceea-05e0-475c-8208-7e8d0b516cfc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb67ceea-05e0-475c-8208-7e8d0b516cfc,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:16.934957 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.005479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] For port c7e0662a-ef4a-4de1-86f9-bbb13b5a7364, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c7e0662a-ef4a-4de1-86f9-bbb13b5a7364,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:17.005901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.037533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-46baa224-5803-4f86-9894-57408e92ceae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 18f53f68-1d14-4cb1-b473-f5d6c371d2e2 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:17.041736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46baa224-5803-4f86-9894-57408e92ceae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.079916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] Set router 18814ce8-21d1-490e-9551-c647fcf86ed1 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:17.109377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46baa224-5803-4f86-9894-57408e92ceae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.192329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:12:16Z', 'revision_number': 6, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:17.210936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.211346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.211664 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Floating IP 2afdde48-0b72-44fe-8e67-996918a37147 disassociated. External IP: 172.25.3.5, port: fb67ceea-05e0-475c-8208-7e8d0b516cfc. Jul 05 18:12:17.212010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Calling delete_port for fb67ceea-05e0-475c-8208-7e8d0b516cfc owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:17.222155 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09a8374-dbbe-4f7b-a8fa-8a959dd056f2 x-openstack-request-id: req-f09a8374-dbbe-4f7b-a8fa-8a959dd056f2 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:17.222451 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-unplugged", "status": "completed", "tag": "26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:17.222739 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f09a8374-dbbe-4f7b-a8fa-8a959dd056f2 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:17.223141 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c', 'code': 200} Jul 05 18:12:17.224235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f5dcd-f8ed-41af-81a2-f405aa0103df None None] The sync data for ids ['18814ce8-21d1-490e-9551-c647fcf86ed1'] in n-d-799524-1 is: [{'id': '18814ce8-21d1-490e-9551-c647fcf86ed1', 'name': 'tempest-AttachVolumeShelveTestJSON-1605171825-router', 'tenant_id': '9127f142890240a89ef4a167926f125c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:02:08Z', 'updated_at': '2021-07-05T18:12:16Z', 'revision_number': 6, 'project_id': '9127f142890240a89ef4a167926f125c', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:12:17.240021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46baa224-5803-4f86-9894-57408e92ceae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.269610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Calling delete_port for c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:17.474689 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46baa224-5803-4f86-9894-57408e92ceae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.504499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baa224-5803-4f86-9894-57408e92ceae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=18f53f68-1d14-4cb1-b473-f5d6c371d2e2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:17.516113 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46baa224-5803-4f86-9894-57408e92ceae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.518325 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-46baa224-5803-4f86-9894-57408e92ceae tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/18f53f68-1d14-4cb1-b473-f5d6c371d2e2 HTTP/1.1" status: 204 len: 168 time: 0.7027698 Jul 05 18:12:17.521176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36908) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:17.526126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f7605-03cb-4f33-bb3c-3b6eddfe44d0 req-fa559824-3c5a-4fda-9d38-2d7c83076743 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:17.531552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6515ed-2d6a-4deb-9c2f-dfd1f1d93ebd None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:17.532422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f7605-03cb-4f33-bb3c-3b6eddfe44d0 req-fa559824-3c5a-4fda-9d38-2d7c83076743 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:17.534283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-252f7605-03cb-4f33-bb3c-3b6eddfe44d0 req-fa559824-3c5a-4fda-9d38-2d7c83076743 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79&device_id=36353c89-8530-430f-8616-60a24deb6b53 HTTP/1.1" status: 200 len: 1682 time: 0.2963185 Jul 05 18:12:17.567311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd361c23-6d4c-4c08-9f76-fef31e1f744d req-1add578f-3c26-4bf3-98c9-926bf80ed3be tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:17.575128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd361c23-6d4c-4c08-9f76-fef31e1f744d req-1add578f-3c26-4bf3-98c9-926bf80ed3be tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.2521708 Jul 05 18:12:17.584372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc56e21d-c0c2-4c8b-8221-4c845616efea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet bbe85afa-ee51-4b72-aaf8-294bcc301192 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:17.588102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc56e21d-c0c2-4c8b-8221-4c845616efea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.699809 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc56e21d-c0c2-4c8b-8221-4c845616efea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.741016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd361c23-6d4c-4c08-9f76-fef31e1f744d req-e6f113f1-7be4-47d5-9089-cf82edbf7b12 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653745 Jul 05 18:12:17.754675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-252f7605-03cb-4f33-bb3c-3b6eddfe44d0 req-b8be4fb6-e381-4f5d-af24-909c2eac26d8 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231441 Jul 05 18:12:17.770688 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.803422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-75efde8a-b64c-470d-8ed3-6bad0797a63f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:17.805027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7e0662a-ef4a-4de1-86f9-bbb13b5a7364,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:17.814061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-75efde8a-b64c-470d-8ed3-6bad0797a63f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.97 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.2237909 Jul 05 18:12:17.902348 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:17.912758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc56e21d-c0c2-4c8b-8221-4c845616efea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.017672 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.022394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.135992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.138986 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.151843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=ac5094ec-8d07-44b4-be8d-ae1281b37d4b,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:18.165638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Port': ['ID=fb67ceea-05e0-475c-8208-7e8d0b516cfc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:18.305217 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.305786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18814ce8-21d1-490e-9551-c647fcf86ed1 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:12:18.311467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.313329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-377269c9-f3b2-4c48-9764-e737b1214e43 admin admin] 10.222.0.30 "DELETE /v2.0/routers/18814ce8-21d1-490e-9551-c647fcf86ed1 HTTP/1.1" status: 204 len: 168 time: 2.2558248 Jul 05 18:12:18.316485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36922) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:18.344564 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Deleting port a8ad4400-1430-48cf-881f-f8567bda1f3c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:18.345081 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.348816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking segment: {'id': '5ec48a68-93db-4e7f-8182-77013677f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3567b35-daf4-467f-9768-a0bceeb5a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:18.349186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network hostable DHCP agents. Network: c3567b35-daf4-467f-9768-a0bceeb5a7d2, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:18.379594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc56e21d-c0c2-4c8b-8221-4c845616efea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.451760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc56e21d-c0c2-4c8b-8221-4c845616efea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe85afa-ee51-4b72-aaf8-294bcc301192,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:18.467574 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc56e21d-c0c2-4c8b-8221-4c845616efea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.471962 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fc56e21d-c0c2-4c8b-8221-4c845616efea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/bbe85afa-ee51-4b72-aaf8-294bcc301192 HTTP/1.1" status: 204 len: 168 time: 0.9473543 Jul 05 18:12:18.481369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36924) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:18.502274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-1559886f-e850-4c01-9a2f-ae099f3636e6 admin admin] Deleting subnet 1ede2906-db6e-4b4d-a9bb-9107a573e512 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:18.512305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1559886f-e850-4c01-9a2f-ae099f3636e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.588014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1cb414e0-62e4-4bbe-aa3c-9691253ba9ef tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0999858 Jul 05 18:12:18.595026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2fce-8248-425e-9da0-41357e5359e1 req-25b64892-6f75-4aad-a55d-6e3b9c6be902 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:18.597553 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36928) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:18.601330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2fce-8248-425e-9da0-41357e5359e1 req-25b64892-6f75-4aad-a55d-6e3b9c6be902 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:18.605281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:18.610990 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1559886f-e850-4c01-9a2f-ae099f3636e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.618882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c2fce-8248-425e-9da0-41357e5359e1 req-25b64892-6f75-4aad-a55d-6e3b9c6be902 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:18.618882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f87c2fce-8248-425e-9da0-41357e5359e1 req-25b64892-6f75-4aad-a55d-6e3b9c6be902 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 2410 time: 0.4850020 Jul 05 18:12:18.688748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Router fb1781b9-90be-4621-823c-0d01843b8dcd has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:12:18.691922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] For port a8ad4400-1430-48cf-881f-f8567bda1f3c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a8ad4400-1430-48cf-881f-f8567bda1f3c,segment=NetworkSegment(6a97b4d0-4517-4add-ba49-7f42b2b70b2d),segment_id=6a97b4d0-4517-4add-ba49-7f42b2b70b2d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:18.692289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.785907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network c3567b35-daf4-467f-9768-a0bceeb5a7d2 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:18.828636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Calling delete_port for a8ad4400-1430-48cf-881f-f8567bda1f3c owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:18.843229 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1559886f-e850-4c01-9a2f-ae099f3636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:18.920309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f87c2fce-8248-425e-9da0-41357e5359e1 req-93e4236c-acf1-49a7-a336-939ee6de2559 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2415490 Jul 05 18:12:18.921295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:18.925153 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.037896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, c3567b35-daf4-467f-9768-a0bceeb5a7d2) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:19.049400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f593cd-fd70-4523-964d-a8196122be6b None None] Network c3567b35-daf4-467f-9768-a0bceeb5a7d2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:19.079034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1559886f-e850-4c01-9a2f-ae099f3636e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.110916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:19.111525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.167925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1559886f-e850-4c01-9a2f-ae099f3636e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.172423 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1559886f-e850-4c01-9a2f-ae099f3636e6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1ede2906-db6e-4b4d-a9bb-9107a573e512 HTTP/1.1" status: 204 len: 168 time: 0.8548944 Jul 05 18:12:19.174060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1559886f-e850-4c01-9a2f-ae099f3636e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ede2906-db6e-4b4d-a9bb-9107a573e512,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:19.178844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ee9ec-afcd-4bfd-930b-2ed5dac10d83 None None] Network ca2dccdc-b59c-4cb4-bf64-57c311be8666 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:19.180982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36936) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:19.279174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1a16bea3-ca65-4750-9667-546949236057 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:19.296494 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.303489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:12:19.307265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab0e76-31fd-4890-9ca2-aa7627cd5085 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:19.318184 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] Sync routers for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:12:19.323272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ff373036-a13b-4d87-bf94-ae676c8ed8d1 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2347419 Jul 05 18:12:19.328091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36938) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:19.343115 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:19.350070 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:11:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:19.364205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-240101221'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:19.384958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] No DVR routers for this DVR port fb67ceea-05e0-475c-8208-7e8d0b516cfc on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:19.388195 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.391139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-ae8903b3-014c-497a-9741-421969c67cd6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "DELETE /v2.0/ports/fb67ceea-05e0-475c-8208-7e8d0b516cfc HTTP/1.1" status: 204 len: 173 time: 3.8512702 Jul 05 18:12:19.393531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:19.395334 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1778bee8-2392-467d-a3e7-eb3bc596a4e9" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:19.461699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 1a16bea3-ca65-4750-9667-546949236057 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:12:19.461938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1a16bea3-ca65-4750-9667-546949236057 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:19.462498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:19.525509 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:19.531087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Deleting port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:19.531672 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.535699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36420680-e10a-4dc1-8e71-a3ba3844c300 req-dee6a5e4-961e-4dc3-a74b-5ca0607df83f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:19.544111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36420680-e10a-4dc1-8e71-a3ba3844c300 req-dee6a5e4-961e-4dc3-a74b-5ca0607df83f tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 945 time: 0.5138333 Jul 05 18:12:19.562387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:12:19.562802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c7e0662a-ef4a-4de1-86f9-bbb13b5a7364 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:19.585207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e1a4007e-e009-4fdd-9669-e434cd4aa2e9 None None] Provisioning complete for port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:19.585594 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1a4007e-e009-4fdd-9669-e434cd4aa2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.629496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.677378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:19.688788 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.749841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] For port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=99ca5dc3-c2ba-4559-a705-328c5e1dbb0e,segment=NetworkSegment(8cd5847b-9f87-40ba-bf5f-c3c2b68137b1),segment_id=8cd5847b-9f87-40ba-bf5f-c3c2b68137b1)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:19.750251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.770106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Calling delete_port for 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:19.797943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-c3567b35-daf4-467f-9768-a0bceeb5a7d2', 'network_id': 'c3567b35-daf4-467f-9768-a0bceeb5a7d2', 'tenant_id': '77bff6a4a6c54ead8c6a429c5d502d83', 'fixed_ips': [{'subnet_id': 'ac5094ec-8d07-44b4-be8d-ae1281b37d4b'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:19.797943 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.850984 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '3a1be5c5-b550-41f3-8d4a-df3b07231bbc', 'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'mac_address': 'fa:16:3e:f0:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:12Z', 'updated_at': '2021-07-05T18:01:21Z', 'revision_number': 5, 'project_id': '72ba194bca89444b998ef29fef238662', 'subnets': [{'id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:19.853728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:19.868713 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.869067 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment b3021cff-c711-4372-9457-9ac053a18351 of type vlan for network f42d7d31-2397-4071-ab18-b839e86c5fd0 Jul 05 18:12:19.930190 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:19.948666 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] Checking router: fb1781b9-90be-4621-823c-0d01843b8dcd for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:12:19.963192 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:19.963881 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:11:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:20.013736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Allocated IP 2001:db8::3 (c3567b35-daf4-467f-9768-a0bceeb5a7d2/ac5094ec-8d07-44b4-be8d-ae1281b37d4b/bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:20.050903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:20.091959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=10e14b82-0e17-4d3d-bc91-b263d87a676a,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:20.098852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:20.114282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:20.115018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.122647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36420680-e10a-4dc1-8e71-a3ba3844c300 req-4c4dce6e-194e-4b27-a4c5-e9a4794037d6 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb7911b6-db67-4358-84a2-d27d1c9aa5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757473 Jul 05 18:12:20.124365 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ab822d-c143-4d2d-a700-bf5ca241cbf4 x-openstack-request-id: req-f5ab822d-c143-4d2d-a700-bf5ca241cbf4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:20.124666 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "fb67ceea-05e0-475c-8208-7e8d0b516cfc", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:20.124924 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5ab822d-c143-4d2d-a700-bf5ca241cbf4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:20.125381 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': 'fb67ceea-05e0-475c-8208-7e8d0b516cfc', 'status': 'completed', 'code': 200} Jul 05 18:12:20.127567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.159193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Pushing event deleted for resources: {'Port': ['ID=a8ad4400-1430-48cf-881f-f8567bda1f3c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:20.172334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.192837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:20.194057 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:20.200224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.240163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] No DVR routers for this DVR port a8ad4400-1430-48cf-881f-f8567bda1f3c on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:20.243517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting port 22789af0-7dfa-418e-8d88-24653ba1c8b4 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:20.243517 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.248385 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.250523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c4352de-b1b2-432d-ab0a-cb1424cf814b req-49eb162e-87db-47e1-b31d-4efee7ab6b80 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.97 "DELETE /v2.0/ports/a8ad4400-1430-48cf-881f-f8567bda1f3c HTTP/1.1" status: 204 len: 173 time: 2.4357011 Jul 05 18:12:20.303844 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.329566 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Transition to ACTIVE for port object bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:20.336430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9763179 Jul 05 18:12:20.339705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36950) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:20.356919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': 'f42d7d31-2397-4071-ab18-b839e86c5fd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:20.363568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59f5e2f-27e9-4d73-86f3-fe9de8165bca None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:12:20.365831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['a8ad4400-1430-48cf-881f-f8567bda1f3c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:12:20.448200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Transition to ACTIVE for port object bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:20.461890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.471847 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '3a1be5c5-b550-41f3-8d4a-df3b07231bbc', 'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'mac_address': 'fa:16:3e:f0:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:12Z', 'updated_at': '2021-07-05T18:01:21Z', 'revision_number': 5, 'project_id': '72ba194bca89444b998ef29fef238662', 'subnets': [{'id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:20.482845 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b260eb4c-aaa6-47fa-9331-863a782b3ddb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8841064 Jul 05 18:12:20.490336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36952) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:20.516428 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45334cd4-24c8-4ad6-be49-3ea404153404 None None] The sync data for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 is: [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:01:13Z', 'revision_number': 4, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '3a1be5c5-b550-41f3-8d4a-df3b07231bbc', 'name': '', 'network_id': 'e2195c82-404a-4d31-a86a-4869116cf8b2', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'mac_address': 'fa:16:3e:f0:dc:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 793, 'fixed_ips': [{'subnet_id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:12Z', 'updated_at': '2021-07-05T18:01:21Z', 'revision_number': 5, 'project_id': '72ba194bca89444b998ef29fef238662', 'subnets': [{'id': '9b2736d4-f99e-4a85-ac33-803e5d552438', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:12:20.523358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-45f9cc76-1082-4f7e-b028-5ce37127b95d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:20.540761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] For port 22789af0-7dfa-418e-8d88-24653ba1c8b4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=22789af0-7dfa-418e-8d88-24653ba1c8b4,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:20.542455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.561182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Calling delete_port for 22789af0-7dfa-418e-8d88-24653ba1c8b4 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:20.615713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.670030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3249d-3354-40c4-96f7-eddee2fe851e req-8006360b-acb5-4ff6-9244-f4855ef329f4 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:20.672136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9a3249d-3354-40c4-96f7-eddee2fe851e req-8006360b-acb5-4ff6-9244-f4855ef329f4 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=36353c89-8530-430f-8616-60a24deb6b53 HTTP/1.1" status: 200 len: 946 time: 0.3275092 Jul 05 18:12:20.676297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:20.680107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.703665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d88d00b-79a8-42b9-b5c4-68d7b3cbd5a7 None None] DHCP port deletion for ca2dccdc-b59c-4cb4-bf64-57c311be8666 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:12:20.716559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Network c3567b35-daf4-467f-9768-a0bceeb5a7d2 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:20.746246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:20.758053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:20.768160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=99ca5dc3-c2ba-4559-a705-328c5e1dbb0e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:20.769801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Performing IP validity checks on allocation pools {{(pid=100997) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 18:12:20.769957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Pushing event updated for resources: {'Port': ['ID=bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:20.770363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100997) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 18:12:20.778778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e59f5e2f-27e9-4d73-86f3-fe9de8165bca None None] Deleting port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:20.779315 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e59f5e2f-27e9-4d73-86f3-fe9de8165bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.782390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19d36f0-e027-46e9-9c42-020948b376fe tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=f42d7d31-2397-4071-ab18-b839e86c5fd0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:20.804377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] No DVR routers for this DVR port 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:20.889173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f42d7d31-2397-4071-ab18-b839e86c5fd0 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:20.959065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:20.978914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9a3249d-3354-40c4-96f7-eddee2fe851e req-c0f328c8-b465-4092-9c71-c630c0e4c439 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678832 Jul 05 18:12:21.002776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-0b80b593-61bd-4466-ae86-1b3372309534 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:21.002776 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-0b80b593-61bd-4466-ae86-1b3372309534 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.97 "GET /v2.0/ports?device_id=36353c89-8530-430f-8616-60a24deb6b53 HTTP/1.1" status: 200 len: 946 time: 0.7306917 Jul 05 18:12:21.023137 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fae7b645-63a8-457a-b822-2b9103ddc31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.046741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b17db4-a842-4515-a31a-542a61b176a5 None None] New status for floating IP 2afdde48-0b72-44fe-8e67-996918a37147: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:12:21.055654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e408605-1319-4c12-a949-8747caa938aa req-e9b490f1-2f00-4a8b-8158-014e89d75127 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:21.062791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e408605-1319-4c12-a949-8747caa938aa req-e9b490f1-2f00-4a8b-8158-014e89d75127 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:21.070058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e408605-1319-4c12-a949-8747caa938aa req-e9b490f1-2f00-4a8b-8158-014e89d75127 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:21.077610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca2dccdc-b59c-4cb4-bf64-57c311be8666']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:21.082203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f9cc76-1082-4f7e-b028-5ce37127b95d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:21.082788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e408605-1319-4c12-a949-8747caa938aa req-e9b490f1-2f00-4a8b-8158-014e89d75127 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 2410 time: 0.2872825 Jul 05 18:12:21.086595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45f9cc76-1082-4f7e-b028-5ce37127b95d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.106953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:21.107736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd5847b-9f87-40ba-bf5f-c3c2b68137b1') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:21.181932 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.231783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e59f5e2f-27e9-4d73-86f3-fe9de8165bca None None] For port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5ae7dd5e-934e-4009-9f3e-337539eb1ba7,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:21.232203 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e59f5e2f-27e9-4d73-86f3-fe9de8165bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.251251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e59f5e2f-27e9-4d73-86f3-fe9de8165bca None None] Calling delete_port for 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:21.352978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e408605-1319-4c12-a949-8747caa938aa req-792e33f3-30b9-4549-bbab-59a3ce29907f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2692366 Jul 05 18:12:21.390776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-988e37b1-0516-4534-8a96-11261ff5f2b1 req-97934349-4a52-47aa-85db-6770a892b8c3 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] 10.222.0.30 "GET /v2.0/ports?device_id=549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f HTTP/1.1" status: 200 len: 210 time: 0.0525784 Jul 05 18:12:21.421878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:21.424507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Attempting to bind port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:21.424911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Attempting to bind port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '5ec48a68-93db-4e7f-8182-77013677f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3567b35-daf4-467f-9768-a0bceeb5a7d2'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:21.425282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Attempting to bind port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c on network c3567b35-daf4-467f-9768-a0bceeb5a7d2 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:21.452764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:21.453149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Checking segment: {'id': '5ec48a68-93db-4e7f-8182-77013677f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3567b35-daf4-467f-9768-a0bceeb5a7d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:21.453558 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.453959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Bound using segment: {'id': '5ec48a68-93db-4e7f-8182-77013677f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3567b35-daf4-467f-9768-a0bceeb5a7d2'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:21.454450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Bound port: bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec48a68-93db-4e7f-8182-77013677f399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'c3567b35-daf4-467f-9768-a0bceeb5a7d2'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:21.454891 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.501937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.506722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.597093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Port': ['ID=22789af0-7dfa-418e-8d88-24653ba1c8b4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:21.612353 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.667523 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e59f5e2f-27e9-4d73-86f3-fe9de8165bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.667523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] For port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:21.669315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.682679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:21.683435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:21.688197 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:21.704999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:21.707201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=376cdc97-f990-4eaa-8424-5b9a9a8dd377,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:21.728505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] No DVR routers for this DVR port 22789af0-7dfa-418e-8d88-24653ba1c8b4 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:21.731496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] For port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c,segment=NetworkSegment(5ec48a68-93db-4e7f-8182-77013677f399),segment_id=5ec48a68-93db-4e7f-8182-77013677f399)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:21.735462 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.737571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-e4a50b23-cc82-45ce-b2a2-780828fcf1fd tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "DELETE /v2.0/ports/22789af0-7dfa-418e-8d88-24653ba1c8b4 HTTP/1.1" status: 204 len: 173 time: 2.3340111 Jul 05 18:12:21.749794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:12:21.750161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99ca5dc3-c2ba-4559-a705-328c5e1dbb0e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:21.755870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking segment: {'id': 'b3021cff-c711-4372-9457-9ac053a18351', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'f42d7d31-2397-4071-ab18-b839e86c5fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:21.759832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network hostable DHCP agents. Network: f42d7d31-2397-4071-ab18-b839e86c5fd0, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:21.760127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f5e2f-27e9-4d73-86f3-fe9de8165bca None None] No DVR routers for this DVR port 5ae7dd5e-934e-4009-9f3e-337539eb1ba7 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:21.760127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f5e2f-27e9-4d73-86f3-fe9de8165bca None None] Pushing event deleted for resources: {'Port': ['ID=5ae7dd5e-934e-4009-9f3e-337539eb1ba7,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:21.775011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65fd465-ca52-4c76-9e5f-92ba504edf6a None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:21.861754 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.870154 n-d-799524-1 neutron-server[100998]: INFO neutron.db.ipam_backend_mixin [None req-45f9cc76-1082-4f7e-b028-5ce37127b95d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 10e14b82-0e17-4d3d-bc91-b263d87a676a (CIDR: 2001:db8::/64) Jul 05 18:12:21.885788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Deleting port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:21.886127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.890823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:21.891263 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:21.936485 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f9cc76-1082-4f7e-b028-5ce37127b95d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:12:21.936485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45f9cc76-1082-4f7e-b028-5ce37127b95d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:21.941393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network f42d7d31-2397-4071-ab18-b839e86c5fd0 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:22.000028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-e4d40e20-174e-445d-88f2-ba0f86a8bb07 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:22.002027 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-e4d40e20-174e-445d-88f2-ba0f86a8bb07 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b10adae-1a09-40b5-826d-40e3ba895d79 HTTP/1.1" status: 200 len: 945 time: 0.2669110 Jul 05 18:12:22.005849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaa621-1b8c-4441-b6aa-9f25e7743387 None None] Pushing event updated for resources: {'Port': ['ID=bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:22.030633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] For port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:22.031308 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.047434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Calling delete_port for 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:22.054174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d4311eb2-2783-4bd2-b311-e1327c967a23', 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'tenant_id': '82b7664d0d6343d8b2feedc540ea6cd2', 'fixed_ips': [{'subnet_id': '10e14b82-0e17-4d3d-bc91-b263d87a676a'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:22.063783 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.127417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f', 'name': 'network-vif-deleted', 'tag': 'a8ad4400-1430-48cf-881f-f8567bda1f3c'}, {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': '22789af0-7dfa-418e-8d88-24653ba1c8b4'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:22.130887 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0986d833-39bc-40c8-9715-6d02edb02165" -d '{"events": [{"server_uuid": "549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f", "name": "network-vif-deleted", "tag": "a8ad4400-1430-48cf-881f-f8567bda1f3c"}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "22789af0-7dfa-418e-8d88-24653ba1c8b4"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:22.137093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f42d7d31-2397-4071-ab18-b839e86c5fd0) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:22.144641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:22.145251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.196506 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.202145 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.209145 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ca2dccdc-b59c-4cb4-bf64-57c311be8666 HTTP/1.1" status: 204 len: 168 time: 3.0238385 Jul 05 18:12:22.212037 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-45f9cc76-1082-4f7e-b028-5ce37127b95d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6947434 Jul 05 18:12:22.214591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36980) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:22.233349 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c38e08-d501-4da8-bad2-1e75850e63a4 x-openstack-request-id: req-a2c38e08-d501-4da8-bad2-1e75850e63a4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:22.235672 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f", "name": "network-vif-deleted", "tag": "a8ad4400-1430-48cf-881f-f8567bda1f3c", "status": "completed", "code": 200}, {"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "22789af0-7dfa-418e-8d88-24653ba1c8b4", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:22.235672 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2c38e08-d501-4da8-bad2-1e75850e63a4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:22.242122 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549e6c4e-1ba0-48ee-9884-2e66fe9c4c8f', 'name': 'network-vif-deleted', 'tag': 'a8ad4400-1430-48cf-881f-f8567bda1f3c', 'status': 'completed', 'code': 200} Jul 05 18:12:22.242122 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': '22789af0-7dfa-418e-8d88-24653ba1c8b4', 'status': 'completed', 'code': 200} Jul 05 18:12:22.266645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'subnet': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:22.367308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1bdcbb2e-9b4a-4994-8501-7cded85bf183 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0219529 Jul 05 18:12:22.413329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36982) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:22.429146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Allocated IP 2001:db8::2 (d4311eb2-2783-4bd2-b311-e1327c967a23/10e14b82-0e17-4d3d-bc91-b263d87a676a/2759267b-be40-48aa-8185-3776f0f7cda2) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:22.434318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013f0d77-82d3-4c82-a40e-05953fc944ab None None] Network f42d7d31-2397-4071-ab18-b839e86c5fd0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:22.444116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b30053-4f01-4ebb-a82b-99f14b42e0e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca2dccdc-b59c-4cb4-bf64-57c311be8666,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:22.451759 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.471905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] For port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:22.472277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.502168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Calling delete_port for 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:22.554883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Deleting port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:22.555293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.588263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Port': ['ID=26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:22.712372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] No DVR routers for this DVR port 26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:22.726873 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.728962 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-441c7229-6bbf-42e3-a308-fe2a78b11513 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "DELETE /v2.0/ports/26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c HTTP/1.1" status: 204 len: 173 time: 0.9843495 Jul 05 18:12:22.729453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] For port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,segment=NetworkSegment(5c9e1664-23e1-42ed-9933-a5d48e60a1cc),segment_id=5c9e1664-23e1-42ed-9933-a5d48e60a1cc)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:22.729830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.753969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:22.757959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.776687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.788148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Calling delete_port for 0fba34d6-7d64-4d79-9d16-1d13e519b6bc owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:22.803248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00947ca-8309-4d46-97f0-4c5c00b5d211 req-33f0cdae-2935-4be0-864e-ceaa54ddf215 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:22.810494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f00947ca-8309-4d46-97f0-4c5c00b5d211 req-33f0cdae-2935-4be0-864e-ceaa54ddf215 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=36353c89-8530-430f-8616-60a24deb6b53 HTTP/1.1" status: 200 len: 946 time: 0.5699611 Jul 05 18:12:22.828832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:22.835632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6a8b3-d8a3-41b0-896c-e14c80efe617 req-05dffd10-25a5-4fd4-aa3d-045dfee74bc4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:22.841167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36988) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:22.841335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35b6a8b3-d8a3-41b0-896c-e14c80efe617 req-05dffd10-25a5-4fd4-aa3d-045dfee74bc4 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 946 time: 0.3889773 Jul 05 18:12:22.920054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f00947ca-8309-4d46-97f0-4c5c00b5d211 req-282e911e-4bf1-4b5b-b58f-2dc47cdd8f2f tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea88d3b-ab54-4824-927a-043995a14982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083903 Jul 05 18:12:22.947597 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:22.962379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Transition to ACTIVE for port object 2759267b-be40-48aa-8185-3776f0f7cda2 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:22.982203 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cbc297a0-ddf3-4a36-b71a-b644eaeb9430 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9127f142890240a89ef4a167926f125c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1430995 Jul 05 18:12:22.988254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36990) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:23.023247 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.035309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35b6a8b3-d8a3-41b0-896c-e14c80efe617 req-a34d010f-0d1f-4044-b310-53020fc9cd21 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759591 Jul 05 18:12:23.037828 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.088193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.159449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Pushing event deleted for resources: {'Port': ['ID=8f3c23fe-730f-46eb-96b3-598ec8fd8df9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:23.164864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['0fba34d6-7d64-4d79-9d16-1d13e519b6bc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:12:23.176672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04894375-5f3c-404a-89ea-3d83b8e83f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-f42d7d31-2397-4071-ab18-b839e86c5fd0', 'network_id': 'f42d7d31-2397-4071-ab18-b839e86c5fd0', 'tenant_id': '77bff6a4a6c54ead8c6a429c5d502d83', 'fixed_ips': [{'subnet_id': '376cdc97-f990-4eaa-8424-5b9a9a8dd377'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:23.177287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-04894375-5f3c-404a-89ea-3d83b8e83f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.183415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Transition to ACTIVE for port object 2759267b-be40-48aa-8185-3776f0f7cda2 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:23.281574 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-26775511-619b-412b-aeab-52c517c019b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.330099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting port f18ee15e-74cb-462e-a8d8-80f5ef87bddc {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:23.330447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.364830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] No DVR routers for this DVR port 8f3c23fe-730f-46eb-96b3-598ec8fd8df9 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:23.367819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a8ad4400-1430-48cf-881f-f8567bda1f3c no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:23.386062 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.388314 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-33596a98-f62d-4839-a4d8-c9fd374b0fa9 req-db0fa9f5-c4c2-49f3-8aab-735448e766bc tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.97 "DELETE /v2.0/ports/8f3c23fe-730f-46eb-96b3-598ec8fd8df9 HTTP/1.1" status: 204 len: 173 time: 2.3678112 Jul 05 18:12:23.388781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36353c89-8530-430f-8616-60a24deb6b53', 'name': 'network-vif-deleted', 'tag': '8f3c23fe-730f-46eb-96b3-598ec8fd8df9'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:23.391098 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697046e6-10a1-4060-8b76-ec2aab04832e" -d '{"events": [{"server_uuid": "36353c89-8530-430f-8616-60a24deb6b53", "name": "network-vif-deleted", "tag": "8f3c23fe-730f-46eb-96b3-598ec8fd8df9"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:23.421203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-26775511-619b-412b-aeab-52c517c019b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.431640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:23.441756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: a8ad4400-1430-48cf-881f-f8567bda1f3c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:12:23.442104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a8ad4400-1430-48cf-881f-f8567bda1f3c not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:23.508284 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.564757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] For port f18ee15e-74cb-462e-a8d8-80f5ef87bddc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:23.566147 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b04351-5263-4dc4-b671-fa04f5b9dff0 x-openstack-request-id: req-35b04351-5263-4dc4-b671-fa04f5b9dff0 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:23.566303 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.566434 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36353c89-8530-430f-8616-60a24deb6b53", "name": "network-vif-deleted", "tag": "8f3c23fe-730f-46eb-96b3-598ec8fd8df9", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:23.566705 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35b04351-5263-4dc4-b671-fa04f5b9dff0 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:23.567115 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36353c89-8530-430f-8616-60a24deb6b53', 'name': 'network-vif-deleted', 'tag': '8f3c23fe-730f-46eb-96b3-598ec8fd8df9', 'status': 'completed', 'code': 200} Jul 05 18:12:23.607560 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.611820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.640932 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1c7be5ed-22e3-4cc9-89c8-a2dda9d9894c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.684688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-4d49e22e-664f-493e-888d-d1640acfe740 req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Calling delete_port for f18ee15e-74cb-462e-a8d8-80f5ef87bddc owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:23.687638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=376cdc97-f990-4eaa-8424-5b9a9a8dd377,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:23.695666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-26775511-619b-412b-aeab-52c517c019b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.703584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-26775511-619b-412b-aeab-52c517c019b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.710187 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-26775511-619b-412b-aeab-52c517c019b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9afe872e-4ab2-4b1a-a7f5-02e3551f7709 HTTP/1.1" status: 204 len: 168 time: 0.7209537 Jul 05 18:12:23.714100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Pushing event deleted for resources: {'Port': ['ID=0fba34d6-7d64-4d79-9d16-1d13e519b6bc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:23.770109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26775511-619b-412b-aeab-52c517c019b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afe872e-4ab2-4b1a-a7f5-02e3551f7709,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:23.775905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:23.808418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:23.814783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:23.817657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Pushing event updated for resources: {'Port': ['ID=2759267b-be40-48aa-8185-3776f0f7cda2,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:23.844490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c7a6e4-29d6-4f68-b058-e98fbb85e006 None None] Network c3567b35-daf4-467f-9768-a0bceeb5a7d2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:23.870971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.879410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] No DVR routers for this DVR port 0fba34d6-7d64-4d79-9d16-1d13e519b6bc on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:23.887084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:23.890545 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-973a1174-8e23-4a6d-b74f-1498deb23eb5 req-390b0c38-6d6c-4d9b-973e-a9e0f8322d2a tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.39 "DELETE /v2.0/ports/0fba34d6-7d64-4d79-9d16-1d13e519b6bc HTTP/1.1" status: 204 len: 173 time: 1.8760216 Jul 05 18:12:23.905243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42d7d31-2397-4071-ab18-b839e86c5fd0']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:23.974608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:12:23.985293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3021cff-c711-4372-9457-9ac053a18351') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:23.985293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3021cff-c711-4372-9457-9ac053a18351') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:23.992430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-a2277dd4-dcdc-498e-9920-48719d40b7c8 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:23.993989 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-a2277dd4-dcdc-498e-9920-48719d40b7c8 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 946 time: 0.1906881 Jul 05 18:12:24.001334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad109d7-5d5c-4b2e-9f44-9ea12e419f67 req-868c91ec-53a3-4fbd-82ea-f4591aaa417f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:24.003451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ad109d7-5d5c-4b2e-9f44-9ea12e419f67 req-868c91ec-53a3-4fbd-82ea-f4591aaa417f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 943 time: 0.6753716 Jul 05 18:12:24.015881 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.019803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37006) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:24.072364 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.076329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d29df9b-36fd-4213-a905-89db617358b2 None None] Network f42d7d31-2397-4071-ab18-b839e86c5fd0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:24.104794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0c026245-1c17-4b07-b834-5d587a8646ef None None] Provisioning for port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:24.133415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Attempting to bind port 2759267b-be40-48aa-8185-3776f0f7cda2 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:24.133916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Attempting to bind port 2759267b-be40-48aa-8185-3776f0f7cda2 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:24.134295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Attempting to bind port 2759267b-be40-48aa-8185-3776f0f7cda2 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:24.144732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:24.145940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.167445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:24.168406 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:24.177399 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:24.193447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:24.193911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:24.194369 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.195388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:24.196323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Bound port: 2759267b-be40-48aa-8185-3776f0f7cda2, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:24.196323 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.216064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:24.216532 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.231346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f15017b-3ba1-4639-b1ae-d34dc32005bc admin admin] Deleting subnet 15035df3-c065-479f-94fd-23f7e0d512a1 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:24.234025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Deleting port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:24.234374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.262749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:24.309540 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b143ead4-33c5-4462-ad0d-f8eb14c2168c" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:24.309540 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6f15017b-3ba1-4639-b1ae-d34dc32005bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.309540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ad109d7-5d5c-4b2e-9f44-9ea12e419f67 req-e7ab680e-e608-4621-a3bb-696422efb0fc tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups?id=214cd7ae-d6c8-4467-b680-acd6aa76dbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2570736 Jul 05 18:12:24.344006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] For port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:24.344642 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.358886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0c026245-1c17-4b07-b834-5d587a8646ef None None] Provisioning complete for port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:24.360126 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0c026245-1c17-4b07-b834-5d587a8646ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.365203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43a95382-34ec-4ea9-8c78-7e50b9d3f711 req-6a67562b-ab45-4685-8a0b-89881fe0d3e1 tempest-ListServersNegativeTestJSON-1508180749 tempest-ListServersNegativeTestJSON-1508180749-project] 10.222.0.30 "GET /v2.0/ports?device_id=36353c89-8530-430f-8616-60a24deb6b53 HTTP/1.1" status: 200 len: 210 time: 0.1294057 Jul 05 18:12:24.489039 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6f15017b-3ba1-4639-b1ae-d34dc32005bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.517698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.568916 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.607884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.613149 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/f42d7d31-2397-4071-ab18-b839e86c5fd0 HTTP/1.1" status: 204 len: 168 time: 2.1919253 Jul 05 18:12:24.627938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37020) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:24.635694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1449238185'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:24.658021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6954c42-233a-4f09-950f-b1a5b27d56eb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=f42d7d31-2397-4071-ab18-b839e86c5fd0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:24.680406 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6f15017b-3ba1-4639-b1ae-d34dc32005bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.741404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4094f491-d112-45cf-bcbe-523e67f513f5 req-4dbc4679-a140-40ac-9141-b0088789d393 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:24.743001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4094f491-d112-45cf-bcbe-523e67f513f5 req-4dbc4679-a140-40ac-9141-b0088789d393 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 946 time: 0.2747262 Jul 05 18:12:24.744559 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306b927d-7569-4aa1-9875-b66eb0b7d6bf x-openstack-request-id: req-306b927d-7569-4aa1-9875-b66eb0b7d6bf {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:24.744852 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:24.745107 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-306b927d-7569-4aa1-9875-b66eb0b7d6bf {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:24.745498 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': '26f8bb1d-1dae-4d0d-8c58-38f1c0e38e0c', 'status': 'completed', 'code': 200} Jul 05 18:12:24.748103 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.793518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Port': ['ID=f18ee15e-74cb-462e-a8d8-80f5ef87bddc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:24.837454 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.869246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] For port 2759267b-be40-48aa-8185-3776f0f7cda2, host n-d-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:24.881067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d49e22e-664f-493e-888d-d1640acfe740 req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] No DVR routers for this DVR port f18ee15e-74cb-462e-a8d8-80f5ef87bddc on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:24.885257 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4d49e22e-664f-493e-888d-d1640acfe740 req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.887490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d49e22e-664f-493e-888d-d1640acfe740 req-a647befd-4c14-489e-b5d4-12813afe16f9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.97 "DELETE /v2.0/ports/f18ee15e-74cb-462e-a8d8-80f5ef87bddc HTTP/1.1" status: 204 len: 173 time: 2.1524479 Jul 05 18:12:24.901493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4094f491-d112-45cf-bcbe-523e67f513f5 req-8ee9ddb1-6c54-41e2-968b-ff4710d82a4d tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups?id=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413548 Jul 05 18:12:24.920917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.946951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6f15017b-3ba1-4639-b1ae-d34dc32005bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.953444 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0c026245-1c17-4b07-b834-5d587a8646ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.971576 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.996626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15017b-3ba1-4639-b1ae-d34dc32005bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15035df3-c065-479f-94fd-23f7e0d512a1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:24.998081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.998634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:24.998891 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Floating IP 030ab718-dc46-43c2-8691-9b5e2c436dde disassociated. External IP: 172.25.3.133, port: 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6. Jul 05 18:12:24.999139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Calling delete_port for 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:25.002845 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6f15017b-3ba1-4639-b1ae-d34dc32005bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.005333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6f15017b-3ba1-4639-b1ae-d34dc32005bc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/15035df3-c065-479f-94fd-23f7e0d512a1 HTTP/1.1" status: 204 len: 168 time: 0.9779062 Jul 05 18:12:25.009858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0c026245-1c17-4b07-b834-5d587a8646ef None None] For port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c,segment=NetworkSegment(5ec48a68-93db-4e7f-8182-77013677f399),segment_id=5ec48a68-93db-4e7f-8182-77013677f399)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:25.011280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37026) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:25.012662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:25.016337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.058097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] For port 2759267b-be40-48aa-8185-3776f0f7cda2, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:25.073948 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.086594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] For port 2759267b-be40-48aa-8185-3776f0f7cda2, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2759267b-be40-48aa-8185-3776f0f7cda2,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:25.120160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.149272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attempting to bind port 2759267b-be40-48aa-8185-3776f0f7cda2 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:25.149623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attempting to bind port 2759267b-be40-48aa-8185-3776f0f7cda2 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:25.149944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attempting to bind port 2759267b-be40-48aa-8185-3776f0f7cda2 on network d4311eb2-2783-4bd2-b311-e1327c967a23 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:25.156443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:25.189873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:25.190341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Checking segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:25.190805 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.191169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Bound using segment: {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:25.191721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Bound port: 2759267b-be40-48aa-8185-3776f0f7cda2, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b698dc78-39d7-4ad1-b36a-f369b145e359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:25.192003 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.200921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=2759267b-be40-48aa-8185-3776f0f7cda2,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:25.206188 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0c026245-1c17-4b07-b834-5d587a8646ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.226118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.226470 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment 26f61afc-377f-4b16-9f73-f0a53c5a34bb of type vlan for network 0f6da5df-2128-41ee-851d-92ce590097ce Jul 05 18:12:25.293475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.312465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.336635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72291751-bbf4-440e-9b1d-96d7e96f0fa9']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:25.386367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a97b4d0-4517-4add-ba49-7f42b2b70b2d') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:25.387225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a97b4d0-4517-4add-ba49-7f42b2b70b2d') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:25.412278 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.430476 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.460919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.482238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:25.483032 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:25.485201 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:25.490372 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:12:25.491046 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:12:25.515512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c026245-1c17-4b07-b834-5d587a8646ef None None] Pushing event updated for resources: {'Port': ['ID=bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:25.585476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b10adae-1a09-40b5-826d-40e3ba895d79', 'name': 'network-vif-deleted', 'tag': '0fba34d6-7d64-4d79-9d16-1d13e519b6bc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:25.599539 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28079660-481a-41e2-af19-3a797b29ecc5" -d '{"events": [{"server_uuid": "1b10adae-1a09-40b5-826d-40e3ba895d79", "name": "network-vif-deleted", "tag": "0fba34d6-7d64-4d79-9d16-1d13e519b6bc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:25.608075 n-d-799524-1 neutron-server[100998]: WARNING neutron.plugins.ml2.plugin [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Concurrent port binding operations failed on port 2759267b-be40-48aa-8185-3776f0f7cda2 Jul 05 18:12:25.625027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] For port 2759267b-be40-48aa-8185-3776f0f7cda2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2759267b-be40-48aa-8185-3776f0f7cda2,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:25.630135 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.resource_extend [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:12:25.645124 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attempt 2 to bind port 2759267b-be40-48aa-8185-3776f0f7cda2 Jul 05 18:12:25.670284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.684160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-08e3097d-1d7a-4043-bff0-fe488f30ac80 None None] Provisioning complete for port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:25.686363 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-08e3097d-1d7a-4043-bff0-fe488f30ac80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.711152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7ec1722-7a00-4942-9bee-f6e1f5910712 req-c42b1b69-1421-4f46-ad80-82b16f273734 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0650089 Jul 05 18:12:25.745473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:25.747331 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.752660 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.757489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] 10.222.0.30 "DELETE /v2.0/networks/72291751-bbf4-440e-9b1d-96d7e96f0fa9 HTTP/1.1" status: 204 len: 168 time: 0.7446718 Jul 05 18:12:25.767647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:25.771966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.779066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d9abe-9390-4d0f-8843-4533d585a951 admin admin] Pushing event deleted for resources: {'Network': ['ID=72291751-bbf4-440e-9b1d-96d7e96f0fa9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:25.795148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:25.796202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.815870 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.827235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:25.827939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:25.850696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37048) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:25.926081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160dc28-7c68-4342-a5a0-e6014775a06c None None] Pushing event updated for resources: {'Port': ['ID=2759267b-be40-48aa-8185-3776f0f7cda2,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:25.985499 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df604456-5d62-4662-a690-fb189a604ba4 x-openstack-request-id: req-df604456-5d62-4662-a690-fb189a604ba4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:25.989516 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b10adae-1a09-40b5-826d-40e3ba895d79", "name": "network-vif-deleted", "tag": "0fba34d6-7d64-4d79-9d16-1d13e519b6bc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:25.989981 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df604456-5d62-4662-a690-fb189a604ba4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:25.990767 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b10adae-1a09-40b5-826d-40e3ba895d79', 'name': 'network-vif-deleted', 'tag': '0fba34d6-7d64-4d79-9d16-1d13e519b6bc', 'status': 'completed', 'code': 200} Jul 05 18:12:26.017839 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event deleted for resources: {'Port': ['ID=12cff30f-7e04-4c42-95dd-ed91ed1f1cc6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:26.055164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-6945ba42-4e0c-43b2-a522-3d7f3f5635bc admin admin] Deleting subnet 9f40730c-d99d-4046-914f-554d482268a0 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:26.063392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6945ba42-4e0c-43b2-a522-3d7f3f5635bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:26.072055 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8135307 Jul 05 18:12:26.094001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37054) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:26.101380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Request body: {'port': {'network_id': 'd4311eb2-2783-4bd2-b311-e1327c967a23', 'mac_address': 'fa:16:3e:c8:33:47', 'name': 'tempest-NetworksTestDHCPv6-1585733006'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:26.125142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2359c-fb0a-4509-8fbc-03ecaa5217bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Subnet': ['ID=d453fe34-539f-433b-b825-b379453c3b58,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:26.243831 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6945ba42-4e0c-43b2-a522-3d7f3f5635bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:26.250845 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6203234 Jul 05 18:12:26.251844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f519fd9-22b9-4c15-99ac-8ef5842e7c0f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=0f6da5df-2128-41ee-851d-92ce590097ce,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:26.254404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37058) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:26.261150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': '0f6da5df-2128-41ee-851d-92ce590097ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:26.305437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 0f6da5df-2128-41ee-851d-92ce590097ce details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:26.361337 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:26.397671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c525201-13c5-46cd-a7bd-9646ed870569 req-57553ac2-725d-4cd7-bdc0-9484a7788a2c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 210 time: 0.1384170 Jul 05 18:12:26.471755 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6945ba42-4e0c-43b2-a522-3d7f3f5635bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:26.491206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:12:26.552148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37062) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:26.578855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2759267b-be40-48aa-8185-3776f0f7cda2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:26.600572 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:12:26.600572 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 18:12:26.600572 n-d-799524-1 neutron-server[100998]: [parameters: {'project_id_1': '77bff6a4a6c54ead8c6a429c5d502d83', 'expiration_1': datetime.datetime(2021, 7, 5, 18, 12, 26, 511186)}] Jul 05 18:12:26.600572 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:12:26.601074 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:12:26.706089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-25cefbe0-d837-4b4f-9b51-8f72b07daec1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=663477122ee2490186fb06acb50709ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513534 Jul 05 18:12:26.716252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37064) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:26.722680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Made reservation on behalf of 82b7664d0d6343d8b2feedc540ea6cd2 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:26.729031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:12:26.742428 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] Sync routers for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:12:26.757854 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:26.759052 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:26.775504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2759267b-be40-48aa-8185-3776f0f7cda2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:26.781439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:26.796433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:26.799103 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b57538-b9bc-41f5-a1a8-7df8330a3c70" -d '{"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "f18ee15e-74cb-462e-a8d8-80f5ef87bddc"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:26.813058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] No DVR routers for this DVR port 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:26.816841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:26.832501 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b745b72d-0abb-4866-8da6-2678cb8ff9d7 req-6c0aaf96-1921-455a-8c7e-db3dd078de8b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.97 "DELETE /v2.0/ports/12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 HTTP/1.1" status: 204 len: 173 time: 2.7801206 Jul 05 18:12:26.879431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0fba34d6-7d64-4d79-9d16-1d13e519b6bc no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:26.934503 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4116deeb-93b8-42f1-bfc9-3274f73f6b2f x-openstack-request-id: req-4116deeb-93b8-42f1-bfc9-3274f73f6b2f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:26.934919 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522", "name": "network-vif-deleted", "tag": "f18ee15e-74cb-462e-a8d8-80f5ef87bddc", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:26.938392 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4116deeb-93b8-42f1-bfc9-3274f73f6b2f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:26.938392 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522', 'name': 'network-vif-deleted', 'tag': 'f18ee15e-74cb-462e-a8d8-80f5ef87bddc', 'status': 'completed', 'code': 200} Jul 05 18:12:26.940663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 0fba34d6-7d64-4d79-9d16-1d13e519b6bc {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:12:26.941173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0fba34d6-7d64-4d79-9d16-1d13e519b6bc not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:27.000082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:27.000464 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.047591 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:27.128657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6945ba42-4e0c-43b2-a522-3d7f3f5635bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.154956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae80a5bb-4cd9-4bde-bd9e-540612a674fd req-6a5d8723-2986-44b1-b817-7ed3b71cc930 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.1032705 Jul 05 18:12:27.167438 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.217418 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6945ba42-4e0c-43b2-a522-3d7f3f5635bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.219721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6945ba42-4e0c-43b2-a522-3d7f3f5635bc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9f40730c-d99d-4046-914f-554d482268a0 HTTP/1.1" status: 204 len: 168 time: 1.3675454 Jul 05 18:12:27.221598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945ba42-4e0c-43b2-a522-3d7f3f5635bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f40730c-d99d-4046-914f-554d482268a0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:27.222399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37070) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:27.264527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.317724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:27.319224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.331834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.362986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] device_id is not set on port b3bb8864-3b02-41eb-af58-5e486f114048 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:12:27.453165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc9fa02-8cb0-4d97-97d2-36a15db3101e None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:27.459676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.607004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8::359 (d4311eb2-2783-4bd2-b311-e1327c967a23/10e14b82-0e17-4d3d-bc91-b263d87a676a/b3bb8864-3b02-41eb-af58-5e486f114048) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:27.614341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:3347 (d4311eb2-2783-4bd2-b311-e1327c967a23/d453fe34-539f-433b-b825-b379453c3b58/b3bb8864-3b02-41eb-af58-5e486f114048) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:27.616250 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:27.697585 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.698738 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] Checking router: e32cce99-fc95-42c5-be08-f4f1dd5f4a4e for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:12:27.722919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0783557a-d451-4adc-849d-024222cf50df']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:27.729787 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:27.735696 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:27.753989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a15ab4d8-8cc9-4e87-9f87-a9726d4bca26 None None] Provisioning for port 2759267b-be40-48aa-8185-3776f0f7cda2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:27.758294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9e1664-23e1-42ed-9933-a5d48e60a1cc') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:27.758626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9e1664-23e1-42ed-9933-a5d48e60a1cc') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:27.823636 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.850263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Transition to ACTIVE for port object b3bb8864-3b02-41eb-af58-5e486f114048 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:27.858791 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.895086 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.904968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.908107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.909575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb7911b6-db67-4358-84a2-d27d1c9aa5eb HTTP/1.1" status: 204 len: 168 time: 1.1882060 Jul 05 18:12:27.910152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a15ab4d8-8cc9-4e87-9f87-a9726d4bca26 None None] Provisioning complete for port 2759267b-be40-48aa-8185-3776f0f7cda2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:27.910542 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a15ab4d8-8cc9-4e87-9f87-a9726d4bca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.930827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:27.931398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:27.933854 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:27.988292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7911b6-db67-4358-84a2-d27d1c9aa5eb,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:27.992528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'name': 'network-vif-deleted', 'tag': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:12:27.993628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ef5eda3-1ac0-4206-8a81-e6340af6bb0d req-82f4c275-ac99-4947-9f3f-e3a54ea92039 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/ports?device_id=178235bc-2ba9-45c2-8b0e-0b0a64cf0370 HTTP/1.1" status: 200 len: 210 time: 0.0916483 Jul 05 18:12:27.995784 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06878040-5cf7-4835-9a30-2de76f06ea23" -d '{"events": [{"server_uuid": "178235bc-2ba9-45c2-8b0e-0b0a64cf0370", "name": "network-vif-deleted", "tag": "12cff30f-7e04-4c42-95dd-ed91ed1f1cc6"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:12:28.013578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.014043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.026453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.026999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.027355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.027790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.028170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.037634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.037634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.037634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.037634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.038141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f846db73-0078-4856-b7b9-13985a37a20d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:28.049415 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:28.087929 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:28.088644 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998e2aa6-29a2-4ba9-bb3b-81f06fd6664c x-openstack-request-id: req-998e2aa6-29a2-4ba9-bb3b-81f06fd6664c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:12:28.088971 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "178235bc-2ba9-45c2-8b0e-0b0a64cf0370", "name": "network-vif-deleted", "tag": "12cff30f-7e04-4c42-95dd-ed91ed1f1cc6", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:12:28.089221 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-998e2aa6-29a2-4ba9-bb3b-81f06fd6664c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:12:28.091377 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '178235bc-2ba9-45c2-8b0e-0b0a64cf0370', 'name': 'network-vif-deleted', 'tag': '12cff30f-7e04-4c42-95dd-ed91ed1f1cc6', 'status': 'completed', 'code': 200} Jul 05 18:12:28.116441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:28.119188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:28.133185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:28.135883 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0783557a-d451-4adc-849d-024222cf50df HTTP/1.1" status: 204 len: 168 time: 0.9118717 Jul 05 18:12:28.193272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Network d4311eb2-2783-4bd2-b311-e1327c967a23 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:28.197761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event updated for resources: {'Port': ['ID=b3bb8864-3b02-41eb-af58-5e486f114048,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:28.207305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:28.214762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:28.226447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:28.227154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:28.337911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-74ea145a-7f85-4e14-b53b-6d692ccb94e6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2429237 Jul 05 18:12:28.341081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37098) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:28.363917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51039cc-f794-4ba3-b42c-e7aed06e0197 admin admin] Pushing event deleted for resources: {'Network': ['ID=0783557a-d451-4adc-849d-024222cf50df,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:28.374039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=9ea30c0b-33ec-41de-b323-08ba3a61d69e,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:28.437748 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:28.531754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking segment: {'id': '26f61afc-377f-4b16-9f73-f0a53c5a34bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0f6da5df-2128-41ee-851d-92ce590097ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:28.532208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network hostable DHCP agents. Network: 0f6da5df-2128-41ee-851d-92ce590097ce, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:28.644009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network 0f6da5df-2128-41ee-851d-92ce590097ce is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:28.686169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7d6839b-e4a8-45f4-9742-6fa3ff14651f req-2cf29fbe-7078-4300-8d31-c0dc6afd9850 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.1048894 Jul 05 18:12:28.748779 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a15ab4d8-8cc9-4e87-9f87-a9726d4bca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:28.775535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 0f6da5df-2128-41ee-851d-92ce590097ce) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:28.780470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:28.781580 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:28.786510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:28.802621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636c3aef-e987-44fb-be6b-84554f13b6d2 None None] Network 0f6da5df-2128-41ee-851d-92ce590097ce requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:28.815612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2f17c8e1-781b-4115-a0ed-9da06c2cc6f1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting port b3bb8864-3b02-41eb-af58-5e486f114048 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:28.815962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f17c8e1-781b-4115-a0ed-9da06c2cc6f1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:28.873239 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e3f073-2d01-447b-a057-0aba6b30644f None None] The sync data for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 is: [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:04:41Z', 'revision_number': 4, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '671914bd-69c2-418c-b18e-957291e79906', 'name': '', 'network_id': '46ee77df-9bf6-4347-a82d-a1e630c06cb9', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'mac_address': 'fa:16:3e:3e:38:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:40Z', 'updated_at': '2021-07-05T18:04:47Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'subnets': [{'id': '2f9d8631-1208-4bd2-acab-9a922fcf0305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:12:28.908186 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-90e493ae-3d8a-4c3e-a768-88cc8f87c847 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6484904 Jul 05 18:12:28.908806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37112) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:28.922681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a15ab4d8-8cc9-4e87-9f87-a9726d4bca26 None None] For port 2759267b-be40-48aa-8185-3776f0f7cda2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2759267b-be40-48aa-8185-3776f0f7cda2,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:28.989559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37114) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:29.002352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:12:29.006305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 12cff30f-7e04-4c42-95dd-ed91ed1f1cc6 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:29.056063 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a15ab4d8-8cc9-4e87-9f87-a9726d4bca26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:29.127552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0d8ff941-476b-4beb-9884-c88074c58f6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90dd14dab74f4fb3b903c5877d46b504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255922 Jul 05 18:12:29.131746 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f17c8e1-781b-4115-a0ed-9da06c2cc6f1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:29.134069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37120) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:29.204700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:29.268248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2f17c8e1-781b-4115-a0ed-9da06c2cc6f1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Calling delete_port for b3bb8864-3b02-41eb-af58-5e486f114048 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:29.417220 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:29.451411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ab4d8-8cc9-4e87-9f87-a9726d4bca26 None None] Pushing event updated for resources: {'Port': ['ID=2759267b-be40-48aa-8185-3776f0f7cda2,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:29.463905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eeefca4-b027-41e7-8250-bbb6eba9ced8 None None] New status for floating IP 030ab718-dc46-43c2-8691-9b5e2c436dde: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:12:29.481511 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1268-6029-47c5-8c6f-c517d06da503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:29.515646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37128) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:29.580252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8eda95-eef8-455f-b495-6b506492a183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-0f6da5df-2128-41ee-851d-92ce590097ce', 'network_id': '0f6da5df-2128-41ee-851d-92ce590097ce', 'tenant_id': '77bff6a4a6c54ead8c6a429c5d502d83', 'fixed_ips': [{'subnet_id': '9ea30c0b-33ec-41de-b323-08ba3a61d69e'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:29.580252 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d8eda95-eef8-455f-b495-6b506492a183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:29.688856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-307b7097-b6b8-4a57-bc47-67a7565f5475 None None] Provisioning complete for port 2759267b-be40-48aa-8185-3776f0f7cda2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:29.690463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-307b7097-b6b8-4a57-bc47-67a7565f5475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:29.715357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:29.797801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea30c0b-33ec-41de-b323-08ba3a61d69e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:29.897530 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:29.951585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37138) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server [None req-7d8eda95-eef8-455f-b495-6b506492a183 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ea30c0b-33ec-41de-b323-08ba3a61d69e: This subnet is being modified by another concurrent operation. Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:12:30.007735 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise exception Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9ea30c0b-33ec-41de-b323-08ba3a61d69e: This subnet is being modified by another concurrent operation. Jul 05 18:12:30.016145 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Jul 05 18:12:30.024779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.044687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772c4acf-84d7-478f-a171-0e0f0f453e35 None None] Network 0f6da5df-2128-41ee-851d-92ce590097ce requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:30.055686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6da5df-2128-41ee-851d-92ce590097ce']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:30.122102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26f61afc-377f-4b16-9f73-f0a53c5a34bb') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:30.122102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26f61afc-377f-4b16-9f73-f0a53c5a34bb') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:30.137835 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.156918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.166381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:30.168591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.212943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a350069-7cec-4cb1-a4bd-e375d1336980 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:30.248752 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:30.267354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1950543560-network', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:30.317284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72359af7-b469-4935-a08f-460c7c4cfbcf req-1f7f2149-4c86-49cf-b0f6-97ef794a2c26 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0806885 Jul 05 18:12:30.327980 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1268-6029-47c5-8c6f-c517d06da503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.347828 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.372968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3dfec10-138f-4409-8ace-0101ba548d7c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.376892 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.379383 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/0f6da5df-2128-41ee-851d-92ce590097ce HTTP/1.1" status: 204 len: 168 time: 1.4691982 Jul 05 18:12:30.383400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7977058f-d7d5-4d03-93a6-63e330adbd15 None None] Provisioning for port b3bb8864-3b02-41eb-af58-5e486f114048 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:30.398197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37154) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:30.400839 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7977058f-d7d5-4d03-93a6-63e330adbd15 None None] Provisioning complete for port b3bb8864-3b02-41eb-af58-5e486f114048 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:30.401227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7977058f-d7d5-4d03-93a6-63e330adbd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.406464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Made reservation on behalf of fd2e47ec79e9495cad7ba0f1dcd1fc58 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:30.411038 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.415730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=0f6da5df-2128-41ee-851d-92ce590097ce,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:30.424271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1668140482'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:30.429471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2759267b-be40-48aa-8185-3776f0f7cda2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:30.433241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.434189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.435006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.435513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.436687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.437237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.439075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.444865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.444865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.444865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.444865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.444865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fe904d4-b3b9-4300-b49e-2b07c8a89544 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:30.448133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.498700 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3dfec10-138f-4409-8ace-0101ba548d7c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.539083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7977058f-d7d5-4d03-93a6-63e330adbd15 None None] Port b3bb8864-3b02-41eb-af58-5e486f114048 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:12:30.608004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a350069-7cec-4cb1-a4bd-e375d1336980 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:12:30.614389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2759267b-be40-48aa-8185-3776f0f7cda2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:30.619196 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.665037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:30.670979 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.674220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1268-6029-47c5-8c6f-c517d06da503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.677363 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb0a1268-6029-47c5-8c6f-c517d06da503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.682964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eb0a1268-6029-47c5-8c6f-c517d06da503 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dea88d3b-ab54-4824-927a-043995a14982 HTTP/1.1" status: 204 len: 168 time: 1.5477755 Jul 05 18:12:30.703820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0a1268-6029-47c5-8c6f-c517d06da503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea88d3b-ab54-4824-927a-043995a14982,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:30.753592 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3dfec10-138f-4409-8ace-0101ba548d7c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.757568 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3dfec10-138f-4409-8ace-0101ba548d7c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.773750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d3dfec10-138f-4409-8ace-0101ba548d7c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "DELETE /v2.0/security-groups/b6bd6a4f-e92c-4de7-a2b6-70161c6511bd HTTP/1.1" status: 204 len: 168 time: 1.2554545 Jul 05 18:12:30.775450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37162) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:30.788554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfec10-138f-4409-8ace-0101ba548d7c tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bd6a4f-e92c-4de7-a2b6-70161c6511bd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:30.817442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:30.835170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.836111 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment f706b442-645e-44b0-97c6-c45688b20877 of type vlan for network 038c22f2-77ca-4b20-b2b7-4a12ce0794d6 Jul 05 18:12:30.860031 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f17c8e1-781b-4115-a0ed-9da06c2cc6f1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:30.865876 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-7a0518da-881a-4b70-82b4-b59bd3a751e0 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] show failed (client error): The resource could not be found. Jul 05 18:12:30.869275 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7a0518da-881a-4b70-82b4-b59bd3a751e0 tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "GET /v2.0/security-groups/b6bd6a4f-e92c-4de7-a2b6-70161c6511bd HTTP/1.1" status: 404 len: 347 time: 0.0925665 Jul 05 18:12:30.872577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37164) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:30.939862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17c8e1-781b-4115-a0ed-9da06c2cc6f1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Port': ['ID=b3bb8864-3b02-41eb-af58-5e486f114048,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:31.002175 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.077393 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f17c8e1-781b-4115-a0ed-9da06c2cc6f1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.081943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2f17c8e1-781b-4115-a0ed-9da06c2cc6f1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/b3bb8864-3b02-41eb-af58-5e486f114048 HTTP/1.1" status: 204 len: 168 time: 2.7394061 Jul 05 18:12:31.089834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37168) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:31.223874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dcebdb-7862-473a-90ec-2444212c6841 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:31.225820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-12dcebdb-7862-473a-90ec-2444212c6841 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1345668 Jul 05 18:12:31.228934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37172) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:31.311926 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.320027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:31.321136 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.503354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=038c22f2-77ca-4b20-b2b7-4a12ce0794d6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:31.518524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 038c22f2-77ca-4b20-b2b7-4a12ce0794d6 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:31.536290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72729224-ded1-4581-a75f-434094a19b4b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:31.538438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-72729224-ded1-4581-a75f-434094a19b4b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3082945 Jul 05 18:12:31.541049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37182) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:31.655242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b0063bc-afd5-454d-b1cf-c27d0c6e0c46 req-9d4d9136-467a-4778-a838-72c093a8f972 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.1010883 Jul 05 18:12:31.710689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49f25e-13dc-48b3-8a2d-6e9afa3edbc8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:31.711342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49f25e-13dc-48b3-8a2d-6e9afa3edbc8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:31.713501 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f49f25e-13dc-48b3-8a2d-6e9afa3edbc8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:31.715896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7f49f25e-13dc-48b3-8a2d-6e9afa3edbc8 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1735632 Jul 05 18:12:31.718926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37190) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:31.757640 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.807075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-c794abd8-6b26-4783-a161-121c2637b6ea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet 10e14b82-0e17-4d3d-bc91-b263d87a676a {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:31.807797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Deleting port 0dd1731e-a8cb-4bcc-b68a-424b729a90dd {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:31.808299 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.811232 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c794abd8-6b26-4783-a161-121c2637b6ea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.872179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c794abd8-6b26-4783-a161-121c2637b6ea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.882688 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.896311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:31.909010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:31.909378 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Added segment 69f44e53-d65c-4a16-ae36-0cd42f8fc1ec of type vlan for network a64c9413-6e22-4997-8ea4-33032e825317 Jul 05 18:12:31.952173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-87954605-e8eb-44a6-8cb6-3e1ab6417c5b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5510297 Jul 05 18:12:31.960355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37196) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:31.968575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': '038c22f2-77ca-4b20-b2b7-4a12ce0794d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:32.002605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0536d8-71c5-4ce9-8484-624d0af1feb8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:32.036484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.063919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.064476 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.111690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Calling delete_port for 0dd1731e-a8cb-4bcc-b68a-424b729a90dd owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:32.153490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c794abd8-6b26-4783-a161-121c2637b6ea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.228897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.228897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:32.228897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.325899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] Pushing event updated for resources: {'Network': ['ID=a64c9413-6e22-4997-8ea4-33032e825317,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:32.338073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a64c9413-6e22-4997-8ea4-33032e825317 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:32.341870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c794abd8-6b26-4783-a161-121c2637b6ea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.360680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37204) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:32.388830 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c794abd8-6b26-4783-a161-121c2637b6ea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.390818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c794abd8-6b26-4783-a161-121c2637b6ea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/10e14b82-0e17-4d3d-bc91-b263d87a676a HTTP/1.1" status: 204 len: 168 time: 0.6709011 Jul 05 18:12:32.404247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37206) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:32.424617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:32.424617 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.425156 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f327532-9ff7-48a3-ad2e-9f9d9542e533 None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:32.425558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794abd8-6b26-4783-a161-121c2637b6ea tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=10e14b82-0e17-4d3d-bc91-b263d87a676a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:32.469919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.536222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75a22e4-6624-4656-b440-599c3ea67ffd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Deleting subnet d453fe34-539f-433b-b825-b379453c3b58 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:32.543845 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-76c8aefa-42ad-4031-bb0b-113c749da4df admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5877461 Jul 05 18:12:32.543845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Pushing event deleted for resources: {'Port': ['ID=0dd1731e-a8cb-4bcc-b68a-424b729a90dd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:32.547538 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c75a22e4-6624-4656-b440-599c3ea67ffd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.553151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37210) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:32.570128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Request body: {'subnet': {'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1950543560-subnet', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:32.584005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-network', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:32.631788 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c75a22e4-6624-4656-b440-599c3ea67ffd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.704167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Made reservation on behalf of fd2e47ec79e9495cad7ba0f1dcd1fc58 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:32.707802 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.734986 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c75a22e4-6624-4656-b440-599c3ea67ffd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.797490 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.803146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:32.807199 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fc808436-b618-4ebc-a098-2cad9255c58b tempest-AttachVolumeTestJSON-1937479966 tempest-AttachVolumeTestJSON-1937479966-project] 10.222.0.30 "DELETE /v2.0/floatingips/030ab718-dc46-43c2-8691-9b5e2c436dde HTTP/1.1" status: 204 len: 168 time: 1.9231594 Jul 05 18:12:32.922066 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c75a22e4-6624-4656-b440-599c3ea67ffd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.038884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Made reservation on behalf of bfe058fcf4d24acc9c7782ef513eb432 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:33.038884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.078171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a22e4-6624-4656-b440-599c3ea67ffd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Subnet': ['ID=d453fe34-539f-433b-b825-b379453c3b58,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:33.102646 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.107436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c75a22e4-6624-4656-b440-599c3ea67ffd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.111055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c75a22e4-6624-4656-b440-599c3ea67ffd tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/d453fe34-539f-433b-b825-b379453c3b58 HTTP/1.1" status: 204 len: 168 time: 0.7055292 Jul 05 18:12:33.113595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37220) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.114842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69a624a4-ea82-4d5a-af6f-bb0424db3bb3 req-ddffe278-2117-47ce-9f0c-4323a039abe6 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0822241 Jul 05 18:12:33.176901 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.228394 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-36a633da-d8bc-4b31-9fb7-c7f0713a5a28 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1125383 Jul 05 18:12:33.228394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.229158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37224) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.325923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=486427e9-4dd0-4fb1-b705-5d212095e926,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:33.348517 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.353959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f594c12-0a66-4305-8040-b34f8d049fe9,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:33.385778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking segment: {'id': 'f706b442-645e-44b0-97c6-c45688b20877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '038c22f2-77ca-4b20-b2b7-4a12ce0794d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:33.386843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network hostable DHCP agents. Network: 038c22f2-77ca-4b20-b2b7-4a12ce0794d6, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:33.418361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Checking segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:33.418876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Network hostable DHCP agents. Network: a64c9413-6e22-4997-8ea4-33032e825317, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:33.439764 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.444875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca728f2e-471c-4477-b5d7-c2bb1cab8b28 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:33.450486 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ca728f2e-471c-4477-b5d7-c2bb1cab8b28 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2111804 Jul 05 18:12:33.452205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37228) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.499634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:33.520098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network 038c22f2-77ca-4b20-b2b7-4a12ce0794d6 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:33.549202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:33.556032 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.563242 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Added segment d8253865-70e8-484e-94c9-6e5ae7c1603d of type vlan for network 55f3fb02-7f5e-4172-8050-79304f085b41 Jul 05 18:12:33.584141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Network a64c9413-6e22-4997-8ea4-33032e825317 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:33.608365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c215c3e-e9e0-435f-91c2-77abbe99accf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:33.610092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6c215c3e-e9e0-435f-91c2-77abbe99accf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1557968 Jul 05 18:12:33.612920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37230) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.667264 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.669947 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dd831ac9-be9b-451c-b5c3-212339434854 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554681 Jul 05 18:12:33.674127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37232) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.693069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af184e1a-ec80-4b48-90b7-6564bcee4f3a None None] Network d4311eb2-2783-4bd2-b311-e1327c967a23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:33.699675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 038c22f2-77ca-4b20-b2b7-4a12ce0794d6) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:33.711305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:33.717362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.731981 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-8808e655-cb01-4f5c-822a-88c347dd4353 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:33.732927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8808e655-cb01-4f5c-822a-88c347dd4353 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:33.734877 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8808e655-cb01-4f5c-822a-88c347dd4353 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/b3bb8864-3b02-41eb-af58-5e486f114048 HTTP/1.1" status: 404 len: 333 time: 0.0596490 Jul 05 18:12:33.735916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a64c9413-6e22-4997-8ea4-33032e825317) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:33.737411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37234) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.741683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:33.743177 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.768984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f3312-8674-4355-80cd-30ae70c2a89f None None] Network 038c22f2-77ca-4b20-b2b7-4a12ce0794d6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:33.774683 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b60514-abd8-4e47-a816-2480080b8d12 None None] Network a64c9413-6e22-4997-8ea4-33032e825317 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:33.792353 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-5505a163-16da-4a0c-b8f6-d672561513bf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:33.795589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5505a163-16da-4a0c-b8f6-d672561513bf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:33.805790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5505a163-16da-4a0c-b8f6-d672561513bf tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/d453fe34-539f-433b-b825-b379453c3b58 HTTP/1.1" status: 404 len: 337 time: 0.0582895 Jul 05 18:12:33.809211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37236) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.830513 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f56d7057-95d8-4b4b-b916-f2007a63386a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2644444 Jul 05 18:12:33.834513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37238) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.839988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:33.840855 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b2a00f-4956-4817-9a6b-bb73af155a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:33.841507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b2a00f-4956-4817-9a6b-bb73af155a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:33.843571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e8b2a00f-4956-4817-9a6b-bb73af155a09 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/10e14b82-0e17-4d3d-bc91-b263d87a676a HTTP/1.1" status: 404 len: 337 time: 0.0334818 Jul 05 18:12:33.845413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d1314212-3875-4c2a-abaa-3de5c68e0910 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8838549 Jul 05 18:12:33.846256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37240) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.853628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37242) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.895204 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad73f56-6610-4207-bb1a-68b05f92b275 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:33.896003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad73f56-6610-4207-bb1a-68b05f92b275 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:33.901857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37246) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:33.902181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4ad73f56-6610-4207-bb1a-68b05f92b275 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/a2054b63-2f2d-40d0-9229-edd9dbb9bdaa HTTP/1.1" status: 404 len: 333 time: 0.0506551 Jul 05 18:12:33.915829 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.916915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:33.917770 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:33.989461 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa565bf7-0c3a-414c-99d1-4461807b4f3d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:33.990103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa565bf7-0c3a-414c-99d1-4461807b4f3d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:33.992337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fa565bf7-0c3a-414c-99d1-4461807b4f3d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/18f53f68-1d14-4cb1-b473-f5d6c371d2e2 HTTP/1.1" status: 404 len: 337 time: 0.0890183 Jul 05 18:12:33.998306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37252) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.063696 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-007944cd-286a-45dc-a2a9-8e548215740c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.065144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-007944cd-286a-45dc-a2a9-8e548215740c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.067631 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-007944cd-286a-45dc-a2a9-8e548215740c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/bbe85afa-ee51-4b72-aaf8-294bcc301192 HTTP/1.1" status: 404 len: 337 time: 0.0678620 Jul 05 18:12:34.068540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] Pushing event updated for resources: {'Network': ['ID=55f3fb02-7f5e-4172-8050-79304f085b41,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:34.070905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37254) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.072638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.074358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.105511 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4a32d8d-ea6d-495a-b202-36875cd78849 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.107022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4a32d8d-ea6d-495a-b202-36875cd78849 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.111053 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a4a32d8d-ea6d-495a-b202-36875cd78849 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/a1edeb9f-4455-4a9b-996a-a79b59c77337 HTTP/1.1" status: 404 len: 333 time: 0.0368946 Jul 05 18:12:34.112155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37256) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.137837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 55f3fb02-7f5e-4172-8050-79304f085b41 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:34.143867 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a59d9842-21c7-45ee-aae7-b066a42726c5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7790036 Jul 05 18:12:34.173979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37258) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.178508 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-f070f482-b27b-4825-a4db-cd736bc5d2a1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.181332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f070f482-b27b-4825-a4db-cd736bc5d2a1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.185291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f070f482-b27b-4825-a4db-cd736bc5d2a1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/63e26b60-75ce-4b2b-b890-fe95b93ac12b HTTP/1.1" status: 404 len: 337 time: 0.0702546 Jul 05 18:12:34.186656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Request body: {'subnet': {'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-subnet', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:34.189385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37262) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.206409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.219545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.225574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5ec808aa-1912-41d0-8cb0-17b2c7da8217 None None] Provisioning complete for port 2759267b-be40-48aa-8185-3776f0f7cda2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:34.225952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ec808aa-1912-41d0-8cb0-17b2c7da8217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.297337 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ce5a9c-e5e0-4dc7-97fc-4521cf8f7071 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.302710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ce5a9c-e5e0-4dc7-97fc-4521cf8f7071 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.306786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-81ce5a9c-e5e0-4dc7-97fc-4521cf8f7071 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/6840b55e-cd0f-4d1d-90be-d33b22bd9376 HTTP/1.1" status: 404 len: 337 time: 0.1142182 Jul 05 18:12:34.308399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37266) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.371262 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-254fafbe-4f74-4f1b-8914-5f7822920fa0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.372164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254fafbe-4f74-4f1b-8914-5f7822920fa0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.378511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-254fafbe-4f74-4f1b-8914-5f7822920fa0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/c5eb49c1-4ad9-48cc-98a3-08de6c123b0f HTTP/1.1" status: 404 len: 333 time: 0.0669687 Jul 05 18:12:34.379487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37268) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.395945 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.483229 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8a6b42-8f5e-4439-97c0-749da74e4b17 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.483694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8a6b42-8f5e-4439-97c0-749da74e4b17 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.485474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-da8a6b42-8f5e-4439-97c0-749da74e4b17 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/9b73b2ef-b4b6-441d-b24b-c5f3c7c9fe19 HTTP/1.1" status: 404 len: 337 time: 0.1050355 Jul 05 18:12:34.515584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37272) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.519504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b519af64-519e-4b5d-a02f-ff63a05a5b83 req-8b289501-d90b-45e4-a4f4-064882738c49 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.1212144 Jul 05 18:12:34.558816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37274) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.593063 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-e134c377-b5a9-4328-be51-ad1d04f571a6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.593396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e134c377-b5a9-4328-be51-ad1d04f571a6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.595333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e134c377-b5a9-4328-be51-ad1d04f571a6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/2ca0b3f7-3df2-48ec-a083-b86ea9ad5656 HTTP/1.1" status: 404 len: 337 time: 0.0784302 Jul 05 18:12:34.597914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37278) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.683920 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fdf84e4-a166-4ad4-b7d8-409e6ae68bd2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.684602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fdf84e4-a166-4ad4-b7d8-409e6ae68bd2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.690246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a7dc7e-ba34-4d05-8a56-7d4768c9f833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-038c22f2-77ca-4b20-b2b7-4a12ce0794d6', 'network_id': '038c22f2-77ca-4b20-b2b7-4a12ce0794d6', 'tenant_id': '77bff6a4a6c54ead8c6a429c5d502d83', 'fixed_ips': [{'subnet_id': '486427e9-4dd0-4fb1-b705-5d212095e926'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:34.696543 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-66a7dc7e-ba34-4d05-8a56-7d4768c9f833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.703002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4fdf84e4-a166-4ad4-b7d8-409e6ae68bd2 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/5889f9e9-114c-4725-9b9b-132fc60a947c HTTP/1.1" status: 404 len: 333 time: 0.0874860 Jul 05 18:12:34.703549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37280) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.706264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.707638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-a64c9413-6e22-4997-8ea4-33032e825317', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:34.708735 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.720627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Made reservation on behalf of bfe058fcf4d24acc9c7782ef513eb432 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:34.725759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.742956 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bf502e-94a8-45c7-9a9f-26e9963c5e7f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.743420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bf502e-94a8-45c7-9a9f-26e9963c5e7f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.743757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d3cd91-9cc2-4f35-a005-60def186a3ee None None] DHCP port deletion for d4311eb2-2783-4bd2-b311-e1327c967a23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:12:34.745261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-85bf502e-94a8-45c7-9a9f-26e9963c5e7f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/a75b06a6-7cdc-4b8a-940f-b253730b614e HTTP/1.1" status: 404 len: 337 time: 0.0406706 Jul 05 18:12:34.747927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37282) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.780724 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a6d964-e5d4-4982-a544-346d068d17c5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.781480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a6d964-e5d4-4982-a544-346d068d17c5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.783370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f8a6d964-e5d4-4982-a544-346d068d17c5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/926e6e80-25fb-4831-94d7-f32a8861db6c HTTP/1.1" status: 404 len: 333 time: 0.0342703 Jul 05 18:12:34.788631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37284) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.809975 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebef5283-6ba4-463d-a462-577a57be968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.856306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-21d3cd91-9cc2-4f35-a005-60def186a3ee None None] Deleting port 2759267b-be40-48aa-8185-3776f0f7cda2 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:34.856770 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-21d3cd91-9cc2-4f35-a005-60def186a3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.871900 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-02859ed5-6a49-489c-8075-c508b4feb680 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.872391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02859ed5-6a49-489c-8075-c508b4feb680 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.879105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-02859ed5-6a49-489c-8075-c508b4feb680 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/613a114e-dd5d-4148-b90a-87a865b5eba6 HTTP/1.1" status: 404 len: 337 time: 0.0882559 Jul 05 18:12:34.886794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37288) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:34.986735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:34.989251 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b5a061-f4be-43b8-b805-f119a2ca04bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:34.990054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b5a061-f4be-43b8-b805-f119a2ca04bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:34.994267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a6b5a061-f4be-43b8-b805-f119a2ca04bc tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/9302b65b-6af4-4562-afff-126f5ec01afc HTTP/1.1" status: 404 len: 333 time: 0.1109302 Jul 05 18:12:35.000946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37290) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.057184 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-030f7c4c-b1db-443e-bfb1-fa6d8291f86e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.057724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-030f7c4c-b1db-443e-bfb1-fa6d8291f86e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.059930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-030f7c4c-b1db-443e-bfb1-fa6d8291f86e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/050e64bc-37df-4317-910b-89494d5ff0ab HTTP/1.1" status: 404 len: 337 time: 0.0534174 Jul 05 18:12:35.063907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.100103 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14b826a-b521-40c6-9211-02574ccccb29 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.101445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14b826a-b521-40c6-9211-02574ccccb29 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.104122 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e14b826a-b521-40c6-9211-02574ccccb29 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/4e435d11-0dc7-442a-9b4c-2e438414ef72 HTTP/1.1" status: 404 len: 333 time: 0.0392785 Jul 05 18:12:35.108581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37294) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.134284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=486427e9-4dd0-4fb1-b705-5d212095e926,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:35.241547 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebef5283-6ba4-463d-a462-577a57be968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.243745 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-9247ce1b-e735-45bb-ba65-fb7a197da4f3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.244392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9247ce1b-e735-45bb-ba65-fb7a197da4f3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.249763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9247ce1b-e735-45bb-ba65-fb7a197da4f3 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/6f08e834-a2f6-404f-9930-3fb90d3324b2 HTTP/1.1" status: 404 len: 337 time: 0.1337280 Jul 05 18:12:35.250678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37296) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.268027 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.283403 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-6794c929-b470-4916-8125-67c6773b2fd0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.284349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6794c929-b470-4916-8125-67c6773b2fd0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.290401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6794c929-b470-4916-8125-67c6773b2fd0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/2dbe84a7-a366-433e-a8d1-9b034f456adc HTTP/1.1" status: 404 len: 333 time: 0.0382292 Jul 05 18:12:35.291251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37298) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.312307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-21d3cd91-9cc2-4f35-a005-60def186a3ee None None] For port 2759267b-be40-48aa-8185-3776f0f7cda2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2759267b-be40-48aa-8185-3776f0f7cda2,segment=NetworkSegment(b698dc78-39d7-4ad1-b36a-f369b145e359),segment_id=b698dc78-39d7-4ad1-b36a-f369b145e359)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:35.312947 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-21d3cd91-9cc2-4f35-a005-60def186a3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.322597 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-def4f543-251a-4f47-bb94-ff0e3f5b5cd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.323279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def4f543-251a-4f47-bb94-ff0e3f5b5cd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.328619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-def4f543-251a-4f47-bb94-ff0e3f5b5cd1 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/149933e0-3895-4786-bba5-d160f85e114f HTTP/1.1" status: 404 len: 337 time: 0.0362668 Jul 05 18:12:35.329800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37300) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.332022 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebef5283-6ba4-463d-a462-577a57be968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.347935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038c22f2-77ca-4b20-b2b7-4a12ce0794d6']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:35.389357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f706b442-645e-44b0-97c6-c45688b20877') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:35.390420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f706b442-645e-44b0-97c6-c45688b20877') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:35.392994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ebef5283-6ba4-463d-a462-577a57be968e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5329597a3d3c4f9098cb37e1df45a4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8329017 Jul 05 18:12:35.394233 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b88ee6-fc49-4d6f-b8b3-704d618a039e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.396352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b88ee6-fc49-4d6f-b8b3-704d618a039e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.400320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a0b88ee6-fc49-4d6f-b8b3-704d618a039e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/8ed15bea-659e-4d49-a60d-2ba80c83d034 HTTP/1.1" status: 404 len: 333 time: 0.0692906 Jul 05 18:12:35.402267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37304) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.402784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37306) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.416033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-21d3cd91-9cc2-4f35-a005-60def186a3ee None None] Calling delete_port for 2759267b-be40-48aa-8185-3776f0f7cda2 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:35.429933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server [None req-66a7dc7e-ba34-4d05-8a56-7d4768c9f833 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 486427e9-4dd0-4fb1-b705-5d212095e926: This subnet is being modified by another concurrent operation. Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:12:35.458514 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise exception Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 486427e9-4dd0-4fb1-b705-5d212095e926: This subnet is being modified by another concurrent operation. Jul 05 18:12:35.463371 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Jul 05 18:12:35.533104 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.540182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807d8a60-bb75-4df6-98b0-7cb49e5aaa8d None None] Network 038c22f2-77ca-4b20-b2b7-4a12ce0794d6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:35.555322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:35.555722 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:35.559695 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:35.566930 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca640d9a-2373-43ec-8ed9-7e7a16a13c40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.566930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca640d9a-2373-43ec-8ed9-7e7a16a13c40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.568642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ca640d9a-2373-43ec-8ed9-7e7a16a13c40 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/3ebbbb14-b9e7-4949-9b93-e7971e70fc92 HTTP/1.1" status: 404 len: 337 time: 0.1629517 Jul 05 18:12:35.572961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37310) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.606764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef5283-6ba4-463d-a462-577a57be968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5f2d46-41ab-41e2-85e6-3092ca477413,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:35.641505 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5327a7-673b-4335-b915-651d2e642cd0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.644554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5327a7-673b-4335-b915-651d2e642cd0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.644554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5a5327a7-673b-4335-b915-651d2e642cd0 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/43e94cf6-9a32-455d-9658-3a05296beec5 HTTP/1.1" status: 404 len: 337 time: 0.0561793 Jul 05 18:12:35.647542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37312) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.689033 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccaf0c70-eef9-4cc1-9ccb-28718b759296 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.689825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccaf0c70-eef9-4cc1-9ccb-28718b759296 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.691822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ccaf0c70-eef9-4cc1-9ccb-28718b759296 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/546d0e79-4168-4b38-8b8e-1ad3a5f24c5a HTTP/1.1" status: 404 len: 333 time: 0.0417182 Jul 05 18:12:35.694177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37314) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.705606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.731014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Allocated IP 172.20.0.2 (a64c9413-6e22-4997-8ea4-33032e825317/9f594c12-0a66-4305-8040-b34f8d049fe9/19a66b48-24b7-4197-a499-8360cc00a630) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:35.753086 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90147a9-adbe-45c7-b271-043b361501f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.753605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90147a9-adbe-45c7-b271-043b361501f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.756578 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e90147a9-adbe-45c7-b271-043b361501f6 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/26bc3985-1566-4796-9b81-b4ab7ea998c8 HTTP/1.1" status: 404 len: 337 time: 0.0614502 Jul 05 18:12:35.759450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37316) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.813610 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8098ddf2-1151-48fe-b0b9-9797d476f1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.822610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.828066 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.835025 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/038c22f2-77ca-4b20-b2b7-4a12ce0794d6 HTTP/1.1" status: 204 len: 168 time: 1.9788165 Jul 05 18:12:35.835728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37318) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.856560 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4462b04-79ce-41dc-9bb3-ba69bdb5eac1 req-632a252c-d929-460b-9396-3d18c5b72e91 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0809996 Jul 05 18:12:35.857835 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea495664-2a3b-4c66-8b19-154c1dc00217 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:35.858643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea495664-2a3b-4c66-8b19-154c1dc00217 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:35.863798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ea495664-2a3b-4c66-8b19-154c1dc00217 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/d637d725-5ed0-4574-a6d5-bdfd23cbda80 HTTP/1.1" status: 404 len: 337 time: 0.1028771 Jul 05 18:12:35.872169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37320) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:35.881418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294355813'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:35.899943 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:35.922348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef306e-1813-4d21-85ed-6203a57244d0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=038c22f2-77ca-4b20-b2b7-4a12ce0794d6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:35.957696 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8098ddf2-1151-48fe-b0b9-9797d476f1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.015260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.020601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:36.033077 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-21d3cd91-9cc2-4f35-a005-60def186a3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.044585 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ecc7c9-4edd-46cf-96cc-faa1afa1c37c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:36.047362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ecc7c9-4edd-46cf-96cc-faa1afa1c37c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:36.053373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.063830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d3ecc7c9-4edd-46cf-96cc-faa1afa1c37c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/ab93dba8-b24f-492b-ba70-46c4bc048b88 HTTP/1.1" status: 404 len: 333 time: 0.1959956 Jul 05 18:12:36.064139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Checking segment: {'id': 'd8253865-70e8-484e-94c9-6e5ae7c1603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:36.064542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Network hostable DHCP agents. Network: 55f3fb02-7f5e-4172-8050-79304f085b41, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:36.068812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37324) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.072682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d3cd91-9cc2-4f35-a005-60def186a3ee None None] No DVR routers for this DVR port 2759267b-be40-48aa-8185-3776f0f7cda2 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:36.093832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3cd91-9cc2-4f35-a005-60def186a3ee None None] Pushing event deleted for resources: {'Port': ['ID=2759267b-be40-48aa-8185-3776f0f7cda2,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:36.107102 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-d95d85ad-3153-47b1-8c7d-15f79d363a60 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:36.107563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d95d85ad-3153-47b1-8c7d-15f79d363a60 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:36.111564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d95d85ad-3153-47b1-8c7d-15f79d363a60 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/3226f7f6-1cab-470e-900d-2916d5e63133 HTTP/1.1" status: 404 len: 337 time: 0.0399256 Jul 05 18:12:36.112356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37326) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.136843 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.137077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8098ddf2-1151-48fe-b0b9-9797d476f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.137077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8098ddf2-1151-48fe-b0b9-9797d476f1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.137077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8098ddf2-1151-48fe-b0b9-9797d476f1f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f5f2d46-41ab-41e2-85e6-3092ca477413 HTTP/1.1" status: 204 len: 168 time: 0.7298207 Jul 05 18:12:36.142898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Transition to ACTIVE for port object 19a66b48-24b7-4197-a499-8360cc00a630 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:36.152690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098ddf2-1151-48fe-b0b9-9797d476f1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5f2d46-41ab-41e2-85e6-3092ca477413,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:36.171119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Transition to ACTIVE for port object 19a66b48-24b7-4197-a499-8360cc00a630 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:36.256270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Allocated IP 172.25.3.248 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/03460bc3-586f-4daf-b014-07dbd94bc1c0) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:36.288288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:36.291804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.304427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Network 55f3fb02-7f5e-4172-8050-79304f085b41 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:36.315805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2759267b-be40-48aa-8185-3776f0f7cda2 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:12:36.340016 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef69024c-9c55-4e3c-802c-086336c82e00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:36.340469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef69024c-9c55-4e3c-802c-086336c82e00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:36.341640 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.342272 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ef69024c-9c55-4e3c-802c-086336c82e00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/6589294f-0692-45f4-81e4-5a90ba2e7b57 HTTP/1.1" status: 404 len: 337 time: 0.2288785 Jul 05 18:12:36.344869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37330) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.347557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2759267b-be40-48aa-8185-3776f0f7cda2 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:12:36.347908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2759267b-be40-48aa-8185-3776f0f7cda2 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:12:36.376870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:36.380976 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c90223-fccd-4ce8-a4b1-924583842320 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:36.381725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c90223-fccd-4ce8-a4b1-924583842320 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:36.383919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-94c90223-fccd-4ce8-a4b1-924583842320 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/b107d8e8-1ffc-4e01-abd8-0ab65bd6a306 HTTP/1.1" status: 404 len: 333 time: 0.0376141 Jul 05 18:12:36.386620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37332) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.393915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.394266 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment fb213a50-c98d-4ade-a048-e028bbcbd865 of type vlan for network d2f429f0-5b98-4f11-b405-6b74ecc79b42 Jul 05 18:12:36.442373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Pushing event updated for resources: {'Port': ['ID=19a66b48-24b7-4197-a499-8360cc00a630,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:36.462672 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-640f89ac-a904-4207-8876-47815f0dcf03 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:36.467128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-640f89ac-a904-4207-8876-47815f0dcf03 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:36.473157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-640f89ac-a904-4207-8876-47815f0dcf03 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/b4c370d7-fd7f-43f7-9be1-93dad0ad3f9b HTTP/1.1" status: 404 len: 337 time: 0.0841084 Jul 05 18:12:36.482641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37336) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.490445 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.494509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 55f3fb02-7f5e-4172-8050-79304f085b41) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:36.504099 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.508531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Network a64c9413-6e22-4997-8ea4-33032e825317 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:36.509194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:36.513816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:36.519215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec1b3f-7803-4f3b-a4a0-731afb80b3e1 None None] Network 55f3fb02-7f5e-4172-8050-79304f085b41 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:36.520726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:36.521332 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.543968 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-a72c53e5-89d1-4157-ae84-6a699fa4bc55 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:36.543968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a72c53e5-89d1-4157-ae84-6a699fa4bc55 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:36.545305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a72c53e5-89d1-4157-ae84-6a699fa4bc55 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/2b9cb7f1-0a44-40ce-958c-108efe59a4d2 HTTP/1.1" status: 404 len: 337 time: 0.0617507 Jul 05 18:12:36.549418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37338) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.594752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e15d8c22-d1ec-4972-b8e0-7603de5ad6d7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports?device_id=a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 HTTP/1.1" status: 200 len: 205 time: 0.0420427 Jul 05 18:12:36.595010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37342) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.627755 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a7daf38a-b829-414e-a16e-e1100d4f678e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4525969 Jul 05 18:12:36.632154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37344) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.639627 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-79ce4193-e9c5-4045-a272-223eec4fb29e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] delete failed (client error): The resource could not be found. Jul 05 18:12:36.642615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-79ce4193-e9c5-4045-a272-223eec4fb29e tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/routers/a391411d-f8f4-4f4d-b8a2-672e8bb1d3e4 HTTP/1.1" status: 404 len: 336 time: 0.0448990 Jul 05 18:12:36.643661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37346) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.644715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:36.679324 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.693117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:36.694143 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-4668e830-faf5-4fe2-8850-9113222b78f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:36.694822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4668e830-faf5-4fe2-8850-9113222b78f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:36.695133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.696961 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4668e830-faf5-4fe2-8850-9113222b78f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/15c0a55d-ad44-4631-9f4f-8529013f4802 HTTP/1.1" status: 404 len: 337 time: 0.0511155 Jul 05 18:12:36.704531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37348) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.713823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Attempting to bind port 19a66b48-24b7-4197-a499-8360cc00a630 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:36.714411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Attempting to bind port 19a66b48-24b7-4197-a499-8360cc00a630 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:36.714988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Attempting to bind port 19a66b48-24b7-4197-a499-8360cc00a630 on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:36.742381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:36.743109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Checking segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:36.743109 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.743493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Bound using segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:36.744875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Bound port: 19a66b48-24b7-4197-a499-8360cc00a630, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:36.745270 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.765326 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8a23a06f-814a-4191-be1f-d4bb5e97c11b tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "GET /v2.0/ports?device_id=b42045e0-2129-4636-a7c3-e00f9344f5f8 HTTP/1.1" status: 200 len: 205 time: 0.0593734 Jul 05 18:12:36.767757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37352) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.785168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45e6d9b-d2ee-417c-af29-6208d71c7c1c None None] Network 55f3fb02-7f5e-4172-8050-79304f085b41 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:36.800769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=d2f429f0-5b98-4f11-b405-6b74ecc79b42,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:36.813857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.817482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.822325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:36.823110 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-2140381d-5272-4b47-8dea-196d0dbfe27f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] delete failed (client error): The resource could not be found. Jul 05 18:12:36.825900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2140381d-5272-4b47-8dea-196d0dbfe27f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/routers/b42045e0-2129-4636-a7c3-e00f9344f5f8 HTTP/1.1" status: 404 len: 336 time: 0.0569057 Jul 05 18:12:36.829000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37356) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.886849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:36.899680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:36.907788 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2940793-0f90-49a9-b089-7bbd7ce2f081 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:36.908319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2940793-0f90-49a9-b089-7bbd7ce2f081 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:36.913909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:36.921926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a2940793-0f90-49a9-b089-7bbd7ce2f081 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/471096b8-da44-428a-9710-f3a3d9792dbf HTTP/1.1" status: 404 len: 337 time: 0.0901573 Jul 05 18:12:36.921926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37360) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.923326 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a6b61be4-da5f-497c-a606-f6d69f804920 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0666983 Jul 05 18:12:36.924127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37364) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.966172 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c43dd78-6c2e-4989-b467-152ab107a649 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:36.966684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c43dd78-6c2e-4989-b467-152ab107a649 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:36.967040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': 'd2f429f0-5b98-4f11-b405-6b74ecc79b42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:36.971458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1c43dd78-6c2e-4989-b467-152ab107a649 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/4c1f9045-7eba-4c8c-a530-e5731f9181a6 HTTP/1.1" status: 404 len: 337 time: 0.0489523 Jul 05 18:12:36.972078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37366) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:36.980256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network d2f429f0-5b98-4f11-b405-6b74ecc79b42 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:37.009690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Pushing event updated for resources: {'Port': ['ID=03460bc3-586f-4daf-b014-07dbd94bc1c0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:37.012351 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34ba843-4372-485c-a588-a5ed94351aeb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.013456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34ba843-4372-485c-a588-a5ed94351aeb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.015746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a34ba843-4372-485c-a588-a5ed94351aeb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/44fd1682-a0d3-4fd3-9e0b-cd69452d486c HTTP/1.1" status: 404 len: 333 time: 0.0416732 Jul 05 18:12:37.017828 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:37.018839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37368) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.051639 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1651cbd-0d1b-488e-885e-78fb83b6f5bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.052581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1651cbd-0d1b-488e-885e-78fb83b6f5bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.054893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d1651cbd-0d1b-488e-885e-78fb83b6f5bb tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/b888847b-39a9-458a-8374-fbb6229b0574 HTTP/1.1" status: 404 len: 337 time: 0.0348101 Jul 05 18:12:37.057605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37370) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.095953 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-3666e166-9948-4e27-b357-e1053914f65c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.099789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3666e166-9948-4e27-b357-e1053914f65c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.099789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3666e166-9948-4e27-b357-e1053914f65c tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/4f9e70e9-f1de-4d77-ac3f-f6dd65091176 HTTP/1.1" status: 404 len: 333 time: 0.0392854 Jul 05 18:12:37.101872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.187107 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-22767321-f956-4911-a4f3-59d011494346 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.187481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22767321-f956-4911-a4f3-59d011494346 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.189251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-22767321-f956-4911-a4f3-59d011494346 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/6a2adb25-7205-4192-9c45-b6a42edb2dee HTTP/1.1" status: 404 len: 337 time: 0.0860932 Jul 05 18:12:37.204112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37376) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.236313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45d601a3-88ac-4f25-b54c-f96b86a86f16 req-9e2a6ac2-db24-4545-9222-02b3c656a818 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0753734 Jul 05 18:12:37.282803 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] For port 19a66b48-24b7-4197-a499-8360cc00a630, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:37.286166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] For port 19a66b48-24b7-4197-a499-8360cc00a630, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=19a66b48-24b7-4197-a499-8360cc00a630,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:37.287803 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-903eefab-2989-4a14-b55e-d97918d38112 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.288538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903eefab-2989-4a14-b55e-d97918d38112 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.290350 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-903eefab-2989-4a14-b55e-d97918d38112 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/f78802d4-efed-4a29-961d-b45cee56676f HTTP/1.1" status: 404 len: 333 time: 0.0838072 Jul 05 18:12:37.293197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37380) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.343256 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18e2416-d51c-4f81-8e88-625e5c5adcf7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.344159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18e2416-d51c-4f81-8e88-625e5c5adcf7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.346239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b18e2416-d51c-4f81-8e88-625e5c5adcf7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/24945ed9-3776-4de8-902e-57c5ee47e304 HTTP/1.1" status: 404 len: 337 time: 0.0518289 Jul 05 18:12:37.348742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37384) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.354601 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:37.381528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:37.385059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:37.391893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:37.421179 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e60acea-1d4e-4b1f-b329-9f28d83f61b5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.422116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e60acea-1d4e-4b1f-b329-9f28d83f61b5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.424353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7e60acea-1d4e-4b1f-b329-9f28d83f61b5 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/ec55f2ac-851b-4510-8b85-42895b2b60bd HTTP/1.1" status: 404 len: 333 time: 0.0743785 Jul 05 18:12:37.431548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37388) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.438383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d0b284-82ba-4ba9-8d1b-eaad1070cb91 None None] Pushing event updated for resources: {'Port': ['ID=19a66b48-24b7-4197-a499-8360cc00a630,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:37.500876 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a4ad9d4-6cd9-485e-b2e0-e70e8fc7616f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.501444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a4ad9d4-6cd9-485e-b2e0-e70e8fc7616f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.503158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7a4ad9d4-6cd9-485e-b2e0-e70e8fc7616f tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/a9729d7b-e3de-47d6-a5b9-6306682cf421 HTTP/1.1" status: 404 len: 337 time: 0.0704815 Jul 05 18:12:37.505589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37392) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.538540 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-730709b6-df62-4c30-bdec-91c81e0fbca7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.539315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730709b6-df62-4c30-bdec-91c81e0fbca7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.541291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-730709b6-df62-4c30-bdec-91c81e0fbca7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/5bb20581-4936-4948-b94d-f0dc8d673e75 HTTP/1.1" status: 404 len: 333 time: 0.0347629 Jul 05 18:12:37.545071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37394) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.580354 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8503294-abb7-4c7f-ab49-be868d0a167d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.581028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8503294-abb7-4c7f-ab49-be868d0a167d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.582939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b8503294-abb7-4c7f-ab49-be868d0a167d tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/f3ca3d08-ef80-4c61-bba8-b38fb1b343e1 HTTP/1.1" status: 404 len: 337 time: 0.0368829 Jul 05 18:12:37.585563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37398) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.625436 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-6651787d-4c01-4220-acdc-e5e58cd910f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.626210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6651787d-4c01-4220-acdc-e5e58cd910f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.628759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6651787d-4c01-4220-acdc-e5e58cd910f7 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/c58a5bf9-6c81-4655-bf54-535003d525c9 HTTP/1.1" status: 404 len: 333 time: 0.0380573 Jul 05 18:12:37.638662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37400) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.678877 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46f965d-c017-4e18-9bb6-9467a2d7c720 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.679440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46f965d-c017-4e18-9bb6-9467a2d7c720 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.681540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c46f965d-c017-4e18-9bb6-9467a2d7c720 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/2ba189d9-7a45-41df-9eae-ccb4c53d2f3b HTTP/1.1" status: 404 len: 337 time: 0.0408671 Jul 05 18:12:37.684475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37404) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.727377 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-094f7b4b-ba70-4d8a-a66f-97d11e8dc594 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.728204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094f7b4b-ba70-4d8a-a66f-97d11e8dc594 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.730716 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:37.731374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-094f7b4b-ba70-4d8a-a66f-97d11e8dc594 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/ports/69f95b5b-06a2-44f6-9ffb-49e5dd223256 HTTP/1.1" status: 404 len: 333 time: 0.0458038 Jul 05 18:12:37.734099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37406) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.798357 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:12:37.804481 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-647bcb9f-90af-42f9-91b6-5491ca62b7a4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:37.806330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647bcb9f-90af-42f9-91b6-5491ca62b7a4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:37.810220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-647bcb9f-90af-42f9-91b6-5491ca62b7a4 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/subnets/26dd69d0-3774-47f4-a96e-b3b0dc1ef19f HTTP/1.1" status: 404 len: 337 time: 0.0748355 Jul 05 18:12:37.814864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37408) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:37.928583 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:38.055693 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:38.066793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4311eb2-2783-4bd2-b311-e1327c967a23']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:38.078386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b698dc78-39d7-4ad1-b36a-f369b145e359') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:38.078813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b698dc78-39d7-4ad1-b36a-f369b145e359') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:38.089831 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:38.104417 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:38.111467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:38.112217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:38.115194 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:38.118091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:38.283631 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:38.294254 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:38.307883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] 10.222.0.30 "DELETE /v2.0/networks/d4311eb2-2783-4bd2-b311-e1327c967a23 HTTP/1.1" status: 204 len: 168 time: 0.4865270 Jul 05 18:12:38.357105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea5fc6-a824-45ed-91f8-34184b108b00 tempest-NetworksTestDHCPv6-1385688464 tempest-NetworksTestDHCPv6-1385688464-project] Pushing event deleted for resources: {'Network': ['ID=d4311eb2-2783-4bd2-b311-e1327c967a23,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:38.400767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 19a66b48-24b7-4197-a499-8360cc00a630 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:38.548148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd26236e-e7c0-4656-8469-f2766ea05ce4 req-0f624d19-4072-4112-badb-03e4a7816001 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0327742 Jul 05 18:12:38.604086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 19a66b48-24b7-4197-a499-8360cc00a630 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:38.662076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:38.861599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=a06812f8-23b4-4298-90e5-146284870922,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:38.977748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking segment: {'id': 'fb213a50-c98d-4ade-a048-e028bbcbd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd2f429f0-5b98-4f11-b405-6b74ecc79b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:38.977748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network hostable DHCP agents. Network: d2f429f0-5b98-4f11-b405-6b74ecc79b42, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:38.980827 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.024622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37434) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:39.035620 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb160b-b80e-48b7-ae7d-e582e9235b14 None None] Network a64c9413-6e22-4997-8ea4-33032e825317 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:39.039957 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.187507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Allocated IP 172.25.3.45 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/b22b38de-93ac-4926-9484-1a134e4b8b7a) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:39.240671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ed75dc93-31db-4edd-a585-f52a1bb34963 None None] Provisioning for port 19a66b48-24b7-4197-a499-8360cc00a630 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:39.253152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ed75dc93-31db-4edd-a585-f52a1bb34963 None None] Provisioning complete for port 19a66b48-24b7-4197-a499-8360cc00a630 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:39.253591 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ed75dc93-31db-4edd-a585-f52a1bb34963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.273309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5cf58861-58da-41e2-9251-cfb0414a754e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82b7664d0d6343d8b2feedc540ea6cd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426691 Jul 05 18:12:39.275361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37444) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:39.304760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.337717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Router 4304fea5-f40e-42a3-bd36-520075621782 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:12:39.340116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network d2f429f0-5b98-4f11-b405-6b74ecc79b42 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:39.385713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ed75dc93-31db-4edd-a585-f52a1bb34963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.414864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d490f7f-c417-4295-ab42-f12105483f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.455366 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d490f7f-c417-4295-ab42-f12105483f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.455851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ed75dc93-31db-4edd-a585-f52a1bb34963 None None] For port 19a66b48-24b7-4197-a499-8360cc00a630, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=19a66b48-24b7-4197-a499-8360cc00a630,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:39.460314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, d2f429f0-5b98-4f11-b405-6b74ecc79b42) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:39.472015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ccdf3c-bbdf-4e85-b07f-c3b928a1f2d8 None None] Network d2f429f0-5b98-4f11-b405-6b74ecc79b42 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:39.477250 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.530023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:39.537080 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.550882 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ed75dc93-31db-4edd-a585-f52a1bb34963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.626482 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d490f7f-c417-4295-ab42-f12105483f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.629169 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d490f7f-c417-4295-ab42-f12105483f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.633534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2d490f7f-c417-4295-ab42-f12105483f23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/266edbd7-c922-436a-8f96-a7a6267d3947 HTTP/1.1" status: 204 len: 168 time: 0.3567500 Jul 05 18:12:39.645492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d490f7f-c417-4295-ab42-f12105483f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266edbd7-c922-436a-8f96-a7a6267d3947,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:39.658915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:39.672014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:39.680574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:39.686297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Pushing event updated for resources: {'Port': ['ID=b22b38de-93ac-4926-9484-1a134e4b8b7a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:39.740295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:12:39.758680 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Sync routers for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:12:39.771655 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:39.772332 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:39.775071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37458) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:39.781165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': 'd2f429f0-5b98-4f11-b405-6b74ecc79b42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:39.786397 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-514ed8eb-83af-4af2-8567-27c7dcac0fe7 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8253343 Jul 05 18:12:39.992628 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:39.994683 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e0916c9b-0678-421a-b786-4080e9f39b41 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1590779 Jul 05 18:12:39.999814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37464) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:40.006215 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:40.069980 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d40e8dd8-987e-4903-89f3-408ff5a95294 req-cc570741-969c-4787-96e3-74b0b11b4b04 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0947936 Jul 05 18:12:40.270683 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bad15b66-1bb9-478d-9d66-7058d026a61d None None] Provisioning complete for port 19a66b48-24b7-4197-a499-8360cc00a630 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:40.271126 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bad15b66-1bb9-478d-9d66-7058d026a61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:40.312638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75dc93-31db-4edd-a585-f52a1bb34963 None None] Pushing event updated for resources: {'Port': ['ID=19a66b48-24b7-4197-a499-8360cc00a630,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:40.327162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d2f429f0-5b98-4f11-b405-6b74ecc79b42', 'network_id': 'd2f429f0-5b98-4f11-b405-6b74ecc79b42', 'tenant_id': '77bff6a4a6c54ead8c6a429c5d502d83', 'fixed_ips': [{'subnet_id': 'a06812f8-23b4-4298-90e5-146284870922'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:40.332087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:40.415214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:40.419324 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:40.477653 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:37Z', 'revision_number': 3, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:40.572437 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Checking router: 4304fea5-f40e-42a3-bd36-520075621782 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:12:40.572437 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Updating router 4304fea5-f40e-42a3-bd36-520075621782 port 03460bc3-586f-4daf-b014-07dbd94bc1c0 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:12:40.584440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Allocated IP 2001:db8::2 (d2f429f0-5b98-4f11-b405-6b74ecc79b42/a06812f8-23b4-4298-90e5-146284870922/a4aaa770-eaa8-4769-950e-fcaa017f543b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:40.664579 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:40.762057 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:40.772358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Transition to ACTIVE for port object a4aaa770-eaa8-4769-950e-fcaa017f543b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:40.823023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Transition to ACTIVE for port object a4aaa770-eaa8-4769-950e-fcaa017f543b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:40.895853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:40.932179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.000395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Pushing event updated for resources: {'Port': ['ID=a4aaa770-eaa8-4769-950e-fcaa017f543b,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:41.049257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Network d2f429f0-5b98-4f11-b405-6b74ecc79b42 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:41.054877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:41.064594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:41.122412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.198797 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.201224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.212425 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Transition to ACTIVE for port object 03460bc3-586f-4daf-b014-07dbd94bc1c0 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:41.251603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Attempting to bind port a4aaa770-eaa8-4769-950e-fcaa017f543b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:41.252132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Attempting to bind port a4aaa770-eaa8-4769-950e-fcaa017f543b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'fb213a50-c98d-4ade-a048-e028bbcbd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd2f429f0-5b98-4f11-b405-6b74ecc79b42'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:41.252515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Attempting to bind port a4aaa770-eaa8-4769-950e-fcaa017f543b on network d2f429f0-5b98-4f11-b405-6b74ecc79b42 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:41.258105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:41.258541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Checking segment: {'id': 'fb213a50-c98d-4ade-a048-e028bbcbd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd2f429f0-5b98-4f11-b405-6b74ecc79b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:41.259008 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.259419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Bound using segment: {'id': 'fb213a50-c98d-4ade-a048-e028bbcbd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd2f429f0-5b98-4f11-b405-6b74ecc79b42'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:41.259986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Bound port: a4aaa770-eaa8-4769-950e-fcaa017f543b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb213a50-c98d-4ade-a048-e028bbcbd865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'd2f429f0-5b98-4f11-b405-6b74ecc79b42'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:41.260372 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.307658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=b4ffe39a-9f73-4a70-95e1-d918fea7aec0,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:41.352847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network d2f429f0-5b98-4f11-b405-6b74ecc79b42 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:41.357418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5115cc0a-d3e9-45bb-a714-0a2c7cc24def req-125e0398-f8f8-4644-8dc6-ef6dcaf52d07 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.0494959 Jul 05 18:12:41.358934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:41.361970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:41.362647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.385436 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.424104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] For port a4aaa770-eaa8-4769-950e-fcaa017f543b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:41.429261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] For port a4aaa770-eaa8-4769-950e-fcaa017f543b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a4aaa770-eaa8-4769-950e-fcaa017f543b,segment=NetworkSegment(fb213a50-c98d-4ade-a048-e028bbcbd865),segment_id=fb213a50-c98d-4ade-a048-e028bbcbd865)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:41.461277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37492) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:41.461880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cb87aa2f-818a-41fa-bed0-358f08732a13 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6854749 Jul 05 18:12:41.520548 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Pushing event updated for resources: {'Port': ['ID=03460bc3-586f-4daf-b014-07dbd94bc1c0,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:41.522701 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Attempting to bind port 03460bc3-586f-4daf-b014-07dbd94bc1c0 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:41.523066 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Attempting to bind port 03460bc3-586f-4daf-b014-07dbd94bc1c0 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:41.523418 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Attempting to bind port 03460bc3-586f-4daf-b014-07dbd94bc1c0 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:41.546631 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.568915 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.569756 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.578482 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.579394 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.579913 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.580583 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.581227 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.581800 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.582305 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.582828 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.583478 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.583976 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:12:41.589516 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:41.590120 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:41.591657 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.594281 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:41.595221 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Bound port: 03460bc3-586f-4daf-b014-07dbd94bc1c0, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:41.596156 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.682295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13fd57-908a-4c8c-a0c1-f0e37c12bb39 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:41.688649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13fd57-908a-4c8c-a0c1-f0e37c12bb39 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:41.690488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13fd57-908a-4c8c-a0c1-f0e37c12bb39 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:41.694848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13fd57-908a-4c8c-a0c1-f0e37c12bb39 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:41.696476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a928eb-77e8-4352-b898-61dac8d567e2 None None] Pushing event updated for resources: {'Port': ['ID=a4aaa770-eaa8-4769-950e-fcaa017f543b,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:41.701734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f13fd57-908a-4c8c-a0c1-f0e37c12bb39 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:41.710611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37500) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:41.714537 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7f13fd57-908a-4c8c-a0c1-f0e37c12bb39 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2515273 Jul 05 18:12:41.721787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2036430270'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:41.738955 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] For port 03460bc3-586f-4daf-b014-07dbd94bc1c0, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:41.744441 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] For port 03460bc3-586f-4daf-b014-07dbd94bc1c0, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=03460bc3-586f-4daf-b014-07dbd94bc1c0,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:41.762356 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.828186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Allocated IP 172.20.0.1 (a64c9413-6e22-4997-8ea4-33032e825317/9f594c12-0a66-4305-8040-b34f8d049fe9/c39c8f73-8e58-4a12-80af-8be96d71fcf1) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:41.867041 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.867179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:41.870013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.950058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:41.971224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:41.971684 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment 792425eb-e01b-4b1e-83a2-619764c0df1b of type vlan for network 3c8588c6-4730-4380-a1c3-6e9f16eebdca Jul 05 18:12:42.015971 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:42.016928 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:42.083008 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:42.125427 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ad075-7c7f-432f-b873-26d7a994332f None None] Pushing event updated for resources: {'Port': ['ID=03460bc3-586f-4daf-b014-07dbd94bc1c0,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:42.141311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37508) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.235732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:42.250518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:42.250518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:42.265484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:42.299701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Transition to ACTIVE for port object c39c8f73-8e58-4a12-80af-8be96d71fcf1 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:42.308487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Router ce65e541-f232-4785-bcc1-ecca409fe779 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:12:42.336547 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:42.462066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=3c8588c6-4730-4380-a1c3-6e9f16eebdca,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:42.474090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 3c8588c6-4730-4380-a1c3-6e9f16eebdca details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:42.483837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-b5925ef6-fa58-46f3-bcaf-d334821cd146 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.487627 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b5925ef6-fa58-46f3-bcaf-d334821cd146 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3314786 Jul 05 18:12:42.488060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37518) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.493257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-82f48fe9-9e29-436e-abe0-6ee47f3519bb tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.497447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-82f48fe9-9e29-436e-abe0-6ee47f3519bb tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0054202 Jul 05 18:12:42.499153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37520) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.505483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-0730d201-3115-42d1-9d83-26d15f618eb8 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.510632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0730d201-3115-42d1-9d83-26d15f618eb8 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0083220 Jul 05 18:12:42.511491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37522) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.522113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-38b38ccd-3549-4921-8653-1c89578c5ef7 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.525629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-38b38ccd-3549-4921-8653-1c89578c5ef7 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0109012 Jul 05 18:12:42.525886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37524) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.533011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-c70c8cdd-5150-4e0a-b7ff-d4115bf6ba87 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.540968 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c70c8cdd-5150-4e0a-b7ff-d4115bf6ba87 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0115952 Jul 05 18:12:42.540968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37526) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.552797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-43fe13b7-fa16-4fa4-b30a-49707f111d22 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.556188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-43fe13b7-fa16-4fa4-b30a-49707f111d22 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0119390 Jul 05 18:12:42.562524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37528) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.566681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-f94dfbef-865e-479b-a91a-0b57f2394b73 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.570063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f94dfbef-865e-479b-a91a-0b57f2394b73 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0103986 Jul 05 18:12:42.570800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37530) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.584722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-de409ef4-b151-4c82-a72b-87db69138297 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.588535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-de409ef4-b151-4c82-a72b-87db69138297 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0151286 Jul 05 18:12:42.588785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37532) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.604136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-08aada7f-1b0c-4c23-bef4-46b9fb429218 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.605931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-08aada7f-1b0c-4c23-bef4-46b9fb429218 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0147793 Jul 05 18:12:42.609972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37534) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.619787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-777a9385-046c-4358-bfaa-9c528beb3a03 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.621561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-777a9385-046c-4358-bfaa-9c528beb3a03 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0104873 Jul 05 18:12:42.635249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-47eabbdf-0c6f-4950-b200-3238c4f134d4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9231794 Jul 05 18:12:42.637866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37536) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.637866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37538) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.646005 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:37Z', 'revision_number': 3, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:42.654491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-38c9a34b-d0cf-495b-b58d-f0673ab2cef7 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.661455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-38c9a34b-d0cf-495b-b58d-f0673ab2cef7 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0221744 Jul 05 18:12:42.675695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37540) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.683852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a4aaa770-eaa8-4769-950e-fcaa017f543b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:42.688779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-fe43b3e8-e2ac-4b1b-a131-7d99a5c170a4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:42.690700 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0857a91-6db4-42cc-9fc2-f36721d43647 None None] The sync data for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 is: [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:37Z', 'revision_number': 3, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:12:42.705790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-e7bafa2d-c154-410a-9a3f-27fa2d5a5730 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.709200 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e7bafa2d-c154-410a-9a3f-27fa2d5a5730 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0302079 Jul 05 18:12:42.709664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37542) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.743732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-4576fa6c-c486-4578-af95-8b197fd43ec6 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.744769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4576fa6c-c486-4578-af95-8b197fd43ec6 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0166171 Jul 05 18:12:42.747812 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:42.752895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37546) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.774187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-e351c88d-1d95-42d1-ae0d-d1ad4c69b403 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.785577 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e351c88d-1d95-42d1-ae0d-d1ad4c69b403 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0180931 Jul 05 18:12:42.804795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37548) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.823177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-3712901a-5669-4ac7-8d4e-65ca0e25b5f9 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.824807 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3712901a-5669-4ac7-8d4e-65ca0e25b5f9 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0174429 Jul 05 18:12:42.882719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37550) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.887662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-aaa9d342-0a8d-487b-86d3-eefd8f9f4b21 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.894830 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aaa9d342-0a8d-487b-86d3-eefd8f9f4b21 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049188 Jul 05 18:12:42.894830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37552) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.905233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-ac917d93-03c2-4840-b4d2-e77b1b766306 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:42.912368 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac917d93-03c2-4840-b4d2-e77b1b766306 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0098794 Jul 05 18:12:42.929030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37554) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:42.931807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Network a64c9413-6e22-4997-8ea4-33032e825317 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:42.945122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:42.968352 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:42.974048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:12:42.987518 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Sync routers for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:12:42.992281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Pushing event updated for resources: {'Port': ['ID=c39c8f73-8e58-4a12-80af-8be96d71fcf1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:43.003789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a4aaa770-eaa8-4769-950e-fcaa017f543b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:43.014108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:43.014993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:43.055425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18b09b3b-fd62-4b64-9673-a6eaabd71677 req-0904f1a2-a9ba-4313-a5b4-b45f2e04c533 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.1385729 Jul 05 18:12:43.061738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-be7a25f4-b783-45ce-81ae-1939416f4e7b tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.068908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-be7a25f4-b783-45ce-81ae-1939416f4e7b tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0327697 Jul 05 18:12:43.069487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37560) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.074714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-d3d1cd36-3b17-4069-aa9d-b24edd6483ad tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.075687 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d3d1cd36-3b17-4069-aa9d-b24edd6483ad tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052111 Jul 05 18:12:43.088389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37562) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.124180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-a1a98be4-0c85-4135-bc57-fe2784cd8310 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.124180 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a1a98be4-0c85-4135-bc57-fe2784cd8310 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0141351 Jul 05 18:12:43.133967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37564) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.150379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 19a66b48-24b7-4197-a499-8360cc00a630 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:43.156416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:43.157626 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d2b14440-7939-4f42-b5b6-5635480e1286 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5236335 Jul 05 18:12:43.160074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-acd5a22a-8f4e-4062-8294-14a7b126321e tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.175691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-acd5a22a-8f4e-4062-8294-14a7b126321e tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0410426 Jul 05 18:12:43.188144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37566) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.188144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.219175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:43.248214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-ea8ebbd1-1513-4016-b430-92cdae1c5acf tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.254078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ea8ebbd1-1513-4016-b430-92cdae1c5acf tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0142748 Jul 05 18:12:43.324400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37572) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.358341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-490ea9ab-d261-42d0-b52a-5b80224cc540 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.363115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-490ea9ab-d261-42d0-b52a-5b80224cc540 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0270464 Jul 05 18:12:43.369897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37576) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.377213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-0da3d3c5-1715-4598-9a6d-cb11dd344efb tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.381574 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0da3d3c5-1715-4598-9a6d-cb11dd344efb tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085793 Jul 05 18:12:43.384515 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37578) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.395227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-601fc617-a0c8-4495-a522-a615c1d80785 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.398104 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-601fc617-a0c8-4495-a522-a615c1d80785 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0122671 Jul 05 18:12:43.404349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37580) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.414909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe43b3e8-e2ac-4b1b-a131-7d99a5c170a4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:43.429169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-e2a05874-e53d-46d9-b30a-ca0b70bfd0a0 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.436824 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e2a05874-e53d-46d9-b30a-ca0b70bfd0a0 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0226352 Jul 05 18:12:43.440644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37584) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.459878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-b9136551-e0a1-45a4-bf37-2c9ddd5af2ff tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.467922 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b9136551-e0a1-45a4-bf37-2c9ddd5af2ff tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0236721 Jul 05 18:12:43.479166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37586) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.504610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-83dafdb7-8cf3-464f-920d-7b3c924b5f53 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.512024 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-83dafdb7-8cf3-464f-920d-7b3c924b5f53 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0192590 Jul 05 18:12:43.513173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:43.533344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37588) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.549112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-6363dda0-506d-4a43-b254-a811598407db tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.555487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6363dda0-506d-4a43-b254-a811598407db tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0201769 Jul 05 18:12:43.563465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37590) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.583163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-fe8875e0-8c2d-4145-9874-e62a1d205632 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.589835 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fe8875e0-8c2d-4145-9874-e62a1d205632 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0185695 Jul 05 18:12:43.596380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe43b3e8-e2ac-4b1b-a131-7d99a5c170a4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:43.605906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37592) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.632947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-71d5c29e-0e68-498a-96e8-000a9add471f tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.637860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-71d5c29e-0e68-498a-96e8-000a9add471f tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0136855 Jul 05 18:12:43.641337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37594) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.665336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fe43b3e8-e2ac-4b1b-a131-7d99a5c170a4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network 3c8588c6-4730-4380-a1c3-6e9f16eebdca is not hosted by any dhcp agent {{(pid=100997) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 18:12:43.673004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe43b3e8-e2ac-4b1b-a131-7d99a5c170a4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:43.673959 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe43b3e8-e2ac-4b1b-a131-7d99a5c170a4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:43.676731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fe43b3e8-e2ac-4b1b-a131-7d99a5c170a4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "PUT /v2.0/networks/3c8588c6-4730-4380-a1c3-6e9f16eebdca HTTP/1.1" status: 200 len: 723 time: 1.0123336 Jul 05 18:12:43.711399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37596) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.717697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-cada1e74-4f24-4316-8de8-5259f2deb583 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.719118 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cada1e74-4f24-4316-8de8-5259f2deb583 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0699749 Jul 05 18:12:43.722009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37600) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.729012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-28fea4ac-e64b-4479-8155-444839aa877b tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.731165 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-28fea4ac-e64b-4479-8155-444839aa877b tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0079219 Jul 05 18:12:43.742127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': '3c8588c6-4730-4380-a1c3-6e9f16eebdca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:43.746865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37602) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.755696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-87f95f31-ca13-47a0-b6d2-a61344844b0a tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.757396 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-87f95f31-ca13-47a0-b6d2-a61344844b0a tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0093405 Jul 05 18:12:43.760364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37604) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.766238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-a27dde19-f4c3-4031-a4d4-76bb67faf0d9 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.768773 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a27dde19-f4c3-4031-a4d4-76bb67faf0d9 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0057647 Jul 05 18:12:43.770539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37606) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.776912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-7dbda76e-b3a0-4830-8657-373af227507a tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.778337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7dbda76e-b3a0-4830-8657-373af227507a tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0063639 Jul 05 18:12:43.780753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37608) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.782140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 19a66b48-24b7-4197-a499-8360cc00a630 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:43.782598 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:43.803234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-8b1d34f7-a9e3-4645-9cc9-eec41f139ed9 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.808140 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8b1d34f7-a9e3-4645-9cc9-eec41f139ed9 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0237391 Jul 05 18:12:43.809010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37610) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.817949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-69110ad2-a163-45eb-b485-b32d93505616 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.819361 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-69110ad2-a163-45eb-b485-b32d93505616 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0092211 Jul 05 18:12:43.827621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.832554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-3ea3279c-53c2-4b2d-a197-9363b36624d2 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.833713 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3ea3279c-53c2-4b2d-a197-9363b36624d2 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0050399 Jul 05 18:12:43.836390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37614) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.842922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-9bc03747-249a-402d-821f-c6cb117e96d3 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.848257 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9bc03747-249a-402d-821f-c6cb117e96d3 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0061340 Jul 05 18:12:43.851275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37616) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.881171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-ab019cbd-025c-49e9-9c6c-8b05711470e3 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.882168 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ab019cbd-025c-49e9-9c6c-8b05711470e3 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0303125 Jul 05 18:12:43.889095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37618) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.900249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-bff5f920-c4c6-448d-8bbe-89ae179805d2 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.901050 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bff5f920-c4c6-448d-8bbe-89ae179805d2 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0110378 Jul 05 18:12:43.918007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43b3e8-e2ac-4b1b-a131-7d99a5c170a4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=3c8588c6-4730-4380-a1c3-6e9f16eebdca,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:43.921338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37620) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.931851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-f4455563-bfbd-4440-8a50-2f4b387e5c2b tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.933965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f4455563-bfbd-4440-8a50-2f4b387e5c2b tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0109551 Jul 05 18:12:43.935753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:43.942316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06938efb-3b3f-4c25-99d2-0713fbb58718 None None] Network d2f429f0-5b98-4f11-b405-6b74ecc79b42 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:43.944847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 3c8588c6-4730-4380-a1c3-6e9f16eebdca details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:43.972023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37622) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:43.981333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-3df7930a-b1f5-41e3-a013-dd225e26fc55 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:43.982687 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3df7930a-b1f5-41e3-a013-dd225e26fc55 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0053346 Jul 05 18:12:44.015560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37624) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.034596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-e0d1ca45-9e0f-4d60-80ae-a94660e44ebb tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.043726 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e0d1ca45-9e0f-4d60-80ae-a94660e44ebb tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0185788 Jul 05 18:12:44.059844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37626) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.080204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-f827ec73-7afb-466f-8e73-0c7d9b356bb7 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.081290 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f827ec73-7afb-466f-8e73-0c7d9b356bb7 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0204816 Jul 05 18:12:44.087349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.099092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-24459f9c-56a5-40a3-9658-55076387e291 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.102588 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-24459f9c-56a5-40a3-9658-55076387e291 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0140774 Jul 05 18:12:44.124514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37632) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.128474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-1f5ca2d8-7bbc-4d3e-8ee3-9f404c70f65f tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.133553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1f5ca2d8-7bbc-4d3e-8ee3-9f404c70f65f tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0095544 Jul 05 18:12:44.137641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37636) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.144251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-f95bd1a2-471d-45d6-bc6d-442f831bd826 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.149249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f95bd1a2-471d-45d6-bc6d-442f831bd826 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0082777 Jul 05 18:12:44.153982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.154686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-73d7a74a-b9d0-47eb-81ee-0f4d9c82718d None None] Provisioning for port c39c8f73-8e58-4a12-80af-8be96d71fcf1 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:44.177154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-3da012bd-d736-406b-8206-ded8e46caade tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.178997 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3da012bd-d736-406b-8206-ded8e46caade tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0155532 Jul 05 18:12:44.186349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37640) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.210230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-ef6ff25b-c17a-40ef-af54-fa69ac8e7707 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.216962 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ef6ff25b-c17a-40ef-af54-fa69ac8e7707 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0275645 Jul 05 18:12:44.221980 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37642) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.230719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-b3fd25ca-a773-4784-8383-7d4872427c91 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.234244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b3fd25ca-a773-4784-8383-7d4872427c91 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0104506 Jul 05 18:12:44.238111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37644) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.239486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-73d7a74a-b9d0-47eb-81ee-0f4d9c82718d None None] Provisioning complete for port c39c8f73-8e58-4a12-80af-8be96d71fcf1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:44.239865 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-73d7a74a-b9d0-47eb-81ee-0f4d9c82718d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:44.254870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-5e1fb667-9a12-4511-b847-01d1a5e148e2 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.256438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5e1fb667-9a12-4511-b847-01d1a5e148e2 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0097387 Jul 05 18:12:44.264281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37646) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.265166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:44.276954 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:44.312535 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-1dd7b293-3c63-4c4f-b8a6-20a99a3220b3 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.316704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1dd7b293-3c63-4c4f-b8a6-20a99a3220b3 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0129137 Jul 05 18:12:44.319470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37652) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.326469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-c66c8e5c-917b-48a6-b944-8327dd2e781d tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.328821 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c66c8e5c-917b-48a6-b944-8327dd2e781d tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0078933 Jul 05 18:12:44.331569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37654) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.343082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-601ea489-b450-4239-86b0-17e419a08664 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.344338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-601ea489-b450-4239-86b0-17e419a08664 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0114679 Jul 05 18:12:44.362378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37658) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.371104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-7d06956a-2295-4d49-95c9-aa05a3b869f6 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.371104 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7d06956a-2295-4d49-95c9-aa05a3b869f6 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050123 Jul 05 18:12:44.373138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37662) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.378292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-9a104cc9-121e-477f-98e2-af1c509332e6 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.379618 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9a104cc9-121e-477f-98e2-af1c509332e6 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052876 Jul 05 18:12:44.382190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37664) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.389081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-e7c0b956-31d4-438a-a845-700bd749b69e tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.390406 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e7c0b956-31d4-438a-a845-700bd749b69e tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0071745 Jul 05 18:12:44.402354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37666) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.407921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-6be215e4-858c-43c1-898e-2ee022cb4006 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.417848 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6be215e4-858c-43c1-898e-2ee022cb4006 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0065928 Jul 05 18:12:44.421083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37668) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.430852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-08bbfcb9-aa63-4302-b3f5-572ac739e0c4 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.432190 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-08bbfcb9-aa63-4302-b3f5-572ac739e0c4 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0098917 Jul 05 18:12:44.458414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37670) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.464622 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-0f307340-4810-4ad3-8f69-c91e0a25e5c5 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.470684 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0f307340-4810-4ad3-8f69-c91e0a25e5c5 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0106366 Jul 05 18:12:44.473430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37672) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.479221 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-63be353d-f38d-42bb-bd33-8fa931a1d4d0 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:44.484282 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-63be353d-f38d-42bb-bd33-8fa931a1d4d0 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0091481 Jul 05 18:12:44.488653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37674) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:44.533047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:44.567730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-73d7a74a-b9d0-47eb-81ee-0f4d9c82718d None None] Port c39c8f73-8e58-4a12-80af-8be96d71fcf1 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:12:44.632191 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:44.810378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:40Z', 'revision_number': 3, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:44.869616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-31172787-eedb-4162-ab22-eabd01553c44 None None] Provisioning for port a4aaa770-eaa8-4769-950e-fcaa017f543b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:44.875507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Checking router: ce65e541-f232-4785-bcc1-ecca409fe779 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:12:44.879281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Updating router ce65e541-f232-4785-bcc1-ecca409fe779 port b22b38de-93ac-4926-9484-1a134e4b8b7a binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:12:44.880377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:44.893628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Pushing event updated for resources: {'Port': ['ID=c39c8f73-8e58-4a12-80af-8be96d71fcf1,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:44.942939 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:45.085485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Network a64c9413-6e22-4997-8ea4-33032e825317 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:45.087043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:45.298257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [None req-3e2c589f-4d56-494d-854c-ce16102674a4 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:45.302908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3e2c589f-4d56-494d-854c-ce16102674a4 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.8033431 Jul 05 18:12:45.310982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37686) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:45.320938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-e5e67900-f53e-4c89-b8c8-c5e7fa0816b1 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:45.321917 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e5e67900-f53e-4c89-b8c8-c5e7fa0816b1 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0091724 Jul 05 18:12:45.330927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37688) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:45.341093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-0d107242-9450-4d34-b722-c448eb8f5dce tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:45.343296 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0d107242-9450-4d34-b722-c448eb8f5dce tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0102501 Jul 05 18:12:45.350636 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37690) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:45.362261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-f54630a6-6ce4-400e-a31e-805fc1a9092a tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:45.367051 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f54630a6-6ce4-400e-a31e-805fc1a9092a tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0091600 Jul 05 18:12:45.375409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37692) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:45.396836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-9d7d9935-1e3d-434d-a188-c2860c1e6066 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:45.400424 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9d7d9935-1e3d-434d-a188-c2860c1e6066 tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0156085 Jul 05 18:12:45.414708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37694) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:45.420909 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:45.423645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 03460bc3-586f-4daf-b014-07dbd94bc1c0 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:45.426067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [None req-bb2917af-eb77-4c24-ae33-f244324d013f tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:12:45.439325 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb2917af-eb77-4c24-ae33-f244324d013f tempest-ExtensionsTestJSON-21899245 tempest-ExtensionsTestJSON-21899245-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0067906 Jul 05 18:12:45.459623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Router 4304fea5-f40e-42a3-bd36-520075621782 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:12:45.537716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-31172787-eedb-4162-ab22-eabd01553c44 None None] Provisioning complete for port a4aaa770-eaa8-4769-950e-fcaa017f543b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:45.538340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31172787-eedb-4162-ab22-eabd01553c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:45.558115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1c7cc10-0fdf-4587-99ce-6ab420d9b012 req-cebe400f-3959-407a-b6b5-416277f9d38f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 1.0684083 Jul 05 18:12:45.592767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Transition to ACTIVE for port object b22b38de-93ac-4926-9484-1a134e4b8b7a will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:45.600332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f099aa0-64ce-43a2-bec9-ca7be8319979 None None] Update dhcp port {'port': {'network_id': 'd2f429f0-5b98-4f11-b405-6b74ecc79b42', 'fixed_ips': [{'subnet_id': 'a06812f8-23b4-4298-90e5-146284870922', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b4ffe39a-9f73-4a70-95e1-d918fea7aec0'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'a4aaa770-eaa8-4769-950e-fcaa017f543b'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:12:45.716780 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f099aa0-64ce-43a2-bec9-ca7be8319979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:45.721410 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:45.745974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:12:45.759389 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Sync routers for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:12:45.759936 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4f040e1f-8342-4b6a-8046-6dd8e83d8159 admin admin] 10.222.0.30 "PUT /v2.0/routers/4304fea5-f40e-42a3-bd36-520075621782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7570992 Jul 05 18:12:45.778715 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:45.779640 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:45.851109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177981ce-33d1-4e1f-b827-13f4888e5d0d None None] Pushing event updated for resources: {'Port': ['ID=b22b38de-93ac-4926-9484-1a134e4b8b7a,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:45.880575 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:45.887405 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:46.043327 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:46.202247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=882d822f-ecb4-4fb1-828a-7fbf1e02b783,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:46.236250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking segment: {'id': '792425eb-e01b-4b1e-83a2-619764c0df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3c8588c6-4730-4380-a1c3-6e9f16eebdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:46.236620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network hostable DHCP agents. Network: 3c8588c6-4730-4380-a1c3-6e9f16eebdca, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:46.308955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37714) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:46.367109 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:43Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c39c8f73-8e58-4a12-80af-8be96d71fcf1', 'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'mac_address': 'fa:16:3e:f1:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:41Z', 'updated_at': '2021-07-05T18:12:44Z', 'revision_number': 2, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'subnets': [{'id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:46.403753 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Checking router: 4304fea5-f40e-42a3-bd36-520075621782 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:12:46.404395 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Updating router 4304fea5-f40e-42a3-bd36-520075621782 port c39c8f73-8e58-4a12-80af-8be96d71fcf1 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:12:46.448022 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:46.448573 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Allocated IP 172.20.0.1 (55f3fb02-7f5e-4172-8050-79304f085b41/bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6/b671ef5b-9075-442a-aa75-9618f7600e3b) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:46.477974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network 3c8588c6-4730-4380-a1c3-6e9f16eebdca is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:46.516118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Attempting to bind port b22b38de-93ac-4926-9484-1a134e4b8b7a on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:46.516702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Attempting to bind port b22b38de-93ac-4926-9484-1a134e4b8b7a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:46.516702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Attempting to bind port b22b38de-93ac-4926-9484-1a134e4b8b7a on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:46.569400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:46.569807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:46.571399 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:46.571784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:46.573533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Bound port: b22b38de-93ac-4926-9484-1a134e4b8b7a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:46.573965 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:46.594544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 3c8588c6-4730-4380-a1c3-6e9f16eebdca) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:46.603419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:46.618466 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:46.709681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 03460bc3-586f-4daf-b014-07dbd94bc1c0 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:46.721705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e254ca-6464-49e5-8b93-056ffbc04898 None None] Network 3c8588c6-4730-4380-a1c3-6e9f16eebdca requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:46.756725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37722) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:46.757303 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-48d18856-3a13-49f9-8c75-ec5dc0ebc8be tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0446422 Jul 05 18:12:46.763493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e9252d59-a786-4014-ba9c-15a505d0060b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:46.818970 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31172787-eedb-4162-ab22-eabd01553c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:46.872923 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:46.972705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 03460bc3-586f-4daf-b014-07dbd94bc1c0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:46.973098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.029040 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9252d59-a786-4014-ba9c-15a505d0060b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260557414'] for subnet, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.054544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8105095-4da4-45f4-9e64-0dfdb3b3ee5d req-8c7fa18c-ef77-4ec7-a2bc-e6c701182da4 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.1049421 Jul 05 18:12:47.125901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4999f7d3-b7e6-41ea-8ecb-347fd9876d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.218709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.223504 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.237419 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Transition to ACTIVE for port object c39c8f73-8e58-4a12-80af-8be96d71fcf1 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:47.254700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-31172787-eedb-4162-ab22-eabd01553c44 None None] For port a4aaa770-eaa8-4769-950e-fcaa017f543b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a4aaa770-eaa8-4769-950e-fcaa017f543b,segment=NetworkSegment(fb213a50-c98d-4ade-a048-e028bbcbd865),segment_id=fb213a50-c98d-4ade-a048-e028bbcbd865)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:47.275200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] For port b22b38de-93ac-4926-9484-1a134e4b8b7a, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:47.295481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Pushing event updated for resources: {'Port': ['ID=b671ef5b-9075-442a-aa75-9618f7600e3b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:47.296028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-4f099aa0-64ce-43a2-bec9-ca7be8319979 None None] Allocated IP 172.20.0.1 (d2f429f0-5b98-4f11-b405-6b74ecc79b42/b4ffe39a-9f73-4a70-95e1-d918fea7aec0/a4aaa770-eaa8-4769-950e-fcaa017f543b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:47.318476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Network 55f3fb02-7f5e-4172-8050-79304f085b41 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:47.321307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:47.329704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:47.349569 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.398877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.411441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.413447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37734) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:47.419928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] For port b22b38de-93ac-4926-9484-1a134e4b8b7a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b22b38de-93ac-4926-9484-1a134e4b8b7a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:47.433213 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31172787-eedb-4162-ab22-eabd01553c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.441606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f4ef0084-a68e-445a-96fe-cae3d80d03bb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127403094', 'description': 'tempest-description--287878910'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:47.465050 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479630ea-8ee4-4a36-95db-4aa8357e4f83 None None] Pushing event updated for resources: {'Port': ['ID=c39c8f73-8e58-4a12-80af-8be96d71fcf1,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:47.519001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 03460bc3-586f-4daf-b014-07dbd94bc1c0, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=03460bc3-586f-4daf-b014-07dbd94bc1c0,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:47.608551 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Attempting to bind port c39c8f73-8e58-4a12-80af-8be96d71fcf1 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:47.614768 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Attempting to bind port c39c8f73-8e58-4a12-80af-8be96d71fcf1 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:47.614768 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Attempting to bind port c39c8f73-8e58-4a12-80af-8be96d71fcf1 on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:47.625173 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:47.629246 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Checking segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:47.629687 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.630096 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Bound using segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:47.630599 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Bound port: c39c8f73-8e58-4a12-80af-8be96d71fcf1, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:47.644604 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.686972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4f099aa0-64ce-43a2-bec9-ca7be8319979 None None] For port a4aaa770-eaa8-4769-950e-fcaa017f543b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a4aaa770-eaa8-4769-950e-fcaa017f543b,segment=NetworkSegment(fb213a50-c98d-4ade-a048-e028bbcbd865),segment_id=fb213a50-c98d-4ade-a048-e028bbcbd865)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:47.722416 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f099aa0-64ce-43a2-bec9-ca7be8319979 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.738829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4f099aa0-64ce-43a2-bec9-ca7be8319979 None None] Transition to ACTIVE for port object a4aaa770-eaa8-4769-950e-fcaa017f543b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:47.748497 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.783255 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.797459 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] For port c39c8f73-8e58-4a12-80af-8be96d71fcf1, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:47.806345 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] For port c39c8f73-8e58-4a12-80af-8be96d71fcf1, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c39c8f73-8e58-4a12-80af-8be96d71fcf1,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:47.862302 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f099aa0-64ce-43a2-bec9-ca7be8319979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.911902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31172787-eedb-4162-ab22-eabd01553c44 None None] Pushing event updated for resources: {'Port': ['ID=a4aaa770-eaa8-4769-950e-fcaa017f543b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:47.915671 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.923294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-3c8588c6-4730-4380-a1c3-6e9f16eebdca', 'network_id': '3c8588c6-4730-4380-a1c3-6e9f16eebdca', 'tenant_id': '77bff6a4a6c54ead8c6a429c5d502d83', 'fixed_ips': [{'subnet_id': '882d822f-ecb4-4fb1-828a-7fbf1e02b783'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:47.923968 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.957471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:47.977254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:47.977939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:48.024117 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4999f7d3-b7e6-41ea-8ecb-347fd9876d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:48.073124 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:48.074278 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:48.150454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4999f7d3-b7e6-41ea-8ecb-347fd9876d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:48.177291 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479630ea-8ee4-4a36-95db-4aa8357e4f83 None None] Pushing event updated for resources: {'Port': ['ID=c39c8f73-8e58-4a12-80af-8be96d71fcf1,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:48.224662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:48.250767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9252d59-a786-4014-ba9c-15a505d0060b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731268181023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260520640'] for subnet, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:48.349284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177981ce-33d1-4e1f-b827-13f4888e5d0d None None] Pushing event updated for resources: {'Port': ['ID=b22b38de-93ac-4926-9484-1a134e4b8b7a,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:48.356387 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0084-a68e-445a-96fe-cae3d80d03bb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:48.360043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9252d59-a786-4014-ba9c-15a505d0060b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:48.360574 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9252d59-a786-4014-ba9c-15a505d0060b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:48.371017 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e9252d59-a786-4014-ba9c-15a505d0060b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "PUT /v2.0/subnets/882d822f-ecb4-4fb1-828a-7fbf1e02b783 HTTP/1.1" status: 200 len: 826 time: 1.6128683 Jul 05 18:12:48.380896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999f7d3-b7e6-41ea-8ecb-347fd9876d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e549b66-1fd8-4995-84bc-3b407d5238b6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:48.389857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37748) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:48.452572 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:48.475048 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4999f7d3-b7e6-41ea-8ecb-347fd9876d16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=050f1f3d3db444e8b18da9ecf79cb045&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1647294 Jul 05 18:12:48.489870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37750) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:48.571220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9252d59-a786-4014-ba9c-15a505d0060b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=882d822f-ecb4-4fb1-828a-7fbf1e02b783,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:48.645319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-669c322f-2e14-4841-af20-4eba68d4825e req-2f4a58a2-9af5-4b8b-933f-a99da523d97e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/ports?device_id=4c7ad5b8-fdd8-4ba8-ba29-edc2d1da1522 HTTP/1.1" status: 200 len: 210 time: 0.1008301 Jul 05 18:12:48.661451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-870acf50-09dc-449f-83d7-fb92654d68c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:48.764366 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-870acf50-09dc-449f-83d7-fb92654d68c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:48.868692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=03460bc3-586f-4daf-b014-07dbd94bc1c0,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:48.881233 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:48.902994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0084-a68e-445a-96fe-cae3d80d03bb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:48.954332 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:43Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c39c8f73-8e58-4a12-80af-8be96d71fcf1', 'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'mac_address': 'fa:16:3e:f1:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:41Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'subnets': [{'id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:48.990505 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18aef53-9f89-46bc-b293-d73ec0bae24b None None] The sync data for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 is: [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:43Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c39c8f73-8e58-4a12-80af-8be96d71fcf1', 'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'mac_address': 'fa:16:3e:f1:37:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:41Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'subnets': [{'id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:12:48.997932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.000813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-870acf50-09dc-449f-83d7-fb92654d68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.010182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-870acf50-09dc-449f-83d7-fb92654d68c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.011556 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-870acf50-09dc-449f-83d7-fb92654d68c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e549b66-1fd8-4995-84bc-3b407d5238b6 HTTP/1.1" status: 204 len: 168 time: 0.5207608 Jul 05 18:12:49.014189 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.051757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870acf50-09dc-449f-83d7-fb92654d68c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e549b66-1fd8-4995-84bc-3b407d5238b6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:49.077060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0084-a68e-445a-96fe-cae3d80d03bb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.158207 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.184413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f099aa0-64ce-43a2-bec9-ca7be8319979 None None] Pushing event updated for resources: {'Port': ['ID=a4aaa770-eaa8-4769-950e-fcaa017f543b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:49.201372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Allocated IP 2001:db8::2 (3c8588c6-4730-4380-a1c3-6e9f16eebdca/882d822f-ecb4-4fb1-828a-7fbf1e02b783/cb5533ab-c5a4-45ec-88d8-a66732d1af0d) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:49.259993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef0084-a68e-445a-96fe-cae3d80d03bb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da145863-eace-4310-ac54-da6e977893eb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:49.302692 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4ef0084-a68e-445a-96fe-cae3d80d03bb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.312692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f4ef0084-a68e-445a-96fe-cae3d80d03bb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8962638 Jul 05 18:12:49.315421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37764) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:49.316005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Pushing event updated for resources: {'Port': ['ID=b671ef5b-9075-442a-aa75-9618f7600e3b,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:49.322273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f50d902f-f19d-4c35-9508-422de3feecf3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'security_group_rule': {'security_group_id': 'da145863-eace-4310-ac54-da6e977893eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:49.335637 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.458931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:46Z', 'revision_number': 1, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:49.465784 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f50d902f-f19d-4c35-9508-422de3feecf3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.507832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Network 55f3fb02-7f5e-4172-8050-79304f085b41 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:49.517634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:49.616744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07751463-174b-4c1c-afa8-b49d0af41196 None None] The sync data for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 is: [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:46Z', 'revision_number': 1, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:12:49.637927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f50d902f-f19d-4c35-9508-422de3feecf3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.751227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f50d902f-f19d-4c35-9508-422de3feecf3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.772818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d902f-f19d-4c35-9508-422de3feecf3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682ed532-42a9-42f3-91c8-dc2951dffe2f,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:49.856215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa408057-931c-4323-9105-b55c0a58d86a None None] Network d2f429f0-5b98-4f11-b405-6b74ecc79b42 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:49.880413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Router ce65e541-f232-4785-bcc1-ecca409fe779 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:12:49.986134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f50d902f-f19d-4c35-9508-422de3feecf3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:49.989815 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f50d902f-f19d-4c35-9508-422de3feecf3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6706538 Jul 05 18:12:49.990046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37778) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:49.994705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-93993ff0-e91e-4de2-b38e-04d4e1613410 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'security_group_rule': {'security_group_id': 'da145863-eace-4310-ac54-da6e977893eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:50.085050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37782) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:50.117163 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.207849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93993ff0-e91e-4de2-b38e-04d4e1613410 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.219109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Transition to ACTIVE for port object cb5533ab-c5a4-45ec-88d8-a66732d1af0d will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:50.249309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:12:50.258912 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6bb47fb5-024e-47c4-87a9-811bce1ccba3 admin admin] 10.222.0.30 "PUT /v2.0/routers/ce65e541-f232-4785-bcc1-ecca409fe779/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0395257 Jul 05 18:12:50.309325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 03460bc3-586f-4daf-b014-07dbd94bc1c0 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:50.313787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-02a024f5-8fe9-46a0-ae2a-e0bd8ddae633 None None] Provisioning for port a4aaa770-eaa8-4769-950e-fcaa017f543b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:50.321221 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f73070a-27ce-4657-a80a-600bd2d10f9a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.392727 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f73070a-27ce-4657-a80a-600bd2d10f9a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.428536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-02a024f5-8fe9-46a0-ae2a-e0bd8ddae633 None None] Provisioning complete for port a4aaa770-eaa8-4769-950e-fcaa017f543b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:50.428926 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-02a024f5-8fe9-46a0-ae2a-e0bd8ddae633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.523149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Transition to ACTIVE for port object cb5533ab-c5a4-45ec-88d8-a66732d1af0d will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:50.542586 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93993ff0-e91e-4de2-b38e-04d4e1613410 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.623282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 03460bc3-586f-4daf-b014-07dbd94bc1c0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:50.623282 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.675452 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.687244 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93993ff0-e91e-4de2-b38e-04d4e1613410 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.695943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f73070a-27ce-4657-a80a-600bd2d10f9a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.705029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f73070a-27ce-4657-a80a-600bd2d10f9a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.706260 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7f73070a-27ce-4657-a80a-600bd2d10f9a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "DELETE /v2.0/security-groups/214cd7ae-d6c8-4467-b680-acd6aa76dbdb HTTP/1.1" status: 204 len: 168 time: 0.6202056 Jul 05 18:12:50.709479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37798) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:50.735486 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-aa33b401-0983-4a7c-b634-f5426c7db4c9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] show failed (client error): The resource could not be found. Jul 05 18:12:50.739049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aa33b401-0983-4a7c-b634-f5426c7db4c9 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "GET /v2.0/security-groups/214cd7ae-d6c8-4467-b680-acd6aa76dbdb HTTP/1.1" status: 404 len: 347 time: 0.0282943 Jul 05 18:12:50.740077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37802) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:50.775426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73070a-27ce-4657-a80a-600bd2d10f9a tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214cd7ae-d6c8-4467-b680-acd6aa76dbdb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:50.800544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93993ff0-e91e-4de2-b38e-04d4e1613410 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0069ee2-cf9e-44ab-a314-a3ab5344d50c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:50.814062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Network 3c8588c6-4730-4380-a1c3-6e9f16eebdca is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:50.837650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:50.903843 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93993ff0-e91e-4de2-b38e-04d4e1613410 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:50.903843 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-93993ff0-e91e-4de2-b38e-04d4e1613410 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9029741 Jul 05 18:12:50.903843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37810) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:50.908371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:50.937285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:50.956587 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.051734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.057160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=882d822f-ecb4-4fb1-828a-7fbf1e02b783,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:51.196058 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.214644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8588c6-4730-4380-a1c3-6e9f16eebdca']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:51.241629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792425eb-e01b-4b1e-83a2-619764c0df1b') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:51.241944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792425eb-e01b-4b1e-83a2-619764c0df1b') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:51.266015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting port dc3e04e5-6c35-45de-b0cf-6f34944fabd9 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:51.266745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.304963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.318350 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.404200 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.432063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:51.433154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:51.437409 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:51.452537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Pushing event updated for resources: {'Port': ['ID=cb5533ab-c5a4-45ec-88d8-a66732d1af0d,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:51.477555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a4aaa770-eaa8-4769-950e-fcaa017f543b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:51.482803 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e2bc5892-5a66-4ea4-8b21-39c6f06607b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.544020 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.544389 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.562457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Calling delete_port for dc3e04e5-6c35-45de-b0cf-6f34944fabd9 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:51.624791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Allocated IP 172.25.3.27 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/1aebd98f-7ae8-43cb-baea-4724b84da418) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:51.705582 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:12:51.705582 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:12:51.705582 n-d-799524-1 neutron-server[100997]: [parameters: {'id': '3c8588c6-4730-4380-a1c3-6e9f16eebdca'}] Jul 05 18:12:51.705582 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:12:51.706043 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:12:51.847135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Attempting to bind port cb5533ab-c5a4-45ec-88d8-a66732d1af0d on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:51.848250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Attempting to bind port cb5533ab-c5a4-45ec-88d8-a66732d1af0d by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '792425eb-e01b-4b1e-83a2-619764c0df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3c8588c6-4730-4380-a1c3-6e9f16eebdca'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:51.850683 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Attempting to bind port cb5533ab-c5a4-45ec-88d8-a66732d1af0d on network 3c8588c6-4730-4380-a1c3-6e9f16eebdca {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:51.867371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a4aaa770-eaa8-4769-950e-fcaa017f543b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:51.869425 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.885579 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.975136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:51.975136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Checking segment: {'id': '792425eb-e01b-4b1e-83a2-619764c0df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3c8588c6-4730-4380-a1c3-6e9f16eebdca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:51.975136 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:51.975136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Bound using segment: {'id': '792425eb-e01b-4b1e-83a2-619764c0df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3c8588c6-4730-4380-a1c3-6e9f16eebdca'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:51.975136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Bound port: cb5533ab-c5a4-45ec-88d8-a66732d1af0d, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792425eb-e01b-4b1e-83a2-619764c0df1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '3c8588c6-4730-4380-a1c3-6e9f16eebdca'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:51.975136 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.047285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] For port cb5533ab-c5a4-45ec-88d8-a66732d1af0d, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:52.064833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-b3873862-4d7a-4795-975a-37221a64aa6e tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:52.079022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-b3873862-4d7a-4795-975a-37221a64aa6e tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 820 time: 0.3064229 Jul 05 18:12:52.087297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.112088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-8adc7629-33ee-4af9-8a2a-aa4951cbf5de tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/quotas/bfe058fcf4d24acc9c7782ef513eb432 HTTP/1.1" status: 200 len: 375 time: 0.0246351 Jul 05 18:12:52.116429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:12:52.124357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:52.136868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c39c8f73-8e58-4a12-80af-8be96d71fcf1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:52.159106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:12:52.187617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8074e502-966e-45b8-aab3-a3fab741a999 None None] Provisioning complete for port a4aaa770-eaa8-4769-950e-fcaa017f543b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:52.188022 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8074e502-966e-45b8-aab3-a3fab741a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.203553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-e3c127fc-6a6d-4627-93b4-f56e660fcf61 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0904446 Jul 05 18:12:52.206956 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.216163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.216440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'Port': ['ID=1aebd98f-7ae8-43cb-baea-4724b84da418,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:52.227347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] For port cb5533ab-c5a4-45ec-88d8-a66732d1af0d, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cb5533ab-c5a4-45ec-88d8-a66732d1af0d,segment=NetworkSegment(792425eb-e01b-4b1e-83a2-619764c0df1b),segment_id=792425eb-e01b-4b1e-83a2-619764c0df1b)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:52.337802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.385681 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.480531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c39c8f73-8e58-4a12-80af-8be96d71fcf1 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:52.505120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c39c8f73-8e58-4a12-80af-8be96d71fcf1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:52.508818 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.570729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37844) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:52.603950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.614072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Port': ['ID=dc3e04e5-6c35-45de-b0cf-6f34944fabd9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:52.663396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20755f9-4c9f-40a1-90da-8e336f9a5932 None None] Pushing event updated for resources: {'Port': ['ID=cb5533ab-c5a4-45ec-88d8-a66732d1af0d,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:52.735231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.737714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.743854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4ff2bc1c-e4c4-46d6-91aa-cf2a91ab91e2 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "DELETE /v2.0/floatingips/2afdde48-0b72-44fe-8e67-996918a37147 HTTP/1.1" status: 204 len: 168 time: 2.0024941 Jul 05 18:12:52.780564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e21a0ba-f2f4-45ff-9bd9-97d582c0bde9 None None] Network 3c8588c6-4730-4380-a1c3-6e9f16eebdca requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:52.789436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37850) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:52.879917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-510313789'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:52.890240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting port cb5533ab-c5a4-45ec-88d8-a66732d1af0d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:52.890605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.944444 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:52.965413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-472ed4fb-9f77-41ef-9c68-257553ffa634 service neutron] 10.222.0.30 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7372148 Jul 05 18:12:53.006879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c39c8f73-8e58-4a12-80af-8be96d71fcf1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c39c8f73-8e58-4a12-80af-8be96d71fcf1,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:53.030454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3f3fb-db74-4185-b8f6-10caab7bc395 None None] Network 3c8588c6-4730-4380-a1c3-6e9f16eebdca requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:53.050110 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-76818837-af1f-4333-a114-7d6b54b08843 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3024557 Jul 05 18:12:53.058987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] For port cb5533ab-c5a4-45ec-88d8-a66732d1af0d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cb5533ab-c5a4-45ec-88d8-a66732d1af0d,segment=NetworkSegment(792425eb-e01b-4b1e-83a2-619764c0df1b),segment_id=792425eb-e01b-4b1e-83a2-619764c0df1b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:53.059682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.082542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Calling delete_port for cb5533ab-c5a4-45ec-88d8-a66732d1af0d owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:53.128838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Made reservation on behalf of 3d4c419654f74a25ae5c9a221ec40162 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:53.132311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.155268 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.159006 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.163936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-33a309fb-2670-409c-8448-71c3ede95c98 service neutron] 10.222.0.30 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797717 Jul 05 18:12:53.168193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5f91f350-db83-4dc8-89c4-18a680f64b97 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting port 6b5e49ff-5237-410c-8641-38f9f7e632ee {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:53.168315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f91f350-db83-4dc8-89c4-18a680f64b97 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.195184 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.232376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-17b6a67e-e440-4d0a-9be4-9931ea185e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.232865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-17b6a67e-e440-4d0a-9be4-9931ea185e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.233348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-17b6a67e-e440-4d0a-9be4-9931ea185e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.233815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-17b6a67e-e440-4d0a-9be4-9931ea185e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.234298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-17b6a67e-e440-4d0a-9be4-9931ea185e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.234775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-17b6a67e-e440-4d0a-9be4-9931ea185e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.235241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-17b6a67e-e440-4d0a-9be4-9931ea185e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.237245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-17b6a67e-e440-4d0a-9be4-9931ea185e6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6499 time: 0.1427534 Jul 05 18:12:53.273313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.285857 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f91f350-db83-4dc8-89c4-18a680f64b97 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.302468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5f91f350-db83-4dc8-89c4-18a680f64b97 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Calling delete_port for 6b5e49ff-5237-410c-8641-38f9f7e632ee owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:53.414119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c39c8f73-8e58-4a12-80af-8be96d71fcf1,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:53.427310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cccaace-950e-417e-b1bd-bab924dd7814 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:12:53.451605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.508503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Port': ['ID=cb5533ab-c5a4-45ec-88d8-a66732d1af0d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:53.532499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No DVR routers for this DVR port cb5533ab-c5a4-45ec-88d8-a66732d1af0d on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:12:53.573568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'Port': ['ID=1aebd98f-7ae8-43cb-baea-4724b84da418,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:53.601363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.647414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.652205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-9c3e3831-fe7e-40d1-adab-89d6a04c8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.652687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-9c3e3831-fe7e-40d1-adab-89d6a04c8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.653313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-9c3e3831-fe7e-40d1-adab-89d6a04c8617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.655034 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-9c3e3831-fe7e-40d1-adab-89d6a04c8617 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ee04f9ef-fb0c-45a7-9031-927397111ae6&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0 HTTP/1.1" status: 200 len: 2294 time: 0.3611243 Jul 05 18:12:53.683332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b22b38de-93ac-4926-9484-1a134e4b8b7a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:53.724081 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6fb6d50c-8e0a-4428-a28c-4e1d0b79277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.756953 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-406af12c-a35b-48c5-b925-0c8a4397634b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b837272-e9e7-42da-95df-6edf0499d472 HTTP/1.1" status: 200 len: 1002 time: 0.0930994 Jul 05 18:12:53.832551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.885047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cccaace-950e-417e-b1bd-bab924dd7814 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:12:53.893123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:53.895350 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.918515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.926680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.927022 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Added segment 492013f3-97f0-42f1-9a06-a6d5033d3718 of type vlan for network 25bd3960-529d-4690-88e7-6072563af3d1 Jul 05 18:12:53.929294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-04fcad4b-e2db-499c-8d01-5ad2866ae5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:53.930820 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-04fcad4b-e2db-499c-8d01-5ad2866ae5d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14e07268-25bd-4b89-b913-7d9c6aa6a667 HTTP/1.1" status: 200 len: 855 time: 0.1642246 Jul 05 18:12:53.931514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c8588c6-4730-4380-a1c3-6e9f16eebdca']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:53.943852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792425eb-e01b-4b1e-83a2-619764c0df1b') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:53.947165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792425eb-e01b-4b1e-83a2-619764c0df1b') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:53.950155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751ab718-fccf-4f0a-b085-6a2d6dab7458,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:53.957066 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.973129 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:53.983165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:12:53.983614 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.012554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.021057 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-703e9407-24d3-4082-88a3-abf3d93ab190 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1096060 Jul 05 18:12:54.029384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.048657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Sync routers for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:12:54.091540 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:12:54.096968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-71c84fe6-59fe-4352-a78d-1b8af3650a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:54.097161 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-71c84fe6-59fe-4352-a78d-1b8af3650a12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee04f9ef-fb0c-45a7-9031-927397111ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572797 Jul 05 18:12:54.101871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b22b38de-93ac-4926-9484-1a134e4b8b7a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:54.115328 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3104454c-1eee-47f7-a340-8a9ab291134d req-63cbc208-8966-4839-b1d2-9c950d385f9a tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 210 time: 0.4784138 Jul 05 18:12:54.178818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b22b38de-93ac-4926-9484-1a134e4b8b7a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:54.179683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.229453 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-1407d104-1d50-475d-be61-a054db887b8b service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234200 Jul 05 18:12:54.238104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:54.238801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:54.303787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-db93aa96-b6dd-4234-b190-b8a6411582ae tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1127403094&fields=id&tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58 HTTP/1.1" status: 200 len: 267 time: 0.0446539 Jul 05 18:12:54.332292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.333844 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.336665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f91f350-db83-4dc8-89c4-18a680f64b97 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.341210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:54.341860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.357670 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.363383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/3c8588c6-4730-4380-a1c3-6e9f16eebdca HTTP/1.1" status: 204 len: 168 time: 5.8452289 Jul 05 18:12:54.369054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37878) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:54.402735 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ea17d45-43fc-4dc8-8ff7-031e2a3c4528 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:12:54.403412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ea17d45-43fc-4dc8-8ff7-031e2a3c4528 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:12:54.409567 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4ea17d45-43fc-4dc8-8ff7-031e2a3c4528 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/3c8588c6-4730-4380-a1c3-6e9f16eebdca HTTP/1.1" status: 404 len: 339 time: 0.0394051 Jul 05 18:12:54.445678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37882) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:54.446523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91f350-db83-4dc8-89c4-18a680f64b97 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Port': ['ID=6b5e49ff-5237-410c-8641-38f9f7e632ee,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:54.449686 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-771805df-9de2-4aea-8b2b-62b37a958296 service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123723 Jul 05 18:12:54.460850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1599196543', 'description': 'd1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:54.476122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dcf5a-9c46-4cef-8eb1-c5efe425584c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=3c8588c6-4730-4380-a1c3-6e9f16eebdca,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:54.486543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:54.517353 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9401643 Jul 05 18:12:54.518437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37884) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:54.519740 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-e0fbb51d-f497-4260-98e9-e303678a09ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 200 len: 217 time: 0.0619955 Jul 05 18:12:54.524546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e7509b-c1f9-4171-87b5-d76b4357de52 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event updated for resources: {'Network': ['ID=25bd3960-529d-4690-88e7-6072563af3d1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:54.547724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 25bd3960-529d-4690-88e7-6072563af3d1 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:54.597188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Request body: {'subnet': {'network_id': '25bd3960-529d-4690-88e7-6072563af3d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:54.610016 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f91f350-db83-4dc8-89c4-18a680f64b97 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.614241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5f91f350-db83-4dc8-89c4-18a680f64b97 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "DELETE /v2.0/ports/6b5e49ff-5237-410c-8641-38f9f7e632ee HTTP/1.1" status: 204 len: 168 time: 1.8207510 Jul 05 18:12:54.614421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-bd74a109-9213-4583-8db1-f1e4a90ebc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:54.617109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37886) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:54.618908 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-bd74a109-9213-4583-8db1-f1e4a90ebc70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.0840468 Jul 05 18:12:54.662664 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.667744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37888) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:54.721302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-79b6d9b1-be38-408e-a6e5-375d0fa9b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:54.724722 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-79b6d9b1-be38-408e-a6e5-375d0fa9b670 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1020110 Jul 05 18:12:54.746701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port b22b38de-93ac-4926-9484-1a134e4b8b7a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b22b38de-93ac-4926-9484-1a134e4b8b7a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:12:54.828999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-fbf8f492-c01b-4c46-a906-66a49d96a945 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:54.842127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-fbf8f492-c01b-4c46-a906-66a49d96a945 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.5242822 Jul 05 18:12:54.857138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5159c69-f389-4767-9ddf-cad69a789654 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:12:54.898146 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.902630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:54.911024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82046fb1-c82e-47dd-a77e-a37945b81635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.005707 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-21add5b6-9c2d-4c15-a57a-d4db9dc4113a service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644529 Jul 05 18:12:55.013762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-42c56a1f-a563-472b-b97f-ff75d813bf32 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/quotas/fd2e47ec79e9495cad7ba0f1dcd1fc58 HTTP/1.1" status: 200 len: 375 time: 0.1706226 Jul 05 18:12:55.045791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:55.061581 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.267073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b22b38de-93ac-4926-9484-1a134e4b8b7a,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:55.309972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:48Z', 'revision_number': 2, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:55.361717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Checking router: ce65e541-f232-4785-bcc1-ecca409fe779 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:12:55.362376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Updating router ce65e541-f232-4785-bcc1-ecca409fe779 port b671ef5b-9075-442a-aa75-9618f7600e3b binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:12:55.384816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82046fb1-c82e-47dd-a77e-a37945b81635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.396772 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-6b97a8be-29ed-44ec-b07c-b1f3a0fb6790 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812189 Jul 05 18:12:55.414205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c39c8f73-8e58-4a12-80af-8be96d71fcf1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:55.460290 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-63b55f48-0b90-420b-b4ed-f3f43d7c3cd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 200 len: 217 time: 0.0545864 Jul 05 18:12:55.467060 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.523715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-7905fdb5-6ad9-42f9-92e7-1f83c895db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:55.525429 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-7905fdb5-6ad9-42f9-92e7-1f83c895db77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.0564752 Jul 05 18:12:55.544180 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82046fb1-c82e-47dd-a77e-a37945b81635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.644136 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82046fb1-c82e-47dd-a77e-a37945b81635 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4426295746f7461ebc4ea1459913265a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9744034 Jul 05 18:12:55.648648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37908) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:55.686868 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82046fb1-c82e-47dd-a77e-a37945b81635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2474c8b-56b5-4d51-a0b7-160146fbd918,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:55.699736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:12:55.711498 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.711809 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment 37ffb384-6e62-40a0-b4b2-568ca034dd9c of type vlan for network a697d9bb-e815-465c-ae11-cebfbfff385d Jul 05 18:12:55.761244 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.777162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d1944b1-233d-42ac-8e3a-6fc7e7eab41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.806026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-67ceaaeb-77f5-40bf-b240-94aae1fceb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:55.806150 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.807653 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-67ceaaeb-77f5-40bf-b240-94aae1fceb05 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2749128 Jul 05 18:12:55.815827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Transition to ACTIVE for port object b671ef5b-9075-442a-aa75-9618f7600e3b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:55.829049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5159c69-f389-4767-9ddf-cad69a789654 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:12:55.845948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c39c8f73-8e58-4a12-80af-8be96d71fcf1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:55.846333 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.849099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0876544c-954e-4d5d-b3ee-ec27b2b4d6ae req-d9001236-e080-4396-8d10-904a04877cbd tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 210 time: 0.2074406 Jul 05 18:12:55.897268 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d1944b1-233d-42ac-8e3a-6fc7e7eab41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.921836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-4c243845-76df-454d-962d-55db4ee70286 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9071641 Jul 05 18:12:55.925129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0c7ba-5be3-43b3-8360-4e8a2136d16f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting port f789fea0-21f9-4320-914a-1c39f450b4ee {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:55.925488 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c7ba-5be3-43b3-8360-4e8a2136d16f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:55.974620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-f2d99a19-f432-406a-b637-f9dc89ccf78d service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568301 Jul 05 18:12:55.996838 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.003539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:56.003880 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.015264 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.100118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Made reservation on behalf of 3d4c419654f74a25ae5c9a221ec40162 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:56.106888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e673e6d-3d98-45b0-97b9-34444d066d9c None None] Pushing event updated for resources: {'Port': ['ID=b671ef5b-9075-442a-aa75-9618f7600e3b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:56.110719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.145135 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-d3c0b102-7ff2-471a-b984-c757defa69bf service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546593 Jul 05 18:12:56.163717 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d1944b1-233d-42ac-8e3a-6fc7e7eab41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.165942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d1944b1-233d-42ac-8e3a-6fc7e7eab41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.167916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5d1944b1-233d-42ac-8e3a-6fc7e7eab41b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2474c8b-56b5-4d51-a0b7-160146fbd918 HTTP/1.1" status: 204 len: 168 time: 0.5169039 Jul 05 18:12:56.217178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1944b1-233d-42ac-8e3a-6fc7e7eab41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2474c8b-56b5-4d51-a0b7-160146fbd918,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:56.278162 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-cde71945-9ad6-4f51-babc-f1a530f4dc24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=11bba11f-6f5a-4411-a335-cebc6119de12 HTTP/1.1" status: 200 len: 217 time: 0.1082730 Jul 05 18:12:56.339094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-10520c48-0a39-491c-9fb8-9388ee14c40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:56.341324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-10520c48-0a39-491c-9fb8-9388ee14c40f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.0549529 Jul 05 18:12:56.362718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=a697d9bb-e815-465c-ae11-cebfbfff385d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:56.377887 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.402533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a697d9bb-e815-465c-ae11-cebfbfff385d details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:56.445963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c7ba-5be3-43b3-8360-4e8a2136d16f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.476040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-d4925972-8c5d-433d-b304-d6c03f9c4c10 service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282860 Jul 05 18:12:56.505828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-3e6b1549-de34-421f-9180-89893e238c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:56.507965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-3e6b1549-de34-421f-9180-89893e238c17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570251 Jul 05 18:12:56.525223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a46a2858-7003-40a0-8649-ca5e81d9213f tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0712116 Jul 05 18:12:56.552029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37916) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:56.553324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Attempting to bind port b671ef5b-9075-442a-aa75-9618f7600e3b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:12:56.553542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Attempting to bind port b671ef5b-9075-442a-aa75-9618f7600e3b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'd8253865-70e8-484e-94c9-6e5ae7c1603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:12:56.553922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Attempting to bind port b671ef5b-9075-442a-aa75-9618f7600e3b on network 55f3fb02-7f5e-4172-8050-79304f085b41 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:12:56.571396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:12:56.571777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Checking segment: {'id': 'd8253865-70e8-484e-94c9-6e5ae7c1603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:56.572187 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.572584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Bound using segment: {'id': 'd8253865-70e8-484e-94c9-6e5ae7c1603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:12:56.573116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Bound port: b671ef5b-9075-442a-aa75-9618f7600e3b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8253865-70e8-484e-94c9-6e5ae7c1603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:12:56.573508 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.717391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c7a0c7ba-5be3-43b3-8360-4e8a2136d16f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Calling delete_port for f789fea0-21f9-4320-914a-1c39f450b4ee owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:12:56.761441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] For port b671ef5b-9075-442a-aa75-9618f7600e3b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:12:56.765970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] For port b671ef5b-9075-442a-aa75-9618f7600e3b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b671ef5b-9075-442a-aa75-9618f7600e3b,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:12:56.774720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5193a0d5-0bb5-48bc-8891-2f409153f2c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:56.782950 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5193a0d5-0bb5-48bc-8891-2f409153f2c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/networks?id=a697d9bb-e815-465c-ae11-cebfbfff385d HTTP/1.1" status: 200 len: 765 time: 0.2296653 Jul 05 18:12:56.790784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37920) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:56.800914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0de0c6a1-73c8-4da1-913c-ea19c73b16c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'description': 'd2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:56.810470 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-f08e55a6-6551-45a8-9f60-43ff60714bfc service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925570 Jul 05 18:12:56.887615 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.917089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:56.958014 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-227ba19c-5e59-45da-9aeb-174e43e06316 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394823 Jul 05 18:12:56.978696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:12:56.979334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:57.012910 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-f7759287-b74e-4da5-b21c-d5bce70c4f98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2 HTTP/1.1" status: 200 len: 217 time: 0.0454261 Jul 05 18:12:57.071905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f1bd7e9-c46f-427e-a744-43f68012f1cf req-16c4ca18-75c9-47d9-8487-cde34c3f3c00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 210 time: 0.0776968 Jul 05 18:12:57.078849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event updated for resources: {'Subnet': ['ID=4b775747-4273-4889-b1a0-d4e2b05ab377,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:57.087300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e673e6d-3d98-45b0-97b9-34444d066d9c None None] Pushing event updated for resources: {'Port': ['ID=b671ef5b-9075-442a-aa75-9618f7600e3b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:57.091297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-55f9786e-5205-492c-bf99-d4c24a03161a service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718874 Jul 05 18:12:57.177931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:12:57.179154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-27d58920-6137-49a9-ab7f-3e55169d445b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:57.181113 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-27d58920-6137-49a9-ab7f-3e55169d445b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.1614859 Jul 05 18:12:57.274052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Checking segment: {'id': '492013f3-97f0-42f1-9a06-a6d5033d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '25bd3960-529d-4690-88e7-6072563af3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:12:57.274637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Network hostable DHCP agents. Network: 25bd3960-529d-4690-88e7-6072563af3d1, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:12:57.286984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0de0c6a1-73c8-4da1-913c-ea19c73b16c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.376519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37926) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:57.392854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-cc13c7b3-8d78-440b-89d1-90862960f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:57.397077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd06d9c9-c147-4df2-93ad-47c3ce2292b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.398088 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-cc13c7b3-8d78-440b-89d1-90862960f213 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2090542 Jul 05 18:12:57.496231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b22b38de-93ac-4926-9484-1a134e4b8b7a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:57.579196 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd06d9c9-c147-4df2-93ad-47c3ce2292b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.627072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0de0c6a1-73c8-4da1-913c-ea19c73b16c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.630318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Network 25bd3960-529d-4690-88e7-6072563af3d1 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:12:57.645739 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f89d45d1-9800-4af6-9bc9-3718c0e189e3 req-4d35dcde-358e-4834-ac3a-b43728e40f06 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0632250 Jul 05 18:12:57.646284 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c7ba-5be3-43b3-8360-4e8a2136d16f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.664905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0de0c6a1-73c8-4da1-913c-ea19c73b16c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network a697d9bb-e815-465c-ae11-cebfbfff385d is not hosted by any dhcp agent {{(pid=100997) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 18:12:57.677464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0c6a1-73c8-4da1-913c-ea19c73b16c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:57.677464 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0de0c6a1-73c8-4da1-913c-ea19c73b16c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.677464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0de0c6a1-73c8-4da1-913c-ea19c73b16c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "PUT /v2.0/networks/a697d9bb-e815-465c-ae11-cebfbfff385d HTTP/1.1" status: 200 len: 762 time: 0.8800373 Jul 05 18:12:57.687718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37934) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:57.727183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b22b38de-93ac-4926-9484-1a134e4b8b7a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:57.727183 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.767440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 25bd3960-529d-4690-88e7-6072563af3d1) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:12:57.769152 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd06d9c9-c147-4df2-93ad-47c3ce2292b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.788289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ac45c-b1dd-4216-8c00-deb7de179f6b None None] Network 25bd3960-529d-4690-88e7-6072563af3d1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:57.810165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:57.811254 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.840856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06d9c9-c147-4df2-93ad-47c3ce2292b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95151649-6b5d-4612-a220-19506ec5f349,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:57.844279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0c7ba-5be3-43b3-8360-4e8a2136d16f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Port': ['ID=f789fea0-21f9-4320-914a-1c39f450b4ee,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:57.913530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0c6a1-73c8-4da1-913c-ea19c73b16c4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=a697d9bb-e815-465c-ae11-cebfbfff385d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:57.921952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-328e9e74-0cdc-4526-9b52-028b09b21a7d tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3359647 Jul 05 18:12:57.930641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dd06d9c9-c147-4df2-93ad-47c3ce2292b2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d677fe2b70d4bf6968a2c795774256a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5527749 Jul 05 18:12:57.931628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37940) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:57.932266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37942) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:57.937295 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c7a0c7ba-5be3-43b3-8360-4e8a2136d16f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:57.937500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Request body: {'port': {'network_id': '25bd3960-529d-4690-88e7-6072563af3d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1130932918'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:57.939287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c7a0c7ba-5be3-43b3-8360-4e8a2136d16f tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "DELETE /v2.0/ports/f789fea0-21f9-4320-914a-1c39f450b4ee HTTP/1.1" status: 204 len: 168 time: 3.3000839 Jul 05 18:12:57.941989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37944) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:57.951734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b334d794-c073-4ac1-8fad-084860db6a87 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:57.953596 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b334d794-c073-4ac1-8fad-084860db6a87 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/networks?id=a697d9bb-e815-465c-ae11-cebfbfff385d HTTP/1.1" status: 200 len: 765 time: 0.2603576 Jul 05 18:12:57.969089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37946) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:58.012347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-a528532e-0638-473e-b848-64dc802ddf43 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting subnet e9865bc1-3270-442a-bdf7-d636d6e9f090 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:58.016322 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a528532e-0638-473e-b848-64dc802ddf43 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:58.096630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a528532e-0638-473e-b848-64dc802ddf43 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:58.154582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-1b82d0a9-4f66-4d00-98de-37ffa5a88ba1 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:58.160601 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-1b82d0a9-4f66-4d00-98de-37ffa5a88ba1 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.97 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 820 time: 0.5606239 Jul 05 18:12:58.274605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a528532e-0638-473e-b848-64dc802ddf43 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:58.275831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a697d9bb-e815-465c-ae11-cebfbfff385d details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:12:58.375997 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-9728152f-839e-42d2-b558-624c155adead service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9667909 Jul 05 18:12:58.417915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-25bd3960-529d-4690-88e7-6072563af3d1', 'network_id': '25bd3960-529d-4690-88e7-6072563af3d1', 'tenant_id': '3d4c419654f74a25ae5c9a221ec40162', 'fixed_ips': [{'subnet_id': '4b775747-4273-4889-b1a0-d4e2b05ab377'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:12:58.418735 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:58.426721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Request body: {'port': {'device_id': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'admin_state_up': True, 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:12:58.442978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59d93eb4-afbe-4ee0-b9d5-5e8d85bc62f8 req-3ce0382b-c9b0-4e21-8606-fc8767a79b11 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 210 time: 0.0508206 Jul 05 18:12:58.465834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:56Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:12:58.560350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3442a6d0-bcbd-42f0-a06e-0afb6d611c65 None None] The sync data for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 is: [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:56Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:12:58.593277 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a528532e-0638-473e-b848-64dc802ddf43 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:58.669534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528532e-0638-473e-b848-64dc802ddf43 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Subnet': ['ID=e9865bc1-3270-442a-bdf7-d636d6e9f090,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:58.711806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a528532e-0638-473e-b848-64dc802ddf43 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:58.716060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a528532e-0638-473e-b848-64dc802ddf43 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "DELETE /v2.0/subnets/e9865bc1-3270-442a-bdf7-d636d6e9f090 HTTP/1.1" status: 204 len: 168 time: 0.7731693 Jul 05 18:12:58.718803 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b671ef5b-9075-442a-aa75-9618f7600e3b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:12:58.719933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37960) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:58.733810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d60057-fbf5-4622-a386-2b0547f050e4 None None] Network 2fcce57a-4f76-4ef7-85cc-9baef3a62681 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:58.812710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Made reservation on behalf of 3d4c419654f74a25ae5c9a221ec40162 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:58.816443 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:58.863159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac97085c-8474-4c82-8c1c-d0cef81e446f req-a030142c-fa19-45f8-b77a-62c095e8b098 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0670815 Jul 05 18:12:58.871622 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975a4d4c-c324-4382-82c2-86402d53e5aa tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:58.883623 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-975a4d4c-c324-4382-82c2-86402d53e5aa tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8959126 Jul 05 18:12:58.892807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37966) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:58.914368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] device_id is not set on port 738d38f7-3f7c-433a-9f6b-c70796bcea51 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:12:58.944898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf3244d8-c8fc-4117-88a6-1e325c9f448a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:58.960766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-5681247d-3df8-44f9-972e-8a5ee11fb6eb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting subnet 4152bfd3-6699-446d-ad99-c4e150cc597c {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:12:58.965431 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5681247d-3df8-44f9-972e-8a5ee11fb6eb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:58.973720 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf3244d8-c8fc-4117-88a6-1e325c9f448a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.019994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e4439968-aacb-4bb9-a0e5-1c3f00c39401 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 207 time: 0.1204572 Jul 05 18:12:59.021033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37968) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:59.078380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5681247d-3df8-44f9-972e-8a5ee11fb6eb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.091943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Allocated IP 172.20.0.2 (25bd3960-529d-4690-88e7-6072563af3d1/4b775747-4273-4889-b1a0-d4e2b05ab377/8baa6747-6be5-4ef3-95d2-43bc987a7f8d) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:12:59.221374 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5681247d-3df8-44f9-972e-8a5ee11fb6eb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.228195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9387dc1c-d127-4643-9097-bd9b1182182e None None] DHCP port deletion for 2fcce57a-4f76-4ef7-85cc-9baef3a62681 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:12:59.233454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf3244d8-c8fc-4117-88a6-1e325c9f448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.238247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bf3244d8-c8fc-4117-88a6-1e325c9f448a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.243508 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bf3244d8-c8fc-4117-88a6-1e325c9f448a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95151649-6b5d-4612-a220-19506ec5f349 HTTP/1.1" status: 204 len: 168 time: 1.2988453 Jul 05 18:12:59.251221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b671ef5b-9075-442a-aa75-9618f7600e3b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:12:59.263925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b671ef5b-9075-442a-aa75-9618f7600e3b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:12:59.264383 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.303632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3244d8-c8fc-4117-88a6-1e325c9f448a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95151649-6b5d-4612-a220-19506ec5f349,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:59.349918 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-300416a0-1355-4a7f-98a0-c7376757b30f service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9395607 Jul 05 18:12:59.453528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-c1715bec-ebd3-47ae-9ebc-6934bdb91fde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0893586 Jul 05 18:12:59.454914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5681247d-3df8-44f9-972e-8a5ee11fb6eb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.490949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ee1b30-cbd2-4e49-abfe-c6c712238cb9 None None] Network a675cb52-e4bc-4d13-85da-7894479e2b8a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:12:59.500620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Made reservation on behalf of bfe058fcf4d24acc9c7782ef513eb432 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:12:59.505154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.508934 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5681247d-3df8-44f9-972e-8a5ee11fb6eb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.512816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5681247d-3df8-44f9-972e-8a5ee11fb6eb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "DELETE /v2.0/subnets/4152bfd3-6699-446d-ad99-c4e150cc597c HTTP/1.1" status: 204 len: 168 time: 0.7918577 Jul 05 18:12:59.528860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37974) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:59.539020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681247d-3df8-44f9-972e-8a5ee11fb6eb tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Subnet': ['ID=4152bfd3-6699-446d-ad99-c4e150cc597c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:12:59.585505 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.596074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaedd99-c7b9-4d0e-9ae3-ca7519363e4b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:59.603591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaedd99-c7b9-4d0e-9ae3-ca7519363e4b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:59.620526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaedd99-c7b9-4d0e-9ae3-ca7519363e4b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:59.636133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaedd99-c7b9-4d0e-9ae3-ca7519363e4b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:59.643711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaedd99-c7b9-4d0e-9ae3-ca7519363e4b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:59.650026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaedd99-c7b9-4d0e-9ae3-ca7519363e4b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:12:59.653743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2aaedd99-c7b9-4d0e-9ae3-ca7519363e4b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6299679 Jul 05 18:12:59.657586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37976) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:12:59.755937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.779094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Transition to ACTIVE for port object 8baa6747-6be5-4ef3-95d2-43bc987a7f8d will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:59.818636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c532848-446e-4d8d-a4e8-b1d8aefa691a req-2e3993d7-6112-494e-92c7-d027e0a1b6ce tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 210 time: 0.0990632 Jul 05 18:12:59.828797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.878419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9387dc1c-d127-4643-9097-bd9b1182182e None None] Deleting port 98cf711b-cd2d-4270-885e-649ac0eabacf {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:12:59.878837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9387dc1c-d127-4643-9097-bd9b1182182e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.914544 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:12:59.925499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Transition to ACTIVE for port object 8baa6747-6be5-4ef3-95d2-43bc987a7f8d will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:12:59.959994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6ce64996-beaa-4652-a3d3-fa84de770200 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3010428 Jul 05 18:12:59.963355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37988) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:00.028454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba633a7-33d7-4e40-b6c8-6b01e9b2c256 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.030238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba633a7-33d7-4e40-b6c8-6b01e9b2c256 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.032042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba633a7-33d7-4e40-b6c8-6b01e9b2c256 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.033823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba633a7-33d7-4e40-b6c8-6b01e9b2c256 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.035605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba633a7-33d7-4e40-b6c8-6b01e9b2c256 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.037684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ba633a7-33d7-4e40-b6c8-6b01e9b2c256 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0733490 Jul 05 18:13:00.041439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37990) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:00.048737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9387dc1c-d127-4643-9097-bd9b1182182e None None] For port 98cf711b-cd2d-4270-885e-649ac0eabacf, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=98cf711b-cd2d-4270-885e-649ac0eabacf,segment=NetworkSegment(486570a5-0430-49ef-80dc-622b893c9593),segment_id=486570a5-0430-49ef-80dc-622b893c9593)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:00.055501 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9387dc1c-d127-4643-9097-bd9b1182182e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:00.055501 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:00.091535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9387dc1c-d127-4643-9097-bd9b1182182e None None] Calling delete_port for 98cf711b-cd2d-4270-885e-649ac0eabacf owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:00.109587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e1570-4007-40f7-abf9-12d9d5d899cc tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.109587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e1570-4007-40f7-abf9-12d9d5d899cc tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.111302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e1570-4007-40f7-abf9-12d9d5d899cc tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.113011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e1570-4007-40f7-abf9-12d9d5d899cc tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.114738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7e1570-4007-40f7-abf9-12d9d5d899cc tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.122871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fd7e1570-4007-40f7-abf9-12d9d5d899cc tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0741603 Jul 05 18:13:00.126830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37996) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:00.227387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Network 25bd3960-529d-4690-88e7-6072563af3d1 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:00.232838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port b671ef5b-9075-442a-aa75-9618f7600e3b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b671ef5b-9075-442a-aa75-9618f7600e3b,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:00.317974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:00.349034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:00.381126 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:00.383361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Pushing event updated for resources: {'Port': ['ID=8baa6747-6be5-4ef3-95d2-43bc987a7f8d,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:00.464433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75465b50-a595-42d3-8158-29bec900662b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.471501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-75465b50-a595-42d3-8158-29bec900662b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/networks/95e896b9-d93e-4293-bbdf-5587ea8ddd8f HTTP/1.1" status: 200 len: 804 time: 0.3411727 Jul 05 18:13:00.473080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38004) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:00.478014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38006) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:00.492087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Allocated IP 172.20.0.8 (25bd3960-529d-4690-88e7-6072563af3d1/4b775747-4273-4889-b1a0-d4e2b05ab377/738d38f7-3f7c-433a-9f6b-c70796bcea51) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:00.638929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 98cf711b-cd2d-4270-885e-649ac0eabacf no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:00.692262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-88a89647-c0ae-47b1-8164-9fcac52391f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.693958 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-88a89647-c0ae-47b1-8164-9fcac52391f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 1.2333109 Jul 05 18:13:00.717856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ae76f576-afea-4cbd-963e-59e4c81bad69 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/networks/95e896b9-d93e-4293-bbdf-5587ea8ddd8f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2236028 Jul 05 18:13:00.731340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38012) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:00.765775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c8d44d-1f36-42b1-8a4d-936d88828a9f None None] DHCP port deletion for a675cb52-e4bc-4d13-85da-7894479e2b8a request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:00.793000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Attempting to bind port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:00.793443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Attempting to bind port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '492013f3-97f0-42f1-9a06-a6d5033d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '25bd3960-529d-4690-88e7-6072563af3d1'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:00.793825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Attempting to bind port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d on network 25bd3960-529d-4690-88e7-6072563af3d1 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:00.798919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b671ef5b-9075-442a-aa75-9618f7600e3b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:00.803523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e2965a8-ba53-4c85-90e9-d7b6777ffb2c req-db40b1c3-7553-4413-8388-2b418dc07ba4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0996313 Jul 05 18:13:00.894214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:00.894214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Checking segment: {'id': '492013f3-97f0-42f1-9a06-a6d5033d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '25bd3960-529d-4690-88e7-6072563af3d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:00.894214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:00.894214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Bound using segment: {'id': '492013f3-97f0-42f1-9a06-a6d5033d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '25bd3960-529d-4690-88e7-6072563af3d1'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:00.894214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Bound port: 8baa6747-6be5-4ef3-95d2-43bc987a7f8d, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492013f3-97f0-42f1-9a06-a6d5033d3718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '25bd3960-529d-4690-88e7-6072563af3d1'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:00.894214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:00.902595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Allocated IP 172.20.0.13 (55f3fb02-7f5e-4172-8050-79304f085b41/bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6/02808f60-04f5-4593-9687-58c9bfd26021) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:00.945547 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9387dc1c-d127-4643-9097-bd9b1182182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:00.953442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db527ea1-c2cb-4155-9961-e21c6f9bea4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:00.959280 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-db527ea1-c2cb-4155-9961-e21c6f9bea4c tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/subnets/1422d1d4-abc8-4d46-bc5a-4a38d6cf0ab3 HTTP/1.1" status: 200 len: 843 time: 0.2151029 Jul 05 18:13:00.960567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38020) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:01.033408 n-d-799524-1 neutron-server[100999]: INFO neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No ports have port_id starting with 98cf711b-cd2d-4270-885e-649ac0eabacf Jul 05 18:13:01.036816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9387dc1c-d127-4643-9097-bd9b1182182e None None] No DVR routers for this DVR port 98cf711b-cd2d-4270-885e-649ac0eabacf on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:01.049538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9387dc1c-d127-4643-9097-bd9b1182182e None None] Pushing event deleted for resources: {'Port': ['ID=98cf711b-cd2d-4270-885e-649ac0eabacf,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:01.101463 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.106168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-9fc37c0f-c67c-4290-9283-586e0f1e204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:01.108596 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-9fc37c0f-c67c-4290-9283-586e0f1e204b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3924105 Jul 05 18:13:01.132350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-10c8d44d-1f36-42b1-8a4d-936d88828a9f None None] Deleting port a33829fa-e630-48aa-907a-66c210acfe95 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:01.132871 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d44d-1f36-42b1-8a4d-936d88828a9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.148170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7510b8bc-0770-491f-9aeb-ea7ddc811269 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['shared'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:01.152650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7510b8bc-0770-491f-9aeb-ea7ddc811269 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "GET /v2.0/subnets/1422d1d4-abc8-4d46-bc5a-4a38d6cf0ab3?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1895609 Jul 05 18:13:01.165935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38024) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:01.170936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Deleting port 98cf711b-cd2d-4270-885e-649ac0eabacf {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:01.171286 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.227724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-10c8d44d-1f36-42b1-8a4d-936d88828a9f None None] For port a33829fa-e630-48aa-907a-66c210acfe95, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a33829fa-e630-48aa-907a-66c210acfe95,segment=NetworkSegment(1cc38791-e20d-43e3-a7b0-ae627a6dca29),segment_id=1cc38791-e20d-43e3-a7b0-ae627a6dca29)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:01.228226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d44d-1f36-42b1-8a4d-936d88828a9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.243762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-10c8d44d-1f36-42b1-8a4d-936d88828a9f None None] Calling delete_port for a33829fa-e630-48aa-907a-66c210acfe95 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:01.269802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1409560836'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:01.325191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] For port 98cf711b-cd2d-4270-885e-649ac0eabacf, host n-d-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:01.325404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6371bc4a-6454-42e7-908f-df60a7bee144 req-cc6f71d2-33eb-4b00-820f-13828890d304 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 210 time: 0.2459402 Jul 05 18:13:01.325515 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.337158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] For port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:01.352323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] For port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8baa6747-6be5-4ef3-95d2-43bc987a7f8d,segment=NetworkSegment(492013f3-97f0-42f1-9a06-a6d5033d3718),segment_id=492013f3-97f0-42f1-9a06-a6d5033d3718)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:01.359474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Calling delete_port for 98cf711b-cd2d-4270-885e-649ac0eabacf owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:01.363787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Transition to ACTIVE for port object 738d38f7-3f7c-433a-9f6b-c70796bcea51 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:01.368894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.ipam_backend_mixin [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Port 98cf711b-cd2d-4270-885e-649ac0eabacf was not found and therefore no delete operation was performed {{(pid=100998) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:13:01.387142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.464952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10c8d44d-1f36-42b1-8a4d-936d88828a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.468519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] No DVR routers for this DVR port 98cf711b-cd2d-4270-885e-649ac0eabacf on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:01.471070 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.477330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Port': ['ID=98cf711b-cd2d-4270-885e-649ac0eabacf,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:01.514306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8d44d-1f36-42b1-8a4d-936d88828a9f None None] Pushing event deleted for resources: {'Port': ['ID=a33829fa-e630-48aa-907a-66c210acfe95,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:01.527366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c8d44d-1f36-42b1-8a4d-936d88828a9f None None] No DVR routers for this DVR port a33829fa-e630-48aa-907a-66c210acfe95 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:01.664435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96744406-c042-4ae0-a9bb-a06ae947b57f None None] Pushing event updated for resources: {'Port': ['ID=8baa6747-6be5-4ef3-95d2-43bc987a7f8d,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:01.668571 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.688411 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-19267324-427f-48f2-8f49-0fa03100d763 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5387976 Jul 05 18:13:01.725740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.755892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:01.759351 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.773196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fcce57a-4f76-4ef7-85cc-9baef3a62681']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:01.785209 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.800133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:13:01.812448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486570a5-0430-49ef-80dc-622b893c9593') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:01.813198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486570a5-0430-49ef-80dc-622b893c9593') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:01.823605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.823951 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Added segment 278f15ab-c033-423c-91d8-5d98ca91c89c of type vlan for network 4c2d27fe-4d2d-4419-b087-71015f61156d Jul 05 18:13:01.890787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Network 25bd3960-529d-4690-88e7-6072563af3d1 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:01.895358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:01.940840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event updated for resources: {'Port': ['ID=738d38f7-3f7c-433a-9f6b-c70796bcea51,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:01.945786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:01.950226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:02.044284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.064700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:02.065044 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.068576 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:02.074338 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:02.094902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:02.095553 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.111142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-44489392-f45f-4d3e-91cb-e53b66fe4372 req-7d8c1281-6baa-4607-9ad0-f76f2ba8df75 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0624568 Jul 05 18:13:02.148849 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-7d8b8850-733d-481b-97c6-4785d9dfb786 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529757 Jul 05 18:13:02.169217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-b46ac365-591f-48ac-8e01-af234a2501de tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:02.170889 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-b46ac365-591f-48ac-8e01-af234a2501de tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.3929825 Jul 05 18:13:02.200946 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-7547dd35-370d-4c0d-b205-852ba8292c1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a656ce28-69fd-4c56-b54d-8931793f41e7 HTTP/1.1" status: 200 len: 217 time: 0.0403426 Jul 05 18:13:02.242320 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.254404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-2778fac0-c28d-4142-b65a-2855b7159861 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58 HTTP/1.1" status: 200 len: 380 time: 0.0733218 Jul 05 18:13:02.266939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'port': {'device_id': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'admin_state_up': True, 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'security_groups': ['da145863-eace-4310-ac54-da6e977893eb']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:02.298905 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.310493 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-18006267-4b40-4a92-ae67-e962de78d7a5 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3771670 Jul 05 18:13:02.315304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38042) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:02.334024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Request body: {'port': {'network_id': '25bd3960-529d-4690-88e7-6072563af3d1', 'name': 'tempest-ExtraDHCPOptionsTestJSON-916984331', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:02.334615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.api.validators [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] bootfile-name is not in valid_values {{(pid=100998) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:13:02.335758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.api.validators [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] tftp-server is not in valid_values {{(pid=100998) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:13:02.336230 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.api.validators [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] server-ip-address is not in valid_values {{(pid=100998) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:13:02.362068 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.364329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "DELETE /v2.0/networks/2fcce57a-4f76-4ef7-85cc-9baef3a62681 HTTP/1.1" status: 204 len: 168 time: 2.8171124 Jul 05 18:13:02.365917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c7341-8cb8-43ae-ba08-56c0aa470d8e tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Network': ['ID=2fcce57a-4f76-4ef7-85cc-9baef3a62681,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:02.368925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38048) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:02.373197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-236a121e-0ad7-4ac4-add9-69e58b1fbd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:02.373532 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.375088 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-236a121e-0ad7-4ac4-add9-69e58b1fbd89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 0.1637859 Jul 05 18:13:02.386779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:02.388734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.391815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Network 55f3fb02-7f5e-4172-8050-79304f085b41 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:02.420538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:02.424444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Pushing event updated for resources: {'Port': ['ID=02808f60-04f5-4593-9687-58c9bfd26021,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:02.453007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:02.627859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:02.629512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.663478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-2f1d1425-0bf8-41d0-87e0-bfeffd83200c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:02.665117 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-2f1d1425-0bf8-41d0-87e0-bfeffd83200c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2720921 Jul 05 18:13:02.715727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8baa6747-6be5-4ef3-95d2-43bc987a7f8d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:02.731604 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.751323 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-239753e4-de19-4006-866f-a7632d8edf00 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3424983 Jul 05 18:13:02.779907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Request body: {'port': {'device_id': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:02.855613 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6545329 Jul 05 18:13:02.865621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38058) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:02.866155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Made reservation on behalf of 3d4c419654f74a25ae5c9a221ec40162 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:02.870454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.878605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:02.883412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'network_id': '4c2d27fe-4d2d-4419-b087-71015f61156d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:02.891769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b671ef5b-9075-442a-aa75-9618f7600e3b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:02.891966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992859d5-a6a0-40ac-984e-466de0ae4378 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Network': ['ID=4c2d27fe-4d2d-4419-b087-71015f61156d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:02.911893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:02.914831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 4c2d27fe-4d2d-4419-b087-71015f61156d details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:13:02.942891 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-f9ed1e66-2b7f-4fc1-a093-b5ab9b04d483 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641461 Jul 05 18:13:02.965141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] device_id is not set on port 676f7d92-d5bf-47a7-a918-721e70b39985 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:13:03.019114 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.026034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.036112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57df811-4de8-4b79-9d4f-39f29fb1b93f req-e21d35ba-e063-4a6c-a181-fef139ff5151 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:03.036371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b671ef5b-9075-442a-aa75-9618f7600e3b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:03.036934 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.043712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e57df811-4de8-4b79-9d4f-39f29fb1b93f req-e21d35ba-e063-4a6c-a181-fef139ff5151 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 932 time: 0.3774006 Jul 05 18:13:03.089979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a872756a-183d-4c46-97a3-dd7810c60876 None None] Network 25bd3960-529d-4690-88e7-6072563af3d1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:03.094453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Made reservation on behalf of fd2e47ec79e9495cad7ba0f1dcd1fc58 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:03.098134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.101356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a675cb52-e4bc-4d13-85da-7894479e2b8a']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:03.144405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc38791-e20d-43e3-a7b0-ae627a6dca29') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:03.144708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc38791-e20d-43e3-a7b0-ae627a6dca29') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:03.180383 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.301100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e57df811-4de8-4b79-9d4f-39f29fb1b93f req-c4392459-9382-4c90-9cfa-2290e29a0465 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563243 Jul 05 18:13:03.315190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.372643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:03.372643 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.377706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d427f88-a7ed-49a0-a790-56974507a0c5 req-4170836e-d9d7-4b74-bee1-624becfde795 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0747275 Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:03.378594 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:03.459383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1a3cfb34-a2aa-445f-836f-7fad9a90bec1 None None] Provisioning for port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:03.470303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a33829fa-e630-48aa-907a-66c210acfe95 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:03.474661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1a3cfb34-a2aa-445f-836f-7fad9a90bec1 None None] Provisioning complete for port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:03.475310 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1a3cfb34-a2aa-445f-836f-7fad9a90bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.544366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a33829fa-e630-48aa-907a-66c210acfe95 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:03.545116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a33829fa-e630-48aa-907a-66c210acfe95 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:03.605281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Allocated IP 172.20.0.3 (a64c9413-6e22-4997-8ea4-33032e825317/9f594c12-0a66-4305-8040-b34f8d049fe9/14739cf5-164b-4fb5-a7f3-6bea970fee64) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:03.636748 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1a3cfb34-a2aa-445f-836f-7fad9a90bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.654077 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4c0ee99-3113-4078-af16-30d89ad893ff req-742ce16b-62fa-437d-b23c-4dc7ad1a30eb service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500652 Jul 05 18:13:03.704092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1a3cfb34-a2aa-445f-836f-7fad9a90bec1 None None] For port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8baa6747-6be5-4ef3-95d2-43bc987a7f8d,segment=NetworkSegment(492013f3-97f0-42f1-9a06-a6d5033d3718),segment_id=492013f3-97f0-42f1-9a06-a6d5033d3718)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:03.735306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.801477 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:03.807967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] 10.222.0.30 "DELETE /v2.0/networks/a675cb52-e4bc-4d13-85da-7894479e2b8a HTTP/1.1" status: 204 len: 168 time: 1.4345255 Jul 05 18:13:03.809124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea034aac-982b-4239-9592-c7789368e1c3 tempest-TaggedBootDevicesTest-1580919288 tempest-TaggedBootDevicesTest-1580919288-project] Pushing event deleted for resources: {'Network': ['ID=a675cb52-e4bc-4d13-85da-7894479e2b8a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:03.849723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Allocated IP 172.20.0.7 (25bd3960-529d-4690-88e7-6072563af3d1/4b775747-4273-4889-b1a0-d4e2b05ab377/676f7d92-d5bf-47a7-a918-721e70b39985) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:03.859214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1a3cfb34-a2aa-445f-836f-7fad9a90bec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.023705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cfb34-a2aa-445f-836f-7fad9a90bec1 None None] Pushing event updated for resources: {'Port': ['ID=8baa6747-6be5-4ef3-95d2-43bc987a7f8d,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:04.038975 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.054236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Made reservation on behalf of 77bff6a4a6c54ead8c6a429c5d502d83 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:04.068746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Transition to ACTIVE for port object 14739cf5-164b-4fb5-a7f3-6bea970fee64 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:04.071829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.095429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Deleting port 671914bd-69c2-418c-b18e-957291e79906 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:04.096045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.218365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.ipam_backend_mixin [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Performing IP validity checks on allocation pools {{(pid=100998) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 18:13:04.218866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.ipam_backend_mixin [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100998) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 18:13:04.261408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] For port 671914bd-69c2-418c-b18e-957291e79906, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=671914bd-69c2-418c-b18e-957291e79906,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:04.261899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.263616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b01ccacd-09f3-4a0b-b302-960f7633fb08 None None] Provisioning for port 738d38f7-3f7c-433a-9f6b-c70796bcea51 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:04.268615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b01ccacd-09f3-4a0b-b302-960f7633fb08 None None] Provisioning complete for port 738d38f7-3f7c-433a-9f6b-c70796bcea51 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:04.269211 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b01ccacd-09f3-4a0b-b302-960f7633fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.280375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Calling delete_port for 671914bd-69c2-418c-b18e-957291e79906 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:04.340443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02808f60-04f5-4593-9687-58c9bfd26021 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:04.359193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.363697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b01ccacd-09f3-4a0b-b302-960f7633fb08 None None] Port 738d38f7-3f7c-433a-9f6b-c70796bcea51 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:04.369011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.380215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b01ccacd-09f3-4a0b-b302-960f7633fb08 None None] Provisioning complete for port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:04.381509 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b01ccacd-09f3-4a0b-b302-960f7633fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.431472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Transition to ACTIVE for port object 02808f60-04f5-4593-9687-58c9bfd26021 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:04.433327 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.465242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Network a64c9413-6e22-4997-8ea4-33032e825317 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:04.466301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Transition to ACTIVE for port object 676f7d92-d5bf-47a7-a918-721e70b39985 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:04.492525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:04.511244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:04.552896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8baa6747-6be5-4ef3-95d2-43bc987a7f8d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:04.563599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.641690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Pushing event updated for resources: {'Port': ['ID=02808f60-04f5-4593-9687-58c9bfd26021,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:04.649991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.698430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-189bc2fe-0797-4a96-835e-750af58199ed None None] Provisioning complete for port 738d38f7-3f7c-433a-9f6b-c70796bcea51 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:04.699341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-189bc2fe-0797-4a96-835e-750af58199ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.742332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:04.792146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:04.792796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.798494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-189bc2fe-0797-4a96-835e-750af58199ed None None] Port 738d38f7-3f7c-433a-9f6b-c70796bcea51 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:04.813776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Checking segment: {'id': '278f15ab-c033-423c-91d8-5d98ca91c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c2d27fe-4d2d-4419-b087-71015f61156d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:04.814658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network hostable DHCP agents. Network: 4c2d27fe-4d2d-4419-b087-71015f61156d, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:13:04.919245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=af9f4128-68ec-4b44-b946-6b87b5fc6db4,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:04.930155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Attempting to bind port 02808f60-04f5-4593-9687-58c9bfd26021 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:04.930616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Attempting to bind port 02808f60-04f5-4593-9687-58c9bfd26021 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'd8253865-70e8-484e-94c9-6e5ae7c1603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:04.930910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Attempting to bind port 02808f60-04f5-4593-9687-58c9bfd26021 on network 55f3fb02-7f5e-4172-8050-79304f085b41 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:04.936558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Port 02808f60-04f5-4593-9687-58c9bfd26021 on network 55f3fb02-7f5e-4172-8050-79304f085b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:13:04.936890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Attempting to bind port 02808f60-04f5-4593-9687-58c9bfd26021 on network 55f3fb02-7f5e-4172-8050-79304f085b41 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:04.942348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:04.942808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Checking segment: {'id': 'd8253865-70e8-484e-94c9-6e5ae7c1603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:04.944079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Bound using segment: {'id': 'd8253865-70e8-484e-94c9-6e5ae7c1603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:04.944214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Bound port: 02808f60-04f5-4593-9687-58c9bfd26021, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8253865-70e8-484e-94c9-6e5ae7c1603d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:04.944617 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.958032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:04.959544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:04.999776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.064221 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event updated for resources: {'Port': ['ID=676f7d92-d5bf-47a7-a918-721e70b39985,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:05.065026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b7f23-5033-441a-ab03-2795a0e873a7 req-0fdc1fae-4071-4365-be3b-43e0f4e2ba19 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:05.072103 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a36b7f23-5033-441a-ab03-2795a0e873a7 req-0fdc1fae-4071-4365-be3b-43e0f4e2ba19 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 944 time: 0.2819667 Jul 05 18:13:05.088979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Network 4c2d27fe-4d2d-4419-b087-71015f61156d is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:13:05.094238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdd2f0-875c-4463-b848-f96f31234abd req-62d9bfb3-68bf-4f36-a46b-5aaa3d84b63e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:05.096034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86cdd2f0-875c-4463-b848-f96f31234abd req-62d9bfb3-68bf-4f36-a46b-5aaa3d84b63e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 931 time: 0.3366120 Jul 05 18:13:05.099464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Network 25bd3960-529d-4690-88e7-6072563af3d1 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:05.101112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] For port 02808f60-04f5-4593-9687-58c9bfd26021, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:05.105362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:05.119217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] For port 02808f60-04f5-4593-9687-58c9bfd26021, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=02808f60-04f5-4593-9687-58c9bfd26021,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:05.121376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:05.157955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4e045afe-f8f9-459c-9a43-53524eec4120 None None] Provisioning for port 14739cf5-164b-4fb5-a7f3-6bea970fee64 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:05.164209 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4e045afe-f8f9-459c-9a43-53524eec4120 None None] Provisioning complete for port 14739cf5-164b-4fb5-a7f3-6bea970fee64 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:05.164644 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4e045afe-f8f9-459c-9a43-53524eec4120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.182683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a36b7f23-5033-441a-ab03-2795a0e873a7 req-9afc5e8e-3080-4d6d-90f5-af1bec385276 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083403 Jul 05 18:13:05.193159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:05.203129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-baf72ec8-d7bd-4ef6-b6c8-79c8560c7f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9392691 Jul 05 18:13:05.204765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.210057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86cdd2f0-875c-4463-b848-f96f31234abd req-1a6395e0-daad-4986-8d0d-c62de5a93ec6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028225 Jul 05 18:13:05.223241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Request body: {'port': {'device_id': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:05.237854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 4c2d27fe-4d2d-4419-b087-71015f61156d) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:05.255569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:05.257317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4e045afe-f8f9-459c-9a43-53524eec4120 None None] Port 14739cf5-164b-4fb5-a7f3-6bea970fee64 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:05.259337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.270066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643977c0-9086-4933-8bec-99ed3c0bb2f5 None None] Network 4c2d27fe-4d2d-4419-b087-71015f61156d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:05.282594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.290107 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.352508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:05.353680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.356372 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] 10.222.0.97 "PUT /v2.0/ports/02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 1092 time: 2.5847874 Jul 05 18:13:05.357971 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5e463b02-2bc5-4003-b41f-5a7a8615f4b4 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.0385008 Jul 05 18:13:05.359519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:05.369296 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e30bb71-015d-4edc-b784-2f2cc124a570" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:05.370388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38106) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:05.398214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Pushing event deleted for resources: {'Port': ['ID=671914bd-69c2-418c-b18e-957291e79906,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:05.405118 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-16c4a201-03df-4f9d-8500-cd8b5ba7fb42 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.5320885 Jul 05 18:13:05.415266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38110) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:05.435492 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5d52d3d1-a063-4bac-a4b0-c9c456dab9ef tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:05.493029 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09df8123-5b15-4d77-ad05-4654a2d9528c x-openstack-request-id: req-09df8123-5b15-4d77-ad05-4654a2d9528c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:05.493318 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:05.493565 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09df8123-5b15-4d77-ad05-4654a2d9528c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:05.493972 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021', 'status': 'completed', 'code': 200} Jul 05 18:13:05.612778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0fc41-cd2e-4638-8cb1-45519c48548c service neutron] Pushing event updated for resources: {'Port': ['ID=02808f60-04f5-4593-9687-58c9bfd26021,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:05.638389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-4c2d27fe-4d2d-4419-b087-71015f61156d', 'network_id': '4c2d27fe-4d2d-4419-b087-71015f61156d', 'tenant_id': '77bff6a4a6c54ead8c6a429c5d502d83', 'fixed_ips': [{'subnet_id': 'af9f4128-68ec-4b44-b946-6b87b5fc6db4'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:13:05.639082 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.727403 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.742194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d52d3d1-a063-4bac-a4b0-c9c456dab9ef tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-260557414'] for subnet, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.743509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30bb71-015d-4edc-b784-2f2cc124a570 req-66d13668-d842-4307-82df-4375f62bac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:05.744771 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e30bb71-015d-4edc-b784-2f2cc124a570 req-66d13668-d842-4307-82df-4375f62bac5e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1095 time: 0.2492821 Jul 05 18:13:05.851597 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.880637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83840e-e007-44da-b39f-07ca579a7c41 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:05.889697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83840e-e007-44da-b39f-07ca579a7c41 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:05.902255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c83840e-e007-44da-b39f-07ca579a7c41 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:05.904792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2c83840e-e007-44da-b39f-07ca579a7c41 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5043557 Jul 05 18:13:05.910100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38116) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:05.985868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1eb0304e-977d-484d-a73b-f9acc942b94d None None] Provisioning for port 676f7d92-d5bf-47a7-a918-721e70b39985 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:05.990971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:05.993906 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1eb0304e-977d-484d-a73b-f9acc942b94d None None] Provisioning complete for port 676f7d92-d5bf-47a7-a918-721e70b39985 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:05.994589 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1eb0304e-977d-484d-a73b-f9acc942b94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:06.038160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0304e-977d-484d-a73b-f9acc942b94d None None] Port 676f7d92-d5bf-47a7-a918-721e70b39985 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:06.067614 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:13:06.067614 n-d-799524-1 neutron-server[100999]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 05 18:13:06.067614 n-d-799524-1 neutron-server[100999]: [parameters: {'in_use': 1, 'id_1': 'af9f4128-68ec-4b44-b946-6b87b5fc6db4'}] Jul 05 18:13:06.067614 n-d-799524-1 neutron-server[100999]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:13:06.070676 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:13:06.113747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30bb71-015d-4edc-b784-2f2cc124a570 req-38207e42-aeb0-43ed-883f-0f6b99b9f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:06.115264 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e30bb71-015d-4edc-b784-2f2cc124a570 req-38207e42-aeb0-43ed-883f-0f6b99b9f5ec service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3629355 Jul 05 18:13:06.379230 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d52d3d1-a063-4bac-a4b0-c9c456dab9ef tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731268181023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260520640'] for subnet, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:06.379230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1eea7bfd-41d6-4d72-8816-be998b996614 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Deleting port 676f7d92-d5bf-47a7-a918-721e70b39985 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:06.379230 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1eea7bfd-41d6-4d72-8816-be998b996614 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:06.380481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38124) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:06.512819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30bb71-015d-4edc-b784-2f2cc124a570 req-1cabc68c-e692-44e1-8774-7b7497f4882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:06.514338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e30bb71-015d-4edc-b784-2f2cc124a570 req-1cabc68c-e692-44e1-8774-7b7497f4882c service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3916361 Jul 05 18:13:06.522414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d52d3d1-a063-4bac-a4b0-c9c456dab9ef tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:06.523133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d52d3d1-a063-4bac-a4b0-c9c456dab9ef tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:06.527651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5d52d3d1-a063-4bac-a4b0-c9c456dab9ef tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "PUT /v2.0/subnets/af9f4128-68ec-4b44-b946-6b87b5fc6db4 HTTP/1.1" status: 200 len: 900 time: 1.1073570 Jul 05 18:13:06.532384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38130) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:06.547622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:13:06.570250 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:06.580279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14739cf5-164b-4fb5-a7f3-6bea970fee64 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:06.598794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:06.671190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Transition to ACTIVE for port object 14739cf5-164b-4fb5-a7f3-6bea970fee64 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:06.706209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d8483-3a44-4c06-95eb-ad743e752d5e req-9c69782a-65fc-48d5-a5b1-bb0e95c69b44 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:06.714012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c8d8483-3a44-4c06-95eb-ad743e752d5e req-9c69782a-65fc-48d5-a5b1-bb0e95c69b44 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 944 time: 0.3234649 Jul 05 18:13:06.731169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2e7a1-57f6-4497-975a-45bfeaee0e55 req-72174158-5218-468f-9b31-29380e0ee9ba tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:06.732793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d2e7a1-57f6-4497-975a-45bfeaee0e55 req-72174158-5218-468f-9b31-29380e0ee9ba tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 931 time: 0.3026011 Jul 05 18:13:06.766249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Allocated IP 2001:db8::3 (4c2d27fe-4d2d-4419-b087-71015f61156d/af9f4128-68ec-4b44-b946-6b87b5fc6db4/c5d21621-a78d-4b73-afef-0908875e3aaa) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:06.873110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52d3d1-a063-4bac-a4b0-c9c456dab9ef tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event updated for resources: {'Subnet': ['ID=af9f4128-68ec-4b44-b946-6b87b5fc6db4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:06.966390 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf452a65-d303-4173-aa82-139e12329a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:06.975822 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:06.984895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Transition to ACTIVE for port object c5d21621-a78d-4b73-afef-0908875e3aaa will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:06.989545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1eea7bfd-41d6-4d72-8816-be998b996614 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.007672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Transition to ACTIVE for port object c5d21621-a78d-4b73-afef-0908875e3aaa will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:07.022763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1eea7bfd-41d6-4d72-8816-be998b996614 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Calling delete_port for 676f7d92-d5bf-47a7-a918-721e70b39985 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:07.104720 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.129187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.173893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-be40387b-1779-4351-a8c5-d2a012d600b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:07.175393 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-be40387b-1779-4351-a8c5-d2a012d600b2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1095 time: 0.2995455 Jul 05 18:13:07.177252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Pushing event updated for resources: {'Port': ['ID=c5d21621-a78d-4b73-afef-0908875e3aaa,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:07.207280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Network 4c2d27fe-4d2d-4419-b087-71015f61156d is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:07.209167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:07.214608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:07.234712 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.241454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-6e99014a-4e73-416e-9266-d81357a582bb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 217 time: 0.0523980 Jul 05 18:13:07.294469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Attempting to bind port c5d21621-a78d-4b73-afef-0908875e3aaa on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:07.295206 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Attempting to bind port c5d21621-a78d-4b73-afef-0908875e3aaa by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '278f15ab-c033-423c-91d8-5d98ca91c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c2d27fe-4d2d-4419-b087-71015f61156d'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:07.296116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Attempting to bind port c5d21621-a78d-4b73-afef-0908875e3aaa on network 4c2d27fe-4d2d-4419-b087-71015f61156d {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:07.317237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:07.318591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Checking segment: {'id': '278f15ab-c033-423c-91d8-5d98ca91c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c2d27fe-4d2d-4419-b087-71015f61156d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:07.319866 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.320672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Bound using segment: {'id': '278f15ab-c033-423c-91d8-5d98ca91c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c2d27fe-4d2d-4419-b087-71015f61156d'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:07.321485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Bound port: c5d21621-a78d-4b73-afef-0908875e3aaa, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278f15ab-c033-423c-91d8-5d98ca91c89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '4c2d27fe-4d2d-4419-b087-71015f61156d'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:07.322070 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.339656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d2e7a1-57f6-4497-975a-45bfeaee0e55 req-06da3071-bf53-4e20-b16c-9e0503543f84 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5937552 Jul 05 18:13:07.350182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c8d8483-3a44-4c06-95eb-ad743e752d5e req-9e5f3b4e-fc62-4b8c-8e89-39c427619fe3 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6352315 Jul 05 18:13:07.355427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:07.359491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:13:07.369236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0ea854d6-95af-4a1e-9216-5671b0cc982b admin admin] 10.222.0.30 "PUT /v2.0/routers/e32cce99-fc95-42c5-be08-f4f1dd5f4a4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8904452 Jul 05 18:13:07.379192 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] Sync routers for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:13:07.384168 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf452a65-d303-4173-aa82-139e12329a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.392993 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:07.393986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38134) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:07.395454 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:07.423514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-254018d9-b8d0-477c-bb27-e4da04b6f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:07.425454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-254018d9-b8d0-477c-bb27-e4da04b6f4a1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 200 len: 860 time: 0.1546109 Jul 05 18:13:07.528964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] For port c5d21621-a78d-4b73-afef-0908875e3aaa, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:07.535867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] For port c5d21621-a78d-4b73-afef-0908875e3aaa, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5d21621-a78d-4b73-afef-0908875e3aaa,segment=NetworkSegment(278f15ab-c033-423c-91d8-5d98ca91c89c),segment_id=278f15ab-c033-423c-91d8-5d98ca91c89c)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:07.552359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Attempting to bind port 14739cf5-164b-4fb5-a7f3-6bea970fee64 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:07.552933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Attempting to bind port 14739cf5-164b-4fb5-a7f3-6bea970fee64 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:07.553207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Attempting to bind port 14739cf5-164b-4fb5-a7f3-6bea970fee64 on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:07.563913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Port 14739cf5-164b-4fb5-a7f3-6bea970fee64 on network a64c9413-6e22-4997-8ea4-33032e825317 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:13:07.567107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Attempting to bind port 14739cf5-164b-4fb5-a7f3-6bea970fee64 on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:07.582135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:07.582613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Checking segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:07.583026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Bound using segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:07.583504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Bound port: 14739cf5-164b-4fb5-a7f3-6bea970fee64, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:07.583879 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.596962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf452a65-d303-4173-aa82-139e12329a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.614216 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-58cec455-824d-40f0-8819-81e4328c1fba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=55f3fb02-7f5e-4172-8050-79304f085b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1808872 Jul 05 18:13:07.622753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1eea7bfd-41d6-4d72-8816-be998b996614 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.634365 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:13:07.645744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting port c5d21621-a78d-4b73-afef-0908875e3aaa {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:07.645744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.674224 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.687684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:07.691142 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:07.762313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Pushing event updated for resources: {'Port': ['ID=c5d21621-a78d-4b73-afef-0908875e3aaa,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:07.776286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.777896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.778463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.778939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.779523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.779938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.780376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.780865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.781428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.781854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.782326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.782920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.783317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2963ece8-7958-4f63-8870-706613e069b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:07.864988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:07.868221 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.875616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] 10.222.0.39 "PUT /v2.0/ports/14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 1091 time: 2.6593928 Jul 05 18:13:07.877849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:07.878729 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:13:04Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:07.884081 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57fdd01f-465e-4544-95c8-cc2a3db479b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:07.905446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea7bfd-41d6-4d72-8816-be998b996614 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event deleted for resources: {'Port': ['ID=676f7d92-d5bf-47a7-a918-721e70b39985,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:07.917802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38140) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:07.919448 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cf452a65-d303-4173-aa82-139e12329a65 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3fcc97e2a315470f8d8cb6b838694550&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5267839 Jul 05 18:13:07.936761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf452a65-d303-4173-aa82-139e12329a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350a7a0-4549-4e4f-a72e-d9ad5b5f2bb8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:07.964776 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] Checking router: e32cce99-fc95-42c5-be08-f4f1dd5f4a4e for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:13:07.978019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] For port c5d21621-a78d-4b73-afef-0908875e3aaa, host n-d-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:07.981871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:07.986025 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] Routers {'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:07.987019 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:08.024544 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd55499-7fce-4c3b-8529-b06abde6c348 x-openstack-request-id: req-8dd55499-7fce-4c3b-8529-b06abde6c348 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:08.024834 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:08.025086 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dd55499-7fce-4c3b-8529-b06abde6c348 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:08.026056 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'status': 'completed', 'code': 200} Jul 05 18:13:08.028734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6c4085-7aa5-4de8-8aab-39fc2fb38d0b service neutron] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:08.093668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:08.117593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Calling delete_port for c5d21621-a78d-4b73-afef-0908875e3aaa owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:08.151280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4165bcc-e5f6-44b4-8f43-1419ec7f0195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:08.227180 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] Set router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:13:08.230819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-0df0f0e1-228b-4843-9570-498a50a531c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:08.232386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-0df0f0e1-228b-4843-9570-498a50a531c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1094 time: 0.1978638 Jul 05 18:13:08.234407 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4165bcc-e5f6-44b4-8f43-1419ec7f0195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:08.312172 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-c4b03bf8-0cb6-4908-ab6a-0638b720c18b service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737528 Jul 05 18:13:08.358965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-a1c85a64-15e5-4741-b528-a2ea81ac2f17 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 217 time: 0.0933721 Jul 05 18:13:08.519165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ce5d3ecd-ee08-4696-ab73-d49cd769163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:08.525312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-ce5d3ecd-ee08-4696-ab73-d49cd769163a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.1602871 Jul 05 18:13:08.539940 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:13:04Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:08.599866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1eea7bfd-41d6-4d72-8816-be998b996614 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:08.606251 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1eea7bfd-41d6-4d72-8816-be998b996614 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "DELETE /v2.0/ports/676f7d92-d5bf-47a7-a918-721e70b39985 HTTP/1.1" status: 204 len: 168 time: 2.6917791 Jul 05 18:13:08.608994 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76cba54-bd6a-4e2a-bd63-0639ac6ec599 None None] The sync data for ids ['e32cce99-fc95-42c5-be08-f4f1dd5f4a4e'] in n-d-799524-1 is: [{'id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'name': 'tempest-AttachVolumeTestJSON-2077698613-router', 'tenant_id': '01d6aae6f7a142dd91150aab24f853c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:04:36Z', 'updated_at': '2021-07-05T18:13:04Z', 'revision_number': 5, 'project_id': '01d6aae6f7a142dd91150aab24f853c5', 'gw_port': {'id': 'c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:09:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32cce99-fc95-42c5-be08-f4f1dd5f4a4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:04:37Z', 'updated_at': '2021-07-05T18:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:13:08.610080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38146) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:08.619930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Request body: {'port': {'name': 'tempest-new-port-name-456823838', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:08.624762 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.api.validators [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] bootfile-name is not in valid_values {{(pid=100997) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:13:08.624762 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.api.validators [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] tftp-server is not in valid_values {{(pid=100997) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:13:08.624762 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.api.validators [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] server-ip-address is not in valid_values {{(pid=100997) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:13:08.645441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5d21621-a78d-4b73-afef-0908875e3aaa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:08.702208 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c670ec59-995d-4d0e-9767-1f8460c60a7f req-d9176148-3ea7-4634-a136-49d4d2deba11 service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3391471 Jul 05 18:13:08.706170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4165bcc-e5f6-44b4-8f43-1419ec7f0195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:08.710774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4165bcc-e5f6-44b4-8f43-1419ec7f0195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:08.715334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b4165bcc-e5f6-44b4-8f43-1419ec7f0195 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d350a7a0-4549-4e4f-a72e-d9ad5b5f2bb8 HTTP/1.1" status: 204 len: 168 time: 0.7771845 Jul 05 18:13:08.749139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:08.822118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-78596889-5f05-4bd0-ab97-063be748c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:08.823882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-78596889-5f05-4bd0-ab97-063be748c827 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2901435 Jul 05 18:13:08.829443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4165bcc-e5f6-44b4-8f43-1419ec7f0195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350a7a0-4549-4e4f-a72e-d9ad5b5f2bb8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:08.876930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c5d21621-a78d-4b73-afef-0908875e3aaa completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:08.925267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Deleting port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:08.925874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.066670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] For port c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:09.067416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.067560 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.088478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Calling delete_port for c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:09.101799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769955b1-891b-4d1e-b691-d62ea1638cf5 req-b226c36a-48aa-464a-b5fd-86e0dea0f369 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:09.104413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-769955b1-891b-4d1e-b691-d62ea1638cf5 req-b226c36a-48aa-464a-b5fd-86e0dea0f369 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 944 time: 0.3513157 Jul 05 18:13:09.109849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-dca3f930-dec5-46be-8abe-f834571feb3c service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711279 Jul 05 18:13:09.120237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b3a4a-082c-41c0-b31f-63b9cf8505bd req-2c25c0d7-4a6a-4b7f-8258-e3acc9a29c91 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:09.121796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-335b3a4a-082c-41c0-b31f-63b9cf8505bd req-2c25c0d7-4a6a-4b7f-8258-e3acc9a29c91 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 943 time: 0.4064999 Jul 05 18:13:09.196312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.301184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Port': ['ID=c5d21621-a78d-4b73-afef-0908875e3aaa,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:09.352657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d63a213-da3d-4ffa-8849-900194736811 None None] Network 4c2d27fe-4d2d-4419-b087-71015f61156d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:09.435965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-769955b1-891b-4d1e-b691-d62ea1638cf5 req-d48d4931-081e-4143-972a-9859fd5d27ae tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241653 Jul 05 18:13:09.460219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-02b9e3d9-f7dc-4591-bdbd-ff582121515b None None] Could not find standard attr ID for object c5d21621-a78d-4b73-afef-0908875e3aaa. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:13:09.489207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No DVR routers for this DVR port c5d21621-a78d-4b73-afef-0908875e3aaa on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:09.492670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-335b3a4a-082c-41c0-b31f-63b9cf8505bd req-399fd999-e46e-41ce-823a-528a839c47c1 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526223 Jul 05 18:13:09.539647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e2c6ff1-db17-4fac-a4bd-31042de33ef2 req-7ef52b04-e995-439e-8ec3-1b44611cae9c service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4156871 Jul 05 18:13:09.610930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.618777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.661555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.737265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:09.773090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.872982 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.934332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] In _notify_port_updated(), no bound segment for port 738d38f7-3f7c-433a-9f6b-c70796bcea51 on network 25bd3960-529d-4690-88e7-6072563af3d1 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:13:09.945462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38160) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:09.946490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:09.948174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:09.951408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "PUT /v2.0/ports/738d38f7-3f7c-433a-9f6b-c70796bcea51 HTTP/1.1" status: 200 len: 1135 time: 1.3396256 Jul 05 18:13:09.962014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38162) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:10.023833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef8d17c-bd9c-4da0-b620-6da143784dbd None None] Network 4c2d27fe-4d2d-4419-b087-71015f61156d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:10.037298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6b4951-911a-4240-9bc9-e318fa622b92 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:10.039093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ea6b4951-911a-4240-9bc9-e318fa622b92 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "GET /v2.0/ports/738d38f7-3f7c-433a-9f6b-c70796bcea51 HTTP/1.1" status: 200 len: 1135 time: 0.0744965 Jul 05 18:13:10.046121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38164) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:10.062046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8809c63-44de-4e49-b332-e4a82ed90a89 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event updated for resources: {'Port': ['ID=738d38f7-3f7c-433a-9f6b-c70796bcea51,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:10.101480 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3f0c-5821-4cb3-b1ec-d8a32045e85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.132044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-f7db2708-1e2d-45f0-a449-a42274b3e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:10.135054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-f7db2708-1e2d-45f0-a449-a42274b3e847 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1094 time: 0.4446559 Jul 05 18:13:10.142804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.148356 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.243323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-671a864b-b7f5-45e3-9f49-c6352313f872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:10.245998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-671a864b-b7f5-45e3-9f49-c6352313f872 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.1024399 Jul 05 18:13:10.294629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2289707-b4d4-4cba-9afb-d3953cc2c4f4 None None] Provisioning complete for port 738d38f7-3f7c-433a-9f6b-c70796bcea51 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:10.295016 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2289707-b4d4-4cba-9afb-d3953cc2c4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.321678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-ae7394c3-6973-4471-9312-76ae9a919bfb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 217 time: 0.0488477 Jul 05 18:13:10.345071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c2289707-b4d4-4cba-9afb-d3953cc2c4f4 None None] Port 738d38f7-3f7c-433a-9f6b-c70796bcea51 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:10.353706 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.408607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9e33fde2-4343-4467-8e6a-0e415f369a93 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Deleting port 738d38f7-3f7c-433a-9f6b-c70796bcea51 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:10.408962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9e33fde2-4343-4467-8e6a-0e415f369a93 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.414592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-7bf18af0-a24d-45e2-979c-c131a3c62673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:10.416541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-7bf18af0-a24d-45e2-979c-c131a3c62673 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0810432 Jul 05 18:13:10.470299 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3f0c-5821-4cb3-b1ec-d8a32045e85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.511950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.513445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e32cce99-fc95-42c5-be08-f4f1dd5f4a4e {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:13:10.620561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b4a8a6-f5f9-4fe0-a176-5c39daff2729 None None] Network 4c2d27fe-4d2d-4419-b087-71015f61156d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:10.634302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.637388 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5deec1d0-5789-44b5-9880-15c17d437e21 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e32cce99-fc95-42c5-be08-f4f1dd5f4a4e HTTP/1.1" status: 204 len: 168 time: 3.2347496 Jul 05 18:13:10.638970 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb3e3f0c-5821-4cb3-b1ec-d8a32045e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.642350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38172) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:10.649628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 671914bd-69c2-418c-b18e-957291e79906 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:10.670964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=af9f4128-68ec-4b44-b946-6b87b5fc6db4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:10.705150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cb3e3f0c-5821-4cb3-b1ec-d8a32045e85e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c892529ac8a4c36b4c39866d8108288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7046144 Jul 05 18:13:10.714866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3e3f0c-5821-4cb3-b1ec-d8a32045e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad0661d-ef43-4bea-8ca0-d7b6a5646e5a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:10.717632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38174) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:10.717769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cf2f59-8394-47d2-bb49-fbd67a19f91a admin admin] Deleting subnet 2f9d8631-1208-4bd2-acab-9a922fcf0305 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:13:10.738087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2f59-8394-47d2-bb49-fbd67a19f91a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.738865 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.760577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2d27fe-4d2d-4419-b087-71015f61156d']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:10.786136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '278f15ab-c033-423c-91d8-5d98ca91c89c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:10.786524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '278f15ab-c033-423c-91d8-5d98ca91c89c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:10.796809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 671914bd-69c2-418c-b18e-957291e79906 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:10.797420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 671914bd-69c2-418c-b18e-957291e79906 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:10.807037 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.825240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:10.844376 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:10.859723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09875c0-0095-4d22-9d7f-466870b00e48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.884327 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9e33fde2-4343-4467-8e6a-0e415f369a93 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.908606 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2f59-8394-47d2-bb49-fbd67a19f91a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.916417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 02808f60-04f5-4593-9687-58c9bfd26021 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:13:10.950538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-db256d6a-8a98-4371-950d-cbcd3c866cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:10.952257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09875c0-0095-4d22-9d7f-466870b00e48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:10.952407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-db256d6a-8a98-4371-950d-cbcd3c866cd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4452205 Jul 05 18:13:10.953175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9e33fde2-4343-4467-8e6a-0e415f369a93 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Calling delete_port for 738d38f7-3f7c-433a-9f6b-c70796bcea51 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:11.057227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 02808f60-04f5-4593-9687-58c9bfd26021, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=02808f60-04f5-4593-9687-58c9bfd26021,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:11.090902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '02808f60-04f5-4593-9687-58c9bfd26021', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'port_id': '02808f60-04f5-4593-9687-58c9bfd26021', 'mac_address': 'fa:16:3e:6b:52:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:13:11.141696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20098345-3d3e-44ac-9019-057ec048a1d4 None None] DHCP port deletion for 4c2d27fe-4d2d-4419-b087-71015f61156d request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:11.151149 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.165248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02808f60-04f5-4593-9687-58c9bfd26021 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:11.169953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf613f85-ea1b-4b56-97c1-5ab8b9c4f4ea req-34ec7b0a-3301-44bd-bdac-0adbf50757d2 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:11.171390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf613f85-ea1b-4b56-97c1-5ab8b9c4f4ea req-34ec7b0a-3301-44bd-bdac-0adbf50757d2 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 944 time: 0.4208071 Jul 05 18:13:11.185454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 02808f60-04f5-4593-9687-58c9bfd26021, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=02808f60-04f5-4593-9687-58c9bfd26021,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:11.237681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ef361-e13e-4705-b250-5d98230e861d req-043d47fd-ee1a-46ba-9b8d-c68a441359fe tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:11.239270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-773ef361-e13e-4705-b250-5d98230e861d req-043d47fd-ee1a-46ba-9b8d-c68a441359fe tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 943 time: 0.4268453 Jul 05 18:13:11.247372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2f59-8394-47d2-bb49-fbd67a19f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.250756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-ee63347b-f78a-45be-8e3f-fa57d12133fc service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792394 Jul 05 18:13:11.330680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09875c0-0095-4d22-9d7f-466870b00e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.333533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09875c0-0095-4d22-9d7f-466870b00e48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.334893 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c09875c0-0095-4d22-9d7f-466870b00e48 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ad0661d-ef43-4bea-8ca0-d7b6a5646e5a HTTP/1.1" status: 204 len: 168 time: 0.6127303 Jul 05 18:13:11.346717 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.361744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09875c0-0095-4d22-9d7f-466870b00e48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad0661d-ef43-4bea-8ca0-d7b6a5646e5a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:11.390968 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf613f85-ea1b-4b56-97c1-5ab8b9c4f4ea req-a94857f9-eef2-49e4-90b7-9bbaa33b0f26 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013612 Jul 05 18:13:11.427674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-773ef361-e13e-4705-b250-5d98230e861d req-be247a2c-dff4-4326-98b1-ace99aaaff19 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572788 Jul 05 18:13:11.430232 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.448138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.450171 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/4c2d27fe-4d2d-4419-b087-71015f61156d HTTP/1.1" status: 204 len: 168 time: 4.9168839 Jul 05 18:13:11.459890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=02808f60-04f5-4593-9687-58c9bfd26021,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:11.461556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38180) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:11.490101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d18ebe-a774-4509-98a0-f12161db232b tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=4c2d27fe-4d2d-4419-b087-71015f61156d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:11.522730 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4ba2ba-0955-498c-91c1-01fa88834dee tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:11.523183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4ba2ba-0955-498c-91c1-01fa88834dee tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:11.525240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ca4ba2ba-0955-498c-91c1-01fa88834dee tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/af9f4128-68ec-4b44-b946-6b87b5fc6db4 HTTP/1.1" status: 404 len: 337 time: 0.0604928 Jul 05 18:13:11.529402 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38182) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:11.552241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['02808f60-04f5-4593-9687-58c9bfd26021'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:13:11.561820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57fdd01f-465e-4544-95c8-cc2a3db479b7 req-734d15d6-0313-4f3a-83c0-c84a97988a27 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873755 Jul 05 18:13:11.566232 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2f59-8394-47d2-bb49-fbd67a19f91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.593945 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9cf2f59-8394-47d2-bb49-fbd67a19f91a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.595238 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf2030e7-3aa6-4df6-b35b-045be293ce48 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:11.595962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf2030e7-3aa6-4df6-b35b-045be293ce48 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:11.596619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d9cf2f59-8394-47d2-bb49-fbd67a19f91a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2f9d8631-1208-4bd2-acab-9a922fcf0305 HTTP/1.1" status: 204 len: 168 time: 0.9532099 Jul 05 18:13:11.598121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf2f59-8394-47d2-bb49-fbd67a19f91a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9d8631-1208-4bd2-acab-9a922fcf0305,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:11.599919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38186) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:11.606284 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bf2030e7-3aa6-4df6-b35b-045be293ce48 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/4c2d27fe-4d2d-4419-b087-71015f61156d HTTP/1.1" status: 404 len: 339 time: 0.0702426 Jul 05 18:13:11.607325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77cd78b-5847-41b6-a36e-d2f636ddbba4 None None] Network 46ee77df-9bf6-4347-a82d-a1e630c06cb9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:11.608320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38188) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:11.676403 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9e33fde2-4343-4467-8e6a-0e415f369a93 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.722528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e33fde2-4343-4467-8e6a-0e415f369a93 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event deleted for resources: {'Port': ['ID=738d38f7-3f7c-433a-9f6b-c70796bcea51,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:11.731544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.760936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.904719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9e33fde2-4343-4467-8e6a-0e415f369a93 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.907619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9e33fde2-4343-4467-8e6a-0e415f369a93 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "DELETE /v2.0/ports/738d38f7-3f7c-433a-9f6b-c70796bcea51 HTTP/1.1" status: 204 len: 168 time: 1.8560343 Jul 05 18:13:11.912315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38192) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:11.951502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Deleting port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:11.951502 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:11.966176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.014544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a697d9bb-e815-465c-ae11-cebfbfff385d']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:12.049791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ffb384-6e62-40a0-b4b2-568ca034dd9c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:12.051914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ffb384-6e62-40a0-b4b2-568ca034dd9c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:12.067658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] For port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=81ac0fba-8a1a-4bbd-9024-c4e29c22e23e,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:12.068015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.076221 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.082120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-cddac872-6d19-4935-87d9-6a7c80c866e9 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Deleting subnet 4b775747-4273-4889-b1a0-d4e2b05ab377 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:13:12.092015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cddac872-6d19-4935-87d9-6a7c80c866e9 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.109360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Calling delete_port for 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:12.139814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.157011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:12.157011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:12.160322 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:12.214613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cddac872-6d19-4935-87d9-6a7c80c866e9 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.227318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ceecb6-590e-41d2-8c78-2f2733c953ae None None] DHCP port deletion for 46ee77df-9bf6-4347-a82d-a1e630c06cb9 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:12.278324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f7ceecb6-590e-41d2-8c78-2f2733c953ae None None] Deleting port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:12.282891 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f7ceecb6-590e-41d2-8c78-2f2733c953ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.297602 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.348632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ac0fba-8a1a-4bbd-9024-c4e29c22e23e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:12.350620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] No DVR routers for this DVR port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:12.362277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f7ceecb6-590e-41d2-8c78-2f2733c953ae None None] For port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=81ac0fba-8a1a-4bbd-9024-c4e29c22e23e,segment=NetworkSegment(f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa),segment_id=f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:12.362991 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f7ceecb6-590e-41d2-8c78-2f2733c953ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.380322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f7ceecb6-590e-41d2-8c78-2f2733c953ae None None] Calling delete_port for 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:12.566747 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f7ceecb6-590e-41d2-8c78-2f2733c953ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.575701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5d21621-a78d-4b73-afef-0908875e3aaa no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:12.631473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c5d21621-a78d-4b73-afef-0908875e3aaa {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:12.632107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5d21621-a78d-4b73-afef-0908875e3aaa not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:12.633135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:12.636250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ceecb6-590e-41d2-8c78-2f2733c953ae None None] Pushing event deleted for resources: {'Port': ['ID=81ac0fba-8a1a-4bbd-9024-c4e29c22e23e,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:12.638930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ceecb6-590e-41d2-8c78-2f2733c953ae None None] No DVR routers for this DVR port 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:12.678551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:12.678925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5bd9c18-31a7-4ff8-bfcd-18416c03c5a4 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:12.679347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:12.719862 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.726382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:12.726771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 81ac0fba-8a1a-4bbd-9024-c4e29c22e23e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:12.756342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.768031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46ee77df-9bf6-4347-a82d-a1e630c06cb9']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:12.776204 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.778214 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/a697d9bb-e815-465c-ae11-cebfbfff385d HTTP/1.1" status: 204 len: 168 time: 1.1687646 Jul 05 18:13:12.781399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38216) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:12.781987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f52f0e-0983-4ff8-b9e3-000673b31928 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=a697d9bb-e815-465c-ae11-cebfbfff385d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:12.786235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:12.787068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5cbfc7f-6287-43c9-b3fa-cab5c5ca3afa') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:12.801627 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.816361 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cddac872-6d19-4935-87d9-6a7c80c866e9 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.820702 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6357a3b-1fc4-4df4-a5f7-45277c467b72 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:12.820702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6357a3b-1fc4-4df4-a5f7-45277c467b72 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:12.827553 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d6357a3b-1fc4-4df4-a5f7-45277c467b72 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/882d822f-ecb4-4fb1-828a-7fbf1e02b783 HTTP/1.1" status: 404 len: 337 time: 0.0384114 Jul 05 18:13:12.835100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38218) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:12.837534 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.863710 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b96268-9049-4b65-a5bf-17f6fd640bc0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:12.864255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b96268-9049-4b65-a5bf-17f6fd640bc0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:12.866173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-26b96268-9049-4b65-a5bf-17f6fd640bc0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/3c8588c6-4730-4380-a1c3-6e9f16eebdca HTTP/1.1" status: 404 len: 339 time: 0.0255015 Jul 05 18:13:12.869892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38222) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:12.879483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfabfd-718e-4744-b91c-23f61926a3e3 req-d020536f-0782-4100-8d62-efcbe4a8ac8b tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:12.886492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9dfabfd-718e-4744-b91c-23f61926a3e3 req-d020536f-0782-4100-8d62-efcbe4a8ac8b tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 945 time: 0.2899885 Jul 05 18:13:12.889486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:12.889977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:12.892860 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:12.930507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 02808f60-04f5-4593-9687-58c9bfd26021 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:12.936524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-755960e3-947e-46db-be4f-64e999f4cd4d tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting subnet b4ffe39a-9f73-4a70-95e1-d918fea7aec0 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:13:12.940682 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-755960e3-947e-46db-be4f-64e999f4cd4d tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:12.988367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-755960e3-947e-46db-be4f-64e999f4cd4d tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.015110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9dfabfd-718e-4744-b91c-23f61926a3e3 req-6ce2d50b-8828-49e4-8be4-0826d91ba41d tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277089 Jul 05 18:13:13.024454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adaca9-fbb0-4ac7-aac2-a96d6823e4a3 req-11d09aaa-5918-467f-89ab-fec8d06f5582 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:13.030549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13adaca9-fbb0-4ac7-aac2-a96d6823e4a3 req-11d09aaa-5918-467f-89ab-fec8d06f5582 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 943 time: 0.3265977 Jul 05 18:13:13.047663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:13:13.063747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 02808f60-04f5-4593-9687-58c9bfd26021 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:13.076283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 02808f60-04f5-4593-9687-58c9bfd26021 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:13.077028 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.089078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cddac872-6d19-4935-87d9-6a7c80c866e9 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.117856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13adaca9-fbb0-4ac7-aac2-a96d6823e4a3 req-3ae28902-a626-496a-a4e5-72f19503fe96 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697896 Jul 05 18:13:13.120854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.127239 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddac872-6d19-4935-87d9-6a7c80c866e9 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event deleted for resources: {'Subnet': ['ID=4b775747-4273-4889-b1a0-d4e2b05ab377,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:13.136045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.140550 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] 10.222.0.30 "DELETE /v2.0/networks/46ee77df-9bf6-4347-a82d-a1e630c06cb9 HTTP/1.1" status: 204 len: 168 time: 1.5373335 Jul 05 18:13:13.171711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684ed36c-a188-4efa-b22f-8f7b88f02a3e None None] Network 25bd3960-529d-4690-88e7-6072563af3d1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:13.177816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-755960e3-947e-46db-be4f-64e999f4cd4d tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.179823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a07bc6-02b2-4b46-b0de-5b61ddd6d301 admin admin] Pushing event deleted for resources: {'Network': ['ID=46ee77df-9bf6-4347-a82d-a1e630c06cb9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:13.217285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cddac872-6d19-4935-87d9-6a7c80c866e9 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.219291 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cddac872-6d19-4935-87d9-6a7c80c866e9 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "DELETE /v2.0/subnets/4b775747-4273-4889-b1a0-d4e2b05ab377 HTTP/1.1" status: 204 len: 168 time: 1.3059876 Jul 05 18:13:13.225681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38228) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:13.372389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-755960e3-947e-46db-be4f-64e999f4cd4d tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.414304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755960e3-947e-46db-be4f-64e999f4cd4d tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ffe39a-9f73-4a70-95e1-d918fea7aec0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:13.442956 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-755960e3-947e-46db-be4f-64e999f4cd4d tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.451888 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-755960e3-947e-46db-be4f-64e999f4cd4d tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/b4ffe39a-9f73-4a70-95e1-d918fea7aec0 HTTP/1.1" status: 204 len: 168 time: 0.5782700 Jul 05 18:13:13.452600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38232) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:13.562024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bd18be-d673-4482-ae55-f7453245f8e4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting subnet a06812f8-23b4-4298-90e5-146284870922 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:13:13.567284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79bd18be-d673-4482-ae55-f7453245f8e4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.602422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38238) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:13.611625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a962506-ac86-4f9e-b2c3-86d8e67355af None None] Network d2f429f0-5b98-4f11-b405-6b74ecc79b42 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:13.653829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79bd18be-d673-4482-ae55-f7453245f8e4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.701640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eb8831f6-ca6f-4806-a7e6-df5bb83643d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01d6aae6f7a142dd91150aab24f853c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0969751 Jul 05 18:13:13.704423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38240) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:13.722897 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.760893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:13.778405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:13.780952 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552806ca-a261-4a94-853d-c86146bf716d" -d '{"events": [{"server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "name": "network-vif-plugged", "status": "completed", "tag": "02808f60-04f5-4593-9687-58c9bfd26021"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:13.792019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3340fb4d-a8fd-4540-a307-8f18a47c5915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.820430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3340fb4d-a8fd-4540-a307-8f18a47c5915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.864603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 02808f60-04f5-4593-9687-58c9bfd26021, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=02808f60-04f5-4593-9687-58c9bfd26021,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:13.866947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'port_id': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'mac_address': 'fa:16:3e:3e:0a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:13:13.879141 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1840da-756b-438f-b020-bf2b55fb8278 x-openstack-request-id: req-8b1840da-756b-438f-b020-bf2b55fb8278 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:13.879141 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "name": "network-vif-plugged", "status": "completed", "tag": "02808f60-04f5-4593-9687-58c9bfd26021", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:13.879141 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b1840da-756b-438f-b020-bf2b55fb8278 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:13.879141 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021', 'code': 200} Jul 05 18:13:13.938797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79bd18be-d673-4482-ae55-f7453245f8e4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.945869 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:13.988687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.039282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=02808f60-04f5-4593-9687-58c9bfd26021,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:14.052907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3340fb4d-a8fd-4540-a307-8f18a47c5915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.055641 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3340fb4d-a8fd-4540-a307-8f18a47c5915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.057595 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3340fb4d-a8fd-4540-a307-8f18a47c5915 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/62677dd6-5edb-4e81-a8b3-82ae46b79535 HTTP/1.1" status: 204 len: 168 time: 0.3518474 Jul 05 18:13:14.069207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810308f-a8ff-48a8-9126-17811c3ae9d7 None None] DHCP port deletion for 25bd3960-529d-4690-88e7-6072563af3d1 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:14.110657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340fb4d-a8fd-4540-a307-8f18a47c5915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62677dd6-5edb-4e81-a8b3-82ae46b79535,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:14.137796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.153953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc48ad7-4e71-4446-8561-f5313fe42c50 req-0dad334e-aad3-4999-a38f-2545e7aafea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:14.162043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efc48ad7-4e71-4446-8561-f5313fe42c50 req-0dad334e-aad3-4999-a38f-2545e7aafea1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1097 time: 0.1884687 Jul 05 18:13:14.164371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Deleting port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:14.164740 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.266255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79bd18be-d673-4482-ae55-f7453245f8e4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.267713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14739cf5-164b-4fb5-a7f3-6bea970fee64 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:14.343156 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-efc48ad7-4e71-4446-8561-f5313fe42c50 req-7d4aceb1-abf7-41dd-b3ff-6817cecf9ad4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745389 Jul 05 18:13:14.346846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] For port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8baa6747-6be5-4ef3-95d2-43bc987a7f8d,segment=NetworkSegment(492013f3-97f0-42f1-9a06-a6d5033d3718),segment_id=492013f3-97f0-42f1-9a06-a6d5033d3718)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:14.347224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.348296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd18be-d673-4482-ae55-f7453245f8e4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=a06812f8-23b4-4298-90e5-146284870922,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:14.356191 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79bd18be-d673-4482-ae55-f7453245f8e4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.367733 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-79bd18be-d673-4482-ae55-f7453245f8e4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/a06812f8-23b4-4298-90e5-146284870922 HTTP/1.1" status: 204 len: 168 time: 0.9139791 Jul 05 18:13:14.371721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38264) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:14.392075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:14.395827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Calling delete_port for 8baa6747-6be5-4ef3-95d2-43bc987a7f8d owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:14.435979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1810308f-a8ff-48a8-9126-17811c3ae9d7 None None] Deleting port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:14.436679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1810308f-a8ff-48a8-9126-17811c3ae9d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.630442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1810308f-a8ff-48a8-9126-17811c3ae9d7 None None] For port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8baa6747-6be5-4ef3-95d2-43bc987a7f8d,segment=NetworkSegment(492013f3-97f0-42f1-9a06-a6d5033d3718),segment_id=492013f3-97f0-42f1-9a06-a6d5033d3718)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:14.633062 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1810308f-a8ff-48a8-9126-17811c3ae9d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.641170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.666595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1810308f-a8ff-48a8-9126-17811c3ae9d7 None None] Calling delete_port for 8baa6747-6be5-4ef3-95d2-43bc987a7f8d owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:14.783904 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:13:14.784829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e65560-5bbc-4c7d-a718-b315df85bebe req-88f4b369-cf18-4a34-acf4-f9365e8157f7 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:14.786450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70e65560-5bbc-4c7d-a718-b315df85bebe req-88f4b369-cf18-4a34-acf4-f9365e8157f7 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.3950012 Jul 05 18:13:14.790708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting port a4aaa770-eaa8-4769-950e-fcaa017f543b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:14.791137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.836458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8baa6747-6be5-4ef3-95d2-43bc987a7f8d no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:14.839870 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.961732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] For port a4aaa770-eaa8-4769-950e-fcaa017f543b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a4aaa770-eaa8-4769-950e-fcaa017f543b,segment=NetworkSegment(fb213a50-c98d-4ade-a048-e028bbcbd865),segment_id=fb213a50-c98d-4ade-a048-e028bbcbd865)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:14.962334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:14.969399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc61646-8f04-4b2e-8ac2-e13f0e2c06c9 req-941e688f-5b77-4ba6-b28d-54797774dd8b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:14.969399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6cc61646-8f04-4b2e-8ac2-e13f0e2c06c9 req-941e688f-5b77-4ba6-b28d-54797774dd8b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 943 time: 0.5754333 Jul 05 18:13:14.990785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Calling delete_port for a4aaa770-eaa8-4769-950e-fcaa017f543b owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:14.991044 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1810308f-a8ff-48a8-9126-17811c3ae9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.019629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70e65560-5bbc-4c7d-a718-b315df85bebe req-fdd06f54-e102-4770-9b08-a4d1f05ede57 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003157 Jul 05 18:13:15.076579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1810308f-a8ff-48a8-9126-17811c3ae9d7 None None] No DVR routers for this DVR port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:15.100475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No active binding found for port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d {{(pid=100999) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 18:13:15.100936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8baa6747-6be5-4ef3-95d2-43bc987a7f8d not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:15.113651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6cc61646-8f04-4b2e-8ac2-e13f0e2c06c9 req-aa49dacd-c0f7-4ff6-a50f-525375db1bdd tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285770 Jul 05 18:13:15.114075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:15.120118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.164514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event deleted for resources: {'Port': ['ID=8baa6747-6be5-4ef3-95d2-43bc987a7f8d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:15.167859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] No DVR routers for this DVR port 8baa6747-6be5-4ef3-95d2-43bc987a7f8d on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:15.239662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['14739cf5-164b-4fb5-a7f3-6bea970fee64'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:13:15.336336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810308f-a8ff-48a8-9126-17811c3ae9d7 None None] Pushing event deleted for resources: {'Port': ['ID=8baa6747-6be5-4ef3-95d2-43bc987a7f8d,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:15.343602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.380954 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.396070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bd3960-529d-4690-88e7-6072563af3d1']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:15.412768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492013f3-97f0-42f1-9a06-a6d5033d3718') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:15.412986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Port': ['ID=a4aaa770-eaa8-4769-950e-fcaa017f543b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:15.413103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492013f3-97f0-42f1-9a06-a6d5033d3718') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:15.419545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No DVR routers for this DVR port a4aaa770-eaa8-4769-950e-fcaa017f543b on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:15.435710 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.454362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.463563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:15.466970 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.571369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e563f7-790c-4245-b696-3cea47710312 None None] Network d2f429f0-5b98-4f11-b405-6b74ecc79b42 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:15.585341 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:15.607912 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.623514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f429f0-5b98-4f11-b405-6b74ecc79b42']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:15.637797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb213a50-c98d-4ade-a048-e028bbcbd865') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:15.637797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb213a50-c98d-4ade-a048-e028bbcbd865') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:15.645240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.661136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.663001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.668469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:15.671106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:15.672329 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:15.675233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4c1988a6-152e-4d55-83e5-ec0077a2bf52 None None] Could not find standard attr ID for object a4aaa770-eaa8-4769-950e-fcaa017f543b. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:13:15.679875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.685452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] 10.222.0.30 "DELETE /v2.0/networks/25bd3960-529d-4690-88e7-6072563af3d1 HTTP/1.1" status: 204 len: 168 time: 2.4586108 Jul 05 18:13:15.722982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414a293-f650-40ee-b093-f23da5bc8d95 tempest-ExtraDHCPOptionsTestJSON-749439962 tempest-ExtraDHCPOptionsTestJSON-749439962-project] Pushing event deleted for resources: {'Network': ['ID=25bd3960-529d-4690-88e7-6072563af3d1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:15.821779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.825437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1366e4f-a9f8-4dd3-820a-b297cb50fc67 None None] DHCP port deletion for d2f429f0-5b98-4f11-b405-6b74ecc79b42 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:15.830945 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:15.835908 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/d2f429f0-5b98-4f11-b405-6b74ecc79b42 HTTP/1.1" status: 204 len: 168 time: 1.4610889 Jul 05 18:13:15.838830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:15.883859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9027b-e494-4e7d-8222-d5d36170f762 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=d2f429f0-5b98-4f11-b405-6b74ecc79b42,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:15.886994 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-164add3a-b2a4-4a51-a8fe-15ffb93078ec tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:15.887749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164add3a-b2a4-4a51-a8fe-15ffb93078ec tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:15.891897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38302) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:15.892063 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-164add3a-b2a4-4a51-a8fe-15ffb93078ec tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/486427e9-4dd0-4fb1-b705-5d212095e926 HTTP/1.1" status: 404 len: 337 time: 0.0472355 Jul 05 18:13:15.917945 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-15287a3f-1dbb-40d3-b8c8-736ee24a0880 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:15.918694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15287a3f-1dbb-40d3-b8c8-736ee24a0880 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:15.931160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-15287a3f-1dbb-40d3-b8c8-736ee24a0880 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/038c22f2-77ca-4b20-b2b7-4a12ce0794d6 HTTP/1.1" status: 404 len: 339 time: 0.0273392 Jul 05 18:13:15.931472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38306) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:15.974389 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f11d16-2ad9-4d7c-8a3b-0ca971de09bb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:15.975157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f11d16-2ad9-4d7c-8a3b-0ca971de09bb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:15.977433 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-76f11d16-2ad9-4d7c-8a3b-0ca971de09bb tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/9ea30c0b-33ec-41de-b323-08ba3a61d69e HTTP/1.1" status: 404 len: 337 time: 0.0449920 Jul 05 18:13:15.981264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38308) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:16.000501 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-272d9716-5703-46be-9e6c-ddb7b32608c5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:16.001204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-272d9716-5703-46be-9e6c-ddb7b32608c5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:16.002977 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-272d9716-5703-46be-9e6c-ddb7b32608c5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/0f6da5df-2128-41ee-851d-92ce590097ce HTTP/1.1" status: 404 len: 339 time: 0.0207150 Jul 05 18:13:16.005550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38310) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:16.032468 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f295ef-db3a-43be-9647-750fcf530368 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:16.032944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f295ef-db3a-43be-9647-750fcf530368 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:16.034742 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-62f295ef-db3a-43be-9647-750fcf530368 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/376cdc97-f990-4eaa-8424-5b9a9a8dd377 HTTP/1.1" status: 404 len: 337 time: 0.0281398 Jul 05 18:13:16.037451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38312) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:16.065732 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-7330bc4e-2458-408c-8ebf-10185ab42050 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:16.066627 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7330bc4e-2458-408c-8ebf-10185ab42050 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:16.074143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7330bc4e-2458-408c-8ebf-10185ab42050 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/f42d7d31-2397-4071-ab18-b839e86c5fd0 HTTP/1.1" status: 404 len: 339 time: 0.0293937 Jul 05 18:13:16.076223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38318) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:16.136504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-f102a35b-f18e-4193-b89e-772ca27617d5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting subnet ac5094ec-8d07-44b4-be8d-ae1281b37d4b {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:13:16.140624 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f102a35b-f18e-4193-b89e-772ca27617d5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:16.203323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f102a35b-f18e-4193-b89e-772ca27617d5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:16.236806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c573212-d64c-4327-be11-a7296b09d1d0 req-3d99ccc7-48a2-48fb-9dc7-15c03080eff9 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:16.247751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c573212-d64c-4327-be11-a7296b09d1d0 req-3d99ccc7-48a2-48fb-9dc7-15c03080eff9 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.0928278 Jul 05 18:13:16.314128 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f102a35b-f18e-4193-b89e-772ca27617d5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:16.333494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c573212-d64c-4327-be11-a7296b09d1d0 req-2a5ebafb-3065-4c76-aa6d-aee47b20281d tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846093 Jul 05 18:13:16.528466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60516493-4e0f-4277-8ed0-509202de8232 req-7632b89f-bc44-478e-8b6d-cf0fc199e23a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:16.535487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60516493-4e0f-4277-8ed0-509202de8232 req-7632b89f-bc44-478e-8b6d-cf0fc199e23a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1848857 Jul 05 18:13:16.546384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a4aaa770-eaa8-4769-950e-fcaa017f543b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:16.551866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f102a35b-f18e-4193-b89e-772ca27617d5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:16.592363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a4aaa770-eaa8-4769-950e-fcaa017f543b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:16.593130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a4aaa770-eaa8-4769-950e-fcaa017f543b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:16.644074 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102a35b-f18e-4193-b89e-772ca27617d5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5094ec-8d07-44b4-be8d-ae1281b37d4b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:16.651114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f102a35b-f18e-4193-b89e-772ca27617d5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:16.661403 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f102a35b-f18e-4193-b89e-772ca27617d5 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/ac5094ec-8d07-44b4-be8d-ae1281b37d4b HTTP/1.1" status: 204 len: 168 time: 0.5840325 Jul 05 18:13:16.663670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38332) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:16.666699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60516493-4e0f-4277-8ed0-509202de8232 req-220d2753-c9a4-48e4-b1ba-d294bb90b3f4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301868 Jul 05 18:13:16.668320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a23b4-3d1c-4425-95fb-24264b4e95ba None None] Network c3567b35-daf4-467f-9768-a0bceeb5a7d2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:16.783422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38336) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:16.807471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:16.961081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:16.961432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:16.964456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f74fa44-17fa-4f45-9db4-8dd3c63e95a9 None None] DHCP port deletion for c3567b35-daf4-467f-9768-a0bceeb5a7d2 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:17.021126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3f74fa44-17fa-4f45-9db4-8dd3c63e95a9 None None] Deleting port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:17.021514 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3f74fa44-17fa-4f45-9db4-8dd3c63e95a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.046774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] For port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c,segment=NetworkSegment(5ec48a68-93db-4e7f-8182-77013677f399),segment_id=5ec48a68-93db-4e7f-8182-77013677f399)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:17.047564 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.073054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Calling delete_port for bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:17.107278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8895f43f-65ff-49fc-8399-84a4aca5eaa5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3d4c419654f74a25ae5c9a221ec40162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3227229 Jul 05 18:13:17.109667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38342) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:17.114876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3f74fa44-17fa-4f45-9db4-8dd3c63e95a9 None None] For port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c,segment=NetworkSegment(5ec48a68-93db-4e7f-8182-77013677f399),segment_id=5ec48a68-93db-4e7f-8182-77013677f399)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:17.115289 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3f74fa44-17fa-4f45-9db4-8dd3c63e95a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.131569 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3f74fa44-17fa-4f45-9db4-8dd3c63e95a9 None None] Calling delete_port for bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:17.141735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:17.168834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db4d5d0b-086b-4f16-ae21-3d39999c47ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.191531 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db4d5d0b-086b-4f16-ae21-3d39999c47ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.292547 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.299486 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3f74fa44-17fa-4f45-9db4-8dd3c63e95a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.352605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74fa44-17fa-4f45-9db4-8dd3c63e95a9 None None] Pushing event deleted for resources: {'Port': ['ID=bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:17.355705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 14739cf5-164b-4fb5-a7f3-6bea970fee64 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:17.363768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f74fa44-17fa-4f45-9db4-8dd3c63e95a9 None None] No DVR routers for this DVR port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:17.366306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db4d5d0b-086b-4f16-ae21-3d39999c47ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.372581 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db4d5d0b-086b-4f16-ae21-3d39999c47ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.378768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-db4d5d0b-086b-4f16-ae21-3d39999c47ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/751ab718-fccf-4f0a-b085-6a2d6dab7458 HTTP/1.1" status: 204 len: 168 time: 0.2632396 Jul 05 18:13:17.381058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 14739cf5-164b-4fb5-a7f3-6bea970fee64 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:17.383158 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.386596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No DVR routers for this DVR port bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:17.403124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d5d0b-086b-4f16-ae21-3d39999c47ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751ab718-fccf-4f0a-b085-6a2d6dab7458,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:17.450901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Port': ['ID=bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:17.549502 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.569162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb7582-51b2-4e36-8d38-afe940a13cd3 req-60b4130d-249d-497a-801f-e85a1c0fbe48 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:17.577815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bdb7582-51b2-4e36-8d38-afe940a13cd3 req-60b4130d-249d-497a-801f-e85a1c0fbe48 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1472139 Jul 05 18:13:17.614281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:17.615467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:17.618245 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c5c7a7-b55f-4d98-a7ee-3fc0a9d7af4c" -d '{"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:17.653664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bdb7582-51b2-4e36-8d38-afe940a13cd3 req-56c30d97-7a27-4d75-8091-d1750675b4a0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672064 Jul 05 18:13:17.688105 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.697630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.707437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3567b35-daf4-467f-9768-a0bceeb5a7d2']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:17.719400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec48a68-93db-4e7f-8182-77013677f399') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:17.724651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec48a68-93db-4e7f-8182-77013677f399') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:17.724810 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3f425f-444a-4740-89ac-85e02f97e663 x-openstack-request-id: req-0a3f425f-444a-4740-89ac-85e02f97e663 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:17.724810 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:17.725034 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0a3f425f-444a-4740-89ac-85e02f97e663 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:17.725313 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'code': 200} Jul 05 18:13:17.727963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-9144152b-4de1-4053-adca-da82fc2197bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:17.730101 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-9144152b-4de1-4053-adca-da82fc2197bb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1097 time: 0.2805498 Jul 05 18:13:17.747555 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.755472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:17.800436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.812267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:17.812769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:17.816096 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:17.954764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de334d7-d3d3-4321-bb0f-6f2240e5968e req-b29a7de8-2b80-451b-96c0-87dcabdb7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:17.956910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6de334d7-d3d3-4321-bb0f-6f2240e5968e req-b29a7de8-2b80-451b-96c0-87dcabdb7bdf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1096 time: 0.1150529 Jul 05 18:13:17.957180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-b68363d6-0315-4777-9994-bec097bde6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:17.957712 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-b68363d6-0315-4777-9994-bec097bde6b9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 920 time: 0.2203133 Jul 05 18:13:17.967239 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e1bea-97e1-442c-a30c-7724d1ab8613 req-b1d94736-0fb5-477e-8dac-e1580e778b14 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:17.968915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b4e1bea-97e1-442c-a30c-7724d1ab8613 req-b1d94736-0fb5-477e-8dac-e1580e778b14 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1143923 Jul 05 18:13:18.002566 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-23aad800-c49d-4970-a88a-537dfb021ee5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 217 time: 0.0386117 Jul 05 18:13:18.036766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b4e1bea-97e1-442c-a30c-7724d1ab8613 req-4ecc9a5f-bd2b-437b-b4d3-bea1e6c9854a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603304 Jul 05 18:13:18.038550 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6de334d7-d3d3-4321-bb0f-6f2240e5968e req-e21a25bb-9d0e-4692-9020-7780f9a6a805 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687521 Jul 05 18:13:18.048760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:18.072772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:18.074757 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/c3567b35-daf4-467f-9768-a0bceeb5a7d2 HTTP/1.1" status: 204 len: 168 time: 1.4100370 Jul 05 18:13:18.077299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38370) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:18.095318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1da14a-4e95-4306-9e9b-807e9bfeb820 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=c3567b35-daf4-467f-9768-a0bceeb5a7d2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:18.097650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-8e3bc3a3-1772-4e3f-a650-be04c118110c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:18.099195 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-8e3bc3a3-1772-4e3f-a650-be04c118110c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 200 len: 860 time: 0.0907795 Jul 05 18:13:18.118008 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-28b346e3-f920-4191-94eb-b1d645c8b5a0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:18.119402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28b346e3-f920-4191-94eb-b1d645c8b5a0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:18.123660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-28b346e3-f920-4191-94eb-b1d645c8b5a0 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/0691d23a-7997-4731-b22e-b5ea0b9be4be HTTP/1.1" status: 404 len: 337 time: 0.0428612 Jul 05 18:13:18.127462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38372) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:18.137332 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-7e8cd8a2-6939-4289-9aab-47771246d515 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=55f3fb02-7f5e-4172-8050-79304f085b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306909 Jul 05 18:13:18.151606 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-7953d5b7-0959-4247-8a1d-aa71a18531a8 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] DELETE failed (client error): The resource could not be found. Jul 05 18:13:18.152459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7953d5b7-0959-4247-8a1d-aa71a18531a8 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:13:18.157929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7953d5b7-0959-4247-8a1d-aa71a18531a8 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/9e779722-6974-4d35-b4ff-8b7e1561d74f HTTP/1.1" status: 404 len: 339 time: 0.0289450 Jul 05 18:13:18.159189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:18.225868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbf518a5-ee64-4f16-b46c-f59aa8afe264 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting subnet 1422d1d4-abc8-4d46-bc5a-4a38d6cf0ab3 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:13:18.230089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbf518a5-ee64-4f16-b46c-f59aa8afe264 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:18.247647 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-29cb8904-2e1d-446b-845c-74e00b920039 service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014166 Jul 05 18:13:18.280643 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbf518a5-ee64-4f16-b46c-f59aa8afe264 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:18.377039 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da5ca0a9-1c81-493a-9e01-43b078e2b301 req-d6f2f52c-add0-4b09-bdfa-9937caa0a08e service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233675 Jul 05 18:13:18.424343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbf518a5-ee64-4f16-b46c-f59aa8afe264 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:18.529740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:18.558952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:18.560142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bd79ca38-a67d-4f9e-82ad-9cdbfbb4f56c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:18.592048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbf518a5-ee64-4f16-b46c-f59aa8afe264 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:18.627516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38398) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:18.636341 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbf518a5-ee64-4f16-b46c-f59aa8afe264 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:18.641909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38402) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:18.644560 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a40d9c2-3252-407c-9e54-3a59570c447d None None] Network 95e896b9-d93e-4293-bbdf-5587ea8ddd8f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:18.650778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bbf518a5-ee64-4f16-b46c-f59aa8afe264 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/subnets/1422d1d4-abc8-4d46-bc5a-4a38d6cf0ab3 HTTP/1.1" status: 204 len: 168 time: 0.4896979 Jul 05 18:13:18.652616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf518a5-ee64-4f16-b46c-f59aa8afe264 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Subnet': ['ID=1422d1d4-abc8-4d46-bc5a-4a38d6cf0ab3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:18.748954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:18.854889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Deleting port b7f717e6-d3f9-4457-b74e-b36d720b388f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:18.855375 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:18.941099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652d8412-6b4d-45d1-b4de-2ca945868f97 req-859c7a66-7997-4115-b05b-51be0e84e5fe tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:18.953592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-652d8412-6b4d-45d1-b4de-2ca945868f97 req-859c7a66-7997-4115-b05b-51be0e84e5fe tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1086428 Jul 05 18:13:18.957519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d9ffab-560a-4fac-94bb-5587a94aba01 None None] DHCP port deletion for 95e896b9-d93e-4293-bbdf-5587ea8ddd8f request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:18.989202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] For port b7f717e6-d3f9-4457-b74e-b36d720b388f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b7f717e6-d3f9-4457-b74e-b36d720b388f,segment=NetworkSegment(744bf395-f4d6-46c1-b0f8-f906e0dc8107),segment_id=744bf395-f4d6-46c1-b0f8-f906e0dc8107)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:18.989735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.006967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Calling delete_port for b7f717e6-d3f9-4457-b74e-b36d720b388f owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:19.034986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9ffab-560a-4fac-94bb-5587a94aba01 None None] Deleting port b7f717e6-d3f9-4457-b74e-b36d720b388f {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:19.035507 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ffab-560a-4fac-94bb-5587a94aba01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.059839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-652d8412-6b4d-45d1-b4de-2ca945868f97 req-8422ab25-47fe-4749-8e3a-edca7c5b60e4 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019249 Jul 05 18:13:19.153278 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a4d9ffab-560a-4fac-94bb-5587a94aba01 None None] For port b7f717e6-d3f9-4457-b74e-b36d720b388f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b7f717e6-d3f9-4457-b74e-b36d720b388f,segment=NetworkSegment(744bf395-f4d6-46c1-b0f8-f906e0dc8107),segment_id=744bf395-f4d6-46c1-b0f8-f906e0dc8107)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:19.154027 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ffab-560a-4fac-94bb-5587a94aba01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.185044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a4d9ffab-560a-4fac-94bb-5587a94aba01 None None] Calling delete_port for b7f717e6-d3f9-4457-b74e-b36d720b388f owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:19.366360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b8f87-30cf-4cce-a270-2e047947ce34 req-dc719eca-381e-4c06-a04b-de3693c235c2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:19.366895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.372486 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a4d9ffab-560a-4fac-94bb-5587a94aba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.375983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-140b8f87-30cf-4cce-a270-2e047947ce34 req-dc719eca-381e-4c06-a04b-de3693c235c2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 945 time: 0.1050339 Jul 05 18:13:19.383856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] No DVR routers for this DVR port b7f717e6-d3f9-4457-b74e-b36d720b388f on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:19.417780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d9ffab-560a-4fac-94bb-5587a94aba01 None None] Pushing event deleted for resources: {'Port': ['ID=b7f717e6-d3f9-4457-b74e-b36d720b388f,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:19.431979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d9ffab-560a-4fac-94bb-5587a94aba01 None None] No DVR routers for this DVR port b7f717e6-d3f9-4457-b74e-b36d720b388f on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:19.464673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-140b8f87-30cf-4cce-a270-2e047947ce34 req-95ebbfa9-9026-4456-ae09-31085a7fc176 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821497 Jul 05 18:13:19.510833 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.545310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Port': ['ID=b7f717e6-d3f9-4457-b74e-b36d720b388f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:19.550008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e896b9-d93e-4293-bbdf-5587ea8ddd8f']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:19.611487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744bf395-f4d6-46c1-b0f8-f906e0dc8107') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:19.617532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744bf395-f4d6-46c1-b0f8-f906e0dc8107') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:19.626371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.676378 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.687781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:19.688183 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:19.691710 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:19.884045 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.894599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:19.896473 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] 10.222.0.30 "DELETE /v2.0/networks/95e896b9-d93e-4293-bbdf-5587ea8ddd8f HTTP/1.1" status: 204 len: 168 time: 1.2533038 Jul 05 18:13:19.939759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe341f-e124-49f5-a47e-5905a1070ae4 tempest-NetworksIpV6Test-1100945081 tempest-NetworksIpV6Test-1100945081-project] Pushing event deleted for resources: {'Network': ['ID=95e896b9-d93e-4293-bbdf-5587ea8ddd8f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:20.266376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782e296-cc76-42d4-8ad9-22c0a6db5ede req-a28beeef-2fad-4e75-b74c-1227ff8f4c97 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:20.272415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782e296-cc76-42d4-8ad9-22c0a6db5ede req-a28beeef-2fad-4e75-b74c-1227ff8f4c97 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.0757961 Jul 05 18:13:20.310698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3782e296-cc76-42d4-8ad9-22c0a6db5ede req-498190b0-2d98-48ab-9734-5c09ea7a85c0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368497 Jul 05 18:13:20.313158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:20.349157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38444) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:20.489198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b7f717e6-d3f9-4457-b74e-b36d720b388f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:20.514323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b7f717e6-d3f9-4457-b74e-b36d720b388f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:20.515226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b7f717e6-d3f9-4457-b74e-b36d720b388f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:20.670930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Deleting port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:20.671607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:20.691858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68900df0-79d5-4228-ad56-f2788053470e req-590c247b-8461-4065-815b-54873d6801bd tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:20.694405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68900df0-79d5-4228-ad56-f2788053470e req-590c247b-8461-4065-815b-54873d6801bd tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0807409 Jul 05 18:13:20.745561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68900df0-79d5-4228-ad56-f2788053470e req-dfdd0a38-4b1d-46f0-9fa2-61d76cc4b452 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442567 Jul 05 18:13:20.748131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6c94ae40-3869-4320-8803-e8cdad75dea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:20.781194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] For port 3a1be5c5-b550-41f3-8d4a-df3b07231bbc, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3a1be5c5-b550-41f3-8d4a-df3b07231bbc,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:20.781572 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:20.788827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-25391b14-ffd3-4dc6-bf33-2fd71eebd382 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:20.789734 n-d-799524-1 neutron-server[100997]: WARNING neutron.api.v2.base [None req-25391b14-ffd3-4dc6-bf33-2fd71eebd382 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 18:13:20.798251 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-25391b14-ffd3-4dc6-bf33-2fd71eebd382 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 18:13:20.798251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-25391b14-ffd3-4dc6-bf33-2fd71eebd382 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4410470 Jul 05 18:13:20.798251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38458) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:20.799520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38460) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:20.801840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Calling delete_port for 3a1be5c5-b550-41f3-8d4a-df3b07231bbc owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:20.806330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880934878'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:20.950077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:20.963734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:20.968421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7dced-27d4-477f-9850-90d8e3df95d9 req-727a74bf-f697-4431-aac0-8cfb7b9a79f9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:20.971018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccc7dced-27d4-477f-9850-90d8e3df95d9 req-727a74bf-f697-4431-aac0-8cfb7b9a79f9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 945 time: 0.0752535 Jul 05 18:13:20.978580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38464) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:20.983277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d9da5fcb-54e6-4a01-8edf-1bbe48b9fb10 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'floatingip': {'port_id': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:21.027669 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9da5fcb-54e6-4a01-8edf-1bbe48b9fb10 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.148022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-63c0ec99-4841-403a-83cd-ad51aa23ee70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77bff6a4a6c54ead8c6a429c5d502d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3499098 Jul 05 18:13:21.151417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.152323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38472) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:21.222162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-533f3630-2a5a-4f09-af1b-e93098f566c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.250173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-533f3630-2a5a-4f09-af1b-e93098f566c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.278104 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.323476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1be5c5-b550-41f3-8d4a-df3b07231bbc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:21.325355 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.559932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a96daaf-7762-49f7-9769-2ab064216db5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:21.573067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.614825 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-533f3630-2a5a-4f09-af1b-e93098f566c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.617748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-533f3630-2a5a-4f09-af1b-e93098f566c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.619925 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-533f3630-2a5a-4f09-af1b-e93098f566c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32249d54-6d66-45c5-8c29-c81b6eca58e6 HTTP/1.1" status: 204 len: 168 time: 0.4663169 Jul 05 18:13:21.632638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f3630-2a5a-4f09-af1b-e93098f566c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32249d54-6d66-45c5-8c29-c81b6eca58e6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:21.648779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.664395 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.726614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabc07e-a52b-4ab0-84f1-bfc386eda86c req-2e3bad3b-ffbb-415d-9f7e-e424ad2a60c8 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:21.728988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8eabc07e-a52b-4ab0-84f1-bfc386eda86c req-2e3bad3b-ffbb-415d-9f7e-e424ad2a60c8 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1998761 Jul 05 18:13:21.732178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00dd8538-0b18-4d47-95ba-2b19fb2454a6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:21.745909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9da5fcb-54e6-4a01-8edf-1bbe48b9fb10 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.783594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8eabc07e-a52b-4ab0-84f1-bfc386eda86c req-4f608496-df90-4845-9e48-47f480055478 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402734 Jul 05 18:13:21.807203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.810264 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82d1679d-1bbf-453d-8d2c-5ac0e6f4aca2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0080001 Jul 05 18:13:21.812950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38486) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:21.818750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-fa79a9c1-1be5-4fee-af9b-8538edeaac1a tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': '00dd8538-0b18-4d47-95ba-2b19fb2454a6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:21.832720 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9da5fcb-54e6-4a01-8edf-1bbe48b9fb10 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:21.942218 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Router fb1781b9-90be-4621-823c-0d01843b8dcd has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:13:21.945539 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-d9da5fcb-54e6-4a01-8edf-1bbe48b9fb10 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Floating IP b86b63a4-e30a-4843-a017-b4662af37507 associated. External IP: 172.25.3.27, port: 14739cf5-164b-4fb5-a7f3-6bea970fee64. Jul 05 18:13:22.048498 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa79a9c1-1be5-4fee-af9b-8538edeaac1a tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:22.050381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:13:22.060853 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f06fe521-091a-4f39-b5c8-daf347e0a6de admin admin] 10.222.0.30 "PUT /v2.0/routers/fb1781b9-90be-4621-823c-0d01843b8dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4272370 Jul 05 18:13:22.060853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:22.063866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] Sync routers for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:13:22.074331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:22.075178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:22.222864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:13:22.267897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:22.268757 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa79a9c1-1be5-4fee-af9b-8538edeaac1a tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:22.291942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38496) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:22.331392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9da5fcb-54e6-4a01-8edf-1bbe48b9fb10 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Router 4304fea5-f40e-42a3-bd36-520075621782 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:13:22.350673 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa79a9c1-1be5-4fee-af9b-8538edeaac1a tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:22.490039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79a9c1-1be5-4fee-af9b-8538edeaac1a tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c90ff5-1d5f-403a-9a2a-ecb5d2421748,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:22.514263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:13:21Z', 'revision_number': 5, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:22.562481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] Checking router: fb1781b9-90be-4621-823c-0d01843b8dcd for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:13:22.577005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] Routers {'fb1781b9-90be-4621-823c-0d01843b8dcd'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:22.577806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['fb1781b9-90be-4621-823c-0d01843b8dcd'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:22.588919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:22.595370 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa79a9c1-1be5-4fee-af9b-8538edeaac1a tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:22.597412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fa79a9c1-1be5-4fee-af9b-8538edeaac1a tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7830110 Jul 05 18:13:22.601971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38504) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:22.610111 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-457cc539-ce22-469b-9576-6a05dea1030a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:22.617502 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-72d8fca9-9162-4fdb-82f1-56a9bda823e2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': '00dd8538-0b18-4d47-95ba-2b19fb2454a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:22.627246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9da5fcb-54e6-4a01-8edf-1bbe48b9fb10 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:13:22.636078 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9da5fcb-54e6-4a01-8edf-1bbe48b9fb10 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:22.639791 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] Sync routers for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:13:22.654798 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:22.656213 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:22.707325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d9da5fcb-54e6-4a01-8edf-1bbe48b9fb10 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "PUT /v2.0/floatingips/b86b63a4-e30a-4843-a017-b4662af37507 HTTP/1.1" status: 200 len: 990 time: 1.7251866 Jul 05 18:13:22.707325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:22.708962 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183539ec-a10d-4718-840e-ca58248e2978" -d '{"events": [{"name": "network-changed", "server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:22.756496 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f46d8a-4bb6-41df-94e4-38079f594a8b x-openstack-request-id: req-b8f46d8a-4bb6-41df-94e4-38079f594a8b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:22.757484 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:22.757959 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8f46d8a-4bb6-41df-94e4-38079f594a8b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:22.758693 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'status': 'completed', 'code': 200} Jul 05 18:13:22.793113 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-72d8fca9-9162-4fdb-82f1-56a9bda823e2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:22.907715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Deleting port 8b0af640-ecd7-40cf-88f7-4878759c6d74 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:22.921562 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.077940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-457cc539-ce22-469b-9576-6a05dea1030a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.086024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183539ec-a10d-4718-840e-ca58248e2978 req-ca2b6430-64d7-461e-b9ac-172f2d3f668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:23.088137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-183539ec-a10d-4718-840e-ca58248e2978 req-ca2b6430-64d7-461e-b9ac-172f2d3f668b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1096 time: 0.2829404 Jul 05 18:13:23.090062 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:13:23.096552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] Set router fb1781b9-90be-4621-823c-0d01843b8dcd gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:13:23.105604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae042da-da24-4ce5-8666-0c36f0e00792 req-0deff351-ae6f-4890-a4a8-8882eb5cc014 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:23.107244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ae042da-da24-4ce5-8666-0c36f0e00792 req-0deff351-ae6f-4890-a4a8-8882eb5cc014 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1495488 Jul 05 18:13:23.107401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] For port 8b0af640-ecd7-40cf-88f7-4878759c6d74, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8b0af640-ecd7-40cf-88f7-4878759c6d74,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:23.107606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.122878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Calling delete_port for 8b0af640-ecd7-40cf-88f7-4878759c6d74 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:23.198819 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-457cc539-ce22-469b-9576-6a05dea1030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.283517 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-72d8fca9-9162-4fdb-82f1-56a9bda823e2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 18:13:23.285426 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-72d8fca9-9162-4fdb-82f1-56a9bda823e2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6812861 Jul 05 18:13:23.290502 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38524) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:23.324368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ae042da-da24-4ce5-8666-0c36f0e00792 req-53812996-f6a3-4c81-85b3-f73aff028110 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088373 Jul 05 18:13:23.334210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457cc539-ce22-469b-9576-6a05dea1030a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996db6b3-4191-4967-95ca-bb0e15843bb0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:23.352280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-457cc539-ce22-469b-9576-6a05dea1030a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2458b6355477405892a0a58be204e465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0584939 Jul 05 18:13:23.352993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38526) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:23.381213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183539ec-a10d-4718-840e-ca58248e2978 req-232687df-5082-494a-9557-42dc05dc31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:23.383133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-183539ec-a10d-4718-840e-ca58248e2978 req-232687df-5082-494a-9557-42dc05dc31f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.2855608 Jul 05 18:13:23.432618 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07689adc-d5ac-4340-a42d-8259a2391ac8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.455252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:13:21Z', 'revision_number': 5, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:23.500094 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07689adc-d5ac-4340-a42d-8259a2391ac8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.506110 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e17f9c-c755-49da-a89e-58879ce1526e None None] The sync data for ids ['fb1781b9-90be-4621-823c-0d01843b8dcd'] in n-d-799524-1 is: [{'id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'name': 'tempest-TaggedBootDevicesTest-251666438-router', 'tenant_id': '72ba194bca89444b998ef29fef238662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65'}], 'enable_snat': True}, 'gw_port_id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:01:05Z', 'updated_at': '2021-07-05T18:13:21Z', 'revision_number': 5, 'project_id': '72ba194bca89444b998ef29fef238662', 'gw_port': {'id': '8b0af640-ecd7-40cf-88f7-4878759c6d74', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1781b9-90be-4621-823c-0d01843b8dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 792, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:01:06Z', 'updated_at': '2021-07-05T18:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:13:23.508771 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-78897c94-c39e-4a84-97ec-0b3fa6a5bf5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.554044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-183539ec-a10d-4718-840e-ca58248e2978 req-d9447448-1793-413b-bbde-64431a14ba53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 998 time: 0.1571240 Jul 05 18:13:23.555914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62450d46-15bb-418f-8fd9-ed2eff94f241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.584446 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:43Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b86b63a4-e30a-4843-a017-b4662af37507', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '4304fea5-f40e-42a3-bd36-520075621782', 'port_id': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'mac_address': 'fa:16:3e:3e:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:12:52Z', 'updated_at': '2021-07-05T18:13:21Z', 'revision_number': 1, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39c8f73-8e58-4a12-80af-8be96d71fcf1', 'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'mac_address': 'fa:16:3e:f1:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:41Z', 'updated_at': '2021-07-05T18:12:52Z', 'revision_number': 5, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'subnets': [{'id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:23.616248 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] Checking router: 4304fea5-f40e-42a3-bd36-520075621782 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:13:23.620110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.628355 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:23.629050 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:23.642848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62450d46-15bb-418f-8fd9-ed2eff94f241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.654688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183539ec-a10d-4718-840e-ca58248e2978 req-1ee3ad78-b323-454a-b2b0-435e3d4a49a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:23.656394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-183539ec-a10d-4718-840e-ca58248e2978 req-1ee3ad78-b323-454a-b2b0-435e3d4a49a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0963824 Jul 05 18:13:23.702312 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.712953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0af640-ecd7-40cf-88f7-4878759c6d74,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:23.757802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183539ec-a10d-4718-840e-ca58248e2978 req-929a7521-73d4-4273-bc24-b77bbf591b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:23.760856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-183539ec-a10d-4718-840e-ca58248e2978 req-929a7521-73d4-4273-bc24-b77bbf591b4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760722 Jul 05 18:13:23.771921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07689adc-d5ac-4340-a42d-8259a2391ac8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.775697 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07689adc-d5ac-4340-a42d-8259a2391ac8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.777179 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-07689adc-d5ac-4340-a42d-8259a2391ac8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/00dd8538-0b18-4d47-95ba-2b19fb2454a6 HTTP/1.1" status: 204 len: 168 time: 0.4855609 Jul 05 18:13:23.783803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38536) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:23.801088 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:13:23.804721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07689adc-d5ac-4340-a42d-8259a2391ac8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00dd8538-0b18-4d47-95ba-2b19fb2454a6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:23.834724 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:23.844466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38538) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:23.935706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-183539ec-a10d-4718-840e-ca58248e2978 req-bf1f96f1-a04f-4c28-9fde-9043212ef6e9 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612108 Jul 05 18:13:24.023677 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.027800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.039808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'network': {'name': 'tempest-RoutersTest-204931729'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:24.054088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62450d46-15bb-418f-8fd9-ed2eff94f241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.057536 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62450d46-15bb-418f-8fd9-ed2eff94f241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.061492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-62450d46-15bb-418f-8fd9-ed2eff94f241 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/996db6b3-4191-4967-95ca-bb0e15843bb0 HTTP/1.1" status: 204 len: 168 time: 0.6963832 Jul 05 18:13:24.082358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62450d46-15bb-418f-8fd9-ed2eff94f241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996db6b3-4191-4967-95ca-bb0e15843bb0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:24.174297 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-38258cf5-5f6a-4cbe-875e-7548fbf80cbe tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3859341 Jul 05 18:13:24.178415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38548) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:24.184529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-183539ec-a10d-4718-840e-ca58248e2978 req-027e2e9b-66bb-431f-96af-84a88be9c6a7 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356887 Jul 05 18:13:24.189668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b3a6c076-f52a-4d4e-8d4b-57582155e424 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'tempest-secgroup--232611073'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:24.216268 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.217841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb1781b9-90be-4621-823c-0d01843b8dcd {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:13:24.223960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.225040 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4a943ed6-9df7-4a72-83fb-017ce758bd12 admin admin] 10.222.0.30 "DELETE /v2.0/routers/fb1781b9-90be-4621-823c-0d01843b8dcd HTTP/1.1" status: 204 len: 168 time: 2.1651201 Jul 05 18:13:24.227881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38550) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:24.230527 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:43Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b86b63a4-e30a-4843-a017-b4662af37507', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '4304fea5-f40e-42a3-bd36-520075621782', 'port_id': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'mac_address': 'fa:16:3e:3e:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:12:52Z', 'updated_at': '2021-07-05T18:13:21Z', 'revision_number': 1, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39c8f73-8e58-4a12-80af-8be96d71fcf1', 'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'mac_address': 'fa:16:3e:f1:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:41Z', 'updated_at': '2021-07-05T18:12:52Z', 'revision_number': 5, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'subnets': [{'id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:24.258389 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf8f23b-307a-4d5f-ad17-f82e0cc6e2f9 None None] The sync data for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 is: [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:43Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b86b63a4-e30a-4843-a017-b4662af37507', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'floating_ip_address': '172.25.3.27', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '4304fea5-f40e-42a3-bd36-520075621782', 'port_id': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'mac_address': 'fa:16:3e:3e:0a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:12:52Z', 'updated_at': '2021-07-05T18:13:21Z', 'revision_number': 1, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c39c8f73-8e58-4a12-80af-8be96d71fcf1', 'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'mac_address': 'fa:16:3e:f1:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:41Z', 'updated_at': '2021-07-05T18:12:52Z', 'revision_number': 5, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'subnets': [{'id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:13:24.296511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-442a9bb4-b3a5-4c57-9512-d2875dee5239 admin admin] Deleting subnet 9b2736d4-f99e-4a85-ac33-803e5d552438 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:13:24.301342 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-442a9bb4-b3a5-4c57-9512-d2875dee5239 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.332907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:24.337017 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.359210 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.378908 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-442a9bb4-b3a5-4c57-9512-d2875dee5239 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.426247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3a6c076-f52a-4d4e-8d4b-57582155e424 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.489902 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-442a9bb4-b3a5-4c57-9512-d2875dee5239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.566619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3a1be5c5-b550-41f3-8d4a-df3b07231bbc no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:24.604654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 3a1be5c5-b550-41f3-8d4a-df3b07231bbc {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:24.605101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3a1be5c5-b550-41f3-8d4a-df3b07231bbc not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:24.661054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f917ccc-ccb1-4b18-af16-54b890fd7c9e None None] New status for floating IP b86b63a4-e30a-4843-a017-b4662af37507: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:13:24.667960 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.684841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aec3442-78ee-4d10-ada9-644cab01a611 req-cf02aa53-9155-4c0a-a0d3-f8c1eadb414b tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:24.686488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8aec3442-78ee-4d10-ada9-644cab01a611 req-cf02aa53-9155-4c0a-a0d3-f8c1eadb414b tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1753798 Jul 05 18:13:24.699487 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.712139 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-442a9bb4-b3a5-4c57-9512-d2875dee5239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.749177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a9bb4-b3a5-4c57-9512-d2875dee5239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b2736d4-f99e-4a85-ac33-803e5d552438,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:24.754011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-442a9bb4-b3a5-4c57-9512-d2875dee5239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.756283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-442a9bb4-b3a5-4c57-9512-d2875dee5239 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9b2736d4-f99e-4a85-ac33-803e5d552438 HTTP/1.1" status: 204 len: 168 time: 0.5260432 Jul 05 18:13:24.760111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38560) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:24.766650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8aec3442-78ee-4d10-ada9-644cab01a611 req-cdffa1c5-7715-42eb-bc4c-b84006bf667f tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743878 Jul 05 18:13:24.769038 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.769858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e97cda0-c197-4cb0-8f98-e018f44d9689 None None] Network e2195c82-404a-4d31-a86a-4869116cf8b2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:24.799629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:13:24.810604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3157a709-783c-46a2-9397-ee42dfd86021,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:24.817146 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.817784 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added segment d68bbb2c-2865-485b-8f1a-57908c06cbaa of type vlan for network faf64553-1fa2-4d91-9a6a-974185e44512 Jul 05 18:13:24.917790 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:24.927897 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.018447 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3a6c076-f52a-4d4e-8d4b-57582155e424 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.039564 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Deleting port 44125ef1-656a-40cc-9184-5257fcbaf6a2 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:25.039954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.119933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] For port 44125ef1-656a-40cc-9184-5257fcbaf6a2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=44125ef1-656a-40cc-9184-5257fcbaf6a2,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:25.120303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.123436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba22b98-217c-4330-8731-f1c365ea3006 None None] DHCP port deletion for e2195c82-404a-4d31-a86a-4869116cf8b2 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:25.135609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Calling delete_port for 44125ef1-656a-40cc-9184-5257fcbaf6a2 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:25.145929 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.151569 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3a6c076-f52a-4d4e-8d4b-57582155e424 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.155461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:25.156455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.208331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5ba22b98-217c-4330-8731-f1c365ea3006 None None] Deleting port 44125ef1-656a-40cc-9184-5257fcbaf6a2 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:25.209100 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ba22b98-217c-4330-8731-f1c365ea3006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.235000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6c076-f52a-4d4e-8d4b-57582155e424 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5d265f-b896-4921-9893-c919391bd486,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:25.294231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Network': ['ID=faf64553-1fa2-4d91-9a6a-974185e44512,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:25.305303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3a6c076-f52a-4d4e-8d4b-57582155e424 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.308138 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b3a6c076-f52a-4d4e-8d4b-57582155e424 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1266446 Jul 05 18:13:25.315653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network faf64553-1fa2-4d91-9a6a-974185e44512 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:13:25.316382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38566) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:25.320984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-dcb0c0e2-5fff-45f9-b974-eed9afeef483 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'aa5d265f-b896-4921-9893-c919391bd486', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:25.322379 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-dcb0c0e2-5fff-45f9-b974-eed9afeef483 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 18:13:25.322988 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-dcb0c0e2-5fff-45f9-b974-eed9afeef483 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:25.326627 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dcb0c0e2-5fff-45f9-b974-eed9afeef483 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072348 Jul 05 18:13:25.327038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:25.362069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5ba22b98-217c-4330-8731-f1c365ea3006 None None] For port 44125ef1-656a-40cc-9184-5257fcbaf6a2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=44125ef1-656a-40cc-9184-5257fcbaf6a2,segment=NetworkSegment(16894970-f5ac-4209-a113-3c00ffc798ff),segment_id=16894970-f5ac-4209-a113-3c00ffc798ff)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:25.362476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ba22b98-217c-4330-8731-f1c365ea3006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.370997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.375929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4fdea0d1-4280-4a09-b9b2-d22c12f6a5f2 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5317769 Jul 05 18:13:25.379136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38570) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:25.385699 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e58d55aa-f0e8-454e-a4fb-d4b358a15aa6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.386946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5ba22b98-217c-4330-8731-f1c365ea3006 None None] Calling delete_port for 44125ef1-656a-40cc-9184-5257fcbaf6a2 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:25.389207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'network': {'name': 'tempest-RoutersTest-731423110'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:25.417801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Pushing event deleted for resources: {'Port': ['ID=44125ef1-656a-40cc-9184-5257fcbaf6a2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:25.418052 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e58d55aa-f0e8-454e-a4fb-d4b358a15aa6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.424649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] No DVR routers for this DVR port 44125ef1-656a-40cc-9184-5257fcbaf6a2 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:25.437493 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38572) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:25.461628 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dcc975a3-1a94-4b56-9537-10c5bcc64a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.488476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ba22b98-217c-4330-8731-f1c365ea3006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.516384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba22b98-217c-4330-8731-f1c365ea3006 None None] Pushing event deleted for resources: {'Port': ['ID=44125ef1-656a-40cc-9184-5257fcbaf6a2,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:25.518224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba22b98-217c-4330-8731-f1c365ea3006 None None] No DVR routers for this DVR port 44125ef1-656a-40cc-9184-5257fcbaf6a2 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:25.535276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.537719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:25.541540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.558545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2195c82-404a-4d31-a86a-4869116cf8b2']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:25.565651 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e58d55aa-f0e8-454e-a4fb-d4b358a15aa6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.568450 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e58d55aa-f0e8-454e-a4fb-d4b358a15aa6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.573262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e58d55aa-f0e8-454e-a4fb-d4b358a15aa6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/aa5d265f-b896-4921-9893-c919391bd486 HTTP/1.1" status: 204 len: 168 time: 0.2449586 Jul 05 18:13:25.574072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16894970-f5ac-4209-a113-3c00ffc798ff') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:25.574372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16894970-f5ac-4209-a113-3c00ffc798ff') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:25.579264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38576) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:25.590324 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.602252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:13:25.613067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.621983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d55aa-f0e8-454e-a4fb-d4b358a15aa6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5d265f-b896-4921-9893-c919391bd486,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:25.622237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.622237 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added segment da333115-678a-4b6e-937f-90ff5f955c63 of type vlan for network fdd4a2db-265e-4181-b979-2b381a078e0f Jul 05 18:13:25.656871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:25.660919 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:25.688890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-41764345-04b7-4541-a1af-e2ec27fe4482 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0980489 Jul 05 18:13:25.692506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38578) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:25.701023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4434e6f6-0af4-412c-acbe-3a19d98c4d6c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048054869'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:25.737983 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dcc975a3-1a94-4b56-9537-10c5bcc64a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.863905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dcc975a3-1a94-4b56-9537-10c5bcc64a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:25.919875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dcc975a3-1a94-4b56-9537-10c5bcc64a37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=744fe482cb72413ca786d61a54fbcae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4811852 Jul 05 18:13:25.924771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc975a3-1a94-4b56-9537-10c5bcc64a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7683670-9286-41b3-a45a-f699f09e44cd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:25.927567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38584) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:25.931439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4434e6f6-0af4-412c-acbe-3a19d98c4d6c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.027115 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.072090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-99d8fcf6-e0bd-49eb-8262-ea086155f9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.093423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e88116-86e7-440d-9957-20ef7ac10877 req-f425ad2d-80e9-4426-bb04-f5171fb3c9ee tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:26.094983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63e88116-86e7-440d-9957-20ef7ac10877 req-f425ad2d-80e9-4426-bb04-f5171fb3c9ee tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1734147 Jul 05 18:13:26.117771 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-99d8fcf6-e0bd-49eb-8262-ea086155f9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.137285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.147733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:26.148442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.155866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.175818 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.177845 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] 10.222.0.30 "DELETE /v2.0/networks/e2195c82-404a-4d31-a86a-4869116cf8b2 HTTP/1.1" status: 204 len: 168 time: 1.4163809 Jul 05 18:13:26.196157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63e88116-86e7-440d-9957-20ef7ac10877 req-f5e47f6a-27c5-4750-b489-5053c56ea403 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940981 Jul 05 18:13:26.207719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4434e6f6-0af4-412c-acbe-3a19d98c4d6c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.240298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Network': ['ID=fdd4a2db-265e-4181-b979-2b381a078e0f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:26.255330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network fdd4a2db-265e-4181-b979-2b381a078e0f details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:13:26.257078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2708260-486b-425e-ad85-6c44386a974c admin admin] Pushing event deleted for resources: {'Network': ['ID=e2195c82-404a-4d31-a86a-4869116cf8b2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:26.294245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4434e6f6-0af4-412c-acbe-3a19d98c4d6c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.334635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e6f6-0af4-412c-acbe-3a19d98c4d6c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=489b9755-55e7-41c9-a792-34d2ee73c545,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:26.351439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-99d8fcf6-e0bd-49eb-8262-ea086155f9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.354772 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-99d8fcf6-e0bd-49eb-8262-ea086155f9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.359456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-99d8fcf6-e0bd-49eb-8262-ea086155f9b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7683670-9286-41b3-a45a-f699f09e44cd HTTP/1.1" status: 204 len: 168 time: 0.4300356 Jul 05 18:13:26.369730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8fcf6-e0bd-49eb-8262-ea086155f9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7683670-9286-41b3-a45a-f699f09e44cd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:26.390153 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ef7720b1-f68d-4532-87ae-5058304171f7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0039237 Jul 05 18:13:26.398795 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.400223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38596) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:26.404520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'subnet': {'network_id': 'faf64553-1fa2-4d91-9a6a-974185e44512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:26.421155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4434e6f6-0af4-412c-acbe-3a19d98c4d6c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.422761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4434e6f6-0af4-412c-acbe-3a19d98c4d6c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7292557 Jul 05 18:13:26.429986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38598) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:26.432076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7498c3fc-b3a5-4756-933a-1d01e6f53961 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': '489b9755-55e7-41c9-a792-34d2ee73c545', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:26.435172 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-7498c3fc-b3a5-4756-933a-1d01e6f53961 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 18:13:26.435996 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-7498c3fc-b3a5-4756-933a-1d01e6f53961 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:26.437140 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7498c3fc-b3a5-4756-933a-1d01e6f53961 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0105269 Jul 05 18:13:26.440324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38600) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:26.517451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 44125ef1-656a-40cc-9184-5257fcbaf6a2 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:26.528598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef6b34fd-4244-452f-b3c8-9340f10a92a2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.548527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 44125ef1-656a-40cc-9184-5257fcbaf6a2 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:26.556691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 44125ef1-656a-40cc-9184-5257fcbaf6a2 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:26.556691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8b0af640-ecd7-40cf-88f7-4878759c6d74 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:26.561629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef6b34fd-4244-452f-b3c8-9340f10a92a2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.573952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 8b0af640-ecd7-40cf-88f7-4878759c6d74 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:26.575604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8b0af640-ecd7-40cf-88f7-4878759c6d74 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:26.699972 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef6b34fd-4244-452f-b3c8-9340f10a92a2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.703264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef6b34fd-4244-452f-b3c8-9340f10a92a2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.704903 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ef6b34fd-4244-452f-b3c8-9340f10a92a2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/489b9755-55e7-41c9-a792-34d2ee73c545 HTTP/1.1" status: 204 len: 168 time: 0.2636092 Jul 05 18:13:26.708919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38604) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:26.729822 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b34fd-4244-452f-b3c8-9340f10a92a2 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=489b9755-55e7-41c9-a792-34d2ee73c545,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:26.765378 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1a6f12b8-269d-4187-8b8a-719b2f820689 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532143 Jul 05 18:13:26.767648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38606) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:26.772517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-83d31c59-54aa-4eda-b88e-8638728bce63 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1499341909'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:26.798647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38608) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:26.852120 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1dac2b19-fbc1-4c6a-8d14-765bb697ee3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=72ba194bca89444b998ef29fef238662&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522280 Jul 05 18:13:26.854737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38610) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:26.863452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83d31c59-54aa-4eda-b88e-8638728bce63 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.925176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fdbf-50f3-4078-af71-a190f5385546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.948411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fdbf-50f3-4078-af71-a190f5385546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:26.980395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:26.985152 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.053772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83d31c59-54aa-4eda-b88e-8638728bce63 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.111532 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fdbf-50f3-4078-af71-a190f5385546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.114193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d6c3fdbf-50f3-4078-af71-a190f5385546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.115403 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d6c3fdbf-50f3-4078-af71-a190f5385546 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34563289-0d55-48f9-8665-21e9fa8079b8 HTTP/1.1" status: 204 len: 168 time: 0.2596178 Jul 05 18:13:27.124249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c3fdbf-50f3-4078-af71-a190f5385546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34563289-0d55-48f9-8665-21e9fa8079b8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:27.143254 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83d31c59-54aa-4eda-b88e-8638728bce63 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.194600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d31c59-54aa-4eda-b88e-8638728bce63 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abac27ba-6aa6-4ad1-8e78-44e5334a8013,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:27.268919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83d31c59-54aa-4eda-b88e-8638728bce63 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.270653 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-83d31c59-54aa-4eda-b88e-8638728bce63 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5017157 Jul 05 18:13:27.273303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:27.279905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ea015c23-b2e5-41d7-9ae4-22725a65510e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'abac27ba-6aa6-4ad1-8e78-44e5334a8013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:27.301804 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-ea015c23-b2e5-41d7-9ae4-22725a65510e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 18:13:27.302618 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-ea015c23-b2e5-41d7-9ae4-22725a65510e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:27.307000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38632) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:27.313435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ea015c23-b2e5-41d7-9ae4-22725a65510e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0327134 Jul 05 18:13:27.313787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-481b52f4-f3ba-401e-a869-e20292581d95 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'abac27ba-6aa6-4ad1-8e78-44e5334a8013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:27.315492 n-d-799524-1 neutron-server[100997]: WARNING neutron.api.v2.base [None req-481b52f4-f3ba-401e-a869-e20292581d95 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 18:13:27.316209 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-481b52f4-f3ba-401e-a869-e20292581d95 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:27.320595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38634) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:27.320923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-481b52f4-f3ba-401e-a869-e20292581d95 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0121984 Jul 05 18:13:27.337882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d49d259f-2970-4212-be79-ad8e57a204fa tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'abac27ba-6aa6-4ad1-8e78-44e5334a8013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:27.338789 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-d49d259f-2970-4212-be79-ad8e57a204fa tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 18:13:27.339278 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-d49d259f-2970-4212-be79-ad8e57a204fa tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:27.342867 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d49d259f-2970-4212-be79-ad8e57a204fa tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156479 Jul 05 18:13:27.343686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38636) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:27.350212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e65db10e-ab71-4149-be3d-071921a7b6e5 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'abac27ba-6aa6-4ad1-8e78-44e5334a8013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:27.352033 n-d-799524-1 neutron-server[100997]: WARNING neutron.api.v2.base [None req-e65db10e-ab71-4149-be3d-071921a7b6e5 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 18:13:27.352639 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-e65db10e-ab71-4149-be3d-071921a7b6e5 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:27.357648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:27.357934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e65db10e-ab71-4149-be3d-071921a7b6e5 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0125051 Jul 05 18:13:27.370439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.420006 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45ca3c3b-0f63-43c1-92b5-2b97195410ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.449498 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45ca3c3b-0f63-43c1-92b5-2b97195410ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.455502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Subnet': ['ID=7a384b8b-1920-4ee5-bce8-309bdf6cf281,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:27.482656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Checking segment: {'id': 'd68bbb2c-2865-485b-8f1a-57908c06cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'faf64553-1fa2-4d91-9a6a-974185e44512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:27.483044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network hostable DHCP agents. Network: faf64553-1fa2-4d91-9a6a-974185e44512, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:13:27.502310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdff28-60fa-418b-aa4b-dfa39b9fefdb req-6088f8b1-d119-4b60-aeef-1c4bc22ffddc tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:27.504113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5afdff28-60fa-418b-aa4b-dfa39b9fefdb req-6088f8b1-d119-4b60-aeef-1c4bc22ffddc tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1445818 Jul 05 18:13:27.554685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5afdff28-60fa-418b-aa4b-dfa39b9fefdb req-0bac0b11-0bb2-4b9a-893e-b5ccce97b4a3 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400093 Jul 05 18:13:27.614226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network faf64553-1fa2-4d91-9a6a-974185e44512 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:13:27.637129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45ca3c3b-0f63-43c1-92b5-2b97195410ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.640287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45ca3c3b-0f63-43c1-92b5-2b97195410ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.641417 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-45ca3c3b-0f63-43c1-92b5-2b97195410ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/abac27ba-6aa6-4ad1-8e78-44e5334a8013 HTTP/1.1" status: 204 len: 168 time: 0.2810535 Jul 05 18:13:27.648550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38644) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:27.655802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca3c3b-0f63-43c1-92b5-2b97195410ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abac27ba-6aa6-4ad1-8e78-44e5334a8013,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:27.702950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, faf64553-1fa2-4d91-9a6a-974185e44512) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:27.710351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:27.711395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.715133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b83740-b3ba-4b91-a5e6-4ccb3112a483 None None] Network faf64553-1fa2-4d91-9a6a-974185e44512 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:27.718656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bfce4d8b-f9a1-420c-ba66-6b454f098b30 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686023 Jul 05 18:13:27.723148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38648) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:27.730680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8ab15ebc-b6f2-402d-a57e-591b1e7c8185 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434372433'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:27.793675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bd64f7f6-338f-44d7-8d39-e10b7e5afa8d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3992300 Jul 05 18:13:27.797155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38654) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:27.802847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'subnet': {'network_id': 'fdd4a2db-265e-4181-b979-2b381a078e0f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:27.876924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ab15ebc-b6f2-402d-a57e-591b1e7c8185 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.893363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-faf64553-1fa2-4d91-9a6a-974185e44512', 'network_id': 'faf64553-1fa2-4d91-9a6a-974185e44512', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'fixed_ips': [{'subnet_id': '7a384b8b-1920-4ee5-bce8-309bdf6cf281'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:13:27.894232 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:27.980987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:27.990161 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.089984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ab15ebc-b6f2-402d-a57e-591b1e7c8185 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.111855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Allocated IP 172.20.0.2 (faf64553-1fa2-4d91-9a6a-974185e44512/7a384b8b-1920-4ee5-bce8-309bdf6cf281/8c070217-92af-4f97-ad34-ce42b8e2b981) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:28.171543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ab15ebc-b6f2-402d-a57e-591b1e7c8185 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.208055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab15ebc-b6f2-402d-a57e-591b1e7c8185 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b579e341-7422-4216-afef-5142b091b233,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:28.260407 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ab15ebc-b6f2-402d-a57e-591b1e7c8185 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.261803 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8ab15ebc-b6f2-402d-a57e-591b1e7c8185 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5365713 Jul 05 18:13:28.264755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38670) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:28.270298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e5115a9c-57e2-48e4-aee2-36d23d423df7 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'b579e341-7422-4216-afef-5142b091b233', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:28.271229 n-d-799524-1 neutron-server[100997]: WARNING neutron.api.v2.base [None req-e5115a9c-57e2-48e4-aee2-36d23d423df7 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 18:13:28.271905 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-e5115a9c-57e2-48e4-aee2-36d23d423df7 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:28.276456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e5115a9c-57e2-48e4-aee2-36d23d423df7 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070069 Jul 05 18:13:28.276456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38674) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:28.277703 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.281120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0dc93d7b-16cc-425b-80b1-bc6891088092 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'b579e341-7422-4216-afef-5142b091b233', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:28.293060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Transition to ACTIVE for port object 8c070217-92af-4f97-ad34-ce42b8e2b981 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:28.303203 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.315247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Transition to ACTIVE for port object 8c070217-92af-4f97-ad34-ce42b8e2b981 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:28.393611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Subnet': ['ID=1f79e839-c500-4d95-9be6-8af1750aff7e,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:28.401981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Checking segment: {'id': 'da333115-678a-4b6e-937f-90ff5f955c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fdd4a2db-265e-4181-b979-2b381a078e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:28.402348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network hostable DHCP agents. Network: fdd4a2db-265e-4181-b979-2b381a078e0f, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:13:28.406254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.406631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.406981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.407318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.407664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.407976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.408303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.408632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.408952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.409276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.409597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.409920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:28.422321 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.469007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Network faf64553-1fa2-4d91-9a6a-974185e44512 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:28.473000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:28.475520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:28.479000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Pushing event updated for resources: {'Port': ['ID=8c070217-92af-4f97-ad34-ce42b8e2b981,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:28.537634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Attempting to bind port 8c070217-92af-4f97-ad34-ce42b8e2b981 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:28.538249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Attempting to bind port 8c070217-92af-4f97-ad34-ce42b8e2b981 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'd68bbb2c-2865-485b-8f1a-57908c06cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'faf64553-1fa2-4d91-9a6a-974185e44512'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:28.538439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Attempting to bind port 8c070217-92af-4f97-ad34-ce42b8e2b981 on network faf64553-1fa2-4d91-9a6a-974185e44512 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:28.544080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:28.544466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Checking segment: {'id': 'd68bbb2c-2865-485b-8f1a-57908c06cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'faf64553-1fa2-4d91-9a6a-974185e44512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:28.544871 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.545385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Bound using segment: {'id': 'd68bbb2c-2865-485b-8f1a-57908c06cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'faf64553-1fa2-4d91-9a6a-974185e44512'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:28.545762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Bound port: 8c070217-92af-4f97-ad34-ce42b8e2b981, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68bbb2c-2865-485b-8f1a-57908c06cbaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'faf64553-1fa2-4d91-9a6a-974185e44512'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:28.546152 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.559869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network fdd4a2db-265e-4181-b979-2b381a078e0f is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:13:28.613706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] For port 8c070217-92af-4f97-ad34-ce42b8e2b981, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:28.617064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] For port 8c070217-92af-4f97-ad34-ce42b8e2b981, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8c070217-92af-4f97-ad34-ce42b8e2b981,segment=NetworkSegment(d68bbb2c-2865-485b-8f1a-57908c06cbaa),segment_id=d68bbb2c-2865-485b-8f1a-57908c06cbaa)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:28.637638 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-0dc93d7b-16cc-425b-80b1-bc6891088092 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:28.638931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0dc93d7b-16cc-425b-80b1-bc6891088092 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3614295 Jul 05 18:13:28.641615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38686) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:28.646159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-9e0d2e41-fb01-478d-a45b-8246091dd042 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'b579e341-7422-4216-afef-5142b091b233', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:28.646799 n-d-799524-1 neutron-server[100997]: WARNING neutron.api.v2.base [None req-9e0d2e41-fb01-478d-a45b-8246091dd042 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 18:13:28.647136 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-9e0d2e41-fb01-478d-a45b-8246091dd042 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:28.648080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9e0d2e41-fb01-478d-a45b-8246091dd042 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055237 Jul 05 18:13:28.651512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38688) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:28.655907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-578357bc-f96e-4703-a45f-4de0f240ca9d tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'b579e341-7422-4216-afef-5142b091b233', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:28.730653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, fdd4a2db-265e-4181-b979-2b381a078e0f) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:28.739455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28314c-bccd-4aa6-bb52-8959588cb4c8 None None] Network fdd4a2db-265e-4181-b979-2b381a078e0f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:28.753567 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.784005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:28.785175 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:28.853490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37811e29-50ab-4a2f-bb34-07264d9718d8 req-b4cc2c5e-dfac-4a01-9477-b3d804a98202 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:28.855575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37811e29-50ab-4a2f-bb34-07264d9718d8 req-b4cc2c5e-dfac-4a01-9477-b3d804a98202 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1459858 Jul 05 18:13:28.898482 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-578357bc-f96e-4703-a45f-4de0f240ca9d tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:28.901287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-578357bc-f96e-4703-a45f-4de0f240ca9d tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2487524 Jul 05 18:13:28.904939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38694) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:28.908319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbed230-114c-4970-8d60-bf1fec5d104e None None] Pushing event updated for resources: {'Port': ['ID=8c070217-92af-4f97-ad34-ce42b8e2b981,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:28.911519 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-10161e6d-2af6-4b26-a3b1-350171d2c1c7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1129560 Jul 05 18:13:28.912922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d89c101d-36ed-43ad-9b8b-0595853c1ca8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'b579e341-7422-4216-afef-5142b091b233', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:28.912922 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-d89c101d-36ed-43ad-9b8b-0595853c1ca8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 18:13:28.913647 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-d89c101d-36ed-43ad-9b8b-0595853c1ca8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:28.914760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38696) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:28.920170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-26d605de-d519-4c44-903f-80cf0acf5a45 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1152223552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:28.920312 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d89c101d-36ed-43ad-9b8b-0595853c1ca8 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139925 Jul 05 18:13:28.920789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38698) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:28.933331 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-480657e5-6f45-4d89-b2d9-ec776c3e0063 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'b579e341-7422-4216-afef-5142b091b233', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:28.939710 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37811e29-50ab-4a2f-bb34-07264d9718d8 req-8ac4e0ed-4db9-40c5-9058-d93e89755039 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783763 Jul 05 18:13:28.991675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-fdd4a2db-265e-4181-b979-2b381a078e0f', 'network_id': 'fdd4a2db-265e-4181-b979-2b381a078e0f', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'fixed_ips': [{'subnet_id': '1f79e839-c500-4d95-9be6-8af1750aff7e'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:13:28.992572 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.054211 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26d605de-d519-4c44-903f-80cf0acf5a45 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.055515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26d605de-d519-4c44-903f-80cf0acf5a45 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.147872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26d605de-d519-4c44-903f-80cf0acf5a45 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.186520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Allocated IP 172.21.0.2 (fdd4a2db-265e-4181-b979-2b381a078e0f/1f79e839-c500-4d95-9be6-8af1750aff7e/56681458-9d53-4663-9275-ed63d610dda0) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:29.257649 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26d605de-d519-4c44-903f-80cf0acf5a45 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.356459 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.357030 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-480657e5-6f45-4d89-b2d9-ec776c3e0063 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:29.358197 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-480657e5-6f45-4d89-b2d9-ec776c3e0063 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4364629 Jul 05 18:13:29.361400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38706) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:29.366008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3e00a5ec-b055-40c0-83df-7b23fa532282 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'b579e341-7422-4216-afef-5142b091b233', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:29.366622 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-3e00a5ec-b055-40c0-83df-7b23fa532282 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 18:13:29.367081 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-3e00a5ec-b055-40c0-83df-7b23fa532282 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:29.369304 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3e00a5ec-b055-40c0-83df-7b23fa532282 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058954 Jul 05 18:13:29.371284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Transition to ACTIVE for port object 56681458-9d53-4663-9275-ed63d610dda0 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:29.371429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38708) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:29.375851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f23e9e82-9ee4-4695-8def-ad0077893dfb tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'b579e341-7422-4216-afef-5142b091b233', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:29.388646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Transition to ACTIVE for port object 56681458-9d53-4663-9275-ed63d610dda0 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:29.448951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26d605de-d519-4c44-903f-80cf0acf5a45 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.450281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-26d605de-d519-4c44-903f-80cf0acf5a45 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5344381 Jul 05 18:13:29.453201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38712) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:29.491656 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.548297 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Network fdd4a2db-265e-4181-b979-2b381a078e0f is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:29.551950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:29.555727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:29.576165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Pushing event updated for resources: {'Port': ['ID=56681458-9d53-4663-9275-ed63d610dda0,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:29.643580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38718) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:29.656277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Attempting to bind port 56681458-9d53-4663-9275-ed63d610dda0 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:29.656872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Attempting to bind port 56681458-9d53-4663-9275-ed63d610dda0 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'da333115-678a-4b6e-937f-90ff5f955c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fdd4a2db-265e-4181-b979-2b381a078e0f'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:29.657421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Attempting to bind port 56681458-9d53-4663-9275-ed63d610dda0 on network fdd4a2db-265e-4181-b979-2b381a078e0f {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:29.663924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:29.664657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Checking segment: {'id': 'da333115-678a-4b6e-937f-90ff5f955c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fdd4a2db-265e-4181-b979-2b381a078e0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:29.666106 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.670481 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-f23e9e82-9ee4-4695-8def-ad0077893dfb tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:29.670660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Bound using segment: {'id': 'da333115-678a-4b6e-937f-90ff5f955c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fdd4a2db-265e-4181-b979-2b381a078e0f'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:29.670660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Bound port: 56681458-9d53-4663-9275-ed63d610dda0, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da333115-678a-4b6e-937f-90ff5f955c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'fdd4a2db-265e-4181-b979-2b381a078e0f'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:29.670660 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.670951 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f23e9e82-9ee4-4695-8def-ad0077893dfb tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2965105 Jul 05 18:13:29.673439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38724) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:29.679480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ba229639-b2fc-482b-bc8d-543bbae8c881 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': 'b579e341-7422-4216-afef-5142b091b233', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:29.812258 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] For port 56681458-9d53-4663-9275-ed63d610dda0, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:29.817005 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.820491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] For port 56681458-9d53-4663-9275-ed63d610dda0, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=56681458-9d53-4663-9275-ed63d610dda0,segment=NetworkSegment(da333115-678a-4b6e-937f-90ff5f955c63),segment_id=da333115-678a-4b6e-937f-90ff5f955c63)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:29.824324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.838528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-528525789-network', 'tenant_id': '8424ed8b427c4c4fb4cd973688507a91'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:29.888777 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:29.967870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741aefd-090c-4938-8717-1cecdb3403f6 None None] Pushing event updated for resources: {'Port': ['ID=56681458-9d53-4663-9275-ed63d610dda0,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:30.015140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Made reservation on behalf of 8424ed8b427c4c4fb4cd973688507a91 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:30.019434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.035605 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.120395 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-ba229639-b2fc-482b-bc8d-543bbae8c881 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:30.124723 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ba229639-b2fc-482b-bc8d-543bbae8c881 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4465523 Jul 05 18:13:30.126512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38734) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:30.356857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.367752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-326745f8-4055-41e0-be2c-445b4f7c2662 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.387092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.20.0.1 (faf64553-1fa2-4d91-9a6a-974185e44512/7a384b8b-1920-4ee5-bce8-309bdf6cf281/4e53bc7a-0530-479e-98e0-b510bba8c4ff) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:30.451624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe8f10-09d1-4689-8430-f2e622102c29 req-d8f1db08-6d03-4bdc-a933-f3e4c624249e tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:30.456604 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.460309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4dbe8f10-09d1-4689-8430-f2e622102c29 req-d8f1db08-6d03-4bdc-a933-f3e4c624249e tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.3584099 Jul 05 18:13:30.470322 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-326745f8-4055-41e0-be2c-445b4f7c2662 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.501787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ce010-603d-4c08-abe4-59c2e42b3995 None None] Network faf64553-1fa2-4d91-9a6a-974185e44512 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:30.593436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:13:30.613969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46030a0b-8a7f-4302-9044-03a7d815cca7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:30.643084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.643084 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Added segment f3cd0f5c-7151-4b63-b9cb-f1d32a47038f of type vlan for network ee958a96-52f4-4943-a710-dbd2be926181 Jul 05 18:13:30.643713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4dbe8f10-09d1-4689-8430-f2e622102c29 req-46bc3421-6ffd-41e7-b82a-2f1e58d7e56d tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815765 Jul 05 18:13:30.643873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.644228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.644568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.644950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.645330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.645697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.646075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.646516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.646928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.647959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.648354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.648694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:13:30.761215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.771076 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.797651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8c070217-92af-4f97-ad34-ce42b8e2b981 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:30.799187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Transition to ACTIVE for port object 4e53bc7a-0530-479e-98e0-b510bba8c4ff will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:30.968679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:30.978602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:30.978602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.024142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c6b8faf2-53ba-4e51-9933-a3ad168658e9 None None] Provisioning for port 8c070217-92af-4f97-ad34-ce42b8e2b981 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:31.024914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.031121 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-326745f8-4055-41e0-be2c-445b4f7c2662 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.033909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-326745f8-4055-41e0-be2c-445b4f7c2662 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.040739 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-326745f8-4055-41e0-be2c-445b4f7c2662 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/b579e341-7422-4216-afef-5142b091b233 HTTP/1.1" status: 204 len: 168 time: 0.8733392 Jul 05 18:13:31.070626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 8c070217-92af-4f97-ad34-ce42b8e2b981 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:31.075339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38750) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:31.079021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8c070217-92af-4f97-ad34-ce42b8e2b981 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:31.079529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.083227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] Pushing event updated for resources: {'Network': ['ID=ee958a96-52f4-4943-a710-dbd2be926181,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:31.114354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ee958a96-52f4-4943-a710-dbd2be926181 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:13:31.153584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=4e53bc7a-0530-479e-98e0-b510bba8c4ff,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:31.168567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326745f8-4055-41e0-be2c-445b4f7c2662 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b579e341-7422-4216-afef-5142b091b233,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:31.172919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network faf64553-1fa2-4d91-9a6a-974185e44512 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:31.174311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:31.177073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:31.202550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f6fb7228-bb28-42dc-9412-f2407e109d6d tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1131072 Jul 05 18:13:31.207527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38754) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:31.215562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-10662d70-d0ff-41f0-8ad6-413623617a43 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'tempest-secgroup--2134745204'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:31.245565 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.263392 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-71a75108-98ae-4df6-9b73-339683e8a80a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6182151 Jul 05 18:13:31.264346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38756) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:31.269869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Request body: {'subnet': {'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-528525789-subnet', 'tenant_id': '8424ed8b427c4c4fb4cd973688507a91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:31.305735 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.365104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 8c070217-92af-4f97-ad34-ce42b8e2b981, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8c070217-92af-4f97-ad34-ce42b8e2b981,segment=NetworkSegment(d68bbb2c-2865-485b-8f1a-57908c06cbaa),segment_id=d68bbb2c-2865-485b-8f1a-57908c06cbaa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:31.381895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10662d70-d0ff-41f0-8ad6-413623617a43 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.479990 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.482904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 56681458-9d53-4663-9275-ed63d610dda0 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:31.533362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Made reservation on behalf of 8424ed8b427c4c4fb4cd973688507a91 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:31.536254 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.625586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.633149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b62c037e-fcae-4a64-a616-f0b5e6fb13ec None None] Provisioning complete for port 8c070217-92af-4f97-ad34-ce42b8e2b981 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:31.633590 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b62c037e-fcae-4a64-a616-f0b5e6fb13ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.829518 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10662d70-d0ff-41f0-8ad6-413623617a43 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.929534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10662d70-d0ff-41f0-8ad6-413623617a43 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:31.948129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6da92e-69ed-4529-b45c-7662155f3442 None None] Network fdd4a2db-265e-4181-b979-2b381a078e0f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:32.026289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10662d70-d0ff-41f0-8ad6-413623617a43 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a30054f-2db6-40de-b9be-0050402edb6e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:32.042044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=8c070217-92af-4f97-ad34-ce42b8e2b981,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:32.057041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10662d70-d0ff-41f0-8ad6-413623617a43 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.061100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-10662d70-d0ff-41f0-8ad6-413623617a43 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8492739 Jul 05 18:13:32.065678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38780) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:32.072314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5b2bfe3a-8f4f-4a48-9682-749592b5b82c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': '1a30054f-2db6-40de-b9be-0050402edb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:32.161585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4622b5-0680-4b70-be96-d4c1c3fadcf8 req-db7cc77a-58f6-45e0-a4ce-f1f2a017e6e8 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:32.163163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e4622b5-0680-4b70-be96-d4c1c3fadcf8 req-db7cc77a-58f6-45e0-a4ce-f1f2a017e6e8 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.2376559 Jul 05 18:13:32.226068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 56681458-9d53-4663-9275-ed63d610dda0 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:32.239406 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.239794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e4622b5-0680-4b70-be96-d4c1c3fadcf8 req-b961accb-9518-4182-8b3c-b953992ab4ff tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657578 Jul 05 18:13:32.288728 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.329448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c8c9d2a-b911-45f7-9108-414b93a18a7d,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:32.340584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Checking segment: {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:32.340961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Network hostable DHCP agents. Network: ee958a96-52f4-4943-a710-dbd2be926181, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:13:32.397278 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-5b2bfe3a-8f4f-4a48-9682-749592b5b82c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The resource could not be found. Jul 05 18:13:32.398469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5b2bfe3a-8f4f-4a48-9682-749592b5b82c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3317885 Jul 05 18:13:32.402008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38788) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:32.407583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a4e21693-3d17-450d-9d7f-6d97e5854c10 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': '1a30054f-2db6-40de-b9be-0050402edb6e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c5f3df41-55a9-4edd-8336-4f39521ed174'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:32.422604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Provisioning for port 4e53bc7a-0530-479e-98e0-b510bba8c4ff completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:32.427421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Provisioning complete for port 4e53bc7a-0530-479e-98e0-b510bba8c4ff triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:32.427979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.435699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Network ee958a96-52f4-4943-a710-dbd2be926181 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:13:32.451941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.516966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Port 4e53bc7a-0530-479e-98e0-b510bba8c4ff cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:32.530435 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.536870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8c070217-92af-4f97-ad34-ce42b8e2b981 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:32.573803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ee958a96-52f4-4943-a710-dbd2be926181) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:32.579003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:32.579745 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.585159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cfaea3-9b28-4475-9cd6-5c81aa2c2940 None None] Network ee958a96-52f4-4943-a710-dbd2be926181 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:32.605329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=4e53bc7a-0530-479e-98e0-b510bba8c4ff,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:32.649180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8c070217-92af-4f97-ad34-ce42b8e2b981 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:32.650183 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.657582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network faf64553-1fa2-4d91-9a6a-974185e44512 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:32.659200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:32.692172 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f0112294-7c2c-4cb9-8ec3-9a499003de1b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4265490 Jul 05 18:13:32.708058 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-a4e21693-3d17-450d-9d7f-6d97e5854c10 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The resource could not be found. Jul 05 18:13:32.713198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a4e21693-3d17-450d-9d7f-6d97e5854c10 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3097305 Jul 05 18:13:32.713420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Provisioning for port 56681458-9d53-4663-9275-ed63d610dda0 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:32.713529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38798) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:32.723252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Provisioning complete for port 56681458-9d53-4663-9275-ed63d610dda0 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:32.723637 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.841047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9384801c-adc6-472d-8f99-e068694504ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.898889 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9384801c-adc6-472d-8f99-e068694504ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:32.916963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router a8d39210-5286-416c-960a-75e49199b44b is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:13:32.939744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ee958a96-52f4-4943-a710-dbd2be926181', 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181', 'tenant_id': '8424ed8b427c4c4fb4cd973688507a91', 'fixed_ips': [{'subnet_id': '4c8c9d2a-b911-45f7-9108-414b93a18a7d'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:13:32.941884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.027685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:13:33.035560 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f339db52-fe45-4ba4-a8f5-91614bdc1b66 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/a8d39210-5286-416c-960a-75e49199b44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5813501 Jul 05 18:13:33.038649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38802) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:33.042249 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.051399 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9384801c-adc6-472d-8f99-e068694504ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.061272 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472ec08-2ee2-4c55-b94f-366227ad7701 None None] Sync routers for ids ['a8d39210-5286-416c-960a-75e49199b44b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:13:33.061769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9384801c-adc6-472d-8f99-e068694504ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.061769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9384801c-adc6-472d-8f99-e068694504ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/1a30054f-2db6-40de-b9be-0050402edb6e HTTP/1.1" status: 204 len: 168 time: 0.3424575 Jul 05 18:13:33.062007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38804) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:33.066468 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472ec08-2ee2-4c55-b94f-366227ad7701 None None] Routers {'a8d39210-5286-416c-960a-75e49199b44b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:33.067585 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f472ec08-2ee2-4c55-b94f-366227ad7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8d39210-5286-416c-960a-75e49199b44b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:33.121068 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f472ec08-2ee2-4c55-b94f-366227ad7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:33.133854 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472ec08-2ee2-4c55-b94f-366227ad7701 None None] Routers {'a8d39210-5286-416c-960a-75e49199b44b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:33.137210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9384801c-adc6-472d-8f99-e068694504ec tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a30054f-2db6-40de-b9be-0050402edb6e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:33.153109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-16949377-1e2b-4c1b-88cf-78d3d961de46 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0904319 Jul 05 18:13:33.155025 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f472ec08-2ee2-4c55-b94f-366227ad7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8d39210-5286-416c-960a-75e49199b44b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:33.158345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38806) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:33.163551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bac46df6-4b11-4e8b-8997-3691ebbab8e9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': '41b3afa2-3e85-4a31-b178-78be770600bf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:33.183620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b1b08-0bac-4fa0-bd79-14c72933a147 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:33.185873 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-047b1b08-0bac-4fa0-bd79-14c72933a147 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports/4e53bc7a-0530-479e-98e0-b510bba8c4ff HTTP/1.1" status: 200 len: 910 time: 0.1462531 Jul 05 18:13:33.188743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38810) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:33.193549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] For port 56681458-9d53-4663-9275-ed63d610dda0, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=56681458-9d53-4663-9275-ed63d610dda0,segment=NetworkSegment(da333115-678a-4b6e-937f-90ff5f955c63),segment_id=da333115-678a-4b6e-937f-90ff5f955c63)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:33.200469 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f472ec08-2ee2-4c55-b94f-366227ad7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:33.201893 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f472ec08-2ee2-4c55-b94f-366227ad7701 None None] The sync data for ids ['a8d39210-5286-416c-960a-75e49199b44b'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:13:33.263284 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.272961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Allocated IP 172.20.0.2 (ee958a96-52f4-4943-a710-dbd2be926181/4c8c9d2a-b911-45f7-9108-414b93a18a7d/673da547-ebb8-4602-8b13-4e09c43329ec) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:33.406203 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-bac46df6-4b11-4e8b-8997-3691ebbab8e9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The resource could not be found. Jul 05 18:13:33.410944 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bac46df6-4b11-4e8b-8997-3691ebbab8e9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2477345 Jul 05 18:13:33.411297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38820) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:33.417073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a94692c7-1e45-4c1e-9ee3-2e44d32e5e97 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'tempest-secgroup--281917769'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:33.422738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da21c9-b37b-43fc-9ae7-cd2fd2277506 None None] Pushing event updated for resources: {'Port': ['ID=56681458-9d53-4663-9275-ed63d610dda0,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:33.437197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2c16f386-01a7-4af7-8543-80557e6b5515 None None] Provisioning complete for port 4e53bc7a-0530-479e-98e0-b510bba8c4ff triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:33.438312 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2c16f386-01a7-4af7-8543-80557e6b5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.502822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2c16f386-01a7-4af7-8543-80557e6b5515 None None] Port 4e53bc7a-0530-479e-98e0-b510bba8c4ff cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:33.533678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2c16f386-01a7-4af7-8543-80557e6b5515 None None] Provisioning complete for port 56681458-9d53-4663-9275-ed63d610dda0 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:33.534429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2c16f386-01a7-4af7-8543-80557e6b5515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.562263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a94692c7-1e45-4c1e-9ee3-2e44d32e5e97 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.647022 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.679640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Transition to ACTIVE for port object 673da547-ebb8-4602-8b13-4e09c43329ec will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:33.707521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Transition to ACTIVE for port object 673da547-ebb8-4602-8b13-4e09c43329ec will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:33.708238 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a94692c7-1e45-4c1e-9ee3-2e44d32e5e97 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.721964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34436820-db5f-461a-9a89-544533048502 req-3593f5b7-cad6-409f-bcd4-155c12cfbee9 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:33.723644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34436820-db5f-461a-9a89-544533048502 req-3593f5b7-cad6-409f-bcd4-155c12cfbee9 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.2135589 Jul 05 18:13:33.798197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.802117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34436820-db5f-461a-9a89-544533048502 req-1e4f166b-2a94-4184-880f-43bd67fee9c3 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679953 Jul 05 18:13:33.817423 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.837115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Network ee958a96-52f4-4943-a710-dbd2be926181 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:33.841868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:33.845486 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a94692c7-1e45-4c1e-9ee3-2e44d32e5e97 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.859957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:33.879539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94692c7-1e45-4c1e-9ee3-2e44d32e5e97 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b9444a-cc0b-42ad-9ee8-1bdb3e2832f2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:33.887728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Pushing event updated for resources: {'Port': ['ID=673da547-ebb8-4602-8b13-4e09c43329ec,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:33.955469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Attempting to bind port 673da547-ebb8-4602-8b13-4e09c43329ec on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:33.955469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Attempting to bind port 673da547-ebb8-4602-8b13-4e09c43329ec by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:33.955825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Attempting to bind port 673da547-ebb8-4602-8b13-4e09c43329ec on network ee958a96-52f4-4943-a710-dbd2be926181 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:33.961226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:33.961645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Checking segment: {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:33.962232 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.962781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Bound using segment: {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:33.963267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Bound port: 673da547-ebb8-4602-8b13-4e09c43329ec, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:33.963978 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.969314 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a94692c7-1e45-4c1e-9ee3-2e44d32e5e97 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:33.971197 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a94692c7-1e45-4c1e-9ee3-2e44d32e5e97 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5586383 Jul 05 18:13:33.973704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38830) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:33.978710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7cfdf302-6e96-4637-a6a8-e8f598974b48 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'tempest-secgroup--1254955878'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:34.057775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] For port 673da547-ebb8-4602-8b13-4e09c43329ec, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:34.062228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] For port 673da547-ebb8-4602-8b13-4e09c43329ec, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=673da547-ebb8-4602-8b13-4e09c43329ec,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:34.148276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf302-6e96-4637-a6a8-e8f598974b48 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:34.149510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.21.0.1 (fdd4a2db-265e-4181-b979-2b381a078e0f/1f79e839-c500-4d95-9be6-8af1750aff7e/c3671d97-8317-48c7-9f3e-204dce18c699) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:34.166312 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:34.288768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dd6ca-7844-4613-b93b-e08e50ddf3c8 None None] Pushing event updated for resources: {'Port': ['ID=673da547-ebb8-4602-8b13-4e09c43329ec,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:34.309557 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf302-6e96-4637-a6a8-e8f598974b48 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:34.333105 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:34.361822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Transition to ACTIVE for port object c3671d97-8317-48c7-9f3e-204dce18c699 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:34.390434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf302-6e96-4637-a6a8-e8f598974b48 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:34.423939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdf302-6e96-4637-a6a8-e8f598974b48 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=695b6557-5fc4-4fac-99a7-89477cf798b9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:34.482528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7cfdf302-6e96-4637-a6a8-e8f598974b48 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:34.485035 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7cfdf302-6e96-4637-a6a8-e8f598974b48 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5103514 Jul 05 18:13:34.488081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38844) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:34.498511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b9de5948-d2f5-45f2-9fec-c14e89f071d7 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group_rule': {'security_group_id': '47b9444a-cc0b-42ad-9ee8-1bdb3e2832f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '695b6557-5fc4-4fac-99a7-89477cf798b9'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:34.523594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:34.639083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 56681458-9d53-4663-9275-ed63d610dda0 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:34.661282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network fdd4a2db-265e-4181-b979-2b381a078e0f is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:34.679467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:34.696552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=c3671d97-8317-48c7-9f3e-204dce18c699,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:34.728275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:34.730712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 56681458-9d53-4663-9275-ed63d610dda0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:34.731307 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.097255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38864) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:35.113824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5c98bcb4-7138-4280-9bb0-8edf87883a13 None None] Provisioning for port c3671d97-8317-48c7-9f3e-204dce18c699 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:35.127284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5c98bcb4-7138-4280-9bb0-8edf87883a13 None None] Provisioning complete for port c3671d97-8317-48c7-9f3e-204dce18c699 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:35.127675 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5c98bcb4-7138-4280-9bb0-8edf87883a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.207503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5c98bcb4-7138-4280-9bb0-8edf87883a13 None None] Port c3671d97-8317-48c7-9f3e-204dce18c699 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:35.313370 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0fd4481b-5324-48f5-a8b7-9666f759feb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.358989 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.455853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-b3ad4e2a-f305-4c42-958f-f51948df5006 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:35.463815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-b3ad4e2a-f305-4c42-958f-f51948df5006 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 815 time: 0.7591083 Jul 05 18:13:35.466950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0fd4481b-5324-48f5-a8b7-9666f759feb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.488632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-cc8dfc8e-df1d-43d5-9c18-40cf5e7c3d09 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/quotas/8424ed8b427c4c4fb4cd973688507a91 HTTP/1.1" status: 200 len: 375 time: 0.0238683 Jul 05 18:13:35.549440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d9392-e2a2-4241-aa8d-87768fa4bcca req-5b5582a9-f86a-4552-923e-bee06ea8ee20 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:35.551014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-368d9392-e2a2-4241-aa8d-87768fa4bcca req-5b5582a9-f86a-4552-923e-bee06ea8ee20 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.2765615 Jul 05 18:13:35.602666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea843d-fa16-442c-9ebf-8fb615216900 None None] Network ee958a96-52f4-4943-a710-dbd2be926181 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:35.613295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0fd4481b-5324-48f5-a8b7-9666f759feb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.625143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-368d9392-e2a2-4241-aa8d-87768fa4bcca req-ea04c5ce-78a1-4aef-bed4-10424f8ee785 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648029 Jul 05 18:13:35.634240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-9cefd8b6-9c3d-4cb3-babf-969252143fdd tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1370850 Jul 05 18:13:35.673446 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0fd4481b-5324-48f5-a8b7-9666f759feb9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a45d2566e0b1418d8adabceb4cb9ae79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5746875 Jul 05 18:13:35.682719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4481b-5324-48f5-a8b7-9666f759feb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c86f7a-88b4-4748-9389-ae638085b59b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:35.685641 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38874) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:35.748452 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-b9de5948-d2f5-45f2-9fec-c14e89f071d7 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:13:35.749418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b9de5948-d2f5-45f2-9fec-c14e89f071d7 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 1.2603190 Jul 05 18:13:35.754107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38878) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:35.811083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f468d418-1c9a-48ea-b521-1e395b9d5d54 None None] Provisioning for port 673da547-ebb8-4602-8b13-4e09c43329ec completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:35.816952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f210ecfb-7b22-4e2e-a727-c09871105147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.844918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.878659 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.907371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f210ecfb-7b22-4e2e-a727-c09871105147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:35.913647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-f6d3d269-498a-4249-9dda-00a30eecdebc service neutron] 10.222.0.30 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702124 Jul 05 18:13:35.923146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2499b801-e9cc-4b8c-9a59-a4940aaf1cd9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.028434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2499b801-e9cc-4b8c-9a59-a4940aaf1cd9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.044780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-ce9266ef-16af-4789-842f-b7c090cc4317 service neutron] 10.222.0.30 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208360 Jul 05 18:13:36.226377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2499b801-e9cc-4b8c-9a59-a4940aaf1cd9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.231650 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2499b801-e9cc-4b8c-9a59-a4940aaf1cd9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.232582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2499b801-e9cc-4b8c-9a59-a4940aaf1cd9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/695b6557-5fc4-4fac-99a7-89477cf798b9 HTTP/1.1" status: 204 len: 168 time: 0.4738450 Jul 05 18:13:36.242676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f210ecfb-7b22-4e2e-a727-c09871105147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.246546 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f210ecfb-7b22-4e2e-a727-c09871105147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.248162 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f210ecfb-7b22-4e2e-a727-c09871105147 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0c86f7a-88b4-4748-9389-ae638085b59b HTTP/1.1" status: 204 len: 168 time: 0.5613070 Jul 05 18:13:36.249057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38882) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:36.258197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499b801-e9cc-4b8c-9a59-a4940aaf1cd9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=695b6557-5fc4-4fac-99a7-89477cf798b9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:36.303038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210ecfb-7b22-4e2e-a727-c09871105147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c86f7a-88b4-4748-9389-ae638085b59b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:36.365494 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ce959905-9f36-43e1-af6a-3eaddab58890 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1153460 Jul 05 18:13:36.370267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38890) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:36.415589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.429558 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-831f7054-7f74-42f1-a6a7-14bd1c6625cd tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.457602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-831f7054-7f74-42f1-a6a7-14bd1c6625cd tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.505405 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.521414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 673da547-ebb8-4602-8b13-4e09c43329ec up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:36.584419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.593656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-831f7054-7f74-42f1-a6a7-14bd1c6625cd tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.593839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=c3671d97-8317-48c7-9f3e-204dce18c699,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:36.593983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-831f7054-7f74-42f1-a6a7-14bd1c6625cd tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.595318 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-831f7054-7f74-42f1-a6a7-14bd1c6625cd tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/47b9444a-cc0b-42ad-9ee8-1bdb3e2832f2 HTTP/1.1" status: 204 len: 168 time: 0.2220349 Jul 05 18:13:36.598651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38892) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:36.620567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831f7054-7f74-42f1-a6a7-14bd1c6625cd tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b9444a-cc0b-42ad-9ee8-1bdb3e2832f2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:36.666318 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e15463db-bcce-4840-90b1-0d997920f64c tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663230 Jul 05 18:13:36.669625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 673da547-ebb8-4602-8b13-4e09c43329ec completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:36.674936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38898) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:36.675625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 673da547-ebb8-4602-8b13-4e09c43329ec triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:36.676227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.684234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c9883644-6060-4934-ac77-260428ea4ef6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'tempest-secgroup--741969416'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:36.723663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network fdd4a2db-265e-4181-b979-2b381a078e0f is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:36.726403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:36.828317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9883644-6060-4934-ac77-260428ea4ef6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.849111 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:36.899770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router a8d39210-5286-416c-960a-75e49199b44b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:13:36.929570 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 673da547-ebb8-4602-8b13-4e09c43329ec, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=673da547-ebb8-4602-8b13-4e09c43329ec,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:36.950246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9883644-6060-4934-ac77-260428ea4ef6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.022153 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.036069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f33670-d613-419f-8f37-8ab0c4933347 req-b343aff9-4719-474a-8af7-1fb42dcd5e80 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:37.037596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65f33670-d613-419f-8f37-8ab0c4933347 req-b343aff9-4719-474a-8af7-1fb42dcd5e80 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.2115283 Jul 05 18:13:37.041254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:13:37.046890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fa82031e-c475-4e30-a5ee-44dafcaa1b75 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/a8d39210-5286-416c-960a-75e49199b44b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8558304 Jul 05 18:13:37.049419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38904) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.056319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8f4d1-3fdd-41a1-8376-f3d1d9295219 None None] Sync routers for ids ['a8d39210-5286-416c-960a-75e49199b44b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:13:37.088203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8f4d1-3fdd-41a1-8376-f3d1d9295219 None None] Routers {'a8d39210-5286-416c-960a-75e49199b44b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:37.089056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5ee8f4d1-3fdd-41a1-8376-f3d1d9295219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8d39210-5286-416c-960a-75e49199b44b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:37.096645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9883644-6060-4934-ac77-260428ea4ef6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.121662 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65f33670-d613-419f-8f37-8ab0c4933347 req-db0c4783-ecda-4aa9-b44c-08738131c278 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738518 Jul 05 18:13:37.130342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9883644-6060-4934-ac77-260428ea4ef6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8ed14-2ce7-4fed-82ec-82968b35cfde,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:37.130967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028620df-9349-438a-b2a9-e497ecdeb61f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:37.134670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-028620df-9349-438a-b2a9-e497ecdeb61f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports/c3671d97-8317-48c7-9f3e-204dce18c699 HTTP/1.1" status: 200 len: 910 time: 0.0820456 Jul 05 18:13:37.135845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38908) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.193082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5ee8f4d1-3fdd-41a1-8376-f3d1d9295219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:37.198492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=673da547-ebb8-4602-8b13-4e09c43329ec,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:37.213428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8f4d1-3fdd-41a1-8376-f3d1d9295219 None None] Routers {'a8d39210-5286-416c-960a-75e49199b44b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:37.214078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5ee8f4d1-3fdd-41a1-8376-f3d1d9295219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8d39210-5286-416c-960a-75e49199b44b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:37.257293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9883644-6060-4934-ac77-260428ea4ef6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.257946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5ee8f4d1-3fdd-41a1-8376-f3d1d9295219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:37.258087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee8f4d1-3fdd-41a1-8376-f3d1d9295219 None None] The sync data for ids ['a8d39210-5286-416c-960a-75e49199b44b'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:13:37.261473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f3e4c043-6987-4b3a-8624-ca75230cd427 None None] Provisioning complete for port c3671d97-8317-48c7-9f3e-204dce18c699 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:37.261988 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f3e4c043-6987-4b3a-8624-ca75230cd427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.264634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c9883644-6060-4934-ac77-260428ea4ef6 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5842113 Jul 05 18:13:37.265283 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38912) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.270829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-74bd2b7f-e976-4c16-818f-feae2cf0fd21 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:37.271505 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-74bd2b7f-e976-4c16-818f-feae2cf0fd21 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 18:13:37.272005 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-74bd2b7f-e976-4c16-818f-feae2cf0fd21 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 18:13:37.272988 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-74bd2b7f-e976-4c16-818f-feae2cf0fd21 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "PUT /v2.0/security-groups/84a8ed14-2ce7-4fed-82ec-82968b35cfde HTTP/1.1" status: 409 len: 330 time: 0.0067589 Jul 05 18:13:37.277587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38914) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.326878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f3e4c043-6987-4b3a-8624-ca75230cd427 None None] Port c3671d97-8317-48c7-9f3e-204dce18c699 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:37.385269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-702b8c38-3836-4237-a68a-5243bf51603e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.403784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38924) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.425712 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9d04752-dd86-42db-a78d-e7f805beda8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.443890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-702b8c38-3836-4237-a68a-5243bf51603e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.641398 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9d04752-dd86-42db-a78d-e7f805beda8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.668840 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-702b8c38-3836-4237-a68a-5243bf51603e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.671923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-702b8c38-3836-4237-a68a-5243bf51603e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.673215 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-702b8c38-3836-4237-a68a-5243bf51603e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/84a8ed14-2ce7-4fed-82ec-82968b35cfde HTTP/1.1" status: 204 len: 168 time: 0.3946843 Jul 05 18:13:37.677560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38946) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.692132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b8c38-3836-4237-a68a-5243bf51603e tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8ed14-2ce7-4fed-82ec-82968b35cfde,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:37.701359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9d04752-dd86-42db-a78d-e7f805beda8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.740564 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6c5c18cc-08d3-4200-b478-97493316dffc tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0600362 Jul 05 18:13:37.744190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38948) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.767112 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-bfc97004-af4c-4ea0-a6f4-fface4170924 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] delete failed (client error): The resource could not be found. Jul 05 18:13:37.777839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f9d04752-dd86-42db-a78d-e7f805beda8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=201684b026194566acdc41b239669513&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656955 Jul 05 18:13:37.777969 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bfc97004-af4c-4ea0-a6f4-fface4170924 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "DELETE /v2.0/security-groups/7ac4df59-b223-4481-b3b3-0f1154fe8213 HTTP/1.1" status: 404 len: 347 time: 0.0271776 Jul 05 18:13:37.777969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38950) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.777969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38952) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.784882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d04752-dd86-42db-a78d-e7f805beda8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e1597a-8ab1-4332-b0cc-36c298b4ee88,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:37.789319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.802896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-f0c2994a-7bfe-45e5-b715-dbec39238daa tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:37.804376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-f0c2994a-7bfe-45e5-b715-dbec39238daa tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 815 time: 0.1861289 Jul 05 18:13:37.806129 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-a469d1b4-e4f5-4650-a637-d9e4ea9be41b tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] show failed (client error): The resource could not be found. Jul 05 18:13:37.810802 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a469d1b4-e4f5-4650-a637-d9e4ea9be41b tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-groups/a905f33d-3f6d-4ac9-88ab-769a3f1457ba HTTP/1.1" status: 404 len: 347 time: 0.0287452 Jul 05 18:13:37.811048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38954) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:37.837762 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-29842607-c7c1-4a08-bc0d-fcc7b67691b9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] show failed (client error): The resource could not be found. Jul 05 18:13:37.843625 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-29842607-c7c1-4a08-bc0d-fcc7b67691b9 tempest-NegativeSecGroupTest-628373049 tempest-NegativeSecGroupTest-628373049-project] 10.222.0.30 "GET /v2.0/security-group-rules/81e76090-2f16-4a60-8e95-e3537827969b HTTP/1.1" status: 404 len: 356 time: 0.0266004 Jul 05 18:13:37.866354 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-beb271d7-4efb-419f-a5f8-48eaf0a04819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:37.876854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-18b0bab1-dfc3-463a-884e-317814610617 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/quotas/8424ed8b427c4c4fb4cd973688507a91 HTTP/1.1" status: 200 len: 375 time: 0.0406606 Jul 05 18:13:37.892611 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-beb271d7-4efb-419f-a5f8-48eaf0a04819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:38.007529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-3b5791b3-69e8-4ee7-8b67-55f6ae525bbc tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178784 Jul 05 18:13:38.080041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-beb271d7-4efb-419f-a5f8-48eaf0a04819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:38.082814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-beb271d7-4efb-419f-a5f8-48eaf0a04819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:38.086224 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-beb271d7-4efb-419f-a5f8-48eaf0a04819 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45e1597a-8ab1-4332-b0cc-36c298b4ee88 HTTP/1.1" status: 204 len: 168 time: 0.3097925 Jul 05 18:13:38.092966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb271d7-4efb-419f-a5f8-48eaf0a04819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e1597a-8ab1-4332-b0cc-36c298b4ee88,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:38.163096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-eda9295c-215c-4274-a627-adbd3ac261a2 service neutron] 10.222.0.30 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476724 Jul 05 18:13:38.261549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port c3671d97-8317-48c7-9f3e-204dce18c699 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:38.261901 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:38.356315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-73a868d5-5772-4030-a08c-b26bc842c3c1 service neutron] 10.222.0.30 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858494 Jul 05 18:13:38.405808 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:38.424003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for c3671d97-8317-48c7-9f3e-204dce18c699 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:38.433565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40ccadb-22ea-490f-8767-0b51df8e97f4 req-3778a0ce-9ac1-41c6-b646-36894251c2f1 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:38.435163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c40ccadb-22ea-490f-8767-0b51df8e97f4 req-3778a0ce-9ac1-41c6-b646-36894251c2f1 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1703103 Jul 05 18:13:38.536069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c40ccadb-22ea-490f-8767-0b51df8e97f4 req-cfb4289a-310a-44d0-96de-69b8bf3459dc tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919669 Jul 05 18:13:38.547422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38972) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:38.561188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 673da547-ebb8-4602-8b13-4e09c43329ec up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:38.655009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38978) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:38.693104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 673da547-ebb8-4602-8b13-4e09c43329ec triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:38.695009 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:38.830610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9acb4349-925e-4a2e-a121-7a9d1aeb2077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:38.846466 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:38.931401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=c3671d97-8317-48c7-9f3e-204dce18c699,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:39.000787 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3633c384-bea8-4928-b376-18fd7084419a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a2307599fe7408691f88b3e94c3cb30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442416 Jul 05 18:13:39.006488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38992) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:39.112967 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9acb4349-925e-4a2e-a121-7a9d1aeb2077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.118239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8de1d4cf-3a8d-4f6d-8cd9-7e5eb2114ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.146540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8de1d4cf-3a8d-4f6d-8cd9-7e5eb2114ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.238249 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.260053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9acb4349-925e-4a2e-a121-7a9d1aeb2077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.293726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb4349-925e-4a2e-a121-7a9d1aeb2077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8544cc92-0c52-4b38-b656-c8e15c855b12,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:39.309446 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9acb4349-925e-4a2e-a121-7a9d1aeb2077 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55add8423eea411686a1460f1ac231dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7608490 Jul 05 18:13:39.311970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39010) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:39.341930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8de1d4cf-3a8d-4f6d-8cd9-7e5eb2114ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.344813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8de1d4cf-3a8d-4f6d-8cd9-7e5eb2114ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.345984 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8de1d4cf-3a8d-4f6d-8cd9-7e5eb2114ebd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a96daaf-7762-49f7-9769-2ab064216db5 HTTP/1.1" status: 204 len: 168 time: 0.3381977 Jul 05 18:13:39.363278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1d4cf-3a8d-4f6d-8cd9-7e5eb2114ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a96daaf-7762-49f7-9769-2ab064216db5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:39.388172 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b90e3c6-3774-4fc1-ab6d-31919723fb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.413860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b90e3c6-3774-4fc1-ab6d-31919723fb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.424692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9e254-49f8-4501-b562-a42826557971 req-e8974bd0-2d0a-44c4-a4ee-a83b2377345d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:39.432597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-e8974bd0-2d0a-44c4-a4ee-a83b2377345d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 815 time: 0.2538011 Jul 05 18:13:39.453329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-3bb1a0ea-6e02-4693-a456-2f299af0c102 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/quotas/8424ed8b427c4c4fb4cd973688507a91 HTTP/1.1" status: 200 len: 375 time: 0.0184104 Jul 05 18:13:39.594222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b90e3c6-3774-4fc1-ab6d-31919723fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.598235 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b90e3c6-3774-4fc1-ab6d-31919723fb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:39.599914 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3b90e3c6-3774-4fc1-ab6d-31919723fb66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8544cc92-0c52-4b38-b656-c8e15c855b12 HTTP/1.1" status: 204 len: 168 time: 0.2863531 Jul 05 18:13:39.611741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b90e3c6-3774-4fc1-ab6d-31919723fb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8544cc92-0c52-4b38-b656-c8e15c855b12,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:40.020863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router a8d39210-5286-416c-960a-75e49199b44b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:13:40.052305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-75979932-12a0-46ff-987b-774f6a5538d6 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5936091 Jul 05 18:13:40.062510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a54724-4dfa-42e9-a5e2-89d949169bd3 req-40341c68-949f-4592-8581-dd2ad0ee5374 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:40.064561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8a54724-4dfa-42e9-a5e2-89d949169bd3 req-40341c68-949f-4592-8581-dd2ad0ee5374 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1287470 Jul 05 18:13:40.238953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8a54724-4dfa-42e9-a5e2-89d949169bd3 req-99945875-335f-47a7-bb1e-b3ac278a71c2 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335804 Jul 05 18:13:40.247611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:13:40.256436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f271ca7b-eb72-47d7-b9b4-a4acac16bb90 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/a8d39210-5286-416c-960a-75e49199b44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1194632 Jul 05 18:13:40.260146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39042) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:40.261781 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d08c2fb-fa9e-4ca3-ac9b-c62b9838b008 None None] Sync routers for ids ['a8d39210-5286-416c-960a-75e49199b44b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:13:40.272323 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08c2fb-fa9e-4ca3-ac9b-c62b9838b008 None None] Routers {'a8d39210-5286-416c-960a-75e49199b44b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:40.273368 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3d08c2fb-fa9e-4ca3-ac9b-c62b9838b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8d39210-5286-416c-960a-75e49199b44b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:40.278221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-af25f3e8-0297-4c48-b919-eff87ac2d229 service neutron] 10.222.0.30 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101619 Jul 05 18:13:40.313473 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3d08c2fb-fa9e-4ca3-ac9b-c62b9838b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:40.327501 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d08c2fb-fa9e-4ca3-ac9b-c62b9838b008 None None] Routers {'a8d39210-5286-416c-960a-75e49199b44b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:40.328551 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3d08c2fb-fa9e-4ca3-ac9b-c62b9838b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8d39210-5286-416c-960a-75e49199b44b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:40.400176 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3d08c2fb-fa9e-4ca3-ac9b-c62b9838b008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:40.400885 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d08c2fb-fa9e-4ca3-ac9b-c62b9838b008 None None] The sync data for ids ['a8d39210-5286-416c-960a-75e49199b44b'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:13:40.402716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-d0ecf17f-186f-4f9e-a4c2-065f7bd7a78d service neutron] 10.222.0.30 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235657 Jul 05 18:13:40.510384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39046) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:40.534464 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc2dba4b-e915-4b69-a0aa-13afb032cd40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:40.703338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc2dba4b-e915-4b69-a0aa-13afb032cd40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:40.812481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85f82c47-5323-4595-bc48-2f22c6178d90 req-12c49282-b359-4b28-9a24-603d3cd0d88f tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 210 time: 0.0338387 Jul 05 18:13:40.828015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:40.828956 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc2dba4b-e915-4b69-a0aa-13afb032cd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:40.902460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dc2dba4b-e915-4b69-a0aa-13afb032cd40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c9e203d8bb2472e9d5e57c1f943c4bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887582 Jul 05 18:13:40.905497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39060) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:40.998738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dba4b-e915-4b69-a0aa-13afb032cd40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6527c83-3a7f-491c-a9ff-c1e351d7fd64,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:41.045262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f084af5-0a4f-44d7-9448-8e2822de11d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:41.077566 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f084af5-0a4f-44d7-9448-8e2822de11d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:41.161891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-14d51c28-b0ee-4934-9295-737ceb19fa5e tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:41.162934 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-14d51c28-b0ee-4934-9295-737ceb19fa5e tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.97 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 815 time: 0.2899566 Jul 05 18:13:41.177939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Request body: {'port': {'device_id': '328c33bf-1c6a-45a3-acad-786a1c9ec45e', 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181', 'admin_state_up': True, 'tenant_id': '8424ed8b427c4c4fb4cd973688507a91'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:41.236605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f084af5-0a4f-44d7-9448-8e2822de11d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:41.239158 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f084af5-0a4f-44d7-9448-8e2822de11d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:41.246871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9f084af5-0a4f-44d7-9448-8e2822de11d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6527c83-3a7f-491c-a9ff-c1e351d7fd64 HTTP/1.1" status: 204 len: 168 time: 0.3301516 Jul 05 18:13:41.260827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f084af5-0a4f-44d7-9448-8e2822de11d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6527c83-3a7f-491c-a9ff-c1e351d7fd64,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:41.400509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 4e53bc7a-0530-479e-98e0-b510bba8c4ff {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:41.401043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:41.486580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Made reservation on behalf of 8424ed8b427c4c4fb4cd973688507a91 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:41.507452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:41.517656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b69a82-7ee4-4015-91ab-8600d9f39bfe req-95ef75b6-c1d9-4c27-aba4-cfc96f852929 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:41.519396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86b69a82-7ee4-4015-91ab-8600d9f39bfe req-95ef75b6-c1d9-4c27-aba4-cfc96f852929 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.0904181 Jul 05 18:13:41.572130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86b69a82-7ee4-4015-91ab-8600d9f39bfe req-55c18982-0714-4ebd-a2a7-a0324d523a91 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452955 Jul 05 18:13:41.643951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:41.671519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 4e53bc7a-0530-479e-98e0-b510bba8c4ff owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:41.786197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Allocated IP 172.20.0.8 (ee958a96-52f4-4943-a710-dbd2be926181/4c8c9d2a-b911-45f7-9108-414b93a18a7d/0dda8115-d7d9-4b4b-a09b-f35ce18178d3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:41.989094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c4e0818-e556-478d-a9bc-4f953861dd75 req-78a23514-bf34-423d-8c31-c96cb10193d2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 210 time: 0.0611510 Jul 05 18:13:42.051898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:42.098606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c90fcda4-65d4-444d-bd3a-8c6e53e63993 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:42.098606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c90fcda4-65d4-444d-bd3a-8c6e53e63993 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.97 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 815 time: 0.1975901 Jul 05 18:13:42.098606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Request body: {'port': {'device_id': '37e302eb-34e0-4e6f-8d72-a8b19e131023', 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181', 'admin_state_up': True, 'tenant_id': '8424ed8b427c4c4fb4cd973688507a91'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:42.325014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Transition to ACTIVE for port object 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:42.331078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Made reservation on behalf of 8424ed8b427c4c4fb4cd973688507a91 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:42.335127 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:42.364662 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:42.405175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=4e53bc7a-0530-479e-98e0-b510bba8c4ff,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:42.443110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:42.523411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Allocated IP 172.20.0.6 (ee958a96-52f4-4943-a710-dbd2be926181/4c8c9d2a-b911-45f7-9108-414b93a18a7d/5fb237f6-63d0-4094-aa04-35b8df91ac03) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:42.526534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Network ee958a96-52f4-4943-a710-dbd2be926181 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:42.530775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:42.533834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:42.554148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Pushing event updated for resources: {'Port': ['ID=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:42.566951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39100) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:42.679939 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-441ab60b-cfe4-4e0b-a9a0-88750756eb6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:42.749568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:42.792634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:42.793539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.014327 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.035588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Transition to ACTIVE for port object 5fb237f6-63d0-4094-aa04-35b8df91ac03 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:43.077838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router a8d39210-5286-416c-960a-75e49199b44b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:13:43.134342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57446c-7799-4521-ad32-ae2f357751f4 req-a5fe065c-be1e-4c93-97cc-5aacb8c299db tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:43.138132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-76c4292d-cba0-4542-9b98-0eb9ee9ac20b None None] Provisioning for port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:43.144189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-76c4292d-cba0-4542-9b98-0eb9ee9ac20b None None] Provisioning complete for port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:43.144833 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-76c4292d-cba0-4542-9b98-0eb9ee9ac20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.159297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab57446c-7799-4521-ad32-ae2f357751f4 req-a5fe065c-be1e-4c93-97cc-5aacb8c299db tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.2700434 Jul 05 18:13:43.204381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-76c4292d-cba0-4542-9b98-0eb9ee9ac20b None None] Port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:43.272657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-441ab60b-cfe4-4e0b-a9a0-88750756eb6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.283957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab57446c-7799-4521-ad32-ae2f357751f4 req-6495bc66-f2e7-473c-8fd5-6c29f170d5e5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234908 Jul 05 18:13:43.324834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45d8efac-b4ab-4a36-96b7-c18f03296daf req-7694f284-3716-4e4a-8c5e-3864db523bd7 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 210 time: 0.0341234 Jul 05 18:13:43.354214 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-441ab60b-cfe4-4e0b-a9a0-88750756eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.412194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-441ab60b-cfe4-4e0b-a9a0-88750756eb6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2100f91e05641e3b5e381c3b2b4998f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8437259 Jul 05 18:13:43.419990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39126) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:43.432527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.434226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441ab60b-cfe4-4e0b-a9a0-88750756eb6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c66484-f4ce-42f7-803c-553a8f94ca92,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:43.522711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Network ee958a96-52f4-4943-a710-dbd2be926181 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:43.525282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:43.530473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:43.536138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Pushing event updated for resources: {'Port': ['ID=5fb237f6-63d0-4094-aa04-35b8df91ac03,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:43.552934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:13:43.564941 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dbb3fd94-1b87-4277-9147-941424d9ac01 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/a8d39210-5286-416c-960a-75e49199b44b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2994168 Jul 05 18:13:43.566433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f226e-7b67-4aa1-b10b-f57467c3a11a None None] Sync routers for ids ['a8d39210-5286-416c-960a-75e49199b44b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:13:43.570330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39128) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:43.586052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f226e-7b67-4aa1-b10b-f57467c3a11a None None] Routers {'a8d39210-5286-416c-960a-75e49199b44b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:43.587996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d34f226e-7b67-4aa1-b10b-f57467c3a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8d39210-5286-416c-960a-75e49199b44b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:43.610831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:43.611441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.623340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa40d-20fa-4516-9a61-a4906d541437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.651577 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9826ad2c-3b77-408e-aed2-d21c3adcec92 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d39210-5286-416c-960a-75e49199b44b HTTP/1.1" status: 200 len: 205 time: 0.0769811 Jul 05 18:13:43.654042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39136) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:43.655150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-a36c4161-ed8b-407f-9166-e4b3644eb7ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4816961 Jul 05 18:13:43.662091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d34f226e-7b67-4aa1-b10b-f57467c3a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:43.669667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Request body: {'port': {'device_id': '328c33bf-1c6a-45a3-acad-786a1c9ec45e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:43.694410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34f226e-7b67-4aa1-b10b-f57467c3a11a None None] Routers {'a8d39210-5286-416c-960a-75e49199b44b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:43.695101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d34f226e-7b67-4aa1-b10b-f57467c3a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8d39210-5286-416c-960a-75e49199b44b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:43.735172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-c00b0064-2c4c-4eab-9cae-a246e8922c16 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6532986 Jul 05 18:13:43.747715 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa40d-20fa-4516-9a61-a4906d541437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.748007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d34f226e-7b67-4aa1-b10b-f57467c3a11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:43.748693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34f226e-7b67-4aa1-b10b-f57467c3a11a None None] The sync data for ids ['a8d39210-5286-416c-960a-75e49199b44b'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:13:43.798881 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:43.801321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Request body: {'port': {'device_id': '37e302eb-34e0-4e6f-8d72-a8b19e131023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:43.895766 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1aac2d26-9be9-48e2-aec6-3e0bf8dc2f80 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.023141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b859307b-7885-48ea-8fb1-946f33afc522 None None] Provisioning for port 5fb237f6-63d0-4094-aa04-35b8df91ac03 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:44.037820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b859307b-7885-48ea-8fb1-946f33afc522 None None] Provisioning complete for port 5fb237f6-63d0-4094-aa04-35b8df91ac03 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:44.038537 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b859307b-7885-48ea-8fb1-946f33afc522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.121857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b859307b-7885-48ea-8fb1-946f33afc522 None None] Port 5fb237f6-63d0-4094-aa04-35b8df91ac03 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:44.192824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:44.202361 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.202845 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.216046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1aac2d26-9be9-48e2-aec6-3e0bf8dc2f80 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.219042 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1aac2d26-9be9-48e2-aec6-3e0bf8dc2f80 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.219309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Transition to ACTIVE for port object 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:44.288041 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa40d-20fa-4516-9a61-a4906d541437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.290955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a3fa40d-20fa-4516-9a61-a4906d541437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.293971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3a3fa40d-20fa-4516-9a61-a4906d541437 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7c66484-f4ce-42f7-803c-553a8f94ca92 HTTP/1.1" status: 204 len: 168 time: 0.8713467 Jul 05 18:13:44.314015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fa40d-20fa-4516-9a61-a4906d541437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c66484-f4ce-42f7-803c-553a8f94ca92,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:44.342151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.539903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Pushing event updated for resources: {'Port': ['ID=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:44.625072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1aac2d26-9be9-48e2-aec6-3e0bf8dc2f80 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.626856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aac2d26-9be9-48e2-aec6-3e0bf8dc2f80 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Fanout notify agent at l3_agent the message router_deleted on router a8d39210-5286-416c-960a-75e49199b44b {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:13:44.651576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Attempting to bind port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:44.651910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Attempting to bind port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:44.652589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Attempting to bind port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 on network ee958a96-52f4-4943-a710-dbd2be926181 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:44.657872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 on network ee958a96-52f4-4943-a710-dbd2be926181 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:13:44.658459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Attempting to bind port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 on network ee958a96-52f4-4943-a710-dbd2be926181 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:44.661490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1aac2d26-9be9-48e2-aec6-3e0bf8dc2f80 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.663845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:44.664230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Checking segment: {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:44.665649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Bound using segment: {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:44.665960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1aac2d26-9be9-48e2-aec6-3e0bf8dc2f80 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/a8d39210-5286-416c-960a-75e49199b44b HTTP/1.1" status: 204 len: 168 time: 1.0088165 Jul 05 18:13:44.666224 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Bound port: 0dda8115-d7d9-4b4b-a09b-f35ce18178d3, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:44.666414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.668175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39170) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:44.784954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-b99459cd-da73-40c7-aa79-ed01adea0ad3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting subnet 1f79e839-c500-4d95-9be6-8af1750aff7e {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:13:44.788528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b99459cd-da73-40c7-aa79-ed01adea0ad3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.811490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fde61474-375a-4a63-a4fa-95e564ba6b59 req-3c9ec8a4-c3ec-48f6-827b-270b76a874cf tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 210 time: 0.1357965 Jul 05 18:13:44.877891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] For port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:44.882251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b99459cd-da73-40c7-aa79-ed01adea0ad3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:44.886764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] For port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:44.951441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d57e21-7e4e-40dc-8c94-b609a15a04dc req-642ed9a1-9530-44cb-9d30-b6ee82f367f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:44.953233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85d57e21-7e4e-40dc-8c94-b609a15a04dc req-642ed9a1-9530-44cb-9d30-b6ee82f367f1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1097 time: 0.2679090 Jul 05 18:13:44.964596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9e254-49f8-4501-b562-a42826557971 req-0f79281e-1182-4c16-ab0e-7f44a24ddaf8 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:44.966470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-0f79281e-1182-4c16-ab0e-7f44a24ddaf8 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.39 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 815 time: 0.6382277 Jul 05 18:13:44.999416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Request body: {'port': {'device_id': '37314b4b-d154-4771-9d0e-ac414bc90dcc', 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181', 'admin_state_up': True, 'tenant_id': '8424ed8b427c4c4fb4cd973688507a91'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:45.011399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e26c6e-002a-4e43-b47d-3c8c22f01d09 req-5b752a62-db33-48c6-a966-f26c8882344f tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:45.013390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95e26c6e-002a-4e43-b47d-3c8c22f01d09 req-5b752a62-db33-48c6-a966-f26c8882344f tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.3772242 Jul 05 18:13:45.043978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b99459cd-da73-40c7-aa79-ed01adea0ad3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.073255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.141656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:45.144958 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.146745 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] 10.222.0.97 "PUT /v2.0/ports/0dda8115-d7d9-4b4b-a09b-f35ce18178d3 HTTP/1.1" status: 200 len: 1091 time: 1.4828651 Jul 05 18:13:45.153996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '328c33bf-1c6a-45a3-acad-786a1c9ec45e', 'tag': '0dda8115-d7d9-4b4b-a09b-f35ce18178d3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:45.157281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85d57e21-7e4e-40dc-8c94-b609a15a04dc req-151f8016-b61b-41ec-aabf-b2540e070c61 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853888 Jul 05 18:13:45.157836 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3687c223-92e4-4b5d-a1c3-b55427b9b59a" -d '{"events": [{"name": "network-changed", "server_uuid": "328c33bf-1c6a-45a3-acad-786a1c9ec45e", "tag": "0dda8115-d7d9-4b4b-a09b-f35ce18178d3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:45.188710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059fd21-b64f-4ffc-855e-3f52cb18d4eb service neutron] Pushing event updated for resources: {'Port': ['ID=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:45.231749 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5eccce-c98c-45ba-891f-ef3ced7ed8b6 x-openstack-request-id: req-fb5eccce-c98c-45ba-891f-ef3ced7ed8b6 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:45.231749 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "328c33bf-1c6a-45a3-acad-786a1c9ec45e", "tag": "0dda8115-d7d9-4b4b-a09b-f35ce18178d3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:45.232434 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb5eccce-c98c-45ba-891f-ef3ced7ed8b6 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:45.232434 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '328c33bf-1c6a-45a3-acad-786a1c9ec45e', 'tag': '0dda8115-d7d9-4b4b-a09b-f35ce18178d3', 'status': 'completed', 'code': 200} Jul 05 18:13:45.262953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95e26c6e-002a-4e43-b47d-3c8c22f01d09 req-1b90d228-463c-4eaa-bd41-ec1d49c4bfc7 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260253 Jul 05 18:13:45.310023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b99459cd-da73-40c7-aa79-ed01adea0ad3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.365388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fb237f6-63d0-4094-aa04-35b8df91ac03 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:45.369765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99459cd-da73-40c7-aa79-ed01adea0ad3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Subnet': ['ID=1f79e839-c500-4d95-9be6-8af1750aff7e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:45.381168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54209c3a-010a-4732-9902-96972d35a381 None None] Network fdd4a2db-265e-4181-b979-2b381a078e0f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:45.382468 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b99459cd-da73-40c7-aa79-ed01adea0ad3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.385704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b99459cd-da73-40c7-aa79-ed01adea0ad3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/1f79e839-c500-4d95-9be6-8af1750aff7e HTTP/1.1" status: 204 len: 168 time: 0.7165461 Jul 05 18:13:45.392583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39190) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:45.401399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.443951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Transition to ACTIVE for port object 5fb237f6-63d0-4094-aa04-35b8df91ac03 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:45.468854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-722a37ad-34a3-4e61-9f97-658f8171ec3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting subnet 7a384b8b-1920-4ee5-bce8-309bdf6cf281 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:13:45.481908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-722a37ad-34a3-4e61-9f97-658f8171ec3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.482139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687c223-92e4-4b5d-a1c3-b55427b9b59a req-3c910880-345d-44ee-a5cd-b2fca189a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:45.482139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3687c223-92e4-4b5d-a1c3-b55427b9b59a req-3c910880-345d-44ee-a5cd-b2fca189a9c9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 1094 time: 0.2179494 Jul 05 18:13:45.520315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-722a37ad-34a3-4e61-9f97-658f8171ec3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.605298 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.620918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Made reservation on behalf of 8424ed8b427c4c4fb4cd973688507a91 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:45.629411 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.655230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9406624-a5b6-4056-9e64-7778c5817ebe None None] DHCP port deletion for fdd4a2db-265e-4181-b979-2b381a078e0f request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:45.673555 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-722a37ad-34a3-4e61-9f97-658f8171ec3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.712965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39198) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:45.725190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687c223-92e4-4b5d-a1c3-b55427b9b59a req-2a66b014-0b34-457b-b763-3591403a1d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:45.726705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3687c223-92e4-4b5d-a1c3-b55427b9b59a req-2a66b014-0b34-457b-b763-3591403a1d55 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8424ed8b427c4c4fb4cd973688507a91&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2427223 Jul 05 18:13:45.751519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d9406624-a5b6-4056-9e64-7778c5817ebe None None] Deleting port 56681458-9d53-4663-9275-ed63d610dda0 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:45.752198 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9406624-a5b6-4056-9e64-7778c5817ebe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.886931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb237f6-63d0-4094-aa04-35b8df91ac03,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:45.928953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d9406624-a5b6-4056-9e64-7778c5817ebe None None] For port 56681458-9d53-4663-9275-ed63d610dda0, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=56681458-9d53-4663-9275-ed63d610dda0,segment=NetworkSegment(da333115-678a-4b6e-937f-90ff5f955c63),segment_id=da333115-678a-4b6e-937f-90ff5f955c63)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:45.932184 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9406624-a5b6-4056-9e64-7778c5817ebe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:45.954413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d9406624-a5b6-4056-9e64-7778c5817ebe None None] Calling delete_port for 56681458-9d53-4663-9275-ed63d610dda0 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:45.977979 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-722a37ad-34a3-4e61-9f97-658f8171ec3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.055929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a37ad-34a3-4e61-9f97-658f8171ec3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Subnet': ['ID=7a384b8b-1920-4ee5-bce8-309bdf6cf281,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:46.067914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-722a37ad-34a3-4e61-9f97-658f8171ec3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.071497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59510867-c8dd-4a46-906b-099db11fbb47 None None] Network faf64553-1fa2-4d91-9a6a-974185e44512 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:46.072807 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-722a37ad-34a3-4e61-9f97-658f8171ec3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/7a384b8b-1920-4ee5-bce8-309bdf6cf281 HTTP/1.1" status: 204 len: 168 time: 0.6789742 Jul 05 18:13:46.075499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39210) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:46.090604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Attempting to bind port 5fb237f6-63d0-4094-aa04-35b8df91ac03 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:46.091114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Attempting to bind port 5fb237f6-63d0-4094-aa04-35b8df91ac03 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:46.091556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Attempting to bind port 5fb237f6-63d0-4094-aa04-35b8df91ac03 on network ee958a96-52f4-4943-a710-dbd2be926181 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:46.115610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687c223-92e4-4b5d-a1c3-b55427b9b59a req-212e6b7f-5804-453b-b0ff-ed17d90fdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:46.121933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3687c223-92e4-4b5d-a1c3-b55427b9b59a req-212e6b7f-5804-453b-b0ff-ed17d90fdc77 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3601270 Jul 05 18:13:46.203747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Port 5fb237f6-63d0-4094-aa04-35b8df91ac03 on network ee958a96-52f4-4943-a710-dbd2be926181 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:13:46.204134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Attempting to bind port 5fb237f6-63d0-4094-aa04-35b8df91ac03 on network ee958a96-52f4-4943-a710-dbd2be926181 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:46.224009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa3b34de-283b-40d3-9592-9eba3525c578 req-a9e048e5-299f-42f7-a142-96e1ee68d6b9 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 210 time: 0.1790042 Jul 05 18:13:46.250375 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9406624-a5b6-4056-9e64-7778c5817ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.257609 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.283726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:46.284145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Checking segment: {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:46.286919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Bound using segment: {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:46.286919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Bound port: 5fb237f6-63d0-4094-aa04-35b8df91ac03, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:46.286919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.291932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9406624-a5b6-4056-9e64-7778c5817ebe None None] No DVR routers for this DVR port 56681458-9d53-4663-9275-ed63d610dda0 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:46.296822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9406624-a5b6-4056-9e64-7778c5817ebe None None] Pushing event deleted for resources: {'Port': ['ID=56681458-9d53-4663-9275-ed63d610dda0,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:46.334953 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbb64-73c5-4773-afbe-fdde86885ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.363868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Allocated IP 172.20.0.5 (ee958a96-52f4-4943-a710-dbd2be926181/4c8c9d2a-b911-45f7-9108-414b93a18a7d/aebffbf7-b665-4b29-ad44-6fe624cc8535) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:46.381611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a24be0-3907-4dd7-81fe-0ea0f65e6d6b None None] DHCP port deletion for faf64553-1fa2-4d91-9a6a-974185e44512 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:13:46.493160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b5a24be0-3907-4dd7-81fe-0ea0f65e6d6b None None] Deleting port 8c070217-92af-4f97-ad34-ce42b8e2b981 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:46.493623 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b5a24be0-3907-4dd7-81fe-0ea0f65e6d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.520446 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.541853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdd4a2db-265e-4181-b979-2b381a078e0f']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:46.551692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8c070217-92af-4f97-ad34-ce42b8e2b981 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:46.554941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da333115-678a-4b6e-937f-90ff5f955c63') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:46.556075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da333115-678a-4b6e-937f-90ff5f955c63') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:46.558454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-e915309b-679f-4cd8-824c-020d288764bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:46.560349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-e915309b-679f-4cd8-824c-020d288764bb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 1094 time: 0.3513327 Jul 05 18:13:46.577362 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.613965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.626690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:46.629283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:46.637056 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:46.654974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b5a24be0-3907-4dd7-81fe-0ea0f65e6d6b None None] For port 8c070217-92af-4f97-ad34-ce42b8e2b981, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8c070217-92af-4f97-ad34-ce42b8e2b981,segment=NetworkSegment(d68bbb2c-2865-485b-8f1a-57908c06cbaa),segment_id=d68bbb2c-2865-485b-8f1a-57908c06cbaa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:46.655374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b5a24be0-3907-4dd7-81fe-0ea0f65e6d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.677855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b5a24be0-3907-4dd7-81fe-0ea0f65e6d6b None None] Calling delete_port for 8c070217-92af-4f97-ad34-ce42b8e2b981 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:46.692028 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.697936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-f44dd2da-8640-46bc-9931-384e6f8a4d0c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dda8115-d7d9-4b4b-a09b-f35ce18178d3 HTTP/1.1" status: 200 len: 217 time: 0.1252518 Jul 05 18:13:46.769523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 8c070217-92af-4f97-ad34-ce42b8e2b981, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8c070217-92af-4f97-ad34-ce42b8e2b981,segment=NetworkSegment(d68bbb2c-2865-485b-8f1a-57908c06cbaa),segment_id=d68bbb2c-2865-485b-8f1a-57908c06cbaa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:46.776924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] For port 5fb237f6-63d0-4094-aa04-35b8df91ac03, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:46.814039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.823242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.827590 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/networks/fdd4a2db-265e-4181-b979-2b381a078e0f HTTP/1.1" status: 204 len: 168 time: 0.7511106 Jul 05 18:13:46.828411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39232) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:46.876311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] For port 5fb237f6-63d0-4094-aa04-35b8df91ac03, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5fb237f6-63d0-4094-aa04-35b8df91ac03,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:46.883844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20877925-0708-4c78-b46f-bdc17dc8ae3d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Network': ['ID=fdd4a2db-265e-4181-b979-2b381a078e0f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:46.922802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:46.922802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 56681458-9d53-4663-9275-ed63d610dda0 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:13:46.924825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd004f1b-b157-49c8-8f4f-0655d1f5b98c req-4e24f3b6-79f2-46d4-ba0a-ce8621467005 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:46.927177 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd004f1b-b157-49c8-8f4f-0655d1f5b98c req-4e24f3b6-79f2-46d4-ba0a-ce8621467005 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.4104521 Jul 05 18:13:46.941647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-1218f764-2844-435b-8d52-d1acf9c744b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:46.944013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-1218f764-2844-435b-8d52-d1acf9c744b6 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4c8c9d2a-b911-45f7-9108-414b93a18a7d HTTP/1.1" status: 200 len: 854 time: 0.2269182 Jul 05 18:13:47.010679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.036987 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-a7ade187-4b2c-4e89-9fb2-3c3cf1b88d68 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1360168 Jul 05 18:13:47.064100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=8c070217-92af-4f97-ad34-ce42b8e2b981,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:47.074133 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.077706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 56681458-9d53-4663-9275-ed63d610dda0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:13:47.078068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 56681458-9d53-4663-9275-ed63d610dda0 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:13:47.079562 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b5a24be0-3907-4dd7-81fe-0ea0f65e6d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.115189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a24be0-3907-4dd7-81fe-0ea0f65e6d6b None None] Pushing event deleted for resources: {'Port': ['ID=8c070217-92af-4f97-ad34-ce42b8e2b981,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:47.120685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a24be0-3907-4dd7-81fe-0ea0f65e6d6b None None] No DVR routers for this DVR port 8c070217-92af-4f97-ad34-ce42b8e2b981 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:47.131164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:47.131796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.134694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] 10.222.0.97 "PUT /v2.0/ports/5fb237f6-63d0-4094-aa04-35b8df91ac03 HTTP/1.1" status: 200 len: 1091 time: 3.3840559 Jul 05 18:13:47.148647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e302eb-34e0-4e6f-8d72-a8b19e131023', 'tag': '5fb237f6-63d0-4094-aa04-35b8df91ac03'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:47.153160 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "37e302eb-34e0-4e6f-8d72-a8b19e131023", "tag": "5fb237f6-63d0-4094-aa04-35b8df91ac03"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:47.176950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 8c070217-92af-4f97-ad34-ce42b8e2b981 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:47.177457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.288556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd004f1b-b157-49c8-8f4f-0655d1f5b98c req-82137e56-3ad5-4820-b1dc-53d5a1160cd7 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528123 Jul 05 18:13:47.301767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port 8c070217-92af-4f97-ad34-ce42b8e2b981, host n-d-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:47.301767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.316434 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77f6b24-5422-4726-9cc8-edbe1c663e10 x-openstack-request-id: req-e77f6b24-5422-4726-9cc8-edbe1c663e10 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:47.316938 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e302eb-34e0-4e6f-8d72-a8b19e131023", "tag": "5fb237f6-63d0-4094-aa04-35b8df91ac03", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:47.330986 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e77f6b24-5422-4726-9cc8-edbe1c663e10 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:47.334415 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e302eb-34e0-4e6f-8d72-a8b19e131023', 'tag': '5fb237f6-63d0-4094-aa04-35b8df91ac03', 'status': 'completed', 'code': 200} Jul 05 18:13:47.339198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 8c070217-92af-4f97-ad34-ce42b8e2b981 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:47.349765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-fdc6899e-c5a8-4712-8e6f-740982333512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:47.351444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-fdc6899e-c5a8-4712-8e6f-740982333512 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1097 time: 0.2452226 Jul 05 18:13:47.359336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.ipam_backend_mixin [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Port 8c070217-92af-4f97-ad34-ce42b8e2b981 was not found and therefore no delete operation was performed {{(pid=100998) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:13:47.360878 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.435302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=8c070217-92af-4f97-ad34-ce42b8e2b981,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:47.440653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No DVR routers for this DVR port 8c070217-92af-4f97-ad34-ce42b8e2b981 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:13:47.441378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-dad7b490-01bf-4646-9288-b8982e25f296 req-a9eb8525-102d-4c51-9162-c36bbab3e627 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-505397631', 'description': 'tempest-description-287645610'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:47.478252 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbb64-73c5-4773-afbe-fdde86885ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.523428 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.585601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.614403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf64553-1fa2-4d91-9a6a-974185e44512']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:47.624958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-e1b9c797-e599-4426-96f9-08350dbd7594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:47.626492 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-e1b9c797-e599-4426-96f9-08350dbd7594 service neutron] 10.222.0.97 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 920 time: 0.2461658 Jul 05 18:13:47.630271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68bbb2c-2865-485b-8f1a-57908c06cbaa') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:47.630602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68bbb2c-2865-485b-8f1a-57908c06cbaa') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:47.648482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.682226 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-f433a56d-61fa-4427-971a-335a4765284f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 217 time: 0.0440876 Jul 05 18:13:47.696133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.728532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:13:47.728981 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:13:47.732127 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:13:47.797372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-3a5afc4e-da90-4de4-b191-ecf18e1c337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:47.798834 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-3a5afc4e-da90-4de4-b191-ecf18e1c337f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 200 len: 860 time: 0.1107674 Jul 05 18:13:47.833993 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-327b876f-3ff8-436d-b579-dbb3180dd00d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=55f3fb02-7f5e-4172-8050-79304f085b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290987 Jul 05 18:13:47.902878 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.917774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.919706 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/networks/faf64553-1fa2-4d91-9a6a-974185e44512 HTTP/1.1" status: 204 len: 168 time: 1.0886164 Jul 05 18:13:47.931394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39260) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:47.937538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'network': {'name': 'tempest-RoutersTest-170335560'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:47.947670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f380bc1-89d6-4130-8cf4-df84b633b11c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Network': ['ID=faf64553-1fa2-4d91-9a6a-974185e44512,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:47.967195 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da397513-72ff-4c30-aa7a-fe5c3cf25cec req-a440c77c-a01f-4b9d-a163-5c362afaeb57 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 210 time: 0.4916787 Jul 05 18:13:47.979085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521efea0-9b60-4675-910e-ba602c84cb55 service neutron] Pushing event updated for resources: {'Port': ['ID=5fb237f6-63d0-4094-aa04-35b8df91ac03,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:47.988731 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a7cbb64-73c5-4773-afbe-fdde86885ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:47.990899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-773e631f-8de4-4a61-b840-6326002b088e service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502290 Jul 05 18:13:47.999913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Transition to ACTIVE for port object aebffbf7-b665-4b29-ad44-6fe624cc8535 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:48.068056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-c5d43c25-1654-4fdc-9758-5ad42a3f5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:48.070094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-c5d43c25-1654-4fdc-9758-5ad42a3f5916 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ee958a96-52f4-4943-a710-dbd2be926181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1124096 Jul 05 18:13:48.103234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8a7cbb64-73c5-4773-afbe-fdde86885ac5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52b8e115f75544b4ad3906499869f7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3801997 Jul 05 18:13:48.106640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ff0e3b12-5049-4930-b44b-b00f282ca033 req-04cc8bd5-9c82-402d-8cba-da1e6a485feb service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049387 Jul 05 18:13:48.107408 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39264) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:48.198057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dad7b490-01bf-4646-9288-b8982e25f296 req-a9eb8525-102d-4c51-9162-c36bbab3e627 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.200150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7cbb64-73c5-4773-afbe-fdde86885ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a955040a-32a9-4628-82da-f004f7479c51,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:48.221746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-0867836d-e5b1-4d59-9ace-d410fe95cd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:48.222471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-0867836d-e5b1-4d59-9ace-d410fe95cd70 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 1094 time: 0.9173543 Jul 05 18:13:48.224339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-145dcfa3-944b-44c1-9315-14bd77debe9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.246777 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.253957 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-145dcfa3-944b-44c1-9315-14bd77debe9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.269516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:48.273250 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.300920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-f2714b0f-3113-4683-9b12-cf0ef489d7d4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fb237f6-63d0-4094-aa04-35b8df91ac03 HTTP/1.1" status: 200 len: 217 time: 0.0684009 Jul 05 18:13:48.313349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:13:48.385397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Network ee958a96-52f4-4943-a710-dbd2be926181 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:48.404680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-145dcfa3-944b-44c1-9315-14bd77debe9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.407947 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-145dcfa3-944b-44c1-9315-14bd77debe9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.408499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:48.414835 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-145dcfa3-944b-44c1-9315-14bd77debe9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a955040a-32a9-4628-82da-f004f7479c51 HTTP/1.1" status: 204 len: 168 time: 0.3007441 Jul 05 18:13:48.423280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:48.424930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.425301 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added segment a65c237e-2ebd-490d-80ce-289fce6b3ba0 of type vlan for network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f Jul 05 18:13:48.428680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Pushing event updated for resources: {'Port': ['ID=aebffbf7-b665-4b29-ad44-6fe624cc8535,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:48.456848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145dcfa3-944b-44c1-9315-14bd77debe9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a955040a-32a9-4628-82da-f004f7479c51,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:48.469561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-6dca8ba0-e106-4fe4-b038-4664b627fbac service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904364 Jul 05 18:13:48.503959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.583656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-ebc082c9-202b-484b-97b4-492b20cb3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:48.585182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-ebc082c9-202b-484b-97b4-492b20cb3cae service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4c8c9d2a-b911-45f7-9108-414b93a18a7d HTTP/1.1" status: 200 len: 854 time: 0.2580588 Jul 05 18:13:48.654059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:48.654745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.666132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.672423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:48.678883 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.713284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cf30d5f-bb98-4af6-99df-363321e520f6 req-12418efe-8600-4cc4-b1c3-a793d8ed08f2 service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345443 Jul 05 18:13:48.720974 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dad7b490-01bf-4646-9288-b8982e25f296 req-a9eb8525-102d-4c51-9162-c36bbab3e627 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.737858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-1cabfd67-cb40-46c3-9cdc-7bb1ff959a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:48.740215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-1cabfd67-cb40-46c3-9cdc-7bb1ff959a06 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ee958a96-52f4-4943-a710-dbd2be926181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381409 Jul 05 18:13:48.774531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Network': ['ID=3c63a3cc-86c5-4717-9fa3-d975cfe3f78f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:48.785224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:13:48.820080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dad7b490-01bf-4646-9288-b8982e25f296 req-a9eb8525-102d-4c51-9162-c36bbab3e627 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:48.874412 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ed5c49c7-1b9d-45b2-a0f1-c7db832d24f1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9385533 Jul 05 18:13:48.874917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39278) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:48.880974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'subnet': {'network_id': '3c63a3cc-86c5-4717-9fa3-d975cfe3f78f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:48.889521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb8525-102d-4c51-9162-c36bbab3e627 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bff387e-ba6c-465c-9578-55c1a16ce994,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:48.906144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-0c26722c-8621-47d3-907a-bbc8e7ce85ec service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549237 Jul 05 18:13:48.958465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-b61566f8-1423-4a06-9778-18dcb1f0d79a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9687583 Jul 05 18:13:48.982348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Request body: {'port': {'device_id': '37314b4b-d154-4771-9d0e-ac414bc90dcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:49.005174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d6316e18-e4d4-4844-bd22-752d7a6b55fb None None] Provisioning for port aebffbf7-b665-4b29-ad44-6fe624cc8535 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:49.009304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d6316e18-e4d4-4844-bd22-752d7a6b55fb None None] Provisioning complete for port aebffbf7-b665-4b29-ad44-6fe624cc8535 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:49.009687 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d6316e18-e4d4-4844-bd22-752d7a6b55fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.021143 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-dad7b490-01bf-4646-9288-b8982e25f296 req-a9eb8525-102d-4c51-9162-c36bbab3e627 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.022412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dad7b490-01bf-4646-9288-b8982e25f296 req-a9eb8525-102d-4c51-9162-c36bbab3e627 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.5894296 Jul 05 18:13:49.059273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d6316e18-e4d4-4844-bd22-752d7a6b55fb None None] Port aebffbf7-b665-4b29-ad44-6fe624cc8535 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:49.120233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:49.125969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-850fe623-fe80-4ca4-bdbb-03a8d73978d6 req-824e324c-d81e-435e-841b-1a4dfb41aa72 service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131453 Jul 05 18:13:49.129342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.158613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.263467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-ee65db1a-4152-4c98-8704-9a37ab129ba7 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-505397631&fields=id&tenant_id=bfe058fcf4d24acc9c7782ef513eb432 HTTP/1.1" status: 200 len: 267 time: 0.1068828 Jul 05 18:13:49.427351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a7a19-c170-4e32-a3a2-84bd178e52cd req-ed2ca05c-e442-45b9-8bea-92993a6523e7 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:49.429033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-596a7a19-c170-4e32-a3a2-84bd178e52cd req-ed2ca05c-e442-45b9-8bea-92993a6523e7 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 931 time: 0.3021138 Jul 05 18:13:49.442954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.515105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Subnet': ['ID=fbe46415-0457-4ee3-8b02-bfeb72d3c2f0,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:49.522385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Checking segment: {'id': 'a65c237e-2ebd-490d-80ce-289fce6b3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c63a3cc-86c5-4717-9fa3-d975cfe3f78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:49.524574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network hostable DHCP agents. Network: 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:13:49.571232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-596a7a19-c170-4e32-a3a2-84bd178e52cd req-250328b1-6523-438b-8e58-a2240a37678d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317384 Jul 05 18:13:49.580384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-97c1e526-cc30-43b9-b558-df5ac287db26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:49.581631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-97c1e526-cc30-43b9-b558-df5ac287db26 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 1094 time: 0.2970519 Jul 05 18:13:49.594364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-897dee39-e387-4b28-a8a9-31511802dc9d tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:49.595792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-897dee39-e387-4b28-a8a9-31511802dc9d tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.3139410 Jul 05 18:13:49.619967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:13:49.621125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-5f44e275-aaca-4a41-90d3-078adc5e7ccb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Request body: {'port': {'security_groups': ['d6e80874-d93f-4c0a-8b35-7ee3ff3933f5', '6bff387e-ba6c-465c-9578-55c1a16ce994']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:49.691637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:49.700262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:49.712419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835237d-a3da-40dd-a3e0-19f31e41b811 None None] Network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:49.729090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:49.730403 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.734597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a6f9-a0a5-434c-afcd-0e326aa4b996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.848753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aebffbf7-b665-4b29-ad44-6fe624cc8535 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:49.872529 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.880695 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-5f44e275-aaca-4a41-90d3-078adc5e7ccb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.884753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-f8f036cd-9868-4829-a224-af5b6d717afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:49.886289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-f8f036cd-9868-4829-a224-af5b6d717afd service neutron] 10.222.0.97 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 915 time: 0.2831540 Jul 05 18:13:49.893985 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a6f9-a0a5-434c-afcd-0e326aa4b996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:49.910901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Transition to ACTIVE for port object aebffbf7-b665-4b29-ad44-6fe624cc8535 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:49.949690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-24bb6b65-ab12-4f42-8639-1ae029a537fe service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fb237f6-63d0-4094-aa04-35b8df91ac03 HTTP/1.1" status: 200 len: 217 time: 0.0460763 Jul 05 18:13:49.994808 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7d8a6f9-a0a5-434c-afcd-0e326aa4b996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.029044 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.042950 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c7d8a6f9-a0a5-434c-afcd-0e326aa4b996 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cdd6646f0c9846afa698701219ff7329&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496382 Jul 05 18:13:50.043671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39304) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:50.046962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8a6f9-a0a5-434c-afcd-0e326aa4b996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d79453-1ed5-413a-9bed-83a7ff25200e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:50.065028 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9f5642a1-28a5-474c-b25e-b7788fac00fa tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1832538 Jul 05 18:13:50.065950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39306) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:50.074297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2858d55d-d8c1-46c7-95ca-16b7ba6f0755 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1930394034', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:50.091995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-18c735fa-26d3-41e7-8a11-dfe0ceb9d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:50.093811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-18c735fa-26d3-41e7-8a11-dfe0ceb9d9d9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4c8c9d2a-b911-45f7-9108-414b93a18a7d HTTP/1.1" status: 200 len: 854 time: 0.1276741 Jul 05 18:13:50.142782 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e28c79be-3906-4a25-abbc-0c3dbdef0c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.172276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-3c63a3cc-86c5-4717-9fa3-d975cfe3f78f', 'network_id': '3c63a3cc-86c5-4717-9fa3-d975cfe3f78f', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'fixed_ips': [{'subnet_id': 'fbe46415-0457-4ee3-8b02-bfeb72d3c2f0'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:13:50.173149 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.199298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e28c79be-3906-4a25-abbc-0c3dbdef0c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.218538 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2858d55d-d8c1-46c7-95ca-16b7ba6f0755 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.219657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2858d55d-d8c1-46c7-95ca-16b7ba6f0755 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.276767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Pushing event updated for resources: {'Port': ['ID=aebffbf7-b665-4b29-ad44-6fe624cc8535,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:50.340650 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2858d55d-d8c1-46c7-95ca-16b7ba6f0755 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.381144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Allocated IP 172.20.0.2 (3c63a3cc-86c5-4717-9fa3-d975cfe3f78f/fbe46415-0457-4ee3-8b02-bfeb72d3c2f0/4187ec67-c138-4e09-a6fa-bc56733ca77f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:50.423836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-b8e4edf3-26bc-458d-bb07-cb638a89845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:50.425257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-b8e4edf3-26bc-458d-bb07-cb638a89845a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ee958a96-52f4-4943-a710-dbd2be926181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3099346 Jul 05 18:13:50.433779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Attempting to bind port aebffbf7-b665-4b29-ad44-6fe624cc8535 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:50.433954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Attempting to bind port aebffbf7-b665-4b29-ad44-6fe624cc8535 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:50.434253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Attempting to bind port aebffbf7-b665-4b29-ad44-6fe624cc8535 on network ee958a96-52f4-4943-a710-dbd2be926181 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:50.471443 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2858d55d-d8c1-46c7-95ca-16b7ba6f0755 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.478215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e28c79be-3906-4a25-abbc-0c3dbdef0c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.480766 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e28c79be-3906-4a25-abbc-0c3dbdef0c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.481916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e28c79be-3906-4a25-abbc-0c3dbdef0c56 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01d79453-1ed5-413a-9bed-83a7ff25200e HTTP/1.1" status: 204 len: 168 time: 0.4368143 Jul 05 18:13:50.494987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c79be-3906-4a25-abbc-0c3dbdef0c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d79453-1ed5-413a-9bed-83a7ff25200e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:50.509702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Port aebffbf7-b665-4b29-ad44-6fe624cc8535 on network ee958a96-52f4-4943-a710-dbd2be926181 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:13:50.510286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Attempting to bind port aebffbf7-b665-4b29-ad44-6fe624cc8535 on network ee958a96-52f4-4943-a710-dbd2be926181 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:50.534195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-5f44e275-aaca-4a41-90d3-078adc5e7ccb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] For port 02808f60-04f5-4593-9687-58c9bfd26021, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=02808f60-04f5-4593-9687-58c9bfd26021,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:50.541897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:50.541897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Checking segment: {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:50.541897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Bound using segment: {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:50.541897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Bound port: aebffbf7-b665-4b29-ad44-6fe624cc8535, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:50.541897 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.553890 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.564852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Transition to ACTIVE for port object 4187ec67-c138-4e09-a6fa-bc56733ca77f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:50.565563 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2858d55d-d8c1-46c7-95ca-16b7ba6f0755 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.567974 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2858d55d-d8c1-46c7-95ca-16b7ba6f0755 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5008640 Jul 05 18:13:50.572177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39314) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:50.580338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'port': {'network_id': '3c63a3cc-86c5-4717-9fa3-d975cfe3f78f', 'name': 'tempest-RoutersTest-672505913'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:50.585373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Transition to ACTIVE for port object 4187ec67-c138-4e09-a6fa-bc56733ca77f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:50.669923 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-5f44e275-aaca-4a41-90d3-078adc5e7ccb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.673568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.701008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-5a740c47-5dcc-489f-9075-de2e3f1b6edc service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682362 Jul 05 18:13:50.740840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:50.747361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:50.752747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:50.791939 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bc1ccd0c-b731-4a30-8471-2817fa26b509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.798120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Pushing event updated for resources: {'Port': ['ID=4187ec67-c138-4e09-a6fa-bc56733ca77f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:50.831517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Attempting to bind port 4187ec67-c138-4e09-a6fa-bc56733ca77f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:13:50.831883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Attempting to bind port 4187ec67-c138-4e09-a6fa-bc56733ca77f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a65c237e-2ebd-490d-80ce-289fce6b3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c63a3cc-86c5-4717-9fa3-d975cfe3f78f'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:13:50.832239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Attempting to bind port 4187ec67-c138-4e09-a6fa-bc56733ca77f on network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:13:50.837813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:13:50.838188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Checking segment: {'id': 'a65c237e-2ebd-490d-80ce-289fce6b3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c63a3cc-86c5-4717-9fa3-d975cfe3f78f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:13:50.838729 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.839123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Bound using segment: {'id': 'a65c237e-2ebd-490d-80ce-289fce6b3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c63a3cc-86c5-4717-9fa3-d975cfe3f78f'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:13:50.839589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Bound port: 4187ec67-c138-4e09-a6fa-bc56733ca77f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65c237e-2ebd-490d-80ce-289fce6b3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3c63a3cc-86c5-4717-9fa3-d975cfe3f78f'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:13:50.839972 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.849720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] For port aebffbf7-b665-4b29-ad44-6fe624cc8535, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:50.854995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-5f44e275-aaca-4a41-90d3-078adc5e7ccb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.866441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['02808f60-04f5-4593-9687-58c9bfd26021'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:13:50.884962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:13:50.888582 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.908723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] For port aebffbf7-b665-4b29-ad44-6fe624cc8535, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aebffbf7-b665-4b29-ad44-6fe624cc8535,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:50.970898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-5f44e275-aaca-4a41-90d3-078adc5e7ccb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:50.970898 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-5f44e275-aaca-4a41-90d3-078adc5e7ccb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:50.970898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e6d3f7d-a717-4b0e-8a42-4f083ce0e255 req-5f44e275-aaca-4a41-90d3-078adc5e7ccb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "PUT /v2.0/ports/02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 982 time: 1.3144362 Jul 05 18:13:50.972694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] device_id is not set on port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:13:50.972813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:50.972813 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b22e9f-3f49-4988-b2f5-356dfeb33723" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:50.996325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['02808f60-04f5-4593-9687-58c9bfd26021'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:13:51.029841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407ae57-046a-4377-b3ed-bfc9ba47b06f req-c33e89cc-ae35-46b0-99ae-9801663f0c6a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:51.031598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4407ae57-046a-4377-b3ed-bfc9ba47b06f req-c33e89cc-ae35-46b0-99ae-9801663f0c6a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 943 time: 0.2802639 Jul 05 18:13:51.048050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44e275-aaca-4a41-90d3-078adc5e7ccb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Pushing event updated for resources: {'Port': ['ID=02808f60-04f5-4593-9687-58c9bfd26021,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:51.061161 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:51.065756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:13:51.079904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12d048ae-d637-4b8e-9642-d52fc6fb6b6c req-d811a8de-a448-4b8d-96b5-a6b46a93f794 service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625495 Jul 05 18:13:51.084731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] For port 4187ec67-c138-4e09-a6fa-bc56733ca77f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:13:51.121347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] For port 4187ec67-c138-4e09-a6fa-bc56733ca77f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4187ec67-c138-4e09-a6fa-bc56733ca77f,segment=NetworkSegment(a65c237e-2ebd-490d-80ce-289fce6b3ba0),segment_id=a65c237e-2ebd-490d-80ce-289fce6b3ba0)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:13:51.157242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:51.158068 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:51.159746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] 10.222.0.39 "PUT /v2.0/ports/aebffbf7-b665-4b29-ad44-6fe624cc8535 HTTP/1.1" status: 200 len: 1091 time: 2.1881933 Jul 05 18:13:51.203650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.20.0.8 (3c63a3cc-86c5-4717-9fa3-d975cfe3f78f/fbe46415-0457-4ee3-8b02-bfeb72d3c2f0/e598fff7-f0c5-4c7a-930e-c7f1a10662c3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:51.228521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4407ae57-046a-4377-b3ed-bfc9ba47b06f req-8a2efde2-7749-42f0-905a-61cc506cd7be tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815772 Jul 05 18:13:51.235245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d111d30-4fa0-4222-a43b-8a4e1e8e2a87 service neutron] Pushing event updated for resources: {'Port': ['ID=aebffbf7-b665-4b29-ad44-6fe624cc8535,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:51.331783 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:51.400795 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888e04f8-8b35-4849-a9f4-d463d59eaedc x-openstack-request-id: req-888e04f8-8b35-4849-a9f4-d463d59eaedc {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:51.401090 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:51.401408 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-888e04f8-8b35-4849-a9f4-d463d59eaedc {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:51.401768 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021', 'status': 'completed', 'code': 200} Jul 05 18:13:51.572894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9e254-49f8-4501-b562-a42826557971 req-e32e5bb7-675e-40ac-9528-c3cdf6010d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:51.574457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-e32e5bb7-675e-40ac-9528-c3cdf6010d80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 1094 time: 0.2908239 Jul 05 18:13:51.576770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-4067e2e2-9377-4f90-aa6b-5cad72b54db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:51.578687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-4067e2e2-9377-4f90-aa6b-5cad72b54db2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1136 time: 0.1891520 Jul 05 18:13:51.599462 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:51.635107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Transition to ACTIVE for port object e598fff7-f0c5-4c7a-930e-c7f1a10662c3 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:13:51.642844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:51.738748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '0dda8115-d7d9-4b4b-a09b-f35ce18178d3', 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181', 'port_id': '0dda8115-d7d9-4b4b-a09b-f35ce18178d3', 'mac_address': 'fa:16:3e:db:19:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8c9d2a-b911-45f7-9108-414b93a18a7d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:13:51.744326 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-2a6b3b78-0fad-4288-af2a-0902a4e0415b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebffbf7-b665-4b29-ad44-6fe624cc8535 HTTP/1.1" status: 200 len: 217 time: 0.1617417 Jul 05 18:13:51.752122 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:51.779482 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:13:51.805632 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:51.829139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8bd37-f4df-4947-8546-aad08f64b8f8 None None] Pushing event updated for resources: {'Port': ['ID=4187ec67-c138-4e09-a6fa-bc56733ca77f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:51.834183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:51.870320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:51.880044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9e254-49f8-4501-b562-a42826557971 req-06010c49-e2d6-4de6-802b-fe0590e7175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:51.882049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-06010c49-e2d6-4de6-802b-fe0590e7175f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4c8c9d2a-b911-45f7-9108-414b93a18a7d HTTP/1.1" status: 200 len: 854 time: 0.1228793 Jul 05 18:13:51.890787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-c98c7536-c45a-4a98-a6b6-5fe01860ac95 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-505397631&fields=id&tenant_id=bfe058fcf4d24acc9c7782ef513eb432 HTTP/1.1" status: 200 len: 267 time: 0.1448090 Jul 05 18:13:51.892615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-b423c3e4-e6a7-48a4-a59f-b5b5b7ca1dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:51.894257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-b423c3e4-e6a7-48a4-a59f-b5b5b7ca1dd5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 920 time: 0.3038876 Jul 05 18:13:51.898089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:51.902376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:51.912747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:51.936844 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:51.937610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 5fb237f6-63d0-4094-aa04-35b8df91ac03 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:13:52.002047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:52.003033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:52.005036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-5fcd835e-d63d-437e-a1f4-af10c8810b28 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 217 time: 0.0989063 Jul 05 18:13:52.028971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=e598fff7-f0c5-4c7a-930e-c7f1a10662c3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:52.040973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 5fb237f6-63d0-4094-aa04-35b8df91ac03, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5fb237f6-63d0-4094-aa04-35b8df91ac03,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:52.049052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:52.059981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '5fb237f6-63d0-4094-aa04-35b8df91ac03', 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181', 'port_id': '5fb237f6-63d0-4094-aa04-35b8df91ac03', 'mac_address': 'fa:16:3e:cb:f0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8c9d2a-b911-45f7-9108-414b93a18a7d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:13:52.081018 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4c551e40-3f49-476a-b8bf-97c2ef3ede67 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.5069520 Jul 05 18:13:52.083492 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39344) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:52.100322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-7bcd18fd-b443-4726-a5b0-23aec63a3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:52.104746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-7bcd18fd-b443-4726-a5b0-23aec63a3f91 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 200 len: 860 time: 0.0871384 Jul 05 18:13:52.104746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9e254-49f8-4501-b562-a42826557971 req-cdfe34af-1924-4d2f-8623-e68a3631110b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:52.109507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-cdfe34af-1924-4d2f-8623-e68a3631110b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee958a96-52f4-4943-a710-dbd2be926181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2102361 Jul 05 18:13:52.123952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:52.125717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-963431ba-fd82-470d-a008-0c63d965bcb3 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:52.133761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-963431ba-fd82-470d-a008-0c63d965bcb3 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 985 time: 0.2293806 Jul 05 18:13:52.141745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-f822a1bd-b811-46ff-9ae6-7dcaf9fb8958 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Request body: {'port': {'security_groups': ['d6e80874-d93f-4c0a-8b35-7ee3ff3933f5']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:52.143748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fb237f6-63d0-4094-aa04-35b8df91ac03 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:52.173126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 5fb237f6-63d0-4094-aa04-35b8df91ac03, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5fb237f6-63d0-4094-aa04-35b8df91ac03,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:52.174472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-d5cc7e4e-28a7-4a49-b258-31aad4680c3f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=55f3fb02-7f5e-4172-8050-79304f085b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652816 Jul 05 18:13:52.249337 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:52.355406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=5fb237f6-63d0-4094-aa04-35b8df91ac03,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:52.483012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['5fb237f6-63d0-4094-aa04-35b8df91ac03'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:13:52.489613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0dda8115-d7d9-4b4b-a09b-f35ce18178d3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:13:52.680306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4187ec67-c138-4e09-a6fa-bc56733ca77f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:52.878920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4187ec67-c138-4e09-a6fa-bc56733ca77f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:52.888938 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-12f4881d-a376-4e17-b42b-55e21bb3eaf8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2143755 Jul 05 18:13:52.889851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:52.973608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2bcaa6-a8d7-48ed-8897-46778e02b0f8 None None] Network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:13:53.131637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-2f8c45d4-582a-4543-91e1-864efc6dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.132247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-2f8c45d4-582a-4543-91e1-864efc6dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.132726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-2f8c45d4-582a-4543-91e1-864efc6dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.133242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-2f8c45d4-582a-4543-91e1-864efc6dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.133777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-2f8c45d4-582a-4543-91e1-864efc6dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.134178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-2f8c45d4-582a-4543-91e1-864efc6dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.134663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-2f8c45d4-582a-4543-91e1-864efc6dd38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.136877 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-2f8c45d4-582a-4543-91e1-864efc6dd38d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6499 time: 0.1692677 Jul 05 18:13:53.161700 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-f822a1bd-b811-46ff-9ae6-7dcaf9fb8958 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.185989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-b44276da-63db-4075-bb89-520b252c7d5f service neutron] 10.222.0.39 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0483458 Jul 05 18:13:53.188385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e5eb23b0-54ca-4c12-a610-51da725d1e2c None None] Provisioning for port 4187ec67-c138-4e09-a6fa-bc56733ca77f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:53.213734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-ea76a22b-d03b-4ca6-b57b-299e686d4020 service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0086360 Jul 05 18:13:53.218632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e5eb23b0-54ca-4c12-a610-51da725d1e2c None None] Provisioning complete for port 4187ec67-c138-4e09-a6fa-bc56733ca77f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:53.219888 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e5eb23b0-54ca-4c12-a610-51da725d1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.297204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-93aacf03-ddfe-49f0-bb31-456e73625b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.297681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-93aacf03-ddfe-49f0-bb31-456e73625b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.298149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-93aacf03-ddfe-49f0-bb31-456e73625b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.300002 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-93aacf03-ddfe-49f0-bb31-456e73625b9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ee04f9ef-fb0c-45a7-9031-927397111ae6&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0 HTTP/1.1" status: 200 len: 2294 time: 0.1115232 Jul 05 18:13:53.403277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37314b4b-d154-4771-9d0e-ac414bc90dcc', 'tag': 'aebffbf7-b665-4b29-ad44-6fe624cc8535'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:53.405587 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71045184-26f2-4383-a703-08d0e4b65cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "37314b4b-d154-4771-9d0e-ac414bc90dcc", "tag": "aebffbf7-b665-4b29-ad44-6fe624cc8535"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:53.410414 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e5eb23b0-54ca-4c12-a610-51da725d1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.438575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42323b0-d790-44ce-851e-076ed97dcd79 req-aa79e8fc-2aea-43e8-baf9-2c47c7bd5f06 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.440140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42323b0-d790-44ce-851e-076ed97dcd79 req-aa79e8fc-2aea-43e8-baf9-2c47c7bd5f06 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 943 time: 0.3456302 Jul 05 18:13:53.457020 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-25eaf9af-6090-4952-80f7-8571c26e3a37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b837272-e9e7-42da-95df-6edf0499d472 HTTP/1.1" status: 200 len: 1002 time: 0.1375294 Jul 05 18:13:53.465988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e5eb23b0-54ca-4c12-a610-51da725d1e2c None None] For port 4187ec67-c138-4e09-a6fa-bc56733ca77f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4187ec67-c138-4e09-a6fa-bc56733ca77f,segment=NetworkSegment(a65c237e-2ebd-490d-80ce-289fce6b3ba0),segment_id=a65c237e-2ebd-490d-80ce-289fce6b3ba0)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:53.500050 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9eacf764-20d1-4029-9691-4d64e5b78233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.567700 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e5eb23b0-54ca-4c12-a610-51da725d1e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.635044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0b22e9f-3f49-4988-b2f5-356dfeb33723 req-cfebad76-5ca0-4747-a1e9-b8008d34de45 service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910034 Jul 05 18:13:53.645015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d9e254-49f8-4501-b562-a42826557971 req-1c94dd28-6a1a-47e0-88ec-98ebc71b4e03 service neutron] 10.222.0.39 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514499 Jul 05 18:13:53.658200 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.659997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb23b0-54ca-4c12-a610-51da725d1e2c None None] Pushing event updated for resources: {'Port': ['ID=4187ec67-c138-4e09-a6fa-bc56733ca77f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:53.699339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42323b0-d790-44ce-851e-076ed97dcd79 req-9cc00014-6a6f-4d9a-a714-6b83579e9ee3 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364099 Jul 05 18:13:53.760350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-f822a1bd-b811-46ff-9ae6-7dcaf9fb8958 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] For port 02808f60-04f5-4593-9687-58c9bfd26021, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=02808f60-04f5-4593-9687-58c9bfd26021,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:53.806330 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-f822a1bd-b811-46ff-9ae6-7dcaf9fb8958 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.876084 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-f822a1bd-b811-46ff-9ae6-7dcaf9fb8958 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.894639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['02808f60-04f5-4593-9687-58c9bfd26021'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:13:53.972381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-f822a1bd-b811-46ff-9ae6-7dcaf9fb8958 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:53.976379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8e8c6348-a9c7-4e24-8b49-e2cf7f6a1e1e None None] Provisioning complete for port 4187ec67-c138-4e09-a6fa-bc56733ca77f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:53.978531 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6348-a9c7-4e24-8b49-e2cf7f6a1e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.978705 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:53.979166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-f822a1bd-b811-46ff-9ae6-7dcaf9fb8958 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:54.002862 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69cc8468-1170-4473-b5b8-d7541c3eb779 req-f822a1bd-b811-46ff-9ae6-7dcaf9fb8958 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "PUT /v2.0/ports/02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 943 time: 1.8680449 Jul 05 18:13:54.017587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-b3a8880c-6ae1-490e-8dba-5cabf9db09d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:54.030252 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-b3a8880c-6ae1-490e-8dba-5cabf9db09d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14e07268-25bd-4b89-b913-7d9c6aa6a667 HTTP/1.1" status: 200 len: 855 time: 0.5604463 Jul 05 18:13:54.074826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['02808f60-04f5-4593-9687-58c9bfd26021'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:13:54.112052 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a989847-9c55-4609-a0ee-914c3e645f07 x-openstack-request-id: req-9a989847-9c55-4609-a0ee-914c3e645f07 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:54.112648 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37314b4b-d154-4771-9d0e-ac414bc90dcc", "tag": "aebffbf7-b665-4b29-ad44-6fe624cc8535", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:54.113079 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a989847-9c55-4609-a0ee-914c3e645f07 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:54.113713 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37314b4b-d154-4771-9d0e-ac414bc90dcc', 'tag': 'aebffbf7-b665-4b29-ad44-6fe624cc8535', 'status': 'completed', 'code': 200} Jul 05 18:13:54.126231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-22a2bfd5-c95c-492a-b747-e068fbe223c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:54.132141 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-22a2bfd5-c95c-492a-b747-e068fbe223c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee04f9ef-fb0c-45a7-9031-927397111ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943968 Jul 05 18:13:54.132141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:54.138265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822a1bd-b811-46ff-9ae6-7dcaf9fb8958 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Pushing event updated for resources: {'Port': ['ID=02808f60-04f5-4593-9687-58c9bfd26021,revision_number=7']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:54.251840 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-8df06e39-653e-4598-ae12-5874c6498583 service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083205 Jul 05 18:13:54.381228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8e8c6348-a9c7-4e24-8b49-e2cf7f6a1e1e None None] Provisioning for port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:54.390364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8e8c6348-a9c7-4e24-8b49-e2cf7f6a1e1e None None] Provisioning complete for port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:54.391056 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e8c6348-a9c7-4e24-8b49-e2cf7f6a1e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:54.452024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-8e8c6348-a9c7-4e24-8b49-e2cf7f6a1e1e None None] Port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:54.487310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-6eed7070-c30b-4eaf-a614-99ef028f1fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:54.490979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-6eed7070-c30b-4eaf-a614-99ef028f1fac service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 1094 time: 0.3517165 Jul 05 18:13:54.500685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-9e13407b-5838-4b9f-a672-66af7ab52154 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4456766 Jul 05 18:13:54.514688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:54.577526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4187ec67-c138-4e09-a6fa-bc56733ca77f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:54.584572 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-489348ea-1877-4208-a500-6bb62646d5b8 service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246125 Jul 05 18:13:54.612648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-78be93df-5bea-4e9d-aa2d-edf730c4fa21 None None] Provisioning complete for port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:54.613020 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-78be93df-5bea-4e9d-aa2d-edf730c4fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:54.646494 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:54.670245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-78be93df-5bea-4e9d-aa2d-edf730c4fa21 None None] Port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:54.677006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=e598fff7-f0c5-4c7a-930e-c7f1a10662c3,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:54.678695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-6b904824-7127-48e8-951a-5c019d93193d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:54.680321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-6b904824-7127-48e8-951a-5c019d93193d service neutron] 10.222.0.39 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 915 time: 0.1774764 Jul 05 18:13:54.683391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4187ec67-c138-4e09-a6fa-bc56733ca77f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:54.687696 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:54.688148 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-7163f8f8-94c4-45cc-937e-3cd7d427f06e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 200 len: 217 time: 0.0913408 Jul 05 18:13:54.746840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:54.750918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-51d0a4ca-c7a7-4edf-90dd-4d0668c0f95b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aebffbf7-b665-4b29-ad44-6fe624cc8535 HTTP/1.1" status: 200 len: 217 time: 0.0582204 Jul 05 18:13:54.779839 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:54.799219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7ad7ee18-d8c9-4c16-bd51-5b2af99d1224 None None] Provisioning complete for port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:54.800362 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7ad7ee18-d8c9-4c16-bd51-5b2af99d1224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:54.856867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-c077719f-5586-45c7-8c6f-1ebdd0f7d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:54.857720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7ad7ee18-d8c9-4c16-bd51-5b2af99d1224 None None] Port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:54.858278 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-c077719f-5586-45c7-8c6f-1ebdd0f7d0b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.1608093 Jul 05 18:13:54.886592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-04938972-7cdb-42fa-8917-8734805b2f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:54.888383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-04938972-7cdb-42fa-8917-8734805b2f81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4c8c9d2a-b911-45f7-9108-414b93a18a7d HTTP/1.1" status: 200 len: 854 time: 0.1229844 Jul 05 18:13:55.017758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.052723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:55.053019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-31d448fd-8529-49b7-b513-98fba9f6e0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:55.055319 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-31d448fd-8529-49b7-b513-98fba9f6e0bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1840191 Jul 05 18:13:55.090951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-09c7ba4b-ccd6-40f6-8283-14f0a48cca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:55.102272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-09c7ba4b-ccd6-40f6-8283-14f0a48cca41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee958a96-52f4-4943-a710-dbd2be926181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1950474 Jul 05 18:13:55.139248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49efdf85-8fde-447e-88da-02068ad300a6 req-772550ea-e3d9-4460-b3f3-2fc86099973f tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:55.139248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49efdf85-8fde-447e-88da-02068ad300a6 req-772550ea-e3d9-4460-b3f3-2fc86099973f tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 943 time: 0.1989253 Jul 05 18:13:55.208280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.219237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:55.223506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:55.223870 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.260769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49efdf85-8fde-447e-88da-02068ad300a6 req-9e5f38f1-749c-4a28-ac15-1afcfb2d2ee1 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940735 Jul 05 18:13:55.287290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-7f596732-182e-43a2-9839-af5819def5df service neutron] 10.222.0.39 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848805 Jul 05 18:13:55.302051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Allocated IP 172.25.3.62 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/6a8d5407-60d8-4dec-b636-2c1974db1567) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:13:55.386139 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.463569 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:55.468001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328c33bf-1c6a-45a3-acad-786a1c9ec45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dda8115-d7d9-4b4b-a09b-f35ce18178d3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:55.468155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71045184-26f2-4383-a703-08d0e4b65cd9 req-9ad70aab-6419-4044-9254-e050c2e48579 service neutron] 10.222.0.39 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699355 Jul 05 18:13:55.473098 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ffff06-8321-4bb0-87b5-d2004e060de9" -d '{"events": [{"server_uuid": "328c33bf-1c6a-45a3-acad-786a1c9ec45e", "name": "network-vif-plugged", "status": "completed", "tag": "0dda8115-d7d9-4b4b-a09b-f35ce18178d3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:55.497439 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-9c3a0487-2ab3-4f26-8ad1-295c52ceb15e service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301212 Jul 05 18:13:55.507418 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.541908 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.542923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 5fb237f6-63d0-4094-aa04-35b8df91ac03 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:55.657194 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.665634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-3d40c955-3625-46c9-897a-2743fc7c13d4 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558635 Jul 05 18:13:55.703488 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.711994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:55.715982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:55.721576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:13:55.737494 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-23a7d8f6-fdc7-4f87-ba7e-18c606c69f2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 200 len: 217 time: 0.0492456 Jul 05 18:13:55.784802 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.813205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Pushing event updated for resources: {'Port': ['ID=6a8d5407-60d8-4dec-b636-2c1974db1567,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:55.879175 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94e0615-7210-4469-90f2-a5f6cc451a35 x-openstack-request-id: req-b94e0615-7210-4469-90f2-a5f6cc451a35 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:55.879942 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328c33bf-1c6a-45a3-acad-786a1c9ec45e", "name": "network-vif-plugged", "status": "completed", "tag": "0dda8115-d7d9-4b4b-a09b-f35ce18178d3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:55.880303 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b94e0615-7210-4469-90f2-a5f6cc451a35 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:55.880776 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328c33bf-1c6a-45a3-acad-786a1c9ec45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dda8115-d7d9-4b4b-a09b-f35ce18178d3', 'code': 200} Jul 05 18:13:55.886111 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.896588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-c6adb797-acb3-464a-802f-474838dfe7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:55.902586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-c6adb797-acb3-464a-802f-474838dfe7a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.1529653 Jul 05 18:13:55.915492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a9d95d-caf4-48f5-b45e-dd5f3073b9ab req-34990db7-5790-4507-bb24-e8d4289e29b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:55.917386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06a9d95d-caf4-48f5-b45e-dd5f3073b9ab req-34990db7-5790-4507-bb24-e8d4289e29b4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 1096 time: 0.1514440 Jul 05 18:13:55.922506 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:55.924179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:55.982179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06a9d95d-caf4-48f5-b45e-dd5f3073b9ab req-ec55fc03-8a02-41b8-b810-0ba447182854 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560231 Jul 05 18:13:56.022813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=e598fff7-f0c5-4c7a-930e-c7f1a10662c3,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:56.072782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 5fb237f6-63d0-4094-aa04-35b8df91ac03 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:56.078596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 5fb237f6-63d0-4094-aa04-35b8df91ac03 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:56.082604 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:56.082742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-a983e721-854a-4fe3-8a2d-000a71996249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:56.082742 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-a983e721-854a-4fe3-8a2d-000a71996249 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1752412 Jul 05 18:13:56.083541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:13:56.084977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:13:56.115845 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:56.118927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:56.121633 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6aa130-7b10-49c8-ad83-e4b55b878989" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:56.229279 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77a10e-1d55-4598-8245-9d3706a985c8 x-openstack-request-id: req-3b77a10e-1d55-4598-8245-9d3706a985c8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:56.232373 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:56.240060 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b77a10e-1d55-4598-8245-9d3706a985c8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:56.240060 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021', 'status': 'completed', 'code': 200} Jul 05 18:13:56.247878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:56.274136 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-64100bea-b513-4f1b-9eac-0565455b9e14 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831183 Jul 05 18:13:56.382654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 5fb237f6-63d0-4094-aa04-35b8df91ac03, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5fb237f6-63d0-4094-aa04-35b8df91ac03,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:56.394085 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:56.426361 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-3e5bb166-05d5-46fd-b5f7-d57b655278a1 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444938 Jul 05 18:13:56.465798 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:56.486435 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:56.490441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-f23f55b4-f0ee-44c4-a92a-89d50a24bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:56.493404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-f23f55b4-f0ee-44c4-a92a-89d50a24bd92 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1097 time: 0.1809971 Jul 05 18:13:56.511175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 97a1bad5-a47c-440f-9f1d-4aec93e1570c is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:13:56.514023 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-ed9b6a67-d9bd-4c36-99a3-cd1959f9c90e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=11bba11f-6f5a-4411-a335-cebc6119de12 HTTP/1.1" status: 200 len: 217 time: 0.0803132 Jul 05 18:13:56.553403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=5fb237f6-63d0-4094-aa04-35b8df91ac03,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:56.582597 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:56.585230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3e895207-2a6d-4a1e-92c0-30d5384cc798 None None] Provisioning complete for port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:56.586684 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e895207-2a6d-4a1e-92c0-30d5384cc798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:56.636798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3e895207-2a6d-4a1e-92c0-30d5384cc798 None None] Port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:13:56.640078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-1f5f0364-6b3c-40ae-bf3b-8607997f35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:56.647179 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-1f5f0364-6b3c-40ae-bf3b-8607997f35b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.1201768 Jul 05 18:13:56.658504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:13:56.664049 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4cafd793-a0e3-4058-990b-0679c4f976df tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/97a1bad5-a47c-440f-9f1d-4aec93e1570c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5792079 Jul 05 18:13:56.668297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39436) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:56.674792 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2774c1-fe5e-4c0d-b454-75e2717a87bb None None] Sync routers for ids ['97a1bad5-a47c-440f-9f1d-4aec93e1570c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:13:56.682982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Pushing event updated for resources: {'Port': ['ID=6a8d5407-60d8-4dec-b636-2c1974db1567,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:56.685434 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2774c1-fe5e-4c0d-b454-75e2717a87bb None None] Routers {'97a1bad5-a47c-440f-9f1d-4aec93e1570c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:56.686904 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0b2774c1-fe5e-4c0d-b454-75e2717a87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['97a1bad5-a47c-440f-9f1d-4aec93e1570c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:56.716109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-43042562-3c58-421e-a842-97e4b54c8a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:56.717783 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-43042562-3c58-421e-a842-97e4b54c8a6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0673664 Jul 05 18:13:56.730718 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0b2774c1-fe5e-4c0d-b454-75e2717a87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:56.744435 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2774c1-fe5e-4c0d-b454-75e2717a87bb None None] Routers {'97a1bad5-a47c-440f-9f1d-4aec93e1570c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:13:56.745416 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0b2774c1-fe5e-4c0d-b454-75e2717a87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['97a1bad5-a47c-440f-9f1d-4aec93e1570c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:56.784507 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0b2774c1-fe5e-4c0d-b454-75e2717a87bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:13:56.785431 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2774c1-fe5e-4c0d-b454-75e2717a87bb None None] The sync data for ids ['97a1bad5-a47c-440f-9f1d-4aec93e1570c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:13:56.798992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dd2084-519f-4e85-a164-65f5ff36429c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:56.803197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-12dd2084-519f-4e85-a164-65f5ff36429c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports/e598fff7-f0c5-4c7a-930e-c7f1a10662c3 HTTP/1.1" status: 200 len: 976 time: 0.1301029 Jul 05 18:13:56.804406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39440) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:13:56.809883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-e2c040a3-9f9d-4513-bd0f-2213b49d0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:56.811259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-e2c040a3-9f9d-4513-bd0f-2213b49d0067 service neutron] 10.222.0.97 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 920 time: 0.3118351 Jul 05 18:13:56.813792 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:56.871651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18912a9-b357-4c34-a4e6-b8485f1b5c9c req-8fbdef74-915d-4682-bce3-b26e9ca48496 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:56.873232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b18912a9-b357-4c34-a4e6-b8485f1b5c9c req-8fbdef74-915d-4682-bce3-b26e9ca48496 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 943 time: 0.3441238 Jul 05 18:13:56.875871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-afe84459-e564-4214-acaf-03b049741966 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 217 time: 0.0531449 Jul 05 18:13:56.957913 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-bbffb908-3b89-4862-9cb0-0c114e4824ff service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270563 Jul 05 18:13:56.965475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b18912a9-b357-4c34-a4e6-b8485f1b5c9c req-b2f0b022-b727-4936-930b-1fe58d647553 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799692 Jul 05 18:13:56.965843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-5a8095e2-f574-40f9-baf4-c3400805c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:56.967447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-5a8095e2-f574-40f9-baf4-c3400805c227 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 200 len: 860 time: 0.0809538 Jul 05 18:13:57.043173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-b78e3a49-0876-4afe-85e2-23688623fd92 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=55f3fb02-7f5e-4172-8050-79304f085b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684876 Jul 05 18:13:57.044139 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:57.051497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-84932e99-e1fe-4a05-856b-82c3a56a5df5 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5499175 Jul 05 18:13:57.248771 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-686ff6ef-ea03-4cf1-beb9-f20569840c2c service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362194 Jul 05 18:13:57.301072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device aebffbf7-b665-4b29-ad44-6fe624cc8535 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:13:57.314446 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-e0a89a37-c387-4449-8009-5834ac1dc6a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2 HTTP/1.1" status: 200 len: 217 time: 0.0518022 Jul 05 18:13:57.430462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port aebffbf7-b665-4b29-ad44-6fe624cc8535, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aebffbf7-b665-4b29-ad44-6fe624cc8535,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:57.442838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-36212c7c-0b7c-4fa8-abb3-bad72700a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:57.444488 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-36212c7c-0b7c-4fa8-abb3-bad72700a272 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.1028323 Jul 05 18:13:57.448289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'aebffbf7-b665-4b29-ad44-6fe624cc8535', 'network_id': 'ee958a96-52f4-4943-a710-dbd2be926181', 'port_id': 'aebffbf7-b665-4b29-ad44-6fe624cc8535', 'mac_address': 'fa:16:3e:f0:88:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c8c9d2a-b911-45f7-9108-414b93a18a7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:13:57.488219 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:57.502838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aebffbf7-b665-4b29-ad44-6fe624cc8535 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:13:57.526125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port aebffbf7-b665-4b29-ad44-6fe624cc8535, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aebffbf7-b665-4b29-ad44-6fe624cc8535,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:57.613421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:57.638886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-7515e275-ef0a-44de-b434-451acd30c710 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.5746450 Jul 05 18:13:57.744325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=aebffbf7-b665-4b29-ad44-6fe624cc8535,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:57.757515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-bd51a224-9c8a-4335-9615-051029919886 service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7050223 Jul 05 18:13:57.835297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-d592fa8f-1fc4-48a8-a62c-9d93436d4c41 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:57.837422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-d592fa8f-1fc4-48a8-a62c-9d93436d4c41 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1918375 Jul 05 18:13:57.861548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-46ec229d-3c8b-4800-a1c2-ca8a46652e2e tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:13:57.862673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-195a3ea0-e0a2-42df-9cbf-bc67f1d8004c req-46ec229d-3c8b-4800-a1c2-ca8a46652e2e tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080404 Jul 05 18:13:57.882167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e302eb-34e0-4e6f-8d72-a8b19e131023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb237f6-63d0-4094-aa04-35b8df91ac03'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:57.885807 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-030f2f84-cec6-408b-bbcc-0813ed2274b1" -d '{"events": [{"server_uuid": "37e302eb-34e0-4e6f-8d72-a8b19e131023", "name": "network-vif-plugged", "status": "completed", "tag": "5fb237f6-63d0-4094-aa04-35b8df91ac03"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:13:57.902041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea6aa130-7b10-49c8-ad83-e4b55b878989 req-0f68ebc6-a4f3-4430-8437-b1d2720f3a8d service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326547 Jul 05 18:13:57.940272 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b48bac-2e7b-4ee9-8087-553b6e7667db x-openstack-request-id: req-c6b48bac-2e7b-4ee9-8087-553b6e7667db {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:13:57.940794 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e302eb-34e0-4e6f-8d72-a8b19e131023", "name": "network-vif-plugged", "status": "completed", "tag": "5fb237f6-63d0-4094-aa04-35b8df91ac03", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:13:57.941217 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6b48bac-2e7b-4ee9-8087-553b6e7667db {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:13:57.941789 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e302eb-34e0-4e6f-8d72-a8b19e131023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fb237f6-63d0-4094-aa04-35b8df91ac03', 'code': 200} Jul 05 18:13:57.971414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:57.974346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-c04eda7a-5623-4394-baf9-6e529f7e0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:57.975907 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-c04eda7a-5623-4394-baf9-6e529f7e0a30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5226896 Jul 05 18:13:58.028482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['aebffbf7-b665-4b29-ad44-6fe624cc8535'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:13:58.158678 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-600b4368-c9a5-4602-83ae-c5da7cdf0eeb service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385748 Jul 05 18:13:58.358312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-5e65fcc9-cd18-4f82-b3bd-d52f2bd1d4b8 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:58.365247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-5e65fcc9-cd18-4f82-b3bd-d52f2bd1d4b8 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3529899 Jul 05 18:13:58.369496 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-d56c96dd-2899-40c4-89ca-003d05a9c1bf service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987543 Jul 05 18:13:58.426948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ebc3b-357e-47c6-b820-941afa70a18f req-f8d26fd2-11ae-40a0-8c9b-b7b2ada5c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:58.428737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a2ebc3b-357e-47c6-b820-941afa70a18f req-f8d26fd2-11ae-40a0-8c9b-b7b2ada5c6db service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 1096 time: 0.4047751 Jul 05 18:13:58.434051 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-86ddb6e3-e395-46c8-b5d5-7e9ab83ac8f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0461075 Jul 05 18:13:58.437055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-f6df93f5-a2b0-490b-9851-9e2a5d041bcd tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.0709805 Jul 05 18:13:58.459058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a5fc7-e3a0-4a5b-b19e-5f494ea6bcbf req-b69c1de5-cb4d-4ddc-ad06-a5bf9904512d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:58.460580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d65a5fc7-e3a0-4a5b-b19e-5f494ea6bcbf req-b69c1de5-cb4d-4ddc-ad06-a5bf9904512d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 944 time: 0.2680421 Jul 05 18:13:58.483417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Request body: {'floatingip': {'port_id': '02808f60-04f5-4593-9687-58c9bfd26021', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:13:58.488480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port e598fff7-f0c5-4c7a-930e-c7f1a10662c3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:13:58.488812 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:58.532003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-bf86bb5b-af1f-45f5-8cfd-c48be6788d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:58.533377 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-bf86bb5b-af1f-45f5-8cfd-c48be6788d33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 0.0896525 Jul 05 18:13:58.594123 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:58.620594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:58.636718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a2ebc3b-357e-47c6-b820-941afa70a18f req-55fcd111-2c75-4360-97c5-cd59ea317589 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986241 Jul 05 18:13:58.638191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for e598fff7-f0c5-4c7a-930e-c7f1a10662c3 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:13:58.653855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-39c729b6-2852-4741-82c7-f9eb013adb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:58.655396 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-39c729b6-2852-4741-82c7-f9eb013adb4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1122618 Jul 05 18:13:58.685815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d65a5fc7-e3a0-4a5b-b19e-5f494ea6bcbf req-016f4712-2600-4cee-84f2-1a758cd90427 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068927 Jul 05 18:13:58.904341 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-ec44dea1-2cb7-43dd-badb-31424ec39903 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069392 Jul 05 18:13:59.073198 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-84b37db9-37ad-46ca-8e15-596afebf2459 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555598 Jul 05 18:13:59.127811 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-71695192-c680-4f9c-a93c-05237d71d3d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a656ce28-69fd-4c56-b54d-8931793f41e7 HTTP/1.1" status: 200 len: 217 time: 0.0469837 Jul 05 18:13:59.166503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:59.213871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=e598fff7-f0c5-4c7a-930e-c7f1a10662c3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:59.225423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-bb7a17ff-064d-4e8d-abfd-553510ec7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:59.227002 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-bb7a17ff-064d-4e8d-abfd-553510ec7931 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 0.0898077 Jul 05 18:13:59.323922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device aebffbf7-b665-4b29-ad44-6fe624cc8535 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:13:59.373389 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.resource_extend [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:13:59.420380 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:59.425820 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-11746ffd-6f5f-4d6e-9c92-4bb40b140fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:13:59.427410 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-11746ffd-6f5f-4d6e-9c92-4bb40b140fd8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1829362 Jul 05 18:13:59.513407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port aebffbf7-b665-4b29-ad44-6fe624cc8535 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:13:59.518249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port aebffbf7-b665-4b29-ad44-6fe624cc8535 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:13:59.518533 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:59.522934 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:59.607000 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:59.667187 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:59.723084 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:59.725380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port aebffbf7-b665-4b29-ad44-6fe624cc8535, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aebffbf7-b665-4b29-ad44-6fe624cc8535,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:13:59.788518 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Floating IP 6b7dfd73-242a-46cd-951a-41c5f71022c9 associated. External IP: 172.25.3.62, port: 02808f60-04f5-4593-9687-58c9bfd26021. Jul 05 18:13:59.810524 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:13:59.812393 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-29e06b8f-32cf-4486-bf29-4cb88bdc1451 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740399 Jul 05 18:13:59.865772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=aebffbf7-b665-4b29-ad44-6fe624cc8535,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:13:59.896377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 97a1bad5-a47c-440f-9f1d-4aec93e1570c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:13:59.943793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37314b4b-d154-4771-9d0e-ac414bc90dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebffbf7-b665-4b29-ad44-6fe624cc8535'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:13:59.949205 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c02314cc-4369-4b80-b7c8-d7bc403c0b40" -d '{"events": [{"server_uuid": "37314b4b-d154-4771-9d0e-ac414bc90dcc", "name": "network-vif-plugged", "status": "completed", "tag": "aebffbf7-b665-4b29-ad44-6fe624cc8535"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:14:00.000615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8cd33-42fa-4cae-b757-564bd3202e84 req-e145cf97-0f66-4507-90c2-0f52195c325a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:00.013892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1e8cd33-42fa-4cae-b757-564bd3202e84 req-e145cf97-0f66-4507-90c2-0f52195c325a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.1515503 Jul 05 18:14:00.036018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:00.046409 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3448cda1-45a5-4bc0-b3bc-afcdc4fc08bf tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/97a1bad5-a47c-440f-9f1d-4aec93e1570c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2405078 Jul 05 18:14:00.049284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39514) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:00.062709 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-711dea53-e050-4a57-93b4-a5d203ed4b3f req-4b081b02-e48c-40ae-80a6-b043b5a37a69 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370617 Jul 05 18:14:00.152059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1e8cd33-42fa-4cae-b757-564bd3202e84 req-323dfd91-0a0f-4619-ab01-77b43921eed2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398926 Jul 05 18:14:00.192056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138d983-6d84-48a4-86b8-efa58031b1f1 None None] Sync routers for ids ['97a1bad5-a47c-440f-9f1d-4aec93e1570c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:00.208157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138d983-6d84-48a4-86b8-efa58031b1f1 None None] Routers {'97a1bad5-a47c-440f-9f1d-4aec93e1570c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:00.209340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c138d983-6d84-48a4-86b8-efa58031b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['97a1bad5-a47c-440f-9f1d-4aec93e1570c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:00.219320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Router ce65e541-f232-4785-bcc1-ecca409fe779 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:14:00.247876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c138d983-6d84-48a4-86b8-efa58031b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:00.258259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138d983-6d84-48a4-86b8-efa58031b1f1 None None] Routers {'97a1bad5-a47c-440f-9f1d-4aec93e1570c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:00.260081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c138d983-6d84-48a4-86b8-efa58031b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['97a1bad5-a47c-440f-9f1d-4aec93e1570c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:00.306745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c138d983-6d84-48a4-86b8-efa58031b1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:00.306745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138d983-6d84-48a4-86b8-efa58031b1f1 None None] The sync data for ids ['97a1bad5-a47c-440f-9f1d-4aec93e1570c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:00.360860 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-7e7f5566-0df1-4fbf-a6f0-f3bb4689175c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 18:14:00.361836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7e7f5566-0df1-4fbf-a6f0-f3bb4689175c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/97a1bad5-a47c-440f-9f1d-4aec93e1570c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3114021 Jul 05 18:14:00.365387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39520) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:00.404033 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05b6e925-f43a-42e5-bef5-a7f8dce8f087 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=97a1bad5-a47c-440f-9f1d-4aec93e1570c HTTP/1.1" status: 200 len: 205 time: 0.0373065 Jul 05 18:14:00.406201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39522) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:00.420025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:00.426533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:00.437027 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] Sync routers for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:00.454195 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:00.457664 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:00.467649 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c77375c-6631-47a0-aeb2-578456445fef x-openstack-request-id: req-6c77375c-6631-47a0-aeb2-578456445fef {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:14:00.468169 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37314b4b-d154-4771-9d0e-ac414bc90dcc", "name": "network-vif-plugged", "status": "completed", "tag": "aebffbf7-b665-4b29-ad44-6fe624cc8535", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:14:00.468568 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c77375c-6631-47a0-aeb2-578456445fef {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:14:00.469065 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37314b4b-d154-4771-9d0e-ac414bc90dcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aebffbf7-b665-4b29-ad44-6fe624cc8535', 'code': 200} Jul 05 18:14:00.504087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-8d50433f-b955-4305-ad39-e6c279003d34 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "PUT /v2.0/floatingips/6b7dfd73-242a-46cd-951a-41c5f71022c9 HTTP/1.1" status: 200 len: 996 time: 2.0400612 Jul 05 18:14:00.504564 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:14:00.505077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1752d6b9-3c91-46d4-80f3-78008400f08b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:00.507254 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:14:00.670186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-19c9f2db-568c-40a2-ad10-c94b65401919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:00.681130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-19c9f2db-568c-40a2-ad10-c94b65401919 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1097 time: 0.1316330 Jul 05 18:14:00.725920 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:00.788445 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2785886c-0c4f-4d2f-9f04-e2bb5b258979 x-openstack-request-id: req-2785886c-0c4f-4d2f-9f04-e2bb5b258979 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:14:00.788951 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:14:00.789561 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2785886c-0c4f-4d2f-9f04-e2bb5b258979 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:14:00.789561 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021', 'status': 'completed', 'code': 200} Jul 05 18:14:00.796636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-2404fe73-8e61-4389-9c4c-b2d6672d2ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:00.803452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-2404fe73-8e61-4389-9c4c-b2d6672d2ee7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 920 time: 0.1203179 Jul 05 18:14:00.820723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1752d6b9-3c91-46d4-80f3-78008400f08b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:00.827815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1752d6b9-3c91-46d4-80f3-78008400f08b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:00.861334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e372af0-7513-4e73-807d-507ccbb223ce req-a9813180-b9db-4b49-a427-e2fd224ce2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:00.863196 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e372af0-7513-4e73-807d-507ccbb223ce req-a9813180-b9db-4b49-a427-e2fd224ce2a7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 1096 time: 0.2786014 Jul 05 18:14:00.940534 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e372af0-7513-4e73-807d-507ccbb223ce req-dd32aa5d-ef9a-40c6-a8bf-4a76e7ec85a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 Jul 05 18:14:00.993254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-62ec2082-0fa5-4a4f-854e-dd24596f8f34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 999 time: 0.1799872 Jul 05 18:14:01.000319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-7c5a1f2f-e9aa-474e-b25e-8e6d8aab12ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:01.002208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-7c5a1f2f-e9aa-474e-b25e-8e6d8aab12ad service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1097 time: 0.1295688 Jul 05 18:14:01.031201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1752d6b9-3c91-46d4-80f3-78008400f08b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:01.032182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1752d6b9-3c91-46d4-80f3-78008400f08b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Fanout notify agent at l3_agent the message router_deleted on router 97a1bad5-a47c-440f-9f1d-4aec93e1570c {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:14:01.051745 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1752d6b9-3c91-46d4-80f3-78008400f08b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:01.056591 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1752d6b9-3c91-46d4-80f3-78008400f08b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/97a1bad5-a47c-440f-9f1d-4aec93e1570c HTTP/1.1" status: 204 len: 168 time: 0.6458588 Jul 05 18:14:01.056591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39534) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:01.066124 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '6b7dfd73-242a-46cd-951a-41c5f71022c9', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'port_id': '02808f60-04f5-4593-9687-58c9bfd26021', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'mac_address': 'fa:16:3e:6b:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:13:55Z', 'updated_at': '2021-07-05T18:13:59Z', 'revision_number': 1, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:59Z', 'revision_number': 5, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:01.093670 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] Checking router: ce65e541-f232-4785-bcc1-ecca409fe779 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:14:01.104660 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:01.105282 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:01.111143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-3c1702a1-e009-4fa7-a10d-0ea0ae6c4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:01.112684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-3c1702a1-e009-4fa7-a10d-0ea0ae6c4276 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 200 len: 860 time: 0.1094122 Jul 05 18:14:01.126150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-7febd8c0-ec86-4265-abd1-8818c413bc26 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting subnet fbe46415-0457-4ee3-8b02-bfeb72d3c2f0 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:14:01.129722 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7febd8c0-ec86-4265-abd1-8818c413bc26 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:01.176640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-544c91cd-b89f-4d6f-b8d8-89e80b363e78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55f3fb02-7f5e-4172-8050-79304f085b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523176 Jul 05 18:14:01.183145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-237bee14-9661-4b7a-b856-59371fadabef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:01.184383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-237bee14-9661-4b7a-b856-59371fadabef service neutron] 10.222.0.97 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 920 time: 0.1713042 Jul 05 18:14:01.193785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-0e8be139-69a9-46a8-801e-85cb8e09450d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:14:01.198858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-0e8be139-69a9-46a8-801e-85cb8e09450d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0134332 Jul 05 18:14:01.203719 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7febd8c0-ec86-4265-abd1-8818c413bc26 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:01.233545 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:01.334533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7febd8c0-ec86-4265-abd1-8818c413bc26 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:01.378051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-a288a5e4-6dcc-4ed8-b382-dd08f384f04d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 999 time: 0.1766255 Jul 05 18:14:01.433616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-0068523f-02a5-40dd-b05f-21de1efd1209 service neutron] 10.222.0.30 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251704 Jul 05 18:14:01.471077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-eac09cee-0125-4529-b1e6-6fac4c56e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:01.472584 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-eac09cee-0125-4529-b1e6-6fac4c56e069 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 200 len: 860 time: 0.0838292 Jul 05 18:14:01.476776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7febd8c0-ec86-4265-abd1-8818c413bc26 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:01.528153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60af3a4e-bee3-439c-84c8-dca9e8980639 None None] Network 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:01.546296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7febd8c0-ec86-4265-abd1-8818c413bc26 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:01.553242 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7febd8c0-ec86-4265-abd1-8818c413bc26 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/fbe46415-0457-4ee3-8b02-bfeb72d3c2f0 HTTP/1.1" status: 204 len: 168 time: 0.4958291 Jul 05 18:14:01.554051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39546) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:01.555585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-0e411caf-954b-4977-a446-b31ed83b9b2a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=55f3fb02-7f5e-4172-8050-79304f085b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484326 Jul 05 18:14:01.556621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febd8c0-ec86-4265-abd1-8818c413bc26 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe46415-0457-4ee3-8b02-bfeb72d3c2f0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:01.568716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ee8a9-4fbc-48db-ba29-b6f1d16eae44 req-373755e4-fc0c-4993-ab70-b67873e0c745 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:01.570802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e7ee8a9-4fbc-48db-ba29-b6f1d16eae44 req-373755e4-fc0c-4993-ab70-b67873e0c745 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.2444255 Jul 05 18:14:01.707998 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '6b7dfd73-242a-46cd-951a-41c5f71022c9', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'port_id': '02808f60-04f5-4593-9687-58c9bfd26021', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'mac_address': 'fa:16:3e:6b:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:13:55Z', 'updated_at': '2021-07-05T18:13:59Z', 'revision_number': 1, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:59Z', 'revision_number': 5, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:01.758314 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f77411-8b40-4565-b68d-9b4d1ed2fc56 None None] The sync data for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 is: [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '6b7dfd73-242a-46cd-951a-41c5f71022c9', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'floating_ip_address': '172.25.3.62', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'port_id': '02808f60-04f5-4593-9687-58c9bfd26021', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'mac_address': 'fa:16:3e:6b:52:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:13:55Z', 'updated_at': '2021-07-05T18:13:59Z', 'revision_number': 1, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:59Z', 'revision_number': 5, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:01.817866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533bfdd4-92c3-416a-a0d2-5fe9a038e649 None None] DHCP port deletion for 3c63a3cc-86c5-4717-9fa3-d975cfe3f78f request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:14:01.961340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-533bfdd4-92c3-416a-a0d2-5fe9a038e649 None None] Deleting port 4187ec67-c138-4e09-a6fa-bc56733ca77f {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:01.964292 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-533bfdd4-92c3-416a-a0d2-5fe9a038e649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.079616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.081132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-533bfdd4-92c3-416a-a0d2-5fe9a038e649 None None] For port 4187ec67-c138-4e09-a6fa-bc56733ca77f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4187ec67-c138-4e09-a6fa-bc56733ca77f,segment=NetworkSegment(a65c237e-2ebd-490d-80ce-289fce6b3ba0),segment_id=a65c237e-2ebd-490d-80ce-289fce6b3ba0)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:02.081645 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-533bfdd4-92c3-416a-a0d2-5fe9a038e649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.127781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-533bfdd4-92c3-416a-a0d2-5fe9a038e649 None None] Calling delete_port for 4187ec67-c138-4e09-a6fa-bc56733ca77f owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:02.166139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 4187ec67-c138-4e09-a6fa-bc56733ca77f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:02.166522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.178821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f3c5f3-dd1c-46c9-8726-a0ba39dbbd13 None None] New status for floating IP 6b7dfd73-242a-46cd-951a-41c5f71022c9: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:14:02.286493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e7ee8a9-4fbc-48db-ba29-b6f1d16eae44 req-c094991f-79a7-4f48-8f0e-e12226e73c64 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7002759 Jul 05 18:14:02.290874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d092850f-7a18-4cc7-8065-199abbcbfd59 req-cccfaa4e-c5d8-484b-871a-effc07e8512b service neutron] 10.222.0.30 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8445117 Jul 05 18:14:02.311519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port 4187ec67-c138-4e09-a6fa-bc56733ca77f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4187ec67-c138-4e09-a6fa-bc56733ca77f,segment=NetworkSegment(a65c237e-2ebd-490d-80ce-289fce6b3ba0),segment_id=a65c237e-2ebd-490d-80ce-289fce6b3ba0)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:02.313226 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.349461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-b57adf9c-8133-47ce-bc88-9379d9ba28fa service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759931 Jul 05 18:14:02.373140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 4187ec67-c138-4e09-a6fa-bc56733ca77f owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:02.378320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39564) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:02.577283 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-533bfdd4-92c3-416a-a0d2-5fe9a038e649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.587336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.621051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=4187ec67-c138-4e09-a6fa-bc56733ca77f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:02.644975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No DVR routers for this DVR port 4187ec67-c138-4e09-a6fa-bc56733ca77f on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:02.670236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533bfdd4-92c3-416a-a0d2-5fe9a038e649 None None] Pushing event deleted for resources: {'Port': ['ID=4187ec67-c138-4e09-a6fa-bc56733ca77f,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:02.677267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4187ec67-c138-4e09-a6fa-bc56733ca77f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:14:02.687743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ecc5448-0d08-4af6-b344-da26cc4e3a9e req-33c8d580-1356-49ef-8878-9780c775012f service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304057 Jul 05 18:14:02.711788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4187ec67-c138-4e09-a6fa-bc56733ca77f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:14:02.712629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4187ec67-c138-4e09-a6fa-bc56733ca77f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:14:02.720248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533bfdd4-92c3-416a-a0d2-5fe9a038e649 None None] No DVR routers for this DVR port 4187ec67-c138-4e09-a6fa-bc56733ca77f on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:02.745297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-faeb0916-7e07-422e-a229-f3de70bbeab0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 999 time: 0.2115266 Jul 05 18:14:02.752759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.770049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c63a3cc-86c5-4717-9fa3-d975cfe3f78f']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:02.792010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65c237e-2ebd-490d-80ce-289fce6b3ba0') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:02.792313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65c237e-2ebd-490d-80ce-289fce6b3ba0') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:02.806384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bf27f61-d830-42e1-b3dd-f599190e52a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.809800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.818016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-5cccf5d6-dd94-4ec0-b96a-84c32a68e975 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:02.819554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-5cccf5d6-dd94-4ec0-b96a-84c32a68e975 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports/02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 943 time: 0.0734789 Jul 05 18:14:02.834405 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.849015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:14:02.849432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:14:02.853052 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:14:02.980167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-330b7e29-1985-42e2-9def-0efc183e1795 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 1001 time: 0.0744691 Jul 05 18:14:03.000144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bf27f61-d830-42e1-b3dd-f599190e52a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.022037 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.031078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.033005 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/networks/3c63a3cc-86c5-4717-9fa3-d975cfe3f78f HTTP/1.1" status: 204 len: 168 time: 1.4742870 Jul 05 18:14:03.039882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39578) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:03.043563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb10b3-64f6-4cfd-84ed-231955849137 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Network': ['ID=3c63a3cc-86c5-4717-9fa3-d975cfe3f78f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:03.045090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'network': {'name': 'tempest-RoutersTest-645372918'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:03.113857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-0553a883-7527-48d7-ae94-734bf7f765f7 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:03.113857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-0553a883-7527-48d7-ae94-734bf7f765f7 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.1239195 Jul 05 18:14:03.122397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-2f8f7941-77b2-44a3-afa7-a4182c24ca32 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:14:03.123412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-2f8f7941-77b2-44a3-afa7-a4182c24ca32 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067625 Jul 05 18:14:03.187517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bf27f61-d830-42e1-b3dd-f599190e52a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.195578 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-a2256bd1-3895-46cd-a07f-a1dedfb89244 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 1001 time: 0.0651550 Jul 05 18:14:03.211909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ba9a15ac-e728-4ea2-b49b-26375baea982 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:03.234597 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7bf27f61-d830-42e1-b3dd-f599190e52a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2427dc223e44e098304d79808095803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8550956 Jul 05 18:14:03.235518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf27f61-d830-42e1-b3dd-f599190e52a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0d90d8-4f1b-438f-988f-e0c4d86193ac,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:03.238152 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39584) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:03.279692 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ba9a15ac-e728-4ea2-b49b-26375baea982 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.312050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55a38f6d-eb20-41a9-9b20-7d89db6c1eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.332056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:03.336077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.341578 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55a38f6d-eb20-41a9-9b20-7d89db6c1eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.417623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:14:03.496214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55a38f6d-eb20-41a9-9b20-7d89db6c1eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.498940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-55a38f6d-eb20-41a9-9b20-7d89db6c1eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.500262 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-55a38f6d-eb20-41a9-9b20-7d89db6c1eea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e0d90d8-4f1b-438f-988f-e0c4d86193ac HTTP/1.1" status: 204 len: 168 time: 0.2507660 Jul 05 18:14:03.508258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a38f6d-eb20-41a9-9b20-7d89db6c1eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0d90d8-4f1b-438f-988f-e0c4d86193ac,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:03.541363 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.541363 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added segment 7283b0e8-cc8b-4e59-9963-a0be9694f69d of type vlan for network b06b2c14-c420-49e1-8db0-6120019c3a25 Jul 05 18:14:03.544774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ba9a15ac-e728-4ea2-b49b-26375baea982 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.594929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed2b96-96d9-4193-824e-eadbdaf85e7c req-c868f5d4-b30e-4f6d-8f53-cc277e97cd36 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:03.596352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1eed2b96-96d9-4193-824e-eadbdaf85e7c req-c868f5d4-b30e-4f6d-8f53-cc277e97cd36 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.1798868 Jul 05 18:14:03.606734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.638151 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ba9a15ac-e728-4ea2-b49b-26375baea982 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.650216 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ba9a15ac-e728-4ea2-b49b-26375baea982 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Floating IP 6b7dfd73-242a-46cd-951a-41c5f71022c9 disassociated. External IP: 172.25.3.62, port: 02808f60-04f5-4593-9687-58c9bfd26021. Jul 05 18:14:03.696073 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1eed2b96-96d9-4193-824e-eadbdaf85e7c req-2532ecfa-c152-4ff4-bb14-ad1fabed2e45 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913053 Jul 05 18:14:03.750919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.756630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:03.757266 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:03.963977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Network': ['ID=b06b2c14-c420-49e1-8db0-6120019c3a25,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:03.972923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-12ff07e7-c4be-4c50-9475-ec4c94661872 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9295194 Jul 05 18:14:03.974974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39610) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:03.979210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network b06b2c14-c420-49e1-8db0-6120019c3a25 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:14:03.995378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'subnet': {'network_id': 'b06b2c14-c420-49e1-8db0-6120019c3a25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:04.079256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ba9a15ac-e728-4ea2-b49b-26375baea982 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Router ce65e541-f232-4785-bcc1-ecca409fe779 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:14:04.261039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ba9a15ac-e728-4ea2-b49b-26375baea982 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:04.265793 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ba9a15ac-e728-4ea2-b49b-26375baea982 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:04.277845 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] Sync routers for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:04.289448 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:04.291036 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:04.299882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:04.300570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3d668-f297-4e4c-936f-6cfd1386576c req-65c75fcc-b357-419c-992d-7217b04a53b3 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:04.302149 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1c3d668-f297-4e4c-936f-6cfd1386576c req-65c75fcc-b357-419c-992d-7217b04a53b3 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1468875 Jul 05 18:14:04.317735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:04.331526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ba9a15ac-e728-4ea2-b49b-26375baea982 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "PUT /v2.0/floatingips/6b7dfd73-242a-46cd-951a-41c5f71022c9 HTTP/1.1" status: 200 len: 694 time: 1.1249938 Jul 05 18:14:04.340708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:14:04.344129 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:14:04.416133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1c3d668-f297-4e4c-936f-6cfd1386576c req-57ca764e-34f6-4938-a9f5-efb3e1ebc763 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991514 Jul 05 18:14:04.446758 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:04.475531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-919e451c-f04b-490a-9f46-fa561d1d6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:04.479398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-919e451c-f04b-490a-9f46-fa561d1d6d68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1097 time: 0.1302352 Jul 05 18:14:04.496099 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6e0f52-4f82-42dd-8873-05fe866af9d8 x-openstack-request-id: req-da6e0f52-4f82-42dd-8873-05fe866af9d8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:14:04.496541 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "tag": "02808f60-04f5-4593-9687-58c9bfd26021", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:14:04.496969 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da6e0f52-4f82-42dd-8873-05fe866af9d8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:14:04.497595 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021', 'status': 'completed', 'code': 200} Jul 05 18:14:04.577128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39618) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:04.596533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f23-0b12-4bfe-b4d3-8937b1a2ac86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:04.745988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-18079b72-b6eb-47fc-a1f2-0f5f21419c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:04.747732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-18079b72-b6eb-47fc-a1f2-0f5f21419c47 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 1097 time: 0.2028723 Jul 05 18:14:04.749812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-5cb56c22-9396-481d-9799-1332cf40e91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:04.751840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-5cb56c22-9396-481d-9799-1332cf40e91c service neutron] 10.222.0.30 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 920 time: 0.2670836 Jul 05 18:14:04.760756 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f23-0b12-4bfe-b4d3-8937b1a2ac86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:04.806680 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:59Z', 'revision_number': 5, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:04.816159 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:04.832582 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] Checking router: ce65e541-f232-4785-bcc1-ecca409fe779 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:14:04.862540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-0e180aff-1e4f-4f16-bd6b-8e8dcd5c93a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 217 time: 0.0929344 Jul 05 18:14:04.869052 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:04.872045 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:04.899378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0af065-7bdc-4bd9-bdb1-768549bff005 req-e0e31f93-a1b5-4378-98c2-69fe7f6d55f3 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:04.902302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df0af065-7bdc-4bd9-bdb1-768549bff005 req-e0e31f93-a1b5-4378-98c2-69fe7f6d55f3 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 945 time: 0.2508795 Jul 05 18:14:04.915409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1f23-0b12-4bfe-b4d3-8937b1a2ac86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:04.929042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Subnet': ['ID=6965f988-a355-4196-a4f9-93a737e90aa8,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:04.974631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d1f23-0b12-4bfe-b4d3-8937b1a2ac86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a2ed5a-a681-47f7-b7d8-04b545fd1e64,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:04.982680 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fa0d1f23-0b12-4bfe-b4d3-8937b1a2ac86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23415ede23bf405f93731441087739ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043086 Jul 05 18:14:04.983639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39624) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:05.005417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df0af065-7bdc-4bd9-bdb1-768549bff005 req-8e9a033c-66c5-4354-8473-7b1c1474c0ec tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809035 Jul 05 18:14:05.007369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Checking segment: {'id': '7283b0e8-cc8b-4e59-9963-a0be9694f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b06b2c14-c420-49e1-8db0-6120019c3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:05.007746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network hostable DHCP agents. Network: b06b2c14-c420-49e1-8db0-6120019c3a25, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:14:05.013316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-41bed85f-ff0f-4bea-818e-a6471cff7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:05.014865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-41bed85f-ff0f-4bea-818e-a6471cff7bed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 200 len: 860 time: 0.1514976 Jul 05 18:14:05.092193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8222c8ba-f183-4fa9-a794-ef1a4ad884b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.105766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-d99b9e97-84f6-4757-b4b8-3d9c0ed32016 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=55f3fb02-7f5e-4172-8050-79304f085b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717287 Jul 05 18:14:05.134699 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:05.157098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8222c8ba-f183-4fa9-a794-ef1a4ad884b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.164626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network b06b2c14-c420-49e1-8db0-6120019c3a25 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:14:05.168667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39632) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:05.227308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-ed779ea3-ba14-4017-a96f-36658ca06d02 service neutron] 10.222.0.30 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202593 Jul 05 18:14:05.248129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-c2210a81-1cc7-4914-b536-7bdfab212a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:05.249594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-c2210a81-1cc7-4914-b536-7bdfab212a8d service neutron] 10.222.0.97 "GET /v2.0/networks?id=55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 200 len: 920 time: 0.4940710 Jul 05 18:14:05.284885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, b06b2c14-c420-49e1-8db0-6120019c3a25) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:05.290177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:05.291102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.297661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d78877c-fce2-427f-9914-901b576e5f19 None None] Network b06b2c14-c420-49e1-8db0-6120019c3a25 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:05.341139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8222c8ba-f183-4fa9-a794-ef1a4ad884b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.343766 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8222c8ba-f183-4fa9-a794-ef1a4ad884b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.347693 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8222c8ba-f183-4fa9-a794-ef1a4ad884b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79a2ed5a-a681-47f7-b7d8-04b545fd1e64 HTTP/1.1" status: 204 len: 168 time: 0.3615777 Jul 05 18:14:05.364663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-be7c5747-904d-493c-9308-0857d9acfc8a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 200 len: 217 time: 0.0878479 Jul 05 18:14:05.365253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222c8ba-f183-4fa9-a794-ef1a4ad884b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a2ed5a-a681-47f7-b7d8-04b545fd1e64,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:05.405306 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eb2ccb16-b525-42c8-b77b-578e2d952f22 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4248066 Jul 05 18:14:05.407943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:05.412599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fa5d05c8-42c3-4e17-a12a-503cd34b1e3a tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1578455780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:05.452286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-8bf1c0b2-4d45-46b6-95f6-51a62994c1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:05.454143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-8bf1c0b2-4d45-46b6-95f6-51a62994c1ef service neutron] 10.222.0.97 "GET /v2.0/subnets?id=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 200 len: 860 time: 0.0814586 Jul 05 18:14:05.467727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa925dc-3852-44c1-aa71-f9cc7b28e5f4 req-c91651db-3c6e-41fe-8d4d-9b2c234a9893 service neutron] 10.222.0.30 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394769 Jul 05 18:14:05.475190 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:59Z', 'revision_number': 5, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:05.511735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-cfe13001-168b-40b1-8526-61e81662168e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=55f3fb02-7f5e-4172-8050-79304f085b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345411 Jul 05 18:14:05.515514 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74a9bb65-2ce1-49ff-984e-2f96e90fcadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.532535 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f91dda-efd6-4584-9244-c59b5a67e25e None None] The sync data for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 is: [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b671ef5b-9075-442a-aa75-9618f7600e3b', 'name': '', 'network_id': '55f3fb02-7f5e-4172-8050-79304f085b41', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'mac_address': 'fa:16:3e:73:03:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:46Z', 'updated_at': '2021-07-05T18:12:59Z', 'revision_number': 5, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'subnets': [{'id': 'bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:05.673089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-b06b2c14-c420-49e1-8db0-6120019c3a25', 'network_id': 'b06b2c14-c420-49e1-8db0-6120019c3a25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'fixed_ips': [{'subnet_id': '6965f988-a355-4196-a4f9-93a737e90aa8'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:14:05.673969 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.765069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74a9bb65-2ce1-49ff-984e-2f96e90fcadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.767576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa5d05c8-42c3-4e17-a12a-503cd34b1e3a tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.768753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa5d05c8-42c3-4e17-a12a-503cd34b1e3a tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.841501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-c071281d-95f4-4cd3-b951-296becd8c1ff tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/floatingips/6b7dfd73-242a-46cd-951a-41c5f71022c9 HTTP/1.1" status: 200 len: 694 time: 0.1801438 Jul 05 18:14:05.841705 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa5d05c8-42c3-4e17-a12a-503cd34b1e3a tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.860444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74a9bb65-2ce1-49ff-984e-2f96e90fcadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.927482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-74a9bb65-2ce1-49ff-984e-2f96e90fcadc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b6d5f0724964b6b93a525a650966f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7552783 Jul 05 18:14:05.927482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9bb65-2ce1-49ff-984e-2f96e90fcadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621fb5a6-5eee-4e71-bd2a-2dc95c7a808b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:05.933272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa5d05c8-42c3-4e17-a12a-503cd34b1e3a tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:05.952963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39644) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:05.972484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Allocated IP 172.20.0.2 (b06b2c14-c420-49e1-8db0-6120019c3a25/6965f988-a355-4196-a4f9-93a737e90aa8/922156b7-b19c-445a-a82f-2522f9a6712f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:05.984531 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.005776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5a3826-d8ed-40c9-8e19-a957ff88f1be None None] New status for floating IP 6b7dfd73-242a-46cd-951a-41c5f71022c9: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:14:06.084085 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-5772bc0e-4a58-48f1-b7c8-0e10b9cad8bb service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659566 Jul 05 18:14:06.105716 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fa5d05c8-42c3-4e17-a12a-503cd34b1e3a tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.105716 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fa5d05c8-42c3-4e17-a12a-503cd34b1e3a tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6911416 Jul 05 18:14:06.105716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39652) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:06.363207 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.373469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Transition to ACTIVE for port object 922156b7-b19c-445a-a82f-2522f9a6712f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:06.392608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Transition to ACTIVE for port object 922156b7-b19c-445a-a82f-2522f9a6712f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:06.495055 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.498929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.522399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-7c36d903-0e31-4229-8ef5-dc261d7a0495 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:06.530010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-7c36d903-0e31-4229-8ef5-dc261d7a0495 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 784 time: 0.6555717 Jul 05 18:14:06.535478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Network b06b2c14-c420-49e1-8db0-6120019c3a25 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:06.539744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:06.544542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:06.544701 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ed89284-24ed-4abe-a882-265abf6c9347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.576286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f12b6-9c31-454f-ab8b-bd481db355e5 req-c854ca12-641f-4a15-b0d2-3fc7eec2df6c tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:06.583047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c49f12b6-9c31-454f-ab8b-bd481db355e5 req-c854ca12-641f-4a15-b0d2-3fc7eec2df6c tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.7577119 Jul 05 18:14:06.613418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dd36731-f619-4c0c-bf21-e1e10cc71a4e req-1da8b5f9-0293-45a0-b34e-793517e038b9 service neutron] 10.222.0.97 "GET /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178924 Jul 05 18:14:06.621964 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ed89284-24ed-4abe-a882-265abf6c9347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.625878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Pushing event updated for resources: {'Port': ['ID=922156b7-b19c-445a-a82f-2522f9a6712f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:06.643898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Attempting to bind port 922156b7-b19c-445a-a82f-2522f9a6712f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:06.644750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Attempting to bind port 922156b7-b19c-445a-a82f-2522f9a6712f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7283b0e8-cc8b-4e59-9963-a0be9694f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b06b2c14-c420-49e1-8db0-6120019c3a25'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:06.644750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Attempting to bind port 922156b7-b19c-445a-a82f-2522f9a6712f on network b06b2c14-c420-49e1-8db0-6120019c3a25 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:06.652860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:06.653441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Checking segment: {'id': '7283b0e8-cc8b-4e59-9963-a0be9694f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b06b2c14-c420-49e1-8db0-6120019c3a25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:06.654332 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.654332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Bound using segment: {'id': '7283b0e8-cc8b-4e59-9963-a0be9694f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b06b2c14-c420-49e1-8db0-6120019c3a25'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:06.655430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Bound port: 922156b7-b19c-445a-a82f-2522f9a6712f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7283b0e8-cc8b-4e59-9963-a0be9694f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'b06b2c14-c420-49e1-8db0-6120019c3a25'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:06.655586 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.675268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c49f12b6-9c31-454f-ab8b-bd481db355e5 req-f605d0b7-6e6e-4c90-a9d4-ea06f8544197 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912905 Jul 05 18:14:06.771301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] For port 922156b7-b19c-445a-a82f-2522f9a6712f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:06.775478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] For port 922156b7-b19c-445a-a82f-2522f9a6712f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=922156b7-b19c-445a-a82f-2522f9a6712f,segment=NetworkSegment(7283b0e8-cc8b-4e59-9963-a0be9694f69d),segment_id=7283b0e8-cc8b-4e59-9963-a0be9694f69d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:06.807518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ed89284-24ed-4abe-a882-265abf6c9347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.811246 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ed89284-24ed-4abe-a882-265abf6c9347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:06.814700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3ed89284-24ed-4abe-a882-265abf6c9347 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/621fb5a6-5eee-4e71-bd2a-2dc95c7a808b HTTP/1.1" status: 204 len: 168 time: 0.8480206 Jul 05 18:14:06.829711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed89284-24ed-4abe-a882-265abf6c9347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621fb5a6-5eee-4e71-bd2a-2dc95c7a808b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:06.883658 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:07.021923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ca932-4682-4380-ad47-fc7a0c992dde None None] Pushing event updated for resources: {'Port': ['ID=922156b7-b19c-445a-a82f-2522f9a6712f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:07.048809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-2723bcda-f2cb-49bc-8850-d0fa7211ae99 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.5178230 Jul 05 18:14:07.052831 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.20.0.1 (b06b2c14-c420-49e1-8db0-6120019c3a25/6965f988-a355-4196-a4f9-93a737e90aa8/1d2f9ca4-88bb-4656-90db-7d7b58a7eff8) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:07.188877 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-8855ce76-f494-43e8-a5b1-4ef620d5073a tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.3.62 HTTP/1.1" status: 200 len: 695 time: 0.1379845 Jul 05 18:14:07.300929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:07.318885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Transition to ACTIVE for port object 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:07.431802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Deleting port 6a8d5407-60d8-4dec-b636-2c1974db1567 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:07.432718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:07.593670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:07.617545 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:07.618149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:07.639820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Calling delete_port for 6a8d5407-60d8-4dec-b636-2c1974db1567 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:07.668602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network b06b2c14-c420-49e1-8db0-6120019c3a25 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:07.672744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb03639-dc3a-4973-b1d0-9e3646e4c561 req-ec06c7b5-5c42-4896-83ad-f7a4490c0cc2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:07.672909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:07.676629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fb03639-dc3a-4973-b1d0-9e3646e4c561 req-ec06c7b5-5c42-4896-83ad-f7a4490c0cc2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1672297 Jul 05 18:14:07.676857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:07.712500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=1d2f9ca4-88bb-4656-90db-7d7b58a7eff8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:07.732406 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:07.775769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fb03639-dc3a-4973-b1d0-9e3646e4c561 req-02894412-90d8-410d-a001-bd3956ba5bbc tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985951 Jul 05 18:14:08.061073 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.080022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39698) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:08.153355 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.157446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Pushing event deleted for resources: {'Port': ['ID=6a8d5407-60d8-4dec-b636-2c1974db1567,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:08.194210 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06adead3-b4ad-421f-a729-5fdae9cd9d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.313221 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.315905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.317160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28a75b4c-1141-4cd1-9aeb-c697b9e0e83b req-dd756376-0e7a-47df-ad26-d06577c92425 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "DELETE /v2.0/floatingips/6b7dfd73-242a-46cd-951a-41c5f71022c9 HTTP/1.1" status: 204 len: 173 time: 1.1270533 Jul 05 18:14:08.440821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d39376-3efc-4d66-b3dc-1ac87b10f3e6 req-3a77494f-9293-42cf-9e54-63a41bb2fb33 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:08.451400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d39376-3efc-4d66-b3dc-1ac87b10f3e6 req-3a77494f-9293-42cf-9e54-63a41bb2fb33 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:08.466287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d39376-3efc-4d66-b3dc-1ac87b10f3e6 req-3a77494f-9293-42cf-9e54-63a41bb2fb33 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:08.474105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3d39376-3efc-4d66-b3dc-1ac87b10f3e6 req-3a77494f-9293-42cf-9e54-63a41bb2fb33 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc&device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023&device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 2416 time: 0.3850696 Jul 05 18:14:08.530344 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06adead3-b4ad-421f-a729-5fdae9cd9d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.563351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3d39376-3efc-4d66-b3dc-1ac87b10f3e6 req-e53ae22b-8cc8-41cc-98f6-9762db9d8d65 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883074 Jul 05 18:14:08.573978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.604550 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06adead3-b4ad-421f-a729-5fdae9cd9d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.670043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.682938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 922156b7-b19c-445a-a82f-2522f9a6712f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:08.692682 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-06adead3-b4ad-421f-a729-5fdae9cd9d82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19b4b6372cbe4b54babb082ab244376f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099427 Jul 05 18:14:08.693343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39714) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:08.697664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06adead3-b4ad-421f-a729-5fdae9cd9d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf14aec-e952-4c48-8266-d9bf210c36d0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:08.757281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db6f2b8-4942-4666-b324-41a76fe6f356 None None] Network b06b2c14-c420-49e1-8db0-6120019c3a25 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:08.788872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce8ce3a7-760b-45c1-8a09-858f9a7170f2 req-392074d6-8410-4b13-b577-633af9ef4f41 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups/6bff387e-ba6c-465c-9578-55c1a16ce994 HTTP/1.1" status: 200 len: 1808 time: 0.1411152 Jul 05 18:14:08.797922 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff58f40e-d6b3-441f-986e-110c9330b67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.807639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=1d2f9ca4-88bb-4656-90db-7d7b58a7eff8,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:08.815452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:08.850080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39716) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:08.902734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff58f40e-d6b3-441f-986e-110c9330b67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.022232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c9a3d82f-8e69-4295-b7a1-623ea18ef7a5 None None] Provisioning for port 922156b7-b19c-445a-a82f-2522f9a6712f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:09.028871 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce8ce3a7-760b-45c1-8a09-858f9a7170f2 req-05c43a4d-9e04-42f8-b600-e1cbb4f668ab tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.038295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network b06b2c14-c420-49e1-8db0-6120019c3a25 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:09.040434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:09.059256 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6476e8c0-5306-47c9-ac16-29a17faa25a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.076017 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce8ce3a7-760b-45c1-8a09-858f9a7170f2 req-05c43a4d-9e04-42f8-b600-e1cbb4f668ab tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.084441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 922156b7-b19c-445a-a82f-2522f9a6712f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:09.093039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 922156b7-b19c-445a-a82f-2522f9a6712f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:09.093992 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.152649 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff58f40e-d6b3-441f-986e-110c9330b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.155463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff58f40e-d6b3-441f-986e-110c9330b67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.163415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ff58f40e-d6b3-441f-986e-110c9330b67e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bdf14aec-e952-4c48-8266-d9bf210c36d0 HTTP/1.1" status: 204 len: 168 time: 0.4611363 Jul 05 18:14:09.175750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a991ce-670a-4175-a3fc-ca28dd5ed392 req-a237a05f-7267-4ca5-9845-8f4879b5113d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:09.177641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02a991ce-670a-4175-a3fc-ca28dd5ed392 req-a237a05f-7267-4ca5-9845-8f4879b5113d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.2013423 Jul 05 18:14:09.183836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58f40e-d6b3-441f-986e-110c9330b67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf14aec-e952-4c48-8266-d9bf210c36d0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:09.235859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02a991ce-670a-4175-a3fc-ca28dd5ed392 req-60c761fa-d1a8-4ab2-bc28-01859148301e tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495911 Jul 05 18:14:09.263607 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce8ce3a7-760b-45c1-8a09-858f9a7170f2 req-05c43a4d-9e04-42f8-b600-e1cbb4f668ab tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.267572 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce8ce3a7-760b-45c1-8a09-858f9a7170f2 req-05c43a4d-9e04-42f8-b600-e1cbb4f668ab tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.269922 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.275536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce8ce3a7-760b-45c1-8a09-858f9a7170f2 req-05c43a4d-9e04-42f8-b600-e1cbb4f668ab tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "DELETE /v2.0/security-groups/6bff387e-ba6c-465c-9578-55c1a16ce994 HTTP/1.1" status: 204 len: 173 time: 0.4794230 Jul 05 18:14:09.286047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router aebafb7d-4a2e-4451-87ab-aa8dc93a64af is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:14:09.314753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c43a4d-9e04-42f8-b600-e1cbb4f668ab tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bff387e-ba6c-465c-9578-55c1a16ce994,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:09.326650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 922156b7-b19c-445a-a82f-2522f9a6712f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=922156b7-b19c-445a-a82f-2522f9a6712f,segment=NetworkSegment(7283b0e8-cc8b-4e59-9963-a0be9694f69d),segment_id=7283b0e8-cc8b-4e59-9963-a0be9694f69d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:09.396518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6476e8c0-5306-47c9-ac16-29a17faa25a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.404858 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.462413 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6476e8c0-5306-47c9-ac16-29a17faa25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.482577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=922156b7-b19c-445a-a82f-2522f9a6712f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:09.510908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.511498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.512547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.512826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.513177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.513633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.514079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.516772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.517387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.517740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.518084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.518422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:09.569220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:09.581700 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-43f417e4-4d8f-460f-8307-ccfa2fdb3718 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/aebafb7d-4a2e-4451-87ab-aa8dc93a64af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4717262 Jul 05 18:14:09.582425 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c603c57-b928-4058-9552-cfbfac308a6f None None] Sync routers for ids ['aebafb7d-4a2e-4451-87ab-aa8dc93a64af'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:09.586206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6476e8c0-5306-47c9-ac16-29a17faa25a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1029b7dc6fef43e28a2fba7ffa2171d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7350278 Jul 05 18:14:09.588736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39740) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:09.589514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39744) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:09.592278 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c603c57-b928-4058-9552-cfbfac308a6f None None] Routers {'aebafb7d-4a2e-4451-87ab-aa8dc93a64af'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:09.592895 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3c603c57-b928-4058-9552-cfbfac308a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['aebafb7d-4a2e-4451-87ab-aa8dc93a64af'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:09.621113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ccb983f4-c6ba-49b4-92ed-0d82a305b2b5 None None] Provisioning for port 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:09.625369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ccb983f4-c6ba-49b4-92ed-0d82a305b2b5 None None] Provisioning complete for port 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:09.625751 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccb983f4-c6ba-49b4-92ed-0d82a305b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.656521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476e8c0-5306-47c9-ac16-29a17faa25a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6d4e37-b884-4a0f-a337-9c1cc02be717,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:09.673418 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3c603c57-b928-4058-9552-cfbfac308a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:09.701906 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ccb983f4-c6ba-49b4-92ed-0d82a305b2b5 None None] Port 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:09.703310 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c603c57-b928-4058-9552-cfbfac308a6f None None] Routers {'aebafb7d-4a2e-4451-87ab-aa8dc93a64af'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:09.703992 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3c603c57-b928-4058-9552-cfbfac308a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['aebafb7d-4a2e-4451-87ab-aa8dc93a64af'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:09.719611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ccb983f4-c6ba-49b4-92ed-0d82a305b2b5 None None] Provisioning complete for port 922156b7-b19c-445a-a82f-2522f9a6712f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:09.720411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccb983f4-c6ba-49b4-92ed-0d82a305b2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.775942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc62af6-878a-4ba3-a1b4-e79bc7c47156 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:09.781049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1dc62af6-878a-4ba3-a1b4-e79bc7c47156 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports/1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 HTTP/1.1" status: 200 len: 910 time: 0.1868820 Jul 05 18:14:09.784012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39752) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:09.817523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cca6b04d-df3e-4210-9233-c6498a261538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:09.818895 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3c603c57-b928-4058-9552-cfbfac308a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:09.822391 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c603c57-b928-4058-9552-cfbfac308a6f None None] The sync data for ids ['aebafb7d-4a2e-4451-87ab-aa8dc93a64af'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:09.885091 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cca6b04d-df3e-4210-9233-c6498a261538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:10.057772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c664f51f-7496-4060-aac0-b7a834db6025 None None] Provisioning complete for port 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:10.058431 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c664f51f-7496-4060-aac0-b7a834db6025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:10.070773 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cca6b04d-df3e-4210-9233-c6498a261538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:10.073317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cca6b04d-df3e-4210-9233-c6498a261538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:10.075009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cca6b04d-df3e-4210-9233-c6498a261538 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b6d4e37-b884-4a0f-a337-9c1cc02be717 HTTP/1.1" status: 204 len: 168 time: 0.4792478 Jul 05 18:14:10.093904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6b04d-df3e-4210-9233-c6498a261538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6d4e37-b884-4a0f-a337-9c1cc02be717,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:10.173012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c664f51f-7496-4060-aac0-b7a834db6025 None None] Port 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:10.337147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:10.407466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-eef85fc4-4380-4190-8e34-db18e4b23caf None None] Provisioning complete for port 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:10.408870 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eef85fc4-4380-4190-8e34-db18e4b23caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:10.451473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f488afa2-8a33-4adb-a5b6-b7dec6c30070 req-9f0dbcc8-b2c7-451d-950c-c06604ea9d32 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:10.453339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f488afa2-8a33-4adb-a5b6-b7dec6c30070 req-9f0dbcc8-b2c7-451d-950c-c06604ea9d32 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.0702565 Jul 05 18:14:10.473216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-eef85fc4-4380-4190-8e34-db18e4b23caf None None] Port 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:10.517007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f488afa2-8a33-4adb-a5b6-b7dec6c30070 req-c3d57e27-714d-4710-a100-75f621230812 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Jul 05 18:14:10.595558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 922156b7-b19c-445a-a82f-2522f9a6712f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:10.684306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 922156b7-b19c-445a-a82f-2522f9a6712f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:10.684501 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.006134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39786) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:11.024913 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-631f07ee-16a2-49b9-bb78-08e6b98af104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.053003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:11.053493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.145446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39792) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:11.180586 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.195633 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-631f07ee-16a2-49b9-bb78-08e6b98af104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.212896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 1d2f9ca4-88bb-4656-90db-7d7b58a7eff8 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:11.250379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-631f07ee-16a2-49b9-bb78-08e6b98af104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.316141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ba38785-dabc-4503-bff8-16e06d98ad61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.334607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-631f07ee-16a2-49b9-bb78-08e6b98af104 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4a608b4add54a46a366f233935251bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3266892 Jul 05 18:14:11.339334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f07ee-16a2-49b9-bb78-08e6b98af104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c245d9-b438-4624-a2a5-6cd62565ad2e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:11.340138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39802) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:11.511820 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de9f2777-eb47-43dc-9318-8b718a0f934b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.529104 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ba38785-dabc-4503-bff8-16e06d98ad61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.541690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cff69-d143-400a-a84a-de903c1f3192 req-24f76f4f-5f3d-4109-82e0-5ea6e3d83fb5 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:11.543657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac9cff69-d143-400a-a84a-de903c1f3192 req-24f76f4f-5f3d-4109-82e0-5ea6e3d83fb5 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1259704 Jul 05 18:14:11.562772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de9f2777-eb47-43dc-9318-8b718a0f934b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.596786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac9cff69-d143-400a-a84a-de903c1f3192 req-43a52616-b138-4cb2-ba21-941f43964b85 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464101 Jul 05 18:14:11.597963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ba38785-dabc-4503-bff8-16e06d98ad61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.647222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8ba38785-dabc-4503-bff8-16e06d98ad61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2450ba57881a4ef484e4c2e9379333a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005946 Jul 05 18:14:11.648537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39818) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:11.650300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba38785-dabc-4503-bff8-16e06d98ad61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21a4411-4f1f-4001-8ec9-dbcf91d06372,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:11.668998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.719522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de9f2777-eb47-43dc-9318-8b718a0f934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.722341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de9f2777-eb47-43dc-9318-8b718a0f934b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.723534 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-de9f2777-eb47-43dc-9318-8b718a0f934b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2c245d9-b438-4624-a2a5-6cd62565ad2e HTTP/1.1" status: 204 len: 168 time: 0.3774824 Jul 05 18:14:11.724451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=1d2f9ca4-88bb-4656-90db-7d7b58a7eff8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:11.767651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f2777-eb47-43dc-9318-8b718a0f934b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c245d9-b438-4624-a2a5-6cd62565ad2e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:11.840376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79a42360-2836-4bd8-9ad0-1e50ee44fea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.938396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79a42360-2836-4bd8-9ad0-1e50ee44fea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.948523 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:11.987846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f2d30-121c-4241-b00b-2912585fc291 req-472d2778-1082-4736-8523-bfd9caaecafe tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:11.989482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb7f2d30-121c-4241-b00b-2912585fc291 req-472d2778-1082-4736-8523-bfd9caaecafe tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.3069124 Jul 05 18:14:12.031500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb7f2d30-121c-4241-b00b-2912585fc291 req-64eee50c-e8ff-4b8f-8cf9-837d093656e3 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350287 Jul 05 18:14:12.107880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39826) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:12.135029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79a42360-2836-4bd8-9ad0-1e50ee44fea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.137597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79a42360-2836-4bd8-9ad0-1e50ee44fea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.138791 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-79a42360-2836-4bd8-9ad0-1e50ee44fea5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b21a4411-4f1f-4001-8ec9-dbcf91d06372 HTTP/1.1" status: 204 len: 168 time: 0.4874599 Jul 05 18:14:12.152866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a42360-2836-4bd8-9ad0-1e50ee44fea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21a4411-4f1f-4001-8ec9-dbcf91d06372,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:12.158024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router aebafb7d-4a2e-4451-87ab-aa8dc93a64af has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:14:12.252906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:12.259604 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-23971c7e-d344-4c14-b391-fdaebe98e88f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/aebafb7d-4a2e-4451-87ab-aa8dc93a64af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4742939 Jul 05 18:14:12.263082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39836) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:12.269834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6d4bb-a1b9-4f4a-87e8-508ce7e1ef85 None None] Sync routers for ids ['aebafb7d-4a2e-4451-87ab-aa8dc93a64af'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:12.282933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6d4bb-a1b9-4f4a-87e8-508ce7e1ef85 None None] Routers {'aebafb7d-4a2e-4451-87ab-aa8dc93a64af'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:12.283584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8ce6d4bb-a1b9-4f4a-87e8-508ce7e1ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['aebafb7d-4a2e-4451-87ab-aa8dc93a64af'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:12.297130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2b1f4732-648f-421d-88e3-55458f109f7f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=aebafb7d-4a2e-4451-87ab-aa8dc93a64af HTTP/1.1" status: 200 len: 205 time: 0.0324693 Jul 05 18:14:12.299650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39838) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:12.324574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8ce6d4bb-a1b9-4f4a-87e8-508ce7e1ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:12.342328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6d4bb-a1b9-4f4a-87e8-508ce7e1ef85 None None] Routers {'aebafb7d-4a2e-4451-87ab-aa8dc93a64af'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:12.343227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8ce6d4bb-a1b9-4f4a-87e8-508ce7e1ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['aebafb7d-4a2e-4451-87ab-aa8dc93a64af'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:12.372193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5bd3eb5f-4a93-483f-abe8-8ed6c2f94ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.384819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8ce6d4bb-a1b9-4f4a-87e8-508ce7e1ef85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:12.385755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce6d4bb-a1b9-4f4a-87e8-508ce7e1ef85 None None] The sync data for ids ['aebafb7d-4a2e-4451-87ab-aa8dc93a64af'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:12.407361 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-df16eb38-0307-4fc0-ae13-52dc77aec4a8 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.507967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-ab9fe736-f64d-46fb-a0dc-e869b0fc823d tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:12.509462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-ab9fe736-f64d-46fb-a0dc-e869b0fc823d tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.97 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.1080098 Jul 05 18:14:12.598777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-df16eb38-0307-4fc0-ae13-52dc77aec4a8 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.601791 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-df16eb38-0307-4fc0-ae13-52dc77aec4a8 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.633023 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5bd3eb5f-4a93-483f-abe8-8ed6c2f94ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.663988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Deleting port 02808f60-04f5-4593-9687-58c9bfd26021 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:12.664967 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.728666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5bd3eb5f-4a93-483f-abe8-8ed6c2f94ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.790512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-df16eb38-0307-4fc0-ae13-52dc77aec4a8 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.791096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df16eb38-0307-4fc0-ae13-52dc77aec4a8 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Fanout notify agent at l3_agent the message router_deleted on router aebafb7d-4a2e-4451-87ab-aa8dc93a64af {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:14:12.798302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-df16eb38-0307-4fc0-ae13-52dc77aec4a8 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.799612 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-df16eb38-0307-4fc0-ae13-52dc77aec4a8 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/aebafb7d-4a2e-4451-87ab-aa8dc93a64af HTTP/1.1" status: 204 len: 168 time: 0.4989574 Jul 05 18:14:12.802256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39854) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:12.822990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5bd3eb5f-4a93-483f-abe8-8ed6c2f94ca2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88b93a44ed904897aca7208843615ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7138987 Jul 05 18:14:12.829136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39856) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:12.829333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd3eb5f-4a93-483f-abe8-8ed6c2f94ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8747a9-e02f-469f-9734-7f7b12cc6bec,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:12.841212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] For port 02808f60-04f5-4593-9687-58c9bfd26021, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=02808f60-04f5-4593-9687-58c9bfd26021,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:12.841590 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.859133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Calling delete_port for 02808f60-04f5-4593-9687-58c9bfd26021 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:12.884638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a525c9d-ad9b-4a66-a1a5-0aa4d9130bcc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting subnet 6965f988-a355-4196-a4f9-93a737e90aa8 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:14:12.896924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a525c9d-ad9b-4a66-a1a5-0aa4d9130bcc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.928729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964bacb-a445-4ed2-884d-34f141cfefa5 req-2c43a8ca-bc8e-4e51-90e2-ab3e616006e7 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:12.928729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a964bacb-a445-4ed2-884d-34f141cfefa5 req-2c43a8ca-bc8e-4e51-90e2-ab3e616006e7 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1950054 Jul 05 18:14:12.961898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d716c39-501a-4966-b56a-355479d8b7a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.966305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a525c9d-ad9b-4a66-a1a5-0aa4d9130bcc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:12.998926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a964bacb-a445-4ed2-884d-34f141cfefa5 req-4fc67609-2ffd-4e7f-be59-15e47725deaf tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530512 Jul 05 18:14:13.027815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d716c39-501a-4966-b56a-355479d8b7a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.111171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a525c9d-ad9b-4a66-a1a5-0aa4d9130bcc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.226812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53b3bf-e5bb-4d63-82ea-94b713154312 req-7fb267a0-5bfc-4c04-ba04-ed2f8e0c559a tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:13.227836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39866) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:13.228610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f53b3bf-e5bb-4d63-82ea-94b713154312 req-7fb267a0-5bfc-4c04-ba04-ed2f8e0c559a tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 946 time: 0.0766194 Jul 05 18:14:13.243367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-336375aa-8605-41fa-8480-9057105b3666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.247419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.269247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['02808f60-04f5-4593-9687-58c9bfd26021'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:14:13.302223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Pushing event deleted for resources: {'Port': ['ID=02808f60-04f5-4593-9687-58c9bfd26021,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:13.315923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a525c9d-ad9b-4a66-a1a5-0aa4d9130bcc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.317928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d716c39-501a-4966-b56a-355479d8b7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.321984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d716c39-501a-4966-b56a-355479d8b7a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.323085 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1d716c39-501a-4966-b56a-355479d8b7a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea8747a9-e02f-469f-9734-7f7b12cc6bec HTTP/1.1" status: 204 len: 168 time: 0.4930212 Jul 05 18:14:13.327159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f53b3bf-e5bb-4d63-82ea-94b713154312 req-f31880f9-f73b-428c-b38f-dd5797a07fdb tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/security-groups?id=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932794 Jul 05 18:14:13.348935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] No DVR routers for this DVR port 02808f60-04f5-4593-9687-58c9bfd26021 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:13.351883 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.354088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7632f813-3732-4c4e-a4ad-22612783ebaf req-a0233fee-3c94-494d-9c03-388df4e08fe0 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.97 "DELETE /v2.0/ports/02808f60-04f5-4593-9687-58c9bfd26021 HTTP/1.1" status: 204 len: 173 time: 0.8366706 Jul 05 18:14:13.354847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'name': 'network-vif-deleted', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:14:13.357451 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4698e3e2-471f-4f6a-a12e-208776d31fee" -d '{"events": [{"server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "name": "network-vif-deleted", "tag": "02808f60-04f5-4593-9687-58c9bfd26021"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:14:13.369123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a525c9d-ad9b-4a66-a1a5-0aa4d9130bcc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Subnet': ['ID=6965f988-a355-4196-a4f9-93a737e90aa8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:13.380086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d716c39-501a-4966-b56a-355479d8b7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8747a9-e02f-469f-9734-7f7b12cc6bec,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:13.409055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a525c9d-ad9b-4a66-a1a5-0aa4d9130bcc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.413673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39878) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:13.414291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18f02ec-ffc8-4d49-a450-b4dc4338334f None None] Network b06b2c14-c420-49e1-8db0-6120019c3a25 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:13.427472 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5a525c9d-ad9b-4a66-a1a5-0aa4d9130bcc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/6965f988-a355-4196-a4f9-93a737e90aa8 HTTP/1.1" status: 204 len: 168 time: 0.6237504 Jul 05 18:14:13.528048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.535960 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d10941-e828-4dd0-8fc2-100a08919490 x-openstack-request-id: req-12d10941-e828-4dd0-8fc2-100a08919490 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:14:13.536358 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3e41e88-d5ef-45ed-bd04-7fee61e2be65", "name": "network-vif-deleted", "tag": "02808f60-04f5-4593-9687-58c9bfd26021", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:14:13.536604 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12d10941-e828-4dd0-8fc2-100a08919490 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:14:13.537015 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3e41e88-d5ef-45ed-bd04-7fee61e2be65', 'name': 'network-vif-deleted', 'tag': '02808f60-04f5-4593-9687-58c9bfd26021', 'status': 'completed', 'code': 200} Jul 05 18:14:13.539861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-336375aa-8605-41fa-8480-9057105b3666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.624761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-336375aa-8605-41fa-8480-9057105b3666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.674354 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-336375aa-8605-41fa-8480-9057105b3666 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18bf3bae5baa4426a7204b11d3beb730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444313 Jul 05 18:14:13.676664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336375aa-8605-41fa-8480-9057105b3666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c63c528-8fe0-48cc-8260-7f10c8a580da,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:13.690548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39882) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:13.712287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 922156b7-b19c-445a-a82f-2522f9a6712f {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:13.714013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.784473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4c9f-31d5-4c98-92fc-5701fe334d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.821945 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4c9f-31d5-4c98-92fc-5701fe334d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.828598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port 922156b7-b19c-445a-a82f-2522f9a6712f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=922156b7-b19c-445a-a82f-2522f9a6712f,segment=NetworkSegment(7283b0e8-cc8b-4e59-9963-a0be9694f69d),segment_id=7283b0e8-cc8b-4e59-9963-a0be9694f69d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:13.829245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.863568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 922156b7-b19c-445a-a82f-2522f9a6712f owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:13.976754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] DHCP port deletion for b06b2c14-c420-49e1-8db0-6120019c3a25 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:14:13.976898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4c9f-31d5-4c98-92fc-5701fe334d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.977055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb4f4c9f-31d5-4c98-92fc-5701fe334d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:13.978246 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eb4f4c9f-31d5-4c98-92fc-5701fe334d0e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c63c528-8fe0-48cc-8260-7f10c8a580da HTTP/1.1" status: 204 len: 168 time: 0.2866981 Jul 05 18:14:13.990973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4f4c9f-31d5-4c98-92fc-5701fe334d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c63c528-8fe0-48cc-8260-7f10c8a580da,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:14.051347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.052382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] Deleting port 922156b7-b19c-445a-a82f-2522f9a6712f {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:14.052788 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.088527 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=922156b7-b19c-445a-a82f-2522f9a6712f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:14.094317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No DVR routers for this DVR port 922156b7-b19c-445a-a82f-2522f9a6712f on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:14.145460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] For port 922156b7-b19c-445a-a82f-2522f9a6712f, host n-d-799524-1, got binding levels [] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:14.146178 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.162980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] Calling delete_port for 922156b7-b19c-445a-a82f-2522f9a6712f owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:14.167855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.ipam_backend_mixin [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] Port 922156b7-b19c-445a-a82f-2522f9a6712f was not found and therefore no delete operation was performed {{(pid=100999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:14:14.169269 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.190531 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.202991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] Pushing event deleted for resources: {'Port': ['ID=922156b7-b19c-445a-a82f-2522f9a6712f,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:14.205456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06b2c14-c420-49e1-8db0-6120019c3a25']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:14.213239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550d919-449b-4977-ab0b-a47243f45037 None None] No DVR routers for this DVR port 922156b7-b19c-445a-a82f-2522f9a6712f on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:14.237051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7283b0e8-cc8b-4e59-9963-a0be9694f69d') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:14.237707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7283b0e8-cc8b-4e59-9963-a0be9694f69d') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:14.256490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.280639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.290157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:14:14.290528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:14:14.293957 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:14:14.481065 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.499136 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.501340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/networks/b06b2c14-c420-49e1-8db0-6120019c3a25 HTTP/1.1" status: 204 len: 168 time: 1.0859883 Jul 05 18:14:14.505282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39914) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:14.513358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1058832340', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:14.579705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d204946-03e9-4c4d-9025-b1b9c8e3ab9c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Network': ['ID=b06b2c14-c420-49e1-8db0-6120019c3a25,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:14.587392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 922156b7-b19c-445a-a82f-2522f9a6712f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:14:14.611110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccbd2b28-a1c4-4cc6-b307-3e325403a3e3 req-72ac0b70-357f-449f-a635-d7eefffbcc94 tempest-ServerRescueTestJSONUnderV235-1204894523 tempest-ServerRescueTestJSONUnderV235-1204894523-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3e41e88-d5ef-45ed-bd04-7fee61e2be65 HTTP/1.1" status: 200 len: 210 time: 0.0490792 Jul 05 18:14:14.612001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 922156b7-b19c-445a-a82f-2522f9a6712f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:14:14.612463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 922156b7-b19c-445a-a82f-2522f9a6712f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:14:14.639691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882ce2c-7805-48c4-930e-c82cf0b094af req-d4d8b697-0946-492a-bb2c-08f067a4cd90 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:14.641277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d882ce2c-7805-48c4-930e-c82cf0b094af req-d4d8b697-0946-492a-bb2c-08f067a4cd90 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.2194653 Jul 05 18:14:14.672815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.674336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.683085 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d882ce2c-7805-48c4-930e-c82cf0b094af req-85ad700f-153a-4019-bf63-5ad3d3ebd387 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355666 Jul 05 18:14:14.745939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:14.951402 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:15.250247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:15.274263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:15.412517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.25.3.91 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/957227e7-1609-4c0b-acc1-5039d8e10cc7) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:15.524654 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:15.543451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39960) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:15.633759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:15.675425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:15.682662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:15.687215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:15.690422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=957227e7-1609-4c0b-acc1-5039d8e10cc7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:15.730168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39972) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:15.956235 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e116254-3dfc-4956-aa3c-7457609cc859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:16.139879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b4bf2-0c7c-4160-8065-aa2811347ba9 req-f3a61021-3c0d-4aa7-bda0-20e37037a1e2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:16.146431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b01b4bf2-0c7c-4160-8065-aa2811347ba9 req-f3a61021-3c0d-4aa7-bda0-20e37037a1e2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.2282069 Jul 05 18:14:16.196942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:16.427097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:16.524666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b01b4bf2-0c7c-4160-8065-aa2811347ba9 req-602f027b-c137-4614-b762-e3e5a2ee3859 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772030 Jul 05 18:14:16.576675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e116254-3dfc-4956-aa3c-7457609cc859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:16.634789 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e116254-3dfc-4956-aa3c-7457609cc859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:16.714546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5e116254-3dfc-4956-aa3c-7457609cc859 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=161d182b76834763a735794d2d5a2a76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1700082 Jul 05 18:14:16.718162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40002) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:16.720919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e116254-3dfc-4956-aa3c-7457609cc859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e8629a-e627-4361-a1f3-88288fc82dcc,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:16.832255 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:16.835272 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-047bda79-c137-4a0d-98f9-9a3e0ce33c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:16.898183 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-047bda79-c137-4a0d-98f9-9a3e0ce33c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:17.025329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router a2da9a99-b229-4f46-9f92-fae30bfe5ba0 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:14:17.168048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:17.181484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 02808f60-04f5-4593-9687-58c9bfd26021 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:14:17.193995 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a24aae-9b67-4102-9bbe-752b89c8019a None None] Sync routers for ids ['a2da9a99-b229-4f46-9f92-fae30bfe5ba0'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:17.208467 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a24aae-9b67-4102-9bbe-752b89c8019a None None] Routers {'a2da9a99-b229-4f46-9f92-fae30bfe5ba0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:17.209432 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-81a24aae-9b67-4102-9bbe-752b89c8019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a2da9a99-b229-4f46-9f92-fae30bfe5ba0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:17.233218 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-047bda79-c137-4a0d-98f9-9a3e0ce33c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:17.235914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-047bda79-c137-4a0d-98f9-9a3e0ce33c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:17.240262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-047bda79-c137-4a0d-98f9-9a3e0ce33c3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6e8629a-e627-4361-a1f3-88288fc82dcc HTTP/1.1" status: 204 len: 168 time: 0.5202773 Jul 05 18:14:17.268889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 02808f60-04f5-4593-9687-58c9bfd26021 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:14:17.272139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 02808f60-04f5-4593-9687-58c9bfd26021 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:14:17.278581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047bda79-c137-4a0d-98f9-9a3e0ce33c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e8629a-e627-4361-a1f3-88288fc82dcc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:17.291619 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-81a24aae-9b67-4102-9bbe-752b89c8019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:17.303872 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a24aae-9b67-4102-9bbe-752b89c8019a None None] Routers {'a2da9a99-b229-4f46-9f92-fae30bfe5ba0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:17.304479 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-81a24aae-9b67-4102-9bbe-752b89c8019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a2da9a99-b229-4f46-9f92-fae30bfe5ba0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:17.325644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Deleting port b671ef5b-9075-442a-aa75-9618f7600e3b {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:17.326220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:17.342527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:17.348525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-74ba688b-03b2-4754-ab05-97d8f3d6e1d1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8367729 Jul 05 18:14:17.352485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40020) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:17.352721 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-81a24aae-9b67-4102-9bbe-752b89c8019a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:17.352721 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a24aae-9b67-4102-9bbe-752b89c8019a None None] The sync data for ids ['a2da9a99-b229-4f46-9f92-fae30bfe5ba0'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:17.437393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] For port b671ef5b-9075-442a-aa75-9618f7600e3b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b671ef5b-9075-442a-aa75-9618f7600e3b,segment=NetworkSegment(d8253865-70e8-484e-94c9-6e5ae7c1603d),segment_id=d8253865-70e8-484e-94c9-6e5ae7c1603d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:17.437749 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:17.453975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Calling delete_port for b671ef5b-9075-442a-aa75-9618f7600e3b owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:17.479604 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d91868fe-2ece-497d-ab16-f029e736df61 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/routers/a2da9a99-b229-4f46-9f92-fae30bfe5ba0 HTTP/1.1" status: 200 len: 880 time: 0.1293011 Jul 05 18:14:17.482190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40024) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:17.755764 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c550caa5-859f-47a3-a174-1fc0f6f1f1c9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2723093 Jul 05 18:14:17.758754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40030) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:17.765844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5046c297-f965-4bcd-a00f-8d4b937d4655 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1058832340'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:17.782130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8986a0-80d1-4e0d-9faf-6419724a404f req-c5c6242f-0397-4448-85f9-983fd0cfef65 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:17.783911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd8986a0-80d1-4e0d-9faf-6419724a404f req-c5c6242f-0397-4448-85f9-983fd0cfef65 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1170824 Jul 05 18:14:17.832416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd8986a0-80d1-4e0d-9faf-6419724a404f req-cbb2ab8b-d539-4644-a6f8-7e6ef92450fb tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399151 Jul 05 18:14:17.901930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:17.939745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b671ef5b-9075-442a-aa75-9618f7600e3b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:18.088806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5046c297-f965-4bcd-a00f-8d4b937d4655 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:18.105542 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:18.176241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5046c297-f965-4bcd-a00f-8d4b937d4655 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:18.319558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40040) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:18.325696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5046c297-f965-4bcd-a00f-8d4b937d4655 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router a2da9a99-b229-4f46-9f92-fae30bfe5ba0 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:14:18.346340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4c889e86-4d98-4e60-b739-98685d1eed1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:18.356240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Router ce65e541-f232-4785-bcc1-ecca409fe779 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:14:18.432671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40044) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:18.503550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5046c297-f965-4bcd-a00f-8d4b937d4655 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:18.514791 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5046c297-f965-4bcd-a00f-8d4b937d4655 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:18.515682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6324f2-b214-4330-be11-94df2e56e91d None None] Sync routers for ids ['a2da9a99-b229-4f46-9f92-fae30bfe5ba0'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:18.516151 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5046c297-f965-4bcd-a00f-8d4b937d4655 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/a2da9a99-b229-4f46-9f92-fae30bfe5ba0 HTTP/1.1" status: 200 len: 887 time: 0.7561984 Jul 05 18:14:18.522225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40048) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:18.530604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6324f2-b214-4330-be11-94df2e56e91d None None] Routers {'a2da9a99-b229-4f46-9f92-fae30bfe5ba0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:18.531538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2f6324f2-b214-4330-be11-94df2e56e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a2da9a99-b229-4f46-9f92-fae30bfe5ba0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:18.597691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2f6324f2-b214-4330-be11-94df2e56e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:18.614431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6324f2-b214-4330-be11-94df2e56e91d None None] Routers {'a2da9a99-b229-4f46-9f92-fae30bfe5ba0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:18.615204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2f6324f2-b214-4330-be11-94df2e56e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a2da9a99-b229-4f46-9f92-fae30bfe5ba0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:18.620589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4c889e86-4d98-4e60-b739-98685d1eed1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:18.627299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:18.637619 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] Sync routers for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:18.640049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-23899505-858a-4dd6-a5f6-ad50e457cce2 admin admin] 10.222.0.30 "PUT /v2.0/routers/ce65e541-f232-4785-bcc1-ecca409fe779/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9080660 Jul 05 18:14:18.640792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40052) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:18.655392 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:18.658617 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:18.658911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2f6324f2-b214-4330-be11-94df2e56e91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:18.658911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6324f2-b214-4330-be11-94df2e56e91d None None] The sync data for ids ['a2da9a99-b229-4f46-9f92-fae30bfe5ba0'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:18.684715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-06def9a2-53ac-40eb-89d6-1f8c9559260b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/routers/a2da9a99-b229-4f46-9f92-fae30bfe5ba0 HTTP/1.1" status: 200 len: 887 time: 0.1570420 Jul 05 18:14:18.684715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40056) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:18.696373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4c889e86-4d98-4e60-b739-98685d1eed1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:18.724783 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2c8d4a71-ceb3-4ae2-b511-c3ae25730837 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2da9a99-b229-4f46-9f92-fae30bfe5ba0 HTTP/1.1" status: 200 len: 205 time: 0.0358734 Jul 05 18:14:18.725083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40058) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:18.735729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c889e86-4d98-4e60-b739-98685d1eed1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8419dc-f00e-4693-8b04-5596cf2b3ab9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:18.771471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1cc22f2b-417c-4ccd-b109-460d98df26fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:18.812373 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:18.814228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4c889e86-4d98-4e60-b739-98685d1eed1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b528f71b07e4621ae28eb9c4ebf46ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4929314 Jul 05 18:14:18.814807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40060) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:18.859907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:18.862315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.040863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56e54e0d-2346-4951-842c-459b3205f493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.078905 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56e54e0d-2346-4951-842c-459b3205f493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.080574 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1cc22f2b-417c-4ccd-b109-460d98df26fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.082962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.108191 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.109673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5b67c-8774-438b-9296-81d3c71662a0 req-e05e2b6e-e341-49b1-a47a-b1afc6bb95fc tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:19.111348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27c5b67c-8774-438b-9296-81d3c71662a0 req-e05e2b6e-e341-49b1-a47a-b1afc6bb95fc tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1284020 Jul 05 18:14:19.153947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27c5b67c-8774-438b-9296-81d3c71662a0 req-e90c3055-0e86-40ba-bbef-ddc91ecdc871 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345156 Jul 05 18:14:19.157754 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1cc22f2b-417c-4ccd-b109-460d98df26fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.159325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:14:17Z', 'revision_number': 5, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port': {'id': 'b22b38de-93ac-4926-9484-1a134e4b8b7a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:07:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:39Z', 'updated_at': '2021-07-05T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:19.187767 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] Checking router: ce65e541-f232-4785-bcc1-ecca409fe779 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:14:19.196497 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] Routers {'ce65e541-f232-4785-bcc1-ecca409fe779'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:19.197200 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:13:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce65e541-f232-4785-bcc1-ecca409fe779'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:19.229881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1cc22f2b-417c-4ccd-b109-460d98df26fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da3900019eb24348b671739537495305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961354 Jul 05 18:14:19.232574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40068) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:19.239746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 957227e7-1609-4c0b-acc1-5039d8e10cc7 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:19.240394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.243007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc22f2b-417c-4ccd-b109-460d98df26fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f6c90b-3bea-46a8-8f33-ff8b96373ac8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:19.290822 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] Set router ce65e541-f232-4785-bcc1-ecca409fe779 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:19.303139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Deleting port b22b38de-93ac-4926-9484-1a134e4b8b7a {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:19.303494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.326635 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56e54e0d-2346-4951-842c-459b3205f493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.329392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56e54e0d-2346-4951-842c-459b3205f493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.333450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-56e54e0d-2346-4951-842c-459b3205f493 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e8419dc-f00e-4693-8b04-5596cf2b3ab9 HTTP/1.1" status: 204 len: 168 time: 0.5178690 Jul 05 18:14:19.335793 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.357005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e54e0d-2346-4951-842c-459b3205f493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8419dc-f00e-4693-8b04-5596cf2b3ab9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:19.359297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 957227e7-1609-4c0b-acc1-5039d8e10cc7 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:19.361573 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:14:19Z', 'revision_number': 6, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:19.362747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d60def8-bbeb-44df-9d75-405c82f19967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.400437 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90ca70-4fbe-4e3c-a68c-9d600a3f8b2d None None] The sync data for ids ['ce65e541-f232-4785-bcc1-ecca409fe779'] in n-d-799524-1 is: [{'id': 'ce65e541-f232-4785-bcc1-ecca409fe779', 'name': 'tempest-ServerRescueTestJSONUnderV235-1136053919-router', 'tenant_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:14:19Z', 'revision_number': 6, 'project_id': 'bfe058fcf4d24acc9c7782ef513eb432', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:19.417286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d60def8-bbeb-44df-9d75-405c82f19967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.462514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] For port b22b38de-93ac-4926-9484-1a134e4b8b7a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b22b38de-93ac-4926-9484-1a134e4b8b7a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:19.463036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.482402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Calling delete_port for b22b38de-93ac-4926-9484-1a134e4b8b7a owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:19.621072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d60def8-bbeb-44df-9d75-405c82f19967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.623625 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d60def8-bbeb-44df-9d75-405c82f19967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.625540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1d60def8-bbeb-44df-9d75-405c82f19967 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2f6c90b-3bea-46a8-8f33-ff8b96373ac8 HTTP/1.1" status: 204 len: 168 time: 0.3910961 Jul 05 18:14:19.636402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60def8-bbeb-44df-9d75-405c82f19967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f6c90b-3bea-46a8-8f33-ff8b96373ac8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:19.645278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.685995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=957227e7-1609-4c0b-acc1-5039d8e10cc7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:19.758694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.782184 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.813363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b22b38de-93ac-4926-9484-1a134e4b8b7a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:19.865151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.868531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.889392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.987419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.989621 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.998981 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:19.999670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Fanout notify agent at l3_agent the message router_deleted on router a2da9a99-b229-4f46-9f92-fae30bfe5ba0 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:14:20.014836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.014836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aa1c2ded-2c76-4bee-b353-7a60b773afdb tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/a2da9a99-b229-4f46-9f92-fae30bfe5ba0 HTTP/1.1" status: 204 len: 168 time: 1.2843027 Jul 05 18:14:20.016674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40088) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:20.029341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1035000691'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:20.147204 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.148313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce65e541-f232-4785-bcc1-ecca409fe779 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:14:20.152709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.156494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-92b9a4d3-096d-4400-b3e6-84adff82cda8 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ce65e541-f232-4785-bcc1-ecca409fe779 HTTP/1.1" status: 204 len: 168 time: 1.5121017 Jul 05 18:14:20.156642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40094) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:20.175398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:20.179644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.205998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6eb335-8ed1-4c52-af4b-0a493a092eb3 admin admin] Deleting subnet bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:14:20.211461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb335-8ed1-4c52-af4b-0a493a092eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.213349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:14:20.230253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.231202 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added segment 23291547-1278-4b20-9019-5fd8ef34159a of type vlan for network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 Jul 05 18:14:20.263958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb335-8ed1-4c52-af4b-0a493a092eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.289379 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.332746 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb335-8ed1-4c52-af4b-0a493a092eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.397822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.400027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:20.400674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.431010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dea2a0-bb6a-4f8b-b054-bdb7a7e7b437 req-c0c79b74-3b18-4d3c-9eef-d4ba2a043a26 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:20.432615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38dea2a0-bb6a-4f8b-b054-bdb7a7e7b437 req-c0c79b74-3b18-4d3c-9eef-d4ba2a043a26 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1157501 Jul 05 18:14:20.467488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Network': ['ID=8483e8c3-9b77-44f1-a56f-0b03836d8a82,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:20.478341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38dea2a0-bb6a-4f8b-b054-bdb7a7e7b437 req-54bc406e-1181-45b9-8e46-37b222926e94 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391669 Jul 05 18:14:20.480821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:14:20.533328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb335-8ed1-4c52-af4b-0a493a092eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.557325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40104) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:20.575970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b22b38de-93ac-4926-9484-1a134e4b8b7a no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:14:20.577413 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8ec5675d-e7ed-49ea-bd17-9c51d71c50c6 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5593472 Jul 05 18:14:20.578017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40106) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:20.589652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'subnet': {'network_id': '8483e8c3-9b77-44f1-a56f-0b03836d8a82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:20.596257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b040876d-e82c-47ca-9ef5-85498800e388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.598596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6eb335-8ed1-4c52-af4b-0a493a092eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:20.605945 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb335-8ed1-4c52-af4b-0a493a092eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.610148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8e6eb335-8ed1-4c52-af4b-0a493a092eb3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/bab37307-5d9b-4b2f-9e24-b9a0ce0c1bf6 HTTP/1.1" status: 204 len: 168 time: 0.4526255 Jul 05 18:14:20.616052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40108) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:20.666448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b22b38de-93ac-4926-9484-1a134e4b8b7a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:14:20.669027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b22b38de-93ac-4926-9484-1a134e4b8b7a not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:14:20.669692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b671ef5b-9075-442a-aa75-9618f7600e3b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:14:20.729769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b040876d-e82c-47ca-9ef5-85498800e388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.744443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b671ef5b-9075-442a-aa75-9618f7600e3b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:14:20.745219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b671ef5b-9075-442a-aa75-9618f7600e3b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:14:20.771329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.818512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b040876d-e82c-47ca-9ef5-85498800e388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.830904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b8d0689e-7e6c-4e0f-b5ce-791817820d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.863934 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b040876d-e82c-47ca-9ef5-85498800e388 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b010c02c902149d0939ac1f100c26298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054798 Jul 05 18:14:20.865139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040876d-e82c-47ca-9ef5-85498800e388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b652ee-84b2-443b-94b2-02adaa915342,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:20.868294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40116) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:20.878929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40118) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:20.889062 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.896434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:20.900579 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f3fb02-7f5e-4172-8050-79304f085b41']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:20.901128 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.911062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8253865-70e8-484e-94c9-6e5ae7c1603d') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:20.911461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8253865-70e8-484e-94c9-6e5ae7c1603d') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:20.921852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.937682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.944028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:14:20.952854 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:14:21.054279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bd3db80-6f15-429b-9982-aedae29ca48a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.092194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bd3db80-6f15-429b-9982-aedae29ca48a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.207742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.245236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bd3db80-6f15-429b-9982-aedae29ca48a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.247844 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bd3db80-6f15-429b-9982-aedae29ca48a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.249036 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0bd3db80-6f15-429b-9982-aedae29ca48a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5b652ee-84b2-443b-94b2-02adaa915342 HTTP/1.1" status: 204 len: 168 time: 0.3678756 Jul 05 18:14:21.270758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3db80-6f15-429b-9982-aedae29ca48a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b652ee-84b2-443b-94b2-02adaa915342,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:21.284140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Subnet': ['ID=271cfe5b-550c-4cb7-8dcf-3f8eae765ac5,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:21.296393 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-176d252e-77a8-4079-a608-4490ae3566df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.302504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Checking segment: {'id': '23291547-1278-4b20-9019-5fd8ef34159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8483e8c3-9b77-44f1-a56f-0b03836d8a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:21.302893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network hostable DHCP agents. Network: 8483e8c3-9b77-44f1-a56f-0b03836d8a82, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:14:21.395833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-176d252e-77a8-4079-a608-4490ae3566df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.401604 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.411470 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.411470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] 10.222.0.30 "DELETE /v2.0/networks/55f3fb02-7f5e-4172-8050-79304f085b41 HTTP/1.1" status: 204 len: 168 time: 0.7916262 Jul 05 18:14:21.426105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3058f2-8948-4feb-961c-c63a5b1ab536 admin admin] Pushing event deleted for resources: {'Network': ['ID=55f3fb02-7f5e-4172-8050-79304f085b41,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:21.431157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:14:21.493046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-176d252e-77a8-4079-a608-4490ae3566df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.518297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 8483e8c3-9b77-44f1-a56f-0b03836d8a82) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:21.527321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:21.529079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.532156 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6dfe76-e56c-4e5b-a332-9f17790f307c None None] Network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:21.533182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d252e-77a8-4079-a608-4490ae3566df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d740c5c-4aee-41bc-8c17-adc01e2c729e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:21.554312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-176d252e-77a8-4079-a608-4490ae3566df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=13b58856b19b41d9aa5a809a40ff54ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6739986 Jul 05 18:14:21.555193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40140) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:21.596316 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82df760a-78f0-4528-9d08-0fabd9971526 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0114150 Jul 05 18:14:21.598746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40144) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:21.604938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-43a10c70-9584-41f2-b057-6f3ff029a19c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-310638665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:21.692631 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-846cc375-9d58-43e5-a12f-8af86692e947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.711522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43a10c70-9584-41f2-b057-6f3ff029a19c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.713043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43a10c70-9584-41f2-b057-6f3ff029a19c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.732064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-846cc375-9d58-43e5-a12f-8af86692e947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.751970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-8483e8c3-9b77-44f1-a56f-0b03836d8a82', 'network_id': '8483e8c3-9b77-44f1-a56f-0b03836d8a82', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'fixed_ips': [{'subnet_id': '271cfe5b-550c-4cb7-8dcf-3f8eae765ac5'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:14:21.753266 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.768752 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43a10c70-9584-41f2-b057-6f3ff029a19c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.779825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaedde99-2834-4a3e-8f65-04909f68077b req-b8342a97-133c-42f7-836d-d61116e2e7ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:21.781361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eaedde99-2834-4a3e-8f65-04909f68077b req-b8342a97-133c-42f7-836d-d61116e2e7ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1543057 Jul 05 18:14:21.829553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eaedde99-2834-4a3e-8f65-04909f68077b req-60723742-9948-44c2-9e45-db1a6f65d310 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393350 Jul 05 18:14:21.859125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43a10c70-9584-41f2-b057-6f3ff029a19c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.890366 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-846cc375-9d58-43e5-a12f-8af86692e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.895654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-846cc375-9d58-43e5-a12f-8af86692e947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.900910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-846cc375-9d58-43e5-a12f-8af86692e947 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d740c5c-4aee-41bc-8c17-adc01e2c729e HTTP/1.1" status: 204 len: 168 time: 0.3446074 Jul 05 18:14:21.909387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cc375-9d58-43e5-a12f-8af86692e947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d740c5c-4aee-41bc-8c17-adc01e2c729e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:21.969695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43a10c70-9584-41f2-b057-6f3ff029a19c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:21.971193 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-43a10c70-9584-41f2-b057-6f3ff029a19c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3709946 Jul 05 18:14:21.973739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40154) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:21.975796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Allocated IP 172.20.0.2 (8483e8c3-9b77-44f1-a56f-0b03836d8a82/271cfe5b-550c-4cb7-8dcf-3f8eae765ac5/fd60c81d-69c2-4061-9089-88e61f9be89c) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:22.034435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40158) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:22.103237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fc2bd218-de4b-410e-a354-5e9cf43abadf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfe058fcf4d24acc9c7782ef513eb432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666907 Jul 05 18:14:22.105884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40162) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:22.169851 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.180511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Transition to ACTIVE for port object fd60c81d-69c2-4061-9089-88e61f9be89c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:22.196888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Transition to ACTIVE for port object fd60c81d-69c2-4061-9089-88e61f9be89c will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:22.214247 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c112e1a-6732-469e-83bc-0f3bfe5e410d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.241936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c112e1a-6732-469e-83bc-0f3bfe5e410d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.284467 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.347425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:22.351510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:22.355423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:22.360227 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c112e1a-6732-469e-83bc-0f3bfe5e410d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.369319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c112e1a-6732-469e-83bc-0f3bfe5e410d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.369319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0c112e1a-6732-469e-83bc-0f3bfe5e410d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d6e80874-d93f-4c0a-8b35-7ee3ff3933f5 HTTP/1.1" status: 204 len: 168 time: 0.2577820 Jul 05 18:14:22.382202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c112e1a-6732-469e-83bc-0f3bfe5e410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e80874-d93f-4c0a-8b35-7ee3ff3933f5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:22.415112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Pushing event updated for resources: {'Port': ['ID=fd60c81d-69c2-4061-9089-88e61f9be89c,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:22.437394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Attempting to bind port fd60c81d-69c2-4061-9089-88e61f9be89c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:22.437737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Attempting to bind port fd60c81d-69c2-4061-9089-88e61f9be89c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '23291547-1278-4b20-9019-5fd8ef34159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8483e8c3-9b77-44f1-a56f-0b03836d8a82'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:22.438344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Attempting to bind port fd60c81d-69c2-4061-9089-88e61f9be89c on network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:22.443756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:22.444303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Checking segment: {'id': '23291547-1278-4b20-9019-5fd8ef34159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8483e8c3-9b77-44f1-a56f-0b03836d8a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:22.444959 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.445553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Bound using segment: {'id': '23291547-1278-4b20-9019-5fd8ef34159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8483e8c3-9b77-44f1-a56f-0b03836d8a82'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:22.446304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Bound port: fd60c81d-69c2-4061-9089-88e61f9be89c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23291547-1278-4b20-9019-5fd8ef34159a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '8483e8c3-9b77-44f1-a56f-0b03836d8a82'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:22.446876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.515580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] For port fd60c81d-69c2-4061-9089-88e61f9be89c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:22.518792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] For port fd60c81d-69c2-4061-9089-88e61f9be89c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fd60c81d-69c2-4061-9089-88e61f9be89c,segment=NetworkSegment(23291547-1278-4b20-9019-5fd8ef34159a),segment_id=23291547-1278-4b20-9019-5fd8ef34159a)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:22.606726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.611417 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:22.694761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bb9ed-a334-4381-aff7-c8f06dc90b11 None None] Pushing event updated for resources: {'Port': ['ID=fd60c81d-69c2-4061-9089-88e61f9be89c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:22.937720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.20.0.1 (8483e8c3-9b77-44f1-a56f-0b03836d8a82/271cfe5b-550c-4cb7-8dcf-3f8eae765ac5/3cbda0e5-8202-464b-a778-403ad45c0062) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:23.127300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:23.145368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Transition to ACTIVE for port object 3cbda0e5-8202-464b-a778-403ad45c0062 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:23.170058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11f8b7-fcf9-471d-9670-1ea74019c322 req-ca5a1882-f1ae-4053-bc94-940c9c1803b2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:23.173271 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc11f8b7-fcf9-471d-9670-1ea74019c322 req-ca5a1882-f1ae-4053-bc94-940c9c1803b2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1097970 Jul 05 18:14:23.222778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc11f8b7-fcf9-471d-9670-1ea74019c322 req-e1a0cba1-e5ec-4d19-9a04-3614403955c7 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Jul 05 18:14:23.246528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:23.293694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:23.297587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:23.301706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:23.330629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=3cbda0e5-8202-464b-a778-403ad45c0062,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:23.353727 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:23.421828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9fd4d719-90a5-471e-9921-1de6e81c2fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:23.591231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:23.661158 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:23.917481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd4b5c1-3a7c-4e2a-affc-f5ee0857cb54 None None] Network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:23.950080 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:24.083914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:24.108118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4f2f2b51-c841-4e7c-a82e-f50ae453ccc9 None None] Provisioning for port fd60c81d-69c2-4061-9089-88e61f9be89c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:24.197186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=3cbda0e5-8202-464b-a778-403ad45c0062,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:24.210425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:24.358111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:24.362440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:24.541190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f927a7e6-03a3-47b4-8144-86364827982c None None] Provisioning for port 3cbda0e5-8202-464b-a778-403ad45c0062 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:24.552440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f927a7e6-03a3-47b4-8144-86364827982c None None] Provisioning complete for port 3cbda0e5-8202-464b-a778-403ad45c0062 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:24.552807 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f927a7e6-03a3-47b4-8144-86364827982c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:24.563823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aeab0-ddfc-49cf-88cc-1d3e82cf0a8f req-dbb4c97a-11e1-428b-9fd5-ce1e86222d7f tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:24.571657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca3aeab0-ddfc-49cf-88cc-1d3e82cf0a8f req-dbb4c97a-11e1-428b-9fd5-ce1e86222d7f tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1386096 Jul 05 18:14:24.638318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca3aeab0-ddfc-49cf-88cc-1d3e82cf0a8f req-eb981e15-d182-489f-ae56-7183d4d2a5ae tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657530 Jul 05 18:14:24.640035 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:24.641170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f927a7e6-03a3-47b4-8144-86364827982c None None] Port 3cbda0e5-8202-464b-a778-403ad45c0062 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:24.660555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fd60c81d-69c2-4061-9089-88e61f9be89c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:24.675330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router b3828967-8066-4684-ba8e-d754ca6c8069 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:14:24.788026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7b9c7ca4-3b1b-4393-8ce7-28a4c7673932 None None] Provisioning complete for port 3cbda0e5-8202-464b-a778-403ad45c0062 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:24.788612 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7b9c7ca4-3b1b-4393-8ce7-28a4c7673932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:24.809305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:24.816872 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4a2c5fb-0998-4268-9462-8d64700e1271 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/b3828967-8066-4684-ba8e-d754ca6c8069/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8405025 Jul 05 18:14:24.818140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40258) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:24.833497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8373f4d4-47fa-4833-9305-6f3288a92ccf None None] Sync routers for ids ['b3828967-8066-4684-ba8e-d754ca6c8069'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:24.870449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port fd60c81d-69c2-4061-9089-88e61f9be89c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:24.874261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c7ca4-3b1b-4393-8ce7-28a4c7673932 None None] Port 3cbda0e5-8202-464b-a778-403ad45c0062 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:24.879477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port fd60c81d-69c2-4061-9089-88e61f9be89c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:24.879477 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:24.880266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373f4d4-47fa-4833-9305-6f3288a92ccf None None] Routers {'b3828967-8066-4684-ba8e-d754ca6c8069'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:24.880996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8373f4d4-47fa-4833-9305-6f3288a92ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b3828967-8066-4684-ba8e-d754ca6c8069'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:24.882813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de2fca-7170-4713-86ef-6f9e32387d27 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:24.884501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-13de2fca-7170-4713-86ef-6f9e32387d27 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports/3cbda0e5-8202-464b-a778-403ad45c0062 HTTP/1.1" status: 200 len: 910 time: 0.0653341 Jul 05 18:14:24.887244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40260) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:24.892493 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0e0dbe13-3e66-4db2-a46d-ba650c65c7f4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '271cfe5b-550c-4cb7-8dcf-3f8eae765ac5'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:24.936370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8373f4d4-47fa-4833-9305-6f3288a92ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:24.957254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373f4d4-47fa-4833-9305-6f3288a92ccf None None] Routers {'b3828967-8066-4684-ba8e-d754ca6c8069'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:24.958353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8373f4d4-47fa-4833-9305-6f3288a92ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b3828967-8066-4684-ba8e-d754ca6c8069'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:25.007212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8373f4d4-47fa-4833-9305-6f3288a92ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:25.007212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8373f4d4-47fa-4833-9305-6f3288a92ccf None None] The sync data for ids ['b3828967-8066-4684-ba8e-d754ca6c8069'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:25.026251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7ac2f580-cc98-4c6a-9916-806d101f7793 None None] Provisioning complete for port 3cbda0e5-8202-464b-a778-403ad45c0062 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:25.026780 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7ac2f580-cc98-4c6a-9916-806d101f7793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.093165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7ac2f580-cc98-4c6a-9916-806d101f7793 None None] Port 3cbda0e5-8202-464b-a778-403ad45c0062 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:25.094892 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.128265 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e0dbe13-3e66-4db2-a46d-ba650c65c7f4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.130237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port fd60c81d-69c2-4061-9089-88e61f9be89c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fd60c81d-69c2-4061-9089-88e61f9be89c,segment=NetworkSegment(23291547-1278-4b20-9019-5fd8ef34159a),segment_id=23291547-1278-4b20-9019-5fd8ef34159a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:25.145003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40266) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:25.208387 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.292868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=fd60c81d-69c2-4061-9089-88e61f9be89c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:25.557908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-772700050-network', 'tenant_id': 'af205f8fe38746c2ae756fe4c2fc2611'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:25.660811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Made reservation on behalf of af205f8fe38746c2ae756fe4c2fc2611 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:25.664344 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.669855 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e0dbe13-3e66-4db2-a46d-ba650c65c7f4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.681423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.740959 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e0dbe13-3e66-4db2-a46d-ba650c65c7f4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.809888 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.832474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0dbe13-3e66-4db2-a46d-ba650c65c7f4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:25.833400 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e0dbe13-3e66-4db2-a46d-ba650c65c7f4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:25.835673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0e0dbe13-3e66-4db2-a46d-ba650c65c7f4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/ports/3cbda0e5-8202-464b-a778-403ad45c0062 HTTP/1.1" status: 200 len: 910 time: 0.9474745 Jul 05 18:14:25.838716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40318) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:25.889798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0dbe13-3e66-4db2-a46d-ba650c65c7f4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=3cbda0e5-8202-464b-a778-403ad45c0062,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:25.956018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225935f-29ee-466e-bf2a-96b00639bd92 req-5e0de90d-e2b9-432e-b3d7-bcdd4a2bcf81 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:25.967959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3225935f-29ee-466e-bf2a-96b00639bd92 req-5e0de90d-e2b9-432e-b3d7-bcdd4a2bcf81 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1546299 Jul 05 18:14:26.029187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3225935f-29ee-466e-bf2a-96b00639bd92 req-30b70e81-e157-478b-afdf-205cc6354bbf tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596366 Jul 05 18:14:26.034036 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.073892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:14:26.093482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0310259-7329-4f37-8d63-b4c398a448bc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:26.111927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.112282 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Added segment 3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7 of type vlan for network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 Jul 05 18:14:26.183576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.330036 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.337445 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.394418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.397029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:26.410076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.563663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fd60c81d-69c2-4061-9089-88e61f9be89c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:26.572692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] Pushing event updated for resources: {'Network': ['ID=190579a2-7dd8-4cde-bf8a-367e6eb28fd7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:26.591629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:14:26.638076 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c71325ed-6662-4194-9d79-da1f8d56dbbd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4870713 Jul 05 18:14:26.638296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40380) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:26.647947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Request body: {'subnet': {'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-772700050-subnet', 'tenant_id': 'af205f8fe38746c2ae756fe4c2fc2611', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:26.736444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port fd60c81d-69c2-4061-9089-88e61f9be89c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:26.737684 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.753043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Made reservation on behalf of af205f8fe38746c2ae756fe4c2fc2611 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:26.756937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.802038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 3cbda0e5-8202-464b-a778-403ad45c0062 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:26.802438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.923781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:26.937122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 3cbda0e5-8202-464b-a778-403ad45c0062 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:27.141970 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:27.227345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:27.258728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=3cbda0e5-8202-464b-a778-403ad45c0062,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:27.278036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ff46832-f784-4271-95e1-6a3236cc9638,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:27.308197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Checking segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:27.308843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Network hostable DHCP agents. Network: 190579a2-7dd8-4cde-bf8a-367e6eb28fd7, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:14:27.337512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295cc3f-0470-4204-a0e3-f07daaff08be req-90ca04e9-7f19-44e2-8ec8-69c3b02ffdb9 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:27.344547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7295cc3f-0470-4204-a0e3-f07daaff08be req-90ca04e9-7f19-44e2-8ec8-69c3b02ffdb9 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1878567 Jul 05 18:14:27.396538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7295cc3f-0470-4204-a0e3-f07daaff08be req-40852fb9-7ac1-4eb8-afcf-e98394493c9d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508149 Jul 05 18:14:27.458901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:14:27.469159 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:27.540836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 190579a2-7dd8-4cde-bf8a-367e6eb28fd7) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:27.548532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:27.549595 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:27.560874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747ef73e-0d11-43e1-95cd-c647be131c2c None None] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:27.705634 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-645c6afe-2bb7-48a6-b635-e1dc69dca07d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0657406 Jul 05 18:14:27.791968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router b3828967-8066-4684-ba8e-d754ca6c8069 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:14:27.837360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40430) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:27.945573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219cecbc-8459-42f7-9922-cb33dd45777c None None] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:28.018203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:28.028470 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9a74eaa7-f9e3-46bd-a3a5-fda58b21cb16 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/b3828967-8066-4684-ba8e-d754ca6c8069/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1884365 Jul 05 18:14:28.031207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40436) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:28.035994 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca5eb3-8a65-47d2-b6e7-b564c923e1cb None None] Sync routers for ids ['b3828967-8066-4684-ba8e-d754ca6c8069'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:28.056892 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca5eb3-8a65-47d2-b6e7-b564c923e1cb None None] Routers {'b3828967-8066-4684-ba8e-d754ca6c8069'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:28.057551 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cbca5eb3-8a65-47d2-b6e7-b564c923e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b3828967-8066-4684-ba8e-d754ca6c8069'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:28.078941 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-de294fa8-b769-4ee4-9d01-5c6d5e492480 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3828967-8066-4684-ba8e-d754ca6c8069 HTTP/1.1" status: 200 len: 205 time: 0.0464771 Jul 05 18:14:28.083673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40440) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:28.136769 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cbca5eb3-8a65-47d2-b6e7-b564c923e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:28.166979 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca5eb3-8a65-47d2-b6e7-b564c923e1cb None None] Routers {'b3828967-8066-4684-ba8e-d754ca6c8069'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:28.168564 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cbca5eb3-8a65-47d2-b6e7-b564c923e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b3828967-8066-4684-ba8e-d754ca6c8069'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:28.212872 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f44a38e8-ffcc-47dc-83c8-0300b4bca555 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:28.239457 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cbca5eb3-8a65-47d2-b6e7-b564c923e1cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:28.243089 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbca5eb3-8a65-47d2-b6e7-b564c923e1cb None None] The sync data for ids ['b3828967-8066-4684-ba8e-d754ca6c8069'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:28.364019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:28.464180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40452) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:28.665642 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-64df29ac-9fb4-43a0-9438-95045e382ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:28.726315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:28.746681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964179d-d604-42ba-b431-95bdbb7ff383 req-8d0964aa-ef2a-4e8e-b824-f7162ddcbdf9 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:28.748400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d964179d-d604-42ba-b431-95bdbb7ff383 req-8d0964aa-ef2a-4e8e-b824-f7162ddcbdf9 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.2471442 Jul 05 18:14:28.780100 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:14:28.821190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-965cd54c-2286-4fc5-8de8-3a4f97d97d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:28.822725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-965cd54c-2286-4fc5-8de8-3a4f97d97d55 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 1096 time: 0.2514400 Jul 05 18:14:28.828562 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:28.849451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f44a38e8-ffcc-47dc-83c8-0300b4bca555 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:28.851978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f44a38e8-ffcc-47dc-83c8-0300b4bca555 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:28.952426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f44a38e8-ffcc-47dc-83c8-0300b4bca555 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:28.953123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44a38e8-ffcc-47dc-83c8-0300b4bca555 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Fanout notify agent at l3_agent the message router_deleted on router b3828967-8066-4684-ba8e-d754ca6c8069 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:14:28.961653 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f44a38e8-ffcc-47dc-83c8-0300b4bca555 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:28.966072 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f44a38e8-ffcc-47dc-83c8-0300b4bca555 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/b3828967-8066-4684-ba8e-d754ca6c8069 HTTP/1.1" status: 204 len: 168 time: 0.8812304 Jul 05 18:14:28.966741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40466) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:28.971916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d964179d-d604-42ba-b431-95bdbb7ff383 req-12766aef-0340-4728-b3e5-264b7f02a772 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086475 Jul 05 18:14:28.979871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada7d62a-439d-4244-802b-fd2e06325f01,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:28.990394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db7ba241206a49088f0967c4c9166c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1518745 Jul 05 18:14:28.996219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40468) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:29.015764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.020505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.024178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.024538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.024888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.025233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.025576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.025917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.028534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.029434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.030055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.030405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd670b05-bf26-48f1-8905-1c0e33b60808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:29.054636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-fcddc786-9cfc-4095-bd8b-0e6063e2f15d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:29.056886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-fcddc786-9cfc-4095-bd8b-0e6063e2f15d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.3480406 Jul 05 18:14:29.067409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-74ddb263-d08b-4bac-972c-b90af4644f3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting subnet 271cfe5b-550c-4cb7-8dcf-3f8eae765ac5 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:14:29.072465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ddb263-d08b-4bac-972c-b90af4644f3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.099109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-c3955559-7337-48ba-929d-77c7eab0ff0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/quotas/af205f8fe38746c2ae756fe4c2fc2611 HTTP/1.1" status: 200 len: 375 time: 0.0339501 Jul 05 18:14:29.102712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-c01f29be-5247-476b-9d36-f4c200c1252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:29.104162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-c01f29be-5247-476b-9d36-f4c200c1252e service neutron] 10.222.0.97 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 915 time: 0.2673912 Jul 05 18:14:29.129649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ddb263-d08b-4bac-972c-b90af4644f3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.155934 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a18ffb2d-89f8-463b-a7f4-876d149d7250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.188165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-20d0c367-7ad7-47e6-b18f-8f60516a0c4b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dda8115-d7d9-4b4b-a09b-f35ce18178d3 HTTP/1.1" status: 200 len: 217 time: 0.0684268 Jul 05 18:14:29.192819 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-59fda14d-eb0e-4e5e-b3f3-17ab95d087fe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0863383 Jul 05 18:14:29.195494 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a18ffb2d-89f8-463b-a7f4-876d149d7250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.269387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ddb263-d08b-4bac-972c-b90af4644f3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.327309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-49d27297-68ed-40e4-971b-d8dc750050c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:29.328839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-49d27297-68ed-40e4-971b-d8dc750050c1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4c8c9d2a-b911-45f7-9108-414b93a18a7d HTTP/1.1" status: 200 len: 854 time: 0.1336744 Jul 05 18:14:29.340530 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-64df29ac-9fb4-43a0-9438-95045e382ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.386674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a18ffb2d-89f8-463b-a7f4-876d149d7250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.390368 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a18ffb2d-89f8-463b-a7f4-876d149d7250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.392500 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a18ffb2d-89f8-463b-a7f4-876d149d7250 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ada7d62a-439d-4244-802b-fd2e06325f01 HTTP/1.1" status: 204 len: 168 time: 0.3946760 Jul 05 18:14:29.403563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ffb2d-89f8-463b-a7f4-876d149d7250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada7d62a-439d-4244-802b-fd2e06325f01,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:29.420542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-ecf0ed13-eaba-493d-b2d4-c2da9156917f service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816306 Jul 05 18:14:29.472322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-b16f1e41-6c8d-44ca-a2cc-544b42108e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:29.474146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-b16f1e41-6c8d-44ca-a2cc-544b42108e6e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ee958a96-52f4-4943-a710-dbd2be926181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319401 Jul 05 18:14:29.502696 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-64df29ac-9fb4-43a0-9438-95045e382ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.530184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ddb263-d08b-4bac-972c-b90af4644f3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.568854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ddb263-d08b-4bac-972c-b90af4644f3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Subnet': ['ID=271cfe5b-550c-4cb7-8dcf-3f8eae765ac5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:29.585774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-74ddb263-d08b-4bac-972c-b90af4644f3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.587358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f048351d-db11-42bf-8ca2-947977e863e3 None None] Network 8483e8c3-9b77-44f1-a56f-0b03836d8a82 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:29.590981 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-74ddb263-d08b-4bac-972c-b90af4644f3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/271cfe5b-550c-4cb7-8dcf-3f8eae765ac5 HTTP/1.1" status: 204 len: 168 time: 0.6203198 Jul 05 18:14:29.590981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40480) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:29.636823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-64df29ac-9fb4-43a0-9438-95045e382ecc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e59ebf9624fe4beeb422aecd5257beb5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1712475 Jul 05 18:14:29.642122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40482) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:29.690465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df29ac-9fb4-43a0-9438-95045e382ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fada8f6-c6e1-423c-ba60-6903f0ce89e6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:29.691062 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.734411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.773238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d9b8f878-f8b6-4fd0-a13a-3f5b81e82fd0 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392823 Jul 05 18:14:29.785563 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-545ad931-85bd-4ae0-a3d1-6d14b143393d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.868286 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-50947ca1-293c-4054-8c8a-c17d1b9424d9 service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628442 Jul 05 18:14:29.874457 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-545ad931-85bd-4ae0-a3d1-6d14b143393d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.896740 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port fd60c81d-69c2-4061-9089-88e61f9be89c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:29.900137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:29.952277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b7ca6-b5b1-4b8e-ab04-ba6b0ff30a5a None None] DHCP port deletion for 8483e8c3-9b77-44f1-a56f-0b03836d8a82 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:14:29.989141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port fd60c81d-69c2-4061-9089-88e61f9be89c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fd60c81d-69c2-4061-9089-88e61f9be89c,segment=NetworkSegment(23291547-1278-4b20-9019-5fd8ef34159a),segment_id=23291547-1278-4b20-9019-5fd8ef34159a)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:29.989506 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.005739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for fd60c81d-69c2-4061-9089-88e61f9be89c owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:30.016341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-758b7ca6-b5b1-4b8e-ab04-ba6b0ff30a5a None None] Deleting port fd60c81d-69c2-4061-9089-88e61f9be89c {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:30.017073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-758b7ca6-b5b1-4b8e-ab04-ba6b0ff30a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.077186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2961515a-3ce4-4f33-88ca-a8c41c3ee864 req-314efea1-6dce-4aab-b7ef-db5672bc6c42 service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004650 Jul 05 18:14:30.108397 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-545ad931-85bd-4ae0-a3d1-6d14b143393d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.112940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-545ad931-85bd-4ae0-a3d1-6d14b143393d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.112940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-545ad931-85bd-4ae0-a3d1-6d14b143393d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fada8f6-c6e1-423c-ba60-6903f0ce89e6 HTTP/1.1" status: 204 len: 168 time: 0.4672837 Jul 05 18:14:30.128411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ad931-85bd-4ae0-a3d1-6d14b143393d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fada8f6-c6e1-423c-ba60-6903f0ce89e6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:30.209979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7fab589b-59f5-4028-9b01-8857879f4d91 req-73953558-eb92-400e-b78f-de55014a4b7d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 210 time: 0.0553286 Jul 05 18:14:30.262250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-758b7ca6-b5b1-4b8e-ab04-ba6b0ff30a5a None None] For port fd60c81d-69c2-4061-9089-88e61f9be89c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fd60c81d-69c2-4061-9089-88e61f9be89c,segment=NetworkSegment(23291547-1278-4b20-9019-5fd8ef34159a),segment_id=23291547-1278-4b20-9019-5fd8ef34159a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:30.263269 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-758b7ca6-b5b1-4b8e-ab04-ba6b0ff30a5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.291847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-758b7ca6-b5b1-4b8e-ab04-ba6b0ff30a5a None None] Calling delete_port for fd60c81d-69c2-4061-9089-88e61f9be89c owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:30.302184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.353080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64946eaf-d055-476e-8823-ea2c4ad06ce9 req-22cc3066-04db-447e-a72e-3deaef3d6d54 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:30.354730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64946eaf-d055-476e-8823-ea2c4ad06ce9 req-22cc3066-04db-447e-a72e-3deaef3d6d54 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.1148179 Jul 05 18:14:30.399144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No DVR routers for this DVR port fd60c81d-69c2-4061-9089-88e61f9be89c on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:30.413878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=fd60c81d-69c2-4061-9089-88e61f9be89c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:30.462112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64946eaf-d055-476e-8823-ea2c4ad06ce9 req-885e0c37-e481-4f86-9efc-3c6b01010721 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910239 Jul 05 18:14:30.497073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-758b7ca6-b5b1-4b8e-ab04-ba6b0ff30a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.572225 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.577559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b7ca6-b5b1-4b8e-ab04-ba6b0ff30a5a None None] Pushing event deleted for resources: {'Port': ['ID=fd60c81d-69c2-4061-9089-88e61f9be89c,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:30.589671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b7ca6-b5b1-4b8e-ab04-ba6b0ff30a5a None None] No DVR routers for this DVR port fd60c81d-69c2-4061-9089-88e61f9be89c on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:30.592439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8483e8c3-9b77-44f1-a56f-0b03836d8a82']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:30.611687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fd60c81d-69c2-4061-9089-88e61f9be89c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:14:30.623778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23291547-1278-4b20-9019-5fd8ef34159a') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:30.624478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23291547-1278-4b20-9019-5fd8ef34159a') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:30.642743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: fd60c81d-69c2-4061-9089-88e61f9be89c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:14:30.643102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fd60c81d-69c2-4061-9089-88e61f9be89c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:14:30.643960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.677384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.687401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:14:30.687948 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:14:30.690899 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:14:30.875544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.895570 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:30.898047 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/networks/8483e8c3-9b77-44f1-a56f-0b03836d8a82 HTTP/1.1" status: 204 len: 168 time: 1.3057759 Jul 05 18:14:30.900146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Network': ['ID=8483e8c3-9b77-44f1-a56f-0b03836d8a82,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:30.907524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40540) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:30.913489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f88ff1ac-799e-454b-b450-41e1c11ac77b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-979599349', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:30.924512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.924866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.925211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.926043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.926043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.927232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.927618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.928048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.930411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.930800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.934615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:30.934615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98c88b-ce2b-4d70-b2bb-f41b9bf85625 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:31.004379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f88ff1ac-799e-454b-b450-41e1c11ac77b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.005485 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f88ff1ac-799e-454b-b450-41e1c11ac77b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.071916 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f88ff1ac-799e-454b-b450-41e1c11ac77b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.191363 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f88ff1ac-799e-454b-b450-41e1c11ac77b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.312325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27a261eb-3e9f-41d2-a3f7-f4e4eaeae38a req-7e3ada9a-49c1-485b-a522-7ca9028f3164 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 210 time: 0.0474842 Jul 05 18:14:31.333726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f88ff1ac-799e-454b-b450-41e1c11ac77b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.337067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f88ff1ac-799e-454b-b450-41e1c11ac77b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4324679 Jul 05 18:14:31.342267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40558) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:31.351417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1078766949'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:31.413716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40560) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:31.436519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b084c06-1d7c-492c-8d0e-62736151e5fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.475642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:31.481353 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.557476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:14:31.572377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.573940 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added segment 3215eabc-d97a-491d-ae83-062e59501df7 of type vlan for network ba1c4196-c7d1-4d64-80aa-4bd482933d25 Jul 05 18:14:31.645096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.700531 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b084c06-1d7c-492c-8d0e-62736151e5fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.766910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:31.780078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:31.780078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:32.113413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb8fbc-e40f-4139-a3d3-1fb64aaf35f1 req-45df1ced-f348-4b0f-abb2-2a3e2a1d7475 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:32.113413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60fb8fbc-e40f-4139-a3d3-1fb64aaf35f1 req-45df1ced-f348-4b0f-abb2-2a3e2a1d7475 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.0974262 Jul 05 18:14:32.113413 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b084c06-1d7c-492c-8d0e-62736151e5fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:32.116966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Network': ['ID=ba1c4196-c7d1-4d64-80aa-4bd482933d25,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:32.119921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ba1c4196-c7d1-4d64-80aa-4bd482933d25 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:14:32.123899 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60fb8fbc-e40f-4139-a3d3-1fb64aaf35f1 req-c244022b-d3c7-4d69-80f5-928e2a447cd1 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052222 Jul 05 18:14:32.123899 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4b084c06-1d7c-492c-8d0e-62736151e5fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04e0fd8f89b94ea2959181ae9896ae59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5589950 Jul 05 18:14:32.124183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40588) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:32.124461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b084c06-1d7c-492c-8d0e-62736151e5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4258f3dd-7ec0-4e51-b3e8-6dd27bc9c025,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:32.124461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40590) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:32.124461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'subnet': {'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:32.124616 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d1908f13-f92b-4793-b1db-f0e14973813e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6846526 Jul 05 18:14:32.136199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0aa1594d-01b7-47ad-a266-9e8de9d1292e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:32.168472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0aa1594d-01b7-47ad-a266-9e8de9d1292e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:32.254058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c3c9c-a43c-4860-89e3-c454d5f3d114 req-e3077997-f5e9-4d67-94b6-7c464a06fa0b tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:32.256220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-668c3c9c-a43c-4860-89e3-c454d5f3d114 req-e3077997-f5e9-4d67-94b6-7c464a06fa0b tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.0829251 Jul 05 18:14:32.295261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-668c3c9c-a43c-4860-89e3-c454d5f3d114 req-5702a1c7-856a-4d66-b5d4-2d5d63e8a79f tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329361 Jul 05 18:14:32.415259 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0aa1594d-01b7-47ad-a266-9e8de9d1292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:32.441178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74a61599-37d5-4998-a2fd-9f190598b4f8 req-7c15bc68-abe6-45eb-b297-73f911af4232 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 210 time: 0.0572302 Jul 05 18:14:32.443442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0aa1594d-01b7-47ad-a266-9e8de9d1292e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:32.447410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:32.452369 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0aa1594d-01b7-47ad-a266-9e8de9d1292e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4258f3dd-7ec0-4e51-b3e8-6dd27bc9c025 HTTP/1.1" status: 204 len: 168 time: 0.4710026 Jul 05 18:14:32.456953 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:32.493056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1594d-01b7-47ad-a266-9e8de9d1292e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4258f3dd-7ec0-4e51-b3e8-6dd27bc9c025,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:32.672536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa19be6-5aba-4ed1-a48b-2ce775b6cd34 req-ce4f41c0-e621-4a70-a726-0676f71ae7f9 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:32.674495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-caa19be6-5aba-4ed1-a48b-2ce775b6cd34 req-ce4f41c0-e621-4a70-a726-0676f71ae7f9 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 945 time: 0.2303166 Jul 05 18:14:32.789575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-caa19be6-5aba-4ed1-a48b-2ce775b6cd34 req-1c2bb156-40d7-414d-a28a-ae84ed58d50f tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894966 Jul 05 18:14:33.008675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:33.153759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40626) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:33.215022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Subnet': ['ID=baf7052a-35b8-4f69-acc1-bffc7bb98198,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:33.223486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Checking segment: {'id': '3215eabc-d97a-491d-ae83-062e59501df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:33.224645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network hostable DHCP agents. Network: ba1c4196-c7d1-4d64-80aa-4bd482933d25, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:14:33.266544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27337a50-670a-4bb4-a051-afa556d3961f req-db5c21a4-9034-4d44-8d6f-b9d74f1a112d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:33.277371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27337a50-670a-4bb4-a051-afa556d3961f req-db5c21a4-9034-4d44-8d6f-b9d74f1a112d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.2093241 Jul 05 18:14:33.324644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:33.353836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27337a50-670a-4bb4-a051-afa556d3961f req-00bfb0c9-bdbd-4f53-be70-0944d6e03e99 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658586 Jul 05 18:14:33.378801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network ba1c4196-c7d1-4d64-80aa-4bd482933d25 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:14:33.400610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-867266f5-6dac-4f4c-b772-f5413004c765 req-87453152-628d-443b-b9f5-73de3c81afa8 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:14:33.401714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-867266f5-6dac-4f4c-b772-f5413004c765 req-87453152-628d-443b-b9f5-73de3c81afa8 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067234 Jul 05 18:14:33.472876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:33.516938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ba1c4196-c7d1-4d64-80aa-4bd482933d25) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:33.522928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5702598-1573-4651-a154-63db46c90ae3 None None] Network ba1c4196-c7d1-4d64-80aa-4bd482933d25 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:33.526098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:33.527058 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:33.585894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-867266f5-6dac-4f4c-b772-f5413004c765 req-278d6422-4996-44f4-81d7-1d8a21aaba05 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1755555 Jul 05 18:14:33.688139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed4c66da-f6e7-44e7-8f07-7a130fb877a3 req-d95fff88-bdc8-44f7-a842-518887c4b303 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 210 time: 0.0555243 Jul 05 18:14:33.697827 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f1e5e3c2-e758-4409-ae99-12000981b503 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6630785 Jul 05 18:14:33.701828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40642) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:33.710697 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:33.897353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:14:33.898849 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:33.940876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Allocated IP 172.25.3.173 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/303294da-fc23-4444-b9d6-52c20a64a48b) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:34.213374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:34.280448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Allocated IP 172.20.0.2 (ba1c4196-c7d1-4d64-80aa-4bd482933d25/baf7052a-35b8-4f69-acc1-bffc7bb98198/2116b6bb-5a3f-486a-91ba-6cd91622f13c) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:34.360403 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:34.436679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:34.441663 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:34.443251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:34.457919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Transition to ACTIVE for port object 2116b6bb-5a3f-486a-91ba-6cd91622f13c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:34.459457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:34.478874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Transition to ACTIVE for port object 2116b6bb-5a3f-486a-91ba-6cd91622f13c will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:34.536466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Pushing event updated for resources: {'Port': ['ID=303294da-fc23-4444-b9d6-52c20a64a48b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:34.558583 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:34.599443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-7b741d7c-c252-4259-b303-d2d48fb44dea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:34.602092 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-7b741d7c-c252-4259-b303-d2d48fb44dea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.39 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.2544034 Jul 05 18:14:34.641149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:34.650237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Network ba1c4196-c7d1-4d64-80aa-4bd482933d25 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:34.655553 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Request body: {'port': {'device_id': '2cd1c7e1-20aa-4b79-8bfb-518af2619bbf', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'admin_state_up': True, 'tenant_id': 'af205f8fe38746c2ae756fe4c2fc2611'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:34.660130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:34.665414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:34.668555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Pushing event updated for resources: {'Port': ['ID=2116b6bb-5a3f-486a-91ba-6cd91622f13c,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:34.686667 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:34.779333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370fa79-8210-4ed1-920a-cb1b78fd6fdc req-982589dd-13be-4a25-8580-d78facf90f70 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:34.781550 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5370fa79-8210-4ed1-920a-cb1b78fd6fdc req-982589dd-13be-4a25-8580-d78facf90f70 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.3423953 Jul 05 18:14:34.806915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Attempting to bind port 2116b6bb-5a3f-486a-91ba-6cd91622f13c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:34.808756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Attempting to bind port 2116b6bb-5a3f-486a-91ba-6cd91622f13c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '3215eabc-d97a-491d-ae83-062e59501df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:34.810183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Attempting to bind port 2116b6bb-5a3f-486a-91ba-6cd91622f13c on network ba1c4196-c7d1-4d64-80aa-4bd482933d25 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:34.826840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:34.831251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Checking segment: {'id': '3215eabc-d97a-491d-ae83-062e59501df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:34.832023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:34.832498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Bound using segment: {'id': '3215eabc-d97a-491d-ae83-062e59501df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:34.833063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Bound port: 2116b6bb-5a3f-486a-91ba-6cd91622f13c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3215eabc-d97a-491d-ae83-062e59501df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:34.833525 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:34.870037 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.001178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] For port 2116b6bb-5a3f-486a-91ba-6cd91622f13c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:35.007349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] For port 2116b6bb-5a3f-486a-91ba-6cd91622f13c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2116b6bb-5a3f-486a-91ba-6cd91622f13c,segment=NetworkSegment(3215eabc-d97a-491d-ae83-062e59501df7),segment_id=3215eabc-d97a-491d-ae83-062e59501df7)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:35.034452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23e18326-ea81-4701-a61e-1b834f0b3b88 req-f9e55117-99a2-4d80-a66a-e4445ec4e41b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 210 time: 0.0964155 Jul 05 18:14:35.118281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5370fa79-8210-4ed1-920a-cb1b78fd6fdc req-019a68b5-b001-4d99-8e50-719cf0b08634 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356953 Jul 05 18:14:35.131785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.131785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Made reservation on behalf of af205f8fe38746c2ae756fe4c2fc2611 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:35.136220 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.147421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.251695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99141f59-2a71-4290-a5cb-c08bc3e7378e None None] Pushing event updated for resources: {'Port': ['ID=2116b6bb-5a3f-486a-91ba-6cd91622f13c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:35.311382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.478943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.20.0.1 (ba1c4196-c7d1-4d64-80aa-4bd482933d25/baf7052a-35b8-4f69-acc1-bffc7bb98198/c31b07d2-a1a2-4482-b7d0-6606ce0b1012) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:35.501160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Pushing event updated for resources: {'Port': ['ID=303294da-fc23-4444-b9d6-52c20a64a48b,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:35.537907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Allocated IP 172.20.0.6 (190579a2-7dd8-4cde-bf8a-367e6eb28fd7/9ff46832-f784-4271-95e1-6a3236cc9638/1353c7de-6112-48b0-bce6-7aacd638da4c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:35.543825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95e673-06bc-4924-ac02-0887de429898 req-feb7285a-598c-4199-9ff9-ac97591de2c4 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:35.545832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d95e673-06bc-4924-ac02-0887de429898 req-feb7285a-598c-4199-9ff9-ac97591de2c4 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 945 time: 0.1567292 Jul 05 18:14:35.553377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.726348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d95e673-06bc-4924-ac02-0887de429898 req-2060cf02-4283-4463-a742-b04b06dcc8f5 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648905 Jul 05 18:14:35.726900 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.728097 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3995b1df-bef8-4d8f-948a-17f69d04788c tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5721805 Jul 05 18:14:35.730945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40682) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:35.738113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1654042402', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'fixed_ips': [{'ip_address': '172.25.3.173'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:35.773144 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.870984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Made reservation on behalf of 743d9592fc2544aaa6dd535e10e841fa for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:35.875114 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.898718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:35.931177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Transition to ACTIVE for port object c31b07d2-a1a2-4482-b7d0-6606ce0b1012 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:35.961567 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:36.018163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:36.112771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:36.153673 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:36.193856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:36.200340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:36.206261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:36.211225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event updated for resources: {'Port': ['ID=1353c7de-6112-48b0-bce6-7aacd638da4c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:36.285072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:36.285072 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:36.327149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:36.353133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=c31b07d2-a1a2-4482-b7d0-6606ce0b1012,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:36.377563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network ba1c4196-c7d1-4d64-80aa-4bd482933d25 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:36.410796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:36.418098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:36.447781 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-d504fb22-0b5f-4dcf-ac4e-5cc0e502bf3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8340211 Jul 05 18:14:36.450885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:36.454444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] device_id is not set on port 2798659f-5795-41a8-9c41-487d4fce90a3 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:14:36.460213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-3aaaf745-0411-4a0e-ae16-22202f1c05ea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:14:36.461682 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-3aaaf745-0411-4a0e-ae16-22202f1c05ea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075250 Jul 05 18:14:36.462038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73882bc4-799b-4497-bad5-bd440fe33dcb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:36.649622 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Request body: {'port': {'device_id': '2cd1c7e1-20aa-4b79-8bfb-518af2619bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:36.650267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2116b6bb-5a3f-486a-91ba-6cd91622f13c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:36.738930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e734d14-53ed-49d7-aeac-898657ae714c req-ddd3848a-a093-4435-9066-6bbf59b9b243 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:36.741805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e734d14-53ed-49d7-aeac-898657ae714c req-ddd3848a-a093-4435-9066-6bbf59b9b243 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.7317314 Jul 05 18:14:36.752524 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:36.786769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2116b6bb-5a3f-486a-91ba-6cd91622f13c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:36.801274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:36.910861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e73fa-3f99-4f1a-92f9-7ccf2a8ff40a req-2048a449-8aff-485b-becb-83889e395e64 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:36.912979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-051e73fa-3f99-4f1a-92f9-7ccf2a8ff40a req-2048a449-8aff-485b-becb-83889e395e64 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 931 time: 0.6687903 Jul 05 18:14:36.914370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437a6c9e-7e6d-480e-8afc-05b406ccb61c None None] Network ba1c4196-c7d1-4d64-80aa-4bd482933d25 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:36.967182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e734d14-53ed-49d7-aeac-898657ae714c req-a4dbc5d6-ce47-4da7-9d3d-6d55f03ede31 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011139 Jul 05 18:14:37.049349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-051e73fa-3f99-4f1a-92f9-7ccf2a8ff40a req-801297f8-40ae-45af-b2e0-dfaa7d8fd70a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198797 Jul 05 18:14:37.114878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40750) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:37.121076 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 18:14:37.121795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:14:37.153555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ed98f5b5-1179-4be0-8901-0c53f31c3d11 None None] Provisioning for port 2116b6bb-5a3f-486a-91ba-6cd91622f13c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:37.170644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ed98f5b5-1179-4be0-8901-0c53f31c3d11 None None] Provisioning complete for port 2116b6bb-5a3f-486a-91ba-6cd91622f13c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:37.171297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ed98f5b5-1179-4be0-8901-0c53f31c3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.229524 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.233599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1353c7de-6112-48b0-bce6-7aacd638da4c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:14:37.242248 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.256691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Transition to ACTIVE for port object 1353c7de-6112-48b0-bce6-7aacd638da4c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:37.258151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a3e426c1-2649-4a0b-b45f-0597ffb19777 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.5261226 Jul 05 18:14:37.261899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40758) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:37.373179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.565997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73d06d94-91f3-47a5-a344-88c2a7880ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.583117 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ed98f5b5-1179-4be0-8901-0c53f31c3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.627111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Attempting to bind port 1353c7de-6112-48b0-bce6-7aacd638da4c on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:37.627655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Attempting to bind port 1353c7de-6112-48b0-bce6-7aacd638da4c by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:37.627741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Attempting to bind port 1353c7de-6112-48b0-bce6-7aacd638da4c on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:37.627985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ed98f5b5-1179-4be0-8901-0c53f31c3d11 None None] For port 2116b6bb-5a3f-486a-91ba-6cd91622f13c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2116b6bb-5a3f-486a-91ba-6cd91622f13c,segment=NetworkSegment(3215eabc-d97a-491d-ae83-062e59501df7),segment_id=3215eabc-d97a-491d-ae83-062e59501df7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:37.629911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Pushing event updated for resources: {'Port': ['ID=1353c7de-6112-48b0-bce6-7aacd638da4c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:37.639112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Port 1353c7de-6112-48b0-bce6-7aacd638da4c on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:14:37.639447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Attempting to bind port 1353c7de-6112-48b0-bce6-7aacd638da4c on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:37.645327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:37.645671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Checking segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:37.646053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Bound using segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:37.647078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Bound port: 1353c7de-6112-48b0-bce6-7aacd638da4c, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:37.647438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.698649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Deleting port 303294da-fc23-4444-b9d6-52c20a64a48b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:37.699119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.705300 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.744682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] For port 1353c7de-6112-48b0-bce6-7aacd638da4c, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:37.748474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] For port 1353c7de-6112-48b0-bce6-7aacd638da4c, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1353c7de-6112-48b0-bce6-7aacd638da4c,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:37.758360 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ed98f5b5-1179-4be0-8901-0c53f31c3d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.767780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d09aa-a9bb-4605-80ab-2b9e102759a6 req-e1d743da-c24c-4c97-a9f0-0b9b42ee8335 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:37.774644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d09aa-a9bb-4605-80ab-2b9e102759a6 req-e1d743da-c24c-4c97-a9f0-0b9b42ee8335 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:37.780704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d09aa-a9bb-4605-80ab-2b9e102759a6 req-e1d743da-c24c-4c97-a9f0-0b9b42ee8335 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:37.782886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d5d09aa-a9bb-4605-80ab-2b9e102759a6 req-e1d743da-c24c-4c97-a9f0-0b9b42ee8335 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc&device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023&device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 2416 time: 0.1627123 Jul 05 18:14:37.790724 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.823644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed98f5b5-1179-4be0-8901-0c53f31c3d11 None None] Pushing event updated for resources: {'Port': ['ID=2116b6bb-5a3f-486a-91ba-6cd91622f13c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:37.841853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.846409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.859486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Calling delete_port for 303294da-fc23-4444-b9d6-52c20a64a48b owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:37.865878 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.913042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d9c74679-2ab6-4b45-abe8-56c5d90aa5ba None None] Provisioning complete for port 2116b6bb-5a3f-486a-91ba-6cd91622f13c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:37.913517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9c74679-2ab6-4b45-abe8-56c5d90aa5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.949819 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73d06d94-91f3-47a5-a344-88c2a7880ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.960061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:37.960823 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.962299 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] 10.222.0.39 "PUT /v2.0/ports/1353c7de-6112-48b0-bce6-7aacd638da4c HTTP/1.1" status: 200 len: 1091 time: 1.4927883 Jul 05 18:14:37.963088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:37.964660 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd1c7e1-20aa-4b79-8bfb-518af2619bbf', 'tag': '1353c7de-6112-48b0-bce6-7aacd638da4c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:14:37.965694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=c31b07d2-a1a2-4482-b7d0-6606ce0b1012,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:37.967160 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53f3b76-182c-4f64-963a-ad9d25feb206" -d '{"events": [{"name": "network-changed", "server_uuid": "2cd1c7e1-20aa-4b79-8bfb-518af2619bbf", "tag": "1353c7de-6112-48b0-bce6-7aacd638da4c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:14:38.010391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85544c7e-189f-4f10-92d9-709a747e721d service neutron] Pushing event updated for resources: {'Port': ['ID=1353c7de-6112-48b0-bce6-7aacd638da4c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:38.051189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d5d09aa-a9bb-4605-80ab-2b9e102759a6 req-c79b5d4e-37e6-421a-83bd-1d42c727ee82 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294750 Jul 05 18:14:38.055950 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e26a9f-8a43-4d5a-9406-6b4e0ae196d1 x-openstack-request-id: req-a6e26a9f-8a43-4d5a-9406-6b4e0ae196d1 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:14:38.056360 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cd1c7e1-20aa-4b79-8bfb-518af2619bbf", "tag": "1353c7de-6112-48b0-bce6-7aacd638da4c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:14:38.056853 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6e26a9f-8a43-4d5a-9406-6b4e0ae196d1 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:14:38.057265 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd1c7e1-20aa-4b79-8bfb-518af2619bbf', 'tag': '1353c7de-6112-48b0-bce6-7aacd638da4c', 'status': 'completed', 'code': 200} Jul 05 18:14:38.072031 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73d06d94-91f3-47a5-a344-88c2a7880ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.122246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d9c74679-2ab6-4b45-abe8-56c5d90aa5ba None None] Provisioning for port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:38.127240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d9c74679-2ab6-4b45-abe8-56c5d90aa5ba None None] Provisioning complete for port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:38.127698 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9c74679-2ab6-4b45-abe8-56c5d90aa5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.167060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73d06d94-91f3-47a5-a344-88c2a7880ae6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba5acb83792c4c029b5f0d84d2974d49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0483184 Jul 05 18:14:38.168074 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40794) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:38.171399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d9c74679-2ab6-4b45-abe8-56c5d90aa5ba None None] Port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:38.202176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d06d94-91f3-47a5-a344-88c2a7880ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306fa166-1a01-49f3-9051-1604890bec7f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:38.242051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f3b76-182c-4f64-963a-ad9d25feb206 req-0e6c27d9-e84d-4bc8-a79d-5282ec3f0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:38.243728 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d53f3b76-182c-4f64-963a-ad9d25feb206 req-0e6c27d9-e84d-4bc8-a79d-5282ec3f0e55 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 1094 time: 0.1686666 Jul 05 18:14:38.245976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network ba1c4196-c7d1-4d64-80aa-4bd482933d25 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:38.251797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:38.266742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c931e1ff-d629-41aa-a30f-a2a7ed6500c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.298913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ca1b1a0a-fd86-42d1-818c-d8852f6b5b23 None None] Provisioning complete for port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:38.299763 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca1b1a0a-fd86-42d1-818c-d8852f6b5b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.320414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.356559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ca1b1a0a-fd86-42d1-818c-d8852f6b5b23 None None] Port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:38.376626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Pushing event deleted for resources: {'Port': ['ID=303294da-fc23-4444-b9d6-52c20a64a48b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:38.380118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c931e1ff-d629-41aa-a30f-a2a7ed6500c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.447193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50d1a50a-cef0-4f72-86d7-a93d809167fa req-e87df858-da1f-4b2c-b2ca-f7ae4920e753 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3599267 Jul 05 18:14:38.475044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6967f-fb63-4638-a9fa-87b1191b9ebe req-47e2cc23-94b0-4d11-937e-3206d040ad76 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:38.476790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84e6967f-fb63-4638-a9fa-87b1191b9ebe req-47e2cc23-94b0-4d11-937e-3206d040ad76 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 943 time: 0.3013220 Jul 05 18:14:38.495336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f3b76-182c-4f64-963a-ad9d25feb206 req-5a221698-9595-4156-8e0f-cf839000b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:38.496868 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d53f3b76-182c-4f64-963a-ad9d25feb206 req-5a221698-9595-4156-8e0f-cf839000b0cf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2433562 Jul 05 18:14:38.528560 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.531211 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.537808 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-37b5aa03-1169-48d7-911a-adce89ec84f3 tempest-ExternalNetworksAdminNegativeTestJSON-549598406 tempest-ExternalNetworksAdminNegativeTestJSON-549598406-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/a5a81ad8-98db-4487-8048-05aed8e6fbc3 HTTP/1.1" status: 204 len: 168 time: 1.2727621 Jul 05 18:14:38.569258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84e6967f-fb63-4638-a9fa-87b1191b9ebe req-b23d6bfa-7238-4e6e-bda5-205127c19a84 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758884 Jul 05 18:14:38.580700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:14:38.606092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ef98904b-20bb-4eee-b624-3d5ec3fa2f3f None None] Provisioning complete for port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:38.606734 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef98904b-20bb-4eee-b624-3d5ec3fa2f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.672263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ef98904b-20bb-4eee-b624-3d5ec3fa2f3f None None] Port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:38.677049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2116b6bb-5a3f-486a-91ba-6cd91622f13c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:38.682222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c931e1ff-d629-41aa-a30f-a2a7ed6500c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.698266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c931e1ff-d629-41aa-a30f-a2a7ed6500c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.700819 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c931e1ff-d629-41aa-a30f-a2a7ed6500c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/306fa166-1a01-49f3-9051-1604890bec7f HTTP/1.1" status: 204 len: 168 time: 0.5318975 Jul 05 18:14:38.701624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:38.714454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-067e0708-ee9d-41ea-a4f3-61bb5641e529 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0089486 Jul 05 18:14:38.714746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40824) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:38.720159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'network': {'name': 'tempest-RoutersTest-238327186'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:38.738157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:38.742275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931e1ff-d629-41aa-a30f-a2a7ed6500c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306fa166-1a01-49f3-9051-1604890bec7f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:38.763844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f3b76-182c-4f64-963a-ad9d25feb206 req-5d8fa857-1027-471c-a890-1345a51cb2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:38.765926 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d53f3b76-182c-4f64-963a-ad9d25feb206 req-5d8fa857-1027-471c-a890-1345a51cb2c2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2588754 Jul 05 18:14:38.803959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:38.808581 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.819003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:38.819676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:38.864051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:14:38.878213 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:38.878688 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added segment 79b98a34-7d9c-4239-8351-f8303495a2d4 of type vlan for network 09f40d79-a854-4540-8af8-c655d7aecbd8 Jul 05 18:14:38.896158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-2ce83644-9b93-4d7a-b9a0-a23c22b6bad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:38.900401 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-2ce83644-9b93-4d7a-b9a0-a23c22b6bad3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 1094 time: 0.0822561 Jul 05 18:14:38.944944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:38.968014 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-0c81e1ff-503c-44b4-a25d-cc474fe2f7e1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1353c7de-6112-48b0-bce6-7aacd638da4c HTTP/1.1" status: 200 len: 217 time: 0.0578616 Jul 05 18:14:38.981833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.063976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-2ec11cca-3182-4d0a-b1e2-3ef3eae9779a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:39.065685 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-2ec11cca-3182-4d0a-b1e2-3ef3eae9779a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.0886021 Jul 05 18:14:39.102112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2116b6bb-5a3f-486a-91ba-6cd91622f13c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:39.102406 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.112584 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-6bd5dbd1-122c-4d7a-92b5-19f9855de6d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382473 Jul 05 18:14:39.188107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.203583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:39.207314 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.210955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40840) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:39.251710 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-02e91457-0caa-4f9b-b3f3-663a5bf332df service neutron] 10.222.0.39 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309011 Jul 05 18:14:39.268099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:14:37Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:37Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:39.326361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:14:39.326846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Updating router 6c09c9a5-2ecd-41dc-8dae-87897524f531 port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:14:39.335864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Network': ['ID=09f40d79-a854-4540-8af8-c655d7aecbd8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:39.374573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 09f40d79-a854-4540-8af8-c655d7aecbd8 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:14:39.385933 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0bea9125-ec44-42c6-aa96-a40c62022e83 req-ccd2f7fd-4050-4cf1-902b-485ec5d19406 service neutron] 10.222.0.39 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226652 Jul 05 18:14:39.413303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40850) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:39.413477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5e7cbc47-aba8-4019-b469-4d6cbff67e1b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6975536 Jul 05 18:14:39.418876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'subnet': {'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:39.459637 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.496933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-727a304c-a7fc-429b-a24d-65dc100551fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.655977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-727a304c-a7fc-429b-a24d-65dc100551fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.707963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40870) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:39.722630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62fc316b-d777-4723-869f-e2bdb3cbdd4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.819646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.821981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-727a304c-a7fc-429b-a24d-65dc100551fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.830816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Transition to ACTIVE for port object c31b07d2-a1a2-4482-b7d0-6606ce0b1012 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:39.902783 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.950053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:39.955838 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:39.972842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fcc23-5f25-41ff-b089-27cfb792a03c None None] Pushing event updated for resources: {'Port': ['ID=c31b07d2-a1a2-4482-b7d0-6606ce0b1012,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:40.039553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Attempting to bind port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:40.040282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Attempting to bind port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '3215eabc-d97a-491d-ae83-062e59501df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:40.040869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Attempting to bind port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 on network ba1c4196-c7d1-4d64-80aa-4bd482933d25 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:40.048675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:40.049514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Checking segment: {'id': '3215eabc-d97a-491d-ae83-062e59501df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:40.050110 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.050737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Bound using segment: {'id': '3215eabc-d97a-491d-ae83-062e59501df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:40.051557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Bound port: c31b07d2-a1a2-4482-b7d0-6606ce0b1012, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3215eabc-d97a-491d-ae83-062e59501df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:40.052686 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.199047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] For port c31b07d2-a1a2-4482-b7d0-6606ce0b1012, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:40.203547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] For port c31b07d2-a1a2-4482-b7d0-6606ce0b1012, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c31b07d2-a1a2-4482-b7d0-6606ce0b1012,segment=NetworkSegment(3215eabc-d97a-491d-ae83-062e59501df7),segment_id=3215eabc-d97a-491d-ae83-062e59501df7)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:40.235201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a304c-a7fc-429b-a24d-65dc100551fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c192f078-cf7f-42ca-90d0-ef1c5083ebf2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:40.273019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-727a304c-a7fc-429b-a24d-65dc100551fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60efd7a9033646c7aac9a141e803f496&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0560493 Jul 05 18:14:40.273848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40888) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:40.305145 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.353228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.358931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3bab1-c56c-4667-8f50-b9936f5e3459 req-79ef9817-95c7-49a4-b419-575b0059711d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:40.360460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee3bab1-c56c-4667-8f50-b9936f5e3459 req-79ef9817-95c7-49a4-b419-575b0059711d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 943 time: 0.5811810 Jul 05 18:14:40.392792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:40.393438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:40.397534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fcc23-5f25-41ff-b089-27cfb792a03c None None] Pushing event updated for resources: {'Port': ['ID=c31b07d2-a1a2-4482-b7d0-6606ce0b1012,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:40.442883 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d841b1-5989-4fda-8fac-52b3a0f66fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.448097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee3bab1-c56c-4667-8f50-b9936f5e3459 req-913e93df-7003-4ac6-a855-8c42a50f0eba tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786185 Jul 05 18:14:40.477089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Subnet': ['ID=69a50ac1-b296-44da-8567-7288f1f5a00d,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:40.503141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Checking segment: {'id': '79b98a34-7d9c-4239-8351-f8303495a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:40.503141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network hostable DHCP agents. Network: 09f40d79-a854-4540-8af8-c655d7aecbd8, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:14:40.508391 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62fc316b-d777-4723-869f-e2bdb3cbdd4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.517849 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d841b1-5989-4fda-8fac-52b3a0f66fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.574137 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62fc316b-d777-4723-869f-e2bdb3cbdd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.589926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:40.618796 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 09f40d79-a854-4540-8af8-c655d7aecbd8 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:14:40.632541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc316b-d777-4723-869f-e2bdb3cbdd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01464e56-9bf4-4426-b4e2-252d842aeebb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:40.640258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-62fc316b-d777-4723-869f-e2bdb3cbdd4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24a1d02c46384eafa092da06024b19e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9308388 Jul 05 18:14:40.643904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40892) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:40.703479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ae11801-cd02-4a7d-80b9-8c4f80a13ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.728656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ae11801-cd02-4a7d-80b9-8c4f80a13ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.761910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d841b1-5989-4fda-8fac-52b3a0f66fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.764353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 09f40d79-a854-4540-8af8-c655d7aecbd8) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:40.772286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d841b1-5989-4fda-8fac-52b3a0f66fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.772555 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:40.773131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.774220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-57d841b1-5989-4fda-8fac-52b3a0f66fef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c192f078-cf7f-42ca-90d0-ef1c5083ebf2 HTTP/1.1" status: 204 len: 168 time: 0.4961872 Jul 05 18:14:40.790777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3050f8c-29e9-4239-a326-6de2c551a062 None None] Network 09f40d79-a854-4540-8af8-c655d7aecbd8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:40.796190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d841b1-5989-4fda-8fac-52b3a0f66fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c192f078-cf7f-42ca-90d0-ef1c5083ebf2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:40.853980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40898) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:40.885604 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-094f1ecf-3fd0-4df8-9f4f-db8c20dc405b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4711163 Jul 05 18:14:40.888216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40902) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:40.907419 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ae11801-cd02-4a7d-80b9-8c4f80a13ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.911627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ae11801-cd02-4a7d-80b9-8c4f80a13ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:40.921400 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9ae11801-cd02-4a7d-80b9-8c4f80a13ed1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01464e56-9bf4-4426-b4e2-252d842aeebb HTTP/1.1" status: 204 len: 168 time: 0.2686536 Jul 05 18:14:40.932240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae11801-cd02-4a7d-80b9-8c4f80a13ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01464e56-9bf4-4426-b4e2-252d842aeebb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:40.990292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:14:37Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:40Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:41.006638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ad743ae-1b7a-4922-a303-597bc790a2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.021973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134acff2-3958-4d33-8181-694d56a5c5bf None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:14:37Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:40Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:41.111303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-09f40d79-a854-4540-8af8-c655d7aecbd8', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:14:41.112190 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.321894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Allocated IP 172.21.0.2 (09f40d79-a854-4540-8af8-c655d7aecbd8/69a50ac1-b296-44da-8567-7288f1f5a00d/8eecb5d2-4038-462d-adbc-0189229f1a96) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:41.369794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ad743ae-1b7a-4922-a303-597bc790a2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.445730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7945b27-3bd9-4e3f-961d-4d1e9eb5a29f req-a0859391-48b1-4992-9a9a-fff8ef4d1a0e tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:41.447276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7945b27-3bd9-4e3f-961d-4d1e9eb5a29f req-a0859391-48b1-4992-9a9a-fff8ef4d1a0e tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.1873517 Jul 05 18:14:41.501922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1353c7de-6112-48b0-bce6-7aacd638da4c details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:14:41.526592 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.532711 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ad743ae-1b7a-4922-a303-597bc790a2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.550600 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.640353 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5ad743ae-1b7a-4922-a303-597bc790a2b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67479975fa0243f28219b57618435163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7825010 Jul 05 18:14:41.640585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Transition to ACTIVE for port object 8eecb5d2-4038-462d-adbc-0189229f1a96 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:41.641590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40920) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:41.644260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad743ae-1b7a-4922-a303-597bc790a2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9761e1-9e87-44ce-ba96-1aa509cd3ad9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:41.673072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Transition to ACTIVE for port object 8eecb5d2-4038-462d-adbc-0189229f1a96 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:41.727003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1353c7de-6112-48b0-bce6-7aacd638da4c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1353c7de-6112-48b0-bce6-7aacd638da4c,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:41.743995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '1353c7de-6112-48b0-bce6-7aacd638da4c', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'port_id': '1353c7de-6112-48b0-bce6-7aacd638da4c', 'mac_address': 'fa:16:3e:dc:e1:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff46832-f784-4271-95e1-6a3236cc9638', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:14:41.754516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66d24f36-3b1f-4af4-98e9-e4c89db2d1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.783467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40924) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:41.790331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7945b27-3bd9-4e3f-961d-4d1e9eb5a29f req-f7701fe9-fb46-4f97-8a64-b034a5c66cae tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255672 Jul 05 18:14:41.817294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.839492 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.840435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66d24f36-3b1f-4af4-98e9-e4c89db2d1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:41.868252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1353c7de-6112-48b0-bce6-7aacd638da4c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:14:41.878401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Network 09f40d79-a854-4540-8af8-c655d7aecbd8 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:41.914977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:41.917785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:41.947173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1353c7de-6112-48b0-bce6-7aacd638da4c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1353c7de-6112-48b0-bce6-7aacd638da4c,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:41.982656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fad087-ebe5-4ee5-8d2e-25e10f5b4998 req-5043bb5f-b1cf-4ab0-a6a1-20cd7e5e0823 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:41.984346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Pushing event updated for resources: {'Port': ['ID=8eecb5d2-4038-462d-adbc-0189229f1a96,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:41.989837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13fad087-ebe5-4ee5-8d2e-25e10f5b4998 req-5043bb5f-b1cf-4ab0-a6a1-20cd7e5e0823 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 943 time: 0.2819960 Jul 05 18:14:42.029644 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fae56594-6237-4981-b03d-0e4b9089fe30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=743d9592fc2544aaa6dd535e10e841fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2449789 Jul 05 18:14:42.032077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40930) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:42.057575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Attempting to bind port 8eecb5d2-4038-462d-adbc-0189229f1a96 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:42.058124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Attempting to bind port 8eecb5d2-4038-462d-adbc-0189229f1a96 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '79b98a34-7d9c-4239-8351-f8303495a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:42.058253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Attempting to bind port 8eecb5d2-4038-462d-adbc-0189229f1a96 on network 09f40d79-a854-4540-8af8-c655d7aecbd8 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:42.065890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:42.065890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Checking segment: {'id': '79b98a34-7d9c-4239-8351-f8303495a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:42.065890 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.065890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Bound using segment: {'id': '79b98a34-7d9c-4239-8351-f8303495a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:42.065890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Bound port: 8eecb5d2-4038-462d-adbc-0189229f1a96, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b98a34-7d9c-4239-8351-f8303495a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:42.066443 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.109428 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-384b88fe-b3f5-4b4e-91b2-cd3e41506ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.130628 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.140688 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-384b88fe-b3f5-4b4e-91b2-cd3e41506ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.154154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.21.0.1 (09f40d79-a854-4540-8af8-c655d7aecbd8/69a50ac1-b296-44da-8567-7288f1f5a00d/a83d9949-624e-42a4-9acf-75ac70fcf385) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:42.195133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] For port 8eecb5d2-4038-462d-adbc-0189229f1a96, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:42.211918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] For port 8eecb5d2-4038-462d-adbc-0189229f1a96, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8eecb5d2-4038-462d-adbc-0189229f1a96,segment=NetworkSegment(79b98a34-7d9c-4239-8351-f8303495a2d4),segment_id=79b98a34-7d9c-4239-8351-f8303495a2d4)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:42.226108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1353c7de-6112-48b0-bce6-7aacd638da4c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:42.255325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13fad087-ebe5-4ee5-8d2e-25e10f5b4998 req-7d1b0b5c-3785-4d95-8031-a30ff919a590 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636318 Jul 05 18:14:42.260482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66d24f36-3b1f-4af4-98e9-e4c89db2d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.264541 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66d24f36-3b1f-4af4-98e9-e4c89db2d1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.264850 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-66d24f36-3b1f-4af4-98e9-e4c89db2d1d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f9761e1-9e87-44ce-ba96-1aa509cd3ad9 HTTP/1.1" status: 204 len: 168 time: 0.6214693 Jul 05 18:14:42.273404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d24f36-3b1f-4af4-98e9-e4c89db2d1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9761e1-9e87-44ce-ba96-1aa509cd3ad9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:42.311847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-384b88fe-b3f5-4b4e-91b2-cd3e41506ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.312872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.314405 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-384b88fe-b3f5-4b4e-91b2-cd3e41506ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.318115 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-384b88fe-b3f5-4b4e-91b2-cd3e41506ad7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73882bc4-799b-4497-bad5-bd440fe33dcb HTTP/1.1" status: 204 len: 168 time: 0.2824376 Jul 05 18:14:42.338999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b88fe-b3f5-4b4e-91b2-cd3e41506ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73882bc4-799b-4497-bad5-bd440fe33dcb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:42.361208 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.388502 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88050af3-2014-4b82-96f2-0c6a47fce1dc None None] Pushing event updated for resources: {'Port': ['ID=8eecb5d2-4038-462d-adbc-0189229f1a96,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:42.402761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Transition to ACTIVE for port object a83d9949-624e-42a4-9acf-75ac70fcf385 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:42.513701 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.565742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 09f40d79-a854-4540-8af8-c655d7aecbd8 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:42.570501 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:42.574948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:42.620187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=a83d9949-624e-42a4-9acf-75ac70fcf385,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:42.634005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:14:42.647521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:42.687314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c31b07d2-a1a2-4482-b7d0-6606ce0b1012 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:42.924590 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.021002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:43.031347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:43.031651 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.157850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595266a-a05c-4613-a429-0fd670b88127 req-46997388-9d12-4ef3-b2b7-acd9a3d22a20 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:43.160293 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a595266a-a05c-4613-a429-0fd670b88127 req-46997388-9d12-4ef3-b2b7-acd9a3d22a20 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.39 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.1191881 Jul 05 18:14:43.176945 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.222067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40958) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:43.266357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c31b07d2-a1a2-4482-b7d0-6606ce0b1012, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c31b07d2-a1a2-4482-b7d0-6606ce0b1012,segment=NetworkSegment(3215eabc-d97a-491d-ae83-062e59501df7),segment_id=3215eabc-d97a-491d-ae83-062e59501df7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:43.274877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945c28ec-df49-4a9b-8476-d846f2bc8871 req-548ddf37-c85f-4f55-8dc3-1c29569727b1 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:43.282736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-945c28ec-df49-4a9b-8476-d846f2bc8871 req-548ddf37-c85f-4f55-8dc3-1c29569727b1 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 945 time: 0.3332946 Jul 05 18:14:43.287729 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-82da8823-dc4a-4ac7-8426-a039b9a4b882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.325365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-a595266a-a05c-4613-a429-0fd670b88127 req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Deleting port aebffbf7-b665-4b29-ad44-6fe624cc8535 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:43.326288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a595266a-a05c-4613-a429-0fd670b88127 req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.329246 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.429944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-945c28ec-df49-4a9b-8476-d846f2bc8871 req-06c7364e-c76d-431e-a041-b6408275272d tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460006 Jul 05 18:14:43.479891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c31b07d2-a1a2-4482-b7d0-6606ce0b1012,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:43.491484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a595266a-a05c-4613-a429-0fd670b88127 req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] For port aebffbf7-b665-4b29-ad44-6fe624cc8535, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aebffbf7-b665-4b29-ad44-6fe624cc8535,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:43.491484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a595266a-a05c-4613-a429-0fd670b88127 req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.522241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-a595266a-a05c-4613-a429-0fd670b88127 req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Calling delete_port for aebffbf7-b665-4b29-ad44-6fe624cc8535 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:43.701507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.738476 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-82da8823-dc4a-4ac7-8426-a039b9a4b882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.754399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa2326d-c91f-4cee-b851-6fc524d17851 req-8ba79911-db92-4283-bae1-55e2ccca7975 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:43.756793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffa2326d-c91f-4cee-b851-6fc524d17851 req-8ba79911-db92-4283-bae1-55e2ccca7975 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 944 time: 0.2466054 Jul 05 18:14:43.803843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffa2326d-c91f-4cee-b851-6fc524d17851 req-1dd6bc0c-13cf-4899-adce-14f4809701df tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Jul 05 18:14:43.804448 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.847231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a595266a-a05c-4613-a429-0fd670b88127 req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.859640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0dda8115-d7d9-4b4b-a09b-f35ce18178d3', '5fb237f6-63d0-4094-aa04-35b8df91ac03'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:14:43.872410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-82da8823-dc4a-4ac7-8426-a039b9a4b882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.888214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Pushing event deleted for resources: {'Port': ['ID=aebffbf7-b665-4b29-ad44-6fe624cc8535,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:43.905705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['aebffbf7-b665-4b29-ad44-6fe624cc8535'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:14:43.908431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-82da8823-dc4a-4ac7-8426-a039b9a4b882 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=da19e8950e9249b7a3943beb9a150d48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6727087 Jul 05 18:14:43.913597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41010) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:43.972672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-a595266a-a05c-4613-a429-0fd670b88127 req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] No DVR routers for this DVR port aebffbf7-b665-4b29-ad44-6fe624cc8535 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:43.972672 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a595266a-a05c-4613-a429-0fd670b88127 req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:43.972672 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a595266a-a05c-4613-a429-0fd670b88127 req-e7c1d9e7-92a6-409d-99b3-0cab9ead37f2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.39 "DELETE /v2.0/ports/aebffbf7-b665-4b29-ad44-6fe624cc8535 HTTP/1.1" status: 204 len: 173 time: 0.7935598 Jul 05 18:14:43.972672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37314b4b-d154-4771-9d0e-ac414bc90dcc', 'name': 'network-vif-deleted', 'tag': 'aebffbf7-b665-4b29-ad44-6fe624cc8535'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:14:43.982050 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e271e6-3844-424f-a088-68244994e18c" -d '{"events": [{"server_uuid": "37314b4b-d154-4771-9d0e-ac414bc90dcc", "name": "network-vif-deleted", "tag": "aebffbf7-b665-4b29-ad44-6fe624cc8535"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:14:44.000568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=a83d9949-624e-42a4-9acf-75ac70fcf385,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:44.007648 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:44.018994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da8823-dc4a-4ac7-8426-a039b9a4b882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac7f407-bf35-4a36-ad07-02ba653e892f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:44.057637 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d63f2c-4361-437e-833b-f9fc4b5d6e44 x-openstack-request-id: req-75d63f2c-4361-437e-833b-f9fc4b5d6e44 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:14:44.058129 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37314b4b-d154-4771-9d0e-ac414bc90dcc", "name": "network-vif-deleted", "tag": "aebffbf7-b665-4b29-ad44-6fe624cc8535", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:14:44.058544 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75d63f2c-4361-437e-833b-f9fc4b5d6e44 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:14:44.059122 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37314b4b-d154-4771-9d0e-ac414bc90dcc', 'name': 'network-vif-deleted', 'tag': 'aebffbf7-b665-4b29-ad44-6fe624cc8535', 'status': 'completed', 'code': 200} Jul 05 18:14:44.105390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f47ba9-299c-42c1-a3c4-95eca74e09bd None None] Network 09f40d79-a854-4540-8af8-c655d7aecbd8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:44.137956 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ba08ba5-bd64-45a4-8cd6-b5349dc03a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:44.180494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ba08ba5-bd64-45a4-8cd6-b5349dc03a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:44.253222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 09f40d79-a854-4540-8af8-c655d7aecbd8 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:44.254693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:44.289140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f0717b23-e73f-48b2-8c02-aa633070791a None None] Provisioning for port 8eecb5d2-4038-462d-adbc-0189229f1a96 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:44.400272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:14:44.455976 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ba08ba5-bd64-45a4-8cd6-b5349dc03a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:44.457706 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ba08ba5-bd64-45a4-8cd6-b5349dc03a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:44.460160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4ba08ba5-bd64-45a4-8cd6-b5349dc03a94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bac7f407-bf35-4a36-ad07-02ba653e892f HTTP/1.1" status: 204 len: 168 time: 0.5437310 Jul 05 18:14:44.545783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba08ba5-bd64-45a4-8cd6-b5349dc03a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac7f407-bf35-4a36-ad07-02ba653e892f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:44.645968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:44.654044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6d334113-1ae1-460e-a15b-d5d04a82202f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7669640 Jul 05 18:14:44.656756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41032) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:44.657382 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:44.662960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1569251983'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:44.671033 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:44.672292 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:44.735828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-293c2889-6cab-4db3-880e-b240dfed7a40 req-fed3a113-ebc9-4dfe-ac55-f06d8865d641 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37314b4b-d154-4771-9d0e-ac414bc90dcc HTTP/1.1" status: 200 len: 210 time: 0.0796635 Jul 05 18:14:44.806683 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:44.852797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:44.859139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:44.883652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c31b07d2-a1a2-4482-b7d0-6606ce0b1012 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:44.889437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:14:44.949396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:44.949762 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added segment 00eb7b3b-4c9e-4d98-af12-0c3003e32a69 of type vlan for network 8a69a89a-3113-4922-8471-f10fdcb8f478 Jul 05 18:14:44.961600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:44.961978 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.075103 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.121287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8eecb5d2-4038-462d-adbc-0189229f1a96 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:45.166886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-74c93f03-f311-48e5-8180-c24e0c4143ad None None] Provisioning for port a83d9949-624e-42a4-9acf-75ac70fcf385 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:45.173616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-74c93f03-f311-48e5-8180-c24e0c4143ad None None] Provisioning complete for port a83d9949-624e-42a4-9acf-75ac70fcf385 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:45.173989 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-74c93f03-f311-48e5-8180-c24e0c4143ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.180708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a97728-03dd-4e95-889e-3e9681868f71 req-b8fcbd89-e97c-4fbc-ba8e-e1dfea81ed87 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:45.184038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8a97728-03dd-4e95-889e-3e9681868f71 req-b8fcbd89-e97c-4fbc-ba8e-e1dfea81ed87 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 944 time: 0.1416030 Jul 05 18:14:45.232244 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.241438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:45.242357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.245901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8a97728-03dd-4e95-889e-3e9681868f71 req-f0040681-6e6e-4132-abd5-aa803fa8601b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553024 Jul 05 18:14:45.273697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-74c93f03-f311-48e5-8180-c24e0c4143ad None None] Port a83d9949-624e-42a4-9acf-75ac70fcf385 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:45.340140 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:14:42Z', 'revision_number': 3, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:45.377386 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:14:45.378275 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Updating router 6c09c9a5-2ecd-41dc-8dae-87897524f531 port a83d9949-624e-42a4-9acf-75ac70fcf385 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:14:45.386824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 8eecb5d2-4038-462d-adbc-0189229f1a96 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:45.391699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Network': ['ID=8a69a89a-3113-4922-8471-f10fdcb8f478,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:45.401127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8eecb5d2-4038-462d-adbc-0189229f1a96 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:45.401795 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.419980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 8a69a89a-3113-4922-8471-f10fdcb8f478 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:14:45.456081 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.497546 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f1d327ad-d44d-44f6-a36f-fcfa611e1ba4 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8395917 Jul 05 18:14:45.500296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41054) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:45.505801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'subnet': {'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:45.539203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1353c7de-6112-48b0-bce6-7aacd638da4c up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:45.711675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:45.721865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.722782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-20b598d8-0a23-452a-8c2d-fb799a87daa3 None None] Provisioning complete for port a83d9949-624e-42a4-9acf-75ac70fcf385 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:45.722782 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-20b598d8-0a23-452a-8c2d-fb799a87daa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.806016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-20b598d8-0a23-452a-8c2d-fb799a87daa3 None None] Port a83d9949-624e-42a4-9acf-75ac70fcf385 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:45.862436 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:45.986995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 8eecb5d2-4038-462d-adbc-0189229f1a96, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8eecb5d2-4038-462d-adbc-0189229f1a96,segment=NetworkSegment(79b98a34-7d9c-4239-8351-f8303495a2d4),segment_id=79b98a34-7d9c-4239-8351-f8303495a2d4)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:46.008013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f5d08793-89cd-4231-887e-75cc8cd7df07 None None] Provisioning complete for port a83d9949-624e-42a4-9acf-75ac70fcf385 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:46.012709 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f5d08793-89cd-4231-887e-75cc8cd7df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.096145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 1353c7de-6112-48b0-bce6-7aacd638da4c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:46.118063 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.123896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 1353c7de-6112-48b0-bce6-7aacd638da4c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:46.124280 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.129309 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Transition to ACTIVE for port object a83d9949-624e-42a4-9acf-75ac70fcf385 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:46.183317 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.229618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f5d08793-89cd-4231-887e-75cc8cd7df07 None None] Port a83d9949-624e-42a4-9acf-75ac70fcf385 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:46.295533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.302718 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.305312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=8eecb5d2-4038-462d-adbc-0189229f1a96,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:46.327119 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.334451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41110) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:46.347725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd1c7e1-20aa-4b79-8bfb-518af2619bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1353c7de-6112-48b0-bce6-7aacd638da4c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:14:46.359240 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdd2f86-e0bd-4914-aab0-691ae19af2ef" -d '{"events": [{"server_uuid": "2cd1c7e1-20aa-4b79-8bfb-518af2619bbf", "name": "network-vif-plugged", "status": "completed", "tag": "1353c7de-6112-48b0-bce6-7aacd638da4c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:14:46.385933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1353c7de-6112-48b0-bce6-7aacd638da4c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1353c7de-6112-48b0-bce6-7aacd638da4c,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:46.392657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Subnet': ['ID=2e04ed80-e7bd-42dc-b39e-e57fdef41916,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:46.424715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Checking segment: {'id': '00eb7b3b-4c9e-4d98-af12-0c3003e32a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:46.425079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network hostable DHCP agents. Network: 8a69a89a-3113-4922-8471-f10fdcb8f478, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:14:46.467784 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Pushing event updated for resources: {'Port': ['ID=a83d9949-624e-42a4-9acf-75ac70fcf385,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:46.516668 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.516668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device aebffbf7-b665-4b29-ad44-6fe624cc8535 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:14:46.521168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c9b6bd26-375b-4542-a639-c50daf5f313b tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1886501314'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:46.521930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c9b6bd26-375b-4542-a639-c50daf5f313b tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Unknown quota resources ['metering_label']. {{(pid=100998) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:14:46.531995 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.532352 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.532678 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.533014 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.533518 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.545158 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.545441 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.550936 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.551565 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.552045 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.553166 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.553644 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:14:46.561883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: aebffbf7-b665-4b29-ad44-6fe624cc8535 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:14:46.562889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device aebffbf7-b665-4b29-ad44-6fe624cc8535 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:14:46.623573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1353c7de-6112-48b0-bce6-7aacd638da4c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:46.651514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 8a69a89a-3113-4922-8471-f10fdcb8f478 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:14:46.661383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8eecb5d2-4038-462d-adbc-0189229f1a96 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:46.688765 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Attempting to bind port a83d9949-624e-42a4-9acf-75ac70fcf385 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:46.689146 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Attempting to bind port a83d9949-624e-42a4-9acf-75ac70fcf385 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '79b98a34-7d9c-4239-8351-f8303495a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:46.689510 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Attempting to bind port a83d9949-624e-42a4-9acf-75ac70fcf385 on network 09f40d79-a854-4540-8af8-c655d7aecbd8 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:46.701562 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:46.701992 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Checking segment: {'id': '79b98a34-7d9c-4239-8351-f8303495a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:46.703782 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.704886 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Bound using segment: {'id': '79b98a34-7d9c-4239-8351-f8303495a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:46.706264 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Bound port: a83d9949-624e-42a4-9acf-75ac70fcf385, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b98a34-7d9c-4239-8351-f8303495a2d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:46.708533 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.735228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421b58f-5f53-4669-b8f4-53676628e8c9 req-e16b7d55-7a82-4e14-8483-ceb603080f45 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:46.737141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4421b58f-5f53-4669-b8f4-53676628e8c9 req-e16b7d55-7a82-4e14-8483-ceb603080f45 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 945 time: 0.2048674 Jul 05 18:14:46.781818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8eecb5d2-4038-462d-adbc-0189229f1a96 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:46.782213 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.810425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4421b58f-5f53-4669-b8f4-53676628e8c9 req-83596686-e4e4-4793-bf3b-83bcb8ffc5ed tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626955 Jul 05 18:14:46.823154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 8a69a89a-3113-4922-8471-f10fdcb8f478) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:46.829394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:46.832806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:46.860166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa51b4d4-0f74-400c-8ed5-00982c9d0083 None None] Network 8a69a89a-3113-4922-8471-f10fdcb8f478 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:46.904204 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] For port a83d9949-624e-42a4-9acf-75ac70fcf385, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:46.908936 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] For port a83d9949-624e-42a4-9acf-75ac70fcf385, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a83d9949-624e-42a4-9acf-75ac70fcf385,segment=NetworkSegment(79b98a34-7d9c-4239-8351-f8303495a2d4),segment_id=79b98a34-7d9c-4239-8351-f8303495a2d4)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:46.997886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b2af8f70-c1fc-4faf-95b1-566cabdcf8f0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4932520 Jul 05 18:14:46.997886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41130) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:47.003718 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:47.091180 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4855060f-ea0b-46dc-892b-553a2724510b x-openstack-request-id: req-4855060f-ea0b-46dc-892b-553a2724510b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:14:47.092503 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd1c7e1-20aa-4b79-8bfb-518af2619bbf", "name": "network-vif-plugged", "status": "completed", "tag": "1353c7de-6112-48b0-bce6-7aacd638da4c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:14:47.092990 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4855060f-ea0b-46dc-892b-553a2724510b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:14:47.093580 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd1c7e1-20aa-4b79-8bfb-518af2619bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1353c7de-6112-48b0-bce6-7aacd638da4c', 'code': 200} Jul 05 18:14:47.272963 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658ced2-e57c-4f67-b499-63842b09b98c None None] Pushing event updated for resources: {'Port': ['ID=a83d9949-624e-42a4-9acf-75ac70fcf385,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:47.293519 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:47.294177 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:47.463281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-8a69a89a-3113-4922-8471-f10fdcb8f478', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:14:47.463281 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:47.482225 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:47.735388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9b6bd26-375b-4542-a639-c50daf5f313b tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:47.736767 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c9b6bd26-375b-4542-a639-c50daf5f313b tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.4001212 Jul 05 18:14:47.739729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41158) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:47.758701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6198e462-0438-4be8-a997-bdb4343d4765 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7990273c-c681-470a-9fbc-0dc4c0071131'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:47.758701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6198e462-0438-4be8-a997-bdb4343d4765 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100998) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:14:47.855678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Allocated IP 172.22.0.2 (8a69a89a-3113-4922-8471-f10fdcb8f478/2e04ed80-e7bd-42dc-b39e-e57fdef41916/d6592879-9e6f-4f28-aa2d-5c2d60a24dd7) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:47.893528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060b9b5-4ebc-4db4-b77c-3bd3915210f0 req-56a70dc2-f93e-4c71-9148-c4dcea718718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:47.895653 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1060b9b5-4ebc-4db4-b77c-3bd3915210f0 req-56a70dc2-f93e-4c71-9148-c4dcea718718 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 1096 time: 0.2301722 Jul 05 18:14:47.971130 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1060b9b5-4ebc-4db4-b77c-3bd3915210f0 req-04f87aba-bb06-4138-973e-e9e8e39a5937 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618899 Jul 05 18:14:47.980905 n-d-799524-1 neutron-server[100998]: WARNING neutron.services.metering.metering_plugin [None req-6198e462-0438-4be8-a997-bdb4343d4765 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 18:14:47.989389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d610c6-61c3-4aca-9bd9-0e91344bac5f req-93cb8241-14e0-4234-ab0c-c5f784f1bb87 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:47.998078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83d610c6-61c3-4aca-9bd9-0e91344bac5f req-93cb8241-14e0-4234-ab0c-c5f784f1bb87 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 945 time: 0.7717524 Jul 05 18:14:48.089143 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:14:42Z', 'revision_number': 3, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:46Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:48.151647 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:48.163168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Transition to ACTIVE for port object d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:48.171262 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2a5b9d-0cec-4431-98dc-ac4b5a0bd8af None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:14:42Z', 'revision_number': 3, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:46Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:48.200136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83d610c6-61c3-4aca-9bd9-0e91344bac5f req-d5b84822-9719-4c3d-9e2f-dec7ac9a5a60 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010748 Jul 05 18:14:48.213015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Transition to ACTIVE for port object d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:48.298092 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:48.332800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6198e462-0438-4be8-a997-bdb4343d4765 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:48.337600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Network 8a69a89a-3113-4922-8471-f10fdcb8f478 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:48.339382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41168) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:48.339872 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6198e462-0438-4be8-a997-bdb4343d4765 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5958028 Jul 05 18:14:48.345392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:48.384770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a5f44a22-814e-40f3-bab4-13aa2eb1111f tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7990273c-c681-470a-9fbc-0dc4c0071131'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:48.385310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a5f44a22-814e-40f3-bab4-13aa2eb1111f tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:14:48.392775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:48.443311 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:48.483690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Pushing event updated for resources: {'Port': ['ID=d6592879-9e6f-4f28-aa2d-5c2d60a24dd7,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:48.501677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Attempting to bind port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:48.501677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Attempting to bind port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '00eb7b3b-4c9e-4d98-af12-0c3003e32a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:48.505699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Attempting to bind port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 on network 8a69a89a-3113-4922-8471-f10fdcb8f478 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:48.516396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:48.522296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Checking segment: {'id': '00eb7b3b-4c9e-4d98-af12-0c3003e32a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:48.523092 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:48.523265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Bound using segment: {'id': '00eb7b3b-4c9e-4d98-af12-0c3003e32a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:48.525964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Bound port: d6592879-9e6f-4f28-aa2d-5c2d60a24dd7, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb7b3b-4c9e-4d98-af12-0c3003e32a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:48.526449 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:48.605558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-48854879-868b-4e5e-b843-8fe2c7a38dc2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:48.613783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-48854879-868b-4e5e-b843-8fe2c7a38dc2 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.97 "GET /v2.0/ports?device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 945 time: 0.5254605 Jul 05 18:14:48.637107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] For port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:48.641315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] For port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d6592879-9e6f-4f28-aa2d-5c2d60a24dd7,segment=NetworkSegment(00eb7b3b-4c9e-4d98-af12-0c3003e32a69),segment_id=00eb7b3b-4c9e-4d98-af12-0c3003e32a69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:48.690431 n-d-799524-1 neutron-server[100997]: WARNING neutron.services.metering.metering_plugin [None req-a5f44a22-814e-40f3-bab4-13aa2eb1111f tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 18:14:48.723383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a83d9949-624e-42a4-9acf-75ac70fcf385 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:48.744375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41174) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:48.794465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:48.933796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eae214-2856-4d7f-81dc-73ed2c645d6f None None] Pushing event updated for resources: {'Port': ['ID=d6592879-9e6f-4f28-aa2d-5c2d60a24dd7,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:48.997768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a83d9949-624e-42a4-9acf-75ac70fcf385 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:49.004210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a83d9949-624e-42a4-9acf-75ac70fcf385 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:49.004528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.025607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0510e-4eb2-494b-a6e4-bf84004dcb09 req-642f6226-7b15-4123-a45d-0a2d76f04dd0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:49.027966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fa0510e-4eb2-494b-a6e4-bf84004dcb09 req-642f6226-7b15-4123-a45d-0a2d76f04dd0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 945 time: 0.8960938 Jul 05 18:14:49.028959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3758a06-8433-4293-b5d8-2a3a112f13e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.203199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3758a06-8433-4293-b5d8-2a3a112f13e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.213668 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.273096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port a83d9949-624e-42a4-9acf-75ac70fcf385, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a83d9949-624e-42a4-9acf-75ac70fcf385,segment=NetworkSegment(79b98a34-7d9c-4239-8351-f8303495a2d4),segment_id=79b98a34-7d9c-4239-8351-f8303495a2d4)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:49.326602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3758a06-8433-4293-b5d8-2a3a112f13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.343683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-19a8499f-85aa-4b40-9bf5-1234fa4984bd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3194566 Jul 05 18:14:49.352086 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.355673 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5f44a22-814e-40f3-bab4-13aa2eb1111f tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.357080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a5f44a22-814e-40f3-bab4-13aa2eb1111f tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9788334 Jul 05 18:14:49.367596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41182) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:49.395709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3758a06-8433-4293-b5d8-2a3a112f13e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a84d1d3-beb9-4bcf-91a9-9f53f17ed6c0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:49.438400 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b3758a06-8433-4293-b5d8-2a3a112f13e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa5ab332d45d4253a5820d0bc26a61ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6929281 Jul 05 18:14:49.448414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41188) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:49.454314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fa0510e-4eb2-494b-a6e4-bf84004dcb09 req-bb714497-61aa-47c9-a8f8-f3325603afca tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606506 Jul 05 18:14:49.469735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fda08f84-c196-4c44-a831-a175d98c2610 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=1703b46e-3dbe-4f13-81c2-f784b10a3e79 HTTP/1.1" status: 200 len: 462 time: 0.1000431 Jul 05 18:14:49.473082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41190) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:49.514385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=a83d9949-624e-42a4-9acf-75ac70fcf385,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:49.556240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96233408-8bc4-41c6-bbd6-776eff9de7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.558146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.22.0.1 (8a69a89a-3113-4922-8471-f10fdcb8f478/2e04ed80-e7bd-42dc-b39e-e57fdef41916/9250e985-d21f-4594-a44f-ddd742ce7b69) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:49.570121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Deleting port 5fb237f6-63d0-4094-aa04-35b8df91ac03 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:49.570628 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.582334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96233408-8bc4-41c6-bbd6-776eff9de7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.706184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ab62b4b-19c1-4580-a5c6-a336e2b53cc2 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.707380 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2ab62b4b-19c1-4580-a5c6-a336e2b53cc2 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/1703b46e-3dbe-4f13-81c2-f784b10a3e79 HTTP/1.1" status: 204 len: 168 time: 0.2333264 Jul 05 18:14:49.710219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41192) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:49.721100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e6134d5f-0634-4e37-81c6-6fcfec21cf27 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=1703b46e-3dbe-4f13-81c2-f784b10a3e79 HTTP/1.1" status: 200 len: 221 time: 0.0096068 Jul 05 18:14:49.729561 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41194) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:49.734355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4c297377-5743-44ac-ba61-6d64e8a20a47 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1065523920', 'description': 'label created by tempest'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:49.734966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4c297377-5743-44ac-ba61-6d64e8a20a47 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Unknown quota resources ['metering_label']. {{(pid=100998) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:14:49.775743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-35f76891-d925-4c74-8d73-f51e652bc04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:49.777293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-35f76891-d925-4c74-8d73-f51e652bc04d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8424ed8b427c4c4fb4cd973688507a91&device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 1096 time: 0.3482368 Jul 05 18:14:49.800308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45440061-6066-4647-8abd-a6a1661066cf req-6d558538-646c-4372-a338-09c611828a18 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:49.801404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96233408-8bc4-41c6-bbd6-776eff9de7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.805425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96233408-8bc4-41c6-bbd6-776eff9de7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.807972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45440061-6066-4647-8abd-a6a1661066cf req-6d558538-646c-4372-a338-09c611828a18 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 945 time: 0.3991363 Jul 05 18:14:49.810106 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-96233408-8bc4-41c6-bbd6-776eff9de7b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a84d1d3-beb9-4bcf-91a9-9f53f17ed6c0 HTTP/1.1" status: 204 len: 168 time: 0.3603911 Jul 05 18:14:49.841315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96233408-8bc4-41c6-bbd6-776eff9de7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a84d1d3-beb9-4bcf-91a9-9f53f17ed6c0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:49.864576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] For port 5fb237f6-63d0-4094-aa04-35b8df91ac03, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5fb237f6-63d0-4094-aa04-35b8df91ac03,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:49.864988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:49.908087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Calling delete_port for 5fb237f6-63d0-4094-aa04-35b8df91ac03 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:50.029961 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:50.033783 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c297377-5743-44ac-ba61-6d64e8a20a47 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:50.037571 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4c297377-5743-44ac-ba61-6d64e8a20a47 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3045022 Jul 05 18:14:50.038430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41200) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:50.079666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45440061-6066-4647-8abd-a6a1661066cf req-f8ccc8f2-071d-447c-9945-e360befad078 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702136 Jul 05 18:14:50.135329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Transition to ACTIVE for port object 9250e985-d21f-4594-a44f-ddd742ce7b69 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:50.140514 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8bf98832-6ff5-4f5e-8672-2b4d7c3ab8d3 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=96e75c7b-f811-4ace-b9ec-e268caed5f9d HTTP/1.1" status: 200 len: 468 time: 0.1008146 Jul 05 18:14:50.143345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41202) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:50.161003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-f25684c2-b423-4b6e-8b0b-7850d861234a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:50.163034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-f25684c2-b423-4b6e-8b0b-7850d861234a service neutron] 10.222.0.97 "GET /v2.0/networks?id=ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 200 len: 915 time: 0.3381512 Jul 05 18:14:50.273983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-862e3586-eb2a-4d47-93a4-c7fe3d754214 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0dda8115-d7d9-4b4b-a09b-f35ce18178d3 HTTP/1.1" status: 200 len: 217 time: 0.0979674 Jul 05 18:14:50.304524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5d798-367d-417a-9f46-635193cad125 None None] Network 8a69a89a-3113-4922-8471-f10fdcb8f478 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:50.534345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7fc122cd-3adf-4d8e-a0c9-172a644ad8e8 None None] Provisioning for port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:50.618110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-7b532104-0e32-4499-84a1-add4db6fb79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:50.619807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-7b532104-0e32-4499-84a1-add4db6fb79d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=4c8c9d2a-b911-45f7-9108-414b93a18a7d HTTP/1.1" status: 200 len: 854 time: 0.3191080 Jul 05 18:14:50.621440 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:50.647001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0dda8115-d7d9-4b4b-a09b-f35ce18178d3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:14:50.716679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:50.738774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a83d9949-624e-42a4-9acf-75ac70fcf385 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:50.752075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-828b3cf1-34ea-4f7a-a2d1-37a3c0c39a02 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:50.753599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-828b3cf1-34ea-4f7a-a2d1-37a3c0c39a02 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/96e75c7b-f811-4ace-b9ec-e268caed5f9d HTTP/1.1" status: 204 len: 168 time: 0.6092453 Jul 05 18:14:50.757435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41220) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:50.764410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Pushing event deleted for resources: {'Port': ['ID=5fb237f6-63d0-4094-aa04-35b8df91ac03,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:50.785973 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0419fe5f-c8ad-40ca-9e5b-3ef0fa83d587 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=96e75c7b-f811-4ace-b9ec-e268caed5f9d HTTP/1.1" status: 200 len: 216 time: 0.0229185 Jul 05 18:14:50.787252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41222) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:50.812035 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-af4a64ac-9bb1-46c2-990d-9f2d6a445fd6 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0212834 Jul 05 18:14:50.814551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41224) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:50.854934 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-678b0eea-2a2b-4074-88ee-1098530e38df tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0390017 Jul 05 18:14:50.859811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41226) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:50.887984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a83d9949-624e-42a4-9acf-75ac70fcf385 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:50.889021 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:50.930804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 8a69a89a-3113-4922-8471-f10fdcb8f478 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:50.933220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] No DVR routers for this DVR port 5fb237f6-63d0-4094-aa04-35b8df91ac03 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:50.936148 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:50.939283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3879d80b-a7ee-4289-9ecf-e2dfbfa36c09 req-810cca74-80e7-4e1f-90a3-aac65a8134ea tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.97 "DELETE /v2.0/ports/5fb237f6-63d0-4094-aa04-35b8df91ac03 HTTP/1.1" status: 204 len: 173 time: 2.3185637 Jul 05 18:14:50.948798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e302eb-34e0-4e6f-8d72-a8b19e131023', 'name': 'network-vif-deleted', 'tag': '5fb237f6-63d0-4094-aa04-35b8df91ac03'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:14:50.951757 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564081f3-b1b2-4906-8dec-22d279cf567a" -d '{"events": [{"server_uuid": "37e302eb-34e0-4e6f-8d72-a8b19e131023", "name": "network-vif-deleted", "tag": "5fb237f6-63d0-4094-aa04-35b8df91ac03"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:14:50.963728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:50.967007 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2b4e3f5b-5f13-44b6-908a-dde897cc37fa tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/7990273c-c681-470a-9fbc-0dc4c0071131 HTTP/1.1" status: 200 len: 473 time: 0.1059942 Jul 05 18:14:50.974839 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-155a74fa-8fd1-485e-b8c8-2c5c6c2b06b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:50.979610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41230) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:50.983321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:50.996277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-03adb4c0-832f-46da-861c-6209e3392f0a tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/7a14181a-bccd-49bc-a879-4290ee8f1f73 HTTP/1.1" status: 200 len: 459 time: 0.0141957 Jul 05 18:14:51.004054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41234) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:51.059814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=9250e985-d21f-4594-a44f-ddd742ce7b69,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:51.080852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-0f8163eb-5d57-4018-ac28-d73793bb97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:51.082783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-0f8163eb-5d57-4018-ac28-d73793bb97d6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ee958a96-52f4-4943-a710-dbd2be926181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4353411 Jul 05 18:14:51.101747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-6142444c-1bfd-467a-aefa-f84a7f5f0440 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:14:51.103093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-6142444c-1bfd-467a-aefa-f84a7f5f0440 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103447 Jul 05 18:14:51.106468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:51.153321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:51.367236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 5fb237f6-63d0-4094-aa04-35b8df91ac03 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:14:51.489232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:51.504784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 5fb237f6-63d0-4094-aa04-35b8df91ac03 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:14:51.506711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 5fb237f6-63d0-4094-aa04-35b8df91ac03 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:14:51.511366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:51.517193 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:51.545585 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-592a3875-f0ee-4df4-b4c3-84f3316eb7a1 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:51.547841 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-592a3875-f0ee-4df4-b4c3-84f3316eb7a1 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/7a14181a-bccd-49bc-a879-4290ee8f1f73 HTTP/1.1" status: 204 len: 168 time: 0.5417576 Jul 05 18:14:51.557310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41246) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:51.740347 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3e8cca-934c-4cc1-80e2-91eefcf23315 x-openstack-request-id: req-0d3e8cca-934c-4cc1-80e2-91eefcf23315 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:14:51.745429 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e302eb-34e0-4e6f-8d72-a8b19e131023", "name": "network-vif-deleted", "tag": "5fb237f6-63d0-4094-aa04-35b8df91ac03", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:14:51.745429 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0d3e8cca-934c-4cc1-80e2-91eefcf23315 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:14:51.745429 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e302eb-34e0-4e6f-8d72-a8b19e131023', 'name': 'network-vif-deleted', 'tag': '5fb237f6-63d0-4094-aa04-35b8df91ac03', 'status': 'completed', 'code': 200} Jul 05 18:14:51.773611 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:51.778014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-68983481-126a-4a80-b8df-596bfd316574 None None] Provisioning for port 9250e985-d21f-4594-a44f-ddd742ce7b69 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:51.806799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441f6a3-7ac1-4077-9684-6d75846ce6f8 req-c9c6c76e-6a60-4afe-8ab5-1b410fc1c8ae tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:51.809388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4441f6a3-7ac1-4077-9684-6d75846ce6f8 req-c9c6c76e-6a60-4afe-8ab5-1b410fc1c8ae tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 945 time: 1.0619304 Jul 05 18:14:51.810033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41252) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:51.837578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d6592879-9e6f-4f28-aa2d-5c2d60a24dd7,segment=NetworkSegment(00eb7b3b-4c9e-4d98-af12-0c3003e32a69),segment_id=00eb7b3b-4c9e-4d98-af12-0c3003e32a69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:51.840164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-68983481-126a-4a80-b8df-596bfd316574 None None] Provisioning complete for port 9250e985-d21f-4594-a44f-ddd742ce7b69 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:51.840554 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-68983481-126a-4a80-b8df-596bfd316574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:51.879626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-7b1493ab-e14b-4082-a035-5343e6c05b32 service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7652400 Jul 05 18:14:51.882003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-68983481-126a-4a80-b8df-596bfd316574 None None] Port 9250e985-d21f-4594-a44f-ddd742ce7b69 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:52.012106 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.055453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1943158687'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:52.060587 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca39efcf-9f2d-4709-8de9-cce7e3804064 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.061893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ec30e96-f625-4a7b-baa9-07eed2601ee1 req-2f92885b-bf62-413c-9b21-eab7f9fd2880 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=37e302eb-34e0-4e6f-8d72-a8b19e131023 HTTP/1.1" status: 200 len: 210 time: 0.1308415 Jul 05 18:14:52.063103 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ca39efcf-9f2d-4709-8de9-cce7e3804064 tempest-MeteringIpV6TestJSON-75778828 tempest-MeteringIpV6TestJSON-75778828-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/7990273c-c681-470a-9fbc-0dc4c0071131 HTTP/1.1" status: 204 len: 168 time: 0.5047836 Jul 05 18:14:52.096559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d6592879-9e6f-4f28-aa2d-5c2d60a24dd7,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:52.136718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4441f6a3-7ac1-4077-9684-6d75846ce6f8 req-dc877548-2d2e-4804-a1ec-7e89daa9a49c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560179 Jul 05 18:14:52.173034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f110cf0f-c26b-4804-a851-de8da9e06478 req-189d6651-d12c-4597-ab47-23bf05492d09 service neutron] 10.222.0.97 "GET /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578464 Jul 05 18:14:52.207982 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.272305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:52.276104 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.289089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.602676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:52.609070 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.675831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:52.676252 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.683164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95fcbd1-774f-4332-abd2-9618d94ce76a req-6bdb64c3-d1ab-4983-b5de-767e9b2822f0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:52.684843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f95fcbd1-774f-4332-abd2-9618d94ce76a req-6bdb64c3-d1ab-4983-b5de-767e9b2822f0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.2509174 Jul 05 18:14:52.710062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f95fcbd1-774f-4332-abd2-9618d94ce76a req-1f4e562f-234b-4f68-8756-eae3a9105e74 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/quotas/af205f8fe38746c2ae756fe4c2fc2611 HTTP/1.1" status: 200 len: 375 time: 0.0177839 Jul 05 18:14:52.729269 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.800796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:14:52.807018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41278) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:52.850770 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.852799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.853390 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added segment e829190a-b8b0-4c32-838f-e231b787074a of type vlan for network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 Jul 05 18:14:52.857227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88b2213-f2e7-47b0-8911-e88deb09bf8e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:52.911760 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.929985 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.951992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ae9c8d-b7f5-47c2-98eb-833682cdc97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:52.970456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f95fcbd1-774f-4332-abd2-9618d94ce76a req-0fb43bc5-7c06-4e0c-9402-093cebc8b96d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2412107 Jul 05 18:14:53.076811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ae9c8d-b7f5-47c2-98eb-833682cdc97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.082648 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.093346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=9250e985-d21f-4594-a44f-ddd742ce7b69,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:53.178981 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-92ae9c8d-b7f5-47c2-98eb-833682cdc97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.191550 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.198743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:53.202274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.220201 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-92ae9c8d-b7f5-47c2-98eb-833682cdc97f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=12133e877f9e4917949504a86a57dd69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4115424 Jul 05 18:14:53.221643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae9c8d-b7f5-47c2-98eb-833682cdc97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c073622-ed98-43de-b4be-5947b6cfbda7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:53.225639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41286) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:53.259419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f95fcbd1-774f-4332-abd2-9618d94ce76a req-32dda4ca-50fc-4b77-b440-82b6423f5f74 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557147 Jul 05 18:14:53.298613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64d0dd23-b09f-4752-9f9c-671d5866e152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.324633 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64d0dd23-b09f-4752-9f9c-671d5866e152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.356111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Network': ['ID=5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:53.361854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-382698c9-6165-4589-b740-ca9d6b1e89f3 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4886701 Jul 05 18:14:53.370188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41290) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:53.374012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:14:53.387751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-31486719'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:53.413243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network 8a69a89a-3113-4922-8471-f10fdcb8f478 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:53.428541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:53.433170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f95fcbd1-774f-4332-abd2-9618d94ce76a req-bde0bf13-4724-41d0-a3ad-f1f119e88f64 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658747 Jul 05 18:14:53.560415 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4c818256-d737-47fb-a74d-7a38ec8c7f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.586122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:53.590153 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.592922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64d0dd23-b09f-4752-9f9c-671d5866e152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.595575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:14:53.595730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64d0dd23-b09f-4752-9f9c-671d5866e152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.597059 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-64d0dd23-b09f-4752-9f9c-671d5866e152 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8c073622-ed98-43de-b4be-5947b6cfbda7 HTTP/1.1" status: 204 len: 168 time: 0.3701737 Jul 05 18:14:53.622038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d0dd23-b09f-4752-9f9c-671d5866e152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c073622-ed98-43de-b4be-5947b6cfbda7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:53.652040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:14:53.674778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.675175 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added segment 81a1db1d-553e-421f-af3b-3f3b1354aa7c of type vlan for network 845ac472-676c-4b41-ac1f-6b1003a7ed7f Jul 05 18:14:53.683873 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.727374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:14:53.727809 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.740730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3265ccdf-32ca-4b19-b64b-f64ec4c45076 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7416656 Jul 05 18:14:53.743419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41294) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:53.747301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:14:53.748682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'network': {'name': 'tempest-RoutersTest-1390222433'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:53.760057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:53.761660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:53.959316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:53.959856 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.969125 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:53.975456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:53.981087 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.024749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:14:54.054591 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.055053 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added segment b983eeff-0589-4049-aebd-541cd8b8402d of type vlan for network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 Jul 05 18:14:54.137314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:54.142585 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7684550 Jul 05 18:14:54.143816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41310) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:54.144184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f885a87-b889-482c-b67c-ebc445b1b44c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Network': ['ID=845ac472-676c-4b41-ac1f-6b1003a7ed7f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:54.149849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'subnet': {'network_id': '5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:54.161357 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.181826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 845ac472-676c-4b41-ac1f-6b1003a7ed7f details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:14:54.242036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c93a7d28-dca0-4015-9c6e-542f70a86721 None None] Provisioning complete for port 9250e985-d21f-4594-a44f-ddd742ce7b69 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:54.242462 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c93a7d28-dca0-4015-9c6e-542f70a86721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.395455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.401815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:54.402745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.408523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c93a7d28-dca0-4015-9c6e-542f70a86721 None None] Port 9250e985-d21f-4594-a44f-ddd742ce7b69 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:14:54.417000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:54.420924 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.550753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Network': ['ID=e4a9990f-1e22-4a65-bf8b-a2835fa00b03,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:54.580384 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-319f33c3-6408-402e-9c9d-724cd7294cff tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8330526 Jul 05 18:14:54.580696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41326) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:54.581585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:14:54.589910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'subnet': {'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:54.647523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a55b58a-6f97-4168-9600-2ead510e7c8b req-191ef849-95f2-4f63-9b86-7aa11d3a2a36 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:54.649661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a55b58a-6f97-4168-9600-2ead510e7c8b req-191ef849-95f2-4f63-9b86-7aa11d3a2a36 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.3180468 Jul 05 18:14:54.697905 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.756752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a55b58a-6f97-4168-9600-2ead510e7c8b req-edae82a1-1829-49d0-92e1-89735b8564ca tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987291 Jul 05 18:14:54.793818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:14:52Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:14:52Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:54.811411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41332) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:54.847639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:14:54.848191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Updating router 6c09c9a5-2ecd-41dc-8dae-87897524f531 port 9250e985-d21f-4594-a44f-ddd742ce7b69 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:14:54.874678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3fa2a4b-a211-4a88-9142-3c96156cf9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.932136 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:54.949346 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-314dc96c-b310-46f5-9157-baf3a017f021 req-017303ee-90c0-4a46-b821-30fcaee74eae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1355186 Jul 05 18:14:55.026861 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.082304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Made reservation on behalf of c952e553895d48cab9bc1d9c52d41ebb for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:55.086804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.133136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Subnet': ['ID=2b858c0b-8a83-4cee-9547-00d19161ac47,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:55.139882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Checking segment: {'id': 'e829190a-b8b0-4c32-838f-e231b787074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:55.141097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network hostable DHCP agents. Network: 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:14:55.255714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3fa2a4b-a211-4a88-9142-3c96156cf9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.273785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:14:55.274323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc96c-b310-46f5-9157-baf3a017f021 req-1c439628-b555-45cb-b612-54bd42ced1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:55.274417 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-314dc96c-b310-46f5-9157-baf3a017f021 req-1c439628-b555-45cb-b612-54bd42ced1b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1096 time: 0.2926965 Jul 05 18:14:55.401528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.416248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Transition to ACTIVE for port object 9250e985-d21f-4594-a44f-ddd742ce7b69 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:55.423142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3fa2a4b-a211-4a88-9142-3c96156cf9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.456679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:55.461836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:55.462270 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.466198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3c9d78-e446-4f69-a2bd-2d71d11d487e None None] Network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:55.517575 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.523429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa2a4b-a211-4a88-9142-3c96156cf9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db3174-1b9e-4bea-a70f-fcf0ab2be4db,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:55.538638 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d3fa2a4b-a211-4a88-9142-3c96156cf9be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3966a39539734bad933af7734f261cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7233965 Jul 05 18:14:55.538638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41358) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:55.563500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-2aad4eb3-548a-421d-90cc-7b1a9428110f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:55.565557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-2aad4eb3-548a-421d-90cc-7b1a9428110f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.1890628 Jul 05 18:14:55.575566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1c1acfc0-705c-4cd9-b006-b53211c3e7da tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4315531 Jul 05 18:14:55.583394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41360) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:55.583521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc96c-b310-46f5-9157-baf3a017f021 req-2c1399e3-5cc0-4eef-bef6-3419dc2dc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:55.583521 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-314dc96c-b310-46f5-9157-baf3a017f021 req-2c1399e3-5cc0-4eef-bef6-3419dc2dc703 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.2548876 Jul 05 18:14:55.585242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'subnet': {'network_id': '845ac472-676c-4b41-ac1f-6b1003a7ed7f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:55.614074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660704b-b541-4cbe-9603-e90ea00b97a1 None None] Pushing event updated for resources: {'Port': ['ID=9250e985-d21f-4594-a44f-ddd742ce7b69,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:55.683050 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-314dc96c-b310-46f5-9157-baf3a017f021 req-3edbddaf-92eb-4434-9340-9cbb827c16b2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 1000 time: 0.0925782 Jul 05 18:14:55.685278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.703410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Attempting to bind port 9250e985-d21f-4594-a44f-ddd742ce7b69 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:55.703410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Attempting to bind port 9250e985-d21f-4594-a44f-ddd742ce7b69 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '00eb7b3b-4c9e-4d98-af12-0c3003e32a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:55.704100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Attempting to bind port 9250e985-d21f-4594-a44f-ddd742ce7b69 on network 8a69a89a-3113-4922-8471-f10fdcb8f478 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:55.705726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-4b911dc1-466a-41ee-892b-d40575179772 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/quotas/af205f8fe38746c2ae756fe4c2fc2611 HTTP/1.1" status: 200 len: 375 time: 0.1285622 Jul 05 18:14:55.719925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:55.720750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Checking segment: {'id': '00eb7b3b-4c9e-4d98-af12-0c3003e32a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:55.721979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.723147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Bound using segment: {'id': '00eb7b3b-4c9e-4d98-af12-0c3003e32a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:55.723757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Bound port: 9250e985-d21f-4594-a44f-ddd742ce7b69, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00eb7b3b-4c9e-4d98-af12-0c3003e32a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:55.724425 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.766973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc96c-b310-46f5-9157-baf3a017f021 req-a1daabb7-8016-4d4e-94ed-2425c991c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:55.768564 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-314dc96c-b310-46f5-9157-baf3a017f021 req-a1daabb7-8016-4d4e-94ed-2425c991c3e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0722733 Jul 05 18:14:55.917672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Checking segment: {'id': 'b983eeff-0589-4049-aebd-541cd8b8402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:55.918312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network hostable DHCP agents. Network: e4a9990f-1e22-4a65-bf8b-a2835fa00b03, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:14:55.957913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68', 'network_id': '5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'fixed_ips': [{'subnet_id': '2b858c0b-8a83-4cee-9547-00d19161ac47'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:14:55.961809 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:55.999353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314dc96c-b310-46f5-9157-baf3a017f021 req-1d17310c-2bd2-47d7-8acc-e5ee35bd3cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:56.001138 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-314dc96c-b310-46f5-9157-baf3a017f021 req-1d17310c-2bd2-47d7-8acc-e5ee35bd3cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1749151 Jul 05 18:14:56.003084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] For port 9250e985-d21f-4594-a44f-ddd742ce7b69, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:56.003256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Subnet': ['ID=99f7d496-6af9-4f69-a4da-67204b30a13c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:56.007934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] For port 9250e985-d21f-4594-a44f-ddd742ce7b69, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9250e985-d21f-4594-a44f-ddd742ce7b69,segment=NetworkSegment(00eb7b3b-4c9e-4d98-af12-0c3003e32a69),segment_id=00eb7b3b-4c9e-4d98-af12-0c3003e32a69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:56.014997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-141ef908-f8f2-4b8e-9edd-a34f16e4275a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:56.047185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-141ef908-f8f2-4b8e-9edd-a34f16e4275a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:56.067430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:14:56.142476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:56.189489 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-314dc96c-b310-46f5-9157-baf3a017f021 req-2528acfe-abae-43cc-92cd-cd3a785c86ab service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243398 Jul 05 18:14:56.219923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-23c0f1a1-f104-42cf-b7dc-c60b5385d59a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:56.221489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-23c0f1a1-f104-42cf-b7dc-c60b5385d59a tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.97 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.7316508 Jul 05 18:14:56.226394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:14:56.234025 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:56.289191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:14:56.290221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:56.322255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-141ef908-f8f2-4b8e-9edd-a34f16e4275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:56.325551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-141ef908-f8f2-4b8e-9edd-a34f16e4275a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:56.329768 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-141ef908-f8f2-4b8e-9edd-a34f16e4275a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/44db3174-1b9e-4bea-a70f-fcf0ab2be4db HTTP/1.1" status: 204 len: 168 time: 0.7902830 Jul 05 18:14:56.330598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e4a9990f-1e22-4a65-bf8b-a2835fa00b03) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:56.349422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:56.350180 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:56.350291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e9c81a-c9e0-4568-90da-a4ceb164cf7f None None] Network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:56.394371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ef908-f8f2-4b8e-9edd-a34f16e4275a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db3174-1b9e-4bea-a70f-fcf0ab2be4db,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:56.398780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7660704b-b541-4cbe-9603-e90ea00b97a1 None None] Pushing event updated for resources: {'Port': ['ID=9250e985-d21f-4594-a44f-ddd742ce7b69,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:56.408253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Allocated IP 2001:db8::2 (5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68/2b858c0b-8a83-4cee-9547-00d19161ac47/1893e6a3-8622-49e8-8735-fb20724edf47) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:56.433341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:56.513216 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-314dc96c-b310-46f5-9157-baf3a017f021 req-0b551dda-76cc-4e78-9a9a-f482327d0dcb service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108661 Jul 05 18:14:56.537515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:14:56.571352 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d20ebf8e-fef3-4958-a85c-93f13e05f09c tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9894376 Jul 05 18:14:56.574508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41372) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:56.580631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-8716cd91-5e73-4d24-8174-5944d09bdd57 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8648379 Jul 05 18:14:56.596517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d583321-a486-4343-9565-5fe5c589dc50 req-711cab68-e3a5-4eb6-8acc-fb308e31854f tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:56.598016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d583321-a486-4343-9565-5fe5c589dc50 req-711cab68-e3a5-4eb6-8acc-fb308e31854f tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 945 time: 0.4546900 Jul 05 18:14:56.805309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d583321-a486-4343-9565-5fe5c589dc50 req-52735cca-db82-402a-a4d9-726387a0b13e tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/security-groups?id=46030a0b-8a7f-4302-9044-03a7d815cca7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863723 Jul 05 18:14:56.876628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Deleting port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:14:56.876628 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.046517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-91438ab2-c905-4800-8bed-3bc417beb236 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416766 Jul 05 18:14:57.205493 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.206508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:14:57.207584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.265123 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.279700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.298444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] For port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:14:57.298764 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.326408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Transition to ACTIVE for port object 1893e6a3-8622-49e8-8735-fb20724edf47 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:57.336433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Calling delete_port for 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:14:57.350765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Subnet': ['ID=a85475cc-bc90-424a-9d50-a359e2bde245,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:57.356755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Transition to ACTIVE for port object 1893e6a3-8622-49e8-8735-fb20724edf47 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:57.379419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cf886bfb-0010-4340-ba9e-573921e21827 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190720 Jul 05 18:14:57.422017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Checking segment: {'id': '81a1db1d-553e-421f-af3b-3f3b1354aa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '845ac472-676c-4b41-ac1f-6b1003a7ed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:57.422394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network hostable DHCP agents. Network: 845ac472-676c-4b41-ac1f-6b1003a7ed7f, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:14:57.488041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Allocated IP 172.23.0.2 (e4a9990f-1e22-4a65-bf8b-a2835fa00b03/99f7d496-6af9-4f69-a4da-67204b30a13c/7692ff4e-146c-490e-86ef-116c075fe114) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:57.558509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 845ac472-676c-4b41-ac1f-6b1003a7ed7f is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:14:57.577228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:14:52Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:14:55Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:14:57.582164 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.617629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10f33ec-c7d3-452c-a0c4-c8f6c7448f9b None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:14:52Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:14:55Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:14:57.626159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 845ac472-676c-4b41-ac1f-6b1003a7ed7f) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:57.645455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:14:57.647534 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.680855 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.706955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b982d3-a8b4-43c4-8227-dd6bc4ccb7dc None None] Network 845ac472-676c-4b41-ac1f-6b1003a7ed7f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:14:57.827063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Pushing event deleted for resources: {'Port': ['ID=0dda8115-d7d9-4b4b-a09b-f35ce18178d3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:57.830700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1483957-8789-4971-b057-641943168422 req-2f904e59-86b1-49c0-86ae-0738d9dc3e6d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 210 time: 0.1397803 Jul 05 18:14:57.867401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9cf983e0-854d-4e56-afd1-7fa1ab9f146b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2879384 Jul 05 18:14:57.870150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41398) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:57.886420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-83e01ce6-0817-4de1-9547-fdd5298c3698 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1261623980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:14:57.930340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:57.931638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Pushing event updated for resources: {'Port': ['ID=1893e6a3-8622-49e8-8735-fb20724edf47,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:57.945582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] No DVR routers for this DVR port 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:14:57.945996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:57.952158 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:57.952648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:57.959535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1407a989-b7be-4f76-9f2c-a96fa2c2c60e req-0a60a1f7-bd1f-4074-bacf-dffb9dc04ca0 tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.97 "DELETE /v2.0/ports/0dda8115-d7d9-4b4b-a09b-f35ce18178d3 HTTP/1.1" status: 204 len: 173 time: 1.7194562 Jul 05 18:14:57.960099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '328c33bf-1c6a-45a3-acad-786a1c9ec45e', 'name': 'network-vif-deleted', 'tag': '0dda8115-d7d9-4b4b-a09b-f35ce18178d3'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:14:57.964519 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d800b2a3-06ea-4a0f-87d6-e4f6131083f2" -d '{"events": [{"server_uuid": "328c33bf-1c6a-45a3-acad-786a1c9ec45e", "name": "network-vif-deleted", "tag": "0dda8115-d7d9-4b4b-a09b-f35ce18178d3"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:14:58.046670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83e01ce6-0817-4de1-9547-fdd5298c3698 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:58.047768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83e01ce6-0817-4de1-9547-fdd5298c3698 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:58.062466 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43865acd-bc22-42a2-9637-fd783871fc41 x-openstack-request-id: req-43865acd-bc22-42a2-9637-fd783871fc41 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:14:58.062791 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "328c33bf-1c6a-45a3-acad-786a1c9ec45e", "name": "network-vif-deleted", "tag": "0dda8115-d7d9-4b4b-a09b-f35ce18178d3", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:14:58.063053 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43865acd-bc22-42a2-9637-fd783871fc41 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:14:58.063460 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '328c33bf-1c6a-45a3-acad-786a1c9ec45e', 'name': 'network-vif-deleted', 'tag': '0dda8115-d7d9-4b4b-a09b-f35ce18178d3', 'status': 'completed', 'code': 200} Jul 05 18:14:58.252348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa83a58-50d6-4e97-8146-f1357e5e8e8b req-e2d2461e-c192-4c3f-ada2-e1229c2487ae tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 210 time: 0.1224082 Jul 05 18:14:58.363105 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:58.468470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Transition to ACTIVE for port object 7692ff4e-146c-490e-86ef-116c075fe114 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:58.595601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Attempting to bind port 1893e6a3-8622-49e8-8735-fb20724edf47 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:58.603464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Attempting to bind port 1893e6a3-8622-49e8-8735-fb20724edf47 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'e829190a-b8b0-4c32-838f-e231b787074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:58.603464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Attempting to bind port 1893e6a3-8622-49e8-8735-fb20724edf47 on network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:58.603464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Transition to ACTIVE for port object 7692ff4e-146c-490e-86ef-116c075fe114 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:58.603464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-845ac472-676c-4b41-ac1f-6b1003a7ed7f', 'network_id': '845ac472-676c-4b41-ac1f-6b1003a7ed7f', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'fixed_ips': [{'subnet_id': 'a85475cc-bc90-424a-9d50-a359e2bde245'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:14:58.603464 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:58.620714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:58.621090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Checking segment: {'id': 'e829190a-b8b0-4c32-838f-e231b787074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:58.621493 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:58.627031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Bound using segment: {'id': 'e829190a-b8b0-4c32-838f-e231b787074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:58.627031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Bound port: 1893e6a3-8622-49e8-8735-fb20724edf47, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e829190a-b8b0-4c32-838f-e231b787074a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:58.627031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:58.813243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9250e985-d21f-4594-a44f-ddd742ce7b69 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:14:58.848585 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:58.919606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:14:58.927468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:14:58.939168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:14:59.003190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5c24fb2-2f1b-4e84-85a7-f9c07b0dfe25 req-23a3c146-4ad3-46d1-bdcb-ed3edb2d7b39 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 210 time: 0.0879464 Jul 05 18:14:59.017616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Pushing event updated for resources: {'Port': ['ID=7692ff4e-146c-490e-86ef-116c075fe114,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:59.053309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] For port 1893e6a3-8622-49e8-8735-fb20724edf47, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:59.072073 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83e01ce6-0817-4de1-9547-fdd5298c3698 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.102922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] For port 1893e6a3-8622-49e8-8735-fb20724edf47, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1893e6a3-8622-49e8-8735-fb20724edf47,segment=NetworkSegment(e829190a-b8b0-4c32-838f-e231b787074a),segment_id=e829190a-b8b0-4c32-838f-e231b787074a)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:59.104688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Allocated IP 2001:db8:1::2 (845ac472-676c-4b41-ac1f-6b1003a7ed7f/a85475cc-bc90-424a-9d50-a359e2bde245/ef68b7b7-70ac-4626-a5b9-2e1b3144c785) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:59.123677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Attempting to bind port 7692ff4e-146c-490e-86ef-116c075fe114 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:14:59.124050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Attempting to bind port 7692ff4e-146c-490e-86ef-116c075fe114 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b983eeff-0589-4049-aebd-541cd8b8402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:14:59.124413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Attempting to bind port 7692ff4e-146c-490e-86ef-116c075fe114 on network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:14:59.135229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:14:59.135974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Checking segment: {'id': 'b983eeff-0589-4049-aebd-541cd8b8402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:14:59.136531 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.137094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Bound using segment: {'id': 'b983eeff-0589-4049-aebd-541cd8b8402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:14:59.137719 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Bound port: 7692ff4e-146c-490e-86ef-116c075fe114, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983eeff-0589-4049-aebd-541cd8b8402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:14:59.138124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83e01ce6-0817-4de1-9547-fdd5298c3698 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.138261 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.146389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Allocated IP 172.23.0.1 (e4a9990f-1e22-4a65-bf8b-a2835fa00b03/99f7d496-6af9-4f69-a4da-67204b30a13c/0f140bd4-8311-4fe9-aab8-f16984ea4d09) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:14:59.149552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9250e985-d21f-4594-a44f-ddd742ce7b69 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:14:59.192452 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.201523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9250e985-d21f-4594-a44f-ddd742ce7b69 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:14:59.201897 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.273732 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83e01ce6-0817-4de1-9547-fdd5298c3698 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.279243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41428) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:59.291739 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-83e01ce6-0817-4de1-9547-fdd5298c3698 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.4077623 Jul 05 18:14:59.391630 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.453621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:14:59.472913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Transition to ACTIVE for port object 0f140bd4-8311-4fe9-aab8-f16984ea4d09 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:14:59.498647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6bd63-08b1-4f3c-8215-ec40ea8f6777 None None] Pushing event updated for resources: {'Port': ['ID=1893e6a3-8622-49e8-8735-fb20724edf47,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:14:59.536806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] For port 7692ff4e-146c-490e-86ef-116c075fe114, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:14:59.541250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] For port 7692ff4e-146c-490e-86ef-116c075fe114, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7692ff4e-146c-490e-86ef-116c075fe114,segment=NetworkSegment(b983eeff-0589-4049-aebd-541cd8b8402d),segment_id=b983eeff-0589-4049-aebd-541cd8b8402d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:14:59.626997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:14:59.634086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0dda8115-d7d9-4b4b-a09b-f35ce18178d3 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:14:59.656636 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.707546 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:14:59.815386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41442) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:14:59.823321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1e8f9c7-2949-41d7-8c8d-73c025aa8c63 req-0c8479f0-4e81-468f-95dd-2db646fbdf3b tempest-ListServerFiltersTestJSON-1765234232 tempest-ListServerFiltersTestJSON-1765234232-project] 10.222.0.30 "GET /v2.0/ports?device_id=328c33bf-1c6a-45a3-acad-786a1c9ec45e HTTP/1.1" status: 200 len: 210 time: 0.1701815 Jul 05 18:15:00.023890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:00.023890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=0f140bd4-8311-4fe9-aab8-f16984ea4d09,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:00.023890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:00.023890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:00.025155 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.025155 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.025155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Transition to ACTIVE for port object ef68b7b7-70ac-4626-a5b9-2e1b3144c785 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:00.025870 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.025963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Transition to ACTIVE for port object ef68b7b7-70ac-4626-a5b9-2e1b3144c785 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:00.026057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.026420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fffba-157c-429a-a47d-93b4a332bf3e None None] Pushing event updated for resources: {'Port': ['ID=7692ff4e-146c-490e-86ef-116c075fe114,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:00.027827 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.069056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 9250e985-d21f-4594-a44f-ddd742ce7b69, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9250e985-d21f-4594-a44f-ddd742ce7b69,segment=NetworkSegment(00eb7b3b-4c9e-4d98-af12-0c3003e32a69),segment_id=00eb7b3b-4c9e-4d98-af12-0c3003e32a69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:00.127043 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.198625 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1111208886'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:00.239349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Network 845ac472-676c-4b41-ac1f-6b1003a7ed7f is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:00.242667 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.252820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:00.262394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:00.327889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Made reservation on behalf of 985c12e0a8e04f46a51ea3e7e7059d33 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:00.331471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.342416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.344954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.399547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82facbbd-c344-45a4-8513-bc5850e9e70a req-5f57a540-5b00-49fc-9ffb-207643170495 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 210 time: 0.0832374 Jul 05 18:15:00.748610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 2001:db8::1 (5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68/2b858c0b-8a83-4cee-9547-00d19161ac47/9acc624c-68dd-4191-acd4-d382d3905f10) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:00.813606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.947346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1893e6a3-8622-49e8-8735-fb20724edf47 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:00.948475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:00.963184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Pushing event updated for resources: {'Port': ['ID=ef68b7b7-70ac-4626-a5b9-2e1b3144c785,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:00.965000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Transition to ACTIVE for port object 9acc624c-68dd-4191-acd4-d382d3905f10 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:00.998762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.037217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41456) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:01.203449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Attempting to bind port ef68b7b7-70ac-4626-a5b9-2e1b3144c785 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:01.203449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Attempting to bind port ef68b7b7-70ac-4626-a5b9-2e1b3144c785 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '81a1db1d-553e-421f-af3b-3f3b1354aa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '845ac472-676c-4b41-ac1f-6b1003a7ed7f'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:01.203449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Attempting to bind port ef68b7b7-70ac-4626-a5b9-2e1b3144c785 on network 845ac472-676c-4b41-ac1f-6b1003a7ed7f {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:01.203449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:01.203449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Checking segment: {'id': '81a1db1d-553e-421f-af3b-3f3b1354aa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '845ac472-676c-4b41-ac1f-6b1003a7ed7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:01.203449 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.203449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Bound using segment: {'id': '81a1db1d-553e-421f-af3b-3f3b1354aa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '845ac472-676c-4b41-ac1f-6b1003a7ed7f'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:01.203449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Bound port: ef68b7b7-70ac-4626-a5b9-2e1b3144c785, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81a1db1d-553e-421f-af3b-3f3b1354aa7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '845ac472-676c-4b41-ac1f-6b1003a7ed7f'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:01.203449 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.206997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-69480b45-87de-4608-85f9-0804b17f98e0 admin admin] Deleting subnet 4c8c9d2a-b911-45f7-9108-414b93a18a7d {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:01.206997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69480b45-87de-4608-85f9-0804b17f98e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.207636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=9250e985-d21f-4594-a44f-ddd742ce7b69,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:01.207716 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69480b45-87de-4608-85f9-0804b17f98e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.207794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] For port ef68b7b7-70ac-4626-a5b9-2e1b3144c785, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:01.207794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] For port ef68b7b7-70ac-4626-a5b9-2e1b3144c785, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ef68b7b7-70ac-4626-a5b9-2e1b3144c785,segment=NetworkSegment(81a1db1d-553e-421f-af3b-3f3b1354aa7c),segment_id=81a1db1d-553e-421f-af3b-3f3b1354aa7c)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:01.270019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95bccf0-d77f-4bdd-a2b0-f9fbcc5078a9 None None] Network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:01.292636 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69480b45-87de-4608-85f9-0804b17f98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.431247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.465208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:01.477310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d832859-fdb9-4c35-a343-529bba0a449b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:01.481612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-878dbe22-00eb-40bf-bd8b-e7bf689371d7 None None] Provisioning for port 1893e6a3-8622-49e8-8735-fb20724edf47 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:01.482288 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.493505 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.502372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.503806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 1893e6a3-8622-49e8-8735-fb20724edf47 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:01.524517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 1893e6a3-8622-49e8-8735-fb20724edf47 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:01.525089 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.535064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-878dbe22-00eb-40bf-bd8b-e7bf689371d7 None None] Provisioning complete for port 1893e6a3-8622-49e8-8735-fb20724edf47 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:01.535439 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-878dbe22-00eb-40bf-bd8b-e7bf689371d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.603370 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69480b45-87de-4608-85f9-0804b17f98e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.660266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.660620 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Added segment 7c4e3c1f-5d9e-41c3-98c3-0940cc58c483 of type vlan for network 5199d660-f99f-4c60-b7fb-21dd089b9313 Jul 05 18:15:01.662511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event updated for resources: {'Port': ['ID=0f140bd4-8311-4fe9-aab8-f16984ea4d09,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:01.724288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69480b45-87de-4608-85f9-0804b17f98e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c8c9d2a-b911-45f7-9108-414b93a18a7d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:01.750203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:01.766731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.809445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a28dcb-8674-440d-90a2-49c4be60adbf None None] Network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:01.820489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.970146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:01.972882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:01.973928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:01.977201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55bdc338-5664-4494-9aac-defe896d7bad req-686c5fd6-e5a7-4736-a440-ca2917117b24 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 210 time: 0.2711470 Jul 05 18:15:01.980893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:01.981163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.988639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=9acc624c-68dd-4191-acd4-d382d3905f10,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:01.991847 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69480b45-87de-4608-85f9-0804b17f98e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:01.993755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-69480b45-87de-4608-85f9-0804b17f98e0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/4c8c9d2a-b911-45f7-9108-414b93a18a7d HTTP/1.1" status: 204 len: 168 time: 0.9555068 Jul 05 18:15:02.009845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41462) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:02.025563 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:02.035908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:02.037325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:02.061563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054ca7cf-c132-4778-83e1-fd0f52051072 None None] Pushing event updated for resources: {'Port': ['ID=ef68b7b7-70ac-4626-a5b9-2e1b3144c785,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:02.083798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea13cbf-779b-407d-a9ae-2a6270ec9571 None None] Network ee958a96-52f4-4943-a710-dbd2be926181 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:02.191845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-8b8e66b7-c1c3-4989-a594-70990ceb34a8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:02.191845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-8b8e66b7-c1c3-4989-a594-70990ceb34a8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.4315779 Jul 05 18:15:02.246924 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:02.288963 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-878dbe22-00eb-40bf-bd8b-e7bf689371d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:02.292866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Request body: {'port': {'device_id': '3de8d55e-380f-4e6d-9ba5-0c6d77510d36', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'admin_state_up': True, 'tenant_id': 'af205f8fe38746c2ae756fe4c2fc2611'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:02.507150 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 1893e6a3-8622-49e8-8735-fb20724edf47, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1893e6a3-8622-49e8-8735-fb20724edf47,segment=NetworkSegment(e829190a-b8b0-4c32-838f-e231b787074a),segment_id=e829190a-b8b0-4c32-838f-e231b787074a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:02.548789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:02.609032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Pushing event updated for resources: {'Network': ['ID=5199d660-f99f-4c60-b7fb-21dd089b9313,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:02.647905 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:02.647905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7692ff4e-146c-490e-86ef-116c075fe114 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:02.652253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 5199d660-f99f-4c60-b7fb-21dd089b9313 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:02.674805 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:02.729306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec86ec0-2033-43c0-b0fd-db574cb46bcf None None] DHCP port deletion for ee958a96-52f4-4943-a710-dbd2be926181 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:15:02.740108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:02.749844 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d8af9381-4a3d-49bd-90c1-370b7f365761 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1739008 Jul 05 18:15:02.757111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41470) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:02.760244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:02.761312 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:02.850834 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:02.855245 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:02.935522 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-86973c0b-6a1a-4a0e-a406-37b92d34b11a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.1089203 Jul 05 18:15:02.951374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:02.961219 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-878dbe22-00eb-40bf-bd8b-e7bf689371d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:15:02.968606 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-878dbe22-00eb-40bf-bd8b-e7bf689371d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:15:03.005670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=1893e6a3-8622-49e8-8735-fb20724edf47,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:03.092112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bec86ec0-2033-43c0-b0fd-db574cb46bcf None None] Deleting port 673da547-ebb8-4602-8b13-4e09c43329ec {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:03.092783 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bec86ec0-2033-43c0-b0fd-db574cb46bcf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.155199 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:03.214971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Deleting port 673da547-ebb8-4602-8b13-4e09c43329ec {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:03.215620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.231972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 7692ff4e-146c-490e-86ef-116c075fe114 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:03.329562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-bec86ec0-2033-43c0-b0fd-db574cb46bcf None None] For port 673da547-ebb8-4602-8b13-4e09c43329ec, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=673da547-ebb8-4602-8b13-4e09c43329ec,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:03.330174 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bec86ec0-2033-43c0-b0fd-db574cb46bcf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.363676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bec86ec0-2033-43c0-b0fd-db574cb46bcf None None] Calling delete_port for 673da547-ebb8-4602-8b13-4e09c43329ec owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:03.404564 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.409463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Made reservation on behalf of af205f8fe38746c2ae756fe4c2fc2611 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:03.440281 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.490516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41482) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:03.501459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Request body: {'port': {'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313', 'binding:host_id': 'n-h1-799524-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1750461568'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:03.610335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96780e98-209d-4c5b-b35b-d37ae0d2f1e3 req-350e7b5c-6734-4efd-bdcb-fb2ff0f7bf77 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 210 time: 0.2028925 Jul 05 18:15:03.624742 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.629644 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.743363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] For port 673da547-ebb8-4602-8b13-4e09c43329ec, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=673da547-ebb8-4602-8b13-4e09c43329ec,segment=NetworkSegment(f3cd0f5c-7151-4b63-b9cb-f1d32a47038f),segment_id=f3cd0f5c-7151-4b63-b9cb-f1d32a47038f)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:03.743962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.790894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1893e6a3-8622-49e8-8735-fb20724edf47 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:03.823042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Calling delete_port for 673da547-ebb8-4602-8b13-4e09c43329ec owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:03.846087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=9acc624c-68dd-4191-acd4-d382d3905f10,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:03.869801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Made reservation on behalf of 3ce78cf3bc5d4f55bf2d1bf887ef2ab0 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:03.872447 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.908939 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bec86ec0-2033-43c0-b0fd-db574cb46bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:03.953557 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '0f140bd4-8311-4fe9-aab8-f16984ea4d09', 'name': '', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:2a:c3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:57Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:03.994090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafa49c8-0ccb-4afd-be48-58095985f0ff None None] Network 845ac472-676c-4b41-ac1f-6b1003a7ed7f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:03.994651 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.018874 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:15:04.019751 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Updating router 6c09c9a5-2ecd-41dc-8dae-87897524f531 port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:15:04.109902 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.159904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.extraroute_db [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100998) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 18:15:04.191812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec86ec0-2033-43c0-b0fd-db574cb46bcf None None] Pushing event deleted for resources: {'Port': ['ID=673da547-ebb8-4602-8b13-4e09c43329ec,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:04.234165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.extraroute_db [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Removed routes are [] {{(pid=100998) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 18:15:04.234893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.251054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec86ec0-2033-43c0-b0fd-db574cb46bcf None None] No DVR routers for this DVR port 673da547-ebb8-4602-8b13-4e09c43329ec on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:04.251427 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.268135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 1893e6a3-8622-49e8-8735-fb20724edf47 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:04.268135 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.272157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] No DVR routers for this DVR port 673da547-ebb8-4602-8b13-4e09c43329ec on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:04.327751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=673da547-ebb8-4602-8b13-4e09c43329ec,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:04.388339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.399859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee958a96-52f4-4943-a710-dbd2be926181']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:04.403343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ef68b7b7-70ac-4626-a5b9-2e1b3144c785 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:04.405226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Provisioning for port 9acc624c-68dd-4191-acd4-d382d3905f10 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:04.412522 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:04.413110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3cd0f5c-7151-4b63-b9cb-f1d32a47038f') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:04.424313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.439272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Provisioning complete for port 9acc624c-68dd-4191-acd4-d382d3905f10 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:04.446176 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.446326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.455018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:04.455431 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.496222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Port 9acc624c-68dd-4191-acd4-d382d3905f10 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:04.514946 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:04.586020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Provisioning for port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:04.587492 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.590755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Provisioning complete for port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:04.597191 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.608033 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Transition to ACTIVE for port object 0f140bd4-8311-4fe9-aab8-f16984ea4d09 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:04.637915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.637915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.637915 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ee958a96-52f4-4943-a710-dbd2be926181 HTTP/1.1" status: 204 len: 168 time: 2.6176286 Jul 05 18:15:04.649710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port ef68b7b7-70ac-4626-a5b9-2e1b3144c785 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:04.657998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bbd42-969a-412d-aee2-22426dc81ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee958a96-52f4-4943-a710-dbd2be926181,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:04.693597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9250e985-d21f-4594-a44f-ddd742ce7b69 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:04.695709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.735466 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.820003 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.829947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] device_id is not set on port 1472a3de-a2b3-4200-b275-4ac85342cc27 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:04.840137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:04.891703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9250e985-d21f-4594-a44f-ddd742ce7b69 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:04.894160 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.903648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Provisioning complete for port 1893e6a3-8622-49e8-8735-fb20724edf47 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:04.907356 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:04.953081 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41148e3e-0de0-4f77-92e2-5e3df19e087a None None] Pushing event updated for resources: {'Port': ['ID=0f140bd4-8311-4fe9-aab8-f16984ea4d09,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:04.954963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e66422-4228-4c1d-a9b2-547e4f686794,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:05.003420 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.029975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.096522 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Attempting to bind port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:05.096522 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Attempting to bind port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b983eeff-0589-4049-aebd-541cd8b8402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:05.096522 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Attempting to bind port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 on network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:05.103899 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:05.104525 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Checking segment: {'id': 'b983eeff-0589-4049-aebd-541cd8b8402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:05.105078 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.108608 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Bound using segment: {'id': 'b983eeff-0589-4049-aebd-541cd8b8402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:05.109283 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Bound port: 0f140bd4-8311-4fe9-aab8-f16984ea4d09, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b983eeff-0589-4049-aebd-541cd8b8402d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:05.109974 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.273941 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] For port 0f140bd4-8311-4fe9-aab8-f16984ea4d09, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:05.282259 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] For port 0f140bd4-8311-4fe9-aab8-f16984ea4d09, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0f140bd4-8311-4fe9-aab8-f16984ea4d09,segment=NetworkSegment(b983eeff-0589-4049-aebd-541cd8b8402d),segment_id=b983eeff-0589-4049-aebd-541cd8b8402d)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:05.329260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41496) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:05.335531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ebc4e60-ef76-42aa-aff8-4b95ebabc17a req-eb1b5eaf-1eec-4eee-b898-485c6e4e0a87 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 210 time: 0.2527311 Jul 05 18:15:05.351475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 673da547-ebb8-4602-8b13-4e09c43329ec no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:05.362281 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.369223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:05.378511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:05.382886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:05.387908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Allocated IP 172.20.0.5 (190579a2-7dd8-4cde-bf8a-367e6eb28fd7/9ff46832-f784-4271-95e1-6a3236cc9638/5f684528-c3f5-4dba-85bb-47ac95890c40) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:05.405108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 673da547-ebb8-4602-8b13-4e09c43329ec {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:05.411938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 673da547-ebb8-4602-8b13-4e09c43329ec not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:05.490997 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:05.491943 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:05.540698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Provisioning for port 7692ff4e-146c-490e-86ef-116c075fe114 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:05.546498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Provisioning complete for port 7692ff4e-146c-490e-86ef-116c075fe114 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:05.547034 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.557379 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b6687c3d-c740-4b7f-bd02-899475729b7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8424ed8b427c4c4fb4cd973688507a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2250447 Jul 05 18:15:05.562864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41498) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:05.580185 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41148e3e-0de0-4f77-92e2-5e3df19e087a None None] Pushing event updated for resources: {'Port': ['ID=0f140bd4-8311-4fe9-aab8-f16984ea4d09,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:05.703894 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.762969 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:05.805682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] device_id is not set on port 1472a3de-a2b3-4200-b275-4ac85342cc27 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:05.811463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] For port 7692ff4e-146c-490e-86ef-116c075fe114, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7692ff4e-146c-490e-86ef-116c075fe114,segment=NetworkSegment(b983eeff-0589-4049-aebd-541cd8b8402d),segment_id=b983eeff-0589-4049-aebd-541cd8b8402d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:05.818193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.825081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.838355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Transition to ACTIVE for port object 1472a3de-a2b3-4200-b275-4ac85342cc27 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:05.841491 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:15:05.872224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0fc5f01-4e62-4877-a55b-a584e7753eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.904781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.908587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:05.912156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0fc5f01-4e62-4877-a55b-a584e7753eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.913249 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.919484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.924572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41500) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:05.924972 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-488de9ea-5aa7-4a65-870f-2395d860ed7b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531 HTTP/1.1" status: 200 len: 933 time: 3.1707015 Jul 05 18:15:05.963662 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:05.988220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 77f0010c-454b-4eb0-801b-7182578d9840 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:15:05.997087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c520d-0c34-462f-84a2-54af1de4c220 None None] Pushing event updated for resources: {'Port': ['ID=7692ff4e-146c-490e-86ef-116c075fe114,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:06.025469 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:06.058767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:06.077814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Checking segment: {'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:06.078220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Network hostable DHCP agents. Network: 5199d660-f99f-4c60-b7fb-21dd089b9313, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:06.081695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'Port': ['ID=1472a3de-a2b3-4200-b275-4ac85342cc27,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:06.105887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:06.143152 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:04Z', 'revision_number': 6, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '0f140bd4-8311-4fe9-aab8-f16984ea4d09', 'name': '', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:2a:c3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:57Z', 'updated_at': '2021-07-05T18:15:05Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:06.148411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:06.190370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fe8611f7-bdf4-4315-b304-fd031ac24b31 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531 HTTP/1.1" status: 200 len: 933 time: 0.2646832 Jul 05 18:15:06.191344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:06.193331 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41504) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:06.197841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event updated for resources: {'Port': ['ID=5f684528-c3f5-4dba-85bb-47ac95890c40,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:06.201589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'routes': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:06.203697 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0be6c6-60cc-4a83-8df8-55d09bb1b534 None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:04Z', 'revision_number': 6, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '0f140bd4-8311-4fe9-aab8-f16984ea4d09', 'name': '', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:2a:c3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:57Z', 'updated_at': '2021-07-05T18:15:05Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:06.212275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] Provisioning for port ef68b7b7-70ac-4626-a5b9-2e1b3144c785 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:06.248213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Network 5199d660-f99f-4c60-b7fb-21dd089b9313 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:06.308273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] Provisioning complete for port ef68b7b7-70ac-4626-a5b9-2e1b3144c785 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:06.308692 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:06.315543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:06.316384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:06.368301 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0fc5f01-4e62-4877-a55b-a584e7753eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:06.375102 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0fc5f01-4e62-4877-a55b-a584e7753eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:06.387504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a0fc5f01-4e62-4877-a55b-a584e7753eba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46030a0b-8a7f-4302-9044-03a7d815cca7 HTTP/1.1" status: 204 len: 168 time: 0.8234956 Jul 05 18:15:06.394506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:06.415364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-21fd4332-199e-41b6-bd69-589bd6eba1a4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/77f0010c-454b-4eb0-801b-7182578d9840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1346912 Jul 05 18:15:06.420458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41514) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:06.426141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d25a0-d537-4080-bac1-e461eb5548b3 None None] Sync routers for ids ['77f0010c-454b-4eb0-801b-7182578d9840'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:06.460012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc5f01-4e62-4877-a55b-a584e7753eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46030a0b-8a7f-4302-9044-03a7d815cca7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:06.531919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-6b9cc4f7-dc74-41ed-bf04-0533db79af7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2553103 Jul 05 18:15:06.558806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Request body: {'port': {'device_id': '3de8d55e-380f-4e6d-9ba5-0c6d77510d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:06.662241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef791da-2ff6-475f-a972-83b433441ca1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:06.663666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cef791da-2ff6-475f-a972-83b433441ca1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports/9acc624c-68dd-4191-acd4-d382d3905f10 HTTP/1.1" status: 200 len: 911 time: 0.2301004 Jul 05 18:15:06.689935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41516) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:06.695766 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 5199d660-f99f-4c60-b7fb-21dd089b9313) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:06.702900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:06.732359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:06.732726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:06.733048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:06.761571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d25a0-d537-4080-bac1-e461eb5548b3 None None] Routers {'77f0010c-454b-4eb0-801b-7182578d9840'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:06.762274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f75d25a0-d537-4080-bac1-e461eb5548b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['77f0010c-454b-4eb0-801b-7182578d9840'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:06.766735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92fe4d8-b945-4f39-98b5-81374054a9bb None None] Network 5199d660-f99f-4c60-b7fb-21dd089b9313 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:06.826944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:06.868332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f75d25a0-d537-4080-bac1-e461eb5548b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:06.868848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:06.868848 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:06.868848 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 2 to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 Jul 05 18:15:06.897147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:06.897559 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:06.897906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:06.902308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75d25a0-d537-4080-bac1-e461eb5548b3 None None] Routers {'77f0010c-454b-4eb0-801b-7182578d9840'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:06.902991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f75d25a0-d537-4080-bac1-e461eb5548b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['77f0010c-454b-4eb0-801b-7182578d9840'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:06.933048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:06.933388 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:06.935850 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 3 to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 Jul 05 18:15:06.961555 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:06.961555 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:06.961555 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:06.979032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:06.979839 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:07.009336 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 4 to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 Jul 05 18:15:07.036729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:07.036993 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:07.037333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:07.065558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.extraroute_db [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added routes are [] {{(pid=100998) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 18:15:07.065988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.extraroute_db [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100998) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 18:15:07.071558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:07.071929 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:07.075712 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 5 to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 Jul 05 18:15:07.079633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.098885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:07.099256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:07.099608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:07.112011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:07.112348 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:07.115223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f75d25a0-d537-4080-bac1-e461eb5548b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:07.115970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75d25a0-d537-4080-bac1-e461eb5548b3 None None] The sync data for ids ['77f0010c-454b-4eb0-801b-7182578d9840'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:07.116934 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 6 to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 Jul 05 18:15:07.144754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:07.145095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:07.146673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:07.159619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:07.159955 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:07.161699 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.163391 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 7 to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 Jul 05 18:15:07.188633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:07.189271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:07.189755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:07.195412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:07.196085 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:07.196472 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 8 to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 Jul 05 18:15:07.217780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:07.218116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:07.218453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:07.224010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:07.224341 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:07.224725 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 9 to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 Jul 05 18:15:07.243424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:07.243976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:07.244491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:07.248478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a857b8-987d-4ae8-a784-7e53aded18e4 req-aee80ef9-c2ac-4c75-8ea7-72db37b41f83 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:07.249661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:07.250169 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:07.250849 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 10 to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 Jul 05 18:15:07.262670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29a857b8-987d-4ae8-a784-7e53aded18e4 req-aee80ef9-c2ac-4c75-8ea7-72db37b41f83 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 931 time: 0.6364028 Jul 05 18:15:07.274296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:07.274790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:07.275208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:07.282290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port 1472a3de-a2b3-4200-b275-4ac85342cc27 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:07.282702 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port 1472a3de-a2b3-4200-b275-4ac85342cc27 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:07.283078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.326745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] For port ef68b7b7-70ac-4626-a5b9-2e1b3144c785, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ef68b7b7-70ac-4626-a5b9-2e1b3144c785,segment=NetworkSegment(81a1db1d-553e-421f-af3b-3f3b1354aa7c),segment_id=81a1db1d-553e-421f-af3b-3f3b1354aa7c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:07.414976 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.547752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] For port 1472a3de-a2b3-4200-b275-4ac85342cc27, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:07.548689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempted to set empty binding levels {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 18:15:07.561097 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:07.561680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] Provisioning complete for port 9acc624c-68dd-4191-acd4-d382d3905f10 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:07.562227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.576001 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:07.579080 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:07.629168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] Port 9acc624c-68dd-4191-acd4-d382d3905f10 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:07.689698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.712648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab4382-5543-46c3-91dd-d06e15a3aef3 None None] Pushing event updated for resources: {'Port': ['ID=ef68b7b7-70ac-4626-a5b9-2e1b3144c785,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:07.745122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f684528-c3f5-4dba-85bb-47ac95890c40 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:07.752954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29a857b8-987d-4ae8-a784-7e53aded18e4 req-eb65574a-69cc-4949-894d-10b71117dcfa tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4919434 Jul 05 18:15:07.818022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:07.818022 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.819239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.819527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.819622 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:07.819730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:07.822909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'Port': ['ID=1472a3de-a2b3-4200-b275-4ac85342cc27,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:07.828105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7692ff4e-146c-490e-86ef-116c075fe114 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:07.877047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Transition to ACTIVE for port object 5f684528-c3f5-4dba-85bb-47ac95890c40 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:07.911890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 7692ff4e-146c-490e-86ef-116c075fe114 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:07.912274 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:08.023681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:08.031778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:08.126259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0f140bd4-8311-4fe9-aab8-f16984ea4d09 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:08.188769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:08.271558 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:07Z', 'revision_number': 7, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '0f140bd4-8311-4fe9-aab8-f16984ea4d09', 'name': '', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:2a:c3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:57Z', 'updated_at': '2021-07-05T18:15:05Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:08.305196 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:15:08.309538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Pushing event updated for resources: {'Port': ['ID=5f684528-c3f5-4dba-85bb-47ac95890c40,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:08.329107 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:08.330037 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:08.391383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:08.396872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:08.397761 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:08.487928 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:08.488175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41552) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:08.546055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Attempting to bind port 5f684528-c3f5-4dba-85bb-47ac95890c40 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:08.547837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Attempting to bind port 5f684528-c3f5-4dba-85bb-47ac95890c40 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:08.551505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Attempting to bind port 5f684528-c3f5-4dba-85bb-47ac95890c40 on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:08.565350 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:08.582082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Port 5f684528-c3f5-4dba-85bb-47ac95890c40 on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:08.582589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Attempting to bind port 5f684528-c3f5-4dba-85bb-47ac95890c40 on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:08.622995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:08.624235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Checking segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:08.628932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Bound using segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:08.632167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Bound port: 5f684528-c3f5-4dba-85bb-47ac95890c40, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:08.632662 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:08.653329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 0f140bd4-8311-4fe9-aab8-f16984ea4d09, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0f140bd4-8311-4fe9-aab8-f16984ea4d09,segment=NetworkSegment(b983eeff-0589-4049-aebd-541cd8b8402d),segment_id=b983eeff-0589-4049-aebd-541cd8b8402d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:08.698172 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0bde6d12-1b1a-4652-89d6-379bcdbaf01e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.2048948 Jul 05 18:15:08.698877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41558) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:08.704410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2071679350-network', 'tenant_id': '8a0c8072526a41abb4454f17c3910fd2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:08.735186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:08.806859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 2001:db8:1::1 (845ac472-676c-4b41-ac1f-6b1003a7ed7f/a85475cc-bc90-424a-9d50-a359e2bde245/c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:08.840488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] For port 5f684528-c3f5-4dba-85bb-47ac95890c40, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:08.851079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] For port 5f684528-c3f5-4dba-85bb-47ac95890c40, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5f684528-c3f5-4dba-85bb-47ac95890c40,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:08.877949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=0f140bd4-8311-4fe9-aab8-f16984ea4d09,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:08.893331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Made reservation on behalf of 8a0c8072526a41abb4454f17c3910fd2 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:08.905127 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:08.914393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:08.926047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:08.931251 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-14246cea-41d5-40db-a898-d5890b6cf3b5 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531 HTTP/1.1" status: 200 len: 699 time: 2.7362273 Jul 05 18:15:08.931963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41572) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:08.947530 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:07Z', 'revision_number': 7, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '0f140bd4-8311-4fe9-aab8-f16984ea4d09', 'name': '', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:2a:c3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:57Z', 'updated_at': '2021-07-05T18:15:05Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:08.988125 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b923b-d462-4893-a310-9d197c4a3873 None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:07Z', 'revision_number': 7, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '0f140bd4-8311-4fe9-aab8-f16984ea4d09', 'name': '', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:2a:c3:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:57Z', 'updated_at': '2021-07-05T18:15:05Z', 'revision_number': 4, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:09.012397 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.030981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.043318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c09665ee-f9c5-464d-a260-5d146e374881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Deleting port 1472a3de-a2b3-4200-b275-4ac85342cc27 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:09.044480 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09665ee-f9c5-464d-a260-5d146e374881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.127588 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f2d8f033-7cfd-465a-8b90-dfc1bc3ef7b0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531 HTTP/1.1" status: 200 len: 699 time: 0.1910839 Jul 05 18:15:09.130391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41574) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:09.132506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:09.133268 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.134966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] 10.222.0.97 "PUT /v2.0/ports/5f684528-c3f5-4dba-85bb-47ac95890c40 HTTP/1.1" status: 200 len: 1091 time: 2.5808082 Jul 05 18:15:09.151813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de8d55e-380f-4e6d-9ba5-0c6d77510d36', 'tag': '5f684528-c3f5-4dba-85bb-47ac95890c40'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:09.155270 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fba6f4-b444-490a-90ff-89ae24b1ebe5" -d '{"events": [{"name": "network-changed", "server_uuid": "3de8d55e-380f-4e6d-9ba5-0c6d77510d36", "tag": "5f684528-c3f5-4dba-85bb-47ac95890c40"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:09.186638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0fc85-9e3a-4308-bf43-85ff55f3aa27 req-a906d09f-a921-4720-b714-babd29aef9b7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:09.186960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-c09665ee-f9c5-464d-a260-5d146e374881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] For port 1472a3de-a2b3-4200-b275-4ac85342cc27, host n-h1-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:09.186960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09665ee-f9c5-464d-a260-5d146e374881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.189559 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ed0fc85-9e3a-4308-bf43-85ff55f3aa27 req-a906d09f-a921-4720-b714-babd29aef9b7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 943 time: 0.2316620 Jul 05 18:15:09.240498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb51db8a-59e8-4a27-a651-24f8c51d0529 service neutron] Pushing event updated for resources: {'Port': ['ID=5f684528-c3f5-4dba-85bb-47ac95890c40,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:09.252066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c09665ee-f9c5-464d-a260-5d146e374881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Calling delete_port for 1472a3de-a2b3-4200-b275-4ac85342cc27 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:09.275585 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52999f72-9a94-4b63-97fb-8c1c1a49f537 x-openstack-request-id: req-52999f72-9a94-4b63-97fb-8c1c1a49f537 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:09.276215 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de8d55e-380f-4e6d-9ba5-0c6d77510d36", "tag": "5f684528-c3f5-4dba-85bb-47ac95890c40", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:09.276644 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52999f72-9a94-4b63-97fb-8c1c1a49f537 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:09.277193 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de8d55e-380f-4e6d-9ba5-0c6d77510d36', 'tag': '5f684528-c3f5-4dba-85bb-47ac95890c40', 'status': 'completed', 'code': 200} Jul 05 18:15:09.280449 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.343039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:09.354078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:09.354804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:09.410186 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.416492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Transition to ACTIVE for port object c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:09.470524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ed0fc85-9e3a-4308-bf43-85ff55f3aa27 req-de8b60ce-c629-4c3e-8edd-471b8e31d06b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368557 Jul 05 18:15:09.502795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.512325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:09.569503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fba6f4-b444-490a-90ff-89ae24b1ebe5 req-a33c9377-0b4a-4428-b7bd-64549a50e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:09.571584 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56fba6f4-b444-490a-90ff-89ae24b1ebe5 req-a33c9377-0b4a-4428-b7bd-64549a50e14d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 1094 time: 0.2883420 Jul 05 18:15:09.579886 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09665ee-f9c5-464d-a260-5d146e374881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.594003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:09.595785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ef68b7b7-70ac-4626-a5b9-2e1b3144c785 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:09.597464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9edfd7-928a-452c-bc06-718885ed4990,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:09.637783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.637942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09665ee-f9c5-464d-a260-5d146e374881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event deleted for resources: {'Port': ['ID=1472a3de-a2b3-4200-b275-4ac85342cc27,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:09.639310 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Added segment eba51538-b8cb-4b8b-83ac-90ee4879f929 of type vlan for network 53587e24-95d2-4ef4-b775-fff50ae74eba Jul 05 18:15:09.652112 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09665ee-f9c5-464d-a260-5d146e374881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.656270 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c09665ee-f9c5-464d-a260-5d146e374881 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "DELETE /v2.0/ports/1472a3de-a2b3-4200-b275-4ac85342cc27 HTTP/1.1" status: 204 len: 168 time: 0.9220636 Jul 05 18:15:09.658258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41580) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:09.704799 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20a899f-341e-4dc0-b009-807cdf879540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] GET failed (client error): The resource could not be found. Jul 05 18:15:09.712435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a20a899f-341e-4dc0-b009-807cdf879540 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "GET /v2.0/ports/1472a3de-a2b3-4200-b275-4ac85342cc27 HTTP/1.1" status: 404 len: 333 time: 0.0501080 Jul 05 18:15:09.712631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41582) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:09.719107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.837822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.922307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ef68b7b7-70ac-4626-a5b9-2e1b3144c785 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:09.922930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:09.983224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:07Z', 'revision_number': 7, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '0f140bd4-8311-4fe9-aab8-f16984ea4d09', 'name': '', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:2a:c3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:57Z', 'updated_at': '2021-07-05T18:15:08Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:10.061270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:15:10.065327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0f140bd4-8311-4fe9-aab8-f16984ea4d09 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:10.087040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Request body: {'port': {'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-58728920'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:10.103430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:10.104086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:10.155292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.188938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 845ac472-676c-4b41-ac1f-6b1003a7ed7f is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:10.192710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:10.193639 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.203446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:10.224784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:10.225341 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.262650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0f140bd4-8311-4fe9-aab8-f16984ea4d09 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:10.263051 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.320963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:10.342352 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port 0f140bd4-8311-4fe9-aab8-f16984ea4d09, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0f140bd4-8311-4fe9-aab8-f16984ea4d09,segment=NetworkSegment(b983eeff-0589-4049-aebd-541cd8b8402d),segment_id=b983eeff-0589-4049-aebd-541cd8b8402d)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:10.343293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.372133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 0f140bd4-8311-4fe9-aab8-f16984ea4d09 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:10.378078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fba6f4-b444-490a-90ff-89ae24b1ebe5 req-8108d472-39c9-438d-82a1-a2b72e71da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:10.380353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56fba6f4-b444-490a-90ff-89ae24b1ebe5 req-8108d472-39c9-438d-82a1-a2b72e71da2f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&shared=False HTTP/1.1" status: 200 len: 905 time: 0.7988627 Jul 05 18:15:10.383933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:10.386733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Made reservation on behalf of 3ce78cf3bc5d4f55bf2d1bf887ef2ab0 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:10.389441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.414199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] device_id is not set on port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:10.518529 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.519469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:10.520060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.607221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:07Z', 'revision_number': 7, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '0f140bd4-8311-4fe9-aab8-f16984ea4d09', 'name': '', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:2a:c3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:57Z', 'updated_at': '2021-07-05T18:15:08Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:10.640547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346118f-8b32-4bcd-8eae-6191d1f982de None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:07Z', 'revision_number': 7, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '0f140bd4-8311-4fe9-aab8-f16984ea4d09', 'name': '', 'network_id': 'e4a9990f-1e22-4a65-bf8b-a2835fa00b03', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:2a:c3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2075, 'fixed_ips': [{'subnet_id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:57Z', 'updated_at': '2021-07-05T18:15:08Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '99f7d496-6af9-4f69-a4da-67204b30a13c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:10.700131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.702419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2133873 Jul 05 18:15:10.706333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41600) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:10.742304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Request body: {'subnet': {'network_id': '53587e24-95d2-4ef4-b775-fff50ae74eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2071679350-subnet', 'tenant_id': '8a0c8072526a41abb4454f17c3910fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:10.773631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=0f140bd4-8311-4fe9-aab8-f16984ea4d09,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:10.831187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4cc9a25d-e1ae-468d-a340-945794d1c945 None None] Provisioning for port c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:10.837069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4cc9a25d-e1ae-468d-a340-945794d1c945 None None] Provisioning complete for port c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:10.837786 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4cc9a25d-e1ae-468d-a340-945794d1c945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.887550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801321a8-56e1-4c87-b8ac-93767ce4b657 admin admin] Pushing event updated for resources: {'Network': ['ID=53587e24-95d2-4ef4-b775-fff50ae74eba,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:10.905802 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:10.923629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 53587e24-95d2-4ef4-b775-fff50ae74eba details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:10.987729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fba6f4-b444-490a-90ff-89ae24b1ebe5 req-8219f869-649a-4690-9bf2-07fae4cb8375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:10.989531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56fba6f4-b444-490a-90ff-89ae24b1ebe5 req-8219f869-649a-4690-9bf2-07fae4cb8375 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5861492 Jul 05 18:15:10.997468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Made reservation on behalf of 8a0c8072526a41abb4454f17c3910fd2 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:11.001139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.036566 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.080632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4cc9a25d-e1ae-468d-a340-945794d1c945 None None] Port c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:11.131369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab6e64-b098-4aea-8bb7-c43df9770654 req-cdb91e2d-c197-4d7e-9ba7-ecbd0bf7b733 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:11.131369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45ab6e64-b098-4aea-8bb7-c43df9770654 req-cdb91e2d-c197-4d7e-9ba7-ecbd0bf7b733 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 943 time: 0.4321606 Jul 05 18:15:11.284007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.312876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45ab6e64-b098-4aea-8bb7-c43df9770654 req-0ce38140-a2b7-4b18-98de-a38030fda679 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496255 Jul 05 18:15:11.338184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-9a1ef9d2-4de8-4934-90c2-4646f991ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:11.339850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-9a1ef9d2-4de8-4934-90c2-4646f991ed52 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 1094 time: 0.2914057 Jul 05 18:15:11.416340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.424512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-a6769c49-83d6-487a-9fa6-3bb3376a01bd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f684528-c3f5-4dba-85bb-47ac95890c40 HTTP/1.1" status: 200 len: 217 time: 0.0727372 Jul 05 18:15:11.553491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:11.558101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Network 5199d660-f99f-4c60-b7fb-21dd089b9313 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:11.586906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c51b2e-0997-4859-a870-b658ebcb66e1 req-e430ab65-c6f5-437f-ae0c-95bce23e97c9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:11.588467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32c51b2e-0997-4859-a870-b658ebcb66e1 req-e430ab65-c6f5-437f-ae0c-95bce23e97c9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 945 time: 0.3377445 Jul 05 18:15:11.589372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:11.595228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:11.596170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:11.596884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.600826 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.606049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'Port': ['ID=b946bbb2-99b2-4db5-9229-77b3fcdf7fb6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:11.631118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-2ccc2a5f-42af-4f64-a90d-58c9d2fff3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:11.633168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-2ccc2a5f-42af-4f64-a90d-58c9d2fff3ce service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.1918747 Jul 05 18:15:11.688514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-00bf8911-deb0-46fa-8447-82686f215463 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427794 Jul 05 18:15:11.702813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6ab6593-4c3f-4364-9a62-8e06d79acc21,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:11.712382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:11.719672 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-de9ff235-36dd-47d4-9ac9-fbb638c3d167 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5864072 Jul 05 18:15:11.720817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41608) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:11.725275 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:11.734576 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:11.735418 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:11.769583 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.774807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-461bc068-bd6c-4ca7-8ba0-fce64a2c9208 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.0562899 Jul 05 18:15:11.792853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32c51b2e-0997-4859-a870-b658ebcb66e1 req-85049f19-51b1-4551-860b-797cead55a62 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693776 Jul 05 18:15:11.792982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:11.792982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Checking segment: {'id': 'eba51538-b8cb-4b8b-83ac-90ee4879f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53587e24-95d2-4ef4-b775-fff50ae74eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:11.792982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Network hostable DHCP agents. Network: 53587e24-95d2-4ef4-b775-fff50ae74eba, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:11.831387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:11.843794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.844806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.878364 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:11.918928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-788dfbc9-b2eb-4648-8549-f82b7d7415dd tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting subnet 99f7d496-6af9-4f69-a4da-67204b30a13c {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:11.923954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-788dfbc9-b2eb-4648-8549-f82b7d7415dd tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:11.925287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-2fb50d5d-e826-4b92-8c42-fe4747445dd5 service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297528 Jul 05 18:15:12.009455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Network 53587e24-95d2-4ef4-b775-fff50ae74eba is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:12.013890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-788dfbc9-b2eb-4648-8549-f82b7d7415dd tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:12.043274 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:12.116879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:12.137371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 845ac472-676c-4b41-ac1f-6b1003a7ed7f is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:12.141836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:12.174904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 53587e24-95d2-4ef4-b775-fff50ae74eba) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:12.207811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73c360a-1398-4ea2-81d3-d7ebe0afdc2d None None] Network 53587e24-95d2-4ef4-b775-fff50ae74eba requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:12.213494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fdb9442-dfa1-4eb4-b864-9116e1cef667 req-502b37b6-2a3d-400a-82ef-4d79cbdc12ba service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870360 Jul 05 18:15:12.214491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:12.216664 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:12.323243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 77f0010c-454b-4eb0-801b-7182578d9840 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:12.346832 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:10Z', 'revision_number': 8, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:12.422151 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:15:12.430882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2817aa89-3302-461d-a477-4b4143050c06 None None] Network 53587e24-95d2-4ef4-b775-fff50ae74eba requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:12.448468 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:12.449112 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:12.500179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-788dfbc9-b2eb-4648-8549-f82b7d7415dd tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:12.597675 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c7887edb-e49e-4b26-bf7b-ce0d1a12ba63 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8855066 Jul 05 18:15:12.600193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:12.619464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0c185c99-5bf6-4cf1-93aa-8fed4c086de6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/77f0010c-454b-4eb0-801b-7182578d9840/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9284272 Jul 05 18:15:12.638702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:12.648331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaf389-8f0e-40a6-a455-2e127de77d9b None None] Sync routers for ids ['77f0010c-454b-4eb0-801b-7182578d9840'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:12.683771 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:12.729462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7bdeb5-8cd5-4b78-8d42-6b7818adf8cd req-e61111d8-c44f-45ad-b5b7-e9ee0e45bf81 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:12.731130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd7bdeb5-8cd5-4b78-8d42-6b7818adf8cd req-e61111d8-c44f-45ad-b5b7-e9ee0e45bf81 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 943 time: 0.1596456 Jul 05 18:15:12.808523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feaf389-8f0e-40a6-a455-2e127de77d9b None None] Routers {'77f0010c-454b-4eb0-801b-7182578d9840'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:12.809439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8feaf389-8f0e-40a6-a455-2e127de77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['77f0010c-454b-4eb0-801b-7182578d9840'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:12.812595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd7bdeb5-8cd5-4b78-8d42-6b7818adf8cd req-b87f4565-3092-4e3e-ab11-74271f023219 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746660 Jul 05 18:15:12.818805 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-788dfbc9-b2eb-4648-8549-f82b7d7415dd tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:12.861896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-10002d0b-3231-4340-9c8c-0a852e7f24cc None None] Provisioning complete for port c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:12.862276 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10002d0b-3231-4340-9c8c-0a852e7f24cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:12.865723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8feaf389-8f0e-40a6-a455-2e127de77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:12.898046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feaf389-8f0e-40a6-a455-2e127de77d9b None None] Routers {'77f0010c-454b-4eb0-801b-7182578d9840'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:12.905063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8feaf389-8f0e-40a6-a455-2e127de77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['77f0010c-454b-4eb0-801b-7182578d9840'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:12.960740 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e721acb-9956-457e-92ac-3fdd2d79d310 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:12.966645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41644) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:12.967440 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6e721acb-9956-457e-92ac-3fdd2d79d310 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports/c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6 HTTP/1.1" status: 200 len: 913 time: 0.3275318 Jul 05 18:15:12.974685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dfbc9-b2eb-4648-8549-f82b7d7415dd tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Subnet': ['ID=99f7d496-6af9-4f69-a4da-67204b30a13c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:13.005264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-788dfbc9-b2eb-4648-8549-f82b7d7415dd tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.016787 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-788dfbc9-b2eb-4648-8549-f82b7d7415dd tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/99f7d496-6af9-4f69-a4da-67204b30a13c HTTP/1.1" status: 204 len: 168 time: 1.2922678 Jul 05 18:15:13.017931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41646) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:13.030011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] device_id is not set on port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:13.125669 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:10Z', 'revision_number': 8, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:13.161953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.162786 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bcdf522-226d-43da-9e42-748e2481911d None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:10Z', 'revision_number': 8, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': '9250e985-d21f-4594-a44f-ddd742ce7b69', 'name': '', 'network_id': '8a69a89a-3113-4922-8471-f10fdcb8f478', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:64:38:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:49Z', 'updated_at': '2021-07-05T18:15:00Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '2e04ed80-e7bd-42dc-b39e-e57fdef41916', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:13.199078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.213158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Transition to ACTIVE for port object b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:13.268990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8feaf389-8f0e-40a6-a455-2e127de77d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:13.268990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feaf389-8f0e-40a6-a455-2e127de77d9b None None] The sync data for ids ['77f0010c-454b-4eb0-801b-7182578d9840'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:13.268990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14afa3d-8a28-4f67-8314-8aff20783b51 None None] Network e4a9990f-1e22-4a65-bf8b-a2835fa00b03 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:13.305989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 7692ff4e-146c-490e-86ef-116c075fe114 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:13.306550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-10002d0b-3231-4340-9c8c-0a852e7f24cc None None] Port c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:13.306734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.356903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.430628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port 7692ff4e-146c-490e-86ef-116c075fe114, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7692ff4e-146c-490e-86ef-116c075fe114,segment=NetworkSegment(b983eeff-0589-4049-aebd-541cd8b8402d),segment_id=b983eeff-0589-4049-aebd-541cd8b8402d)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:13.430992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.457040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 7692ff4e-146c-490e-86ef-116c075fe114 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:13.465376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'Port': ['ID=b946bbb2-99b2-4db5-9229-77b3fcdf7fb6,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:13.475624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.475969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.476309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.484026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.484356 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.484738 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 2 to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 Jul 05 18:15:13.495240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-a8b70478-4b3e-4717-99f3-7a185b22c688 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:13.496795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-a8b70478-4b3e-4717-99f3-7a185b22c688 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/networks?id=53587e24-95d2-4ef4-b775-fff50ae74eba HTTP/1.1" status: 200 len: 822 time: 0.1901262 Jul 05 18:15:13.529491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.530093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.530195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.540708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-9485d999-f19e-46ba-8f36-f864da5cf7a5 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/quotas/8a0c8072526a41abb4454f17c3910fd2 HTTP/1.1" status: 200 len: 375 time: 0.0213990 Jul 05 18:15:13.552059 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.552591 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.554156 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 3 to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 Jul 05 18:15:13.564291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] DHCP port deletion for e4a9990f-1e22-4a65-bf8b-a2835fa00b03 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:15:13.581817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-3d6de0b5-106d-4cd3-a7e5-32863e92d96c tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a0c8072526a41abb4454f17c3910fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400865 Jul 05 18:15:13.610602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.610949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.611288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.617105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.617436 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.618369 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 4 to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 Jul 05 18:15:13.638716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.639103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.639447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.646676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.647091 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.647478 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 5 to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 Jul 05 18:15:13.672323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Deleting port 7692ff4e-146c-490e-86ef-116c075fe114 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:13.672710 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.673026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.673358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.673702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.679230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.679563 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.679948 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 6 to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 Jul 05 18:15:13.689910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7692ff4e-146c-490e-86ef-116c075fe114 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:13.697849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.697849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.697849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.704426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.704791 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.705142 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 7 to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 Jul 05 18:15:13.720067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.720419 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.720808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.727007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.727364 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.727755 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 8 to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 Jul 05 18:15:13.742521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.742947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.743224 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.748386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.748717 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.749109 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 9 to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 Jul 05 18:15:13.763951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.764289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.764627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.769114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.774176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.774503 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.778907 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 10 to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 Jul 05 18:15:13.806894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=7692ff4e-146c-490e-86ef-116c075fe114,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:13.817458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No DVR routers for this DVR port 7692ff4e-146c-490e-86ef-116c075fe114 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:13.824678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:13.825000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:13.825310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:13.833579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] For port 7692ff4e-146c-490e-86ef-116c075fe114, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7692ff4e-146c-490e-86ef-116c075fe114,segment=NetworkSegment(b983eeff-0589-4049-aebd-541cd8b8402d),segment_id=b983eeff-0589-4049-aebd-541cd8b8402d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:13.834037 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.845604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No active binding found for port 7692ff4e-146c-490e-86ef-116c075fe114 {{(pid=100999) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 18:15:13.846057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7692ff4e-146c-490e-86ef-116c075fe114 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:13.846709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0f140bd4-8311-4fe9-aab8-f16984ea4d09 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:13.866871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:13.867168 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:13.867528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:13.877654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 0f140bd4-8311-4fe9-aab8-f16984ea4d09 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:13.878806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0f140bd4-8311-4fe9-aab8-f16984ea4d09 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:13.882925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Calling delete_port for 7692ff4e-146c-490e-86ef-116c075fe114 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:13.971110 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:15:13.978304 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.005859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Pushing event deleted for resources: {'Port': ['ID=7692ff4e-146c-490e-86ef-116c075fe114,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:14.030394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] No DVR routers for this DVR port 7692ff4e-146c-490e-86ef-116c075fe114 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:14.051311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.054938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.055528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.056583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.056930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.057296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.058202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.058578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.058980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.059456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.059799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.060171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.060489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1dd6a5-8b27-4f0d-813b-7ed004d88d6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:14.081118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a9990f-1e22-4a65-bf8b-a2835fa00b03']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:14.097340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b983eeff-0589-4049-aebd-541cd8b8402d') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:14.097659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b983eeff-0589-4049-aebd-541cd8b8402d') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:14.108216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] For port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:14.108596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempted to set empty binding levels {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 18:15:14.112673 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.127336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.133867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:14.134176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:14.137324 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:14.139561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86309f11-f5c0-45df-b2c2-3b55ca7be8d1 service neutron] 10.222.0.30 "GET /v2.0/networks/53587e24-95d2-4ef4-b775-fff50ae74eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5552325 Jul 05 18:15:14.214702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.225020 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.248425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] In _notify_port_updated(), no bound segment for port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:15:14.253912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.253912 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.253912 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "PUT /v2.0/ports/b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 HTTP/1.1" status: 200 len: 977 time: 2.4556932 Jul 05 18:15:14.253912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41666) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:14.312615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.323620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a171240-ca05-4812-86fc-c6b376e8aa3b req-325b3510-fa46-4073-87a7-8d5fd1f2cd30 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.323821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b252c8-77f9-432e-99d7-f3ef0860891e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'Port': ['ID=b946bbb2-99b2-4db5-9229-77b3fcdf7fb6,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:14.323918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a171240-ca05-4812-86fc-c6b376e8aa3b req-325b3510-fa46-4073-87a7-8d5fd1f2cd30 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 943 time: 0.2535892 Jul 05 18:15:14.324360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.326201 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/networks/e4a9990f-1e22-4a65-bf8b-a2835fa00b03 HTTP/1.1" status: 204 len: 168 time: 1.2990839 Jul 05 18:15:14.330720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41668) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:14.353414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5e5e4-8dca-4573-8eb7-988d3f8d336f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Network': ['ID=e4a9990f-1e22-4a65-bf8b-a2835fa00b03,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:14.368506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-9b968b6f-41d4-42af-a83c-bb7cb7b05c2f service neutron] 10.222.0.30 "GET /v2.0/networks/53587e24-95d2-4ef4-b775-fff50ae74eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190421 Jul 05 18:15:14.403463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a171240-ca05-4812-86fc-c6b376e8aa3b req-2652b1ab-b35e-42df-86c5-57aa8d0b5eca tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684917 Jul 05 18:15:14.644119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:14.645415 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.687681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0a368f0-728d-434f-80b6-e8451e10ce10 req-f942912c-6449-46f7-a4c3-b507eb06c5df tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 210 time: 0.0540469 Jul 05 18:15:14.797630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:14.814456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:14.851414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.851986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.852381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.852962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.853441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.853914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.854400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.854888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.855368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.855810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.856270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.856733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.857194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.857653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.858113 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.858586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.859049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.859527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.859969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.865741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.866136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.866632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.867095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.867586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.868029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:14.874597 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8fd3d522-0dd3-45ac-95b5-5c91334bc43c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31744 time: 0.6168551 Jul 05 18:15:14.876458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41678) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:15.102916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-946555a5-a782-4ff1-aa47-c538b6a85f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Deleting port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:15.103197 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-946555a5-a782-4ff1-aa47-c538b6a85f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.122635 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.156702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=c6e600f8-fd50-4ba3-acd0-ab4be6b62ff6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:15.183510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-946555a5-a782-4ff1-aa47-c538b6a85f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] For port b946bbb2-99b2-4db5-9229-77b3fcdf7fb6, host n-h1-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:15.183870 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-946555a5-a782-4ff1-aa47-c538b6a85f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.203687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-946555a5-a782-4ff1-aa47-c538b6a85f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Calling delete_port for b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:15.286647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.333650 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.488401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-946555a5-a782-4ff1-aa47-c538b6a85f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.497683 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 5f684528-c3f5-4dba-85bb-47ac95890c40 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:15:15.524005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946555a5-a782-4ff1-aa47-c538b6a85f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event deleted for resources: {'Port': ['ID=b946bbb2-99b2-4db5-9229-77b3fcdf7fb6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:15.533627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-946555a5-a782-4ff1-aa47-c538b6a85f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.535309 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-946555a5-a782-4ff1-aa47-c538b6a85f6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 HTTP/1.1" status: 204 len: 168 time: 0.6518462 Jul 05 18:15:15.538397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41690) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:15.539689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 77f0010c-454b-4eb0-801b-7182578d9840 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:15.617401 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb88219-65fb-4342-8499-cd22db2fbe15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] GET failed (client error): The resource could not be found. Jul 05 18:15:15.630810 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9bb88219-65fb-4342-8499-cd22db2fbe15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "GET /v2.0/ports/b946bbb2-99b2-4db5-9229-77b3fcdf7fb6 HTTP/1.1" status: 404 len: 333 time: 0.0901768 Jul 05 18:15:15.632353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41694) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:15.648214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-380870174', 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:15.657594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 5f684528-c3f5-4dba-85bb-47ac95890c40, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5f684528-c3f5-4dba-85bb-47ac95890c40,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:15.683202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '5f684528-c3f5-4dba-85bb-47ac95890c40', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'port_id': '5f684528-c3f5-4dba-85bb-47ac95890c40', 'mac_address': 'fa:16:3e:3e:b5:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff46832-f784-4271-95e1-6a3236cc9638', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:15:15.722302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:15.725066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:15:15.734666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d14cd976-9bf4-478e-b15f-85038a0d8793 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/77f0010c-454b-4eb0-801b-7182578d9840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7671256 Jul 05 18:15:15.735198 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224005fc-daf8-4525-b49c-0e85f6f42fd9 None None] Sync routers for ids ['77f0010c-454b-4eb0-801b-7182578d9840'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:15.735671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41698) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:15.753805 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224005fc-daf8-4525-b49c-0e85f6f42fd9 None None] Routers {'77f0010c-454b-4eb0-801b-7182578d9840'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:15.755360 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-224005fc-daf8-4525-b49c-0e85f6f42fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['77f0010c-454b-4eb0-801b-7182578d9840'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:15.760669 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.778533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f684528-c3f5-4dba-85bb-47ac95890c40 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:15.789905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Made reservation on behalf of 3ce78cf3bc5d4f55bf2d1bf887ef2ab0 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:15.793571 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.794201 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-224005fc-daf8-4525-b49c-0e85f6f42fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:15.806393 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-224005fc-daf8-4525-b49c-0e85f6f42fd9 None None] Routers {'77f0010c-454b-4eb0-801b-7182578d9840'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:15.807490 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-224005fc-daf8-4525-b49c-0e85f6f42fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['77f0010c-454b-4eb0-801b-7182578d9840'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:15.821264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] device_id is not set on port c7d4deea-8548-480c-90cd-ba57b76b78cd yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:15.852051 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-224005fc-daf8-4525-b49c-0e85f6f42fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:15.852726 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-224005fc-daf8-4525-b49c-0e85f6f42fd9 None None] The sync data for ids ['77f0010c-454b-4eb0-801b-7182578d9840'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:15.865735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47c83e-e675-4c06-9fd1-c8e9ab929398 req-3553ef6a-4bd4-4f56-81a4-246d6c6bd386 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:15.867655 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce47c83e-e675-4c06-9fd1-c8e9ab929398 req-3553ef6a-4bd4-4f56-81a4-246d6c6bd386 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 943 time: 0.2672460 Jul 05 18:15:15.868624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 5f684528-c3f5-4dba-85bb-47ac95890c40, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5f684528-c3f5-4dba-85bb-47ac95890c40,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:15.900099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba0292d5-c726-4a7c-a4dc-f7ca010c7fb0 req-013959e6-3f82-478b-8662-39d199a871e4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 210 time: 0.1516407 Jul 05 18:15:15.915066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:15.921487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 9250e985-d21f-4594-a44f-ddd742ce7b69 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:15.922026 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:15.932659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'port_id': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'mac_address': 'fa:16:3e:3e:0a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:15:15.973907 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.011076 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.014979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce47c83e-e675-4c06-9fd1-c8e9ab929398 req-19e513b3-9780-4690-98c5-d0cb34166ebc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260812 Jul 05 18:15:16.032887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14739cf5-164b-4fb5-a7f3-6bea970fee64 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:16.062942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:16.073850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=5f684528-c3f5-4dba-85bb-47ac95890c40,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:16.154508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port 9250e985-d21f-4594-a44f-ddd742ce7b69, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9250e985-d21f-4594-a44f-ddd742ce7b69,segment=NetworkSegment(00eb7b3b-4c9e-4d98-af12-0c3003e32a69),segment_id=00eb7b3b-4c9e-4d98-af12-0c3003e32a69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:16.154971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.162897 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.170795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.187645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 9250e985-d21f-4594-a44f-ddd742ce7b69 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:16.224186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:16.227651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['5f684528-c3f5-4dba-85bb-47ac95890c40'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:16.262117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.344791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['14739cf5-164b-4fb5-a7f3-6bea970fee64'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:16.374911 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.469534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Network 5199d660-f99f-4c60-b7fb-21dd089b9313 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:16.472497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:16.475517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:16.478551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:16.478551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.494327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'Port': ['ID=c7d4deea-8548-480c-90cd-ba57b76b78cd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:16.537847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.546743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port 9acc624c-68dd-4191-acd4-d382d3905f10 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:16.547182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.577405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=9250e985-d21f-4594-a44f-ddd742ce7b69,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:16.606720 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f730a480-25a6-4b82-b590-68d3f2fed322 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9670103 Jul 05 18:15:16.610168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41706) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:16.692323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578ccfbb-6725-4d7f-bc52-8cb74a6db9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:16.694155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-578ccfbb-6725-4d7f-bc52-8cb74a6db9eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "GET /v2.0/ports/c7d4deea-8548-480c-90cd-ba57b76b78cd HTTP/1.1" status: 200 len: 958 time: 0.0829537 Jul 05 18:15:16.696273 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.699372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41710) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:16.751586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for 9acc624c-68dd-4191-acd4-d382d3905f10 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:16.766922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.934966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-da9043de-d7f0-46f9-93d7-c4e6ec966794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Deleting port c7d4deea-8548-480c-90cd-ba57b76b78cd {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:16.935317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-da9043de-d7f0-46f9-93d7-c4e6ec966794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:16.992720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:17.006656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-da9043de-d7f0-46f9-93d7-c4e6ec966794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.074453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-da9043de-d7f0-46f9-93d7-c4e6ec966794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Calling delete_port for c7d4deea-8548-480c-90cd-ba57b76b78cd owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:17.081894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a9c92e9-75ab-4a64-9dcc-3fd85950b915 req-69eab5e0-71e1-4a1a-af17-c16647595aa9 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 210 time: 0.0456789 Jul 05 18:15:17.120235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:17.130139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9d31cd6a-2a2c-4d87-88e6-7acf2a767f17 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7847507 Jul 05 18:15:17.134241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41720) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:17.136744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:17.155054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:17.160044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:17.211566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-b286ce28-e288-4935-ba8f-2436876da399 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting subnet 2e04ed80-e7bd-42dc-b39e-e57fdef41916 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:17.215910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b286ce28-e288-4935-ba8f-2436876da399 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.269197 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.269641 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b286ce28-e288-4935-ba8f-2436876da399 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.305011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=9acc624c-68dd-4191-acd4-d382d3905f10,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:17.321370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:17.402041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b286ce28-e288-4935-ba8f-2436876da399 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.554055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 5f684528-c3f5-4dba-85bb-47ac95890c40 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:17.566521 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b286ce28-e288-4935-ba8f-2436876da399 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.625962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b286ce28-e288-4935-ba8f-2436876da399 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Subnet': ['ID=2e04ed80-e7bd-42dc-b39e-e57fdef41916,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:17.627874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b286ce28-e288-4935-ba8f-2436876da399 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.633435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b286ce28-e288-4935-ba8f-2436876da399 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/2e04ed80-e7bd-42dc-b39e-e57fdef41916 HTTP/1.1" status: 204 len: 168 time: 0.4978161 Jul 05 18:15:17.634077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41724) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:17.656562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f83e5ae-a848-4147-871a-41d19fa3d6fe None None] Network 8a69a89a-3113-4922-8471-f10fdcb8f478 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:17.735486 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.735962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:17.856382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:17.856382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.903652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d6592879-9e6f-4f28-aa2d-5c2d60a24dd7,segment=NetworkSegment(00eb7b3b-4c9e-4d98-af12-0c3003e32a69),segment_id=00eb7b3b-4c9e-4d98-af12-0c3003e32a69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:17.904141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.919512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:17.923741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-da9043de-d7f0-46f9-93d7-c4e6ec966794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:17.999809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 14739cf5-164b-4fb5-a7f3-6bea970fee64 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:18.007979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.008143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d69c53-3d2a-4158-bb80-5c9676490e5b req-4d57c821-82d8-447b-b4f5-12bc8208a194 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:18.008143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51d69c53-3d2a-4158-bb80-5c9676490e5b req-4d57c821-82d8-447b-b4f5-12bc8208a194 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 944 time: 0.7911050 Jul 05 18:15:18.010535 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.020311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9043de-d7f0-46f9-93d7-c4e6ec966794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7d4deea-8548-480c-90cd-ba57b76b78cd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:18.068512 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-da9043de-d7f0-46f9-93d7-c4e6ec966794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.071407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-da9043de-d7f0-46f9-93d7-c4e6ec966794 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c7d4deea-8548-480c-90cd-ba57b76b78cd HTTP/1.1" status: 204 len: 168 time: 1.3701386 Jul 05 18:15:18.079022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:16Z', 'revision_number': 9, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.081392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41736) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:18.110467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51d69c53-3d2a-4158-bb80-5c9676490e5b req-3b36bb3d-715f-48d8-90d1-d461014c8fec tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866296 Jul 05 18:15:18.119774 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a434e4f-0449-44c2-9dbe-8716e5939d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] GET failed (client error): The resource could not be found. Jul 05 18:15:18.127064 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5a434e4f-0449-44c2-9dbe-8716e5939d7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "GET /v2.0/ports/c7d4deea-8548-480c-90cd-ba57b76b78cd HTTP/1.1" status: 404 len: 333 time: 0.0396624 Jul 05 18:15:18.140335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41740) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:18.146823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 5f684528-c3f5-4dba-85bb-47ac95890c40 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:18.149428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:15:18.157025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Request body: {'port': {'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1463710626'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:18.166829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 5f684528-c3f5-4dba-85bb-47ac95890c40 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:18.167486 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.225402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:18.226842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.285325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc46becb-1fec-437e-8ff2-e4f570af3d4e None None] DHCP port deletion for 8a69a89a-3113-4922-8471-f10fdcb8f478 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:15:18.304329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 77f0010c-454b-4eb0-801b-7182578d9840 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:18.307243 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46d7c605-2d63-4dd4-b7f0-21d060bcb727 req-3f9f7301-d03b-4553-9f23-ced3a4c380c7 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 210 time: 0.0380628 Jul 05 18:15:18.315089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.375983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=d6592879-9e6f-4f28-aa2d-5c2d60a24dd7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:18.378275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Made reservation on behalf of 3ce78cf3bc5d4f55bf2d1bf887ef2ab0 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:18.381577 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.386679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No DVR routers for this DVR port d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:18.408662 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.420811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fc46becb-1fec-437e-8ff2-e4f570af3d4e None None] The port 'd6592879-9e6f-4f28-aa2d-5c2d60a24dd7' was deleted {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 18:15:18.452454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:18.462951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fa9e6ce8-c1f0-43da-a6fc-f03f67df525e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/77f0010c-454b-4eb0-801b-7182578d9840/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7192402 Jul 05 18:15:18.463065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] device_id is not set on port b3fba250-b9e1-4b51-9456-73290efcdf04 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:18.463157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41752) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:18.465905 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd632f7-2956-4c0c-ac4b-11ce1bf8e7ba None None] Sync routers for ids ['77f0010c-454b-4eb0-801b-7182578d9840'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:18.467488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:18.476373 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd632f7-2956-4c0c-ac4b-11ce1bf8e7ba None None] Routers {'77f0010c-454b-4eb0-801b-7182578d9840'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:18.477217 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-dbd632f7-2956-4c0c-ac4b-11ce1bf8e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['77f0010c-454b-4eb0-801b-7182578d9840'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.496381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-42f535f1-8839-4ba1-901e-d92caae07e21 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=77f0010c-454b-4eb0-801b-7182578d9840 HTTP/1.1" status: 200 len: 205 time: 0.0324156 Jul 05 18:15:18.496697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41754) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:18.515068 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-dbd632f7-2956-4c0c-ac4b-11ce1bf8e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.529255 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd632f7-2956-4c0c-ac4b-11ce1bf8e7ba None None] Routers {'77f0010c-454b-4eb0-801b-7182578d9840'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:18.530881 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-dbd632f7-2956-4c0c-ac4b-11ce1bf8e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['77f0010c-454b-4eb0-801b-7182578d9840'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.536508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:18.539310 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5dbac3-3e60-456b-aba3-141993429d3a" -d '{"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:18.561730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:18.625895 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.684489 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.709338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.717097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76b16953-adbd-431f-8e02-7d4fbb46add8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.747008 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-dbd632f7-2956-4c0c-ac4b-11ce1bf8e7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.748382 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd632f7-2956-4c0c-ac4b-11ce1bf8e7ba None None] The sync data for ids ['77f0010c-454b-4eb0-801b-7182578d9840'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:18.753544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a69a89a-3113-4922-8471-f10fdcb8f478']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.777691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00eb7b3b-4c9e-4d98-af12-0c3003e32a69') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.778070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00eb7b3b-4c9e-4d98-af12-0c3003e32a69') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.797807 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.822935 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2843e0ae-7aca-44b4-b1d2-32d9b0f526c9 x-openstack-request-id: req-2843e0ae-7aca-44b4-b1d2-32d9b0f526c9 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:18.823290 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:18.823496 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2843e0ae-7aca-44b4-b1d2-32d9b0f526c9 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:18.825554 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'code': 200} Jul 05 18:15:18.841958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:18.846205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 5f684528-c3f5-4dba-85bb-47ac95890c40, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5f684528-c3f5-4dba-85bb-47ac95890c40,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:18.860251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.928818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:18.929487 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.940248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:16Z', 'revision_number': 9, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:18.981441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76b16953-adbd-431f-8e02-7d4fbb46add8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:18.984108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76b16953-adbd-431f-8e02-7d4fbb46add8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:19.018735 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:19.060347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-81cbdcca-61e0-4565-a605-1a7cf39e6d4a tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:19.062146 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-81cbdcca-61e0-4565-a605-1a7cf39e6d4a tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.39 "GET /v2.0/networks?id=53587e24-95d2-4ef4-b775-fff50ae74eba HTTP/1.1" status: 200 len: 822 time: 0.5865426 Jul 05 18:15:19.085634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Request body: {'port': {'device_id': 'ded4e25a-a56b-421f-ace1-9129eaa04183', 'network_id': '53587e24-95d2-4ef4-b775-fff50ae74eba', 'admin_state_up': True, 'tenant_id': '8a0c8072526a41abb4454f17c3910fd2'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:19.146233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.160916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.164106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78dffbb-0a79-459e-bf0f-fcdf0c19e467 None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:16Z', 'revision_number': 9, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'a83d9949-624e-42a4-9acf-75ac70fcf385', 'name': '', 'network_id': '09f40d79-a854-4540-8af8-c655d7aecbd8', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:57:77:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2033, 'fixed_ips': [{'subnet_id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:41Z', 'updated_at': '2021-07-05T18:14:49Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': '69a50ac1-b296-44da-8567-7288f1f5a00d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:19.230686 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.245789 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.248061 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/networks/8a69a89a-3113-4922-8471-f10fdcb8f478 HTTP/1.1" status: 204 len: 168 time: 1.6125941 Jul 05 18:15:19.248902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=5f684528-c3f5-4dba-85bb-47ac95890c40,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:19.251714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41776) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:19.338937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76b16953-adbd-431f-8e02-7d4fbb46add8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.338937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b16953-adbd-431f-8e02-7d4fbb46add8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Fanout notify agent at l3_agent the message router_deleted on router 77f0010c-454b-4eb0-801b-7182578d9840 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:15:19.480395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76b16953-adbd-431f-8e02-7d4fbb46add8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.481465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-76b16953-adbd-431f-8e02-7d4fbb46add8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/77f0010c-454b-4eb0-801b-7182578d9840 HTTP/1.1" status: 204 len: 168 time: 0.9837630 Jul 05 18:15:19.491635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41790) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:19.656207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9250e985-d21f-4594-a44f-ddd742ce7b69 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:19.679674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 9250e985-d21f-4594-a44f-ddd742ce7b69 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:19.680018 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9250e985-d21f-4594-a44f-ddd742ce7b69 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:19.680469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:19.715492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:19.715935 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d6592879-9e6f-4f28-aa2d-5c2d60a24dd7 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:19.761891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e6aaf-dba8-4fd7-b463-cf59c8b16564 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Network': ['ID=8a69a89a-3113-4922-8471-f10fdcb8f478,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:19.809883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-546c9935-4c02-40fb-bbdc-b8205d7f8c5b req-b9dc4bb4-fb17-4c48-9fb2-473ee70278af tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 210 time: 0.1758263 Jul 05 18:15:19.854943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.861259 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e9bbca6-42ee-4d6a-b871-2742204e9bfa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting subnet a85475cc-bc90-424a-9d50-a359e2bde245 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:19.866399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e9bbca6-42ee-4d6a-b871-2742204e9bfa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.906254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Made reservation on behalf of 8a0c8072526a41abb4454f17c3910fd2 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:19.911003 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.922132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e9bbca6-42ee-4d6a-b871-2742204e9bfa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:19.955534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Network 5199d660-f99f-4c60-b7fb-21dd089b9313 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:19.969382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:19.988198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fba250-b9e1-4b51-9456-73290efcdf04,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:19.988968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:19.989758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:19.990429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.011388 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e9bbca6-42ee-4d6a-b871-2742204e9bfa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.076769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702946eb-c698-49f2-b9ed-058767eab296 req-8c77f5bf-6ec7-440d-af4b-914871e77d35 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:20.084519 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-702946eb-c698-49f2-b9ed-058767eab296 req-8c77f5bf-6ec7-440d-af4b-914871e77d35 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 945 time: 0.7602785 Jul 05 18:15:20.105549 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bff8b618-a3dc-4928-a5ab-a72f6b2ab7ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9682093 Jul 05 18:15:20.111453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41792) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:20.158189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:20.232310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-702946eb-c698-49f2-b9ed-058767eab296 req-4b3b33c5-05bc-4c9f-a7dc-6b29839baf66 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467049 Jul 05 18:15:20.284154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.287935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Allocated IP 172.20.0.4 (53587e24-95d2-4ef4-b775-fff50ae74eba/d6ab6593-4c3f-4364-9a62-8e06d79acc21/1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:20.306044 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e9bbca6-42ee-4d6a-b871-2742204e9bfa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.338929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c303be9-efa8-45d5-a375-49262b3d677a None None] Network 845ac472-676c-4b41-ac1f-6b1003a7ed7f requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:20.339403 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e9bbca6-42ee-4d6a-b871-2742204e9bfa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.344981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1e9bbca6-42ee-4d6a-b871-2742204e9bfa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/a85475cc-bc90-424a-9d50-a359e2bde245 HTTP/1.1" status: 204 len: 168 time: 0.8452590 Jul 05 18:15:20.372500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41800) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:20.388357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bbca6-42ee-4d6a-b871-2742204e9bfa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Subnet': ['ID=a85475cc-bc90-424a-9d50-a359e2bde245,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:20.479091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.539672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-72079359-8f50-42e7-8a16-647bc0eda935 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting subnet 2b858c0b-8a83-4cee-9547-00d19161ac47 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:20.546525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72079359-8f50-42e7-8a16-647bc0eda935 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.639273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.642227 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72079359-8f50-42e7-8a16-647bc0eda935 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.728823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Network 53587e24-95d2-4ef4-b775-fff50ae74eba is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:20.746995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:20.753819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:20.763358 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e34bb518-7e96-4162-b998-2c93e6890ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.764680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Pushing event updated for resources: {'Port': ['ID=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:20.776834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.797865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9859d5-dcd7-4b6c-86d5-c11ab6bc54a9 None None] DHCP port deletion for 845ac472-676c-4b41-ac1f-6b1003a7ed7f request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:15:20.843293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de8d55e-380f-4e6d-9ba5-0c6d77510d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f684528-c3f5-4dba-85bb-47ac95890c40'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:20.846309 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94bdb92-78f5-41e6-a98e-e139fa066f59" -d '{"events": [{"server_uuid": "3de8d55e-380f-4e6d-9ba5-0c6d77510d36", "name": "network-vif-plugged", "status": "completed", "tag": "5f684528-c3f5-4dba-85bb-47ac95890c40"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:20.925248 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69031a3f-01c1-4ec3-be32-02d5e6b02dad x-openstack-request-id: req-69031a3f-01c1-4ec3-be32-02d5e6b02dad {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:20.926719 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de8d55e-380f-4e6d-9ba5-0c6d77510d36", "name": "network-vif-plugged", "status": "completed", "tag": "5f684528-c3f5-4dba-85bb-47ac95890c40", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:20.927124 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-69031a3f-01c1-4ec3-be32-02d5e6b02dad {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:20.927658 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de8d55e-380f-4e6d-9ba5-0c6d77510d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f684528-c3f5-4dba-85bb-47ac95890c40', 'code': 200} Jul 05 18:15:20.929245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-be9859d5-dcd7-4b6c-86d5-c11ab6bc54a9 None None] Deleting port ef68b7b7-70ac-4626-a5b9-2e1b3144c785 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:20.929771 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be9859d5-dcd7-4b6c-86d5-c11ab6bc54a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.962033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:20.968366 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.979329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72079359-8f50-42e7-8a16-647bc0eda935 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:20.985166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] device_id is not set on port b3fba250-b9e1-4b51-9456-73290efcdf04 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:21.002630 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.017282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Transition to ACTIVE for port object b3fba250-b9e1-4b51-9456-73290efcdf04 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:21.056532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-be9859d5-dcd7-4b6c-86d5-c11ab6bc54a9 None None] For port ef68b7b7-70ac-4626-a5b9-2e1b3144c785, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ef68b7b7-70ac-4626-a5b9-2e1b3144c785,segment=NetworkSegment(81a1db1d-553e-421f-af3b-3f3b1354aa7c),segment_id=81a1db1d-553e-421f-af3b-3f3b1354aa7c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:21.057044 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be9859d5-dcd7-4b6c-86d5-c11ab6bc54a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.074823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-be9859d5-dcd7-4b6c-86d5-c11ab6bc54a9 None None] Calling delete_port for ef68b7b7-70ac-4626-a5b9-2e1b3144c785 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:21.135009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.142325 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-86ff733d-39c7-4cbc-a4ae-e365043e4fa4 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0645339 Jul 05 18:15:21.201332 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Request body: {'port': {'device_id': 'ded4e25a-a56b-421f-ace1-9129eaa04183', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:21.266320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b6f29-4db7-4d89-b63d-302a38ac03f0 req-004d14af-5349-4537-85e9-826a289ebe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:21.268014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-089b6f29-4db7-4d89-b63d-302a38ac03f0 req-004d14af-5349-4537-85e9-826a289ebe80 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 1096 time: 0.2411640 Jul 05 18:15:21.304496 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72079359-8f50-42e7-8a16-647bc0eda935 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.336080 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be9859d5-dcd7-4b6c-86d5-c11ab6bc54a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.372236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9859d5-dcd7-4b6c-86d5-c11ab6bc54a9 None None] Pushing event deleted for resources: {'Port': ['ID=ef68b7b7-70ac-4626-a5b9-2e1b3144c785,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:21.384030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72079359-8f50-42e7-8a16-647bc0eda935 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Subnet': ['ID=2b858c0b-8a83-4cee-9547-00d19161ac47,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:21.387853 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9859d5-dcd7-4b6c-86d5-c11ab6bc54a9 None None] No DVR routers for this DVR port ef68b7b7-70ac-4626-a5b9-2e1b3144c785 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:21.393514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fba250-b9e1-4b51-9456-73290efcdf04,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:21.403532 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72079359-8f50-42e7-8a16-647bc0eda935 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.404538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:21.407836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-72079359-8f50-42e7-8a16-647bc0eda935 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/2b858c0b-8a83-4cee-9547-00d19161ac47 HTTP/1.1" status: 204 len: 168 time: 1.0303731 Jul 05 18:15:21.414915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:21.415340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:21.421814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95657d37-700a-46fe-afbd-ab04b4b0431f None None] Network 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:21.422429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41816) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:21.446816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-089b6f29-4db7-4d89-b63d-302a38ac03f0 req-f0930a56-6017-407f-be9d-e03c98163e24 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704392 Jul 05 18:15:21.495391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1955f-1aee-4124-b15b-f42dd1be25e4 req-00cd2b2b-6acb-49fa-93fe-5e9872f7091a tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:21.496994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ad1955f-1aee-4124-b15b-f42dd1be25e4 req-00cd2b2b-6acb-49fa-93fe-5e9872f7091a tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 931 time: 0.4212570 Jul 05 18:15:21.523874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.528015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:21.528346 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:21.534368 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 2 to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 Jul 05 18:15:21.578492 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:21.578880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:21.579207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:21.589629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:21.590215 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:21.591796 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 3 to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 Jul 05 18:15:21.604458 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.622401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:21.622766 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:21.623367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:21.668017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ef68b7b7-70ac-4626-a5b9-2e1b3144c785 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:21.671181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ad1955f-1aee-4124-b15b-f42dd1be25e4 req-d859ee30-67ac-43d5-928e-03d43d1b7caa tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582644 Jul 05 18:15:21.702206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:21.702828 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:21.708568 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 4 to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 Jul 05 18:15:21.726355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: ef68b7b7-70ac-4626-a5b9-2e1b3144c785 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:21.726883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ef68b7b7-70ac-4626-a5b9-2e1b3144c785 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:21.773600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:21.774070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:21.774442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:21.788603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:21.789042 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:21.800044 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 5 to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 Jul 05 18:15:21.849004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d82d4b-e8a7-4182-8d02-37dffc6599b6 None None] DHCP port deletion for 5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:15:21.891173 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:21.892516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:21.893036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:21.897713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16f860-8235-4090-8f90-0088465deb25 req-f0fa8be3-d060-4ffb-8227-56a3e9d20694 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:21.899533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa16f860-8235-4090-8f90-0088465deb25 req-f0fa8be3-d060-4ffb-8227-56a3e9d20694 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 945 time: 0.4016097 Jul 05 18:15:21.901494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.912161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:21.917544 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:21.922444 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 6 to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 Jul 05 18:15:21.943510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845ac472-676c-4b41-ac1f-6b1003a7ed7f']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:21.963289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-35d82d4b-e8a7-4182-8d02-37dffc6599b6 None None] Deleting port 1893e6a3-8622-49e8-8735-fb20724edf47 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:21.965071 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35d82d4b-e8a7-4182-8d02-37dffc6599b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:21.965629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81a1db1d-553e-421f-af3b-3f3b1354aa7c') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:21.966011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81a1db1d-553e-421f-af3b-3f3b1354aa7c') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:21.976088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:21.976491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:21.976852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:21.982967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa16f860-8235-4090-8f90-0088465deb25 req-57e132eb-4696-4fc2-9374-fefdd96c33ff tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706468 Jul 05 18:15:21.985587 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.020346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.023578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port a83d9949-624e-42a4-9acf-75ac70fcf385 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:22.023993 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.093288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:22.093669 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:22.096850 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:22.119988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-35d82d4b-e8a7-4182-8d02-37dffc6599b6 None None] For port 1893e6a3-8622-49e8-8735-fb20724edf47, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1893e6a3-8622-49e8-8735-fb20724edf47,segment=NetworkSegment(e829190a-b8b0-4c32-838f-e231b787074a),segment_id=e829190a-b8b0-4c32-838f-e231b787074a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:22.120647 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35d82d4b-e8a7-4182-8d02-37dffc6599b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.125528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:22.138942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.140276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-35d82d4b-e8a7-4182-8d02-37dffc6599b6 None None] Calling delete_port for 1893e6a3-8622-49e8-8735-fb20724edf47 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:22.157806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Transition to ACTIVE for port object 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:22.165475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:22.165823 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:22.166341 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 7 to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 Jul 05 18:15:22.190751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:22.190751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:22.191286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:22.198431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:22.198944 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:22.199344 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 8 to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 Jul 05 18:15:22.239905 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.276875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port a83d9949-624e-42a4-9acf-75ac70fcf385, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a83d9949-624e-42a4-9acf-75ac70fcf385,segment=NetworkSegment(79b98a34-7d9c-4239-8351-f8303495a2d4),segment_id=79b98a34-7d9c-4239-8351-f8303495a2d4)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:22.277864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.296970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for a83d9949-624e-42a4-9acf-75ac70fcf385 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:22.302405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:22.302781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:22.303130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:22.310540 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.322605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.324772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/networks/845ac472-676c-4b41-ac1f-6b1003a7ed7f HTTP/1.1" status: 204 len: 168 time: 0.9077559 Jul 05 18:15:22.328700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41830) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:22.368539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35d82d4b-e8a7-4182-8d02-37dffc6599b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.375873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:22.376199 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:22.378524 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 9 to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 Jul 05 18:15:22.408194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:22.408194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:22.408194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:22.415950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:22.416337 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:22.420673 n-d-799524-1 neutron-server[100998]: INFO neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempt 10 to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 Jul 05 18:15:22.464403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d82d4b-e8a7-4182-8d02-37dffc6599b6 None None] Pushing event deleted for resources: {'Port': ['ID=1893e6a3-8622-49e8-8735-fb20724edf47,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:22.471721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d82d4b-e8a7-4182-8d02-37dffc6599b6 None None] No DVR routers for this DVR port 1893e6a3-8622-49e8-8735-fb20724edf47 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:22.483971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:22.484315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:22.484661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempting to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:22.486812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:22.530758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:22.530758 n-d-799524-1 neutron-server[100998]: ERROR neutron.plugins.ml2.managers [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Failed to bind port b3fba250-b9e1-4b51-9456-73290efcdf04 on host n-h1-799524-1 for vnic_type normal using segments [{'id': '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5199d660-f99f-4c60-b7fb-21dd089b9313'}] Jul 05 18:15:22.530758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.685744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Attempting to bind port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:22.686453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Attempting to bind port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'eba51538-b8cb-4b8b-83ac-90ee4879f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53587e24-95d2-4ef4-b775-fff50ae74eba'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:22.687050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Attempting to bind port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c on network 53587e24-95d2-4ef4-b775-fff50ae74eba {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:22.701591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c on network 53587e24-95d2-4ef4-b775-fff50ae74eba not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:22.712500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Attempting to bind port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c on network 53587e24-95d2-4ef4-b775-fff50ae74eba {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:22.731560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] For port b3fba250-b9e1-4b51-9456-73290efcdf04, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:22.732481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attempted to set empty binding levels {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 18:15:22.734309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:22.736480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Checking segment: {'id': 'eba51538-b8cb-4b8b-83ac-90ee4879f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53587e24-95d2-4ef4-b775-fff50ae74eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:22.738581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Bound using segment: {'id': 'eba51538-b8cb-4b8b-83ac-90ee4879f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53587e24-95d2-4ef4-b775-fff50ae74eba'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:22.739343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Bound port: 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba51538-b8cb-4b8b-83ac-90ee4879f929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '53587e24-95d2-4ef4-b775-fff50ae74eba'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:22.740564 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.867807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] For port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:22.871825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] For port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,segment=NetworkSegment(eba51538-b8cb-4b8b-83ac-90ee4879f929),segment_id=eba51538-b8cb-4b8b-83ac-90ee4879f929)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:22.873977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.921215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74b801-23c6-40f6-8d22-b43e4f3e7ba6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Network': ['ID=845ac472-676c-4b41-ac1f-6b1003a7ed7f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:22.939707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] In _notify_port_updated(), no bound segment for port b3fba250-b9e1-4b51-9456-73290efcdf04 on network 5199d660-f99f-4c60-b7fb-21dd089b9313 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:15:22.940696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:22.941416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:22.944583 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "PUT /v2.0/ports/b3fba250-b9e1-4b51-9456-73290efcdf04 HTTP/1.1" status: 200 len: 979 time: 2.8317928 Jul 05 18:15:22.947981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41842) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:22.961539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc78d2-bd65-4bf6-93a2-ee2a95f14a2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event updated for resources: {'Port': ['ID=b3fba250-b9e1-4b51-9456-73290efcdf04,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:23.015848 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.106050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:23.112657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.136998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:23.137897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.142077 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6fd0f3bc-5102-4ff3-9c8e-b18ed544c4d9 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c HTTP/1.1" status: 200 len: 1091 time: 1.9598851 Jul 05 18:15:23.142987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded4e25a-a56b-421f-ace1-9129eaa04183', 'tag': '1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:23.147920 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5b1b4d-605f-4645-84a5-980869ee6cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "ded4e25a-a56b-421f-ace1-9129eaa04183", "tag": "1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:23.180923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7039c16-db13-436f-bd40-c48c787a9dab req-2ff5be88-eea8-47f3-a69c-01dbc1927c75 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:23.182523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7039c16-db13-436f-bd40-c48c787a9dab req-2ff5be88-eea8-47f3-a69c-01dbc1927c75 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 943 time: 0.2644439 Jul 05 18:15:23.272437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9cff41ac-d6ee-4c54-9fe5-69a12bd9d0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Deleting port b3fba250-b9e1-4b51-9456-73290efcdf04 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:23.273155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9cff41ac-d6ee-4c54-9fe5-69a12bd9d0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.354228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7039c16-db13-436f-bd40-c48c787a9dab req-3ce41999-1b15-4936-a2b8-49e4fbdbfa31 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511219 Jul 05 18:15:23.369732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.385827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:23.400253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e829190a-b8b0-4c32-838f-e231b787074a') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:23.400692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e829190a-b8b0-4c32-838f-e231b787074a') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:23.445528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.501929 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.510462 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44b756e8-26f1-4582-9c2c-329633ea0c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.512382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:23.516585 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:23.526664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-9cff41ac-d6ee-4c54-9fe5-69a12bd9d0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] For port b3fba250-b9e1-4b51-9456-73290efcdf04, host n-h1-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:23.527280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9cff41ac-d6ee-4c54-9fe5-69a12bd9d0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.583118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.590958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1893e6a3-8622-49e8-8735-fb20724edf47 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:23.599897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9cff41ac-d6ee-4c54-9fe5-69a12bd9d0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Calling delete_port for b3fba250-b9e1-4b51-9456-73290efcdf04 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:23.645576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 1893e6a3-8622-49e8-8735-fb20724edf47 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:23.646158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1893e6a3-8622-49e8-8735-fb20724edf47 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:23.648045 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.673941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=a83d9949-624e-42a4-9acf-75ac70fcf385,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:23.708001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef23df-0828-4ec1-88e4-a43c42b95fd3 req-bf0264d4-f4ed-429e-a099-1316339b0ab0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:23.712445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efef23df-0828-4ec1-88e4-a43c42b95fd3 req-bf0264d4-f4ed-429e-a099-1316339b0ab0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 945 time: 0.3020515 Jul 05 18:15:23.786066 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2236ef31-772e-495e-ab7c-6b527808ab4a x-openstack-request-id: req-2236ef31-772e-495e-ab7c-6b527808ab4a {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:23.786795 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ded4e25a-a56b-421f-ace1-9129eaa04183", "tag": "1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:23.787136 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2236ef31-772e-495e-ab7c-6b527808ab4a {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:23.787679 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded4e25a-a56b-421f-ace1-9129eaa04183', 'tag': '1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c', 'status': 'completed', 'code': 200} Jul 05 18:15:23.812890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-5378c493-4663-4d8b-9c0a-f4a4afd12e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:23.814683 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-5378c493-4663-4d8b-9c0a-f4a4afd12e6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a0c8072526a41abb4454f17c3910fd2&device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 1094 time: 0.4618950 Jul 05 18:15:23.834927 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.870222 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.870222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/networks/5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68 HTTP/1.1" status: 204 len: 168 time: 1.5395837 Jul 05 18:15:23.908582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41856) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:23.919190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-733812415'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:23.958834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456eda8-604c-49cb-9435-00418d4b57eb tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Network': ['ID=5fa84d7c-2b66-47e8-af7f-0c0e9f9b9a68,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:23.968258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9cff41ac-d6ee-4c54-9fe5-69a12bd9d0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:23.976671 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-62bf4d95-7765-4c21-bd44-5dd8b5e26855 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c HTTP/1.1" status: 200 len: 217 time: 0.1472468 Jul 05 18:15:24.045389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff41ac-d6ee-4c54-9fe5-69a12bd9d0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Pushing event deleted for resources: {'Port': ['ID=b3fba250-b9e1-4b51-9456-73290efcdf04,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:24.053059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9cff41ac-d6ee-4c54-9fe5-69a12bd9d0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.057743 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9cff41ac-d6ee-4c54-9fe5-69a12bd9d0da tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b3fba250-b9e1-4b51-9456-73290efcdf04 HTTP/1.1" status: 204 len: 168 time: 1.1081660 Jul 05 18:15:24.060600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41858) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:24.065799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efef23df-0828-4ec1-88e4-a43c42b95fd3 req-5990744a-6520-41c1-8d3d-50f64c2046db tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483438 Jul 05 18:15:24.073558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:24.094740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.110892 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd88182d-7860-48eb-9c75-6e319e185b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] GET failed (client error): The resource could not be found. Jul 05 18:15:24.118711 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dd88182d-7860-48eb-9c75-6e319e185b71 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2004865524-project-admin] 10.222.0.30 "GET /v2.0/ports/b3fba250-b9e1-4b51-9456-73290efcdf04 HTTP/1.1" status: 404 len: 333 time: 0.0570054 Jul 05 18:15:24.119373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41864) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:24.120373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.152037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-0acaf0cf-4a83-478d-a807-53b8fe618e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:24.153473 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-0acaf0cf-4a83-478d-a807-53b8fe618e9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6ab6593-4c3f-4364-9a62-8e06d79acc21 HTTP/1.1" status: 200 len: 862 time: 0.1609645 Jul 05 18:15:24.299867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:24.303832 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-6bf47c9c-b84c-475f-8b49-789e2e6b2fc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53587e24-95d2-4ef4-b775-fff50ae74eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296666 Jul 05 18:15:24.407909 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.414237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.415970 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added segment 1579b4e1-afa9-43d7-8686-5a58860e1794 of type vlan for network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 Jul 05 18:15:24.484045 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.513832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:24.614980 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.640021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.resource_extend [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:15:24.656912 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-bba4e7ed-3a6c-41ba-bd1e-ee7caec4772e service neutron] 10.222.0.39 "GET /v2.0/networks/53587e24-95d2-4ef4-b775-fff50ae74eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372240 Jul 05 18:15:24.660953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:24.674368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:24.675504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41872) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:24.677050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-65d88634-45d5-4803-a7d6-eedc3d02b92d tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4126625 Jul 05 18:15:24.696180 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.696745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:24.697436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:24.753726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63804ef8-fa8c-445a-a88d-d85533c6aa01 req-5efe01d8-4fdf-4886-b0cf-70d061c33686 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:24.756516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63804ef8-fa8c-445a-a88d-d85533c6aa01 req-5efe01d8-4fdf-4886-b0cf-70d061c33686 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 945 time: 0.4234099 Jul 05 18:15:24.769366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5199d660-f99f-4c60-b7fb-21dd089b9313']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:24.777838 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.784227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:24.784942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.819237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:24.819674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4e3c1f-5d9e-41c3-98c3-0940cc58c483') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:24.825550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceafdea-c344-4c4c-ad44-9e9bfd8be6d0 req-585fa714-fea8-443a-bc37-017d7726a9cd tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:24.835580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fceafdea-c344-4c4c-ad44-9e9bfd8be6d0 req-585fa714-fea8-443a-bc37-017d7726a9cd tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 943 time: 0.1755285 Jul 05 18:15:24.883411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63804ef8-fa8c-445a-a88d-d85533c6aa01 req-f284daa9-999f-4afa-bf1b-13c739a1fdf4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208365 Jul 05 18:15:24.911231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fceafdea-c344-4c4c-ad44-9e9bfd8be6d0 req-53d2e540-37b1-4e4c-9f48-e473b03863af tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748742 Jul 05 18:15:24.951233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:24.960775 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.983401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:24.992261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:24.992588 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:25.068253 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d61e7d8-04bb-47ba-a65b-9e679ce5d496 req-5d866e11-ea95-4024-b4e5-d29d626e7f32 service neutron] 10.222.0.39 "GET /v2.0/networks/53587e24-95d2-4ef4-b775-fff50ae74eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969450 Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:25.069083 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:25.078833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41878) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:25.081162 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1704042 Jul 05 18:15:25.092234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-e69fb7ed-4039-4c6e-95f9-323bcead1447 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting subnet 69a50ac1-b296-44da-8567-7288f1f5a00d {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:25.092376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'subnet': {'network_id': '10ee15a7-7dc7-48f7-ba68-6cf56fb43792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:25.095995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35d002-e358-4f6b-8898-4da0e21dc0f1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Network': ['ID=10ee15a7-7dc7-48f7-ba68-6cf56fb43792,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:25.104972 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e69fb7ed-4039-4c6e-95f9-323bcead1447 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:25.148647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:25.181958 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:25.195880 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:25.200651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] 10.222.0.30 "DELETE /v2.0/networks/5199d660-f99f-4c60-b7fb-21dd089b9313 HTTP/1.1" status: 204 len: 168 time: 1.0735142 Jul 05 18:15:25.235725 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e69fb7ed-4039-4c6e-95f9-323bcead1447 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:25.293122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb292c9-6690-46af-b111-0728ab634622 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1347312146-project] Pushing event deleted for resources: {'Network': ['ID=5199d660-f99f-4c60-b7fb-21dd089b9313,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:25.317926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:25.325864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:25.397229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:23Z', 'revision_number': 10, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:25.440637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-cad623a6-d0bf-4082-be8c-523127847e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:25.443145 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-cad623a6-d0bf-4082-be8c-523127847e87 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8a0c8072526a41abb4454f17c3910fd2&device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 1094 time: 0.1657679 Jul 05 18:15:25.454884 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e69fb7ed-4039-4c6e-95f9-323bcead1447 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:25.522005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:15:25.546547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:25.547412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:25.735895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-4f5cdc3b-83dc-46a9-a994-92399726dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:25.738122 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-4f5cdc3b-83dc-46a9-a994-92399726dd01 service neutron] 10.222.0.39 "GET /v2.0/networks?id=53587e24-95d2-4ef4-b775-fff50ae74eba HTTP/1.1" status: 200 len: 922 time: 0.2847679 Jul 05 18:15:25.760994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:25.772699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:26.046264 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-b67bd893-1449-41b8-85ab-a02c7773fa79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c HTTP/1.1" status: 200 len: 217 time: 0.1502867 Jul 05 18:15:26.046264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e69fb7ed-4039-4c6e-95f9-323bcead1447 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.046264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e69fb7ed-4039-4c6e-95f9-323bcead1447 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.046264 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e69fb7ed-4039-4c6e-95f9-323bcead1447 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/69a50ac1-b296-44da-8567-7288f1f5a00d HTTP/1.1" status: 204 len: 168 time: 1.2334542 Jul 05 18:15:26.046757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41896) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:26.046988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d16454-a8c6-4213-b18e-180e7fe27932 None None] Network 09f40d79-a854-4540-8af8-c655d7aecbd8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:26.047244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41900) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:26.047244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Subnet': ['ID=eabb8164-8fc3-4f02-a55f-8a869ef78f48,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:26.047404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69fb7ed-4039-4c6e-95f9-323bcead1447 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Subnet': ['ID=69a50ac1-b296-44da-8567-7288f1f5a00d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:26.047404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-500ca2dc-0d73-4113-aa62-d70c03c3ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:26.047404 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-500ca2dc-0d73-4113-aa62-d70c03c3ccbb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6ab6593-4c3f-4364-9a62-8e06d79acc21 HTTP/1.1" status: 200 len: 862 time: 0.1330986 Jul 05 18:15:26.089077 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-a778080c-738e-41b1-ba3e-574838bdb1fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53587e24-95d2-4ef4-b775-fff50ae74eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392659 Jul 05 18:15:26.166046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Checking segment: {'id': '1579b4e1-afa9-43d7-8686-5a58860e1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10ee15a7-7dc7-48f7-ba68-6cf56fb43792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:26.166416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network hostable DHCP agents. Network: 10ee15a7-7dc7-48f7-ba68-6cf56fb43792, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:26.217053 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-d4af4db5-7c5e-497b-94c3-4412e4d5bb61 service neutron] 10.222.0.39 "GET /v2.0/networks/53587e24-95d2-4ef4-b775-fff50ae74eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176519 Jul 05 18:15:26.301682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:23Z', 'revision_number': 10, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:26.301914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.318493 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd4cee-43c7-430b-95ea-307da61d008f req-855c024a-1c5c-4068-a12a-16be22c064a8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:26.326739 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fcd4cee-43c7-430b-95ea-307da61d008f req-855c024a-1c5c-4068-a12a-16be22c064a8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 945 time: 0.3877137 Jul 05 18:15:26.349887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbfe3c-327a-4efd-9e16-80e25d75e71c None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:23Z', 'revision_number': 10, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None, '_interfaces': [{'id': 'c31b07d2-a1a2-4482-b7d0-6606ce0b1012', 'name': '', 'network_id': 'ba1c4196-c7d1-4d64-80aa-4bd482933d25', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'mac_address': 'fa:16:3e:1b:70:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'device_owner': 'network:router_interface', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:14:34Z', 'updated_at': '2021-07-05T18:14:43Z', 'revision_number': 5, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'subnets': [{'id': 'baf7052a-35b8-4f69-acc1-bffc7bb98198', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:26.365906 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd5b1b4d-605f-4645-84a5-980869ee6cd2 req-058b980e-5b1a-471a-a751-b77c08f3d62b service neutron] 10.222.0.39 "GET /v2.0/networks/53587e24-95d2-4ef4-b775-fff50ae74eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390610 Jul 05 18:15:26.378213 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.429141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b877312e-a40e-4078-8c88-c171857ead05 None None] DHCP port deletion for 09f40d79-a854-4540-8af8-c655d7aecbd8 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:15:26.452935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fcd4cee-43c7-430b-95ea-307da61d008f req-47fa92cf-e36e-4f36-8eb0-d961baf5b8e9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252429 Jul 05 18:15:26.462664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-76b394db-7b63-43f0-b104-ab08c2cee628 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=985c12e0a8e04f46a51ea3e7e7059d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4619896 Jul 05 18:15:26.463815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:26.465197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41910) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:26.508308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b254b9-463d-487f-a4e7-c10f9429be3a req-00303de2-b48b-45d8-b035-5df8007ec011 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:26.516228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76b254b9-463d-487f-a4e7-c10f9429be3a req-00303de2-b48b-45d8-b035-5df8007ec011 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 943 time: 0.3860774 Jul 05 18:15:26.523350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b877312e-a40e-4078-8c88-c171857ead05 None None] Deleting port 8eecb5d2-4038-462d-adbc-0189229f1a96 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:26.523828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b877312e-a40e-4078-8c88-c171857ead05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.607998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76b254b9-463d-487f-a4e7-c10f9429be3a req-43c57329-5982-4102-9559-a08bb54a4796 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905898 Jul 05 18:15:26.612279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 10ee15a7-7dc7-48f7-ba68-6cf56fb43792) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:26.626451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-530405bf-6103-4944-a963-27c212a083b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.633021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:26.635151 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.648920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273c20cc-020d-4119-9114-6e550b8ac372 None None] Network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:26.677827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 8eecb5d2-4038-462d-adbc-0189229f1a96 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:26.678144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.711397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-530405bf-6103-4944-a963-27c212a083b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.831408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b877312e-a40e-4078-8c88-c171857ead05 None None] For port 8eecb5d2-4038-462d-adbc-0189229f1a96, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8eecb5d2-4038-462d-adbc-0189229f1a96,segment=NetworkSegment(79b98a34-7d9c-4239-8351-f8303495a2d4),segment_id=79b98a34-7d9c-4239-8351-f8303495a2d4)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:26.832878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b877312e-a40e-4078-8c88-c171857ead05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.849630 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-530405bf-6103-4944-a963-27c212a083b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.856902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-530405bf-6103-4944-a963-27c212a083b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.856902 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-530405bf-6103-4944-a963-27c212a083b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d832859-fdb9-4c35-a343-529bba0a449b HTTP/1.1" status: 204 len: 168 time: 0.3903966 Jul 05 18:15:26.864558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b877312e-a40e-4078-8c88-c171857ead05 None None] Calling delete_port for 8eecb5d2-4038-462d-adbc-0189229f1a96 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:26.872818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port 8eecb5d2-4038-462d-adbc-0189229f1a96, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8eecb5d2-4038-462d-adbc-0189229f1a96,segment=NetworkSegment(79b98a34-7d9c-4239-8351-f8303495a2d4),segment_id=79b98a34-7d9c-4239-8351-f8303495a2d4)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:26.874206 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:26.889367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 8eecb5d2-4038-462d-adbc-0189229f1a96 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:26.903199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530405bf-6103-4944-a963-27c212a083b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d832859-fdb9-4c35-a343-529bba0a449b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:26.919321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41922) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:27.010579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41926) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:27.010895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4b01a10a-4b3a-4339-8e6a-f0a264e29fbc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9279149 Jul 05 18:15:27.024028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f9bc6f74-93ac-416c-9a55-17be99c238a0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-96604523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:27.083424 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.132358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=8eecb5d2-4038-462d-adbc-0189229f1a96,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:27.147066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No DVR routers for this DVR port 8eecb5d2-4038-462d-adbc-0189229f1a96 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:27.153299 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6f74-93ac-416c-9a55-17be99c238a0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.156610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6f74-93ac-416c-9a55-17be99c238a0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.193167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-10ee15a7-7dc7-48f7-ba68-6cf56fb43792', 'network_id': '10ee15a7-7dc7-48f7-ba68-6cf56fb43792', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'fixed_ips': [{'subnet_id': 'eabb8164-8fc3-4f02-a55f-8a869ef78f48'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:15:27.194481 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.203607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-5b4eae72-828a-4bb2-a012-03523dd7c150 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:27.219913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-5b4eae72-828a-4bb2-a012-03523dd7c150 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 945 time: 0.2234147 Jul 05 18:15:27.251289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6f74-93ac-416c-9a55-17be99c238a0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.290149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0af27d1-7279-413b-b633-735d05540940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.363774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Allocated IP 2001:db8::2 (10ee15a7-7dc7-48f7-ba68-6cf56fb43792/eabb8164-8fc3-4f02-a55f-8a869ef78f48/5d76145a-d5ef-4771-93eb-c8287d29cc5f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:27.417895 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.437638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0af27d1-7279-413b-b633-735d05540940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.440244 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6f74-93ac-416c-9a55-17be99c238a0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.464370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f40d79-a854-4540-8af8-c655d7aecbd8']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:27.500459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0af27d1-7279-413b-b633-735d05540940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.540326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b98a34-7d9c-4239-8351-f8303495a2d4') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:27.544453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b98a34-7d9c-4239-8351-f8303495a2d4') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:27.568115 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b877312e-a40e-4078-8c88-c171857ead05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.625061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6f74-93ac-416c-9a55-17be99c238a0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.627500 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f9bc6f74-93ac-416c-9a55-17be99c238a0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6156693 Jul 05 18:15:27.634310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41932) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:27.640053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'port': {'network_id': '10ee15a7-7dc7-48f7-ba68-6cf56fb43792', 'name': 'tempest-RoutersIpV6Test-1304853669'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:27.649149 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d0af27d1-7279-413b-b633-735d05540940 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=719c5799e5784bd4b6fa2e5981e5c4ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7264361 Jul 05 18:15:27.649149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af27d1-7279-413b-b633-735d05540940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f82b3c1-c362-404d-929a-58380de8bd0c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:27.652098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41936) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:27.718736 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.749387 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.761862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Transition to ACTIVE for port object 5d76145a-d5ef-4771-93eb-c8287d29cc5f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:27.781480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Transition to ACTIVE for port object 5d76145a-d5ef-4771-93eb-c8287d29cc5f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:27.785299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b877312e-a40e-4078-8c88-c171857ead05 None None] No DVR routers for this DVR port 8eecb5d2-4038-462d-adbc-0189229f1a96 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:27.828864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.828985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a83d9949-624e-42a4-9acf-75ac70fcf385 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:27.837556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:15:27.844892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b877312e-a40e-4078-8c88-c171857ead05 None None] Pushing event deleted for resources: {'Port': ['ID=8eecb5d2-4038-462d-adbc-0189229f1a96,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:27.849931 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f722955-3f1d-465d-bc16-c653bf8058a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.873190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:27.873767 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:27.878531 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:27.969749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Deleting port 5f684528-c3f5-4dba-85bb-47ac95890c40 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:27.970096 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:27.991624 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f722955-3f1d-465d-bc16-c653bf8058a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.058326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41944) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:28.071630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.090898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] For port 5f684528-c3f5-4dba-85bb-47ac95890c40, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=5f684528-c3f5-4dba-85bb-47ac95890c40,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:28.091276 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.092486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a83d9949-624e-42a4-9acf-75ac70fcf385 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:28.093210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a83d9949-624e-42a4-9acf-75ac70fcf385 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:28.093819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8eecb5d2-4038-462d-adbc-0189229f1a96 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:28.107801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Calling delete_port for 5f684528-c3f5-4dba-85bb-47ac95890c40 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:28.137895 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84aaa026-49d8-4ab6-9bf9-86bbbbe0c239 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ce78cf3bc5d4f55bf2d1bf887ef2ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779912 Jul 05 18:15:28.141746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41946) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:28.165329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:28.173450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:28.185623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 8eecb5d2-4038-462d-adbc-0189229f1a96 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:28.186306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8eecb5d2-4038-462d-adbc-0189229f1a96 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:28.204069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.resource_extend [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:15:28.209710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:28.213995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:28.218015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.227991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7f62-0201-4f3b-950e-788146e694d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.245691 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f722955-3f1d-465d-bc16-c653bf8058a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.248459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f722955-3f1d-465d-bc16-c653bf8058a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.249690 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2f722955-3f1d-465d-bc16-c653bf8058a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f82b3c1-c362-404d-929a-58380de8bd0c HTTP/1.1" status: 204 len: 168 time: 0.5970805 Jul 05 18:15:28.295936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f722955-3f1d-465d-bc16-c653bf8058a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f82b3c1-c362-404d-929a-58380de8bd0c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:28.342251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] device_id is not set on port 4bc09083-1322-4665-8270-b4175206dee7 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:28.380684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Pushing event updated for resources: {'Port': ['ID=5d76145a-d5ef-4771-93eb-c8287d29cc5f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:28.396382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7f62-0201-4f3b-950e-788146e694d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.401313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94718aa0-6e34-46c3-af4d-b24a3df921a6 req-8da9d630-0042-4d8a-9522-ed7b53a08141 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:28.411690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94718aa0-6e34-46c3-af4d-b24a3df921a6 req-8da9d630-0042-4d8a-9522-ed7b53a08141 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 945 time: 0.5346444 Jul 05 18:15:28.439648 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.475054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['5f684528-c3f5-4dba-85bb-47ac95890c40'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:28.477834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:28.549401 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.557471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.561192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/networks/09f40d79-a854-4540-8af8-c655d7aecbd8 HTTP/1.1" status: 204 len: 168 time: 2.6244500 Jul 05 18:15:28.574648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Attempting to bind port 5d76145a-d5ef-4771-93eb-c8287d29cc5f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:28.575031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Attempting to bind port 5d76145a-d5ef-4771-93eb-c8287d29cc5f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '1579b4e1-afa9-43d7-8686-5a58860e1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10ee15a7-7dc7-48f7-ba68-6cf56fb43792'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:28.575487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Attempting to bind port 5d76145a-d5ef-4771-93eb-c8287d29cc5f on network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:28.590268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41950) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:28.596578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event deleted for resources: {'Port': ['ID=5f684528-c3f5-4dba-85bb-47ac95890c40,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:28.614978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228760a6-739f-4e2a-b8eb-6b17ef0f387d req-6d2031e3-514c-44f1-9aed-1b692302e734 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:28.622098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-228760a6-739f-4e2a-b8eb-6b17ef0f387d req-6d2031e3-514c-44f1-9aed-1b692302e734 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 943 time: 0.3554852 Jul 05 18:15:28.661620 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:28.662054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Checking segment: {'id': '1579b4e1-afa9-43d7-8686-5a58860e1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10ee15a7-7dc7-48f7-ba68-6cf56fb43792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:28.662515 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.662956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Bound using segment: {'id': '1579b4e1-afa9-43d7-8686-5a58860e1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10ee15a7-7dc7-48f7-ba68-6cf56fb43792'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:28.663453 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Bound port: 5d76145a-d5ef-4771-93eb-c8287d29cc5f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1579b4e1-afa9-43d7-8686-5a58860e1794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '10ee15a7-7dc7-48f7-ba68-6cf56fb43792'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:28.663997 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.699890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd3dc9-90f6-4b89-90b6-5cb789776da3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Network': ['ID=09f40d79-a854-4540-8af8-c655d7aecbd8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:28.726276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 2001:db8::1d6 (10ee15a7-7dc7-48f7-ba68-6cf56fb43792/eabb8164-8fc3-4f02-a55f-8a869ef78f48/4bc09083-1322-4665-8270-b4175206dee7) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:28.737557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-228760a6-739f-4e2a-b8eb-6b17ef0f387d req-95c7c918-ab6a-463d-8719-3be1022a9402 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141808 Jul 05 18:15:28.747628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,segment=NetworkSegment(eba51538-b8cb-4b8b-83ac-90ee4879f929),segment_id=eba51538-b8cb-4b8b-83ac-90ee4879f929)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:28.768832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94718aa0-6e34-46c3-af4d-b24a3df921a6 req-4bf5c7a4-4712-4b18-b7e7-85b8a1c0bc64 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557944 Jul 05 18:15:28.790244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] No DVR routers for this DVR port 5f684528-c3f5-4dba-85bb-47ac95890c40 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:28.803672 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.806071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88824deb-aa20-40f8-bad0-b88997a7acf9 req-20ecafce-b80c-4aac-87a3-8f16f7f6019d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "DELETE /v2.0/ports/5f684528-c3f5-4dba-85bb-47ac95890c40 HTTP/1.1" status: 204 len: 173 time: 1.5785320 Jul 05 18:15:28.806667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de8d55e-380f-4e6d-9ba5-0c6d77510d36', 'name': 'network-vif-deleted', 'tag': '5f684528-c3f5-4dba-85bb-47ac95890c40'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:28.809065 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f678c610-31ff-444b-878c-8c281302b324" -d '{"events": [{"server_uuid": "3de8d55e-380f-4e6d-9ba5-0c6d77510d36", "name": "network-vif-deleted", "tag": "5f684528-c3f5-4dba-85bb-47ac95890c40"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:28.840759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7f62-0201-4f3b-950e-788146e694d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.843759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b7d7f62-0201-4f3b-950e-788146e694d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:28.848746 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7b7d7f62-0201-4f3b-950e-788146e694d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04e66422-4228-4c1d-a9b2-547e4f686794 HTTP/1.1" status: 204 len: 168 time: 0.7059925 Jul 05 18:15:28.914360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7d7f62-0201-4f3b-950e-788146e694d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e66422-4228-4c1d-a9b2-547e4f686794,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:28.934703 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d8cab1-b8f8-441a-aab5-58d408447547 x-openstack-request-id: req-55d8cab1-b8f8-441a-aab5-58d408447547 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:28.938672 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de8d55e-380f-4e6d-9ba5-0c6d77510d36", "name": "network-vif-deleted", "tag": "5f684528-c3f5-4dba-85bb-47ac95890c40", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:28.939016 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55d8cab1-b8f8-441a-aab5-58d408447547 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:28.939445 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de8d55e-380f-4e6d-9ba5-0c6d77510d36', 'name': 'network-vif-deleted', 'tag': '5f684528-c3f5-4dba-85bb-47ac95890c40', 'status': 'completed', 'code': 200} Jul 05 18:15:28.952748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c', 'network_id': '53587e24-95d2-4ef4-b775-fff50ae74eba', 'port_id': '1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c', 'mac_address': 'fa:16:3e:10:c0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6ab6593-4c3f-4364-9a62-8e06d79acc21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:15:29.110112 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:29.129783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Transition to ACTIVE for port object 4bc09083-1322-4665-8270-b4175206dee7 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:29.150210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] For port 5d76145a-d5ef-4771-93eb-c8287d29cc5f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:29.182072 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:29.185666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] For port 5d76145a-d5ef-4771-93eb-c8287d29cc5f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d76145a-d5ef-4771-93eb-c8287d29cc5f,segment=NetworkSegment(1579b4e1-afa9-43d7-8686-5a58860e1794),segment_id=1579b4e1-afa9-43d7-8686-5a58860e1794)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:29.232191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:29.245756 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:29.283317 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:29.293123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,segment=NetworkSegment(eba51538-b8cb-4b8b-83ac-90ee4879f929),segment_id=eba51538-b8cb-4b8b-83ac-90ee4879f929)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:29.390938 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:29.398631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9034b7-bb00-43a1-a0d4-3e62336bc5ea None None] Pushing event updated for resources: {'Port': ['ID=5d76145a-d5ef-4771-93eb-c8287d29cc5f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:29.523025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:29.740393 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:29.826041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:29.853193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:29.960828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=4bc09083-1322-4665-8270-b4175206dee7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:30.002981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:30.007666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:30.011616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:30.024656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:30.024656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:30.088380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ef6c62e-2e2e-4308-87ab-91dd47793e5e req-4e74dbf4-3e5c-41c4-95df-42cf9e99ffaa tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=3de8d55e-380f-4e6d-9ba5-0c6d77510d36 HTTP/1.1" status: 200 len: 210 time: 0.0567632 Jul 05 18:15:30.227780 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-71fbaba0-01eb-4d3d-a516-8d8f60cc082a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5920339 Jul 05 18:15:30.231648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41994) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:30.315760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8523a7-6eb9-4b4f-9630-ab6ea8571972 req-da501092-0a3b-47dc-9c9f-0cc1197e91c0 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:30.319230 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb8523a7-6eb9-4b4f-9630-ab6ea8571972 req-da501092-0a3b-47dc-9c9f-0cc1197e91c0 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 944 time: 0.1615536 Jul 05 18:15:30.377064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb8523a7-6eb9-4b4f-9630-ab6ea8571972 req-a25b83e4-a2b8-4630-8478-d56e115c058d tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518441 Jul 05 18:15:30.664364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port c31b07d2-a1a2-4482-b7d0-6606ce0b1012 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:30.667989 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:30.903753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port c31b07d2-a1a2-4482-b7d0-6606ce0b1012, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c31b07d2-a1a2-4482-b7d0-6606ce0b1012,segment=NetworkSegment(3215eabc-d97a-491d-ae83-062e59501df7),segment_id=3215eabc-d97a-491d-ae83-062e59501df7)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:30.904355 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:30.951705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for c31b07d2-a1a2-4482-b7d0-6606ce0b1012 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:30.984257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:31.030822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a11b5-e084-41c6-8b37-5483ec19a1fb None None] Network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:31.260547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7188be02-8707-4b1a-bd61-fe50ef5701ff None None] Provisioning for port 5d76145a-d5ef-4771-93eb-c8287d29cc5f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:31.553668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:31.611141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d76145a-d5ef-4771-93eb-c8287d29cc5f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:31.630842 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:31.693211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 5f684528-c3f5-4dba-85bb-47ac95890c40 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:31.725689 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:31.736042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 5f684528-c3f5-4dba-85bb-47ac95890c40 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:31.736405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 5f684528-c3f5-4dba-85bb-47ac95890c40 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:31.795009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:31.848450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74b590-b96c-41fd-92be-6f47ea1a4e17 req-b2308b97-7b93-43fd-b6de-19485d5e589d tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:31.859682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5d76145a-d5ef-4771-93eb-c8287d29cc5f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:31.877349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5d76145a-d5ef-4771-93eb-c8287d29cc5f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:31.877731 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:31.886779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c74b590-b96c-41fd-92be-6f47ea1a4e17 req-b2308b97-7b93-43fd-b6de-19485d5e589d tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 944 time: 0.2052693 Jul 05 18:15:32.038430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=4bc09083-1322-4665-8270-b4175206dee7,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:32.057638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c74b590-b96c-41fd-92be-6f47ea1a4e17 req-221ee853-f2bb-4562-b050-8d94cffa8114 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698608 Jul 05 18:15:32.062745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.063209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.063696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.064409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.064852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.065615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.066967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.067213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.067392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.074734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.075166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.075581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:32.094713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cc2cede5-7128-4da0-ab40-b5e65bf32c32 None None] Provisioning complete for port 5d76145a-d5ef-4771-93eb-c8287d29cc5f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:32.095227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc2cede5-7128-4da0-ab40-b5e65bf32c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.234668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=c31b07d2-a1a2-4482-b7d0-6606ce0b1012,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:32.274028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:32.325790 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.352922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:32.353342 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.403023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42048) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:32.524155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 5d76145a-d5ef-4771-93eb-c8287d29cc5f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d76145a-d5ef-4771-93eb-c8287d29cc5f,segment=NetworkSegment(1579b4e1-afa9-43d7-8686-5a58860e1794),segment_id=1579b4e1-afa9-43d7-8686-5a58860e1794)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:32.567702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.578706 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc2cede5-7128-4da0-ab40-b5e65bf32c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.627314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-106119230', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:32.642494 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.714680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.755603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Made reservation on behalf of 282e1332f5e847549bca232172b9432d for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:32.758001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.780718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.788634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=5d76145a-d5ef-4771-93eb-c8287d29cc5f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:32.884971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-cc2cede5-7128-4da0-ab40-b5e65bf32c32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:15:32.885412 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-cc2cede5-7128-4da0-ab40-b5e65bf32c32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:15:32.910951 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.947826 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:32.955189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded4e25a-a56b-421f-ace1-9129eaa04183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:32.957108 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464044e5-0c92-416e-8436-3f2ba0908083" -d '{"events": [{"server_uuid": "ded4e25a-a56b-421f-ace1-9129eaa04183", "name": "network-vif-plugged", "status": "completed", "tag": "1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:32.996555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,segment=NetworkSegment(eba51538-b8cb-4b8b-83ac-90ee4879f929),segment_id=eba51538-b8cb-4b8b-83ac-90ee4879f929)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:33.034869 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:33.040356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] device_id is not set on port 2e24f718-fb02-4ad6-9398-3b470fc32435 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:33.068994 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fc5aae-b22f-4fe5-8c9c-c1d891ada7b1 x-openstack-request-id: req-55fc5aae-b22f-4fe5-8c9c-c1d891ada7b1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:33.069610 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded4e25a-a56b-421f-ace1-9129eaa04183", "name": "network-vif-plugged", "status": "completed", "tag": "1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:33.070333 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55fc5aae-b22f-4fe5-8c9c-c1d891ada7b1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:33.071026 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded4e25a-a56b-421f-ace1-9129eaa04183', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c', 'code': 200} Jul 05 18:15:33.099622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:33.124805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:33.290436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:33.378668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Allocated IP 172.25.3.100 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/2e24f718-fb02-4ad6-9398-3b470fc32435) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:33.512924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:33.532352 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:33.540411 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4756b1b9-1eae-4b80-944c-cc98db231ef7 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9506574 Jul 05 18:15:33.541193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42080) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:33.575497 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:33.577088 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:33.640301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cc2cede5-7128-4da0-ab40-b5e65bf32c32 None None] Provisioning for port 4bc09083-1322-4665-8270-b4175206dee7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:33.646939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cc2cede5-7128-4da0-ab40-b5e65bf32c32 None None] Provisioning complete for port 4bc09083-1322-4665-8270-b4175206dee7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:33.647460 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc2cede5-7128-4da0-ab40-b5e65bf32c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:33.658339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-7095b85b-52e9-4848-bcc1-728ccd1045c0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting subnet baf7052a-35b8-4f69-acc1-bffc7bb98198 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:33.676067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7095b85b-52e9-4848-bcc1-728ccd1045c0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:33.680634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:33.737779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2b5d5c-ce11-41c5-8ebb-f2647d86d700 req-dc526108-e90c-4a40-aad4-f7af3bf1ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:33.739909 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cc2b5d5c-ce11-41c5-8ebb-f2647d86d700 req-dc526108-e90c-4a40-aad4-f7af3bf1ad84 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 1096 time: 0.5410309 Jul 05 18:15:33.748571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cc2cede5-7128-4da0-ab40-b5e65bf32c32 None None] Port 4bc09083-1322-4665-8270-b4175206dee7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:33.763747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:33.764231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d76145a-d5ef-4771-93eb-c8287d29cc5f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:33.867298 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:33.887703 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cc2b5d5c-ce11-41c5-8ebb-f2647d86d700 req-728c63d5-dca6-4170-b4dd-9e83f09f0ff2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291499 Jul 05 18:15:33.894885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ea7b9859-52e4-40e4-8ea7-72eabf7c3ff9 None None] Provisioning complete for port 4bc09083-1322-4665-8270-b4175206dee7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:33.894885 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ea7b9859-52e4-40e4-8ea7-72eabf7c3ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:33.895213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7095b85b-52e9-4848-bcc1-728ccd1045c0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:33.941497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5d76145a-d5ef-4771-93eb-c8287d29cc5f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:33.941916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.029111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b9859-52e4-40e4-8ea7-72eabf7c3ff9 None None] Port 4bc09083-1322-4665-8270-b4175206dee7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:34.125396 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:31Z', 'revision_number': 11, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:34.234695 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:15:34.256446 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:34.259302 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:34.266653 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7095b85b-52e9-4848-bcc1-728ccd1045c0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.374883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01007df-03b6-4667-81d9-b985732799ea req-3243e791-11a3-4feb-9953-d964b2079bbe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:34.382966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-3243e791-11a3-4feb-9953-d964b2079bbe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.5451481 Jul 05 18:15:34.394982 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.436413 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:34.438517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7095b85b-52e9-4848-bcc1-728ccd1045c0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.470932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-42269e5b-c07c-4966-8b80-cadc658e05e0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/quotas/af205f8fe38746c2ae756fe4c2fc2611 HTTP/1.1" status: 200 len: 375 time: 0.0860929 Jul 05 18:15:34.483470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095b85b-52e9-4848-bcc1-728ccd1045c0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Subnet': ['ID=baf7052a-35b8-4f69-acc1-bffc7bb98198,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:34.488464 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7095b85b-52e9-4848-bcc1-728ccd1045c0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.491715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7095b85b-52e9-4848-bcc1-728ccd1045c0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/baf7052a-35b8-4f69-acc1-bffc7bb98198 HTTP/1.1" status: 204 len: 168 time: 0.9426742 Jul 05 18:15:34.494840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42090) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:34.500383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac26a93-9e21-4239-a344-291f8d1f0ea3 None None] Network ba1c4196-c7d1-4d64-80aa-4bd482933d25 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:34.518858 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:31Z', 'revision_number': 11, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:34.557045 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4754359b-293f-4984-b313-ae03de0114f1 None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:31Z', 'revision_number': 11, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:34.617411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:34.621367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:34.638606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8c07ec-edd7-4e2b-8122-35ced09f42b7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:34.640254 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.654927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.679875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Pushing event updated for resources: {'Port': ['ID=2e24f718-fb02-4ad6-9398-3b470fc32435,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:34.682744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:34.708522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.715649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.718331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.719135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.719135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.719386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.719792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.720858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.720858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.720858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.721158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.721483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.767604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Deleting port 2116b6bb-5a3f-486a-91ba-6cd91622f13c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:34.767604 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.772769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202d861-1e0e-4308-93a5-b6cb5fc4070f req-972f28ae-a29b-438f-a285-39ddc35a13df tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:34.774494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3202d861-1e0e-4308-93a5-b6cb5fc4070f req-972f28ae-a29b-438f-a285-39ddc35a13df tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 945 time: 0.9682229 Jul 05 18:15:34.778843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.779223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.779576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.779921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.780261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.780620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.780975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.781314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.781671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.782161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.782505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.782906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:15:34.829654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:34.830359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.841027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] For port 2116b6bb-5a3f-486a-91ba-6cd91622f13c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2116b6bb-5a3f-486a-91ba-6cd91622f13c,segment=NetworkSegment(3215eabc-d97a-491d-ae83-062e59501df7),segment_id=3215eabc-d97a-491d-ae83-062e59501df7)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:34.841657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:34.871640 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Calling delete_port for 2116b6bb-5a3f-486a-91ba-6cd91622f13c owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:34.877556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-c0cac853-817b-4257-a399-ae4db2566d1e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3743317 Jul 05 18:15:34.881305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3202d861-1e0e-4308-93a5-b6cb5fc4070f req-2f05ae1a-70f6-4995-970d-f60a74275ca8 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909641 Jul 05 18:15:34.950659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8824d68-1d01-4d4b-be63-8d193f873f07 None None] DHCP port deletion for ba1c4196-c7d1-4d64-80aa-4bd482933d25 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:15:35.067089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-5bf5b5d4-c1d5-4821-a327-728bc5742a5f service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685388 Jul 05 18:15:35.068252 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:35.072162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:35.094659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f8824d68-1d01-4d4b-be63-8d193f873f07 None None] Deleting port 2116b6bb-5a3f-486a-91ba-6cd91622f13c {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:35.095081 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f8824d68-1d01-4d4b-be63-8d193f873f07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:35.111897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2a907fb6-30ff-4b15-a1d4-f5d60074ef93 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7070239 Jul 05 18:15:35.116658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42092) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:35.121587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100'}]}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:35.228131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f8824d68-1d01-4d4b-be63-8d193f873f07 None None] For port 2116b6bb-5a3f-486a-91ba-6cd91622f13c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2116b6bb-5a3f-486a-91ba-6cd91622f13c,segment=NetworkSegment(3215eabc-d97a-491d-ae83-062e59501df7),segment_id=3215eabc-d97a-491d-ae83-062e59501df7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:35.233077 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f8824d68-1d01-4d4b-be63-8d193f873f07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:35.239129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:35.286524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=4bc09083-1322-4665-8270-b4175206dee7,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:35.297324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f8824d68-1d01-4d4b-be63-8d193f873f07 None None] Calling delete_port for 2116b6bb-5a3f-486a-91ba-6cd91622f13c owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:35.302787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No DVR routers for this DVR port 2116b6bb-5a3f-486a-91ba-6cd91622f13c on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:35.356054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Port': ['ID=2116b6bb-5a3f-486a-91ba-6cd91622f13c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:35.419063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-5bd94135-4f33-4ca8-842d-9d75049b00d7 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343167 Jul 05 18:15:35.568712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2116b6bb-5a3f-486a-91ba-6cd91622f13c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:35.674159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2116b6bb-5a3f-486a-91ba-6cd91622f13c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:35.674159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2116b6bb-5a3f-486a-91ba-6cd91622f13c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:35.674159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c31b07d2-a1a2-4482-b7d0-6606ce0b1012 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:35.741087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c31b07d2-a1a2-4482-b7d0-6606ce0b1012 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:35.741442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c31b07d2-a1a2-4482-b7d0-6606ce0b1012 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:35.745362 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f8824d68-1d01-4d4b-be63-8d193f873f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:35.855136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b34bb281-90a2-49d2-b9d7-4758ecec423b req-e3c43107-3acb-4496-b6d5-9d7d87257e29 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 210 time: 0.0702729 Jul 05 18:15:35.859592 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8824d68-1d01-4d4b-be63-8d193f873f07 None None] Pushing event deleted for resources: {'Port': ['ID=2116b6bb-5a3f-486a-91ba-6cd91622f13c,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:35.871242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8824d68-1d01-4d4b-be63-8d193f873f07 None None] No DVR routers for this DVR port 2116b6bb-5a3f-486a-91ba-6cd91622f13c on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:35.922238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-e52aedc4-acd0-4dca-86fe-7c50124944ad tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cb91f839822e470a94bcf481fad8ae40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1135848 Jul 05 18:15:35.960098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.077950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.102337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1c4196-c7d1-4d64-80aa-4bd482933d25']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:36.123180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3215eabc-d97a-491d-ae83-062e59501df7') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:36.123529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3215eabc-d97a-491d-ae83-062e59501df7') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:36.135496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.156054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.164713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:36.165337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:36.242049 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:36.245511 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.246949 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.316960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-81b3cd66-7c9d-4076-bdc9-bfaaca7f4e58 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:36.318603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-81b3cd66-7c9d-4076-bdc9-bfaaca7f4e58 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3955619 Jul 05 18:15:36.336543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:36.359874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-35b4f639-fff6-4f70-8463-bb96010dd816 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/quotas/cb91f839822e470a94bcf481fad8ae40 HTTP/1.1" status: 200 len: 375 time: 0.0317545 Jul 05 18:15:36.367307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:36.377024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.382140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644dbab-04b3-446a-8a3b-abd4f588c271 req-b07ac1a1-6eb0-4221-9a1e-60238fcc521f tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:36.383755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1644dbab-04b3-446a-8a3b-abd4f588c271 req-b07ac1a1-6eb0-4221-9a1e-60238fcc521f tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 945 time: 0.2669363 Jul 05 18:15:36.429414 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-8da94d54-5d9f-4256-a839-6d08ddcba246 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=cb91f839822e470a94bcf481fad8ae40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684886 Jul 05 18:15:36.534942 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1644dbab-04b3-446a-8a3b-abd4f588c271 req-f6d934d0-0e1c-45fe-a53c-95d1213ae025 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137578 Jul 05 18:15:36.574187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.578751 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.585460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42134) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:36.585962 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/networks/ba1c4196-c7d1-4d64-80aa-4bd482933d25 HTTP/1.1" status: 204 len: 168 time: 2.0898805 Jul 05 18:15:36.591710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'routes': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:36.781202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96735797-931e-4bad-8c6c-d34c0d02b849 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Pushing event deleted for resources: {'Network': ['ID=ba1c4196-c7d1-4d64-80aa-4bd482933d25,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:36.803331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2c51ffdc-f8ad-436b-920b-394306b51129 None None] Provisioning complete for port 4bc09083-1322-4665-8270-b4175206dee7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:36.805005 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2c51ffdc-f8ad-436b-920b-394306b51129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.874695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:36.896178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router a0f22680-15f4-412b-b336-b9317cda8ddc is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:15:36.897541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2c51ffdc-f8ad-436b-920b-394306b51129 None None] Port 4bc09083-1322-4665-8270-b4175206dee7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:37.027051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:37.040792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea5383-a0aa-4205-8a17-fae8b86d78eb None None] Sync routers for ids ['a0f22680-15f4-412b-b336-b9317cda8ddc'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:37.044407 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.extraroute_db [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Added routes are [] {{(pid=100997) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 18:15:37.044714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.extraroute_db [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Removed routes are [] {{(pid=100997) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 18:15:37.045091 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:37.049265 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84053563-ec36-416d-a486-c0f062f750d8 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/a0f22680-15f4-412b-b336-b9317cda8ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7982657 Jul 05 18:15:37.049687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42148) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:37.071314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea5383-a0aa-4205-8a17-fae8b86d78eb None None] Routers {'a0f22680-15f4-412b-b336-b9317cda8ddc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:37.072030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b7ea5383-a0aa-4205-8a17-fae8b86d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a0f22680-15f4-412b-b336-b9317cda8ddc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:37.119785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b7ea5383-a0aa-4205-8a17-fae8b86d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:37.135693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ea5383-a0aa-4205-8a17-fae8b86d78eb None None] Routers {'a0f22680-15f4-412b-b336-b9317cda8ddc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:37.136600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b7ea5383-a0aa-4205-8a17-fae8b86d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a0f22680-15f4-412b-b336-b9317cda8ddc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:37.151190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36fd2e2b-4db6-4795-9bb4-e85c0c657cbf req-9bed142a-b54e-462b-a7e5-b4e953ea26e6 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 210 time: 0.1039286 Jul 05 18:15:37.164120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a866de68-e6de-4b6b-a6f9-1a961b99ceb4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:37.176908 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a866de68-e6de-4b6b-a6f9-1a961b99ceb4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports/4bc09083-1322-4665-8270-b4175206dee7 HTTP/1.1" status: 200 len: 984 time: 0.1261115 Jul 05 18:15:37.185849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42152) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:37.185997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b7ea5383-a0aa-4205-8a17-fae8b86d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:37.185997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ea5383-a0aa-4205-8a17-fae8b86d78eb None None] The sync data for ids ['a0f22680-15f4-412b-b336-b9317cda8ddc'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:37.255572 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8053bd5e-33d5-43fc-9407-f8c8cbc50d0b req-c36e1834-0697-437a-b872-0d5aba6abff1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 210 time: 0.1755328 Jul 05 18:15:37.391502 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:37.395720 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:37.504530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 6c09c9a5-2ecd-41dc-8dae-87897524f531 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:37.621200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:37.631978 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] Sync routers for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:37.637412 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:37.641597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3e4a85cf-b80a-40f3-a8fe-c19c65c07a70 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531 HTTP/1.1" status: 200 len: 700 time: 1.0546198 Jul 05 18:15:37.642318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42160) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:37.646218 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:37.647107 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:37.676876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5d5ae613-6e78-4325-9f89-79f66a8b2b46 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c09c9a5-2ecd-41dc-8dae-87897524f531 HTTP/1.1" status: 200 len: 205 time: 0.0334153 Jul 05 18:15:37.681498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42162) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:37.751459 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:37.828510 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbe7929d-2f42-4ec0-9ce4-7d147d6897c9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:37.834359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:37.870061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:37.899717 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:31Z', 'revision_number': 11, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:37.928186 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] Checking router: 6c09c9a5-2ecd-41dc-8dae-87897524f531 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:15:37.946188 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] Routers {'6c09c9a5-2ecd-41dc-8dae-87897524f531'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:37.947196 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6c09c9a5-2ecd-41dc-8dae-87897524f531'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:38.079108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] Set router 6c09c9a5-2ecd-41dc-8dae-87897524f531 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:38.101522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.179904 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:31Z', 'revision_number': 11, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:38.200286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbe7929d-2f42-4ec0-9ce4-7d147d6897c9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.209627 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbe7929d-2f42-4ec0-9ce4-7d147d6897c9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.218055 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2cca7c-c534-4ad8-b6bd-4d77871d7ec9 None None] The sync data for ids ['6c09c9a5-2ecd-41dc-8dae-87897524f531'] in n-d-799524-1 is: [{'id': '6c09c9a5-2ecd-41dc-8dae-87897524f531', 'name': 'tempest-RoutersTest-router-979599349', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:14:31Z', 'updated_at': '2021-07-05T18:15:31Z', 'revision_number': 11, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:38.381140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c47ba13-23b3-48dd-a85e-fcca6f8b661e req-fdeb09ce-7bbd-47a3-98ea-b0786b2d15e8 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 210 time: 0.0961292 Jul 05 18:15:38.383419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbe7929d-2f42-4ec0-9ce4-7d147d6897c9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.396602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe7929d-2f42-4ec0-9ce4-7d147d6897c9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Fanout notify agent at l3_agent the message router_deleted on router 6c09c9a5-2ecd-41dc-8dae-87897524f531 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:15:38.407685 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbe7929d-2f42-4ec0-9ce4-7d147d6897c9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.412146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bbe7929d-2f42-4ec0-9ce4-7d147d6897c9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531 HTTP/1.1" status: 204 len: 168 time: 0.7287574 Jul 05 18:15:38.421349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42178) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:38.430097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-56a9bd57-489a-4ede-9035-4f8983b6bfa3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1085597527', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:38.440124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.528419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823e7d6-1403-430e-8183-662c086a94b4 req-7797eb04-4afa-41f3-bc40-8c01ecb359e8 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:38.530292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d823e7d6-1403-430e-8183-662c086a94b4 req-7797eb04-4afa-41f3-bc40-8c01ecb359e8 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 945 time: 0.2474208 Jul 05 18:15:38.591718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-56a9bd57-489a-4ede-9035-4f8983b6bfa3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.592907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-56a9bd57-489a-4ede-9035-4f8983b6bfa3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.616494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d823e7d6-1403-430e-8183-662c086a94b4 req-f59277ce-deaa-4900-b78c-9a4c7f18e331 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725651 Jul 05 18:15:38.686222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.689513 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.735786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b630da0e-209f-4ea0-a96e-cd1ad2e48671 req-5f9eea30-25c5-4644-94a2-9bfffde07ed3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 210 time: 0.0842142 Jul 05 18:15:38.781252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port 4bc09083-1322-4665-8270-b4175206dee7 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:38.781949 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.795837 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-56a9bd57-489a-4ede-9035-4f8983b6bfa3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.845783 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.847062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b26fc86-d445-4de3-8f7f-bf9ee1053709 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:15:38.920559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:38.939430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for 4bc09083-1322-4665-8270-b4175206dee7 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:38.984737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-56a9bd57-489a-4ede-9035-4f8983b6bfa3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:39.016878 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 18:15:39.021654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1ff79bec-390b-40a4-aa8a-331071b9e522 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.9006445 Jul 05 18:15:39.023026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42180) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:39.156469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01007df-03b6-4667-81d9-b985732799ea req-7655884c-d76f-40f0-8210-fb6f1205281c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:39.158209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-7655884c-d76f-40f0-8210-fb6f1205281c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.2113695 Jul 05 18:15:39.162782 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-56a9bd57-489a-4ede-9035-4f8983b6bfa3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:39.166915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-56a9bd57-489a-4ede-9035-4f8983b6bfa3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7416453 Jul 05 18:15:39.168679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42184) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:39.172351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Request body: {'port': {'device_id': 'd5c0dc46-1914-4b85-950b-791f978898c1', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'admin_state_up': True, 'tenant_id': 'af205f8fe38746c2ae756fe4c2fc2611'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:39.188477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3e9dc9cd-2fdf-45ba-9bd1-b4f423028237 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:39.289558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6e3e1-5d0d-4b8a-975a-8b91bcb0f2c4 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Deleting port 2e24f718-fb02-4ad6-9398-3b470fc32435 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:39.290278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e3e1-5d0d-4b8a-975a-8b91bcb0f2c4 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:39.368324 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:39.461797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=4bc09083-1322-4665-8270-b4175206dee7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:39.545977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e3e1-5d0d-4b8a-975a-8b91bcb0f2c4 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:39.683070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:39.761191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a781fd34-5b46-4f9a-ad0f-e431fe745a80 req-0eb409e4-cd37-44de-a71a-f4ee9c276221 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 210 time: 0.1710625 Jul 05 18:15:39.767727 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b3a6e3e1-5d0d-4b8a-975a-8b91bcb0f2c4 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Calling delete_port for 2e24f718-fb02-4ad6-9398-3b470fc32435 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:39.812719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e9dc9cd-2fdf-45ba-9bd1-b4f423028237 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:39.972536 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e9dc9cd-2fdf-45ba-9bd1-b4f423028237 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:40.007084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477d39c-82c3-4ff5-b845-798e5bd6d70d req-362dc537-73da-4495-b2b5-7bdb18877cf7 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:40.008398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router a0f22680-15f4-412b-b336-b9317cda8ddc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:40.015198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b477d39c-82c3-4ff5-b845-798e5bd6d70d req-362dc537-73da-4495-b2b5-7bdb18877cf7 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 945 time: 0.1770813 Jul 05 18:15:40.030169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be848d0d-98f5-4348-8ba8-459fe511e132 req-201c8f50-383a-4324-95f7-88932dd6ddc9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 210 time: 0.0731735 Jul 05 18:15:40.064079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-b05c1da5-21fb-40ea-9187-cdcf72ba2126 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:40.065860 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-b05c1da5-21fb-40ea-9187-cdcf72ba2126 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.39 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 945 time: 0.5662470 Jul 05 18:15:40.114106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Made reservation on behalf of af205f8fe38746c2ae756fe4c2fc2611 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:40.118771 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:40.176790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-d7446cb6-394a-4780-b3b9-e82913a61a82 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=cb91f839822e470a94bcf481fad8ae40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0831397 Jul 05 18:15:40.210592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b477d39c-82c3-4ff5-b845-798e5bd6d70d req-fa0c36da-e635-4469-b61b-c8893f55e844 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939569 Jul 05 18:15:40.390513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-3275ad1e-7251-479e-8b90-b0ed182635f5 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:40.392308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-3275ad1e-7251-479e-8b90-b0ed182635f5 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963282 Jul 05 18:15:40.405920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Request body: {'port': {'device_id': '775aa183-763b-4b5b-b77e-045427fb31c4', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'cb91f839822e470a94bcf481fad8ae40'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:40.424041 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9dc9cd-2fdf-45ba-9bd1-b4f423028237 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Router 8f136d5a-78e7-4731-a646-08fb217652ab is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:15:40.607061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:40.617139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-47038573-d75d-4152-9639-ffc98d170e75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/a0f22680-15f4-412b-b336-b9317cda8ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4357729 Jul 05 18:15:40.619109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d791b-d89d-45d8-a0e4-101baa5dbe8b None None] Sync routers for ids ['a0f22680-15f4-412b-b336-b9317cda8ddc'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:40.623543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42202) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:40.647999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d791b-d89d-45d8-a0e4-101baa5dbe8b None None] Routers {'a0f22680-15f4-412b-b336-b9317cda8ddc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:40.648965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-cb8d791b-d89d-45d8-a0e4-101baa5dbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a0f22680-15f4-412b-b336-b9317cda8ddc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:40.739205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-cb8d791b-d89d-45d8-a0e4-101baa5dbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:40.761757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d791b-d89d-45d8-a0e4-101baa5dbe8b None None] Routers {'a0f22680-15f4-412b-b336-b9317cda8ddc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:40.763302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-cb8d791b-d89d-45d8-a0e4-101baa5dbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a0f22680-15f4-412b-b336-b9317cda8ddc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:40.914501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e3e1-5d0d-4b8a-975a-8b91bcb0f2c4 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:40.990707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9dc9cd-2fdf-45ba-9bd1-b4f423028237 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:40.992343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6e3e1-5d0d-4b8a-975a-8b91bcb0f2c4 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e24f718-fb02-4ad6-9398-3b470fc32435,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:41.005156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e9dc9cd-2fdf-45ba-9bd1-b4f423028237 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.006415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3e9dc9cd-2fdf-45ba-9bd1-b4f423028237 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "PUT /v2.0/routers/8f136d5a-78e7-4731-a646-08fb217652ab HTTP/1.1" status: 200 len: 694 time: 1.8227940 Jul 05 18:15:41.007804 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] Sync routers for ids ['8f136d5a-78e7-4731-a646-08fb217652ab'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:41.009631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42206) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:41.025574 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] Routers {'8f136d5a-78e7-4731-a646-08fb217652ab'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:41.026381 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['8f136d5a-78e7-4731-a646-08fb217652ab'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:41.035943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-cb8d791b-d89d-45d8-a0e4-101baa5dbe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:41.036901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8d791b-d89d-45d8-a0e4-101baa5dbe8b None None] The sync data for ids ['a0f22680-15f4-412b-b336-b9317cda8ddc'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:41.115671 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-86b64370-f09c-4ff5-8189-588bd8ec3017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 18:15:41.120174 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-86b64370-f09c-4ff5-8189-588bd8ec3017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/a0f22680-15f4-412b-b336-b9317cda8ddc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4881155 Jul 05 18:15:41.124651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42210) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:41.126877 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] Set router 8f136d5a-78e7-4731-a646-08fb217652ab gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:41.189160 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4cfe4c20-b189-40fb-9e23-ce8de7208992 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0f22680-15f4-412b-b336-b9317cda8ddc HTTP/1.1" status: 200 len: 205 time: 0.0406811 Jul 05 18:15:41.189911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42212) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:41.193353 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f136d5a-78e7-4731-a646-08fb217652ab', 'name': 'tempest-RoutersTest-router-1085597527', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:15:38Z', 'updated_at': '2021-07-05T18:15:39Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:41.224867 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] Checking router: 8f136d5a-78e7-4731-a646-08fb217652ab for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:15:41.234508 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] Routers {'8f136d5a-78e7-4731-a646-08fb217652ab'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:41.235470 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['8f136d5a-78e7-4731-a646-08fb217652ab'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:41.250876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Deleting port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:41.251224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.283895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1f69317-64fa-4e68-93d1-b22118d0d4cd req-e2305c8b-e6f7-4752-9375-9ac1d726979d tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 210 time: 0.1763365 Jul 05 18:15:41.321830 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] Set router 8f136d5a-78e7-4731-a646-08fb217652ab gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:15:41.326020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-176f7697-6882-44f4-84aa-81e48304e9f0 req-d1192244-d7f9-4ca0-a073-bf85b70d612d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 210 time: 0.0565279 Jul 05 18:15:41.343839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-43baa7b3-7fa6-4518-81c6-5103a714295a tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/routers/8f136d5a-78e7-4731-a646-08fb217652ab HTTP/1.1" status: 200 len: 700 time: 0.3301680 Jul 05 18:15:41.349044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42216) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:41.386058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4e5818c0-66d9-4fc6-93e8-1353cc4104a1 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f136d5a-78e7-4731-a646-08fb217652ab HTTP/1.1" status: 200 len: 205 time: 0.0348227 Jul 05 18:15:41.398467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42220) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:41.409077 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f136d5a-78e7-4731-a646-08fb217652ab', 'name': 'tempest-RoutersTest-router-1085597527', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:15:38Z', 'updated_at': '2021-07-05T18:15:39Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:41.423725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Allocated IP 172.20.0.3 (190579a2-7dd8-4cde-bf8a-367e6eb28fd7/9ff46832-f784-4271-95e1-6a3236cc9638/9ed269df-88fd-49e2-bd85-2112cf1d2104) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:41.452443 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b3a6e3e1-5d0d-4b8a-975a-8b91bcb0f2c4 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.461609 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b3a6e3e1-5d0d-4b8a-975a-8b91bcb0f2c4 tempest-RoutersAdminNegativeTest-1012663179 tempest-RoutersAdminNegativeTest-1012663179-project-admin] 10.222.0.30 "DELETE /v2.0/ports/2e24f718-fb02-4ad6-9398-3b470fc32435 HTTP/1.1" status: 204 len: 168 time: 2.4363658 Jul 05 18:15:41.499830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee8ede72-8aa5-4cec-8a1f-2699612a6032 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.634306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Made reservation on behalf of cb91f839822e470a94bcf481fad8ae40 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:41.637115 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e368613d-c9d9-4290-8a54-4a58ad5ceba7 None None] The sync data for ids ['8f136d5a-78e7-4731-a646-08fb217652ab'] in n-d-799524-1 is: [{'id': '8f136d5a-78e7-4731-a646-08fb217652ab', 'name': 'tempest-RoutersTest-router-1085597527', 'tenant_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:15:38Z', 'updated_at': '2021-07-05T18:15:39Z', 'revision_number': 2, 'project_id': 'c952e553895d48cab9bc1d9c52d41ebb', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:41.639826 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.801474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] For port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,segment=NetworkSegment(eba51538-b8cb-4b8b-83ac-90ee4879f929),segment_id=eba51538-b8cb-4b8b-83ac-90ee4879f929)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:41.801474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.801474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee8ede72-8aa5-4cec-8a1f-2699612a6032 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.801474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee8ede72-8aa5-4cec-8a1f-2699612a6032 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.801781 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.801869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Calling delete_port for 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:41.801949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ee13fbc-4975-4f98-a4c6-5c02ee3ea886 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.882151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee8ede72-8aa5-4cec-8a1f-2699612a6032 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.882151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8ede72-8aa5-4cec-8a1f-2699612a6032 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Fanout notify agent at l3_agent the message router_deleted on router a0f22680-15f4-412b-b336-b9317cda8ddc {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:15:41.889616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee8ede72-8aa5-4cec-8a1f-2699612a6032 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:41.893482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ee8ede72-8aa5-4cec-8a1f-2699612a6032 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/a0f22680-15f4-412b-b336-b9317cda8ddc HTTP/1.1" status: 204 len: 168 time: 0.6952844 Jul 05 18:15:41.900421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42228) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:41.999540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb5b6f5-19f3-4ecb-b36b-4d10d10f2017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting subnet eabb8164-8fc3-4f02-a55f-8a869ef78f48 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:42.011371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6f5-19f3-4ecb-b36b-4d10d10f2017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.084325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6f5-19f3-4ecb-b36b-4d10d10f2017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.119429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.125298 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.135998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd54d3-f4ae-411c-82ff-dee700804fd9 req-3fd6e167-e3b8-4e41-9bb5-1afac0daf306 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:42.143555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9dcd54d3-f4ae-411c-82ff-dee700804fd9 req-3fd6e167-e3b8-4e41-9bb5-1afac0daf306 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/ports?device_id=ded4e25a-a56b-421f-ace1-9129eaa04183 HTTP/1.1" status: 200 len: 945 time: 0.4926512 Jul 05 18:15:42.169214 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ee13fbc-4975-4f98-a4c6-5c02ee3ea886 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.170462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Pushing event deleted for resources: {'Port': ['ID=1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:42.179019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ee13fbc-4975-4f98-a4c6-5c02ee3ea886 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.213660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42236) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:42.275299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] No DVR routers for this DVR port 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:42.282512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.285952 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2daeba8b-fbce-4b06-9671-e4cbfbd5de9d req-c952791a-b512-4106-a2d5-bcdd2f08d086 tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.39 "DELETE /v2.0/ports/1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c HTTP/1.1" status: 204 len: 173 time: 2.2123144 Jul 05 18:15:42.286471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded4e25a-a56b-421f-ace1-9129eaa04183', 'name': 'network-vif-deleted', 'tag': '1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:42.288941 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4973462c-1937-45c7-8c24-0350cc387e2a" -d '{"events": [{"server_uuid": "ded4e25a-a56b-421f-ace1-9129eaa04183", "name": "network-vif-deleted", "tag": "1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:42.316555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9dcd54d3-f4ae-411c-82ff-dee700804fd9 req-cb6632d7-f5c7-45d3-9272-7a5eb45391cf tempest-ServerAddressesNegativeTestJSON-1320580714 tempest-ServerAddressesNegativeTestJSON-1320580714-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d9edfd7-928a-452c-bc06-718885ed4990&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716223 Jul 05 18:15:42.355898 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ee13fbc-4975-4f98-a4c6-5c02ee3ea886 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.356649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee13fbc-4975-4f98-a4c6-5c02ee3ea886 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Fanout notify agent at l3_agent the message router_deleted on router 8f136d5a-78e7-4731-a646-08fb217652ab {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:15:42.367268 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e42de9-a27e-4c1c-b6ca-dba36ded4535 x-openstack-request-id: req-a0e42de9-a27e-4c1c-b6ca-dba36ded4535 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:42.367567 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ded4e25a-a56b-421f-ace1-9129eaa04183", "name": "network-vif-deleted", "tag": "1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:42.367829 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0e42de9-a27e-4c1c-b6ca-dba36ded4535 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:42.370412 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded4e25a-a56b-421f-ace1-9129eaa04183', 'name': 'network-vif-deleted', 'tag': '1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c', 'status': 'completed', 'code': 200} Jul 05 18:15:42.408901 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ee13fbc-4975-4f98-a4c6-5c02ee3ea886 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.414593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4ee13fbc-4975-4f98-a4c6-5c02ee3ea886 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/8f136d5a-78e7-4731-a646-08fb217652ab HTTP/1.1" status: 204 len: 168 time: 1.0130851 Jul 05 18:15:42.416315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6f5-19f3-4ecb-b36b-4d10d10f2017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.421782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42246) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:42.526112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b530476d-6612-4abc-bc12-54047ae35380 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f136d5a-78e7-4731-a646-08fb217652ab HTTP/1.1" status: 200 len: 205 time: 0.0964243 Jul 05 18:15:42.537535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42248) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:42.609502 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-41b5c4c8-1373-46a3-a24e-857601e7cfe9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] delete failed (client error): The resource could not be found. Jul 05 18:15:42.610826 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-41b5c4c8-1373-46a3-a24e-857601e7cfe9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/8f136d5a-78e7-4731-a646-08fb217652ab HTTP/1.1" status: 404 len: 336 time: 0.0713844 Jul 05 18:15:42.616077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42254) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:42.628114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85896008-c330-4e97-860d-d7ae55c23466 req-d668fd30-52a2-4bc8-84b0-6e73fe3407ce tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 210 time: 0.0595276 Jul 05 18:15:42.667196 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd27e34-e768-4509-a27c-b6641adb5f87 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] DELETE failed (client error): The resource could not be found. Jul 05 18:15:42.667658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fd27e34-e768-4509-a27c-b6641adb5f87 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:15:42.672183 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8fd27e34-e768-4509-a27c-b6641adb5f87 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/99f7d496-6af9-4f69-a4da-67204b30a13c HTTP/1.1" status: 404 len: 337 time: 0.0502007 Jul 05 18:15:42.677066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42258) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:42.677159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.680581 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-86a76dec-5091-4f97-bdcb-8447ed6603ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.689391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:42.712254 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfea277-1aa3-4e41-a912-1c650adb4f98 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] DELETE failed (client error): The resource could not be found. Jul 05 18:15:42.712879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfea277-1aa3-4e41-a912-1c650adb4f98 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:15:42.714832 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fcfea277-1aa3-4e41-a912-1c650adb4f98 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/2e04ed80-e7bd-42dc-b39e-e57fdef41916 HTTP/1.1" status: 404 len: 337 time: 0.0404468 Jul 05 18:15:42.717200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42260) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:42.747528 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e77cf9c-8128-4c59-bca1-bdca5cfcd06f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] DELETE failed (client error): The resource could not be found. Jul 05 18:15:42.747995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e77cf9c-8128-4c59-bca1-bdca5cfcd06f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:15:42.749982 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5e77cf9c-8128-4c59-bca1-bdca5cfcd06f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/69a50ac1-b296-44da-8567-7288f1f5a00d HTTP/1.1" status: 404 len: 337 time: 0.0318708 Jul 05 18:15:42.753010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42262) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:42.815260 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1c03e7-9303-433e-9aa0-c170b0ae1f99 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] DELETE failed (client error): The resource could not be found. Jul 05 18:15:42.816560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a1c03e7-9303-433e-9aa0-c170b0ae1f99 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:15:42.821664 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9a1c03e7-9303-433e-9aa0-c170b0ae1f99 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/baf7052a-35b8-4f69-acc1-bffc7bb98198 HTTP/1.1" status: 404 len: 337 time: 0.0670021 Jul 05 18:15:42.822919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6f5-19f3-4ecb-b36b-4d10d10f2017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.825711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42264) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:42.841624 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:15:42.884945 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.912841 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb94bd9a-0a00-44c1-aa17-59a612e24aef tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c09c9a5-2ecd-41dc-8dae-87897524f531 HTTP/1.1" status: 200 len: 205 time: 0.0801029 Jul 05 18:15:42.916799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1280f0fe-599e-4df2-87a7-d0488f413e0e req-01a80fd5-4636-4f6c-beae-62252a2f7eed tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 210 time: 0.2705498 Jul 05 18:15:42.928559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42266) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:42.934639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7341ffb-b9ac-4d0a-a3a2-3a885625d81b None None] Network 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:42.940111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb5b6f5-19f3-4ecb-b36b-4d10d10f2017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Subnet': ['ID=eabb8164-8fc3-4f02-a55f-8a869ef78f48,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:42.947567 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb5b6f5-19f3-4ecb-b36b-4d10d10f2017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:42.951901 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1cb5b6f5-19f3-4ecb-b36b-4d10d10f2017 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/eabb8164-8fc3-4f02-a55f-8a869ef78f48 HTTP/1.1" status: 204 len: 168 time: 1.0492647 Jul 05 18:15:42.959460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42268) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.040528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.051096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:43.105026 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-9fb7abe9-3155-4d76-9cea-2c1837677b2f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] delete failed (client error): The resource could not be found. Jul 05 18:15:43.109981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9fb7abe9-3155-4d76-9cea-2c1837677b2f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/6c09c9a5-2ecd-41dc-8dae-87897524f531 HTTP/1.1" status: 404 len: 336 time: 0.1801569 Jul 05 18:15:43.111417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42270) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.180367 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b0e5c56c-2c2d-44ca-aef6-33b7f0fc6740 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3828967-8066-4684-ba8e-d754ca6c8069 HTTP/1.1" status: 200 len: 205 time: 0.0657268 Jul 05 18:15:43.181116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42272) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.201222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.201439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc43afc1-a0ce-487a-821f-60de8fbab8ad None None] DHCP port deletion for 10ee15a7-7dc7-48f7-ba68-6cf56fb43792 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:15:43.260008 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-2a2824de-af5d-4652-b362-78a2bb14901b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] delete failed (client error): The resource could not be found. Jul 05 18:15:43.264175 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2a2824de-af5d-4652-b362-78a2bb14901b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/b3828967-8066-4684-ba8e-d754ca6c8069 HTTP/1.1" status: 404 len: 336 time: 0.0808103 Jul 05 18:15:43.265984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42274) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.271946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event updated for resources: {'Port': ['ID=9ed269df-88fd-49e2-bd85-2112cf1d2104,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:43.274043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cc43afc1-a0ce-487a-821f-60de8fbab8ad None None] Deleting port 5d76145a-d5ef-4771-93eb-c8287d29cc5f {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:43.279015 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc43afc1-a0ce-487a-821f-60de8fbab8ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.284414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5f3b3d-a629-4821-9bbe-71d90e9828d8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:43.302697 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-33a5d9b7-d98d-4ad5-809c-bc187832f183 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] DELETE failed (client error): The resource could not be found. Jul 05 18:15:43.303661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33a5d9b7-d98d-4ad5-809c-bc187832f183 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:15:43.308927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:43.309377 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-33a5d9b7-d98d-4ad5-809c-bc187832f183 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/271cfe5b-550c-4cb7-8dcf-3f8eae765ac5 HTTP/1.1" status: 404 len: 337 time: 0.0420339 Jul 05 18:15:43.313144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42276) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.343158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:43.374600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cc43afc1-a0ce-487a-821f-60de8fbab8ad None None] For port 5d76145a-d5ef-4771-93eb-c8287d29cc5f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d76145a-d5ef-4771-93eb-c8287d29cc5f,segment=NetworkSegment(1579b4e1-afa9-43d7-8686-5a58860e1794),segment_id=1579b4e1-afa9-43d7-8686-5a58860e1794)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:43.375528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc43afc1-a0ce-487a-821f-60de8fbab8ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.390947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cc43afc1-a0ce-487a-821f-60de8fbab8ad None None] Calling delete_port for 5d76145a-d5ef-4771-93eb-c8287d29cc5f owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:43.422806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port 5d76145a-d5ef-4771-93eb-c8287d29cc5f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:43.423038 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.431740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Allocated IP 192.168.233.61 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/bf0e7b40-3c84-4567-a9d2-0104ab361ff5) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:43.493573 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b5ecdbe1-b242-4f01-8cce-6cb7cccbc26f tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2da9a99-b229-4f46-9f92-fae30bfe5ba0 HTTP/1.1" status: 200 len: 205 time: 0.1698039 Jul 05 18:15:43.526793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42280) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.556490 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc43afc1-a0ce-487a-821f-60de8fbab8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.571989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port 5d76145a-d5ef-4771-93eb-c8287d29cc5f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d76145a-d5ef-4771-93eb-c8287d29cc5f,segment=NetworkSegment(1579b4e1-afa9-43d7-8686-5a58860e1794),segment_id=1579b4e1-afa9-43d7-8686-5a58860e1794)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:43.572382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.577223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc43afc1-a0ce-487a-821f-60de8fbab8ad None None] No DVR routers for this DVR port 5d76145a-d5ef-4771-93eb-c8287d29cc5f on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:43.589648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for 5d76145a-d5ef-4771-93eb-c8287d29cc5f owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:43.635138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d76145a-d5ef-4771-93eb-c8287d29cc5f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:43.647225 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-abf5f75a-9a8e-4bc6-a2e6-3b05d0c9ff8e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] delete failed (client error): The resource could not be found. Jul 05 18:15:43.650791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-abf5f75a-9a8e-4bc6-a2e6-3b05d0c9ff8e tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/a2da9a99-b229-4f46-9f92-fae30bfe5ba0 HTTP/1.1" status: 404 len: 336 time: 0.1173453 Jul 05 18:15:43.680250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43afc1-a0ce-487a-821f-60de8fbab8ad None None] Pushing event deleted for resources: {'Port': ['ID=5d76145a-d5ef-4771-93eb-c8287d29cc5f,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:43.681079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.683086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5d76145a-d5ef-4771-93eb-c8287d29cc5f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:43.683591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d76145a-d5ef-4771-93eb-c8287d29cc5f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:43.735452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.759218 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-19eb7e98-581d-4541-b38e-fefe5bff62cc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=aebafb7d-4a2e-4451-87ab-aa8dc93a64af HTTP/1.1" status: 200 len: 205 time: 0.0678804 Jul 05 18:15:43.767824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:43.768456 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.770029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.770475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.787061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No DVR routers for this DVR port 5d76145a-d5ef-4771-93eb-c8287d29cc5f on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:15:43.793076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=5d76145a-d5ef-4771-93eb-c8287d29cc5f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:43.841354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:43.864749 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-d6d4b6e5-183b-4d97-b793-40a4b89945de tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] delete failed (client error): The resource could not be found. Jul 05 18:15:43.866056 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d6d4b6e5-183b-4d97-b793-40a4b89945de tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/aebafb7d-4a2e-4451-87ab-aa8dc93a64af HTTP/1.1" status: 404 len: 336 time: 0.0928383 Jul 05 18:15:43.872011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:15:43.877161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1d6ebd24-b9cf-46ab-95fc-146d68cf9b3c not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:15:43.878131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42300) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.936359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-86a76dec-5091-4f97-bdcb-8447ed6603ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.939386 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-b60c1cd0-a7a1-498e-9096-01b3b348c3db tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] DELETE failed (client error): The resource could not be found. Jul 05 18:15:43.939786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b60c1cd0-a7a1-498e-9096-01b3b348c3db tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:15:43.942070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b60c1cd0-a7a1-498e-9096-01b3b348c3db tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/6965f988-a355-4196-a4f9-93a737e90aa8 HTTP/1.1" status: 404 len: 337 time: 0.0638096 Jul 05 18:15:43.944307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.945180 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:43.948208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42310) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.963677 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Transition to ACTIVE for port object bf0e7b40-3c84-4567-a9d2-0104ab361ff5 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:43.982751 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fbd7418e-e31f-4a7c-93c1-a84ed6687a68 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=97a1bad5-a47c-440f-9f1d-4aec93e1570c HTTP/1.1" status: 200 len: 205 time: 0.0333071 Jul 05 18:15:43.986607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2600f566-f1eb-4291-b279-b4d28331385f req-14c4cb5f-9ffb-4884-886a-7f5fcec196d3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:43.987586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-809ef160-658c-4d3e-8dd8-801ed81df140 admin admin] Deleting subnet d6ab6593-4c3f-4364-9a62-8e06d79acc21 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:43.988506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2600f566-f1eb-4291-b279-b4d28331385f req-14c4cb5f-9ffb-4884-886a-7f5fcec196d3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 931 time: 0.1753795 Jul 05 18:15:43.989563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42312) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:43.991201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ee15a7-7dc7-48f7-ba68-6cf56fb43792']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:44.037268 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-86a76dec-5091-4f97-bdcb-8447ed6603ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.041193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-809ef160-658c-4d3e-8dd8-801ed81df140 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.044354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1579b4e1-afa9-43d7-8686-5a58860e1794') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:44.044661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1579b4e1-afa9-43d7-8686-5a58860e1794') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:44.068462 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-df226c90-a1cf-4301-86a8-e51b8cbe52dc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] delete failed (client error): The resource could not be found. Jul 05 18:15:44.069514 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-df226c90-a1cf-4301-86a8-e51b8cbe52dc tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/97a1bad5-a47c-440f-9f1d-4aec93e1570c HTTP/1.1" status: 404 len: 336 time: 0.0759237 Jul 05 18:15:44.074383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42314) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:44.075327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2600f566-f1eb-4291-b279-b4d28331385f req-bd383d5a-406b-4a21-9caa-5e6e32375f01 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811412 Jul 05 18:15:44.086667 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.098367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a76dec-5091-4f97-bdcb-8447ed6603ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565b2d44-92ef-4a4d-926a-42785f45ba5d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:44.111960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-86a76dec-5091-4f97-bdcb-8447ed6603ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4f373779f98d4a2ebbf9bcf42a454b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8970497 Jul 05 18:15:44.119029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42316) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:44.121251 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d61637-01ba-4f05-bba0-55364f1a4b3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] DELETE failed (client error): The resource could not be found. Jul 05 18:15:44.121711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d61637-01ba-4f05-bba0-55364f1a4b3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:15:44.123472 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-72d61637-01ba-4f05-bba0-55364f1a4b3b tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/fbe46415-0457-4ee3-8b02-bfeb72d3c2f0 HTTP/1.1" status: 404 len: 337 time: 0.0481527 Jul 05 18:15:44.126275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-809ef160-658c-4d3e-8dd8-801ed81df140 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.127945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42318) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:44.128391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.153137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:44.153543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:44.156487 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:44.182673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e2d184de-1918-4c69-864e-1c20ae98f016 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8d39210-5286-416c-960a-75e49199b44b HTTP/1.1" status: 200 len: 205 time: 0.0513759 Jul 05 18:15:44.199889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42320) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:44.201896 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.204376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-f065c79e-ee0d-460d-9063-08ff61460dc2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0368786 Jul 05 18:15:44.227575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Request body: {'port': {'device_id': 'd5c0dc46-1914-4b85-950b-791f978898c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:44.257906 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-6609223f-377c-4e71-b60a-8e4fb9581fe0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] delete failed (client error): The resource could not be found. Jul 05 18:15:44.261444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6609223f-377c-4e71-b60a-8e4fb9581fe0 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/routers/a8d39210-5286-416c-960a-75e49199b44b HTTP/1.1" status: 404 len: 336 time: 0.0567496 Jul 05 18:15:44.262623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42322) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:44.293980 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-34105660-da4c-48a2-9f70-ce796721ffd9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] DELETE failed (client error): The resource could not be found. Jul 05 18:15:44.294435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34105660-da4c-48a2-9f70-ce796721ffd9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:15:44.298854 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-34105660-da4c-48a2-9f70-ce796721ffd9 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/1f79e839-c500-4d95-9be6-8af1750aff7e HTTP/1.1" status: 404 len: 337 time: 0.0334108 Jul 05 18:15:44.299324 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-809ef160-658c-4d3e-8dd8-801ed81df140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.302516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42324) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:44.302701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:44.320032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:44.331758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:44.337644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Pushing event updated for resources: {'Port': ['ID=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:44.354300 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec2ac3f-2aa9-4f40-a9c1-61bb59e9f5a3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] DELETE failed (client error): The resource could not be found. Jul 05 18:15:44.354300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec2ac3f-2aa9-4f40-a9c1-61bb59e9f5a3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:15:44.354300 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fec2ac3f-2aa9-4f40-a9c1-61bb59e9f5a3 tempest-RoutersTest-248947629 tempest-RoutersTest-248947629-project] 10.222.0.30 "DELETE /v2.0/subnets/7a384b8b-1920-4ee5-bce8-309bdf6cf281 HTTP/1.1" status: 404 len: 337 time: 0.0483270 Jul 05 18:15:44.367056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-969c021d-3ecf-4ec8-ab22-65fb9f553645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.412085 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.427231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.430028 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/networks/10ee15a7-7dc7-48f7-ba68-6cf56fb43792 HTTP/1.1" status: 204 len: 168 time: 1.4687741 Jul 05 18:15:44.441651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42330) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:44.447558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1090612673'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:44.453566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5901c-425a-4855-8472-51875df3d054 req-da654d51-bdfe-4024-9f7b-eedfb5900275 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:44.457680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb8458-5a68-493f-bda2-6ef4c75b05fd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Network': ['ID=10ee15a7-7dc7-48f7-ba68-6cf56fb43792,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:44.461202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-22d5901c-425a-4855-8472-51875df3d054 req-da654d51-bdfe-4024-9f7b-eedfb5900275 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 935 time: 0.3311820 Jul 05 18:15:44.466216 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-969c021d-3ecf-4ec8-ab22-65fb9f553645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.500462 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-809ef160-658c-4d3e-8dd8-801ed81df140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.506169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:44.506933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.522832 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.533585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ef160-658c-4d3e-8dd8-801ed81df140 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6ab6593-4c3f-4364-9a62-8e06d79acc21,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:44.540695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-809ef160-658c-4d3e-8dd8-801ed81df140 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.542746 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-809ef160-658c-4d3e-8dd8-801ed81df140 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d6ab6593-4c3f-4364-9a62-8e06d79acc21 HTTP/1.1" status: 204 len: 168 time: 0.7683933 Jul 05 18:15:44.547930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42334) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:44.566906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:44.570551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.581878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-22d5901c-425a-4855-8472-51875df3d054 req-3f60c511-afab-4ec0-bdd4-421d9022473d tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192224 Jul 05 18:15:44.656876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.678982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-9246157d-f674-429e-a1ff-ce148342ccaa tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2779140 Jul 05 18:15:44.685740 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-969c021d-3ecf-4ec8-ab22-65fb9f553645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.689018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-969c021d-3ecf-4ec8-ab22-65fb9f553645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.692323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-969c021d-3ecf-4ec8-ab22-65fb9f553645 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/565b2d44-92ef-4a4d-926a-42785f45ba5d HTTP/1.1" status: 204 len: 168 time: 0.5716796 Jul 05 18:15:44.696271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:44.713414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Request body: {'port': {'device_id': '775aa183-763b-4b5b-b77e-045427fb31c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:44.752259 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.752259 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added segment 9f240579-2bda-49f3-8332-4c6e6f656c1c of type vlan for network 4524c1cd-41d5-40c1-ab79-c438289c61a4 Jul 05 18:15:44.756459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969c021d-3ecf-4ec8-ab22-65fb9f553645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565b2d44-92ef-4a4d-926a-42785f45ba5d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:44.784166 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.794974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53587e24-95d2-4ef4-b775-fff50ae74eba']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:44.795902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0125b7bd-5a7d-45ac-a7d1-235941abdc8e None None] Provisioning for port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:44.804461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0125b7bd-5a7d-45ac-a7d1-235941abdc8e None None] Provisioning complete for port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:44.806089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba51538-b8cb-4b8b-83ac-90ee4879f929') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:44.806316 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0125b7bd-5a7d-45ac-a7d1-235941abdc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.806463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba51538-b8cb-4b8b-83ac-90ee4879f929') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:44.820792 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.850952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.868910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:15:44.869301 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:15:44.871062 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:15:44.879229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0125b7bd-5a7d-45ac-a7d1-235941abdc8e None None] Port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:44.936546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42346) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:44.962424 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.025330 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.040423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.055808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed269df-88fd-49e2-bd85-2112cf1d2104 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:45.068205 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.072546 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] 10.222.0.30 "DELETE /v2.0/networks/53587e24-95d2-4ef4-b775-fff50ae74eba HTTP/1.1" status: 204 len: 168 time: 0.5214705 Jul 05 18:15:45.073581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d068d-827f-4b7e-9ec7-738e9b78866d admin admin] Pushing event deleted for resources: {'Network': ['ID=53587e24-95d2-4ef4-b775-fff50ae74eba,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:45.086715 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.087433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.093080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:45.093681 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.119901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Transition to ACTIVE for port object 9ed269df-88fd-49e2-bd85-2112cf1d2104 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:45.140021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7b3a9-aa83-4bb8-9a73-724659ba5fae req-b292cae7-6a47-44db-9422-fbff8f53eef9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:45.141498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ec7b3a9-aa83-4bb8-9a73-724659ba5fae req-b292cae7-6a47-44db-9422-fbff8f53eef9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 945 time: 0.2189310 Jul 05 18:15:45.228435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7824752 Jul 05 18:15:45.230158 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.234834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42358) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:45.248840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'subnet': {'network_id': '4524c1cd-41d5-40c1-ab79-c438289c61a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:45.259559 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56680b07-b18a-434d-9d98-82a8fa1000ee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Network': ['ID=4524c1cd-41d5-40c1-ab79-c438289c61a4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:45.264883 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-14d25680-5ca1-4cc8-96b2-3e3994f6e781 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c952e553895d48cab9bc1d9c52d41ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231337 Jul 05 18:15:45.267151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42360) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:45.281211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 4524c1cd-41d5-40c1-ab79-c438289c61a4 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:45.328047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2bab-20b7-45c2-8c2e-59c4a8b4c424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.355878 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2bab-20b7-45c2-8c2e-59c4a8b4c424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.371316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ec7b3a9-aa83-4bb8-9a73-724659ba5fae req-d64ec3c4-f05d-4b66-a447-80afe2a0a56f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753781 Jul 05 18:15:45.457885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed269df-88fd-49e2-bd85-2112cf1d2104,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:45.485814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2bab-20b7-45c2-8c2e-59c4a8b4c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.490864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ccfa2bab-20b7-45c2-8c2e-59c4a8b4c424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.492434 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ccfa2bab-20b7-45c2-8c2e-59c4a8b4c424 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3157a709-783c-46a2-9397-ee42dfd86021 HTTP/1.1" status: 204 len: 168 time: 0.2242906 Jul 05 18:15:45.503741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa2bab-20b7-45c2-8c2e-59c4a8b4c424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3157a709-783c-46a2-9397-ee42dfd86021,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:45.509962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42372) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:45.581824 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c37043cc-5f15-458a-abc3-86027eba79d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=282e1332f5e847549bca232172b9432d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0690618 Jul 05 18:15:45.583212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42374) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:45.634968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42376) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:45.671445 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd7547d0-09be-4b46-9eba-c60ddb03f628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.708885 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd7547d0-09be-4b46-9eba-c60ddb03f628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.712646 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-20c2c946-0c43-4a2a-9618-cae9f698a3cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a0c8072526a41abb4454f17c3910fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749259 Jul 05 18:15:45.717912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42384) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:45.790815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-664f65c9-a380-4af2-b6f7-ffc5459ae138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.824550 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-664f65c9-a380-4af2-b6f7-ffc5459ae138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.888836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd7547d0-09be-4b46-9eba-c60ddb03f628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.891410 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd7547d0-09be-4b46-9eba-c60ddb03f628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.893307 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cd7547d0-09be-4b46-9eba-c60ddb03f628 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee8c07ec-edd7-4e2b-8122-35ced09f42b7 HTTP/1.1" status: 204 len: 168 time: 0.3076520 Jul 05 18:15:45.912430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7547d0-09be-4b46-9eba-c60ddb03f628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8c07ec-edd7-4e2b-8122-35ced09f42b7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:45.967721 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-664f65c9-a380-4af2-b6f7-ffc5459ae138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.973320 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-664f65c9-a380-4af2-b6f7-ffc5459ae138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:45.978166 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-664f65c9-a380-4af2-b6f7-ffc5459ae138 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d9edfd7-928a-452c-bc06-718885ed4990 HTTP/1.1" status: 204 len: 168 time: 0.2591372 Jul 05 18:15:45.991717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f65c9-a380-4af2-b6f7-ffc5459ae138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9edfd7-928a-452c-bc06-718885ed4990,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:46.101174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e17fe-2dd5-4f1f-8732-8441abb27aed req-cb2f92cd-20d2-4615-92d3-b90705b6c264 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:46.102803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-747e17fe-2dd5-4f1f-8732-8441abb27aed req-cb2f92cd-20d2-4615-92d3-b90705b6c264 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 943 time: 0.7921922 Jul 05 18:15:46.112523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Attempting to bind port 9ed269df-88fd-49e2-bd85-2112cf1d2104 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:46.112868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Attempting to bind port 9ed269df-88fd-49e2-bd85-2112cf1d2104 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:46.113218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Attempting to bind port 9ed269df-88fd-49e2-bd85-2112cf1d2104 on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:46.130723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Port 9ed269df-88fd-49e2-bd85-2112cf1d2104 on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:46.131847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Attempting to bind port 9ed269df-88fd-49e2-bd85-2112cf1d2104 on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:46.145951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf0e7b40-3c84-4567-a9d2-0104ab361ff5 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:46.153079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:46.156361 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:46.166201 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:46.180235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:46.180235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Checking segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:46.180235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Bound using segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:46.180235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Bound port: 9ed269df-88fd-49e2-bd85-2112cf1d2104, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:46.180752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:46.255088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Transition to ACTIVE for port object bf0e7b40-3c84-4567-a9d2-0104ab361ff5 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:46.278634 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-747e17fe-2dd5-4f1f-8732-8441abb27aed req-b9fb3824-aa44-44d0-aefb-c2ec95a34d6e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686049 Jul 05 18:15:46.356986 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:46.427863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] For port 9ed269df-88fd-49e2-bd85-2112cf1d2104, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:46.463077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] For port 9ed269df-88fd-49e2-bd85-2112cf1d2104, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9ed269df-88fd-49e2-bd85-2112cf1d2104,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:46.509920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:46.536914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191e4e1-1c06-42ce-b9fc-428de2a18f46 req-953c1719-10db-4e1b-bff7-6c8036c54074 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:46.544182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4191e4e1-1c06-42ce-b9fc-428de2a18f46 req-953c1719-10db-4e1b-bff7-6c8036c54074 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 935 time: 0.2997067 Jul 05 18:15:46.573265 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:46.706837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:46.707472 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:46.708900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] 10.222.0.97 "PUT /v2.0/ports/9ed269df-88fd-49e2-bd85-2112cf1d2104 HTTP/1.1" status: 200 len: 1091 time: 2.4937456 Jul 05 18:15:46.709351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c0dc46-1914-4b85-950b-791f978898c1', 'tag': '9ed269df-88fd-49e2-bd85-2112cf1d2104'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:46.711627 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba624d1-e6e8-4bd8-8a11-bf8c6a0358f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c0dc46-1914-4b85-950b-791f978898c1", "tag": "9ed269df-88fd-49e2-bd85-2112cf1d2104"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:46.760506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4191e4e1-1c06-42ce-b9fc-428de2a18f46 req-5e091f4b-16b6-4b1b-ae1a-88831703b835 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152946 Jul 05 18:15:46.767337 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee556a3c-2ec0-44bf-89cc-96ed68b54814 x-openstack-request-id: req-ee556a3c-2ec0-44bf-89cc-96ed68b54814 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:46.767550 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c0dc46-1914-4b85-950b-791f978898c1", "tag": "9ed269df-88fd-49e2-bd85-2112cf1d2104", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:46.767804 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee556a3c-2ec0-44bf-89cc-96ed68b54814 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:46.768195 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c0dc46-1914-4b85-950b-791f978898c1', 'tag': '9ed269df-88fd-49e2-bd85-2112cf1d2104', 'status': 'completed', 'code': 200} Jul 05 18:15:46.775940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Attempting to bind port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:46.776292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Attempting to bind port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:46.776625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Attempting to bind port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:46.782120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9751c6ea-eaf8-4efd-84cd-00777362fb60 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed269df-88fd-49e2-bd85-2112cf1d2104,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:46.786592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:15:46.786943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Attempting to bind port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:46.825908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:46.826344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:46.826867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:46.827384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Bound port: bf0e7b40-3c84-4567-a9d2-0104ab361ff5, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:46.827835 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:46.840439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:46.960361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Subnet': ['ID=df7f320b-3ee9-4e6e-b8b6-eca8ec75d035,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:46.982297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] For port bf0e7b40-3c84-4567-a9d2-0104ab361ff5, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:46.986536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba624d1-e6e8-4bd8-8a11-bf8c6a0358f6 req-205f54e8-7719-49fd-9aa4-24dc295a331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:46.988811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ba624d1-e6e8-4bd8-8a11-bf8c6a0358f6 req-205f54e8-7719-49fd-9aa4-24dc295a331c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 1094 time: 0.1984978 Jul 05 18:15:46.992281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] For port bf0e7b40-3c84-4567-a9d2-0104ab361ff5, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:46.994019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Checking segment: {'id': '9f240579-2bda-49f3-8332-4c6e6f656c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4524c1cd-41d5-40c1-ab79-c438289c61a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:46.994389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network hostable DHCP agents. Network: 4524c1cd-41d5-40c1-ab79-c438289c61a4, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:47.100746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba624d1-e6e8-4bd8-8a11-bf8c6a0358f6 req-b9c02206-7f28-4f25-977d-52a06b07e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:47.102293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ba624d1-e6e8-4bd8-8a11-bf8c6a0358f6 req-b9c02206-7f28-4f25-977d-52a06b07e0c2 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1045780 Jul 05 18:15:47.179454 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:47.227446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:47.228074 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:47.229542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] 10.222.0.97 "PUT /v2.0/ports/bf0e7b40-3c84-4567-a9d2-0104ab361ff5 HTTP/1.1" status: 200 len: 1095 time: 2.5313034 Jul 05 18:15:47.248930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 4524c1cd-41d5-40c1-ab79-c438289c61a4 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:47.267882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba624d1-e6e8-4bd8-8a11-bf8c6a0358f6 req-e8931c3c-d29d-4415-8b4d-449fc7904cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:47.269790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ba624d1-e6e8-4bd8-8a11-bf8c6a0358f6 req-e8931c3c-d29d-4415-8b4d-449fc7904cdf service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1615350 Jul 05 18:15:47.284606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65dd2c-aa49-46b3-8491-73e515b25676 service neutron] Pushing event updated for resources: {'Port': ['ID=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:47.398833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 4524c1cd-41d5-40c1-ab79-c438289c61a4) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:47.414647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d81311-b579-499d-9dbf-ff8bc8d54024 None None] Network 4524c1cd-41d5-40c1-ab79-c438289c61a4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:47.460161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42456) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:47.481190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:47.481811 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:47.595341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01007df-03b6-4667-81d9-b985732799ea req-4c610770-abef-44b2-a410-ea91a4c74dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:47.597538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-4c610770-abef-44b2-a410-ea91a4c74dcc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 1094 time: 0.2669184 Jul 05 18:15:47.602134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-2d0e79db-2b9e-48f7-ab40-151a3e11bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:47.603670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-2d0e79db-2b9e-48f7-ab40-151a3e11bcdc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cb91f839822e470a94bcf481fad8ae40&device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 1098 time: 0.2273152 Jul 05 18:15:47.621189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-410cbad3-ba37-4cef-9fe3-b524b3dbb8c6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3838472 Jul 05 18:15:47.624179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42462) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:47.629447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d3b96a1b-ab17-4b2f-b672-7866fb7a818d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-131599725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:47.672461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-4524c1cd-41d5-40c1-ab79-c438289c61a4', 'network_id': '4524c1cd-41d5-40c1-ab79-c438289c61a4', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'fixed_ips': [{'subnet_id': 'df7f320b-3ee9-4e6e-b8b6-eca8ec75d035'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:15:47.673198 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:47.674903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-89e7a7f9-747e-4812-b7b8-4c757b865f94 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1529120695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:47.699530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-5c1b8c67-1788-46c4-9075-29b9d3238d57 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9ed269df-88fd-49e2-bd85-2112cf1d2104 HTTP/1.1" status: 200 len: 217 time: 0.0948713 Jul 05 18:15:47.703058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-cff261ba-2c21-4a31-b07a-fdc8129fab72 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=bf0e7b40-3c84-4567-a9d2-0104ab361ff5 HTTP/1.1" status: 200 len: 217 time: 0.0909829 Jul 05 18:15:47.760108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3b96a1b-ab17-4b2f-b672-7866fb7a818d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:47.765237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3b96a1b-ab17-4b2f-b672-7866fb7a818d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:47.793834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c208c-7ed4-4d3d-a92d-c021cd50dc83 req-2c49b295-90f8-4793-a057-a0b1e0ee52c9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:47.795463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-023c208c-7ed4-4d3d-a92d-c021cd50dc83 req-2c49b295-90f8-4793-a057-a0b1e0ee52c9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 943 time: 0.2693467 Jul 05 18:15:47.845148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-3596a884-f3d2-4af7-a173-7e9f358640a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:47.851053 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-3596a884-f3d2-4af7-a173-7e9f358640a0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1399448 Jul 05 18:15:47.857288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01007df-03b6-4667-81d9-b985732799ea req-66cb14d3-fbc0-4491-9857-0bd5d95af264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:47.858817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-66cb14d3-fbc0-4491-9857-0bd5d95af264 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.1466997 Jul 05 18:15:47.876612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:15:47.886067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Allocated IP 2001:db8::2 (4524c1cd-41d5-40c1-ab79-c438289c61a4/df7f320b-3ee9-4e6e-b8b6-eca8ec75d035/5fedea38-796d-4ac6-9c24-ba395ed95761) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:47.907055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7f9-747e-4812-b7b8-4c757b865f94 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:47.907732 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7f9-747e-4812-b7b8-4c757b865f94 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:47.951294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42470) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:47.970310 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7f9-747e-4812-b7b8-4c757b865f94 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:47.972123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3b96a1b-ab17-4b2f-b672-7866fb7a818d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.010829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-f6c9099e-fef4-4a67-8925-4971ed6449d7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373022 Jul 05 18:15:48.028180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-023c208c-7ed4-4d3d-a92d-c021cd50dc83 req-c3ab8f98-46a9-4032-bd61-851f17908337 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236571 Jul 05 18:15:48.029942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42474) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:48.048879 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.077687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:48.080323 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5762284d-9cfd-44de-8021-829f29ed8a4a" -d '{"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:48.097116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:48.116677 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7f9-747e-4812-b7b8-4c757b865f94 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.148883 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3b96a1b-ab17-4b2f-b672-7866fb7a818d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.178157 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8e994d-3340-4084-8c31-58d143cc332c x-openstack-request-id: req-df8e994d-3340-4084-8c31-58d143cc332c {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:48.178809 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:48.179217 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df8e994d-3340-4084-8c31-58d143cc332c {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:48.179763 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'code': 200} Jul 05 18:15:48.193371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1574845285-network', 'tenant_id': '0b2a3d762f85447c817de871dcdd1f0a'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:48.206597 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.212457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-5330e8e9-ca7b-4395-9f6a-3e3e385aced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:48.214046 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-5330e8e9-ca7b-4395-9f6a-3e3e385aced4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3529854 Jul 05 18:15:48.216165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Transition to ACTIVE for port object 5fedea38-796d-4ac6-9c24-ba395ed95761 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:48.216952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-601831b1-a0e5-4fbe-9a46-01bed7e2d4e9 service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922364 Jul 05 18:15:48.235985 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.240208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7bce9-50a3-417c-88cb-0c53c2d2a22a req-756c69ea-e350-4704-af74-7a62ef161889 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:48.242395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9f7bce9-50a3-417c-88cb-0c53c2d2a22a req-756c69ea-e350-4704-af74-7a62ef161889 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 947 time: 0.2379792 Jul 05 18:15:48.266180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Transition to ACTIVE for port object 5fedea38-796d-4ac6-9c24-ba395ed95761 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:48.283076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1283594943'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:48.295377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:48.329416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89e7a7f9-747e-4812-b7b8-4c757b865f94 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.330728 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-89e7a7f9-747e-4812-b7b8-4c757b865f94 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8695235 Jul 05 18:15:48.331675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3b96a1b-ab17-4b2f-b672-7866fb7a818d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.332908 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d3b96a1b-ab17-4b2f-b672-7866fb7a818d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7077210 Jul 05 18:15:48.333628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42486) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:48.338520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:48.342075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1977178495'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:48.362977 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.411814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9f7bce9-50a3-417c-88cb-0c53c2d2a22a req-6c575a48-05fb-4541-8f50-dd135e9eb7e1 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479723 Jul 05 18:15:48.422872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Network 4524c1cd-41d5-40c1-ab79-c438289c61a4 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:48.428519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:48.432808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:48.435921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Pushing event updated for resources: {'Port': ['ID=5fedea38-796d-4ac6-9c24-ba395ed95761,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:48.442910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Made reservation on behalf of 0b2a3d762f85447c817de871dcdd1f0a for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:48.452361 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.465920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-02b836d0-e3b1-4fd5-b68d-c9294e3690d0 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355330 Jul 05 18:15:48.467892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01007df-03b6-4667-81d9-b985732799ea req-99e7b003-da84-4d28-822f-e44495550c1f service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387602 Jul 05 18:15:48.471695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.500244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Attempting to bind port 5fedea38-796d-4ac6-9c24-ba395ed95761 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:48.500709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Attempting to bind port 5fedea38-796d-4ac6-9c24-ba395ed95761 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '9f240579-2bda-49f3-8332-4c6e6f656c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4524c1cd-41d5-40c1-ab79-c438289c61a4'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:48.501167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Attempting to bind port 5fedea38-796d-4ac6-9c24-ba395ed95761 on network 4524c1cd-41d5-40c1-ab79-c438289c61a4 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:48.510852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:48.510852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Checking segment: {'id': '9f240579-2bda-49f3-8332-4c6e6f656c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4524c1cd-41d5-40c1-ab79-c438289c61a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:48.510852 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.511398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Bound using segment: {'id': '9f240579-2bda-49f3-8332-4c6e6f656c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4524c1cd-41d5-40c1-ab79-c438289c61a4'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:48.511964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Bound port: 5fedea38-796d-4ac6-9c24-ba395ed95761, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f240579-2bda-49f3-8332-4c6e6f656c1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '4524c1cd-41d5-40c1-ab79-c438289c61a4'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:48.512418 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.567875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c41ec555-89c9-4265-a456-e01e7200eb23 req-38d5cd6b-e14a-40eb-8bbe-7e6771820458 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916603 Jul 05 18:15:48.580632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] For port 5fedea38-796d-4ac6-9c24-ba395ed95761, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:48.584290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] For port 5fedea38-796d-4ac6-9c24-ba395ed95761, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5fedea38-796d-4ac6-9c24-ba395ed95761,segment=NetworkSegment(9f240579-2bda-49f3-8332-4c6e6f656c1c),segment_id=9f240579-2bda-49f3-8332-4c6e6f656c1c)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:48.590367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:48.594022 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.605166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.693305 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.717050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:48.760254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a025710-64a0-4ee4-a3cd-1d82e80e5b2e None None] Pushing event updated for resources: {'Port': ['ID=5fedea38-796d-4ac6-9c24-ba395ed95761,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:48.769448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775aa183-763b-4b5b-b77e-045427fb31c4', 'tag': 'bf0e7b40-3c84-4567-a9d2-0104ab361ff5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:48.772411 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5916bd-114f-4119-ae1d-67b7aad3ae69" -d '{"events": [{"name": "network-changed", "server_uuid": "775aa183-763b-4b5b-b77e-045427fb31c4", "tag": "bf0e7b40-3c84-4567-a9d2-0104ab361ff5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:48.812962 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aac9b9-1d9c-413c-ba8f-7e473bf80547 x-openstack-request-id: req-c4aac9b9-1d9c-413c-ba8f-7e473bf80547 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:48.813358 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775aa183-763b-4b5b-b77e-045427fb31c4", "tag": "bf0e7b40-3c84-4567-a9d2-0104ab361ff5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:48.813878 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4aac9b9-1d9c-413c-ba8f-7e473bf80547 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:48.814320 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775aa183-763b-4b5b-b77e-045427fb31c4', 'tag': 'bf0e7b40-3c84-4567-a9d2-0104ab361ff5', 'status': 'completed', 'code': 200} Jul 05 18:15:48.908194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-6579455e-52f8-4dd1-beac-d09e1ca07e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:48.910459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-6579455e-52f8-4dd1-beac-d09e1ca07e1d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cb91f839822e470a94bcf481fad8ae40&device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 1098 time: 0.0678852 Jul 05 18:15:49.040583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-98170d3a-11d6-42fd-be7a-e084e03b45bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:49.042114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-98170d3a-11d6-42fd-be7a-e084e03b45bc service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.1243434 Jul 05 18:15:49.091843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-77b39d18-eea0-411f-91a8-508f57e3c548 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=bf0e7b40-3c84-4567-a9d2-0104ab361ff5 HTTP/1.1" status: 200 len: 217 time: 0.0423002 Jul 05 18:15:49.165133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-68e705b0-6757-4729-814a-4a1de2243b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:49.166983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-68e705b0-6757-4729-814a-4a1de2243b95 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0686862 Jul 05 18:15:49.243598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Made reservation on behalf of 4be6569da062475da6e58a184ce5c7aa for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:49.247106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.273034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.285121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-5cb585d6-5824-4828-acff-7b8cff5dcad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:49.286762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-5cb585d6-5824-4828-acff-7b8cff5dcad7 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1053557 Jul 05 18:15:49.298522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fdbcd2-b17d-4055-b73f-b238d149ea5b req-b3ff77e9-76ab-4750-adcc-adeb21064611 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:49.300300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63fdbcd2-b17d-4055-b73f-b238d149ea5b req-b3ff77e9-76ab-4750-adcc-adeb21064611 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 943 time: 0.0888708 Jul 05 18:15:49.402312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63fdbcd2-b17d-4055-b73f-b238d149ea5b req-653bfcb2-feb4-48df-bafa-5e42b82dda87 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792003 Jul 05 18:15:49.420540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-80694315-ffee-433f-9fbb-b67458cfc742 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192679 Jul 05 18:15:49.428392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 2001:db8::1 (4524c1cd-41d5-40c1-ab79-c438289c61a4/df7f320b-3ee9-4e6e-b8b6-eca8ec75d035/afb5ac24-0de6-48d4-8d47-90412dc474ed) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:49.462781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.558292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.585043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:15:49.585043 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 18:15:49.585043 n-d-799524-1 neutron-server[100998]: [parameters: {'project_id_1': '4be6569da062475da6e58a184ce5c7aa', 'expiration_1': datetime.datetime(2021, 7, 5, 18, 15, 49, 325222)}] Jul 05 18:15:49.585043 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:15:49.585959 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:15:49.587485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af5916bd-114f-4119-ae1d-67b7aad3ae69 req-478dd304-1662-41dc-84cc-d9802db27242 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594629 Jul 05 18:15:49.616855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:49.638463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5fedea38-796d-4ac6-9c24-ba395ed95761 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:49.656284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.659259 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.659996 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Added segment 6579cbac-9a34-4e7c-bf0c-2a8f455af431 of type vlan for network c128ea0f-1f13-480c-aaaa-30b130cf9df2 Jul 05 18:15:49.661650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a738e-9d0a-43b5-af64-7350b6c11355,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:49.716442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Transition to ACTIVE for port object afb5ac24-0de6-48d4-8d47-90412dc474ed will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:49.727741 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.731313 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.751903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a9cd5-0f0f-497b-80a7-39a4514b7254 req-dc7bbfc2-bc95-4be4-a80e-bd1c762c9156 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:49.759790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d54a9cd5-0f0f-497b-80a7-39a4514b7254 req-dc7bbfc2-bc95-4be4-a80e-bd1c762c9156 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 947 time: 0.1258991 Jul 05 18:15:49.790371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5fedea38-796d-4ac6-9c24-ba395ed95761 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:49.795768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d54a9cd5-0f0f-497b-80a7-39a4514b7254 req-13e92a04-5dd9-407f-a6aa-6875829c9785 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350988 Jul 05 18:15:49.835684 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.870592 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:15:49.875654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:49.886905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca3ed91-43d4-420a-b9ed-8978e21d36c6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:49.893732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.894087 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Added segment 759a1839-1cbd-49f6-8e19-54586a19f1dc of type vlan for network 29190c53-8a7a-4add-a9d3-13adc750c4e3 Jul 05 18:15:49.910968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.910968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:49.911641 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.916858 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.944189 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:49.996536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:50.004842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee186bf-9446-4186-b5e0-379ad65e387d None None] Network 4524c1cd-41d5-40c1-ab79-c438289c61a4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:50.007689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 4524c1cd-41d5-40c1-ab79-c438289c61a4 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:50.022750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:50.023611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'port_id': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'mac_address': 'fa:16:3e:3e:0a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:15:50.025903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:50.026456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.076307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] Pushing event updated for resources: {'Network': ['ID=c128ea0f-1f13-480c-aaaa-30b130cf9df2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:50.082764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=afb5ac24-0de6-48d4-8d47-90412dc474ed,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:50.088946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.089764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network c128ea0f-1f13-480c-aaaa-30b130cf9df2 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:50.099007 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.106396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:50.108069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.142416 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c3e766bd-a1ab-4f0e-8bb6-bf06f1fcb0f8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1103141 Jul 05 18:15:50.148143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42504) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:50.160812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Request body: {'subnet': {'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1574845285-subnet', 'tenant_id': '0b2a3d762f85447c817de871dcdd1f0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:50.161008 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.195431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Network': ['ID=29190c53-8a7a-4add-a9d3-13adc750c4e3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:50.200916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14739cf5-164b-4fb5-a7f3-6bea970fee64 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:50.210243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:50.287667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:50.288579 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.291830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f1673209-b1f9-4a97-8705-e9a5bb743f5b None None] Provisioning for port 5fedea38-796d-4ac6-9c24-ba395ed95761 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:50.308943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f1673209-b1f9-4a97-8705-e9a5bb743f5b None None] Provisioning complete for port 5fedea38-796d-4ac6-9c24-ba395ed95761 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:50.309878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1673209-b1f9-4a97-8705-e9a5bb743f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.310519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.347313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.356113 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.377418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:50.441102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e10b8c14-8146-4fd5-be64-215f9fd9f6a1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.4872553 Jul 05 18:15:50.443707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42520) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:50.443881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:50.460300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'name': 'tempest-PortsTestJSON-1190566889'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:50.482868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['14739cf5-164b-4fb5-a7f3-6bea970fee64'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:50.514967 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.516208 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Added segment 939b4a21-2b63-4f22-a3bc-337ede010734 of type vlan for network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 Jul 05 18:15:50.547804 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1673209-b1f9-4a97-8705-e9a5bb743f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.615746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f1673209-b1f9-4a97-8705-e9a5bb743f5b None None] For port 5fedea38-796d-4ac6-9c24-ba395ed95761, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5fedea38-796d-4ac6-9c24-ba395ed95761,segment=NetworkSegment(9f240579-2bda-49f3-8332-4c6e6f656c1c),segment_id=9f240579-2bda-49f3-8332-4c6e6f656c1c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:50.625166 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.638396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Made reservation on behalf of 0b2a3d762f85447c817de871dcdd1f0a for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:50.642023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.651450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f835ca6-f322-4c1e-86bf-56bc126b8ac4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:50.720660 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1673209-b1f9-4a97-8705-e9a5bb743f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.724150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d17a8-ed46-41d7-b0c1-d8a47ceb7216 req-acc13ccc-c59e-44f6-85ac-e1b67b64fdcd tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:50.734594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b5d17a8-ed46-41d7-b0c1-d8a47ceb7216 req-acc13ccc-c59e-44f6-85ac-e1b67b64fdcd tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 943 time: 0.1635931 Jul 05 18:15:50.766534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.resource_extend [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:15:50.796314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b5d17a8-ed46-41d7-b0c1-d8a47ceb7216 req-e0cd3984-5d2f-40cb-8746-58064049a601 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583551 Jul 05 18:15:50.796816 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-97718859-2d31-4434-8a0c-32895858af5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.796999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:50.812141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.835633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 4a86916f-3325-427b-9bf7-24235b2f80f4 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:50.851754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1673209-b1f9-4a97-8705-e9a5bb743f5b None None] Pushing event updated for resources: {'Port': ['ID=5fedea38-796d-4ac6-9c24-ba395ed95761,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:50.932536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:50.941477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:50.941477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.059869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.074729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Network': ['ID=2a880ef0-88f6-4292-b3ea-2d7ebb6a5086,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:51.090653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:51.152734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-65967725-875d-43c4-8acf-b1203faa8bed tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8154869 Jul 05 18:15:51.154333 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.154877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.156823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42532) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:51.176387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c533d4ed-492e-4237-a334-433b468c6a0a None None] Provisioning for port afb5ac24-0de6-48d4-8d47-90412dc474ed completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:51.181823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c533d4ed-492e-4237-a334-433b468c6a0a None None] Provisioning complete for port afb5ac24-0de6-48d4-8d47-90412dc474ed triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:51.182191 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c533d4ed-492e-4237-a334-433b468c6a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.195029 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.227342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c533d4ed-492e-4237-a334-433b468c6a0a None None] Port afb5ac24-0de6-48d4-8d47-90412dc474ed cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:51.232844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'subnet': {'network_id': '2a880ef0-88f6-4292-b3ea-2d7ebb6a5086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:51.238159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cef0fc-fe2d-4eea-8f86-038cc95ff041 req-0dc30b3d-7692-4e9b-8234-030be66bee98 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:51.239987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3cef0fc-fe2d-4eea-8f86-038cc95ff041 req-0dc30b3d-7692-4e9b-8234-030be66bee98 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 947 time: 0.1735792 Jul 05 18:15:51.260963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c533d4ed-492e-4237-a334-433b468c6a0a None None] Provisioning complete for port 5fedea38-796d-4ac6-9c24-ba395ed95761 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:51.260963 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c533d4ed-492e-4237-a334-433b468c6a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.273556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=afb5ac24-0de6-48d4-8d47-90412dc474ed,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:51.312776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3cef0fc-fe2d-4eea-8f86-038cc95ff041 req-2ff8dc0b-6f06-4bac-8537-b0dcdd978d80 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597870 Jul 05 18:15:51.324202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.396648 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.463960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=4a86916f-3325-427b-9bf7-24235b2f80f4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:51.484759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Checking segment: {'id': '759a1839-1cbd-49f6-8e19-54586a19f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:51.485259 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network hostable DHCP agents. Network: 29190c53-8a7a-4add-a9d3-13adc750c4e3, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:51.509988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-070652e5-0099-4d24-9c62-a1b6b981c134 None None] Provisioning complete for port afb5ac24-0de6-48d4-8d47-90412dc474ed triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:51.511397 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-070652e5-0099-4d24-9c62-a1b6b981c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.522574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdc4b16-54d6-4246-afb9-d3b24c215c3e,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:51.548798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-070652e5-0099-4d24-9c62-a1b6b981c134 None None] Port afb5ac24-0de6-48d4-8d47-90412dc474ed cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:51.548990 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Checking segment: {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:51.551470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Network hostable DHCP agents. Network: c128ea0f-1f13-480c-aaaa-30b130cf9df2, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:51.559490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5fedea38-796d-4ac6-9c24-ba395ed95761 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:51.564520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 4524c1cd-41d5-40c1-ab79-c438289c61a4 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:51.568973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:51.571169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:51.629763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5fedea38-796d-4ac6-9c24-ba395ed95761 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:51.630422 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.662999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Made reservation on behalf of 4be6569da062475da6e58a184ce5c7aa for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:51.669176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.688696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Network c128ea0f-1f13-480c-aaaa-30b130cf9df2 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:51.695536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device bf0e7b40-3c84-4567-a9d2-0104ab361ff5 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:15:51.742491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 29190c53-8a7a-4add-a9d3-13adc750c4e3) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:51.746210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:51.751778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:51.756549 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:51.805990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf7d92-85da-420a-9b0e-f528763dba08 None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:51.856663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, c128ea0f-1f13-480c-aaaa-30b130cf9df2) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:51.871533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e0f9da87-9e44-4e19-aba1-0cdb71049571 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4266126 Jul 05 18:15:51.874981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42548) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:51.881672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-910042221'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:51.898389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:51.919960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:52.045506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:52.056603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:52.088683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:52.101495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:52.101863 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Added segment 1ae6c090-97c2-412e-bc41-0f819f5daa60 of type vlan for network f103b025-8c4c-45ed-a392-51ecdc265799 Jul 05 18:15:52.121722 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-813c741b-a7ba-447e-9529-cab5a872a7c7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9725108 Jul 05 18:15:52.157277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 9d7e2d82-7341-490b-8267-8f3ac3cc0130 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:15:52.157723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a480d18-6be4-49be-b86b-fd140ef03720 None None] Network c128ea0f-1f13-480c-aaaa-30b130cf9df2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:52.162863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:52.194742 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:52.220707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431df2ce-509b-4659-a142-8630003eb49a req-13aabd3d-42de-4223-99cc-b50cf07f3699 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:52.222997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-431df2ce-509b-4659-a142-8630003eb49a req-13aabd3d-42de-4223-99cc-b50cf07f3699 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 943 time: 0.2305670 Jul 05 18:15:52.301886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-74b2de3c-def1-43d1-91d9-34fde95a7d0a None None] Provisioning complete for port afb5ac24-0de6-48d4-8d47-90412dc474ed triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:52.302265 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-74b2de3c-def1-43d1-91d9-34fde95a7d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:52.306337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-431df2ce-509b-4659-a142-8630003eb49a req-622fb0d0-7f66-46a6-b225-884520cfd6af tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765243 Jul 05 18:15:52.360272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:52.360963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:52.369548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:52.370179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:52.443711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:52.451846 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-39d475b9-899f-408a-a7fd-e5747160905d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/9d7e2d82-7341-490b-8267-8f3ac3cc0130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1064763 Jul 05 18:15:52.454393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42562) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:52.478298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-74b2de3c-def1-43d1-91d9-34fde95a7d0a None None] Port afb5ac24-0de6-48d4-8d47-90412dc474ed cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:15:52.530130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Network': ['ID=f103b025-8c4c-45ed-a392-51ecdc265799,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:52.557178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886c85c9-6954-44df-a64d-901b05ca1f86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:52.558836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-886c85c9-6954-44df-a64d-901b05ca1f86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports/afb5ac24-0de6-48d4-8d47-90412dc474ed HTTP/1.1" status: 200 len: 911 time: 0.1034496 Jul 05 18:15:52.559566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Subnet': ['ID=d3ab4921-11c6-4f68-8f9f-56feecb9f169,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:52.561941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:52.568212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Checking segment: {'id': '939b4a21-2b63-4f22-a3bc-337ede010734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a880ef0-88f6-4292-b3ea-2d7ebb6a5086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:52.568844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network hostable DHCP agents. Network: 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:52.603336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c4afe-5a94-4ae6-b456-835bcd81e157 None None] Sync routers for ids ['9d7e2d82-7341-490b-8267-8f3ac3cc0130'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:52.648685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c58bdd93-93b7-488e-92ed-d0feb31ed92e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7729139 Jul 05 18:15:52.648918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42570) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:52.654538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'ports': [{'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3'}, {'network_id': 'f103b025-8c4c-45ed-a392-51ecdc265799'}]} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:52.654884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:52.655512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': 'f103b025-8c4c-45ed-a392-51ecdc265799'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:52.739427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f103b025-8c4c-45ed-a392-51ecdc265799 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:52.787460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:52.838386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port bf0e7b40-3c84-4567-a9d2-0104ab361ff5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:52.861317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'bf0e7b40-3c84-4567-a9d2-0104ab361ff5', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'bf0e7b40-3c84-4567-a9d2-0104ab361ff5', 'mac_address': 'fa:16:3e:83:65:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:15:52.880046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:52.890747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:52.891430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:52.952288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136d1a35-8ee8-450d-bf75-61d0b6fae156 None None] Network c128ea0f-1f13-480c-aaaa-30b130cf9df2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:53.003682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a394c3-fc52-41c1-b152-9b839a5d5ddd None None] Network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:53.021422 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5b518865-7b47-4a5d-a5d2-dcf1608e0b23 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7930114 Jul 05 18:15:53.026577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42580) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:53.055052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'network': {'name': 'tempest-router-network01--1536882833'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:53.135259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c4afe-5a94-4ae6-b456-835bcd81e157 None None] Routers {'9d7e2d82-7341-490b-8267-8f3ac3cc0130'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:53.136289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ec2c4afe-5a94-4ae6-b456-835bcd81e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9d7e2d82-7341-490b-8267-8f3ac3cc0130'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:53.167481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 2} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:53.174043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.186579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ec2c4afe-5a94-4ae6-b456-835bcd81e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:53.193735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 14739cf5-164b-4fb5-a7f3-6bea970fee64 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:53.195150 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.211463 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.280265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c4afe-5a94-4ae6-b456-835bcd81e157 None None] Routers {'9d7e2d82-7341-490b-8267-8f3ac3cc0130'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:53.281040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ec2c4afe-5a94-4ae6-b456-835bcd81e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9d7e2d82-7341-490b-8267-8f3ac3cc0130'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:53.351596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.355411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Made reservation on behalf of 4be6569da062475da6e58a184ce5c7aa for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:53.359819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.383939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf0e7b40-3c84-4567-a9d2-0104ab361ff5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:53.391279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ec2c4afe-5a94-4ae6-b456-835bcd81e157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:53.391948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c4afe-5a94-4ae6-b456-835bcd81e157 None None] The sync data for ids ['9d7e2d82-7341-490b-8267-8f3ac3cc0130'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:53.430443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6b692-ab30-472e-a414-d91e329bbd3f req-d466ec91-36ab-4d02-bf29-fc9f8ebe4e16 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:53.432620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:53.437449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53a6b692-ab30-472e-a414-d91e329bbd3f req-d466ec91-36ab-4d02-bf29-fc9f8ebe4e16 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 947 time: 0.7950175 Jul 05 18:15:53.447718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.448208 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Added segment dd95c717-5178-40b9-a2e1-d985dcb2c7b4 of type vlan for network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e Jul 05 18:15:53.476158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-2a880ef0-88f6-4292-b3ea-2d7ebb6a5086', 'network_id': '2a880ef0-88f6-4292-b3ea-2d7ebb6a5086', 'tenant_id': '4be6569da062475da6e58a184ce5c7aa', 'fixed_ips': [{'subnet_id': 'd3ab4921-11c6-4f68-8f9f-56feecb9f169'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:15:53.477245 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.515592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53a6b692-ab30-472e-a414-d91e329bbd3f req-e44cecc0-71bd-4a68-8f7f-2744de49330a tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771775 Jul 05 18:15:53.527783 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.543938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port bf0e7b40-3c84-4567-a9d2-0104ab361ff5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:53.562436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-64c9687a-3ae8-49a7-8155-e5f613bf9843 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:53.572382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-64c9687a-3ae8-49a7-8155-e5f613bf9843 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 815 time: 0.8219693 Jul 05 18:15:53.587741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port e75ae524-626e-4711-a5d9-1bab640c7ccf yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:53.590947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-b4232f5a-934f-4621-8d8d-4a59bd7b0b8d tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/quotas/0b2a3d762f85447c817de871dcdd1f0a HTTP/1.1" status: 200 len: 375 time: 0.0174613 Jul 05 18:15:53.646702 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-22fc64fb-edaa-4db0-9409-bb92ceddf47e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541646 Jul 05 18:15:53.668334 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-41ff6d84-0ea7-407f-bc75-9a21bf0bb08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.669834 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.670671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9ed269df-88fd-49e2-bd85-2112cf1d2104 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:15:53.716645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.724462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:53.725112 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.767392 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.821038 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.864573 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.869467 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8393979 Jul 05 18:15:53.872122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42590) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:53.883162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7463a9-6005-4797-ba0b-aac29db47d2e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Network': ['ID=46757b57-03b8-49b3-b40c-3e06bd9a4e3e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:53.893893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'network': {'name': 'tempest-router-network02--389267644'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:53.907292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:53.961809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:53.967094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-eb46cd9e-3aaf-44cf-9126-02bbaf896ae0 service neutron] 10.222.0.30 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189468 Jul 05 18:15:53.969141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:53.973196 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a47af4d-5bfd-4f22-ba57-5cd9d9bed5a0" -d '{"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:53.975754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:54.047526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:54.059615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 2f4dbbe9-7d02-408e-ad10-e52fd0009547 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:15:54.079637 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.082966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Allocated IP 2001:db8::2 (2a880ef0-88f6-4292-b3ea-2d7ebb6a5086/d3ab4921-11c6-4f68-8f9f-56feecb9f169/2f10cbb6-fa52-442b-b9e9-a957aab0b691) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:54.111991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-e0ccf275-451d-445a-8991-06efa8003dd9 service neutron] 10.222.0.30 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985608 Jul 05 18:15:54.133699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Made reservation on behalf of 4be6569da062475da6e58a184ce5c7aa for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:54.138228 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.173089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 9ed269df-88fd-49e2-bd85-2112cf1d2104, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9ed269df-88fd-49e2-bd85-2112cf1d2104,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:54.204300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:15:54.217058 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.217058 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Added segment 913fed89-f123-4c8a-b17e-e4103fb6aee8 of type vlan for network e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 Jul 05 18:15:54.257716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '9ed269df-88fd-49e2-bd85-2112cf1d2104', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'port_id': '9ed269df-88fd-49e2-bd85-2112cf1d2104', 'mac_address': 'fa:16:3e:92:ef:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff46832-f784-4271-95e1-6a3236cc9638', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:15:54.262731 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.267207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.350302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83093e-15f1-45e6-8b9f-ae0e297c98c9 req-3d52b3e7-f7fe-48ef-9b33-a3ccbe63eda8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:54.352248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac83093e-15f1-45e6-8b9f-ae0e297c98c9 req-3d52b3e7-f7fe-48ef-9b33-a3ccbe63eda8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 943 time: 0.3884645 Jul 05 18:15:54.388186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=10']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:54.390609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.396429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:54.398267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.425697 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.473956 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.511916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Network': ['ID=e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:54.558773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac83093e-15f1-45e6-8b9f-ae0e297c98c9 req-d87b5d01-3297-4208-bd9a-44d09b41431b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738913 Jul 05 18:15:54.560668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:54.568538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:54.571364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed269df-88fd-49e2-bd85-2112cf1d2104 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:15:54.583948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:54.583948 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.584118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6d914ad2-6872-4972-90c2-2056c09311fd tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7083333 Jul 05 18:15:54.587503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42604) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:54.593113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:15:54.635329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'subnet': {'network_id': '46757b57-03b8-49b3-b40c-3e06bd9a4e3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:54.635741 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f99e77-578e-43f2-a44b-3d56895f4eaa x-openstack-request-id: req-70f99e77-578e-43f2-a44b-3d56895f4eaa {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:54.636399 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:54.636674 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70f99e77-578e-43f2-a44b-3d56895f4eaa {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:54.637085 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'code': 200} Jul 05 18:15:54.657601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=e75ae524-626e-4711-a5d9-1bab640c7ccf,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:54.694942 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.711186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-345f760b-112c-4844-8e7e-10374647dcb4 req-fe8ff021-ca7b-446d-ac8a-ca1583b6f532 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 210 time: 0.0388508 Jul 05 18:15:54.751064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port afb5ac24-0de6-48d4-8d47-90412dc474ed {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:54.751504 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.760760 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.774877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 9ed269df-88fd-49e2-bd85-2112cf1d2104, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9ed269df-88fd-49e2-bd85-2112cf1d2104,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:54.777627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Transition to ACTIVE for port object 2f10cbb6-fa52-442b-b9e9-a957aab0b691 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:54.792081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=2f4dbbe9-7d02-408e-ad10-e52fd0009547,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:54.815682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Transition to ACTIVE for port object 2f10cbb6-fa52-442b-b9e9-a957aab0b691 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:54.859025 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.908331 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.936089 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:54.941867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for afb5ac24-0de6-48d4-8d47-90412dc474ed owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:54.951535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Checking segment: {'id': '1ae6c090-97c2-412e-bc41-0f819f5daa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'f103b025-8c4c-45ed-a392-51ecdc265799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:54.952102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network hostable DHCP agents. Network: f103b025-8c4c-45ed-a392-51ecdc265799, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:55.038294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:55.047709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Made reservation on behalf of 4be6569da062475da6e58a184ce5c7aa for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:55.052992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:55.058746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network f103b025-8c4c-45ed-a392-51ecdc265799 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:55.060234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:55.063062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:55.085910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=9ed269df-88fd-49e2-bd85-2112cf1d2104,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:55.105774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['9ed269df-88fd-49e2-bd85-2112cf1d2104'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:55.144072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['bf0e7b40-3c84-4567-a9d2-0104ab361ff5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:15:55.254752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f103b025-8c4c-45ed-a392-51ecdc265799) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:55.264133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:55.272410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:55.280755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:55.281621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:55.415812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff491a5-bb7f-41ac-88a6-dfaa96989118 req-a0df50c4-4ac8-4dcc-93dc-efdcc7718cf2 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:55.418668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eff491a5-bb7f-41ac-88a6-dfaa96989118 req-a0df50c4-4ac8-4dcc-93dc-efdcc7718cf2 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 948 time: 0.4646537 Jul 05 18:15:55.427791 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1a0f9b14-f58c-40cc-a550-dfc3ab57b427 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7749541 Jul 05 18:15:55.429008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:55.445642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7154b3-a2ab-4a85-9536-28f3fca4e342 None None] Network f103b025-8c4c-45ed-a392-51ecdc265799 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:55.489825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eff491a5-bb7f-41ac-88a6-dfaa96989118 req-e21e7730-b8b2-44ba-b756-36a84ff24a15 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642674 Jul 05 18:15:55.550323 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:55.567116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:55.658827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Attempting to bind port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:55.659225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Attempting to bind port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '939b4a21-2b63-4f22-a3bc-337ede010734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a880ef0-88f6-4292-b3ea-2d7ebb6a5086'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:55.659927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Attempting to bind port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 on network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:55.663426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=afb5ac24-0de6-48d4-8d47-90412dc474ed,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:55.746784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:55.789667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Subnet': ['ID=60f5bf12-72ba-47a0-bd71-47f9b8b7ec98,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:55.819196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Pushing event updated for resources: {'Port': ['ID=2f10cbb6-fa52-442b-b9e9-a957aab0b691,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:55.833893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b6dac514-65d1-445a-b601-683e23c2dc05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 2f4dbbe9-7d02-408e-ad10-e52fd0009547 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:55.834029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6dac514-65d1-445a-b601-683e23c2dc05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:55.868051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Checking segment: {'id': 'dd95c717-5178-40b9-a2e1-d985dcb2c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '46757b57-03b8-49b3-b40c-3e06bd9a4e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:55.876483 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network hostable DHCP agents. Network: 46757b57-03b8-49b3-b40c-3e06bd9a4e3e, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:55.925794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:55.926365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Checking segment: {'id': '939b4a21-2b63-4f22-a3bc-337ede010734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a880ef0-88f6-4292-b3ea-2d7ebb6a5086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:55.926883 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:55.927292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Bound using segment: {'id': '939b4a21-2b63-4f22-a3bc-337ede010734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a880ef0-88f6-4292-b3ea-2d7ebb6a5086'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:55.927789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Bound port: 2f10cbb6-fa52-442b-b9e9-a957aab0b691, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '939b4a21-2b63-4f22-a3bc-337ede010734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '2a880ef0-88f6-4292-b3ea-2d7ebb6a5086'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:55.928183 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:55.994954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5ce052d-7e53-4ed9-a99a-626c7140290a req-0d050835-75db-4137-ab16-ab4c9d96e52a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 210 time: 0.1173677 Jul 05 18:15:56.023373 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-b2e69c9e-b212-4b22-95b3-bc41ba640c92 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4091499 Jul 05 18:15:56.028276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6dac514-65d1-445a-b601-683e23c2dc05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.046986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b6dac514-65d1-445a-b601-683e23c2dc05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 2f4dbbe9-7d02-408e-ad10-e52fd0009547 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:56.155198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 9d7e2d82-7341-490b-8267-8f3ac3cc0130 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:15:56.164842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7726b27b-302c-4838-8edc-d9e4702f2b15 req-7e6059cc-2c64-4637-ba3c-129fd50a4f79 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.172688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7726b27b-302c-4838-8edc-d9e4702f2b15 req-7e6059cc-2c64-4637-ba3c-129fd50a4f79 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 944 time: 0.2415066 Jul 05 18:15:56.194157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:56.225854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] For port 2f10cbb6-fa52-442b-b9e9-a957aab0b691, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:56.264050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] For port 2f10cbb6-fa52-442b-b9e9-a957aab0b691, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2f10cbb6-fa52-442b-b9e9-a957aab0b691,segment=NetworkSegment(939b4a21-2b63-4f22-a3bc-337ede010734),segment_id=939b4a21-2b63-4f22-a3bc-337ede010734)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:56.300257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7726b27b-302c-4838-8edc-d9e4702f2b15 req-786779d1-8ae4-47bf-9695-2f396a9d7f02 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259484 Jul 05 18:15:56.307834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:15:56.313752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5ac14d68-ebe2-46a8-a657-881352ec974c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/9d7e2d82-7341-490b-8267-8f3ac3cc0130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7504168 Jul 05 18:15:56.323765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42626) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:56.335715 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bd435-14f5-48f1-be21-a97a1d498983 None None] Sync routers for ids ['9d7e2d82-7341-490b-8267-8f3ac3cc0130'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:15:56.342628 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.343861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 46757b57-03b8-49b3-b40c-3e06bd9a4e3e) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:56.352137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.352849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.356140 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bd435-14f5-48f1-be21-a97a1d498983 None None] Routers {'9d7e2d82-7341-490b-8267-8f3ac3cc0130'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:56.361419 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c59bd435-14f5-48f1-be21-a97a1d498983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9d7e2d82-7341-490b-8267-8f3ac3cc0130'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:56.362896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-28caf292-87fe-4900-a3e2-4e55ca84067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.363500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-28caf292-87fe-4900-a3e2-4e55ca84067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.364184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-28caf292-87fe-4900-a3e2-4e55ca84067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.364855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-28caf292-87fe-4900-a3e2-4e55ca84067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.365428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-28caf292-87fe-4900-a3e2-4e55ca84067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.365966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-28caf292-87fe-4900-a3e2-4e55ca84067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.366542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-28caf292-87fe-4900-a3e2-4e55ca84067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.368586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-28caf292-87fe-4900-a3e2-4e55ca84067c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6499 time: 0.2026844 Jul 05 18:15:56.391317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2114bba5-89f1-4076-843b-fa2e3340b267 None None] Network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:56.427254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ce9b9d8f-0fa6-40dc-9eb9-3ab8d7e3e5aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d7e2d82-7341-490b-8267-8f3ac3cc0130 HTTP/1.1" status: 200 len: 205 time: 0.1019626 Jul 05 18:15:56.427867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42628) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:56.438056 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.443685 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c59bd435-14f5-48f1-be21-a97a1d498983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:56.474295 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59bd435-14f5-48f1-be21-a97a1d498983 None None] Routers {'9d7e2d82-7341-490b-8267-8f3ac3cc0130'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:15:56.474973 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c59bd435-14f5-48f1-be21-a97a1d498983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9d7e2d82-7341-490b-8267-8f3ac3cc0130'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:56.506305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecb26a-b159-4a82-aa28-c79a78121c9a None None] Pushing event updated for resources: {'Port': ['ID=2f10cbb6-fa52-442b-b9e9-a957aab0b691,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:56.510470 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ed5fe898-3bf2-4c5d-b8cf-f204ba07d5a4 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8881869 Jul 05 18:15:56.510470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6dac514-65d1-445a-b601-683e23c2dc05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.513716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:56.546710 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec01b148-3bd2-4285-963d-f255d2f4cf75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.581701 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c59bd435-14f5-48f1-be21-a97a1d498983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:15:56.582708 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59bd435-14f5-48f1-be21-a97a1d498983 None None] The sync data for ids ['9d7e2d82-7341-490b-8267-8f3ac3cc0130'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:15:56.670216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-53fbe055-b506-43bd-87f4-3a2fa5c43c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.671015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-53fbe055-b506-43bd-87f4-3a2fa5c43c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.672837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-53fbe055-b506-43bd-87f4-3a2fa5c43c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:56.674637 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-53fbe055-b506-43bd-87f4-3a2fa5c43c29 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ee04f9ef-fb0c-45a7-9031-927397111ae6&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0 HTTP/1.1" status: 200 len: 2294 time: 0.2651999 Jul 05 18:15:56.703513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'subnet': {'network_id': 'e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:56.718150 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6dac514-65d1-445a-b601-683e23c2dc05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.720702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-46757b57-03b8-49b3-b40c-3e06bd9a4e3e', 'network_id': '46757b57-03b8-49b3-b40c-3e06bd9a4e3e', 'tenant_id': '4be6569da062475da6e58a184ce5c7aa', 'fixed_ips': [{'subnet_id': '60f5bf12-72ba-47a0-bd71-47f9b8b7ec98'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:15:56.721952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.723496 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b6dac514-65d1-445a-b601-683e23c2dc05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/2f4dbbe9-7d02-408e-ad10-e52fd0009547 HTTP/1.1" status: 204 len: 168 time: 1.2932503 Jul 05 18:15:56.791376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:56.883678 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec01b148-3bd2-4285-963d-f255d2f4cf75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.884180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dac514-65d1-445a-b601-683e23c2dc05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=2f4dbbe9-7d02-408e-ad10-e52fd0009547,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:56.886890 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec01b148-3bd2-4285-963d-f255d2f4cf75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:56.896395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device bf0e7b40-3c84-4567-a9d2-0104ab361ff5 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:57.040329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab56a4-ae90-4505-85c7-18af7eef80ed req-c657a6cf-3ac1-4233-a594-28707c02cdba tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:57.051630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86ab56a4-ae90-4505-85c7-18af7eef80ed req-c657a6cf-3ac1-4233-a594-28707c02cdba tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 948 time: 0.1861846 Jul 05 18:15:57.058317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec01b148-3bd2-4285-963d-f255d2f4cf75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.058976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec01b148-3bd2-4285-963d-f255d2f4cf75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Fanout notify agent at l3_agent the message router_deleted on router 9d7e2d82-7341-490b-8267-8f3ac3cc0130 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:15:57.082836 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec01b148-3bd2-4285-963d-f255d2f4cf75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.082836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ec01b148-3bd2-4285-963d-f255d2f4cf75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/9d7e2d82-7341-490b-8267-8f3ac3cc0130 HTTP/1.1" status: 204 len: 168 time: 0.6537831 Jul 05 18:15:57.095258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42642) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:57.124290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Allocated IP 2001:db8::2 (46757b57-03b8-49b3-b40c-3e06bd9a4e3e/60f5bf12-72ba-47a0-bd71-47f9b8b7ec98/a63b7650-6d92-4c2c-a636-a7b9153cf904) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:15:57.133351 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-ef541b2a-9898-468e-a9fd-1f2c405b2de7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b837272-e9e7-42da-95df-6edf0499d472 HTTP/1.1" status: 200 len: 1002 time: 0.3387434 Jul 05 18:15:57.170033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc2435-cbe1-4d19-8a31-698dadcef280 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:57.173060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:57.183092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cc2435-cbe1-4d19-8a31-698dadcef280 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:57.184792 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-73cc2435-cbe1-4d19-8a31-698dadcef280 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3821652 Jul 05 18:15:57.202633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:57.203098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.212580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32d11a9-fb87-433f-98e0-99d56179a598 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting subnet df7f320b-3ee9-4e6e-b8b6-eca8ec75d035 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:15:57.219582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42644) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:57.234639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f32d11a9-fb87-433f-98e0-99d56179a598 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.242303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-72a6186f-6313-41c8-abb5-80462a69164c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:57.243941 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-72a6186f-6313-41c8-abb5-80462a69164c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14e07268-25bd-4b89-b913-7d9c6aa6a667 HTTP/1.1" status: 200 len: 855 time: 0.1007535 Jul 05 18:15:57.245070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Made reservation on behalf of 4be6569da062475da6e58a184ce5c7aa for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:57.249710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.344898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f40d9ed1-bd84-4f2d-b35b-fb824d29dae6 req-0c5e9dc5-ef6e-4b1e-9002-4f9a0c21e857 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 210 time: 0.1238935 Jul 05 18:15:57.392607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.399495 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.434585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Transition to ACTIVE for port object a63b7650-6d92-4c2c-a636-a7b9153cf904 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:57.443040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86ab56a4-ae90-4505-85c7-18af7eef80ed req-dd488eac-1eba-4a7d-9b45-0e24d60b8ec5 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866482 Jul 05 18:15:57.485385 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f32d11a9-fb87-433f-98e0-99d56179a598 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.498145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775aa183-763b-4b5b-b77e-045427fb31c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0e7b40-3c84-4567-a9d2-0104ab361ff5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:57.514625 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14732a4-6ab9-4b00-8401-f3d05526e5d4" -d '{"events": [{"server_uuid": "775aa183-763b-4b5b-b77e-045427fb31c4", "name": "network-vif-plugged", "status": "completed", "tag": "bf0e7b40-3c84-4567-a9d2-0104ab361ff5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:57.615126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port bf0e7b40-3c84-4567-a9d2-0104ab361ff5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:57.618751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Transition to ACTIVE for port object a63b7650-6d92-4c2c-a636-a7b9153cf904 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:15:57.676139 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.677196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9ed269df-88fd-49e2-bd85-2112cf1d2104 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:57.778096 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ac466d-d855-433e-8ebd-ee7a035801be x-openstack-request-id: req-97ac466d-d855-433e-8ebd-ee7a035801be {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:57.778404 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775aa183-763b-4b5b-b77e-045427fb31c4", "name": "network-vif-plugged", "status": "completed", "tag": "bf0e7b40-3c84-4567-a9d2-0104ab361ff5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:57.778792 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97ac466d-d855-433e-8ebd-ee7a035801be {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:57.779197 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775aa183-763b-4b5b-b77e-045427fb31c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf0e7b40-3c84-4567-a9d2-0104ab361ff5', 'code': 200} Jul 05 18:15:57.783553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:57.789462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2f10cbb6-fa52-442b-b9e9-a957aab0b691 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:57.863148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:57.919305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:15:57.928592 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:57.931201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:15:57.995414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Pushing event updated for resources: {'Port': ['ID=a63b7650-6d92-4c2c-a636-a7b9153cf904,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:58.047211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Attempting to bind port a63b7650-6d92-4c2c-a636-a7b9153cf904 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:15:58.048974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Attempting to bind port a63b7650-6d92-4c2c-a636-a7b9153cf904 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'dd95c717-5178-40b9-a2e1-d985dcb2c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '46757b57-03b8-49b3-b40c-3e06bd9a4e3e'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:15:58.050113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Attempting to bind port a63b7650-6d92-4c2c-a636-a7b9153cf904 on network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:15:58.056202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:15:58.061423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Checking segment: {'id': 'dd95c717-5178-40b9-a2e1-d985dcb2c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '46757b57-03b8-49b3-b40c-3e06bd9a4e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:58.062981 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.062981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Bound using segment: {'id': 'dd95c717-5178-40b9-a2e1-d985dcb2c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '46757b57-03b8-49b3-b40c-3e06bd9a4e3e'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:15:58.063161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Bound port: a63b7650-6d92-4c2c-a636-a7b9153cf904, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd95c717-5178-40b9-a2e1-d985dcb2c7b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '46757b57-03b8-49b3-b40c-3e06bd9a4e3e'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:15:58.063748 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.090536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:58.147656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457dc057-ed39-4cb0-8221-bb1a0b6d62ca None None] Network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:58.161013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 9ed269df-88fd-49e2-bd85-2112cf1d2104 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:58.188351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 9ed269df-88fd-49e2-bd85-2112cf1d2104 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:58.189069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.263775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-d9f774a0-d40b-429b-9f81-839cbe49b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:58.266022 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-d9f774a0-d40b-429b-9f81-839cbe49b098 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee04f9ef-fb0c-45a7-9031-927397111ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0122936 Jul 05 18:15:58.282897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] For port a63b7650-6d92-4c2c-a636-a7b9153cf904, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:15:58.308417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] For port a63b7650-6d92-4c2c-a636-a7b9153cf904, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a63b7650-6d92-4c2c-a636-a7b9153cf904,segment=NetworkSegment(dd95c717-5178-40b9-a2e1-d985dcb2c7b4),segment_id=dd95c717-5178-40b9-a2e1-d985dcb2c7b4)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:15:58.345995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f32d11a9-fb87-433f-98e0-99d56179a598 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.348727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a7141ac6-6cc9-4f2d-a164-0122d30b588c None None] Provisioning for port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:15:58.379609 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-f25885d4-6885-45a1-8007-b7357e85ebff service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052799 Jul 05 18:15:58.413111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a7141ac6-6cc9-4f2d-a164-0122d30b588c None None] Provisioning complete for port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:58.413596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a7141ac6-6cc9-4f2d-a164-0122d30b588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.418709 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.421442 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.601439 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-bcf03659-1b3f-4205-931c-48ebebd1a3b6 service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115462 Jul 05 18:15:58.668190 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-7bdb17f4-0749-4401-b03b-670bc29d999a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 200 len: 217 time: 0.0592237 Jul 05 18:15:58.689266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.715932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e975bba-33a4-484c-8f43-6c04237a31d4 None None] Pushing event updated for resources: {'Port': ['ID=a63b7650-6d92-4c2c-a636-a7b9153cf904,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:58.742857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e606e01-4ccc-4e9b-b092-b1af106d1791 req-60a4b168-fdf9-4878-bb92-3a20badb6f82 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 210 time: 0.1744854 Jul 05 18:15:58.828387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-180ad72a-b986-45c0-b968-54830cd0bc7e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port e75ae524-626e-4711-a5d9-1bab640c7ccf {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:15:58.828737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-180ad72a-b986-45c0-b968-54830cd0bc7e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.863704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Subnet': ['ID=73a7ec63-d8a7-4ad6-a01c-3e5fccf98c1e,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:58.925926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-dc83017d-a602-4354-a828-85198440b92d tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:58.927450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-dc83017d-a602-4354-a828-85198440b92d tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 815 time: 0.7391505 Jul 05 18:15:58.952894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-f4171698-3b8b-48c5-83cc-9eb1fdfc5776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:58.954539 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-f4171698-3b8b-48c5-83cc-9eb1fdfc5776 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.2781665 Jul 05 18:15:58.959739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Checking segment: {'id': '913fed89-f123-4c8a-b17e-e4103fb6aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:15:58.960225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network hostable DHCP agents. Network: e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:15:58.995138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-180ad72a-b986-45c0-b968-54830cd0bc7e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:58.996620 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 9ed269df-88fd-49e2-bd85-2112cf1d2104, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9ed269df-88fd-49e2-bd85-2112cf1d2104,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:59.016727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-180ad72a-b986-45c0-b968-54830cd0bc7e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for e75ae524-626e-4711-a5d9-1bab640c7ccf owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:15:59.052650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-a381787a-4edf-4c7e-93b5-c82ed3d6c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:59.061881 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a7141ac6-6cc9-4f2d-a164-0122d30b588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.074940 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-a381787a-4edf-4c7e-93b5-c82ed3d6c27b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101184 Jul 05 18:15:59.086447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Request body: {'port': {'device_id': 'fb2594bf-9a52-443c-b54c-e55d5272a94f', 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2', 'admin_state_up': True, 'tenant_id': '0b2a3d762f85447c817de871dcdd1f0a'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:15:59.100970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b49844-835a-4d3f-8611-21e98b1a5523 req-ba3b22d5-e4bb-439c-9c8a-39dff56a1c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:59.102108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2b49844-835a-4d3f-8611-21e98b1a5523 req-ba3b22d5-e4bb-439c-9c8a-39dff56a1c39 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 1100 time: 0.6739094 Jul 05 18:15:59.117692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a7141ac6-6cc9-4f2d-a164-0122d30b588c None None] For port 2f10cbb6-fa52-442b-b9e9-a957aab0b691, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2f10cbb6-fa52-442b-b9e9-a957aab0b691,segment=NetworkSegment(939b4a21-2b63-4f22-a3bc-337ede010734),segment_id=939b4a21-2b63-4f22-a3bc-337ede010734)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:15:59.169223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40c136-3b06-4b83-9723-f8fdaee20547 req-c001a98a-eaac-4b94-ba50-7151a2f49db2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:59.170844 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c40c136-3b06-4b83-9723-f8fdaee20547 req-c001a98a-eaac-4b94-ba50-7151a2f49db2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 944 time: 0.9923127 Jul 05 18:15:59.231661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-bb2379ca-c520-4543-a18d-11119d8d88f7 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486208 Jul 05 18:15:59.318820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f32d11a9-fb87-433f-98e0-99d56179a598 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.340797 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a7141ac6-6cc9-4f2d-a164-0122d30b588c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.342651 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.371680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:15:59.385403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2b49844-835a-4d3f-8611-21e98b1a5523 req-a2da1d24-1e19-4732-a854-5db86c0a30f8 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244158 Jul 05 18:15:59.396724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c40c136-3b06-4b83-9723-f8fdaee20547 req-43df2746-24d6-4690-9f5b-d0dddb9dd02f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993790 Jul 05 18:15:59.401389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d11a9-fb87-433f-98e0-99d56179a598 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Subnet': ['ID=df7f320b-3ee9-4e6e-b8b6-eca8ec75d035,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:59.427141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f32d11a9-fb87-433f-98e0-99d56179a598 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.431484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f32d11a9-fb87-433f-98e0-99d56179a598 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/df7f320b-3ee9-4e6e-b8b6-eca8ec75d035 HTTP/1.1" status: 204 len: 168 time: 2.3363850 Jul 05 18:15:59.431806 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-41142455-313e-49d3-b95e-a33490c8e2f0 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931984 Jul 05 18:15:59.432314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42674) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:59.486419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42495bac-34aa-40bf-9a9e-66935a3d1a46 None None] Network 4524c1cd-41d5-40c1-ab79-c438289c61a4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:59.486951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c39e1db-0c15-4d5e-aec4-b2decfcb1d7c req-0cb5715e-639c-42fe-b71b-d6c68c9f4c65 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:59.489774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c39e1db-0c15-4d5e-aec4-b2decfcb1d7c req-0cb5715e-639c-42fe-b71b-d6c68c9f4c65 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 949 time: 0.3964419 Jul 05 18:15:59.501589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-180ad72a-b986-45c0-b968-54830cd0bc7e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.565160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180ad72a-b986-45c0-b968-54830cd0bc7e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=e75ae524-626e-4711-a5d9-1bab640c7ccf,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:59.591329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-180ad72a-b986-45c0-b968-54830cd0bc7e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.595276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-180ad72a-b986-45c0-b968-54830cd0bc7e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/e75ae524-626e-4711-a5d9-1bab640c7ccf HTTP/1.1" status: 204 len: 168 time: 2.3697960 Jul 05 18:15:59.597877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42676) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:59.599347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Made reservation on behalf of 0b2a3d762f85447c817de871dcdd1f0a for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:15:59.603316 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.702021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c39e1db-0c15-4d5e-aec4-b2decfcb1d7c req-1817e75f-a02b-43b1-b335-5208be2da387 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112982 Jul 05 18:15:59.707305 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-bfaccf6b-d846-4ad8-ae85-5c5f9f4343aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 200 len: 217 time: 0.0578339 Jul 05 18:15:59.707720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:15:59.712579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:59.713284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.726789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a63b7650-6d92-4c2c-a636-a7b9153cf904 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:15:59.728701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9858b87-e8d3-4fa4-a013-96ac84d8479f None None] Network e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:15:59.736128 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.778780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-de6d18bf-2648-4891-89dd-60aa946e7ef7 None None] Provisioning complete for port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:15:59.779153 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-de6d18bf-2648-4891-89dd-60aa946e7ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.780721 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:15:59.814098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c0dc46-1914-4b85-950b-791f978898c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed269df-88fd-49e2-bd85-2112cf1d2104'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:15:59.817924 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4461569-a412-45c3-a5fb-90db7b30248d" -d '{"events": [{"server_uuid": "d5c0dc46-1914-4b85-950b-791f978898c1", "name": "network-vif-plugged", "status": "completed", "tag": "9ed269df-88fd-49e2-bd85-2112cf1d2104"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:15:59.820751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7141ac6-6cc9-4f2d-a164-0122d30b588c None None] Pushing event updated for resources: {'Port': ['ID=2f10cbb6-fa52-442b-b9e9-a957aab0b691,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:15:59.865104 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-840ea4b4-26ad-491e-a03c-106a4cc4a72c tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1962724 Jul 05 18:15:59.870884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42682) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:15:59.892057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-80ff7b4d-1aad-463f-b662-7310231e2598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:15:59.894473 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-80ff7b4d-1aad-463f-b662-7310231e2598 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.1773045 Jul 05 18:15:59.968966 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3095df4-3cea-489e-afb0-5337cd1edf83 x-openstack-request-id: req-a3095df4-3cea-489e-afb0-5337cd1edf83 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:15:59.969447 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c0dc46-1914-4b85-950b-791f978898c1", "name": "network-vif-plugged", "status": "completed", "tag": "9ed269df-88fd-49e2-bd85-2112cf1d2104", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:15:59.969834 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3095df4-3cea-489e-afb0-5337cd1edf83 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:15:59.970343 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c0dc46-1914-4b85-950b-791f978898c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed269df-88fd-49e2-bd85-2112cf1d2104', 'code': 200} Jul 05 18:16:00.101494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-d1546194-1472-41b1-bae4-76ffa61c8611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:00.103314 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-d1546194-1472-41b1-bae4-76ffa61c8611 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2011015 Jul 05 18:16:00.106217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port 5fedea38-796d-4ac6-9c24-ba395ed95761 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:00.106657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:00.107586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=9ed269df-88fd-49e2-bd85-2112cf1d2104,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:00.135707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133ebe12-3338-4e3d-a408-d30e9506b4c0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:00.141844 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-133ebe12-3338-4e3d-a408-d30e9506b4c0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5426610 Jul 05 18:16:00.206896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42692) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:00.215405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port 5fedea38-796d-4ac6-9c24-ba395ed95761, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5fedea38-796d-4ac6-9c24-ba395ed95761,segment=NetworkSegment(9f240579-2bda-49f3-8332-4c6e6f656c1c),segment_id=9f240579-2bda-49f3-8332-4c6e6f656c1c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:00.215774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:00.236728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for 5fedea38-796d-4ac6-9c24-ba395ed95761 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:00.261689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb25fe89-1545-40f1-a430-99b3884ce067 req-1ed58c20-1c94-468f-89da-23ff5c948729 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 210 time: 0.1571877 Jul 05 18:16:00.423813 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadd3a11-34ef-4df0-8869-e01c1f9ee9ee tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:16:00.427022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cadd3a11-34ef-4df0-8869-e01c1f9ee9ee tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/2f4dbbe9-7d02-408e-ad10-e52fd0009547 HTTP/1.1" status: 404 len: 333 time: 0.2184973 Jul 05 18:16:00.438481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42694) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:00.467052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Allocated IP 172.20.0.11 (c128ea0f-1f13-480c-aaaa-30b130cf9df2/8bdc4b16-54d6-4246-afb9-d3b24c215c3e/e6ead423-bc4b-45af-a825-5afc331affc4) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:00.478681 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4302407-e34c-47b7-bee6-f2b315903534 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:16:00.484840 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d4302407-e34c-47b7-bee6-f2b315903534 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/e75ae524-626e-4711-a5d9-1bab640c7ccf HTTP/1.1" status: 404 len: 333 time: 0.0451531 Jul 05 18:16:00.485582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42698) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:00.528544 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a63b7650-6d92-4c2c-a636-a7b9153cf904 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:00.558134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:00.558994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be946ef2-6195-4052-9c89-884777671292 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209', 'network_id': 'e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209', 'tenant_id': '4be6569da062475da6e58a184ce5c7aa', 'fixed_ips': [{'subnet_id': '73a7ec63-d8a7-4ad6-a01c-3e5fccf98c1e'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:16:00.562509 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be946ef2-6195-4052-9c89-884777671292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:00.673265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=5fedea38-796d-4ac6-9c24-ba395ed95761,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:00.728126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No DVR routers for this DVR port 5fedea38-796d-4ac6-9c24-ba395ed95761 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:00.844440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-be946ef2-6195-4052-9c89-884777671292 None None] Allocated IP 2001:db8::2 (e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209/73a7ec63-d8a7-4ad6-a01c-3e5fccf98c1e/3fd5d96f-eadf-41a1-a7df-560bd3e011c7) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:00.888432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:00.903251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4524c1cd-41d5-40c1-ab79-c438289c61a4']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:00.918125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f240579-2bda-49f3-8332-4c6e6f656c1c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:00.918518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f240579-2bda-49f3-8332-4c6e6f656c1c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:00.921429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94930b14-c178-44a1-9344-cb2c377ea7dd req-27fe6265-7d1b-430e-a86c-700caa8555e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:00.924667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94930b14-c178-44a1-9344-cb2c377ea7dd req-27fe6265-7d1b-430e-a86c-700caa8555e2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 1096 time: 0.8648911 Jul 05 18:16:00.930326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:00.952236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:00.960474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:00.960953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:01.037081 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:01.050002 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.054495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.081143 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-ba47c299-2de6-45b3-a8a0-73edb3c0171f service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535931 Jul 05 18:16:01.083445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7f866-919b-4c49-be86-28fa68ba92dd req-2f424a7a-541e-4347-af71-e04c8b8cc328 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:01.091010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1be7f866-919b-4c49-be86-28fa68ba92dd req-2f424a7a-541e-4347-af71-e04c8b8cc328 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 945 time: 0.3641531 Jul 05 18:16:01.101187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea89d2-7398-4425-a9dc-51ef18d1182c None None] DHCP port deletion for 4524c1cd-41d5-40c1-ab79-c438289c61a4 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:16:01.104214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc8348b-50c0-4b9b-8b8a-49b2bdd52141 None None] Network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:01.123099 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.130784 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.137033 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/networks/4524c1cd-41d5-40c1-ab79-c438289c61a4 HTTP/1.1" status: 204 len: 168 time: 1.7034402 Jul 05 18:16:01.155434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42708) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:01.168264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf1e79-4288-425b-85e7-8006a592e246 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Network': ['ID=4524c1cd-41d5-40c1-ab79-c438289c61a4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:01.177162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1703546201', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:01.187093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94930b14-c178-44a1-9344-cb2c377ea7dd req-bbe1eba2-beaa-4617-96c0-2426cf045fec service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468729 Jul 05 18:16:01.298513 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.310409 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.316600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f103b025-8c4c-45ed-a392-51ecdc265799']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:01.341557 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae6c090-97c2-412e-bc41-0f819f5daa60') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:01.341943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae6c090-97c2-412e-bc41-0f819f5daa60') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:01.359996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.387879 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.389104 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.396630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be946ef2-6195-4052-9c89-884777671292 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.397734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-4c184170-429e-4146-8fe1-2a49487ce53c service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067722 Jul 05 18:16:01.400179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.408137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1be7f866-919b-4c49-be86-28fa68ba92dd req-c09b0845-85bf-425a-9b2d-c00644be0af8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157082 Jul 05 18:16:01.411609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0a30b49f-4525-4a63-b944-0706d2678da4 None None] Provisioning for port a63b7650-6d92-4c2c-a636-a7b9153cf904 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:01.414650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-be946ef2-6195-4052-9c89-884777671292 None None] Transition to ACTIVE for port object 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:01.419819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0a30b49f-4525-4a63-b944-0706d2678da4 None None] Provisioning complete for port a63b7650-6d92-4c2c-a636-a7b9153cf904 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:01.420185 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0a30b49f-4525-4a63-b944-0706d2678da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.446594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.464678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-be946ef2-6195-4052-9c89-884777671292 None None] Transition to ACTIVE for port object 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:01.480018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:01.481119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.604002 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0a30b49f-4525-4a63-b944-0706d2678da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:01.613589 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:01.629833 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-7cfa17d3-b6d0-4fbf-ab13-07c2c818b7e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=11bba11f-6f5a-4411-a335-cebc6119de12 HTTP/1.1" status: 200 len: 217 time: 0.2219455 Jul 05 18:16:01.630067 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be946ef2-6195-4052-9c89-884777671292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.651327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Allocated IP 2001:db8::1 (46757b57-03b8-49b3-b40c-3e06bd9a4e3e/60f5bf12-72ba-47a0-bd71-47f9b8b7ec98/f3b8940d-f1df-40da-bb60-ac1907554d45) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:01.665047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2f10cbb6-fa52-442b-b9e9-a957aab0b691 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:01.713651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be946ef2-6195-4052-9c89-884777671292 None None] Network e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:01.753917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.782203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.785238 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/networks/f103b025-8c4c-45ed-a392-51ecdc265799 HTTP/1.1" status: 204 len: 168 time: 1.2874687 Jul 05 18:16:01.800160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0a30b49f-4525-4a63-b944-0706d2678da4 None None] For port a63b7650-6d92-4c2c-a636-a7b9153cf904, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a63b7650-6d92-4c2c-a636-a7b9153cf904,segment=NetworkSegment(dd95c717-5178-40b9-a2e1-d985dcb2c7b4),segment_id=dd95c717-5178-40b9-a2e1-d985dcb2c7b4)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:01.805359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-be946ef2-6195-4052-9c89-884777671292 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:01.805574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42712) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:01.808267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be946ef2-6195-4052-9c89-884777671292 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:01.813719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-783380929'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:01.873437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be946ef2-6195-4052-9c89-884777671292 None None] Pushing event updated for resources: {'Port': ['ID=3fd5d96f-eadf-41a1-a7df-560bd3e011c7,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:01.884796 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae4300-7712-49e0-8c20-36dfd493ab64 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Network': ['ID=f103b025-8c4c-45ed-a392-51ecdc265799,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:01.933275 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0a30b49f-4525-4a63-b944-0706d2678da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.946622 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.947354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Network c128ea0f-1f13-480c-aaaa-30b130cf9df2 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:01.950056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-c0cd9273-90ff-4726-a6ba-09488653ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:01.955312 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-c0cd9273-90ff-4726-a6ba-09488653ffcf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.3170481 Jul 05 18:16:01.974832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:01.975987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:01.978411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:01.997873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e01b958-f0e9-48ee-a08c-e3df95a50fa2 req-370cbcd1-45de-4f8c-ad9d-c39dd26307f1 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:02.004490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-be946ef2-6195-4052-9c89-884777671292 None None] Attempting to bind port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:02.010488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-be946ef2-6195-4052-9c89-884777671292 None None] Attempting to bind port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '913fed89-f123-4c8a-b17e-e4103fb6aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:02.010488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be946ef2-6195-4052-9c89-884777671292 None None] Attempting to bind port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 on network e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:02.010836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e01b958-f0e9-48ee-a08c-e3df95a50fa2 req-370cbcd1-45de-4f8c-ad9d-c39dd26307f1 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 949 time: 0.8357198 Jul 05 18:16:02.011409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:02.011879 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.016953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:02.041597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be946ef2-6195-4052-9c89-884777671292 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:02.042109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be946ef2-6195-4052-9c89-884777671292 None None] Checking segment: {'id': '913fed89-f123-4c8a-b17e-e4103fb6aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:02.042646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be946ef2-6195-4052-9c89-884777671292 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.043397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be946ef2-6195-4052-9c89-884777671292 None None] Bound using segment: {'id': '913fed89-f123-4c8a-b17e-e4103fb6aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:02.044070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-be946ef2-6195-4052-9c89-884777671292 None None] Bound port: 3fd5d96f-eadf-41a1-a7df-560bd3e011c7, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '913fed89-f123-4c8a-b17e-e4103fb6aee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:02.044560 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be946ef2-6195-4052-9c89-884777671292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.057212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Pushing event updated for resources: {'Port': ['ID=e6ead423-bc4b-45af-a825-5afc331affc4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:02.111401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30b49f-4525-4a63-b944-0706d2678da4 None None] Pushing event updated for resources: {'Port': ['ID=a63b7650-6d92-4c2c-a636-a7b9153cf904,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:02.148530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-24b54321-d181-4139-8d4f-ce110e6963d2 None None] Provisioning complete for port a63b7650-6d92-4c2c-a636-a7b9153cf904 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:02.149158 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-24b54321-d181-4139-8d4f-ce110e6963d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.160863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.231695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e01b958-f0e9-48ee-a08c-e3df95a50fa2 req-877d56b4-10b5-4c1d-b019-cd7a50a5f481 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226825 Jul 05 18:16:02.234679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Transition to ACTIVE for port object f3b8940d-f1df-40da-bb60-ac1907554d45 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:02.267098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:02.270907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.287715 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.304459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:16:02.322092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-be946ef2-6195-4052-9c89-884777671292 None None] For port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:02.325542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb65ede3-60f8-4423-aa51-f07103418360 req-03ae20f0-adef-4289-a80e-3394a17dbf57 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:02.326085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-0f1d6f40-b357-4174-8244-02104dea6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:02.328465 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-0f1d6f40-b357-4174-8244-02104dea6461 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3658960 Jul 05 18:16:02.333146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.333492 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Added segment 57e295d5-228f-44a7-921a-32a98fd1e7ae of type vlan for network 5dd06ac6-7a7e-468b-b050-8ace53496bf9 Jul 05 18:16:02.347048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb65ede3-60f8-4423-aa51-f07103418360 req-03ae20f0-adef-4289-a80e-3394a17dbf57 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 932 time: 0.5464489 Jul 05 18:16:02.361658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-be946ef2-6195-4052-9c89-884777671292 None None] For port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3fd5d96f-eadf-41a1-a7df-560bd3e011c7,segment=NetworkSegment(913fed89-f123-4c8a-b17e-e4103fb6aee8),segment_id=913fed89-f123-4c8a-b17e-e4103fb6aee8)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:02.428986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5fedea38-796d-4ac6-9c24-ba395ed95761 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:02.434903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb65ede3-60f8-4423-aa51-f07103418360 req-256b20bc-9e35-470e-a294-e127254ee892 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840104 Jul 05 18:16:02.457390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5fedea38-796d-4ac6-9c24-ba395ed95761 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:16:02.457862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5fedea38-796d-4ac6-9c24-ba395ed95761 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:16:02.466229 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be946ef2-6195-4052-9c89-884777671292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.488949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-4c1e6f09-2a33-4b2e-b987-b0dd18ddfd19 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5331128 Jul 05 18:16:02.501771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Request body: {'port': {'device_id': 'fb2594bf-9a52-443c-b54c-e55d5272a94f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:02.527034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.560271 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.586192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be946ef2-6195-4052-9c89-884777671292 None None] Pushing event updated for resources: {'Port': ['ID=3fd5d96f-eadf-41a1-a7df-560bd3e011c7,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:02.615745 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-2580416c-e1ef-44d1-a07b-da07dc57071f service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724419 Jul 05 18:16:02.709887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:02.724807 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.731906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:02.732569 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.743467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:02.745563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Port': ['ID=f3b8940d-f1df-40da-bb60-ac1907554d45,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:02.759077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:02.759915 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.912332 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-534e7c75-f0dc-4fdb-b763-6a779fb4eb84 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926884 Jul 05 18:16:02.918927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Network': ['ID=5dd06ac6-7a7e-468b-b050-8ace53496bf9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:02.944634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 5dd06ac6-7a7e-468b-b050-8ace53496bf9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:16:02.950790 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:02.961607 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-75c8cfa8-83e2-4a5e-9818-75c7434fefdb tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1533878 Jul 05 18:16:03.003056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42726) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:03.016040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': '5dd06ac6-7a7e-468b-b050-8ace53496bf9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:03.023924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-4e898ad8-ff1d-4b2b-b9e7-ee1e27bde05f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2 HTTP/1.1" status: 200 len: 217 time: 0.0908840 Jul 05 18:16:03.328195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-47dcf805-fbc4-422f-9b06-6f9ac1dcbd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:03.330141 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-47dcf805-fbc4-422f-9b06-6f9ac1dcbd1c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.2849057 Jul 05 18:16:03.374469 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:03.389558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9cd3d347-e1b8-4568-90d1-63228c858c42 None None] Provisioning for port f3b8940d-f1df-40da-bb60-ac1907554d45 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:03.396559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9cd3d347-e1b8-4568-90d1-63228c858c42 None None] Provisioning complete for port f3b8940d-f1df-40da-bb60-ac1907554d45 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:03.397005 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9cd3d347-e1b8-4568-90d1-63228c858c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:03.430828 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:03.472684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9cd3d347-e1b8-4568-90d1-63228c858c42 None None] Port f3b8940d-f1df-40da-bb60-ac1907554d45 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:03.633928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-77985073-4ff7-4650-8ae2-83e4d5e44616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:03.653428 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-77985073-4ff7-4650-8ae2-83e4d5e44616 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2940190 Jul 05 18:16:03.691543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:03.695528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:03.793626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a63b7650-6d92-4c2c-a636-a7b9153cf904 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:03.918703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a63b7650-6d92-4c2c-a636-a7b9153cf904 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:03.919098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:04.005853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ead423-bc4b-45af-a825-5afc331affc4 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:16:04.028698 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:04.057941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Transition to ACTIVE for port object e6ead423-bc4b-45af-a825-5afc331affc4 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:04.065848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 172.25.3.78 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/a9c512fc-7312-4fcb-be85-09705bd94863) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:04.140485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:04.179244 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:04.212769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff80fa-bec9-44ba-bd68-0144a14df530 req-742d5f93-e3c5-412c-8028-4d774628d15b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:04.217198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92ff80fa-bec9-44ba-bd68-0144a14df530 req-742d5f93-e3c5-412c-8028-4d774628d15b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 945 time: 1.3844717 Jul 05 18:16:04.265645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:04.287164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:04.309806 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-5a81e85f-26c4-425b-9ce2-11c25d0c2052 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6337352 Jul 05 18:16:04.351370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92ff80fa-bec9-44ba-bd68-0144a14df530 req-dddab17b-e8de-47ab-a830-858de1219bce tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904350 Jul 05 18:16:04.385639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb1c880-5ea0-474b-9013-1265793001e0 None None] Network e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:04.524093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f39004db-f86e-4ac5-8ba2-684a9f13fd23 None None] Provisioning for port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:04.537104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f39004db-f86e-4ac5-8ba2-684a9f13fd23 None None] Provisioning complete for port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:04.537523 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f39004db-f86e-4ac5-8ba2-684a9f13fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:04.587973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ead423-bc4b-45af-a825-5afc331affc4,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:04.622434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=1e19b47f-d346-4b76-a795-263e7bc6b1b6,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:04.698611 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f39004db-f86e-4ac5-8ba2-684a9f13fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:04.740895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Checking segment: {'id': '57e295d5-228f-44a7-921a-32a98fd1e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5dd06ac6-7a7e-468b-b050-8ace53496bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:04.741426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network hostable DHCP agents. Network: 5dd06ac6-7a7e-468b-b050-8ace53496bf9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:16:04.754984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f39004db-f86e-4ac5-8ba2-684a9f13fd23 None None] For port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3fd5d96f-eadf-41a1-a7df-560bd3e011c7,segment=NetworkSegment(913fed89-f123-4c8a-b17e-e4103fb6aee8),segment_id=913fed89-f123-4c8a-b17e-e4103fb6aee8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:04.760093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633db562-7653-4dca-84f2-cc0ab1ed65b5 req-7deacb00-a8bd-4a4b-8f50-5a2bffa70f17 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:04.766590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-633db562-7653-4dca-84f2-cc0ab1ed65b5 req-7deacb00-a8bd-4a4b-8f50-5a2bffa70f17 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 932 time: 0.6804588 Jul 05 18:16:04.780245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:04.802328 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-59933955-657c-477d-9461-8062b8daca74 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634929 Jul 05 18:16:04.824209 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f39004db-f86e-4ac5-8ba2-684a9f13fd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:04.829586 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:04.918453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-633db562-7653-4dca-84f2-cc0ab1ed65b5 req-6b0b2a32-b05f-42de-9f31-3b6c4c0c358c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303244 Jul 05 18:16:04.919220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Attempting to bind port e6ead423-bc4b-45af-a825-5afc331affc4 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:04.919551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Attempting to bind port e6ead423-bc4b-45af-a825-5afc331affc4 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:04.919987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Attempting to bind port e6ead423-bc4b-45af-a825-5afc331affc4 on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:04.933183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 5dd06ac6-7a7e-468b-b050-8ace53496bf9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:16:04.942144 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-e3988fa2-5022-4e51-96da-643e86af0345 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0904346 Jul 05 18:16:05.008237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39004db-f86e-4ac5-8ba2-684a9f13fd23 None None] Pushing event updated for resources: {'Port': ['ID=3fd5d96f-eadf-41a1-a7df-560bd3e011c7,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:05.128840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Port e6ead423-bc4b-45af-a825-5afc331affc4 on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:16:05.129917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Attempting to bind port e6ead423-bc4b-45af-a825-5afc331affc4 on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:05.147237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-522651f6-b7ca-4340-a984-6d9dfa29edf0 None None] Provisioning complete for port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:05.147900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-522651f6-b7ca-4340-a984-6d9dfa29edf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.158178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:05.159288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Checking segment: {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:05.160295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Bound using segment: {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:05.160999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Bound port: e6ead423-bc4b-45af-a825-5afc331affc4, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:05.161444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.303187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043158fe-452d-45d3-9e24-8b6eb7efdf7e req-6cd82354-ff5b-4741-945b-b31ee474e1f9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:05.312490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-043158fe-452d-45d3-9e24-8b6eb7efdf7e req-6cd82354-ff5b-4741-945b-b31ee474e1f9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 945 time: 0.5445688 Jul 05 18:16:05.429570 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-043158fe-452d-45d3-9e24-8b6eb7efdf7e req-0a1ad91c-66f5-44f7-aaf8-6ad93a67dba6 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159208 Jul 05 18:16:05.437652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] For port e6ead423-bc4b-45af-a825-5afc331affc4, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:05.453789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] For port e6ead423-bc4b-45af-a825-5afc331affc4, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e6ead423-bc4b-45af-a825-5afc331affc4,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:05.554006 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.557462 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.576995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 5dd06ac6-7a7e-468b-b050-8ace53496bf9) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:05.591083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fddfe8-7939-42d4-8290-21cb49ce3f1a None None] Network 5dd06ac6-7a7e-468b-b050-8ace53496bf9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:05.592124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:05.592851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.618119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-7d0ccd7b-b154-4c36-b8e5-45af93bd9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:05.619634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-7d0ccd7b-b154-4c36-b8e5-45af93bd9402 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 0.6572464 Jul 05 18:16:05.636228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ead423-bc4b-45af-a825-5afc331affc4,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:05.642143 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.643607 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.715415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-805d144e-4cac-488e-81af-930859897e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:05.716766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:05.717404 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.719631 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-805d144e-4cac-488e-81af-930859897e75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0907071 Jul 05 18:16:05.722833 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ea9f38df-e7ca-40e0-9965-e0cb73b58718 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7180097 Jul 05 18:16:05.727081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-a8c87c19-f9cb-4639-b64e-226165f26495 service neutron] 10.222.0.39 "PUT /v2.0/ports/e6ead423-bc4b-45af-a825-5afc331affc4 HTTP/1.1" status: 200 len: 1092 time: 3.2213912 Jul 05 18:16:05.727620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb2594bf-9a52-443c-b54c-e55d5272a94f', 'tag': 'e6ead423-bc4b-45af-a825-5afc331affc4'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:05.730040 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb2594bf-9a52-443c-b54c-e55d5272a94f", "tag": "e6ead423-bc4b-45af-a825-5afc331affc4"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:05.730904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42758) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:05.753211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': '5dd06ac6-7a7e-468b-b050-8ace53496bf9', 'name': 'tempest-PortsTestJSON-442112074'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:05.772710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.783943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:05.918721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Port': ['ID=f3b8940d-f1df-40da-bb60-ac1907554d45,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:05.984773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-42eabd2f-1eff-4c1a-ac4f-436022a28b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:05.985737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-42eabd2f-1eff-4c1a-ac4f-436022a28b77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 1095 time: 0.1155984 Jul 05 18:16:05.991562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:05.991760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:05.992052 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:05.993713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:06.060057 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:06.064856 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-8f0c0e46-b50a-47a2-92f5-cd74522538d7 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3253348 Jul 05 18:16:06.065072 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-e7c86e66-f6e1-431e-a63e-90663d4d45c3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6ead423-bc4b-45af-a825-5afc331affc4 HTTP/1.1" status: 200 len: 217 time: 0.0662847 Jul 05 18:16:06.223376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=a9c512fc-7312-4fcb-be85-09705bd94863,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:06.308162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-5dd06ac6-7a7e-468b-b050-8ace53496bf9', 'network_id': '5dd06ac6-7a7e-468b-b050-8ace53496bf9', 'tenant_id': 'edbf32161e384f84b5734430f2d9ff71', 'fixed_ips': [{'subnet_id': '1e19b47f-d346-4b76-a795-263e7bc6b1b6'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:16:06.308996 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:06.370718 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab18e451-5a63-423e-986c-e87b5b30ddbe x-openstack-request-id: req-ab18e451-5a63-423e-986c-e87b5b30ddbe {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:06.371247 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb2594bf-9a52-443c-b54c-e55d5272a94f", "tag": "e6ead423-bc4b-45af-a825-5afc331affc4", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:06.371247 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab18e451-5a63-423e-986c-e87b5b30ddbe {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:06.371554 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb2594bf-9a52-443c-b54c-e55d5272a94f', 'tag': 'e6ead423-bc4b-45af-a825-5afc331affc4', 'status': 'completed', 'code': 200} Jul 05 18:16:06.381777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:06.402529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:06.409675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:06.416519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-8f1ca50f-92e5-4436-93b8-01e83fd4720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:06.418289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-8f1ca50f-92e5-4436-93b8-01e83fd4720a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 200 len: 855 time: 0.3439534 Jul 05 18:16:06.497329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-db545910-7a9d-4a96-997a-37fcb8ec41b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c128ea0f-1f13-480c-aaaa-30b130cf9df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653629 Jul 05 18:16:06.539453 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-611dbe37-4fe1-49df-98dd-ce47c8b07ef8 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087707 Jul 05 18:16:06.620243 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-a96d909c-654e-464f-ab27-56a4c9bfafc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a656ce28-69fd-4c56-b54d-8931793f41e7 HTTP/1.1" status: 200 len: 217 time: 0.0595958 Jul 05 18:16:06.624823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:06.626646 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:06.668237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Allocated IP 172.20.0.2 (5dd06ac6-7a7e-468b-b050-8ace53496bf9/1e19b47f-d346-4b76-a795-263e7bc6b1b6/5f275aae-1ed9-4d85-bbe1-76cd3eb65089) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:06.704515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-c2c33567-a82e-4c83-9f04-10b5298a3b8b service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285906 Jul 05 18:16:06.715695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 2f24fa28-7823-479e-a091-5e2c5f3f1d8d yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:16:06.738594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Router e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:16:06.842032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:06.859488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Transition to ACTIVE for port object 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:06.860018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-e24182e6-f08b-42b9-a53a-d576f1ee8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:06.863865 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-e24182e6-f08b-42b9-a53a-d576f1ee8c27 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 0.2336037 Jul 05 18:16:06.884946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Transition to ACTIVE for port object 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:06.890905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-573a9658-f9b8-4e04-bb3b-42fc6370d4f1 None None] Provisioning complete for port f3b8940d-f1df-40da-bb60-ac1907554d45 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:06.891430 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-573a9658-f9b8-4e04-bb3b-42fc6370d4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:06.940976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-573a9658-f9b8-4e04-bb3b-42fc6370d4f1 None None] Port f3b8940d-f1df-40da-bb60-ac1907554d45 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:06.961509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-316243a9-7131-4ede-9395-040b5c84604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:06.963520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-316243a9-7131-4ede-9395-040b5c84604d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0891418 Jul 05 18:16:06.967803 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:07.021663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Pushing event updated for resources: {'Port': ['ID=5f275aae-1ed9-4d85-bbe1-76cd3eb65089,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:07.035124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.14 (5dd06ac6-7a7e-468b-b050-8ace53496bf9/1e19b47f-d346-4b76-a795-263e7bc6b1b6/2f24fa28-7823-479e-a091-5e2c5f3f1d8d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:07.036805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Network 5dd06ac6-7a7e-468b-b050-8ace53496bf9 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:07.038822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:07.045133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:07.159711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Attempting to bind port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:07.160031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Attempting to bind port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '57e295d5-228f-44a7-921a-32a98fd1e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5dd06ac6-7a7e-468b-b050-8ace53496bf9'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:07.160416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Attempting to bind port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 on network 5dd06ac6-7a7e-468b-b050-8ace53496bf9 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:07.166710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:07.167099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Checking segment: {'id': '57e295d5-228f-44a7-921a-32a98fd1e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5dd06ac6-7a7e-468b-b050-8ace53496bf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:07.167508 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:07.168166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Bound using segment: {'id': '57e295d5-228f-44a7-921a-32a98fd1e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5dd06ac6-7a7e-468b-b050-8ace53496bf9'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:07.168964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Bound port: 5f275aae-1ed9-4d85-bbe1-76cd3eb65089, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e295d5-228f-44a7-921a-32a98fd1e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5dd06ac6-7a7e-468b-b050-8ace53496bf9'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:07.169495 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:07.176591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:16:07.188847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-69fb1e02-0013-418f-8ff1-645e1cc364cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "PUT /v2.0/routers/e2da944f-6d6a-43e3-9dcb-38b2bcf9a968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3154426 Jul 05 18:16:07.203156 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33228103-0357-40bd-be8a-baa3d1409608 None None] Sync routers for ids ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:16:07.207948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42774) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:07.231709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab259b7-26cd-435b-81cb-21b72c2fbb71 req-8a862616-c6c6-4f4c-b7e2-686c1f639bdd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:07.233376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ab259b7-26cd-435b-81cb-21b72c2fbb71 req-8a862616-c6c6-4f4c-b7e2-686c1f639bdd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 944 time: 0.7351735 Jul 05 18:16:07.276555 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-1df54afd-d0cb-4690-aa19-425c1e4c0269 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349386 Jul 05 18:16:07.298374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] For port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:07.302270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] For port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5f275aae-1ed9-4d85-bbe1-76cd3eb65089,segment=NetworkSegment(57e295d5-228f-44a7-921a-32a98fd1e7ae),segment_id=57e295d5-228f-44a7-921a-32a98fd1e7ae)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:07.304366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33228103-0357-40bd-be8a-baa3d1409608 None None] Routers {'e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:07.305056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-33228103-0357-40bd-be8a-baa3d1409608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:07.534456 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:07.538892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-33228103-0357-40bd-be8a-baa3d1409608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:07.548146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e67e7f-c112-42db-97ae-96b791b23032 req-3282a0e9-0c1e-46b4-8944-b6fee6560898 service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037474 Jul 05 18:16:07.576963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7fcf-1cb0-4611-a74d-6cf8d210a480 req-7c2ff036-d5aa-4721-a38c-a00bb56c63cc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:07.581404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33228103-0357-40bd-be8a-baa3d1409608 None None] Routers {'e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:07.582115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-33228103-0357-40bd-be8a-baa3d1409608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:07.590595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70ec7fcf-1cb0-4611-a74d-6cf8d210a480 req-7c2ff036-d5aa-4721-a38c-a00bb56c63cc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 945 time: 1.0381324 Jul 05 18:16:07.630334 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-438a8c34-a1c1-4ea5-adf1-ba35aed572bf req-592ec083-aaaf-4af2-8536-c27ac8a85188 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431344 Jul 05 18:16:07.675009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-33228103-0357-40bd-be8a-baa3d1409608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:07.676131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33228103-0357-40bd-be8a-baa3d1409608 None None] The sync data for ids ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:16:07.714895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960bdfc-4564-42af-a673-41dc18ab4b88 None None] Pushing event updated for resources: {'Port': ['ID=5f275aae-1ed9-4d85-bbe1-76cd3eb65089,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:07.887433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:07.968627 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70ec7fcf-1cb0-4611-a74d-6cf8d210a480 req-fcdaefc2-45c9-4c27-80a9-2dd9d982fee4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771648 Jul 05 18:16:08.004813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ab259b7-26cd-435b-81cb-21b72c2fbb71 req-7e63b0eb-df26-4d16-b483-09bbd5c56439 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699485 Jul 05 18:16:08.032712 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:08.051791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object 2f24fa28-7823-479e-a091-5e2c5f3f1d8d will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:08.118491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-da383491-cf48-4a89-a27f-49fe9c952c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:08.120105 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-da383491-cf48-4a89-a27f-49fe9c952c63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 1095 time: 0.4247406 Jul 05 18:16:08.169119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:08.271353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831093b-da19-4f82-bea7-c29625fecf9d req-1b34c60d-b6e7-4c06-8956-0aa4495d5407 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:08.273036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6831093b-da19-4f82-bea7-c29625fecf9d req-1b34c60d-b6e7-4c06-8956-0aa4495d5407 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 945 time: 0.6606033 Jul 05 18:16:08.305782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=2f24fa28-7823-479e-a091-5e2c5f3f1d8d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:08.322946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 5dd06ac6-7a7e-468b-b050-8ace53496bf9 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:08.332300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:08.342938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:08.535241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-b4f0b6e8-662e-474a-8bf5-9cdc3b1aff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:08.537680 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-b4f0b6e8-662e-474a-8bf5-9cdc3b1aff3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 915 time: 0.4072967 Jul 05 18:16:08.592395 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-bf42e427-b06c-4f97-83a5-0298ef313c55 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:16:08.597341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bf42e427-b06c-4f97-83a5-0298ef313c55 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "PUT /v2.0/routers/e2da944f-6d6a-43e3-9dcb-38b2bcf9a968/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3874817 Jul 05 18:16:08.598882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42788) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:08.601304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:08.602304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:08.609615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-9f9898c8-9ddd-434a-923a-4609826e72c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6ead423-bc4b-45af-a825-5afc331affc4 HTTP/1.1" status: 200 len: 217 time: 0.0636232 Jul 05 18:16:08.716344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-fd531f92-72bd-4b78-b70b-022e5dd287de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:08.717879 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-fd531f92-72bd-4b78-b70b-022e5dd287de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 200 len: 855 time: 0.0714908 Jul 05 18:16:08.735219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:08.774203 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-6ddcb6b0-0ec2-4214-ae12-fa71ec9301ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c128ea0f-1f13-480c-aaaa-30b130cf9df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361321 Jul 05 18:16:08.918148 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-40582fab-0206-4789-9fdd-11da2cf859f0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1704295 Jul 05 18:16:08.922286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42790) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:09.041622 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-32cdb7e1-cf5a-4f58-8ca9-d99da86a9598 service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317874 Jul 05 18:16:09.222320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69002d1-ab1f-4a6c-9fd7-63eeb506e073 None None] Network 5dd06ac6-7a7e-468b-b050-8ace53496bf9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:09.256315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-6831093b-da19-4f82-bea7-c29625fecf9d req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Deleting port 9ed269df-88fd-49e2-bd85-2112cf1d2104 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:09.256940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6831093b-da19-4f82-bea7-c29625fecf9d req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:09.389093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-95e01993-b78d-4625-84ac-c88058a83939 None None] Provisioning for port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:09.483469 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4755aacc-6c8b-4df0-93ae-a90ade55ccfc req-3e27085b-0251-4647-a648-11db4cba348a service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3685110 Jul 05 18:16:09.511411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 878ce5e8-c9ec-441b-abde-1fdca8c3dec1 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:16:09.553024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-01a996b9-dbab-4efb-ae76-f453cf0840c3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 2f24fa28-7823-479e-a091-5e2c5f3f1d8d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:09.553494 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01a996b9-dbab-4efb-ae76-f453cf0840c3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:09.614726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe69be-8a27-4793-8420-e13d8fba59c0 req-fe300945-577a-4fbc-b131-d673cfa9fbfb tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:09.617511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8fe69be-8a27-4793-8420-e13d8fba59c0 req-fe300945-577a-4fbc-b131-d673cfa9fbfb tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 945 time: 0.3391933 Jul 05 18:16:09.639764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cef508-d389-4412-bd0e-b21fcc9d98e6 req-be29d463-1c3b-49f9-b15a-2e08a2b811a4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:09.641501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58cef508-d389-4412-bd0e-b21fcc9d98e6 req-be29d463-1c3b-49f9-b15a-2e08a2b811a4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 944 time: 0.4022725 Jul 05 18:16:09.713462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:09.744755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6831093b-da19-4f82-bea7-c29625fecf9d req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] For port 9ed269df-88fd-49e2-bd85-2112cf1d2104, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9ed269df-88fd-49e2-bd85-2112cf1d2104,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:09.745245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6831093b-da19-4f82-bea7-c29625fecf9d req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:09.809093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-6831093b-da19-4f82-bea7-c29625fecf9d req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Calling delete_port for 9ed269df-88fd-49e2-bd85-2112cf1d2104 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:09.813982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58cef508-d389-4412-bd0e-b21fcc9d98e6 req-dbf4bf5a-b2f0-4fab-88d4-5652e5db3efc tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313298 Jul 05 18:16:09.821819 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8fe69be-8a27-4793-8420-e13d8fba59c0 req-1102c899-e3e3-442f-be88-0aad880f02fe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751535 Jul 05 18:16:09.930625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:09.935226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:09.935608 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.006970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e6ead423-bc4b-45af-a825-5afc331affc4 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:16:10.122175 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.213439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.224265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5f275aae-1ed9-4d85-bbe1-76cd3eb65089,segment=NetworkSegment(57e295d5-228f-44a7-921a-32a98fd1e7ae),segment_id=57e295d5-228f-44a7-921a-32a98fd1e7ae)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:10.240336 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.resource_extend [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:16:10.324269 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.327040 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6831093b-da19-4f82-bea7-c29625fecf9d req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.377588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event deleted for resources: {'Port': ['ID=9ed269df-88fd-49e2-bd85-2112cf1d2104,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:10.429917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b3ce75f-c979-4702-a895-b944a2137088 None None] Provisioning for port 2f24fa28-7823-479e-a091-5e2c5f3f1d8d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:10.446811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=5f275aae-1ed9-4d85-bbe1-76cd3eb65089,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:10.450280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b3ce75f-c979-4702-a895-b944a2137088 None None] Provisioning complete for port 2f24fa28-7823-479e-a091-5e2c5f3f1d8d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:10.450700 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b3ce75f-c979-4702-a895-b944a2137088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.451924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-6831093b-da19-4f82-bea7-c29625fecf9d req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] No DVR routers for this DVR port 9ed269df-88fd-49e2-bd85-2112cf1d2104 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:10.455252 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6831093b-da19-4f82-bea7-c29625fecf9d req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.455709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:10.457294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6831093b-da19-4f82-bea7-c29625fecf9d req-7a0320c1-f31c-434e-a21f-61f873623664 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "DELETE /v2.0/ports/9ed269df-88fd-49e2-bd85-2112cf1d2104 HTTP/1.1" status: 204 len: 173 time: 2.1519647 Jul 05 18:16:10.457703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c0dc46-1914-4b85-950b-791f978898c1', 'name': 'network-vif-deleted', 'tag': '9ed269df-88fd-49e2-bd85-2112cf1d2104'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:10.460720 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8fe3b8-b0d8-4759-ad30-069089a48116" -d '{"events": [{"server_uuid": "d5c0dc46-1914-4b85-950b-791f978898c1", "name": "network-vif-deleted", "tag": "9ed269df-88fd-49e2-bd85-2112cf1d2104"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:10.547321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e6ead423-bc4b-45af-a825-5afc331affc4, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e6ead423-bc4b-45af-a825-5afc331affc4,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:10.569900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'e6ead423-bc4b-45af-a825-5afc331affc4', 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2', 'port_id': 'e6ead423-bc4b-45af-a825-5afc331affc4', 'mac_address': 'fa:16:3e:6d:be:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdc4b16-54d6-4246-afb9-d3b24c215c3e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:16:10.586694 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649b0813-59d8-46ab-9dbd-6926f9583242 x-openstack-request-id: req-649b0813-59d8-46ab-9dbd-6926f9583242 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:10.587248 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c0dc46-1914-4b85-950b-791f978898c1", "name": "network-vif-deleted", "tag": "9ed269df-88fd-49e2-bd85-2112cf1d2104", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:10.587656 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-649b0813-59d8-46ab-9dbd-6926f9583242 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:10.588236 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c0dc46-1914-4b85-950b-791f978898c1', 'name': 'network-vif-deleted', 'tag': '9ed269df-88fd-49e2-bd85-2112cf1d2104', 'status': 'completed', 'code': 200} Jul 05 18:16:10.728041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01a996b9-dbab-4efb-ae76-f453cf0840c3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.738250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:16:10.739761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1b3ce75f-c979-4702-a895-b944a2137088 None None] Port 2f24fa28-7823-479e-a091-5e2c5f3f1d8d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:10.749412 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75319e00-3c9b-4d42-8813-63b8df03bb63 None None] Sync routers for ids ['878ce5e8-c9ec-441b-abde-1fdca8c3dec1'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:16:10.765746 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75319e00-3c9b-4d42-8813-63b8df03bb63 None None] Routers {'878ce5e8-c9ec-441b-abde-1fdca8c3dec1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:10.767109 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-75319e00-3c9b-4d42-8813-63b8df03bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['878ce5e8-c9ec-441b-abde-1fdca8c3dec1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:10.786757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-01a996b9-dbab-4efb-ae76-f453cf0840c3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 2f24fa28-7823-479e-a091-5e2c5f3f1d8d owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:10.798238 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.824319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b3ce75f-c979-4702-a895-b944a2137088 None None] Provisioning complete for port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:10.824693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b3ce75f-c979-4702-a895-b944a2137088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.852220 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-75319e00-3c9b-4d42-8813-63b8df03bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:10.879619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Deleting port f3b8940d-f1df-40da-bb60-ac1907554d45 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:10.880304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.891227 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75319e00-3c9b-4d42-8813-63b8df03bb63 None None] Routers {'878ce5e8-c9ec-441b-abde-1fdca8c3dec1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:10.892145 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-75319e00-3c9b-4d42-8813-63b8df03bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['878ce5e8-c9ec-441b-abde-1fdca8c3dec1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:10.934207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ead423-bc4b-45af-a825-5afc331affc4 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:16:10.939472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:10.947548 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3cb2dbdb-8dc4-4b11-9460-9386529b6edd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.7747612 Jul 05 18:16:10.957519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42820) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:10.960117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9ed269df-88fd-49e2-bd85-2112cf1d2104 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:10.997223 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-75319e00-3c9b-4d42-8813-63b8df03bb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:10.998246 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75319e00-3c9b-4d42-8813-63b8df03bb63 None None] The sync data for ids ['878ce5e8-c9ec-441b-abde-1fdca8c3dec1'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:16:11.060723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 9ed269df-88fd-49e2-bd85-2112cf1d2104 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:16:11.060723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9ed269df-88fd-49e2-bd85-2112cf1d2104 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:16:11.075914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e6ead423-bc4b-45af-a825-5afc331affc4, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e6ead423-bc4b-45af-a825-5afc331affc4,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:11.152456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b9b489a0-8919-46e5-89fd-236f6a46c0db tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/routers/878ce5e8-c9ec-441b-abde-1fdca8c3dec1 HTTP/1.1" status: 200 len: 884 time: 0.1905868 Jul 05 18:16:11.154852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42824) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:11.205802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:11.282880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e6ead423-bc4b-45af-a825-5afc331affc4,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:11.344840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:11.383395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Calling delete_port for f3b8940d-f1df-40da-bb60-ac1907554d45 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:11.389615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d8251820-f6c4-4d0f-95ec-fb359a5004e2 None None] Provisioning complete for port 2f24fa28-7823-479e-a091-5e2c5f3f1d8d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:11.389996 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8251820-f6c4-4d0f-95ec-fb359a5004e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:11.474113 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a0bec5a0-e761-4570-92d9-d0393fc4d4ae tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3179233 Jul 05 18:16:11.474318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d8251820-f6c4-4d0f-95ec-fb359a5004e2 None None] Port 2f24fa28-7823-479e-a091-5e2c5f3f1d8d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:11.476581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42826) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:11.482015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d694b064-6583-49e9-a939-c60126958b19 req-ba99fb74-8d5d-459a-bb5d-2e9064c7fa16 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c0dc46-1914-4b85-950b-791f978898c1 HTTP/1.1" status: 200 len: 210 time: 0.3244200 Jul 05 18:16:11.482678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7e64e074-94e7-4295-ae98-c97e07d1d56b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1703546201'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:11.559054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01a996b9-dbab-4efb-ae76-f453cf0840c3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:11.587613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e6ead423-bc4b-45af-a825-5afc331affc4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:11.620557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023693b-37e1-41a7-99fe-2b101cbce5e8 req-3a4e7c44-07d6-4108-99e2-6ac1bfe06435 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:11.628362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a023693b-37e1-41a7-99fe-2b101cbce5e8 req-3a4e7c44-07d6-4108-99e2-6ac1bfe06435 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 945 time: 0.4530716 Jul 05 18:16:11.709656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:11.716772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a996b9-dbab-4efb-ae76-f453cf0840c3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=2f24fa28-7823-479e-a091-5e2c5f3f1d8d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:11.746608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a023693b-37e1-41a7-99fe-2b101cbce5e8 req-c280400e-1376-46f2-9f06-8250fc0b95f2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170385 Jul 05 18:16:11.932002 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01a996b9-dbab-4efb-ae76-f453cf0840c3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:11.933975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-01a996b9-dbab-4efb-ae76-f453cf0840c3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/2f24fa28-7823-479e-a091-5e2c5f3f1d8d HTTP/1.1" status: 204 len: 168 time: 3.0088890 Jul 05 18:16:11.939817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42834) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:11.976175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:11.976565 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:11.983257 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c8ae6be-347f-489b-9640-d3fb1159262d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:16:11.984076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c8ae6be-347f-489b-9640-d3fb1159262d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:16:11.993085 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3c8ae6be-347f-489b-9640-d3fb1159262d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/2f24fa28-7823-479e-a091-5e2c5f3f1d8d HTTP/1.1" status: 404 len: 333 time: 0.0542448 Jul 05 18:16:11.994650 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:11.995055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42836) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:12.038916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Port': ['ID=f3b8940d-f1df-40da-bb60-ac1907554d45,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:12.192514 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-f029d263-c61e-4833-b3d3-c7b0db27f397 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:16:12.197256 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f029d263-c61e-4833-b3d3-c7b0db27f397 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/2f24fa28-7823-479e-a091-5e2c5f3f1d8d HTTP/1.1" status: 404 len: 333 time: 0.2011888 Jul 05 18:16:12.198041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42838) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:12.228964 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:12.389915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d29b2c2-45fa-465d-b013-ed77b8ac091c tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet 1e19b47f-d346-4b76-a795-263e7bc6b1b6 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:16:12.397783 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d29b2c2-45fa-465d-b013-ed77b8ac091c tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:12.421750 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e64e074-94e7-4295-ae98-c97e07d1d56b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:12.453479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d29b2c2-45fa-465d-b013-ed77b8ac091c tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:12.468751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Router e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:16:12.565412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d29b2c2-45fa-465d-b013-ed77b8ac091c tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:12.585563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:16:12.600084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419df96-6f60-4521-84a6-07e39a9203a0 None None] Sync routers for ids ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:16:12.618763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419df96-6f60-4521-84a6-07e39a9203a0 None None] Routers {'e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:12.624289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5c1e702e-e4b2-488f-9ae0-3e5ec379d7bc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "PUT /v2.0/routers/e2da944f-6d6a-43e3-9dcb-38b2bcf9a968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0243242 Jul 05 18:16:12.624891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0419df96-6f60-4521-84a6-07e39a9203a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:12.628654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42844) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:12.632880 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e64e074-94e7-4295-ae98-c97e07d1d56b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:12.735568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0419df96-6f60-4521-84a6-07e39a9203a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:12.739643 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-7f963beb-ffcc-4ab0-8755-0affb2e99c63 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] delete failed (client error): The resource could not be found. Jul 05 18:16:12.740694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7f963beb-ffcc-4ab0-8755-0affb2e99c63 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-576122053 HTTP/1.1" status: 404 len: 334 time: 0.1110792 Jul 05 18:16:12.746895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42852) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:12.751525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-92cc1c80-b87d-4d7e-aee3-cc83a387673b tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:12.759273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419df96-6f60-4521-84a6-07e39a9203a0 None None] Routers {'e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:12.759932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0419df96-6f60-4521-84a6-07e39a9203a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:12.844130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0419df96-6f60-4521-84a6-07e39a9203a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:12.844130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419df96-6f60-4521-84a6-07e39a9203a0 None None] The sync data for ids ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:16:12.853694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d29b2c2-45fa-465d-b013-ed77b8ac091c tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:12.863383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e64e074-94e7-4295-ae98-c97e07d1d56b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 878ce5e8-c9ec-441b-abde-1fdca8c3dec1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:16:12.869591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d29b2c2-45fa-465d-b013-ed77b8ac091c tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:12.878338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8013f799-3206-4153-97fb-b8ec67ff9fa9 None None] Network 5dd06ac6-7a7e-468b-b050-8ace53496bf9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:12.890729 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9d29b2c2-45fa-465d-b013-ed77b8ac091c tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/1e19b47f-d346-4b76-a795-263e7bc6b1b6 HTTP/1.1" status: 204 len: 168 time: 0.6885297 Jul 05 18:16:12.891344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42858) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:13.006683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29b2c2-45fa-465d-b013-ed77b8ac091c tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=1e19b47f-d346-4b76-a795-263e7bc6b1b6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:13.234597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d0f62-bcc5-49a7-b6d6-03189570e903 None None] DHCP port deletion for 5dd06ac6-7a7e-468b-b050-8ace53496bf9 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:16:13.240522 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e64e074-94e7-4295-ae98-c97e07d1d56b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:16:13.246543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-92cc1c80-b87d-4d7e-aee3-cc83a387673b tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.253816 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6978d7-22fa-42f8-9473-cd6000dbce25 None None] Sync routers for ids ['878ce5e8-c9ec-441b-abde-1fdca8c3dec1'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:16:13.266947 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.271645 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6978d7-22fa-42f8-9473-cd6000dbce25 None None] Routers {'878ce5e8-c9ec-441b-abde-1fdca8c3dec1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:13.272399 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ec6978d7-22fa-42f8-9473-cd6000dbce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['878ce5e8-c9ec-441b-abde-1fdca8c3dec1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:13.275722 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e64e074-94e7-4295-ae98-c97e07d1d56b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.278935 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7e64e074-94e7-4295-ae98-c97e07d1d56b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/878ce5e8-c9ec-441b-abde-1fdca8c3dec1 HTTP/1.1" status: 200 len: 891 time: 1.7987416 Jul 05 18:16:13.285387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42872) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:13.322540 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ec6978d7-22fa-42f8-9473-cd6000dbce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:13.337392 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6978d7-22fa-42f8-9473-cd6000dbce25 None None] Routers {'878ce5e8-c9ec-441b-abde-1fdca8c3dec1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:13.338261 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ec6978d7-22fa-42f8-9473-cd6000dbce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['878ce5e8-c9ec-441b-abde-1fdca8c3dec1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:13.340507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7f5beb-46a3-465b-b78f-4c93b92477ef req-14801ebb-45c0-4822-9b84-ca96606476b2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:13.342175 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb7f5beb-46a3-465b-b78f-4c93b92477ef req-14801ebb-45c0-4822-9b84-ca96606476b2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 945 time: 0.2881184 Jul 05 18:16:13.369982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d0f62-bcc5-49a7-b6d6-03189570e903 None None] Deleting port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:13.370391 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0f62-bcc5-49a7-b6d6-03189570e903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.374879 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-92cc1c80-b87d-4d7e-aee3-cc83a387673b tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] update failed (client error): The resource could not be found. Jul 05 18:16:13.379902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-92cc1c80-b87d-4d7e-aee3-cc83a387673b tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "PUT /v2.0/routers/e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 HTTP/1.1" status: 404 len: 339 time: 0.6282349 Jul 05 18:16:13.384516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-8d7dd6b8-a25a-4af6-84c6-e4049c9da63e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:13.388808 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ec6978d7-22fa-42f8-9473-cd6000dbce25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:13.389644 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6978d7-22fa-42f8-9473-cd6000dbce25 None None] The sync data for ids ['878ce5e8-c9ec-441b-abde-1fdca8c3dec1'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:16:13.391620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-8d7dd6b8-a25a-4af6-84c6-e4049c9da63e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.2754495 Jul 05 18:16:13.402277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42874) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:13.411032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-5a8231fb-2893-4074-b234-9eeed4256d9e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/quotas/af205f8fe38746c2ae756fe4c2fc2611 HTTP/1.1" status: 200 len: 375 time: 0.0183868 Jul 05 18:16:13.412944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1760411874'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:13.463483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb7f5beb-46a3-465b-b78f-4c93b92477ef req-78c16152-a5dd-4cd2-8092-b581f53a2fd4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150339 Jul 05 18:16:13.465989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-fb4d0f62-bcc5-49a7-b6d6-03189570e903 None None] For port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5f275aae-1ed9-4d85-bbe1-76cd3eb65089,segment=NetworkSegment(57e295d5-228f-44a7-921a-32a98fd1e7ae),segment_id=57e295d5-228f-44a7-921a-32a98fd1e7ae)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:13.466458 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0f62-bcc5-49a7-b6d6-03189570e903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.483671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d0f62-bcc5-49a7-b6d6-03189570e903 None None] Calling delete_port for 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:13.502511 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fb039b03-5307-4140-935b-956cb079a23d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/routers/878ce5e8-c9ec-441b-abde-1fdca8c3dec1 HTTP/1.1" status: 200 len: 891 time: 0.2160342 Jul 05 18:16:13.503361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42876) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:13.532351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-43a5342b-0ccb-4be9-b606-eabfe96e7688 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1203427 Jul 05 18:16:13.572789 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4eb037a4-38af-457f-b68d-473855d10abd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=878ce5e8-c9ec-441b-abde-1fdca8c3dec1 HTTP/1.1" status: 200 len: 205 time: 0.0645909 Jul 05 18:16:13.573558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42878) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:13.589722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:13.681011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-f197eecd-203b-4898-8b6e-0d44382b0f9d service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411235 Jul 05 18:16:13.700131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Made reservation on behalf of 4be6569da062475da6e58a184ce5c7aa for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:13.700680 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.704475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.756289 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb4d0f62-bcc5-49a7-b6d6-03189570e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.759488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:13.759892 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.786407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:16:13.802055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-d2f1922b-fee5-47da-9905-233e91646fcd service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200826 Jul 05 18:16:13.813237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d0f62-bcc5-49a7-b6d6-03189570e903 None None] Pushing event deleted for resources: {'Port': ['ID=5f275aae-1ed9-4d85-bbe1-76cd3eb65089,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:13.823248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4d0f62-bcc5-49a7-b6d6-03189570e903 None None] No DVR routers for this DVR port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:13.852867 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.859165 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Added segment 4ab09939-fbe4-4a92-8f2e-20486cd2411c of type vlan for network 55fdbe16-956e-476a-aaa3-da965785a5cf Jul 05 18:16:13.880568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.972896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] For port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089, host n-d-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:13.973261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.984288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:13.992814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e6ead423-bc4b-45af-a825-5afc331affc4 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:13.997720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:14.030531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.ipam_backend_mixin [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 was not found and therefore no delete operation was performed {{(pid=100998) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:16:14.038097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.070824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=5f275aae-1ed9-4d85-bbe1-76cd3eb65089,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:14.097828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No DVR routers for this DVR port 5f275aae-1ed9-4d85-bbe1-76cd3eb65089 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:14.178578 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57cd8af2-819d-4a80-bda6-99fb5a965011 req-0f95653b-0407-4ee7-bbd8-13fe4ce60926 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 210 time: 0.0342078 Jul 05 18:16:14.238306 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.246298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.246805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port e6ead423-bc4b-45af-a825-5afc331affc4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:14.250931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port e6ead423-bc4b-45af-a825-5afc331affc4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:14.251475 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.254441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:14.255100 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.380052 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.416853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.431096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2594bf-9a52-443c-b54c-e55d5272a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ead423-bc4b-45af-a825-5afc331affc4'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:14.433729 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc31e8e-bbca-484f-b106-024bc9a4fd3d" -d '{"events": [{"server_uuid": "fb2594bf-9a52-443c-b54c-e55d5272a94f", "name": "network-vif-plugged", "status": "completed", "tag": "e6ead423-bc4b-45af-a825-5afc331affc4"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:14.443935 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0400617 Jul 05 18:16:14.444667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42898) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:14.451946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e6ead423-bc4b-45af-a825-5afc331affc4, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e6ead423-bc4b-45af-a825-5afc331affc4,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:14.453465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'subnet': {'network_id': '55fdbe16-956e-476a-aaa3-da965785a5cf', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:14.462276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd06ac6-7a7e-468b-b050-8ace53496bf9']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:14.483293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dad09b-2d7b-4a91-993a-5dcd66a585cc tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Network': ['ID=55fdbe16-956e-476a-aaa3-da965785a5cf,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:14.505842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 55fdbe16-956e-476a-aaa3-da965785a5cf details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:16:14.511634 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.511915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e295d5-228f-44a7-921a-32a98fd1e7ae') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:14.512179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e295d5-228f-44a7-921a-32a98fd1e7ae') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:14.525299 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.540874 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836f4c23-1f85-4bb5-843b-84b6e3fb2652 x-openstack-request-id: req-836f4c23-1f85-4bb5-843b-84b6e3fb2652 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:14.541527 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2594bf-9a52-443c-b54c-e55d5272a94f", "name": "network-vif-plugged", "status": "completed", "tag": "e6ead423-bc4b-45af-a825-5afc331affc4", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:14.542113 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-836f4c23-1f85-4bb5-843b-84b6e3fb2652 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:14.544529 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2594bf-9a52-443c-b54c-e55d5272a94f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ead423-bc4b-45af-a825-5afc331affc4', 'code': 200} Jul 05 18:16:14.565037 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.615212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:14.615628 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:14.619707 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:14.684825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e6ead423-bc4b-45af-a825-5afc331affc4,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:14.727994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port a9c512fc-7312-4fcb-be85-09705bd94863 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:14.728603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.766836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.767555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.770746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.772766 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.774072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.774763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.775286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.775714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.776141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.776964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.777390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.777817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:14.847276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.862870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64f86-d816-4560-94eb-ec0093152a63 req-9c2fabce-8575-4798-a273-99108a40388c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:14.865928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9e64f86-d816-4560-94eb-ec0093152a63 req-9c2fabce-8575-4798-a273-99108a40388c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 946 time: 0.1608171 Jul 05 18:16:14.881577 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.888600 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/networks/5dd06ac6-7a7e-468b-b050-8ace53496bf9 HTTP/1.1" status: 204 len: 168 time: 1.9880731 Jul 05 18:16:14.892308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42908) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:14.898356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-217305112'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:14.931639 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.936370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9e64f86-d816-4560-94eb-ec0093152a63 req-39b538b6-bd63-40ff-90a6-0a31c5234ff2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645361 Jul 05 18:16:14.967493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Made reservation on behalf of 4be6569da062475da6e58a184ce5c7aa for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:14.967493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:14.967493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for a9c512fc-7312-4fcb-be85-09705bd94863 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:14.974377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4101cd-fb12-4c35-9fed-b8d3dcaa67cd tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Network': ['ID=5dd06ac6-7a7e-468b-b050-8ace53496bf9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:15.046664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:15.050872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:15.080537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:16:15.090549 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:15.090925 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Added segment d8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d of type vlan for network aad6a07b-60a4-4e0f-88a3-46a5be759a09 Jul 05 18:16:15.105924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55381eca-227c-440c-9a8a-88ec24a11a05 req-e099f2b9-35bc-48fe-8f41-960be4371f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:15.107405 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55381eca-227c-440c-9a8a-88ec24a11a05 req-e099f2b9-35bc-48fe-8f41-960be4371f2f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 1097 time: 0.4601147 Jul 05 18:16:15.139122 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:15.190172 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55381eca-227c-440c-9a8a-88ec24a11a05 req-714d6512-78ed-4d98-9f2e-67ccf096d253 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730512 Jul 05 18:16:15.246296 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:15.262936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:15.265320 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:15.468113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Network': ['ID=aad6a07b-60a4-4e0f-88a3-46a5be759a09,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:15.482221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network aad6a07b-60a4-4e0f-88a3-46a5be759a09 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:16:15.504049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56145b1c-4aa5-43b8-9ad1-175d5b2f294b req-7db24003-1c03-4739-b172-46fa6a45a2da tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 210 time: 0.0455406 Jul 05 18:16:15.728473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e9c6659c-cba4-4a55-924c-92fe3d77bf26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8343761 Jul 05 18:16:15.732088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42916) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:15.737815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': 'aad6a07b-60a4-4e0f-88a3-46a5be759a09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:15.891256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:15.891938 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:15.896035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:15.898130 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:15.948256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=a9c512fc-7312-4fcb-be85-09705bd94863,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:16.004880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Subnet': ['ID=0959aa69-2537-4fb4-855c-143f22ff9063,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:16.114134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.245600 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.247912 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.251215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee39dbf4-6625-469a-882e-82c1cac01b8c req-b2dea97a-8aed-43bd-8671-9c4c051328c5 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:16.254617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee39dbf4-6625-469a-882e-82c1cac01b8c req-b2dea97a-8aed-43bd-8671-9c4c051328c5 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 946 time: 0.1603618 Jul 05 18:16:16.301311 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.315813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Checking segment: {'id': '4ab09939-fbe4-4a92-8f2e-20486cd2411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55fdbe16-956e-476a-aaa3-da965785a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:16.318590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network hostable DHCP agents. Network: 55fdbe16-956e-476a-aaa3-da965785a5cf, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:16:16.321728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee39dbf4-6625-469a-882e-82c1cac01b8c req-64be3a70-fae9-49c5-a1a9-75ef56beb2dd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542593 Jul 05 18:16:16.394264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.395339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Fanout notify agent at l3_agent the message router_deleted on router 878ce5e8-c9ec-441b-abde-1fdca8c3dec1 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:16:16.407925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.409054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=a0f7131a-ce96-4d00-b366-78d164dcb383,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:16.411372 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c9edb300-65bb-4306-bbd9-a5feb1d25cfe tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/878ce5e8-c9ec-441b-abde-1fdca8c3dec1 HTTP/1.1" status: 204 len: 168 time: 2.8335724 Jul 05 18:16:16.414836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42930) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:16.421921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-970962529'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:16.423999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network 55fdbe16-956e-476a-aaa3-da965785a5cf is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:16:16.433050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Checking segment: {'id': 'd8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aad6a07b-60a4-4e0f-88a3-46a5be759a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:16.433500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network hostable DHCP agents. Network: aad6a07b-60a4-4e0f-88a3-46a5be759a09, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:16:16.496752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 55fdbe16-956e-476a-aaa3-da965785a5cf) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:16.503611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:16.504517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.513148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea53c06e-21a5-429f-b960-c83400e6a4b6 None None] Network 55fdbe16-956e-476a-aaa3-da965785a5cf requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:16.555960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:16.560855 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.590519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network aad6a07b-60a4-4e0f-88a3-46a5be759a09 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:16:16.600332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, aad6a07b-60a4-4e0f-88a3-46a5be759a09) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:16.604637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:16.605457 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.612621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:16:16.620887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091f07f-927b-4b0d-a8d9-b03711327dcc None None] Network aad6a07b-60a4-4e0f-88a3-46a5be759a09 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:16.627254 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.627838 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added segment 0a456896-08b8-4d3f-b7c7-474d6b7219a7 of type vlan for network 021cb0ce-a208-4276-9608-500f0095f3ec Jul 05 18:16:16.677373 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-95f67955-c3a1-4c6e-a884-319041447d3e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2278583 Jul 05 18:16:16.680005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42936) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:16.685054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b4593001-da8a-45aa-a61d-e7d69e73a6b9 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'router': {'external_gateway_info': {'network_id': '55fdbe16-956e-476a-aaa3-da965785a5cf'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:16.710957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6291e7f-26b4-444e-a49c-465fe57346a1 req-02868af0-f75c-4510-8d4c-042f30ab9793 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 210 time: 0.0747683 Jul 05 18:16:16.728692 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.751426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cb2996eb-5593-4abd-83cf-9bfef0993960 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0094595 Jul 05 18:16:16.751426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42938) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:16.763191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': 'aad6a07b-60a4-4e0f-88a3-46a5be759a09', 'security_groups': [], 'name': 'tempest-PortsTestJSON-776185527'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:16.833762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-55fdbe16-956e-476a-aaa3-da965785a5cf', 'network_id': '55fdbe16-956e-476a-aaa3-da965785a5cf', 'tenant_id': '4be6569da062475da6e58a184ce5c7aa', 'fixed_ips': [{'subnet_id': '0959aa69-2537-4fb4-855c-143f22ff9063'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:16:16.835003 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.963074 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:16.974711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:16.975524 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:17.050342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b4593001-da8a-45aa-a61d-e7d69e73a6b9 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:17.054424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:17.059427 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:17.100977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Network': ['ID=021cb0ce-a208-4276-9608-500f0095f3ec,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:17.110863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port af93bde6-dbca-4907-989c-97817d0fd7fe yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:16:17.154258 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 021cb0ce-a208-4276-9608-500f0095f3ec details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:16:17.167249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-aad6a07b-60a4-4e0f-88a3-46a5be759a09', 'network_id': 'aad6a07b-60a4-4e0f-88a3-46a5be759a09', 'tenant_id': 'edbf32161e384f84b5734430f2d9ff71', 'fixed_ips': [{'subnet_id': 'a0f7131a-ce96-4d00-b366-78d164dcb383'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:16:17.168391 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:17.176274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1f6b4710-1ca6-47fb-988f-f0d035ac116b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7571599 Jul 05 18:16:17.176748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42944) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:17.187378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'subnet': {'network_id': '021cb0ce-a208-4276-9608-500f0095f3ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:17.352349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.2 (aad6a07b-60a4-4e0f-88a3-46a5be759a09/a0f7131a-ce96-4d00-b366-78d164dcb383/af93bde6-dbca-4907-989c-97817d0fd7fe) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:17.371295 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-b4593001-da8a-45aa-a61d-e7d69e73a6b9 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:16:17.372459 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b4593001-da8a-45aa-a61d-e7d69e73a6b9 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "PUT /v2.0/routers/e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 HTTP/1.1" status: 400 len: 364 time: 0.6914904 Jul 05 18:16:17.376323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42948) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:17.403263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Allocated IP 2001:db8:1::2 (55fdbe16-956e-476a-aaa3-da965785a5cf/0959aa69-2537-4fb4-855c-143f22ff9063/e32b73f6-6b21-4565-9077-21ded892b5c9) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:17.501202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:17.505763 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:17.606027 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:17.620703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Transition to ACTIVE for port object e32b73f6-6b21-4565-9077-21ded892b5c9 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:17.641485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Transition to ACTIVE for port object e32b73f6-6b21-4565-9077-21ded892b5c9 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:17.709525 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:17.789885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Network 55fdbe16-956e-476a-aaa3-da965785a5cf is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:17.794416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:17.802253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:17.906855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Pushing event updated for resources: {'Port': ['ID=e32b73f6-6b21-4565-9077-21ded892b5c9,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:17.910890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:17.993337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Attempting to bind port e32b73f6-6b21-4565-9077-21ded892b5c9 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:17.994165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Attempting to bind port e32b73f6-6b21-4565-9077-21ded892b5c9 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '4ab09939-fbe4-4a92-8f2e-20486cd2411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55fdbe16-956e-476a-aaa3-da965785a5cf'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:17.994738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Attempting to bind port e32b73f6-6b21-4565-9077-21ded892b5c9 on network 55fdbe16-956e-476a-aaa3-da965785a5cf {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:18.000973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:18.002597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Checking segment: {'id': '4ab09939-fbe4-4a92-8f2e-20486cd2411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55fdbe16-956e-476a-aaa3-da965785a5cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:18.003223 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.003979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Bound using segment: {'id': '4ab09939-fbe4-4a92-8f2e-20486cd2411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55fdbe16-956e-476a-aaa3-da965785a5cf'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:18.004660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Bound port: e32b73f6-6b21-4565-9077-21ded892b5c9, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab09939-fbe4-4a92-8f2e-20486cd2411c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '55fdbe16-956e-476a-aaa3-da965785a5cf'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:18.005332 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.027565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-434cf93b-abc3-4a3f-9509-c7faa1bcc2cf tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:18.029036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-434cf93b-abc3-4a3f-9509-c7faa1bcc2cf tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.8277066 Jul 05 18:16:18.048680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Request body: {'port': {'device_id': '55e64f87-f4ce-4485-8d34-91d9444d593b', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'admin_state_up': True, 'tenant_id': 'af205f8fe38746c2ae756fe4c2fc2611'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:18.108713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] For port e32b73f6-6b21-4565-9077-21ded892b5c9, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:18.113633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] For port e32b73f6-6b21-4565-9077-21ded892b5c9, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e32b73f6-6b21-4565-9077-21ded892b5c9,segment=NetworkSegment(4ab09939-fbe4-4a92-8f2e-20486cd2411c),segment_id=4ab09939-fbe4-4a92-8f2e-20486cd2411c)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:18.221222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798aa20f-d24e-4aeb-91bb-61ff83b7f4fd req-69924274-d544-40e2-874e-fbe14fd8e911 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 210 time: 0.0592647 Jul 05 18:16:18.238651 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.315811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.350847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Allocated IP 2001:db8::1 (2a880ef0-88f6-4292-b3ea-2d7ebb6a5086/d3ab4921-11c6-4f68-8f9f-56feecb9f169/93c00376-ed21-4da3-bbaf-1343b1e5a6ce) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:18.360300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ec149-c523-4049-aad4-5d2d1c73da5e None None] Pushing event updated for resources: {'Port': ['ID=e32b73f6-6b21-4565-9077-21ded892b5c9,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:18.430696 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.453239 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdadc64b-9c8d-43c1-a7ee-e7d387fe3b02 req-caf05c0d-d85b-45fa-b3ec-c00d6174512b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:18.455008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bdadc64b-9c8d-43c1-a7ee-e7d387fe3b02 req-caf05c0d-d85b-45fa-b3ec-c00d6174512b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 946 time: 0.4228332 Jul 05 18:16:18.476344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object af93bde6-dbca-4907-989c-97817d0fd7fe will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:18.555188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bdadc64b-9c8d-43c1-a7ee-e7d387fe3b02 req-bc3da123-0a50-473d-9533-35bb9d61770c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889072 Jul 05 18:16:18.559254 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.585726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Made reservation on behalf of af205f8fe38746c2ae756fe4c2fc2611 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:18.596177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Transition to ACTIVE for port object 93c00376-ed21-4da3-bbaf-1343b1e5a6ce will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:18.597667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Subnet': ['ID=99b112cc-0c6f-4a51-93d9-bfd9ff28508e,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:18.606036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.648999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Checking segment: {'id': '0a456896-08b8-4d3f-b7c7-474d6b7219a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021cb0ce-a208-4276-9608-500f0095f3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:18.649372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network hostable DHCP agents. Network: 021cb0ce-a208-4276-9608-500f0095f3ec, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:16:18.708738 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.730780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe17902-f876-42a7-9531-acc22c92a95d req-58793802-4168-433e-8820-b605625c368e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:18.732569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cfe17902-f876-42a7-9531-acc22c92a95d req-58793802-4168-433e-8820-b605625c368e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.2463334 Jul 05 18:16:18.755602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 021cb0ce-a208-4276-9608-500f0095f3ec is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:16:18.785944 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.813222 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-0419aed2-502b-4e3f-99c7-baf5ea724857 {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:16:18.815880 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:16:18.845045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network aad6a07b-60a4-4e0f-88a3-46a5be759a09 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:18.851972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:18.859354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:18.860889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:18.863003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:18.869222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 021cb0ce-a208-4276-9608-500f0095f3ec) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:18.871534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:18.872156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.876644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Port': ['ID=93c00376-ed21-4da3-bbaf-1343b1e5a6ce,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:18.881008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:18.881753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:18.911601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=af93bde6-dbca-4907-989c-97817d0fd7fe,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:18.914478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6ad07e-c4b0-4d6e-87c1-5fa96aeb2abf None None] Network 021cb0ce-a208-4276-9608-500f0095f3ec requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:18.999482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cfe17902-f876-42a7-9531-acc22c92a95d req-62472e24-4cff-4338-8a5f-851ab9a8d49d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981835 Jul 05 18:16:19.041972 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-94e4663a-15dc-4a58-b4ec-4b4605742a60 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8605266 Jul 05 18:16:19.044757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42988) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:19.046723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:19.047468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.055983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7e732c4c-1112-4336-b0e1-848b7af705a2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-139565637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:19.081506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Allocated IP 172.20.0.9 (190579a2-7dd8-4cde-bf8a-367e6eb28fd7/9ff46832-f784-4271-95e1-6a3236cc9638/57b8cffd-eaef-4ca6-a5f6-a1019455921a) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:19.156554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-021cb0ce-a208-4276-9608-500f0095f3ec', 'network_id': '021cb0ce-a208-4276-9608-500f0095f3ec', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'fixed_ips': [{'subnet_id': '99b112cc-0c6f-4a51-93d9-bfd9ff28508e'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:16:19.157463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.175570 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.254008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e732c4c-1112-4336-b0e1-848b7af705a2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.255072 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e732c4c-1112-4336-b0e1-848b7af705a2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.303951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.320359 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.367488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-19bfcd55-9adf-4f77-b8e7-d8adc97d7ab6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.6177924 Jul 05 18:16:19.370774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42992) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:19.428794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.463432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:19.508059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:19.511189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e732c4c-1112-4336-b0e1-848b7af705a2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.515804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event updated for resources: {'Port': ['ID=57b8cffd-eaef-4ca6-a5f6-a1019455921a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:19.519484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:19.532093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:19.572626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Allocated IP 2001:db8::2 (021cb0ce-a208-4276-9608-500f0095f3ec/99b112cc-0c6f-4a51-93d9-bfd9ff28508e/c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:19.590062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-170f5d01-a142-499f-98b4-7000e6dbfb96 None None] Provisioning for port 93c00376-ed21-4da3-bbaf-1343b1e5a6ce completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:19.598508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e732c4c-1112-4336-b0e1-848b7af705a2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.661661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-170f5d01-a142-499f-98b4-7000e6dbfb96 None None] Provisioning complete for port 93c00376-ed21-4da3-bbaf-1343b1e5a6ce triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:19.662413 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-170f5d01-a142-499f-98b4-7000e6dbfb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.743011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.746214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e732c4c-1112-4336-b0e1-848b7af705a2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.747730 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7e732c4c-1112-4336-b0e1-848b7af705a2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7015762 Jul 05 18:16:19.750550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43000) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:19.779669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:19.780641 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.802177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e32b73f6-6b21-4565-9077-21ded892b5c9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:19.869250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f13c3-09c3-4e5d-8544-14657d5aa0b3 req-b6de7da6-5187-4aaa-bede-6f17d7526213 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:19.869250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-554f13c3-09c3-4e5d-8544-14657d5aa0b3 req-b6de7da6-5187-4aaa-bede-6f17d7526213 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 931 time: 0.3252685 Jul 05 18:16:19.870414 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:16:19.871130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-75fb9a52-372a-4ae4-bec0-f8a590027faa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port af93bde6-dbca-4907-989c-97817d0fd7fe {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:19.871130 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75fb9a52-372a-4ae4-bec0-f8a590027faa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:19.933606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448b88e9-9f1c-4277-a4f9-1ec24754d618 None None] Network 55fdbe16-956e-476a-aaa3-da965785a5cf requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:19.955966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Allocated IP 172.20.0.3 (aad6a07b-60a4-4e0f-88a3-46a5be759a09/a0f7131a-ce96-4d00-b366-78d164dcb383/75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:19.965001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-554f13c3-09c3-4e5d-8544-14657d5aa0b3 req-6678f377-0a5b-43cc-a9ef-6937a20843b4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109419 Jul 05 18:16:20.000486 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75fb9a52-372a-4ae4-bec0-f8a590027faa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.013554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-75fb9a52-372a-4ae4-bec0-f8a590027faa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for af93bde6-dbca-4907-989c-97817d0fd7fe owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:20.022474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-170f5d01-a142-499f-98b4-7000e6dbfb96 None None] Port 93c00376-ed21-4da3-bbaf-1343b1e5a6ce cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:20.055108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.056834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.105134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-800893ec-c1b2-4f86-afc2-37da0f0c6a22 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0599201 Jul 05 18:16:20.134887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Request body: {'port': {'device_id': '55e64f87-f4ce-4485-8d34-91d9444d593b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:20.168302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event updated for resources: {'Port': ['ID=93c00376-ed21-4da3-bbaf-1343b1e5a6ce,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:20.199811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port e32b73f6-6b21-4565-9077-21ded892b5c9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:20.351137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f86197b0-de82-497e-9466-a3100ceaa8b7 None None] Provisioning for port e32b73f6-6b21-4565-9077-21ded892b5c9 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:20.369355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f86197b0-de82-497e-9466-a3100ceaa8b7 None None] Provisioning complete for port e32b73f6-6b21-4565-9077-21ded892b5c9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:20.369906 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f86197b0-de82-497e-9466-a3100ceaa8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.398324 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.433773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:20.438387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:20.449671 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75fb9a52-372a-4ae4-bec0-f8a590027faa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.465100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190657c7-850a-4c9a-ab79-5561c4d5b080 req-467c619a-c61e-4f95-a6aa-68fd05b61f3a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:20.473445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-190657c7-850a-4c9a-ab79-5561c4d5b080 req-467c619a-c61e-4f95-a6aa-68fd05b61f3a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.2123654 Jul 05 18:16:20.565747 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.574353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb9a52-372a-4ae4-bec0-f8a590027faa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=af93bde6-dbca-4907-989c-97817d0fd7fe,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:20.641025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Transition to ACTIVE for port object c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:20.696067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-190657c7-850a-4c9a-ab79-5561c4d5b080 req-6d9fbf64-296e-4a2c-a968-2d4cbdf84ca2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206521 Jul 05 18:16:20.705646 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.739274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Router e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:16:20.745111 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.786263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Transition to ACTIVE for port object c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:20.814767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Transition to ACTIVE for port object 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:20.833679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Transition to ACTIVE for port object 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:20.868205 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-016ba018-9cb5-48fb-8b4a-2bc7cc9a5a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.869961 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f86197b0-de82-497e-9466-a3100ceaa8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.903453 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.936338 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.955887 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75fb9a52-372a-4ae4-bec0-f8a590027faa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:20.963571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-75fb9a52-372a-4ae4-bec0-f8a590027faa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/af93bde6-dbca-4907-989c-97817d0fd7fe HTTP/1.1" status: 204 len: 168 time: 1.5890615 Jul 05 18:16:20.977541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43016) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:21.019421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Network aad6a07b-60a4-4e0f-88a3-46a5be759a09 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:21.025106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f86197b0-de82-497e-9466-a3100ceaa8b7 None None] For port e32b73f6-6b21-4565-9077-21ded892b5c9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e32b73f6-6b21-4565-9077-21ded892b5c9,segment=NetworkSegment(4ab09939-fbe4-4a92-8f2e-20486cd2411c),segment_id=4ab09939-fbe4-4a92-8f2e-20486cd2411c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:21.035760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:21.047779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Network 021cb0ce-a208-4276-9608-500f0095f3ec is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:21.054004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:21.064742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:21.089351 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2836f9-d32a-4fba-9661-267b100195f3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:16:21.090303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:21.095074 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f86197b0-de82-497e-9466-a3100ceaa8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.098597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8b2836f9-d32a-4fba-9661-267b100195f3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/af93bde6-dbca-4907-989c-97817d0fd7fe HTTP/1.1" status: 404 len: 333 time: 0.1192441 Jul 05 18:16:21.102334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Pushing event updated for resources: {'Port': ['ID=75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:21.104051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43024) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:21.434015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-b991a40a-ba40-4341-83b3-42f87223aab3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet a0f7131a-ce96-4d00-b366-78d164dcb383 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:16:21.481573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Attempting to bind port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:21.481948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Attempting to bind port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'd8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aad6a07b-60a4-4e0f-88a3-46a5be759a09'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:21.482314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Attempting to bind port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd on network aad6a07b-60a4-4e0f-88a3-46a5be759a09 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:21.517571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:21.528323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Checking segment: {'id': 'd8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aad6a07b-60a4-4e0f-88a3-46a5be759a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:21.529197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.529756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Bound using segment: {'id': 'd8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aad6a07b-60a4-4e0f-88a3-46a5be759a09'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:21.530435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Bound port: 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'aad6a07b-60a4-4e0f-88a3-46a5be759a09'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:21.531017 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.545530 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b991a40a-ba40-4341-83b3-42f87223aab3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.578432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b66130d-68e9-4f8a-ab75-907f95569f2e None None] Provisioning complete for port 93c00376-ed21-4da3-bbaf-1343b1e5a6ce triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:21.578846 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b66130d-68e9-4f8a-ab75-907f95569f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.617464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Attempting to bind port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:21.617844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Attempting to bind port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '0a456896-08b8-4d3f-b7c7-474d6b7219a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021cb0ce-a208-4276-9608-500f0095f3ec'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:21.618213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Attempting to bind port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa on network 021cb0ce-a208-4276-9608-500f0095f3ec {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:21.621513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1b66130d-68e9-4f8a-ab75-907f95569f2e None None] Port 93c00376-ed21-4da3-bbaf-1343b1e5a6ce cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:21.623342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Pushing event updated for resources: {'Port': ['ID=c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:21.700731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] For port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:21.704073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] For port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd,segment=NetworkSegment(d8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d),segment_id=d8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:21.708212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b991a40a-ba40-4341-83b3-42f87223aab3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.739859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57b8cffd-eaef-4ca6-a5f6-a1019455921a {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:16:21.759675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86197b0-de82-497e-9466-a3100ceaa8b7 None None] Pushing event updated for resources: {'Port': ['ID=e32b73f6-6b21-4565-9077-21ded892b5c9,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:21.763690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.775470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:21.775470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Checking segment: {'id': '0a456896-08b8-4d3f-b7c7-474d6b7219a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021cb0ce-a208-4276-9608-500f0095f3ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:21.775470 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.775470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Bound using segment: {'id': '0a456896-08b8-4d3f-b7c7-474d6b7219a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021cb0ce-a208-4276-9608-500f0095f3ec'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:21.775885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Bound port: c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a456896-08b8-4d3f-b7c7-474d6b7219a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '021cb0ce-a208-4276-9608-500f0095f3ec'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:21.775989 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.798944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5aba6-c0c8-4286-aca6-f3904e18a8a7 req-c5e72517-9b77-4073-9c84-1a6139681e45 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:21.801070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8d5aba6-c0c8-4286-aca6-f3904e18a8a7 req-c5e72517-9b77-4073-9c84-1a6139681e45 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 931 time: 0.3512530 Jul 05 18:16:21.815342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Transition to ACTIVE for port object 57b8cffd-eaef-4ca6-a5f6-a1019455921a will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:21.858674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] For port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:21.859237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] For port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa,segment=NetworkSegment(0a456896-08b8-4d3f-b7c7-474d6b7219a7),segment_id=0a456896-08b8-4d3f-b7c7-474d6b7219a7)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:21.861187 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.910746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8d5aba6-c0c8-4286-aca6-f3904e18a8a7 req-e80aaa74-9a09-4d1a-8ea5-21a747c4ca09 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021020 Jul 05 18:16:21.919352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:21.941158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe165ef-a31e-4024-95fb-50ab2f002b3b None None] Pushing event updated for resources: {'Port': ['ID=75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:21.962651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0174a98a-40cf-4c2a-a314-3e1af32fd971 None None] Provisioning complete for port e32b73f6-6b21-4565-9077-21ded892b5c9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:21.963034 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0174a98a-40cf-4c2a-a314-3e1af32fd971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.006089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b991a40a-ba40-4341-83b3-42f87223aab3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.030649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 2001:db8::1 (021cb0ce-a208-4276-9608-500f0095f3ec/99b112cc-0c6f-4a51-93d9-bfd9ff28508e/2b9e44b2-ba79-4da2-819c-aa6860dcef0d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:22.032432 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.188720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=57b8cffd-eaef-4ca6-a5f6-a1019455921a,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:22.208423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc730899-f2ca-486e-8173-5d861ac03f3a None None] Pushing event updated for resources: {'Port': ['ID=c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:22.218188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:22.445387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.457850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Attempting to bind port 57b8cffd-eaef-4ca6-a5f6-a1019455921a on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:22.458457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Attempting to bind port 57b8cffd-eaef-4ca6-a5f6-a1019455921a by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:22.458796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Attempting to bind port 57b8cffd-eaef-4ca6-a5f6-a1019455921a on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:22.465967 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b991a40a-ba40-4341-83b3-42f87223aab3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.483023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Port 57b8cffd-eaef-4ca6-a5f6-a1019455921a on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:16:22.483523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Attempting to bind port 57b8cffd-eaef-4ca6-a5f6-a1019455921a on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:22.487416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Transition to ACTIVE for port object 2b9e44b2-ba79-4da2-819c-aa6860dcef0d will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:22.523678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b991a40a-ba40-4341-83b3-42f87223aab3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=a0f7131a-ce96-4d00-b366-78d164dcb383,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:22.534285 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.536204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de58040b-d83a-4f8f-9792-0d81d86fb21b req-289b0c33-bd7f-4e51-91f0-79ebd2cd7dae tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:22.538400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de58040b-d83a-4f8f-9792-0d81d86fb21b req-289b0c33-bd7f-4e51-91f0-79ebd2cd7dae tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.3419399 Jul 05 18:16:22.539652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:22.540083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Checking segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:22.540476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Bound using segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:22.540929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Bound port: 57b8cffd-eaef-4ca6-a5f6-a1019455921a, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:22.541296 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.544225 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b991a40a-ba40-4341-83b3-42f87223aab3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.546131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b991a40a-ba40-4341-83b3-42f87223aab3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/a0f7131a-ce96-4d00-b366-78d164dcb383 HTTP/1.1" status: 204 len: 168 time: 1.4369681 Jul 05 18:16:22.549384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43042) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:22.591887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:22.594224 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7f5993-3fe1-4ec5-ab3c-34989505b1b9" -d '{"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:22.624588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:22.648530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de58040b-d83a-4f8f-9792-0d81d86fb21b req-a3e5eb1e-93bc-4e15-aa67-089f0787994c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930483 Jul 05 18:16:22.678381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] For port 57b8cffd-eaef-4ca6-a5f6-a1019455921a, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:22.684913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] For port 57b8cffd-eaef-4ca6-a5f6-a1019455921a, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=57b8cffd-eaef-4ca6-a5f6-a1019455921a,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:22.710841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.722052 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.794454 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.835219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.841695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=2b9e44b2-ba79-4da2-819c-aa6860dcef0d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:22.860850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:16:22.873380 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-620f0075-8ac5-4046-9bf3-5638ba85cf81 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "PUT /v2.0/routers/e2da944f-6d6a-43e3-9dcb-38b2bcf9a968/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4923265 Jul 05 18:16:22.877462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43052) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:22.911969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:22.912495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.914069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] 10.222.0.97 "PUT /v2.0/ports/57b8cffd-eaef-4ca6-a5f6-a1019455921a HTTP/1.1" status: 200 len: 1091 time: 2.7991815 Jul 05 18:16:22.914526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e64f87-f4ce-4485-8d34-91d9444d593b', 'tag': '57b8cffd-eaef-4ca6-a5f6-a1019455921a'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:22.917172 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "55e64f87-f4ce-4485-8d34-91d9444d593b", "tag": "57b8cffd-eaef-4ca6-a5f6-a1019455921a"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:22.918420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 021cb0ce-a208-4276-9608-500f0095f3ec is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:22.918925 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434cca35-d034-4612-abec-bcc4d96a5ce7 x-openstack-request-id: req-434cca35-d034-4612-abec-bcc4d96a5ce7 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:22.919228 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:22.919677 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-434cca35-d034-4612-abec-bcc4d96a5ce7 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:22.920091 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'code': 200} Jul 05 18:16:22.923178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=11']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:22.926571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba933fbb-8c3c-4777-8680-3d9d2222e52b None None] Sync routers for ids ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:16:22.940623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba933fbb-8c3c-4777-8680-3d9d2222e52b None None] Routers {'e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:22.942391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ba933fbb-8c3c-4777-8680-3d9d2222e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:22.960910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:22.965669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:22.966234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:22.990536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888b65a-e984-499a-9953-37ae4213b1f2 service neutron] Pushing event updated for resources: {'Port': ['ID=57b8cffd-eaef-4ca6-a5f6-a1019455921a,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:23.020009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ba933fbb-8c3c-4777-8680-3d9d2222e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:23.056619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba933fbb-8c3c-4777-8680-3d9d2222e52b None None] Routers {'e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:23.057190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ba933fbb-8c3c-4777-8680-3d9d2222e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:15:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:23.123277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ba933fbb-8c3c-4777-8680-3d9d2222e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:23.124501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba933fbb-8c3c-4777-8680-3d9d2222e52b None None] The sync data for ids ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:16:23.208819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b7badc5-3cfc-4834-902d-be0e036e3a8a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:23.229713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e3cbf1-4e7c-4bf8-b505-d8cff3876cd5 req-84c69042-3453-4917-956b-fbfb439f071e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:23.231344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e3cbf1-4e7c-4bf8-b505-d8cff3876cd5 req-84c69042-3453-4917-956b-fbfb439f071e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 943 time: 0.0937831 Jul 05 18:16:23.237666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-9600ec9c-cd0e-4115-9789-1c81051c7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:23.240028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-9600ec9c-cd0e-4115-9789-1c81051c7b41 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 1094 time: 0.1631398 Jul 05 18:16:23.318379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-3e51267e-7349-4df1-b4bc-632602d3b0ea service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57b8cffd-eaef-4ca6-a5f6-a1019455921a HTTP/1.1" status: 200 len: 217 time: 0.0691276 Jul 05 18:16:23.360608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:23.360916 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:23.412971 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780262f7-df3f-41e7-8ecf-4e6e047dc98b x-openstack-request-id: req-780262f7-df3f-41e7-8ecf-4e6e047dc98b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:23.412971 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55e64f87-f4ce-4485-8d34-91d9444d593b", "tag": "57b8cffd-eaef-4ca6-a5f6-a1019455921a", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:23.413246 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-780262f7-df3f-41e7-8ecf-4e6e047dc98b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:23.413626 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e64f87-f4ce-4485-8d34-91d9444d593b', 'tag': '57b8cffd-eaef-4ca6-a5f6-a1019455921a', 'status': 'completed', 'code': 200} Jul 05 18:16:23.419331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5e3cbf1-4e7c-4bf8-b505-d8cff3876cd5 req-275e9524-caf7-4b9e-9b26-3ff4e6af9562 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720009 Jul 05 18:16:23.452478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-6196fa1d-c610-4efd-89ee-523bb8be8dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:23.454022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-6196fa1d-c610-4efd-89ee-523bb8be8dd9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.1055107 Jul 05 18:16:23.476813 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-0b7badc5-3cfc-4834-902d-be0e036e3a8a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 18:16:23.477894 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0b7badc5-3cfc-4834-902d-be0e036e3a8a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/routers/e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 HTTP/1.1" status: 409 len: 329 time: 0.5734491 Jul 05 18:16:23.482639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43064) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:23.490322 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ef4969d-dac9-42aa-9f03-5f1921eacb2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:23.557922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-341fb420-099a-4298-825e-8882ce3927e1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0941525 Jul 05 18:16:23.635773 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:23.688743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-388248d0-a8e4-4076-aa5f-4e257af4bbfb service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228449 Jul 05 18:16:23.773392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:23.796607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] For port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd,segment=NetworkSegment(d8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d),segment_id=d8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:23.797003 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:23.841743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:23.887076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3dc409-b8a0-42a8-8d01-632fa23796ad None None] Network aad6a07b-60a4-4e0f-88a3-46a5be759a09 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:23.947007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6af99cce-eb86-455e-b3fc-419c5f440b62 req-f3582400-3885-45f4-8c8b-fd562b2d6f8b service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511060 Jul 05 18:16:24.016190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:24.084821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:16:24.106271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd9607-f9a0-4a5c-92d7-8daf2b8dfba1 req-fc878b78-663b-423d-898f-8bc2b1bf2fad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:24.110797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cfd9607-f9a0-4a5c-92d7-8daf2b8dfba1 req-fc878b78-663b-423d-898f-8bc2b1bf2fad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1482065 Jul 05 18:16:24.264488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cfd9607-f9a0-4a5c-92d7-8daf2b8dfba1 req-1427b86f-d452-445d-9ebc-916baf32ab99 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454823 Jul 05 18:16:24.311917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-94a6f6f9-edec-4a39-bdf4-00bdbf9d1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:24.315252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-94a6f6f9-edec-4a39-bdf4-00bdbf9d1b17 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 1094 time: 0.1864011 Jul 05 18:16:24.367974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:24.383783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'port_id': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'mac_address': 'fa:16:3e:3e:0a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:16:24.385527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2798270b-bc52-4c21-9328-a80d0222aea9 None None] Network 021cb0ce-a208-4276-9608-500f0095f3ec requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:24.390061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:24.392625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-608eafa2-7252-4282-be3c-e060b96bde57 None None] Provisioning for port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:24.461646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:24.504839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-5c2e9f46-fcc4-4473-b5df-4b635167d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:24.506319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-5c2e9f46-fcc4-4473-b5df-4b635167d0fc service neutron] 10.222.0.97 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 905 time: 0.1847239 Jul 05 18:16:24.571335 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:16:24.571818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 18:16:24.600332 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:24.600938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd not found, will not notify nova. {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 18:16:24.606874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e32b73f6-6b21-4565-9077-21ded892b5c9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:24.616308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-ba198bb5-5b77-4b5f-a18e-127c91ab4292 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57b8cffd-eaef-4ca6-a5f6-a1019455921a HTTP/1.1" status: 200 len: 217 time: 0.0934713 Jul 05 18:16:24.686884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:24.715183 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:24.739399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14739cf5-164b-4fb5-a7f3-6bea970fee64 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:16:24.756768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No DVR routers for this DVR port 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:24.762801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:24.788477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-7ac2cdb9-6d13-4d1e-94dd-3563237c9bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:24.790376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-7ac2cdb9-6d13-4d1e-94dd-3563237c9bf2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.1706164 Jul 05 18:16:24.801786 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:24.874415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-ee31ef1f-6fc9-482d-91e0-6a105c9a921a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685565 Jul 05 18:16:24.881141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:24.924416 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:24.926722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2478dba-58dd-4f62-a3b9-84683dde698b None None] DHCP port deletion for aad6a07b-60a4-4e0f-88a3-46a5be759a09 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:16:24.931325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-585afbe4-04af-4476-a9bc-073b239ce0b8 None None] Provisioning for port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:24.942902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:24.950531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad6a07b-60a4-4e0f-88a3-46a5be759a09']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:24.963286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:24.963655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e22bb5-3f5f-4900-b9ee-ba23e2e5e79d') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:24.971370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8c19d2-5d42-4318-bc13-69444a9824d2 req-8c4e989a-6493-41e7-8fd9-74e10b62d291 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:24.973194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e8c19d2-5d42-4318-bc13-69444a9824d2 req-8c4e989a-6493-41e7-8fd9-74e10b62d291 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 943 time: 0.3324418 Jul 05 18:16:24.973551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:24.990144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:24.997253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:24.997659 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.016681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=12']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:25.035258 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e32b73f6-6b21-4565-9077-21ded892b5c9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:25.035433 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.061978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e8c19d2-5d42-4318-bc13-69444a9824d2 req-76d4a025-74ef-431e-b572-ae8a18b96566 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812006 Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:25.065742 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:25.084752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-fd19e41d-eb6c-4ee3-afe1-97e9f46681a7 service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044675 Jul 05 18:16:25.092153 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.092936 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.096236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-585afbe4-04af-4476-a9bc-073b239ce0b8 None None] Provisioning complete for port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:25.096628 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-585afbe4-04af-4476-a9bc-073b239ce0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.163552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['14739cf5-164b-4fb5-a7f3-6bea970fee64'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:25.184969 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.207277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.213212 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/networks/aad6a07b-60a4-4e0f-88a3-46a5be759a09 HTTP/1.1" status: 204 len: 168 time: 2.6568289 Jul 05 18:16:25.215131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43078) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:25.225607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'name': 'tempest-PortsTestJSON-1884461854'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:25.244628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=2b9e44b2-ba79-4da2-819c-aa6860dcef0d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:25.247429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d075b2-0c1a-4df8-a51a-3fe351f5c9be tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Network': ['ID=aad6a07b-60a4-4e0f-88a3-46a5be759a09,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:25.271925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.364999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42d49b2-1d2b-4bdc-bfcb-cbcc17303dc2 req-26ebbf80-7fca-4887-8d4c-42c962e9be6c service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737157 Jul 05 18:16:25.589664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 021cb0ce-a208-4276-9608-500f0095f3ec is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:25.607280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:25.679304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:25.681241 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-585afbe4-04af-4476-a9bc-073b239ce0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.700229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:25.703903 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.728496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:16:25.728996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 75ca6331-0abd-40eb-a80d-2a6a1f7f5cbd not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:16:25.780368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-585afbe4-04af-4476-a9bc-073b239ce0b8 None None] For port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa,segment=NetworkSegment(0a456896-08b8-4d3f-b7c7-474d6b7219a7),segment_id=0a456896-08b8-4d3f-b7c7-474d6b7219a7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:25.801257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 1a5e2334-00cc-42cb-8c04-196aabe754ed yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:16:25.858394 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-585afbe4-04af-4476-a9bc-073b239ce0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:25.986902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585afbe4-04af-4476-a9bc-073b239ce0b8 None None] Pushing event updated for resources: {'Port': ['ID=c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:26.033866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0637f025-078d-419c-99c9-ca0e1d7e8409 None None] Provisioning complete for port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:26.034693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0637f025-078d-419c-99c9-ca0e1d7e8409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.152119 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.232955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc83ae-eb63-4c3c-94c1-271a1e193118 req-a9c2c362-7b13-4079-b5c8-4d2f8a72671e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:26.234939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fdc83ae-eb63-4c3c-94c1-271a1e193118 req-a9c2c362-7b13-4079-b5c8-4d2f8a72671e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 945 time: 0.6393447 Jul 05 18:16:26.287862 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.323209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 69e37290-a20a-4eb9-8806-7aa49905b1ca is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:16:26.346933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Deleting port 93c00376-ed21-4da3-bbaf-1343b1e5a6ce {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:26.347393 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.356675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0637f025-078d-419c-99c9-ca0e1d7e8409 None None] Provisioning for port 2b9e44b2-ba79-4da2-819c-aa6860dcef0d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:26.359093 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.362509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0637f025-078d-419c-99c9-ca0e1d7e8409 None None] Provisioning complete for port 2b9e44b2-ba79-4da2-819c-aa6860dcef0d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:26.366420 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0637f025-078d-419c-99c9-ca0e1d7e8409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.433187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=1a5e2334-00cc-42cb-8c04-196aabe754ed,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:26.437279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0637f025-078d-419c-99c9-ca0e1d7e8409 None None] Port 2b9e44b2-ba79-4da2-819c-aa6860dcef0d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:26.488482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fdc83ae-eb63-4c3c-94c1-271a1e193118 req-e41ef489-05c8-4158-870a-eb213d947691 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471077 Jul 05 18:16:26.509065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:26.517118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:26.520281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:26.526140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:26.526758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.560331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db11161-99bf-415c-89a0-c3bd6e0ace56 req-a9a7708b-c597-4d51-955a-9c9d5a69d43b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:26.562920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9db11161-99bf-415c-89a0-c3bd6e0ace56 req-a9a7708b-c597-4d51-955a-9c9d5a69d43b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 943 time: 0.1537063 Jul 05 18:16:26.581543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-65807306-166e-4c63-ab26-82f59fa7e52d None None] Provisioning complete for port 2b9e44b2-ba79-4da2-819c-aa6860dcef0d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:26.583925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-65807306-166e-4c63-ab26-82f59fa7e52d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.591033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:16:26.594640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-efe62c65-01a2-4664-b7b2-2a2ee59d5ae0 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/69e37290-a20a-4eb9-8806-7aa49905b1ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8427260 Jul 05 18:16:26.600448 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a935521-e6ef-46b2-bdd0-cfc46a8e975b None None] Sync routers for ids ['69e37290-a20a-4eb9-8806-7aa49905b1ca'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:16:26.601439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43090) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:26.622027 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a935521-e6ef-46b2-bdd0-cfc46a8e975b None None] Routers {'69e37290-a20a-4eb9-8806-7aa49905b1ca'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:26.622931 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7a935521-e6ef-46b2-bdd0-cfc46a8e975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['69e37290-a20a-4eb9-8806-7aa49905b1ca'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:26.633349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9db11161-99bf-415c-89a0-c3bd6e0ace56 req-d3f707a3-9a9b-425f-9486-912530d8949b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611825 Jul 05 18:16:26.655071 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.663289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43092) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:26.663646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-65807306-166e-4c63-ab26-82f59fa7e52d None None] Port 2b9e44b2-ba79-4da2-819c-aa6860dcef0d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:26.664452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cdaee598-34f2-456e-8985-0e1da4dfc184 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4475255 Jul 05 18:16:26.702906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Calling delete_port for 93c00376-ed21-4da3-bbaf-1343b1e5a6ce owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:26.711053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba788079-d182-45da-8a2c-2830e0cf8234 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:26.712441 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ba788079-d182-45da-8a2c-2830e0cf8234 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports/2b9e44b2-ba79-4da2-819c-aa6860dcef0d HTTP/1.1" status: 200 len: 911 time: 0.1100600 Jul 05 18:16:26.715936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43096) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:26.724624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d61e52e1-8049-47c2-90b2-63e1c9021304 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '99b112cc-0c6f-4a51-93d9-bfd9ff28508e'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:26.750350 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7a935521-e6ef-46b2-bdd0-cfc46a8e975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:26.776038 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a935521-e6ef-46b2-bdd0-cfc46a8e975b None None] Routers {'69e37290-a20a-4eb9-8806-7aa49905b1ca'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:26.776038 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7a935521-e6ef-46b2-bdd0-cfc46a8e975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['69e37290-a20a-4eb9-8806-7aa49905b1ca'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:26.866371 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7a935521-e6ef-46b2-bdd0-cfc46a8e975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:26.867071 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a935521-e6ef-46b2-bdd0-cfc46a8e975b None None] The sync data for ids ['69e37290-a20a-4eb9-8806-7aa49905b1ca'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:16:26.900869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-968b635a-7b89-4a61-953b-d723942bd35e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 1a5e2334-00cc-42cb-8c04-196aabe754ed {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:26.901215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-968b635a-7b89-4a61-953b-d723942bd35e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:26.958642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 57b8cffd-eaef-4ca6-a5f6-a1019455921a details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:16:27.045120 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d61e52e1-8049-47c2-90b2-63e1c9021304 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:27.161819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 57b8cffd-eaef-4ca6-a5f6-a1019455921a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=57b8cffd-eaef-4ca6-a5f6-a1019455921a,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:27.176071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '57b8cffd-eaef-4ca6-a5f6-a1019455921a', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'port_id': '57b8cffd-eaef-4ca6-a5f6-a1019455921a', 'mac_address': 'fa:16:3e:79:bc:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff46832-f784-4271-95e1-6a3236cc9638', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:16:27.264157 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:27.295495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57b8cffd-eaef-4ca6-a5f6-a1019455921a {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:16:27.343635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 57b8cffd-eaef-4ca6-a5f6-a1019455921a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=57b8cffd-eaef-4ca6-a5f6-a1019455921a,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:27.452435 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:27.562198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=57b8cffd-eaef-4ca6-a5f6-a1019455921a,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:27.583358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-968b635a-7b89-4a61-953b-d723942bd35e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:27.602090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-968b635a-7b89-4a61-953b-d723942bd35e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 1a5e2334-00cc-42cb-8c04-196aabe754ed owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:27.638879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:27.695474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['57b8cffd-eaef-4ca6-a5f6-a1019455921a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:27.731439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:27.774081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Port': ['ID=93c00376-ed21-4da3-bbaf-1343b1e5a6ce,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:27.872471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:27.873828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.025012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-968b635a-7b89-4a61-953b-d723942bd35e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.073470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.101714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:28.117197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a6e59-aace-40d6-aa2e-03a3d3882efe req-9a9a331c-e43a-49a8-9244-81254a89e98d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:28.125124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e0a6e59-aace-40d6-aa2e-03a3d3882efe req-9a9a331c-e43a-49a8-9244-81254a89e98d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 945 time: 0.3431077 Jul 05 18:16:28.158961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b635a-7b89-4a61-953b-d723942bd35e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=1a5e2334-00cc-42cb-8c04-196aabe754ed,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:28.306777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 14739cf5-164b-4fb5-a7f3-6bea970fee64 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:28.307276 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.309618 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-968b635a-7b89-4a61-953b-d723942bd35e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.311894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e0a6e59-aace-40d6-aa2e-03a3d3882efe req-db072a6c-ca0e-4aa1-83c6-6768e60ec5ae tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854224 Jul 05 18:16:28.317515 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-968b635a-7b89-4a61-953b-d723942bd35e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/1a5e2334-00cc-42cb-8c04-196aabe754ed HTTP/1.1" status: 204 len: 168 time: 1.6513469 Jul 05 18:16:28.325000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43134) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:28.405853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58486b15-4cf7-4a97-bff6-67d2f3daa1c3 req-9c19e1cc-be63-4d7c-9b1a-32cff54032f1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:28.419743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58486b15-4cf7-4a97-bff6-67d2f3daa1c3 req-9c19e1cc-be63-4d7c-9b1a-32cff54032f1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 944 time: 0.4251938 Jul 05 18:16:28.433179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Router e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:16:28.448238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'mac_address': 'fa:16:3e:af:16:68', 'name': 'tempest-PortsTestJSON-1092630895'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:28.531317 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.559990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58486b15-4cf7-4a97-bff6-67d2f3daa1c3 req-57d5a061-8463-4d22-af76-c467e32a5a87 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228063 Jul 05 18:16:28.616808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:28.619403 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ee41f4-dd76-46fe-9f13-e22d010a1afa" -d '{"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:28.662500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:28.675343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d61e52e1-8049-47c2-90b2-63e1c9021304 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.700698 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65aed44-f627-4c8c-ba3f-a3e86e6f40de x-openstack-request-id: req-b65aed44-f627-4c8c-ba3f-a3e86e6f40de {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:28.701129 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-plugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:28.701483 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b65aed44-f627-4c8c-ba3f-a3e86e6f40de {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:28.701945 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'code': 200} Jul 05 18:16:28.757358 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.791329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d61e52e1-8049-47c2-90b2-63e1c9021304 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.791900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:16:28.800835 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d8980653-fe5d-41a4-b6b9-187d236f287e tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "PUT /v2.0/routers/e2da944f-6d6a-43e3-9dcb-38b2bcf9a968/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3123906 Jul 05 18:16:28.803108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61e52e1-8049-47c2-90b2-63e1c9021304 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:28.803108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d61e52e1-8049-47c2-90b2-63e1c9021304 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:28.803884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43142) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:28.803979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d61e52e1-8049-47c2-90b2-63e1c9021304 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/ports/2b9e44b2-ba79-4da2-819c-aa6860dcef0d HTTP/1.1" status: 200 len: 911 time: 2.0857606 Jul 05 18:16:28.810383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43144) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:28.815199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61bda4-c51e-4185-bb98-e6d923ab5c02 None None] Sync routers for ids ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:16:28.869337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61bda4-c51e-4185-bb98-e6d923ab5c02 None None] Routers {'e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:28.875819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-df61bda4-c51e-4185-bb98-e6d923ab5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:28.964688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-df61bda4-c51e-4185-bb98-e6d923ab5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:28.984737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=13']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:28.991084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 57b8cffd-eaef-4ca6-a5f6-a1019455921a up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:29.020367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e52e1-8049-47c2-90b2-63e1c9021304 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=2b9e44b2-ba79-4da2-819c-aa6860dcef0d,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:29.062631 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-5825244f-81f9-42ec-93aa-064ec86e5623 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] show failed (client error): The resource could not be found. Jul 05 18:16:29.064242 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5825244f-81f9-42ec-93aa-064ec86e5623 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-326268356 HTTP/1.1" status: 404 len: 334 time: 0.2612939 Jul 05 18:16:29.065157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:29.069521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43150) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:29.074329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7dbdc07c-2bc4-410d-bc79-8751eb26a864 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:29.105109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61bda4-c51e-4185-bb98-e6d923ab5c02 None None] Routers {'e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:29.107205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-df61bda4-c51e-4185-bb98-e6d923ab5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:29.113949 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-7dbdc07c-2bc4-410d-bc79-8751eb26a864 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] update failed (client error): The resource could not be found. Jul 05 18:16:29.115048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7dbdc07c-2bc4-410d-bc79-8751eb26a864 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1347720022 HTTP/1.1" status: 404 len: 335 time: 0.0444913 Jul 05 18:16:29.129542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43152) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:29.186304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:29.193846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-df61bda4-c51e-4185-bb98-e6d923ab5c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:29.203521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df61bda4-c51e-4185-bb98-e6d923ab5c02 None None] The sync data for ids ['e2da944f-6d6a-43e3-9dcb-38b2bcf9a968'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:16:29.283138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-e685d66a-cfed-470b-846c-b23f8e57a8db tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Deleting subnet 0959aa69-2537-4fb4-855c-143f22ff9063 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:16:29.291293 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e685d66a-cfed-470b-846c-b23f8e57a8db tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:29.334340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 57b8cffd-eaef-4ca6-a5f6-a1019455921a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:29.340432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 57b8cffd-eaef-4ca6-a5f6-a1019455921a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:29.340811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:29.380479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 38dedbe4-58b0-4a22-b09e-1b36fe4bd2e6 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:16:29.438447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e685d66a-cfed-470b-846c-b23f8e57a8db tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:29.535510 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:29.598621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 57b8cffd-eaef-4ca6-a5f6-a1019455921a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=57b8cffd-eaef-4ca6-a5f6-a1019455921a,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:29.693122 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:29.736809 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:29.799270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=57b8cffd-eaef-4ca6-a5f6-a1019455921a,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:29.826123 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e685d66a-cfed-470b-846c-b23f8e57a8db tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:29.851458 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:29.953232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc9d50-b17d-43a6-ae0d-548977b268f1 req-5a2721fe-c431-4879-9f5f-d5d61190c642 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:29.957092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3bc9d50-b17d-43a6-ae0d-548977b268f1 req-5a2721fe-c431-4879-9f5f-d5d61190c642 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.3356938 Jul 05 18:16:29.977608 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:30.025375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3bc9d50-b17d-43a6-ae0d-548977b268f1 req-9d6cfc42-f94c-49df-831d-dfb7c7e70d69 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569203 Jul 05 18:16:30.085856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:30.088489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=38dedbe4-58b0-4a22-b09e-1b36fe4bd2e6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:30.091784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:30.100407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:30.107128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:30.107997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:30.116474 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e685d66a-cfed-470b-846c-b23f8e57a8db tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:30.148601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:30.229904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685d66a-cfed-470b-846c-b23f8e57a8db tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Subnet': ['ID=0959aa69-2537-4fb4-855c-143f22ff9063,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:30.249669 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e685d66a-cfed-470b-846c-b23f8e57a8db tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:30.252107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1804c75-1023-455a-b287-f5638617e94c None None] Network 55fdbe16-956e-476a-aaa3-da965785a5cf requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:30.254158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e685d66a-cfed-470b-846c-b23f8e57a8db tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/subnets/0959aa69-2537-4fb4-855c-143f22ff9063 HTTP/1.1" status: 204 len: 168 time: 1.1232996 Jul 05 18:16:30.257880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43164) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:30.277722 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dcab97d8-dd87-4035-ad2c-63cca6575537 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8523765 Jul 05 18:16:30.296278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43166) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:30.381462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b301af0-6f36-4f83-a24d-a7abed462f8b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:30.385891 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0b301af0-6f36-4f83-a24d-a7abed462f8b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/38dedbe4-58b0-4a22-b09e-1b36fe4bd2e6 HTTP/1.1" status: 200 len: 841 time: 0.0879123 Jul 05 18:16:30.386149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43168) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:30.515543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce787ff3-1ced-4bd8-9dc9-5f51152c1c8f req-e9c78ce3-e064-46d6-9b75-5cbb00ab5086 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:30.522600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce787ff3-1ced-4bd8-9dc9-5f51152c1c8f req-e9c78ce3-e064-46d6-9b75-5cbb00ab5086 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 945 time: 0.3535426 Jul 05 18:16:30.529593 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:30.626853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce787ff3-1ced-4bd8-9dc9-5f51152c1c8f req-346ecd21-c863-42b3-9ca1-f9badc904b2b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908210 Jul 05 18:16:30.744000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port 2b9e44b2-ba79-4da2-819c-aa6860dcef0d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:30.744430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:30.773214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e64f87-f4ce-4485-8d34-91d9444d593b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b8cffd-eaef-4ca6-a5f6-a1019455921a'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:30.775624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-79152ce0-651f-4a3d-89fc-d4d42059592b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 38dedbe4-58b0-4a22-b09e-1b36fe4bd2e6 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:30.776103 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79152ce0-651f-4a3d-89fc-d4d42059592b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:30.777990 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bf1d14-7523-4303-bf5f-abe50f19693c" -d '{"events": [{"server_uuid": "55e64f87-f4ce-4485-8d34-91d9444d593b", "name": "network-vif-plugged", "status": "completed", "tag": "57b8cffd-eaef-4ca6-a5f6-a1019455921a"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:30.877282 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c05bd3c-44ee-4c59-929b-0a161286b15d x-openstack-request-id: req-6c05bd3c-44ee-4c59-929b-0a161286b15d {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:30.878043 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e64f87-f4ce-4485-8d34-91d9444d593b", "name": "network-vif-plugged", "status": "completed", "tag": "57b8cffd-eaef-4ca6-a5f6-a1019455921a", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:30.878043 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c05bd3c-44ee-4c59-929b-0a161286b15d {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:30.878332 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e64f87-f4ce-4485-8d34-91d9444d593b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57b8cffd-eaef-4ca6-a5f6-a1019455921a', 'code': 200} Jul 05 18:16:30.999163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Deleting port e32b73f6-6b21-4565-9077-21ded892b5c9 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:30.999629 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.003163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79152ce0-651f-4a3d-89fc-d4d42059592b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.007448 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.048599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for 2b9e44b2-ba79-4da2-819c-aa6860dcef0d owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:31.058352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-79152ce0-651f-4a3d-89fc-d4d42059592b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 38dedbe4-58b0-4a22-b09e-1b36fe4bd2e6 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:31.076093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd5e814-8933-4428-ad84-99e011b7192d None None] DHCP port deletion for 55fdbe16-956e-476a-aaa3-da965785a5cf request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:16:31.183235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5e814-8933-4428-ad84-99e011b7192d None None] Deleting port e32b73f6-6b21-4565-9077-21ded892b5c9 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:31.183612 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e814-8933-4428-ad84-99e011b7192d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.342102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ddd5e814-8933-4428-ad84-99e011b7192d None None] For port e32b73f6-6b21-4565-9077-21ded892b5c9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e32b73f6-6b21-4565-9077-21ded892b5c9,segment=NetworkSegment(4ab09939-fbe4-4a92-8f2e-20486cd2411c),segment_id=4ab09939-fbe4-4a92-8f2e-20486cd2411c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:31.342506 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e814-8933-4428-ad84-99e011b7192d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.354323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] For port e32b73f6-6b21-4565-9077-21ded892b5c9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e32b73f6-6b21-4565-9077-21ded892b5c9,segment=NetworkSegment(4ab09939-fbe4-4a92-8f2e-20486cd2411c),segment_id=4ab09939-fbe4-4a92-8f2e-20486cd2411c)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:31.355067 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.358528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22ee71-6d45-4523-b412-e51fbafb6a98 req-d2ecadd3-2b26-41ae-b6cf-495214b24ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:31.360085 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a22ee71-6d45-4523-b412-e51fbafb6a98 req-d2ecadd3-2b26-41ae-b6cf-495214b24ecb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 1096 time: 0.4160073 Jul 05 18:16:31.369590 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ddd5e814-8933-4428-ad84-99e011b7192d None None] Calling delete_port for e32b73f6-6b21-4565-9077-21ded892b5c9 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:31.402752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Calling delete_port for e32b73f6-6b21-4565-9077-21ded892b5c9 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:31.457030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a22ee71-6d45-4523-b412-e51fbafb6a98 req-f60655af-05e4-4e34-9c11-3af3bdc8f857 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802975 Jul 05 18:16:31.539316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e181262-b23c-44db-8a1a-d2d8d20cb381 req-48eba181-5cc6-4f59-8d4a-404210f33f3a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:31.541592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e181262-b23c-44db-8a1a-d2d8d20cb381 req-48eba181-5cc6-4f59-8d4a-404210f33f3a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.2997990 Jul 05 18:16:31.598156 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e32b73f6-6b21-4565-9077-21ded892b5c9 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:31.601758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e181262-b23c-44db-8a1a-d2d8d20cb381 req-6354ec74-327d-45c6-b2f7-8b0b82bbe1d6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489891 Jul 05 18:16:31.616719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79152ce0-651f-4a3d-89fc-d4d42059592b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.658257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79152ce0-651f-4a3d-89fc-d4d42059592b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=38dedbe4-58b0-4a22-b09e-1b36fe4bd2e6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:31.663362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79152ce0-651f-4a3d-89fc-d4d42059592b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.665239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.668865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-79152ce0-651f-4a3d-89fc-d4d42059592b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/38dedbe4-58b0-4a22-b09e-1b36fe4bd2e6 HTTP/1.1" status: 204 len: 168 time: 1.2715399 Jul 05 18:16:31.670277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43180) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:31.687092 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e814-8933-4428-ad84-99e011b7192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.733582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=2b9e44b2-ba79-4da2-819c-aa6860dcef0d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:31.736771 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:31.737489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd5e814-8933-4428-ad84-99e011b7192d None None] No DVR routers for this DVR port e32b73f6-6b21-4565-9077-21ded892b5c9 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:31.740814 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fac6960-b38d-42fe-be96-dacf568782fe tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:16:31.747064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6fac6960-b38d-42fe-be96-dacf568782fe tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/38dedbe4-58b0-4a22-b09e-1b36fe4bd2e6 HTTP/1.1" status: 404 len: 333 time: 0.0757027 Jul 05 18:16:31.749738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43184) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:31.764189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'name': 'tempest-PortsTestJSON-236514992'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:31.786020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] No DVR routers for this DVR port e32b73f6-6b21-4565-9077-21ded892b5c9 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:31.789255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd5e814-8933-4428-ad84-99e011b7192d None None] Pushing event deleted for resources: {'Port': ['ID=e32b73f6-6b21-4565-9077-21ded892b5c9,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:31.816241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No active binding found for port e32b73f6-6b21-4565-9077-21ded892b5c9 {{(pid=100999) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 18:16:31.816241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e32b73f6-6b21-4565-9077-21ded892b5c9 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:16:31.869511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Port': ['ID=e32b73f6-6b21-4565-9077-21ded892b5c9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:32.007086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.024004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fdbe16-956e-476a-aaa3-da965785a5cf']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:32.043025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab09939-fbe4-4a92-8f2e-20486cd2411c') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:32.043368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab09939-fbe4-4a92-8f2e-20486cd2411c') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:32.056418 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.086723 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.096495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:32.098855 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.107557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337eb50-476c-4a41-97d4-ec936e10a58d req-7a7b5486-18ca-4109-9ae5-6aee443a96e9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:32.109574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7337eb50-476c-4a41-97d4-ec936e10a58d req-7a7b5486-18ca-4109-9ae5-6aee443a96e9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 945 time: 0.1737292 Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:32.111266 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:32.126757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.221302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7337eb50-476c-4a41-97d4-ec936e10a58d req-89e7fd5d-c017-4bb0-9e10-63e861012897 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992198 Jul 05 18:16:32.283316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:32.287708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.313018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.323404 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.325725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/networks/55fdbe16-956e-476a-aaa3-da965785a5cf HTTP/1.1" status: 204 len: 168 time: 2.0665832 Jul 05 18:16:32.328208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43188) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:32.350460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f92cb-9510-4f36-9628-f5336294cb57 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Network': ['ID=55fdbe16-956e-476a-aaa3-da965785a5cf,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:32.455680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 649ed775-4900-4929-bcb8-f12bc43011f0 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:16:32.472887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router 69e37290-a20a-4eb9-8806-7aa49905b1ca has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:16:32.481290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9db09e-4043-4006-992e-a9e20e33f9d8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Deleting subnet 73a7ec63-d8a7-4ad6-a01c-3e5fccf98c1e {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:16:32.488740 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c9db09e-4043-4006-992e-a9e20e33f9d8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.537229 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c9db09e-4043-4006-992e-a9e20e33f9d8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.627870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:16:32.632008 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c9db09e-4043-4006-992e-a9e20e33f9d8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.635209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b48bbbe7-2b7b-4f0d-aa41-c16386fc96b5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/69e37290-a20a-4eb9-8806-7aa49905b1ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8188498 Jul 05 18:16:32.639678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43196) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:32.650498 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee98d917-387f-4b89-8e90-b15f853d4764 None None] Sync routers for ids ['69e37290-a20a-4eb9-8806-7aa49905b1ca'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:16:32.668264 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee98d917-387f-4b89-8e90-b15f853d4764 None None] Routers {'69e37290-a20a-4eb9-8806-7aa49905b1ca'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:32.669106 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ee98d917-387f-4b89-8e90-b15f853d4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['69e37290-a20a-4eb9-8806-7aa49905b1ca'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:32.741136 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ee98d917-387f-4b89-8e90-b15f853d4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:32.754650 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee98d917-387f-4b89-8e90-b15f853d4764 None None] Routers {'69e37290-a20a-4eb9-8806-7aa49905b1ca'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:32.755529 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ee98d917-387f-4b89-8e90-b15f853d4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['69e37290-a20a-4eb9-8806-7aa49905b1ca'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:32.791822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43198) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:32.794009 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ee98d917-387f-4b89-8e90-b15f853d4764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:32.795480 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee98d917-387f-4b89-8e90-b15f853d4764 None None] The sync data for ids ['69e37290-a20a-4eb9-8806-7aa49905b1ca'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:16:32.802343 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-89d1aed9-52c7-4e0a-891c-cb8e61e26806 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=69e37290-a20a-4eb9-8806-7aa49905b1ca HTTP/1.1" status: 200 len: 205 time: 0.1612592 Jul 05 18:16:32.864975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.900072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6524d2d-b92a-4738-b6ff-3feaa8ae87c2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:32.914799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c9db09e-4043-4006-992e-a9e20e33f9d8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.010258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.040548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9db09e-4043-4006-992e-a9e20e33f9d8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Subnet': ['ID=73a7ec63-d8a7-4ad6-a01c-3e5fccf98c1e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:33.049580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c9db09e-4043-4006-992e-a9e20e33f9d8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.051874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1c9db09e-4043-4006-992e-a9e20e33f9d8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/subnets/73a7ec63-d8a7-4ad6-a01c-3e5fccf98c1e HTTP/1.1" status: 204 len: 168 time: 0.7224302 Jul 05 18:16:33.055253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43200) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:33.057337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1eaff05-1654-4ebb-9d06-d26df46d87db None None] Network e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:33.108607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:33.117511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:33.117511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:33.123534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:33.124219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.146537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=649ed775-4900-4929-bcb8-f12bc43011f0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:33.160692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.160692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.160692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.160692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.160692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.161216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.161216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.161652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.161997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.162639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.162639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.162975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:33.243135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fd3681-b27d-4baa-b230-cc39ecd5e216 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Deleting subnet 60f5bf12-72ba-47a0-bd71-47f9b8b7ec98 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:16:33.260952 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-67ee22f3-0254-4abe-a3d8-2cfa9ad63586 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5093312 Jul 05 18:16:33.264631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43204) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:33.276789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3b500f1b-f99e-4b60-aaac-b76de3013f49 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:33.389078 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42fd3681-b27d-4baa-b230-cc39ecd5e216 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.409240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030b9f58-e58c-455d-a234-7fc6e40bc2f4 None None] DHCP port deletion for e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:16:33.429392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6524d2d-b92a-4738-b6ff-3feaa8ae87c2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.452382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6524d2d-b92a-4738-b6ff-3feaa8ae87c2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.521651 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b500f1b-f99e-4b60-aaac-b76de3013f49 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.595785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-030b9f58-e58c-455d-a234-7fc6e40bc2f4 None None] Deleting port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:33.596181 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-030b9f58-e58c-455d-a234-7fc6e40bc2f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.692338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42fd3681-b27d-4baa-b230-cc39ecd5e216 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.703547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:33.779994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-030b9f58-e58c-455d-a234-7fc6e40bc2f4 None None] For port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3fd5d96f-eadf-41a1-a7df-560bd3e011c7,segment=NetworkSegment(913fed89-f123-4c8a-b17e-e4103fb6aee8),segment_id=913fed89-f123-4c8a-b17e-e4103fb6aee8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:33.780456 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-030b9f58-e58c-455d-a234-7fc6e40bc2f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.806153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-030b9f58-e58c-455d-a234-7fc6e40bc2f4 None None] Calling delete_port for 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:33.835830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fb6c4c-1ec9-466e-8e78-b6c2a5a7a3ca req-a85f5f04-e097-4cb3-8548-21ed80a1a17e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:33.837251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57fb6c4c-1ec9-466e-8e78-b6c2a5a7a3ca req-a85f5f04-e097-4cb3-8548-21ed80a1a17e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.9344356 Jul 05 18:16:33.930805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57fb6c4c-1ec9-466e-8e78-b6c2a5a7a3ca req-6440fe60-2ff3-4c35-a047-6490030289f2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774651 Jul 05 18:16:33.933269 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6524d2d-b92a-4738-b6ff-3feaa8ae87c2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.933832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6524d2d-b92a-4738-b6ff-3feaa8ae87c2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Fanout notify agent at l3_agent the message router_deleted on router 69e37290-a20a-4eb9-8806-7aa49905b1ca {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:16:33.948643 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6524d2d-b92a-4738-b6ff-3feaa8ae87c2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:33.950708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c6524d2d-b92a-4738-b6ff-3feaa8ae87c2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/69e37290-a20a-4eb9-8806-7aa49905b1ca HTTP/1.1" status: 204 len: 168 time: 1.1572533 Jul 05 18:16:33.957009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43212) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:33.983215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b500f1b-f99e-4b60-aaac-b76de3013f49 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.089978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73055b7e-8e75-47e1-b4f1-337af7bccdbf req-27886175-e313-4884-86e7-9171b6ac2ad1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:34.096325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73055b7e-8e75-47e1-b4f1-337af7bccdbf req-27886175-e313-4884-86e7-9171b6ac2ad1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 945 time: 0.4008787 Jul 05 18:16:34.096985 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.121924 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42fd3681-b27d-4baa-b230-cc39ecd5e216 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.133123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b500f1b-f99e-4b60-aaac-b76de3013f49 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.152134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting subnet 99b112cc-0c6f-4a51-93d9-bfd9ff28508e {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:16:34.161241 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.177528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3b500f1b-f99e-4b60-aaac-b76de3013f49 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] In _notify_port_updated(), no bound segment for port 649ed775-4900-4929-bcb8-f12bc43011f0 on network 29190c53-8a7a-4add-a9d3-13adc750c4e3 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:16:34.183141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b500f1b-f99e-4b60-aaac-b76de3013f49 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:34.183841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b500f1b-f99e-4b60-aaac-b76de3013f49 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.192640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3b500f1b-f99e-4b60-aaac-b76de3013f49 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "PUT /v2.0/ports/649ed775-4900-4929-bcb8-f12bc43011f0 HTTP/1.1" status: 200 len: 818 time: 0.9279370 Jul 05 18:16:34.196418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43214) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:34.207205 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-030b9f58-e58c-455d-a234-7fc6e40bc2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.247779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73055b7e-8e75-47e1-b4f1-337af7bccdbf req-e0169a1b-8ab8-4106-9516-09a06665217d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503952 Jul 05 18:16:34.257401 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.266176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b500f1b-f99e-4b60-aaac-b76de3013f49 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=649ed775-4900-4929-bcb8-f12bc43011f0,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:34.362233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030b9f58-e58c-455d-a234-7fc6e40bc2f4 None None] Pushing event deleted for resources: {'Port': ['ID=3fd5d96f-eadf-41a1-a7df-560bd3e011c7,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:34.367898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b9f58-e58c-455d-a234-7fc6e40bc2f4 None None] No DVR routers for this DVR port 3fd5d96f-eadf-41a1-a7df-560bd3e011c7 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:34.430875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a31210a3-f9de-427d-9a7a-565bf3e5389a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 649ed775-4900-4929-bcb8-f12bc43011f0 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:34.435645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a31210a3-f9de-427d-9a7a-565bf3e5389a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.450164 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42fd3681-b27d-4baa-b230-cc39ecd5e216 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.453062 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.526804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd3681-b27d-4baa-b230-cc39ecd5e216 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Subnet': ['ID=60f5bf12-72ba-47a0-bd71-47f9b8b7ec98,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:34.540680 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-42fd3681-b27d-4baa-b230-cc39ecd5e216 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.543437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-42fd3681-b27d-4baa-b230-cc39ecd5e216 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/subnets/60f5bf12-72ba-47a0-bd71-47f9b8b7ec98 HTTP/1.1" status: 204 len: 168 time: 1.4840009 Jul 05 18:16:34.549991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43230) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:34.556788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a26f69-9623-4abe-8283-3267ed8c9da1 None None] Network 46757b57-03b8-49b3-b40c-3e06bd9a4e3e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:34.704667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.708937 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.714678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a31210a3-f9de-427d-9a7a-565bf3e5389a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.732193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a31210a3-f9de-427d-9a7a-565bf3e5389a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 649ed775-4900-4929-bcb8-f12bc43011f0 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:34.741979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-842a96d6-79e6-4e21-8540-4e1d46ee204a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:34.746038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-842a96d6-79e6-4e21-8540-4e1d46ee204a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.2307217 Jul 05 18:16:34.781794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.785113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/99b112cc-0c6f-4a51-93d9-bfd9ff28508e HTTP/1.1" status: 204 len: 168 time: 0.8270979 Jul 05 18:16:34.788083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Subnet': ['ID=99b112cc-0c6f-4a51-93d9-bfd9ff28508e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:34.793933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43234) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:34.809174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-6b9ad333-8373-4625-80cf-b59aea0f3ad3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/quotas/af205f8fe38746c2ae756fe4c2fc2611 HTTP/1.1" status: 200 len: 375 time: 0.0371144 Jul 05 18:16:34.837215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3591018-3716-43e3-b713-1f75acf735e0 None None] Network 021cb0ce-a208-4276-9608-500f0095f3ec requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:34.882244 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.900061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:34.917404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913fed89-f123-4c8a-b17e-e4103fb6aee8') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:34.917833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913fed89-f123-4c8a-b17e-e4103fb6aee8') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:34.938941 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.955152 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:34.971896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:34.972459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.135603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08105ce1-a69d-429a-80a5-2147129d94b8 None None] DHCP port deletion for 46757b57-03b8-49b3-b40c-3e06bd9a4e3e request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:35.179569 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:35.189615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a31210a3-f9de-427d-9a7a-565bf3e5389a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.219096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b6434-3d7f-4370-9a95-679f1c1b348d None None] DHCP port deletion for 021cb0ce-a208-4276-9608-500f0095f3ec request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:16:35.325951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31210a3-f9de-427d-9a7a-565bf3e5389a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=649ed775-4900-4929-bcb8-f12bc43011f0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:35.356148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a31210a3-f9de-427d-9a7a-565bf3e5389a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.363103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-08105ce1-a69d-429a-80a5-2147129d94b8 None None] Deleting port a63b7650-6d92-4c2c-a636-a7b9153cf904 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:35.363390 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-08105ce1-a69d-429a-80a5-2147129d94b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.378550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a31210a3-f9de-427d-9a7a-565bf3e5389a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/649ed775-4900-4929-bcb8-f12bc43011f0 HTTP/1.1" status: 204 len: 168 time: 1.1798582 Jul 05 18:16:35.382776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43240) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:35.382776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.437281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e04b6434-3d7f-4370-9a95-679f1c1b348d None None] Deleting port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:35.437951 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e04b6434-3d7f-4370-9a95-679f1c1b348d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.486511 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.489920 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/networks/e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209 HTTP/1.1" status: 204 len: 168 time: 0.9389176 Jul 05 18:16:35.502901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-08105ce1-a69d-429a-80a5-2147129d94b8 None None] For port a63b7650-6d92-4c2c-a636-a7b9153cf904, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a63b7650-6d92-4c2c-a636-a7b9153cf904,segment=NetworkSegment(dd95c717-5178-40b9-a2e1-d985dcb2c7b4),segment_id=dd95c717-5178-40b9-a2e1-d985dcb2c7b4)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:35.503212 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-08105ce1-a69d-429a-80a5-2147129d94b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.522488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-08105ce1-a69d-429a-80a5-2147129d94b8 None None] Calling delete_port for a63b7650-6d92-4c2c-a636-a7b9153cf904 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:35.623786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43242) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:35.636702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e04b6434-3d7f-4370-9a95-679f1c1b348d None None] For port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa,segment=NetworkSegment(0a456896-08b8-4d3f-b7c7-474d6b7219a7),segment_id=0a456896-08b8-4d3f-b7c7-474d6b7219a7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:35.637121 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e04b6434-3d7f-4370-9a95-679f1c1b348d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.651259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:35.680086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.680757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.681212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.681653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.682134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.682632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.683093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.683612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.684058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.684499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.685059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.685429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a41bc5-8d2a-4715-bfc6-069b818616aa tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:16:35.689720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e04b6434-3d7f-4370-9a95-679f1c1b348d None None] Calling delete_port for c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:35.882150 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.962275 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:35.998163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.018906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82da59d2-8f80-4269-b448-890bb3da19bd req-a7feeb66-efb5-45f9-99c0-eb58e6856494 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:36.019801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82da59d2-8f80-4269-b448-890bb3da19bd req-a7feeb66-efb5-45f9-99c0-eb58e6856494 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.4555366 Jul 05 18:16:36.035201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-7a54dd68-4acb-4081-a662-916d3e034d77 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2247496 Jul 05 18:16:36.069265 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-08105ce1-a69d-429a-80a5-2147129d94b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.089878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930db0e-15b7-4ea8-84ca-2a972c233945 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Network': ['ID=e8b6b5a6-0e3b-4b68-ab29-ddf4f2919209,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:36.129353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08105ce1-a69d-429a-80a5-2147129d94b8 None None] Pushing event deleted for resources: {'Port': ['ID=a63b7650-6d92-4c2c-a636-a7b9153cf904,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:36.136557 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.143921 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e04b6434-3d7f-4370-9a95-679f1c1b348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.159530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c27f9c-6caa-4222-a040-da68a1ef1d3f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:36.165511 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a0c27f9c-6caa-4222-a040-da68a1ef1d3f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7532079 Jul 05 18:16:36.165511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43248) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:36.172451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04b6434-3d7f-4370-9a95-679f1c1b348d None None] No DVR routers for this DVR port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:36.209484 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c1afa1-324f-46de-87ce-1ab6df628559 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:16:36.222724 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b7c1afa1-324f-46de-87ce-1ab6df628559 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/649ed775-4900-4929-bcb8-f12bc43011f0 HTTP/1.1" status: 404 len: 333 time: 0.0528049 Jul 05 18:16:36.237625 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43252) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:36.243726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1857740769'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:36.269958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08105ce1-a69d-429a-80a5-2147129d94b8 None None] No DVR routers for this DVR port a63b7650-6d92-4c2c-a636-a7b9153cf904 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:36.286497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a63b7650-6d92-4c2c-a636-a7b9153cf904 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:36.343807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82da59d2-8f80-4269-b448-890bb3da19bd req-ea7f7fa6-0664-43b8-a1e2-8bf8aeb35f53 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3064635 Jul 05 18:16:36.345583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b6434-3d7f-4370-9a95-679f1c1b348d None None] Pushing event deleted for resources: {'Port': ['ID=c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:36.348247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a63b7650-6d92-4c2c-a636-a7b9153cf904 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:16:36.348596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a63b7650-6d92-4c2c-a636-a7b9153cf904 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:16:36.385460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:36.389188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.402659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:36.409886 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.436432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2cfff39f-7a6d-4062-a7e9-0276acb11b14 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3906782 Jul 05 18:16:36.439927 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.450883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:16:36.486461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.491922 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Added segment ebfb94fc-589f-45bf-8e3d-3fb8441dfd11 of type vlan for network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef Jul 05 18:16:36.633637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.658169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa, host n-d-799524-1, got binding levels [] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:36.658937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.677254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:36.681590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa was not found and therefore no delete operation was performed {{(pid=100997) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:16:36.683350 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.697711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46757b57-03b8-49b3-b40c-3e06bd9a4e3e']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:36.761356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd95c717-5178-40b9-a2e1-d985dcb2c7b4') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:36.761567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd95c717-5178-40b9-a2e1-d985dcb2c7b4') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:36.776517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:36.780604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No DVR routers for this DVR port c7d5b0b0-e9c4-4aaf-b721-bce2124bdffa on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:36.785695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.795925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:36.796818 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.833554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-b7765af1-f6f7-4fe0-88e2-629d0d341b20 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853290 Jul 05 18:16:36.836968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:36.994497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.017220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.028064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:37.028064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:37.028317 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:37.034456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Network': ['ID=e46d0b4d-0ca9-4a20-b44a-99a8be2305ef,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:37.048778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:16:37.094955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021cb0ce-a208-4276-9608-500f0095f3ec']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:37.098187 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f6829fa3-6f10-4140-afd0-a6988431fdb9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8591261 Jul 05 18:16:37.100878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43260) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:37.116496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:37.117329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a456896-08b8-4d3f-b7c7-474d6b7219a7') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:37.117329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a456896-08b8-4d3f-b7c7-474d6b7219a7') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:37.145035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.188188 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.200396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:37.200865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:37.205127 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:37.317328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.365206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f9a9bf0-1c87-466e-a069-c49129aa9ae2 req-f1c75ddb-8083-49e7-93dd-c400fe8125fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 210 time: 0.0811191 Jul 05 18:16:37.385380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.387974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/networks/46757b57-03b8-49b3-b40c-3e06bd9a4e3e HTTP/1.1" status: 204 len: 168 time: 1.7615888 Jul 05 18:16:37.391633 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.398038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43268) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:37.417379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.423752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/networks/021cb0ce-a208-4276-9608-500f0095f3ec HTTP/1.1" status: 204 len: 168 time: 2.6246641 Jul 05 18:16:37.423752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b710336-dd4b-488a-bc11-c642ca82f2b2 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Network': ['ID=46757b57-03b8-49b3-b40c-3e06bd9a4e3e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:37.425243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43270) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:37.434688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3b5b2ed5-92fd-42b2-8987-58a6aa34e778 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-518538147', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:37.439101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:37.459452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.466911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaf9dc7-7fc4-49b2-825b-e6cdc55bceee tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Network': ['ID=021cb0ce-a208-4276-9608-500f0095f3ec,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:37.638620 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2ed5-92fd-42b2-8987-58a6aa34e778 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.644037 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2ed5-92fd-42b2-8987-58a6aa34e778 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.660715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1233e5d-761b-4fda-9abc-604976e9dd2a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Deleting subnet d3ab4921-11c6-4f68-8f9f-56feecb9f169 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:16:37.876876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2ed5-92fd-42b2-8987-58a6aa34e778 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.894468 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1233e5d-761b-4fda-9abc-604976e9dd2a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:37.933711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6f6ad-b1f4-4c61-bd33-5b1c5b5d3106 req-c4929bdc-93e6-44af-bf90-69cb21aee08b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:37.935436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ff6f6ad-b1f4-4c61-bd33-5b1c5b5d3106 req-c4929bdc-93e6-44af-bf90-69cb21aee08b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.2788234 Jul 05 18:16:37.990276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1233e5d-761b-4fda-9abc-604976e9dd2a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.007828 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2ed5-92fd-42b2-8987-58a6aa34e778 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.095055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ff6f6ad-b1f4-4c61-bd33-5b1c5b5d3106 req-b7108224-6fd7-46cd-b63d-7348eee1ac7c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521935 Jul 05 18:16:38.197762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1233e5d-761b-4fda-9abc-604976e9dd2a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.210197 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3b5b2ed5-92fd-42b2-8987-58a6aa34e778 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.211466 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3b5b2ed5-92fd-42b2-8987-58a6aa34e778 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7846940 Jul 05 18:16:38.214058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43284) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:38.220327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-550102302'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:38.236922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.324698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=25fcb675-b837-4c2c-81f6-7d21fd6964c0,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:38.361924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Checking segment: {'id': 'ebfb94fc-589f-45bf-8e3d-3fb8441dfd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:38.361924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network hostable DHCP agents. Network: e46d0b4d-0ca9-4a20-b44a-99a8be2305ef, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:16:38.483441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb69333c-4e00-410f-a5d2-76c967626dbf req-c472ff66-13c6-420d-a4f7-772dd6b2abf3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 210 time: 0.0509551 Jul 05 18:16:38.485820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:38.493039 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.532218 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:16:38.538177 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1233e5d-761b-4fda-9abc-604976e9dd2a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.573748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1233e5d-761b-4fda-9abc-604976e9dd2a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ab4921-11c6-4f68-8f9f-56feecb9f169,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:38.591901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1233e5d-761b-4fda-9abc-604976e9dd2a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.594636 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b1233e5d-761b-4fda-9abc-604976e9dd2a tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/subnets/d3ab4921-11c6-4f68-8f9f-56feecb9f169 HTTP/1.1" status: 204 len: 168 time: 1.1950877 Jul 05 18:16:38.598275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:38.599768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1b6ebd-910a-4274-876c-84e451b9f0af None None] Network 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:38.640432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:16:38.662922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e46d0b4d-0ca9-4a20-b44a-99a8be2305ef) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:38.672297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:38.673520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.718127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fa8efd-53c8-41e3-a9d3-6d0598034b78 None None] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:38.728014 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.728376 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added segment cb3bf050-1682-4524-9ce8-3ba8442de640 of type vlan for network dd21db13-03bc-47a3-87f9-a363e61754df Jul 05 18:16:38.765283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.843155 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-64daf68b-4c86-41dc-9d21-4be679c34a76 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7376602 Jul 05 18:16:38.847843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43306) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:38.878481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2f283c00-0bb2-4d75-9355-90c331f2bd96 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:38.911774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Deleting port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:38.912277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:38.961689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-87207f06-81a3-4afe-8fcb-00906d040142 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:38.977343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-87207f06-81a3-4afe-8fcb-00906d040142 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 815 time: 0.4457519 Jul 05 18:16:39.013781 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.021805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-b0a5f249-0fd4-4e9e-b1b1-ae2850eaae60 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/quotas/0b2a3d762f85447c817de871dcdd1f0a HTTP/1.1" status: 200 len: 375 time: 0.0435214 Jul 05 18:16:39.037508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-e46d0b4d-0ca9-4a20-b44a-99a8be2305ef', 'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef', 'tenant_id': 'edbf32161e384f84b5734430f2d9ff71', 'fixed_ips': [{'subnet_id': '25fcb675-b837-4c2c-81f6-7d21fd6964c0'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:16:39.038829 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.148517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] For port 2f10cbb6-fa52-442b-b9e9-a957aab0b691, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2f10cbb6-fa52-442b-b9e9-a957aab0b691,segment=NetworkSegment(939b4a21-2b63-4f22-a3bc-337ede010734),segment_id=939b4a21-2b63-4f22-a3bc-337ede010734)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:39.149269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.177729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c21224e-d311-4c1f-b904-df0ffbdcabed None None] DHCP port deletion for 2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:16:39.203394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-cceafbeb-6092-4447-8a5c-19498a9aba57 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1678507 Jul 05 18:16:39.216223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Calling delete_port for 2f10cbb6-fa52-442b-b9e9-a957aab0b691 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:39.291364 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.315230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:39.315924 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.403384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f283c00-0bb2-4d75-9355-90c331f2bd96 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:39.413338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f283c00-0bb2-4d75-9355-90c331f2bd96 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.475047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Allocated IP 172.20.0.2 (e46d0b4d-0ca9-4a20-b44a-99a8be2305ef/25fcb675-b837-4c2c-81f6-7d21fd6964c0/9aa87b2a-77dc-4bf1-91b7-24f90e512738) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:39.500438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6c21224e-d311-4c1f-b904-df0ffbdcabed None None] Deleting port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:39.501354 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6c21224e-d311-4c1f-b904-df0ffbdcabed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.570371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.589565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] No DVR routers for this DVR port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:39.684384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Port': ['ID=2f10cbb6-fa52-442b-b9e9-a957aab0b691,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:39.686109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2f10cbb6-fa52-442b-b9e9-a957aab0b691 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:39.733664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Network': ['ID=dd21db13-03bc-47a3-87f9-a363e61754df,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:39.803732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network dd21db13-03bc-47a3-87f9-a363e61754df details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:16:39.828349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-eb99638d-23c8-4953-9202-fe7037a9b42c service neutron] 10.222.0.30 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6075447 Jul 05 18:16:39.830790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2f10cbb6-fa52-442b-b9e9-a957aab0b691 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:16:39.832825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2f10cbb6-fa52-442b-b9e9-a957aab0b691 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:16:39.932574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6c21224e-d311-4c1f-b904-df0ffbdcabed None None] For port 2f10cbb6-fa52-442b-b9e9-a957aab0b691, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2f10cbb6-fa52-442b-b9e9-a957aab0b691,segment=NetworkSegment(939b4a21-2b63-4f22-a3bc-337ede010734),segment_id=939b4a21-2b63-4f22-a3bc-337ede010734)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:39.933261 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6c21224e-d311-4c1f-b904-df0ffbdcabed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.947422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6c21224e-d311-4c1f-b904-df0ffbdcabed None None] Calling delete_port for 2f10cbb6-fa52-442b-b9e9-a957aab0b691 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:39.950779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:39.962220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a880ef0-88f6-4292-b3ea-2d7ebb6a5086']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:39.978403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939b4a21-2b63-4f22-a3bc-337ede010734') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:39.978761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939b4a21-2b63-4f22-a3bc-337ede010734') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:39.990527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.007185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.016195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:40.016797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:40.020539 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:40.123119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ef3d516a-a294-41e4-9597-ec90804740ac tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9078350 Jul 05 18:16:40.132468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43314) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:40.147096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'subnet': {'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:40.227965 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6c21224e-d311-4c1f-b904-df0ffbdcabed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.235541 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.247804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.263906 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/networks/2a880ef0-88f6-4292-b3ea-2d7ebb6a5086 HTTP/1.1" status: 204 len: 168 time: 1.6647954 Jul 05 18:16:40.275218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43318) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:40.305427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41747150-2c1e-4375-9c28-fbec89dee3e8 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Pushing event deleted for resources: {'Network': ['ID=2a880ef0-88f6-4292-b3ea-2d7ebb6a5086,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:40.308969 n-d-799524-1 neutron-server[100997]: INFO neutron.db.ipam_backend_mixin [None req-2f283c00-0bb2-4d75-9355-90c331f2bd96 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 25fcb675-b837-4c2c-81f6-7d21fd6964c0 (CIDR: 172.20.0.0/28) Jul 05 18:16:40.310356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21224e-d311-4c1f-b904-df0ffbdcabed None None] Pushing event deleted for resources: {'Port': ['ID=2f10cbb6-fa52-442b-b9e9-a957aab0b691,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:40.312634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21224e-d311-4c1f-b904-df0ffbdcabed None None] No DVR routers for this DVR port 2f10cbb6-fa52-442b-b9e9-a957aab0b691 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:40.390016 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.411302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Transition to ACTIVE for port object 9aa87b2a-77dc-4bf1-91b7-24f90e512738 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:40.417021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-330f014c-1c33-456a-9cc9-e402d3b4f793 tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 HTTP/1.1" status: 200 len: 205 time: 0.1389332 Jul 05 18:16:40.419673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43320) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:40.425187 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f283c00-0bb2-4d75-9355-90c331f2bd96 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:16:40.425731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f283c00-0bb2-4d75-9355-90c331f2bd96 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:16:40.439038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-0cc73bde-9a3b-46ec-8711-a91c11a4d502 service neutron] 10.222.0.30 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5508678 Jul 05 18:16:40.449158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Transition to ACTIVE for port object 9aa87b2a-77dc-4bf1-91b7-24f90e512738 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:40.455735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56554b0d-2e75-4619-b438-5d4f30861259 req-7915a485-f1c1-40ee-8604-98aece003e7e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:40.463083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56554b0d-2e75-4619-b438-5d4f30861259 req-7915a485-f1c1-40ee-8604-98aece003e7e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.6393259 Jul 05 18:16:40.558866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56554b0d-2e75-4619-b438-5d4f30861259 req-5b496121-da65-4f44-97e3-3273134a66d6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930097 Jul 05 18:16:40.559403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.604637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:40.609065 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.716629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:40.720604 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e3019204-0e54-4e30-8e47-7e224b9dbf4d tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:40.732878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Pushing event updated for resources: {'Port': ['ID=9aa87b2a-77dc-4bf1-91b7-24f90e512738,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:40.739248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:40.751891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:40.882982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2f283c00-0bb2-4d75-9355-90c331f2bd96 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0134931 Jul 05 18:16:40.884102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43326) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:40.932956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:41.023920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Attempting to bind port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:41.024293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Attempting to bind port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'ebfb94fc-589f-45bf-8e3d-3fb8441dfd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:41.024790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Attempting to bind port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 on network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:41.035698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:41.039871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Checking segment: {'id': 'ebfb94fc-589f-45bf-8e3d-3fb8441dfd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:41.040332 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:41.040738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Bound using segment: {'id': 'ebfb94fc-589f-45bf-8e3d-3fb8441dfd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:41.045309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Bound port: 9aa87b2a-77dc-4bf1-91b7-24f90e512738, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfb94fc-589f-45bf-8e3d-3fb8441dfd11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:41.045892 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:41.199291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de30b4a8-395a-4fd8-a8ea-71d6ec20f3f8 req-e0a19974-a657-4711-946a-69f123c330c8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 210 time: 0.1835172 Jul 05 18:16:41.276858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] For port 9aa87b2a-77dc-4bf1-91b7-24f90e512738, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:41.280654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] For port 9aa87b2a-77dc-4bf1-91b7-24f90e512738, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9aa87b2a-77dc-4bf1-91b7-24f90e512738,segment=NetworkSegment(ebfb94fc-589f-45bf-8e3d-3fb8441dfd11),segment_id=ebfb94fc-589f-45bf-8e3d-3fb8441dfd11)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:41.378507 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:41.581341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d845d-a700-4aa2-9f84-749350000774 None None] Pushing event updated for resources: {'Port': ['ID=9aa87b2a-77dc-4bf1-91b7-24f90e512738,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:41.654109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e3019204-0e54-4e30-8e47-7e224b9dbf4d tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:41.693368 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e3019204-0e54-4e30-8e47-7e224b9dbf4d tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:41.696840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3481fce8-c203-4c62-9ac8-f92624729b8e req-28562173-e99f-475f-9a45-052ab13010a0 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 210 time: 0.4088340 Jul 05 18:16:41.833396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:41.980034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-52a91265-d3c2-45c6-9510-b1cbcb5e38f8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:41.983367 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-52a91265-d3c2-45c6-9510-b1cbcb5e38f8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.39 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.6306458 Jul 05 18:16:42.003274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Request body: {'port': {'device_id': 'c621142a-3932-4557-bf7f-f1a27d5e7b39', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'admin_state_up': True, 'tenant_id': 'af205f8fe38746c2ae756fe4c2fc2611'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:42.098255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e3019204-0e54-4e30-8e47-7e224b9dbf4d tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:42.098802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3019204-0e54-4e30-8e47-7e224b9dbf4d tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Fanout notify agent at l3_agent the message router_deleted on router e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:16:42.117140 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e3019204-0e54-4e30-8e47-7e224b9dbf4d tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:42.119184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e3019204-0e54-4e30-8e47-7e224b9dbf4d tempest-RoutersNegativeIpV6Test-1100798455 tempest-RoutersNegativeIpV6Test-1100798455-project] 10.222.0.30 "DELETE /v2.0/routers/e2da944f-6d6a-43e3-9dcb-38b2bcf9a968 HTTP/1.1" status: 204 len: 168 time: 1.6969414 Jul 05 18:16:42.145778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:42.151239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:42.162380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Subnet': ['ID=636e2d0e-fc7a-465e-811f-251e73e025f7,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:42.285519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Checking segment: {'id': 'cb3bf050-1682-4524-9ce8-3ba8442de640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:42.286171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network hostable DHCP agents. Network: dd21db13-03bc-47a3-87f9-a363e61754df, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:16:42.382473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58ce18-0bb5-4b92-b5dc-8cd311d80f61 req-edeb312b-fb5c-4487-b756-741a056f7ad7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:42.389792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5a58ce18-0bb5-4b92-b5dc-8cd311d80f61 req-edeb312b-fb5c-4487-b756-741a056f7ad7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.4185374 Jul 05 18:16:42.449880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Made reservation on behalf of af205f8fe38746c2ae756fe4c2fc2611 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:42.454611 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:42.480493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8aae7215-754f-4d30-956f-edef97468bba req-99cdb24e-941a-4c1f-8b31-8e8981df3c0c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 210 time: 0.0475383 Jul 05 18:16:42.532575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5a58ce18-0bb5-4b92-b5dc-8cd311d80f61 req-86658253-7041-4b8b-b0b8-d00e38ae77c9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411235 Jul 05 18:16:42.583555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network dd21db13-03bc-47a3-87f9-a363e61754df is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:16:42.735885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Allocated IP 172.20.0.8 (190579a2-7dd8-4cde-bf8a-367e6eb28fd7/9ff46832-f784-4271-95e1-6a3236cc9638/aff16b2f-2781-41ce-a65a-278670964c1d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:42.916000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1939cdfb-e40c-4010-8239-1ac676162ea1 req-2bea488f-ce4d-4bcf-9da4-9db5ddd02ba6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 210 time: 0.0436871 Jul 05 18:16:42.979956 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:43.149599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, dd21db13-03bc-47a3-87f9-a363e61754df) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:43.151447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:43.158719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:43.159538 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:43.178024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d06ab-2191-4abf-973f-fe42baf15fe4 None None] Network dd21db13-03bc-47a3-87f9-a363e61754df requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:43.207815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:43.307102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:43.309782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event updated for resources: {'Port': ['ID=aff16b2f-2781-41ce-a65a-278670964c1d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:43.310748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:43.328087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:43.328536 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:43.356242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3aa1d747-70a8-406e-8581-65011f1184dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2160230 Jul 05 18:16:43.363251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=c554908b-7bd5-4f32-9981-bd35f3e5dbb3,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:43.367504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43354) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:43.370479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['57b8cffd-eaef-4ca6-a5f6-a1019455921a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:43.375272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:43.377942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f30e27-8de0-471d-aa9f-a0d2352e5f33 None None] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:43.394317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43358) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:43.445802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:43.451164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:43.486948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:43.494383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-91fb9817-180f-45c4-81ab-c9295b23b501 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5983045 Jul 05 18:16:43.496633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43362) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:43.502396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef', 'fixed_ips': [{'subnet_id': '25fcb675-b837-4c2c-81f6-7d21fd6964c0'}, {'subnet_id': 'c554908b-7bd5-4f32-9981-bd35f3e5dbb3'}], 'name': 'tempest-PortsTestJSON-337637219'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:43.722409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:43.723298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:43.836640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9aa87b2a-77dc-4bf1-91b7-24f90e512738 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:43.926543 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-2f96aa1d-af74-4a31-ab00-bce044e81018 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9285686 Jul 05 18:16:43.942212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Request body: {'port': {'device_id': 'c621142a-3932-4557-bf7f-f1a27d5e7b39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:43.961591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6f5374cb-ea69-44a4-8a5a-658e0e8e1932 None None] Provisioning for port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:44.179373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:44.196013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-dd21db13-03bc-47a3-87f9-a363e61754df', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:16:44.204872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:44.311702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:44.355317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:44.355859 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:44.490788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:44.513537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:44.669999 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:44.735527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-979ad76e-44de-4a2f-8362-60364e873885 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4be6569da062475da6e58a184ce5c7aa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3397491 Jul 05 18:16:44.743544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:44.820547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port c545be37-c9a4-4342-96c4-1cca0d36e4e7 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:16:44.863647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520638cd-3a79-4f4a-ac1b-b3db6b342034 req-bbbc2cf6-efd0-4247-ac99-d0bb58fc9fa0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:44.865256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-520638cd-3a79-4f4a-ac1b-b3db6b342034 req-bbbc2cf6-efd0-4247-ac99-d0bb58fc9fa0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 931 time: 0.4622760 Jul 05 18:16:44.887070 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:44.912953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Allocated IP 2001:db8::2 (dd21db13-03bc-47a3-87f9-a363e61754df/636e2d0e-fc7a-465e-811f-251e73e025f7/cbff2136-e401-4508-94d8-46e374064927) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:44.956133 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c07d-66c8-49f2-a3e6-188be3e058c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.002321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff16b2f-2781-41ce-a65a-278670964c1d {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:16:45.019894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.029850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 9aa87b2a-77dc-4bf1-91b7-24f90e512738, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9aa87b2a-77dc-4bf1-91b7-24f90e512738,segment=NetworkSegment(ebfb94fc-589f-45bf-8e3d-3fb8441dfd11),segment_id=ebfb94fc-589f-45bf-8e3d-3fb8441dfd11)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:45.053848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Transition to ACTIVE for port object aff16b2f-2781-41ce-a65a-278670964c1d will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:45.065155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbec267-dc93-40e3-b492-555a5cc6ade2 req-0f0282d8-16e3-430a-ae89-023010e3aa5f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:45.073318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fbec267-dc93-40e3-b492-555a5cc6ade2 req-0f0282d8-16e3-430a-ae89-023010e3aa5f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.7332330 Jul 05 18:16:45.129061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba347c1-fc02-4439-8cc5-03b7923c0813 None None] Update dhcp port {'port': {'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef', 'fixed_ips': [{'subnet_id': '25fcb675-b837-4c2c-81f6-7d21fd6964c0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c554908b-7bd5-4f32-9981-bd35f3e5dbb3'}], 'binding:host_id': 'n-d-799524-1'}, 'id': '9aa87b2a-77dc-4bf1-91b7-24f90e512738'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:16:45.146550 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.160199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.203369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-520638cd-3a79-4f4a-ac1b-b3db6b342034 req-03cc3003-c9ac-4c63-a855-1f6007ce112e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3035915 Jul 05 18:16:45.278651 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c07d-66c8-49f2-a3e6-188be3e058c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.293519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Pushing event updated for resources: {'Port': ['ID=aff16b2f-2781-41ce-a65a-278670964c1d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:45.523158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Attempting to bind port aff16b2f-2781-41ce-a65a-278670964c1d on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:45.523759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Attempting to bind port aff16b2f-2781-41ce-a65a-278670964c1d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:45.523868 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Attempting to bind port aff16b2f-2781-41ce-a65a-278670964c1d on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:45.542847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Port aff16b2f-2781-41ce-a65a-278670964c1d on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:16:45.543207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Attempting to bind port aff16b2f-2781-41ce-a65a-278670964c1d on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:45.559183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fbec267-dc93-40e3-b492-555a5cc6ade2 req-306dcf8a-d8db-464f-8f25-27760d681011 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4847710 Jul 05 18:16:45.565452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:45.565919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Checking segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:45.566322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Bound using segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:45.567117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Bound port: aff16b2f-2781-41ce-a65a-278670964c1d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:45.567643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.581446 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.599885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Transition to ACTIVE for port object cbff2136-e401-4508-94d8-46e374064927 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:45.634012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Transition to ACTIVE for port object cbff2136-e401-4508-94d8-46e374064927 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:45.636753 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cba347c1-fc02-4439-8cc5-03b7923c0813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.708652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] For port aff16b2f-2781-41ce-a65a-278670964c1d, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:45.712302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] For port aff16b2f-2781-41ce-a65a-278670964c1d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aff16b2f-2781-41ce-a65a-278670964c1d,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:45.767372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 2001:db8::1 (dd21db13-03bc-47a3-87f9-a363e61754df/636e2d0e-fc7a-465e-811f-251e73e025f7/ccd917b0-5910-4d92-8296-06dc13dd9d2f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:45.809465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-fe598acf-5e13-4e33-94d7-c8a25477d6f4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:45.821773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-fe598acf-5e13-4e33-94d7-c8a25477d6f4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.97 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 815 time: 0.8184566 Jul 05 18:16:45.824067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d8cfade-0bfe-4a3d-bc3c-3e8ee132d95e req-3499cc99-204c-4816-9a0f-87e16164bbbe tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 210 time: 0.1212821 Jul 05 18:16:45.872448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Request body: {'port': {'device_id': 'a457382c-ff6d-44f4-98ff-39b22ff4e4ff', 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2', 'admin_state_up': True, 'tenant_id': '0b2a3d762f85447c817de871dcdd1f0a'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:45.890681 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.904689 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.911549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=9aa87b2a-77dc-4bf1-91b7-24f90e512738,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:45.944431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:45.945079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:45.948914 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] 10.222.0.39 "PUT /v2.0/ports/aff16b2f-2781-41ce-a65a-278670964c1d HTTP/1.1" status: 200 len: 1091 time: 2.0113173 Jul 05 18:16:45.958333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c621142a-3932-4557-bf7f-f1a27d5e7b39', 'tag': 'aff16b2f-2781-41ce-a65a-278670964c1d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:45.959968 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c62fddb5-ff07-4694-9b92-953ca353d138" -d '{"events": [{"name": "network-changed", "server_uuid": "c621142a-3932-4557-bf7f-f1a27d5e7b39", "tag": "aff16b2f-2781-41ce-a65a-278670964c1d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:45.987230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Network dd21db13-03bc-47a3-87f9-a363e61754df is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:45.990892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:45.998863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:46.045576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Pushing event updated for resources: {'Port': ['ID=cbff2136-e401-4508-94d8-46e374064927,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:46.100146 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76caea86-9b2c-48d9-88a1-8920d825eacc x-openstack-request-id: req-76caea86-9b2c-48d9-88a1-8920d825eacc {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:46.100437 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c621142a-3932-4557-bf7f-f1a27d5e7b39", "tag": "aff16b2f-2781-41ce-a65a-278670964c1d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:46.101439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Attempting to bind port cbff2136-e401-4508-94d8-46e374064927 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:46.101891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Attempting to bind port cbff2136-e401-4508-94d8-46e374064927 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'cb3bf050-1682-4524-9ce8-3ba8442de640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:46.102142 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76caea86-9b2c-48d9-88a1-8920d825eacc {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:46.102395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Attempting to bind port cbff2136-e401-4508-94d8-46e374064927 on network dd21db13-03bc-47a3-87f9-a363e61754df {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:46.102592 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c621142a-3932-4557-bf7f-f1a27d5e7b39', 'tag': 'aff16b2f-2781-41ce-a65a-278670964c1d', 'status': 'completed', 'code': 200} Jul 05 18:16:46.109646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:46.115235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Checking segment: {'id': 'cb3bf050-1682-4524-9ce8-3ba8442de640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:46.123157 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.123157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Bound using segment: {'id': 'cb3bf050-1682-4524-9ce8-3ba8442de640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:46.123157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Bound port: cbff2136-e401-4508-94d8-46e374064927, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3bf050-1682-4524-9ce8-3ba8442de640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:46.123157 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.123781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.142375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fd7af-320e-4525-bc44-c50e06b97e34 service neutron] Pushing event updated for resources: {'Port': ['ID=aff16b2f-2781-41ce-a65a-278670964c1d,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:46.146907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.5 (e46d0b4d-0ca9-4a20-b44a-99a8be2305ef/25fcb675-b837-4c2c-81f6-7d21fd6964c0/c545be37-c9a4-4342-96c4-1cca0d36e4e7) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:46.151174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Transition to ACTIVE for port object ccd917b0-5910-4d92-8296-06dc13dd9d2f will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:46.172108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.30 (e46d0b4d-0ca9-4a20-b44a-99a8be2305ef/c554908b-7bd5-4f32-9981-bd35f3e5dbb3/c545be37-c9a4-4342-96c4-1cca0d36e4e7) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:46.175709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c07d-66c8-49f2-a3e6-188be3e058c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.178453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ec2c07d-66c8-49f2-a3e6-188be3e058c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.179749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8ec2c07d-66c8-49f2-a3e6-188be3e058c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f835ca6-f322-4c1e-86bf-56bc126b8ac4 HTTP/1.1" status: 204 len: 168 time: 1.4342840 Jul 05 18:16:46.220734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec2c07d-66c8-49f2-a3e6-188be3e058c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f835ca6-f322-4c1e-86bf-56bc126b8ac4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:46.288578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] For port cbff2136-e401-4508-94d8-46e374064927, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:46.298578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] For port cbff2136-e401-4508-94d8-46e374064927, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cbff2136-e401-4508-94d8-46e374064927,segment=NetworkSegment(cb3bf050-1682-4524-9ce8-3ba8442de640),segment_id=cb3bf050-1682-4524-9ce8-3ba8442de640)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:46.339262 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.390067 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.440757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=ccd917b0-5910-4d92-8296-06dc13dd9d2f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:46.446068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fddb5-ff07-4694-9b92-953ca353d138 req-0fa7005f-747f-47f0-b89e-90dd60c1eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:46.447626 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c62fddb5-ff07-4694-9b92-953ca353d138 req-0fa7005f-747f-47f0-b89e-90dd60c1eb6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 1094 time: 0.2269373 Jul 05 18:16:46.480609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network dd21db13-03bc-47a3-87f9-a363e61754df is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:46.490252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:46.515478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:46.520372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.520535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3783a97-f0a8-43f0-8a7f-fcccd527a7b4 None None] Pushing event updated for resources: {'Port': ['ID=cbff2136-e401-4508-94d8-46e374064927,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:46.553264 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.569325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object c545be37-c9a4-4342-96c4-1cca0d36e4e7 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:46.626602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Made reservation on behalf of 0b2a3d762f85447c817de871dcdd1f0a for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:46.631040 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:46.877489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-cba347c1-fc02-4439-8cc5-03b7923c0813 None None] Allocated IP 172.20.0.18 (e46d0b4d-0ca9-4a20-b44a-99a8be2305ef/c554908b-7bd5-4f32-9981-bd35f3e5dbb3/9aa87b2a-77dc-4bf1-91b7-24f90e512738) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:46.961614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Allocated IP 172.20.0.13 (c128ea0f-1f13-480c-aaaa-30b130cf9df2/8bdc4b16-54d6-4246-afb9-d3b24c215c3e/3a8a94c5-6bfa-4d77-9a74-20681b113851) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:46.978324 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.252956 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.315127 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.400468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.467770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Network c128ea0f-1f13-480c-aaaa-30b130cf9df2 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:47.470848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e6ead423-bc4b-45af-a825-5afc331affc4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:47.480163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:47.502849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:47.600615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cba347c1-fc02-4439-8cc5-03b7923c0813 None None] For port 9aa87b2a-77dc-4bf1-91b7-24f90e512738, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9aa87b2a-77dc-4bf1-91b7-24f90e512738,segment=NetworkSegment(ebfb94fc-589f-45bf-8e3d-3fb8441dfd11),segment_id=ebfb94fc-589f-45bf-8e3d-3fb8441dfd11)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:47.672465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.698735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fddb5-ff07-4694-9b92-953ca353d138 req-9152f120-4199-4a79-a0c1-c50adc212b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:47.700661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c62fddb5-ff07-4694-9b92-953ca353d138 req-9152f120-4199-4a79-a0c1-c50adc212b3c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&shared=False HTTP/1.1" status: 200 len: 905 time: 1.2379625 Jul 05 18:16:47.722685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:47.724656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.724803 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cba347c1-fc02-4439-8cc5-03b7923c0813 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.749359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:47.753686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cba347c1-fc02-4439-8cc5-03b7923c0813 None None] Transition to ACTIVE for port object 9aa87b2a-77dc-4bf1-91b7-24f90e512738 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:47.771280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2bd45-a64c-4a2d-8998-60c93d4effef req-c3e3165f-8b83-4511-85bb-dd316b0419b0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:47.801542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5e2bd45-a64c-4a2d-8998-60c93d4effef req-c3e3165f-8b83-4511-85bb-dd316b0419b0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 943 time: 1.1668887 Jul 05 18:16:47.801542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:47.818652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c6a01-237b-43e7-b8d4-41a223be5cd9 req-1b2d7e39-0408-4c71-ac45-65aa9d2072b0 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:47.827294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c4c6a01-237b-43e7-b8d4-41a223be5cd9 req-1b2d7e39-0408-4c71-ac45-65aa9d2072b0 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.5133855 Jul 05 18:16:47.845243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:47.851685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cba347c1-fc02-4439-8cc5-03b7923c0813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.905774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.913021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:47.931130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9aa87b2a-77dc-4bf1-91b7-24f90e512738 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:48.003869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:48.005272 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:48.008001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=c545be37-c9a4-4342-96c4-1cca0d36e4e7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:48.060387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2347741 Jul 05 18:16:48.230753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43416) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:48.232883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cbff2136-e401-4508-94d8-46e374064927 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:48.233402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba347c1-fc02-4439-8cc5-03b7923c0813 None None] Pushing event updated for resources: {'Port': ['ID=9aa87b2a-77dc-4bf1-91b7-24f90e512738,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:48.249845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Request body: {'port': {'device_id': 'a457382c-ff6d-44f4-98ff-39b22ff4e4ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:48.259690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network dd21db13-03bc-47a3-87f9-a363e61754df is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:48.270767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:48.288795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fddb5-ff07-4694-9b92-953ca353d138 req-2e9ffbca-cf9a-4327-ba91-7f6a22af2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:48.291237 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c62fddb5-ff07-4694-9b92-953ca353d138 req-2e9ffbca-cf9a-4327-ba91-7f6a22af2226 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5690529 Jul 05 18:16:48.311367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=ccd917b0-5910-4d92-8296-06dc13dd9d2f,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:48.425684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee441853-9a79-425b-b994-8246a18a8160 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Pushing event updated for resources: {'Port': ['ID=3a8a94c5-6bfa-4d77-9a74-20681b113851,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:48.444393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4c4925-f9d7-4025-bca1-3270fc2a663b None None] Network dd21db13-03bc-47a3-87f9-a363e61754df requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:48.506987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b918c263-be03-4517-9e5c-8a08387ffe83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 5.0073905 Jul 05 18:16:48.507934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43420) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:48.513694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25fcb675-b837-4c2c-81f6-7d21fd6964c0'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:48.532982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5e2bd45-a64c-4a2d-8998-60c93d4effef req-f61ef58b-0623-4966-a0f8-69622eb17ffe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7519355 Jul 05 18:16:48.556949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c4c6a01-237b-43e7-b8d4-41a223be5cd9 req-cb8208e2-7a5b-45b0-bd66-3dd8563df247 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7278156 Jul 05 18:16:48.593636 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:48.636447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port cbff2136-e401-4508-94d8-46e374064927 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:48.643402 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group': {'name': 'tempest-secgroup--1299957491'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:48.741516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-921a0afe-a242-4905-bd71-c58a1ce8f56e None None] Provisioning for port cbff2136-e401-4508-94d8-46e374064927 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:48.753242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-921a0afe-a242-4905-bd71-c58a1ce8f56e None None] Provisioning complete for port cbff2136-e401-4508-94d8-46e374064927 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:48.753626 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-921a0afe-a242-4905-bd71-c58a1ce8f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:48.897663 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-921a0afe-a242-4905-bd71-c58a1ce8f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:48.947176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-921a0afe-a242-4905-bd71-c58a1ce8f56e None None] For port cbff2136-e401-4508-94d8-46e374064927, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cbff2136-e401-4508-94d8-46e374064927,segment=NetworkSegment(cb3bf050-1682-4524-9ce8-3ba8442de640),segment_id=cb3bf050-1682-4524-9ce8-3ba8442de640)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:49.013758 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-921a0afe-a242-4905-bd71-c58a1ce8f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:49.137937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a0afe-a242-4905-bd71-c58a1ce8f56e None None] Pushing event updated for resources: {'Port': ['ID=cbff2136-e401-4508-94d8-46e374064927,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:49.291972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3f76-e303-4fe8-be69-e90b7c257d9e req-9b5bd305-c05d-435b-b2f5-68a5cc6969f2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:49.300436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae0c3f76-e303-4fe8-be69-e90b7c257d9e req-9b5bd305-c05d-435b-b2f5-68a5cc6969f2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 932 time: 0.3935914 Jul 05 18:16:49.348968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cfb27532-7aca-4c31-a533-281aeb6c2484 None None] Provisioning for port ccd917b0-5910-4d92-8296-06dc13dd9d2f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:49.354847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cfb27532-7aca-4c31-a533-281aeb6c2484 None None] Provisioning complete for port ccd917b0-5910-4d92-8296-06dc13dd9d2f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:49.355888 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cfb27532-7aca-4c31-a533-281aeb6c2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:49.451307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cfb27532-7aca-4c31-a533-281aeb6c2484 None None] Port ccd917b0-5910-4d92-8296-06dc13dd9d2f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:49.472057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae0c3f76-e303-4fe8-be69-e90b7c257d9e req-28af9965-0139-4f6e-913f-a21f5aa30145 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706395 Jul 05 18:16:49.478090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cfb27532-7aca-4c31-a533-281aeb6c2484 None None] Provisioning complete for port cbff2136-e401-4508-94d8-46e374064927 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:49.478683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cfb27532-7aca-4c31-a533-281aeb6c2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:49.485888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a20fca0-7da8-400c-95ee-7593f78c7b42 None None] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:49.550086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-579cbcdf-42d0-4ba8-8afb-782d946ab2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:49.552285 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-579cbcdf-42d0-4ba8-8afb-782d946ab2c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 1094 time: 1.1661191 Jul 05 18:16:49.590806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8a94c5-6bfa-4d77-9a74-20681b113851 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:16:49.618575 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:49.646640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Transition to ACTIVE for port object 3a8a94c5-6bfa-4d77-9a74-20681b113851 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:49.724126 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:49.835372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9aa87b2a-77dc-4bf1-91b7-24f90e512738 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:49.875376 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-fbd6a24c-7463-4b41-92ae-8a74d3f3a16b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aff16b2f-2781-41ce-a65a-278670964c1d HTTP/1.1" status: 200 len: 217 time: 0.0944042 Jul 05 18:16:49.995478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.024397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.041428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-f9625268-4bfc-4cfb-8a11-1888379d98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:50.043617 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-f9625268-4bfc-4cfb-8a11-1888379d98d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.1543410 Jul 05 18:16:50.047183 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.060389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a94c5-6bfa-4d77-9a74-20681b113851,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:50.110640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cbff2136-e401-4508-94d8-46e374064927 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:50.127441 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-31436b76-45f3-4215-a16e-c35d98284d22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754552 Jul 05 18:16:50.138878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:16:50.165905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Attempting to bind port 3a8a94c5-6bfa-4d77-9a74-20681b113851 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:50.166356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Attempting to bind port 3a8a94c5-6bfa-4d77-9a74-20681b113851 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:50.166818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Attempting to bind port 3a8a94c5-6bfa-4d77-9a74-20681b113851 on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:50.179613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Port 3a8a94c5-6bfa-4d77-9a74-20681b113851 on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:16:50.179930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Attempting to bind port 3a8a94c5-6bfa-4d77-9a74-20681b113851 on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:50.192899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:50.193608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Checking segment: {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:50.194000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Bound using segment: {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:50.194440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Bound port: 3a8a94c5-6bfa-4d77-9a74-20681b113851, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:50.195224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.239017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.318002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1609fad-3ed7-4ad1-aaae-984bc5c585ef req-cc04b642-435e-4796-8b66-547a87fa7b2e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:50.331526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port cbff2136-e401-4508-94d8-46e374064927 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:50.331907 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.335489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1609fad-3ed7-4ad1-aaae-984bc5c585ef req-cc04b642-435e-4796-8b66-547a87fa7b2e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.4324925 Jul 05 18:16:50.347557 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.452546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7461dd61-cc80-40bb-a4e0-6815a506a00c None None] Provisioning complete for port ccd917b0-5910-4d92-8296-06dc13dd9d2f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:50.453340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7461dd61-cc80-40bb-a4e0-6815a506a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.498470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] For port 3a8a94c5-6bfa-4d77-9a74-20681b113851, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:50.505114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] For port 3a8a94c5-6bfa-4d77-9a74-20681b113851, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3a8a94c5-6bfa-4d77-9a74-20681b113851,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:50.525320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1609fad-3ed7-4ad1-aaae-984bc5c585ef req-5d16a6f0-4664-4386-b4fd-06f28ce93037 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602182 Jul 05 18:16:50.549808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504ef41-d2e0-4ce4-9459-5b0ee81b5c10 req-74a3d28f-53f6-4610-a074-4a462f56dcf7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:50.554415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1504ef41-d2e0-4ce4-9459-5b0ee81b5c10 req-74a3d28f-53f6-4610-a074-4a462f56dcf7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 943 time: 0.6973464 Jul 05 18:16:50.611123 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.611870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7461dd61-cc80-40bb-a4e0-6815a506a00c None None] Port ccd917b0-5910-4d92-8296-06dc13dd9d2f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:50.667185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07874139-4e7f-40ed-89e2-9b524eb0fb3a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:50.691542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7461dd61-cc80-40bb-a4e0-6815a506a00c None None] Provisioning for port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:50.695842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7461dd61-cc80-40bb-a4e0-6815a506a00c None None] Provisioning complete for port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:50.696188 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7461dd61-cc80-40bb-a4e0-6815a506a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.726530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:16:50.733574 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-669fc1d1-0917-4012-9d80-1fb7b33cbcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.748229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:16:50.758538 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-50394a5c-dca3-4d3b-9c9f-55b4c08f87e5 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3853307 Jul 05 18:16:50.761210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43434) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:50.787377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:50.787988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:50.790305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8a94c5-6bfa-4d77-9a74-20681b113851,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:50.818190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1598223371'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:50.835448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:50.837705 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:50.839154 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-9cf1f401-511d-4dd4-8df9-7f4366f7c225 service neutron] 10.222.0.39 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5980308 Jul 05 18:16:50.845521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-4c5ae47f-febc-4a18-9651-263fdb38e1d2 service neutron] 10.222.0.97 "PUT /v2.0/ports/3a8a94c5-6bfa-4d77-9a74-20681b113851 HTTP/1.1" status: 200 len: 1092 time: 2.6260099 Jul 05 18:16:50.850009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a457382c-ff6d-44f4-98ff-39b22ff4e4ff', 'tag': '3a8a94c5-6bfa-4d77-9a74-20681b113851'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:50.867090 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b" -d '{"events": [{"name": "network-changed", "server_uuid": "a457382c-ff6d-44f4-98ff-39b22ff4e4ff", "tag": "3a8a94c5-6bfa-4d77-9a74-20681b113851"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:50.972602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1504ef41-d2e0-4ce4-9459-5b0ee81b5c10 req-b52c30a4-a4d4-4509-aac4-89e1ddaf0528 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117556 Jul 05 18:16:50.989925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:16:51.096281 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28606b4b-5a06-4a2b-a76c-0dbd20e66d9a x-openstack-request-id: req-28606b4b-5a06-4a2b-a76c-0dbd20e66d9a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:51.096575 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a457382c-ff6d-44f4-98ff-39b22ff4e4ff", "tag": "3a8a94c5-6bfa-4d77-9a74-20681b113851", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:51.096831 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28606b4b-5a06-4a2b-a76c-0dbd20e66d9a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:51.097233 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a457382c-ff6d-44f4-98ff-39b22ff4e4ff', 'tag': '3a8a94c5-6bfa-4d77-9a74-20681b113851', 'status': 'completed', 'code': 200} Jul 05 18:16:51.107324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-384ea15e-6dd5-452d-84be-bcdcff0105d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:51.109296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-384ea15e-6dd5-452d-84be-bcdcff0105d7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 1095 time: 0.1317260 Jul 05 18:16:51.176405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-b7777583-4ed6-4b32-9120-1ff15eee0d94 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a8a94c5-6bfa-4d77-9a74-20681b113851 HTTP/1.1" status: 200 len: 217 time: 0.0580721 Jul 05 18:16:51.198875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-c5a01ac5-8851-4222-8590-ad42c41441b0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1697922 Jul 05 18:16:51.263311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.280332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f6ec50f1-5c3d-4ccc-beea-31ffdaadbea5 None None] Provisioning for port c545be37-c9a4-4342-96c4-1cca0d36e4e7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:51.289945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f6ec50f1-5c3d-4ccc-beea-31ffdaadbea5 None None] Provisioning complete for port c545be37-c9a4-4342-96c4-1cca0d36e4e7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:51.290335 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f6ec50f1-5c3d-4ccc-beea-31ffdaadbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.322782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee90ed39-df4c-42fa-a9a1-c02b21c57f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:51.324365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-ee90ed39-df4c-42fa-a9a1-c02b21c57f2b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 200 len: 855 time: 0.1289926 Jul 05 18:16:51.337567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec50f1-5c3d-4ccc-beea-31ffdaadbea5 None None] Port c545be37-c9a4-4342-96c4-1cca0d36e4e7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:51.347522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:16:46Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:47Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:51.359062 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.377597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:16:51.378765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Updating router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 port ccd917b0-5910-4d92-8296-06dc13dd9d2f binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:16:51.419438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f6ec50f1-5c3d-4ccc-beea-31ffdaadbea5 None None] Provisioning complete for port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:51.419840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f6ec50f1-5c3d-4ccc-beea-31ffdaadbea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.437822 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Delete allocated IP 172.20.0.30 (e46d0b4d-0ca9-4a20-b44a-99a8be2305ef/c554908b-7bd5-4f32-9981-bd35f3e5dbb3) {{(pid=100998) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 18:16:51.442847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:51.447493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.455987 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c5c4a282-216f-44da-ae4a-9a90dac9f1e5 req-a744e559-2bcc-4341-9ac3-3ada2df4b95a service neutron] 10.222.0.39 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210045 Jul 05 18:16:51.458834 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.468124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ccfca-96d4-4082-881d-f0fb028fc85e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:51.498714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:16:51.509149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.509828 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added segment c37dd311-3869-4882-be6b-2a515d2b2223 of type vlan for network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 Jul 05 18:16:51.563436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.565943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-0da0f9d0-7fea-4df6-ab29-1b6b44580246 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c128ea0f-1f13-480c-aaaa-30b130cf9df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1558473 Jul 05 18:16:51.603400 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.616060 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f68d7c97-dd74-4dba-a01d-62aff5685752 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.3546574 Jul 05 18:16:51.634679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43442) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:51.799989 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.821969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:51.822783 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.868624 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:51.881844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Transition to ACTIVE for port object ccd917b0-5910-4d92-8296-06dc13dd9d2f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:51.883963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-8170c4d8-1523-4d05-89a6-4ec59b45a1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:51.888146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-8170c4d8-1523-4d05-89a6-4ec59b45a1e2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=cb91f839822e470a94bcf481fad8ae40&device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 1100 time: 0.5626454 Jul 05 18:16:51.928311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85f967-9e78-49b4-8b76-6ce095b1a40a req-2b2e9999-1bdf-453a-8d10-a3f34ef22fcd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:51.936496 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc85f967-9e78-49b4-8b76-6ce095b1a40a req-2b2e9999-1bdf-453a-8d10-a3f34ef22fcd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 944 time: 0.7560318 Jul 05 18:16:51.976269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2139919 Jul 05 18:16:51.985410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43446) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:51.991401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'subnet': {'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:51.999130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8569c-1171-4620-90e9-7eb639e431dc tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Network': ['ID=75aedd36-20f1-48e0-b8ea-920bd61f91c9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:52.012660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:16:52.016789 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.107148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-474026a9-d7ee-4503-8b99-068f4aebf5c6 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4231570 Jul 05 18:16:52.110313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43450) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:52.112964 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.116740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6e066c13-b327-41d1-beff-50b88231bca9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group': {'name': 'tempest-security--1262355446', 'description': 'tempest-security-description-1034440173'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:52.139753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Ignored duplicate provisioning block setup for port c545be37-c9a4-4342-96c4-1cca0d36e4e7 by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 18:16:52.158642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-f4d1da21-25b2-49fa-ad79-f1ebbb946d65 service neutron] 10.222.0.97 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844095 Jul 05 18:16:52.282355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc85f967-9e78-49b4-8b76-6ce095b1a40a req-35098f42-83c3-4e99-9dd2-5a8445b09cb3 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435800 Jul 05 18:16:52.284548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65c557-bc75-453a-bf60-5278b4e9716f None None] Pushing event updated for resources: {'Port': ['ID=ccd917b0-5910-4d92-8296-06dc13dd9d2f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:52.292217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e066c13-b327-41d1-beff-50b88231bca9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.312636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-89297c75-879d-4b12-bb2f-7693921f0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:52.314937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-89297c75-879d-4b12-bb2f-7693921f0945 service neutron] 10.222.0.97 "GET /v2.0/networks?id=9bb96aa2-1e49-400a-9c8a-261f618176e5 HTTP/1.1" status: 200 len: 869 time: 0.3577833 Jul 05 18:16:52.384996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Attempting to bind port ccd917b0-5910-4d92-8296-06dc13dd9d2f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:52.385384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Attempting to bind port ccd917b0-5910-4d92-8296-06dc13dd9d2f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'cb3bf050-1682-4524-9ce8-3ba8442de640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:52.385760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Attempting to bind port ccd917b0-5910-4d92-8296-06dc13dd9d2f on network dd21db13-03bc-47a3-87f9-a363e61754df {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:52.392637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:52.393102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Checking segment: {'id': 'cb3bf050-1682-4524-9ce8-3ba8442de640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:52.393520 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.394016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Bound using segment: {'id': 'cb3bf050-1682-4524-9ce8-3ba8442de640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:52.394506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Bound port: ccd917b0-5910-4d92-8296-06dc13dd9d2f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3bf050-1682-4524-9ce8-3ba8442de640', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:52.394923 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.410415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-aee16abe-6739-4c34-ad3b-f0c566190ac4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=bf0e7b40-3c84-4567-a9d2-0104ab361ff5 HTTP/1.1" status: 200 len: 217 time: 0.0791876 Jul 05 18:16:52.447618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57feb62b-a657-4a01-aef1-ba896b697e23 req-9038b837-b379-4c56-91e7-7744196f2572 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:52.455579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57feb62b-a657-4a01-aef1-ba896b697e23 req-9038b837-b379-4c56-91e7-7744196f2572 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.5503325 Jul 05 18:16:52.488402 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.727229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] For port ccd917b0-5910-4d92-8296-06dc13dd9d2f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:52.727229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] For port ccd917b0-5910-4d92-8296-06dc13dd9d2f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ccd917b0-5910-4d92-8296-06dc13dd9d2f,segment=NetworkSegment(cb3bf050-1682-4524-9ce8-3ba8442de640),segment_id=cb3bf050-1682-4524-9ce8-3ba8442de640)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:52.727395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-4320e379-573e-4f2c-b9e7-ea351bc44067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:52.727395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-4320e379-573e-4f2c-b9e7-ea351bc44067 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.1276178 Jul 05 18:16:52.727563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=c545be37-c9a4-4342-96c4-1cca0d36e4e7,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:52.727563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] In _notify_port_updated(), no bound segment for port c545be37-c9a4-4342-96c4-1cca0d36e4e7 on network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:16:52.727563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:52.727563 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.727563 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d7c79201-c0a3-4971-89a5-59b564e05182 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "PUT /v2.0/ports/c545be37-c9a4-4342-96c4-1cca0d36e4e7 HTTP/1.1" status: 200 len: 918 time: 4.1342001 Jul 05 18:16:52.728948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43454) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:52.735298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25fcb675-b837-4c2c-81f6-7d21fd6964c0'}, {'subnet_id': 'c554908b-7bd5-4f32-9981-bd35f3e5dbb3'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:52.835226 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.897695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:16:52.901695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.930859 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:52.981806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e066c13-b327-41d1-beff-50b88231bca9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:53.101505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17b82b77-7f93-4873-b1dd-a1686547cc7d req-acb49bad-574e-4130-98ac-897987ec617d service neutron] 10.222.0.97 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9379094 Jul 05 18:16:53.108183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c65c557-bc75-453a-bf60-5278b4e9716f None None] Pushing event updated for resources: {'Port': ['ID=ccd917b0-5910-4d92-8296-06dc13dd9d2f,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:53.112890 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e066c13-b327-41d1-beff-50b88231bca9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:53.117079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:16:53.118748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:53.119325 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e066c13-b327-41d1-beff-50b88231bca9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:53.120590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6e066c13-b327-41d1-beff-50b88231bca9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "PUT /v2.0/security-groups/1e0ccfca-96d4-4082-881d-f0fb028fc85e HTTP/1.1" status: 200 len: 1780 time: 1.0086794 Jul 05 18:16:53.147674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43460) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:53.190831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57feb62b-a657-4a01-aef1-ba896b697e23 req-b467fefc-0938-436d-b204-c94234081fb6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6638913 Jul 05 18:16:53.201721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e066c13-b327-41d1-beff-50b88231bca9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0ccfca-96d4-4082-881d-f0fb028fc85e,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:53.388572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-0c55b830-942b-4c92-b122-537511e38d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:53.397148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-0c55b830-942b-4c92-b122-537511e38d81 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4388056 Jul 05 18:16:53.404679 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1e94d74f-b37d-4ad3-8f2a-3a3003ab6d4e tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups/1e0ccfca-96d4-4082-881d-f0fb028fc85e HTTP/1.1" status: 200 len: 1780 time: 0.2529788 Jul 05 18:16:53.412124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d7d94-d99f-49d5-b7cd-4b3d9b901739 req-c644bd5a-091d-4f79-afbc-cadbd8043d65 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:53.431284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43468) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:53.435203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-760d7d94-d99f-49d5-b7cd-4b3d9b901739 req-c644bd5a-091d-4f79-afbc-cadbd8043d65 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 943 time: 0.4462917 Jul 05 18:16:53.511616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:16:53.778796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bbf6424b-5143-4298-a46a-310808b61b16 None None] Provisioning complete for port c545be37-c9a4-4342-96c4-1cca0d36e4e7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:53.778796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bbf6424b-5143-4298-a46a-310808b61b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:53.848626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-760d7d94-d99f-49d5-b7cd-4b3d9b901739 req-947d36ae-ef33-4ac5-ae89-4e5d2244c1e4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121854 Jul 05 18:16:54.009930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.22 (e46d0b4d-0ca9-4a20-b44a-99a8be2305ef/c554908b-7bd5-4f32-9981-bd35f3e5dbb3/c545be37-c9a4-4342-96c4-1cca0d36e4e7) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:54.010509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-19fe707b-545b-4010-a385-02b214cf770b service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467942 Jul 05 18:16:54.014345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-9d16c041-2a9b-4707-8596-002e16b58b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:54.018729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-9d16c041-2a9b-4707-8596-002e16b58b72 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 1095 time: 0.7337391 Jul 05 18:16:54.043957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bbf6424b-5143-4298-a46a-310808b61b16 None None] Port c545be37-c9a4-4342-96c4-1cca0d36e4e7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:54.055340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc67151e-886e-4e7a-b480-dfac70448712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.055340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.185278 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-4271af81-143d-449d-b55a-1855f87908ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:16:46Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:52Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:54.196745 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.215452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object c545be37-c9a4-4342-96c4-1cca0d36e4e7 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:54.216368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4271af81-143d-449d-b55a-1855f87908ad None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:16:46Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:52Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:16:54.224053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.298135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device aff16b2f-2781-41ce-a65a-278670964c1d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:16:54.298425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65740e47-8f9f-40ca-9b41-f0e721b4a794 req-d78c48b4-e857-495c-8134-da3841bf7d52 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:54.298425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65740e47-8f9f-40ca-9b41-f0e721b4a794 req-d78c48b4-e857-495c-8134-da3841bf7d52 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 944 time: 0.5994768 Jul 05 18:16:54.298613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a02198-14e0-4cdf-96d7-6d4f98d91ae7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.345989 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.370184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port aff16b2f-2781-41ce-a65a-278670964c1d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aff16b2f-2781-41ce-a65a-278670964c1d,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:54.385955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'aff16b2f-2781-41ce-a65a-278670964c1d', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'port_id': 'aff16b2f-2781-41ce-a65a-278670964c1d', 'mac_address': 'fa:16:3e:a0:34:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff46832-f784-4271-95e1-6a3236cc9638', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:16:54.396815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65740e47-8f9f-40ca-9b41-f0e721b4a794 req-ea9635d1-6ab0-4c91-a3ab-fc619be52460 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553690 Jul 05 18:16:54.445264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74681c3c-4d8c-4069-b162-6392db68a7fc req-6637147b-e7a9-40ea-b9ac-d75851e55c3a service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213467 Jul 05 18:16:54.459218 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Subnet': ['ID=2fe4f7f0-593a-4546-b988-91766ca8e855,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:54.460602 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.480158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a02198-14e0-4cdf-96d7-6d4f98d91ae7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.482830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff16b2f-2781-41ce-a65a-278670964c1d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:16:54.491368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-1472cb29-af68-4233-95e4-5bf9a211113b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:54.492938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-1472cb29-af68-4233-95e4-5bf9a211113b service neutron] 10.222.0.97 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 915 time: 0.4486837 Jul 05 18:16:54.522069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port aff16b2f-2781-41ce-a65a-278670964c1d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aff16b2f-2781-41ce-a65a-278670964c1d,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:54.549827 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-c69276e4-530b-414e-aa6f-6a0fa5f2b215 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a8a94c5-6bfa-4d77-9a74-20681b113851 HTTP/1.1" status: 200 len: 217 time: 0.0476105 Jul 05 18:16:54.575009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Checking segment: {'id': 'c37dd311-3869-4882-be6b-2a515d2b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:54.575921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network hostable DHCP agents. Network: 75aedd36-20f1-48e0-b8ea-920bd61f91c9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:16:54.612437 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.625707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=c545be37-c9a4-4342-96c4-1cca0d36e4e7,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:54.643632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] In _notify_port_updated(), no bound segment for port c545be37-c9a4-4342-96c4-1cca0d36e4e7 on network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:16:54.653915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:54.654219 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.655221 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.657888 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6d991b2f-021c-4ec1-83e3-b7eff03d4232 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "PUT /v2.0/ports/c545be37-c9a4-4342-96c4-1cca0d36e4e7 HTTP/1.1" status: 200 len: 998 time: 1.9277415 Jul 05 18:16:54.660742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43482) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:54.709994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a15c59-e03c-42d9-a9a5-6fd585a36ef1 req-34627d38-0f29-4bc5-8472-32e07ad7dde3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:54.722714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=aff16b2f-2781-41ce-a65a-278670964c1d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:54.738060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96a15c59-e03c-42d9-a9a5-6fd585a36ef1 req-34627d38-0f29-4bc5-8472-32e07ad7dde3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.3084610 Jul 05 18:16:54.748838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-d669e145-f270-4886-95f8-f4c4cfb439b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:54.750734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-d669e145-f270-4886-95f8-f4c4cfb439b3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 200 len: 855 time: 0.1888971 Jul 05 18:16:54.814929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-684466a5-04cd-4e01-90d3-aec0fe7f74af service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c128ea0f-1f13-480c-aaaa-30b130cf9df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506415 Jul 05 18:16:54.846254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:16:54.872349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96a15c59-e03c-42d9-a9a5-6fd585a36ef1 req-ce4f2935-3b6b-479a-818c-cba02fcc8d16 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315656 Jul 05 18:16:54.880580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-8870dfc9-d840-4825-9c0c-ae3248269844 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port c545be37-c9a4-4342-96c4-1cca0d36e4e7 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:54.881500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8870dfc9-d840-4825-9c0c-ae3248269844 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.893925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a02198-14e0-4cdf-96d7-6d4f98d91ae7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.900364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97a02198-14e0-4cdf-96d7-6d4f98d91ae7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:54.902587 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-97a02198-14e0-4cdf-96d7-6d4f98d91ae7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e0ccfca-96d4-4082-881d-f0fb028fc85e HTTP/1.1" status: 204 len: 168 time: 1.4531786 Jul 05 18:16:54.921440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43488) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:54.930521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-166511c7-e8e9-4ea5-96cf-1a2832915ca4 None None] Provisioning for port c545be37-c9a4-4342-96c4-1cca0d36e4e7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:54.940440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-166511c7-e8e9-4ea5-96cf-1a2832915ca4 None None] Provisioning complete for port c545be37-c9a4-4342-96c4-1cca0d36e4e7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:54.941095 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-166511c7-e8e9-4ea5-96cf-1a2832915ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:55.046166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a02198-14e0-4cdf-96d7-6d4f98d91ae7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0ccfca-96d4-4082-881d-f0fb028fc85e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:55.047952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['aff16b2f-2781-41ce-a65a-278670964c1d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:55.066014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 75aedd36-20f1-48e0-b8ea-920bd61f91c9) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:55.099309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:55.100208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:55.106340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-6cee2f76-27fe-4c85-b61b-50ee6489b5ad service neutron] 10.222.0.97 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779737 Jul 05 18:16:55.129321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9ad048-3027-45ed-b78f-8d47ef5cea96 None None] Network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:55.249436 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8a3cd569-d3b9-4b58-8ca3-c7b1c0b387b6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2620497 Jul 05 18:16:55.252119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43498) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:55.258123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8870dfc9-d840-4825-9c0c-ae3248269844 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:55.296140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-166511c7-e8e9-4ea5-96cf-1a2832915ca4 None None] Port c545be37-c9a4-4342-96c4-1cca0d36e4e7 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:16:55.303782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6f3842b9-27cb-46e6-b3fa-619244cd8751 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3782024 Jul 05 18:16:55.304927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43500) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:55.402832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-8870dfc9-d840-4825-9c0c-ae3248269844 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for c545be37-c9a4-4342-96c4-1cca0d36e4e7 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:55.434078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:16:55.436087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:55.443044 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-315772a2-96da-48bf-8043-b4f429b1d179 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] delete failed (client error): The resource could not be found. Jul 05 18:16:55.444138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-315772a2-96da-48bf-8043-b4f429b1d179 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-groups/1e0ccfca-96d4-4082-881d-f0fb028fc85e HTTP/1.1" status: 404 len: 347 time: 0.1203403 Jul 05 18:16:55.468509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43504) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:55.487499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6db318f6-7166-4063-82a0-a145a1c6d351 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158860826'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:55.609203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59716d0a-cd73-4e3d-8b68-d9e16c8bec7b req-6079ad05-d4e6-4ec3-bb65-fb3c0b5dc70b service neutron] 10.222.0.97 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4901795 Jul 05 18:16:55.671778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ed0a-259d-44e0-a057-d454a724cb72 req-589cad9f-f616-4515-9486-4e11a95216f7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:55.681508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe13ed0a-259d-44e0-a057-d454a724cb72 req-589cad9f-f616-4515-9486-4e11a95216f7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 944 time: 0.4983177 Jul 05 18:16:55.714876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ccd917b0-5910-4d92-8296-06dc13dd9d2f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:55.773270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe13ed0a-259d-44e0-a057-d454a724cb72 req-3236c9a0-83b4-4552-8749-efda6ce9f0e6 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873451 Jul 05 18:16:55.806163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6db318f6-7166-4063-82a0-a145a1c6d351 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:55.830007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545a0fe-17d6-41ef-88dc-96ca8f7e9870 req-b89d5307-6a03-41b8-80b6-c6ec07177cbc tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:55.852627 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0545a0fe-17d6-41ef-88dc-96ca8f7e9870 req-b89d5307-6a03-41b8-80b6-c6ec07177cbc tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 944 time: 0.2901003 Jul 05 18:16:55.915415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0545a0fe-17d6-41ef-88dc-96ca8f7e9870 req-d42b5fe9-4320-4273-afa0-ac9e0a8c47ff tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618100 Jul 05 18:16:55.986335 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Allocated IP 2001:db8:1::2 (75aedd36-20f1-48e0-b8ea-920bd61f91c9/2fe4f7f0-593a-4546-b988-91766ca8e855/78b7d940-9559-4a78-92fd-ff22f430e433) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:56.117159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port ccd917b0-5910-4d92-8296-06dc13dd9d2f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:56.127096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ccd917b0-5910-4d92-8296-06dc13dd9d2f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:56.128015 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.188489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b03e4-68d5-4652-8bc3-83530a600b94 req-8c41d586-8d5a-4638-afeb-aa6e2dff946e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:56.190385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea9b03e4-68d5-4652-8bc3-83530a600b94 req-8c41d586-8d5a-4638-afeb-aa6e2dff946e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.1070673 Jul 05 18:16:56.223910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6db318f6-7166-4063-82a0-a145a1c6d351 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.236174 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.240365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea9b03e4-68d5-4652-8bc3-83530a600b94 req-cb0b182b-7d53-4c3b-bc5f-f649a2b78a80 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432649 Jul 05 18:16:56.245857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.273456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Transition to ACTIVE for port object 78b7d940-9559-4a78-92fd-ff22f430e433 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:56.300539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8870dfc9-d840-4825-9c0c-ae3248269844 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.313210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Transition to ACTIVE for port object 78b7d940-9559-4a78-92fd-ff22f430e433 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:56.331396 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.372253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port ccd917b0-5910-4d92-8296-06dc13dd9d2f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ccd917b0-5910-4d92-8296-06dc13dd9d2f,segment=NetworkSegment(cb3bf050-1682-4524-9ce8-3ba8442de640),segment_id=cb3bf050-1682-4524-9ce8-3ba8442de640)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:56.373431 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.380471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870dfc9-d840-4825-9c0c-ae3248269844 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=c545be37-c9a4-4342-96c4-1cca0d36e4e7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:56.382353 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6db318f6-7166-4063-82a0-a145a1c6d351 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.397442 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.447165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:56.450173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:56.453829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:56.488485 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.520513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Pushing event updated for resources: {'Port': ['ID=78b7d940-9559-4a78-92fd-ff22f430e433,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:56.534104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db318f6-7166-4063-82a0-a145a1c6d351 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67982254-6140-497b-9f8a-b05b2cda2267,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:56.557171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6db318f6-7166-4063-82a0-a145a1c6d351 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.560383 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6db318f6-7166-4063-82a0-a145a1c6d351 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0858004 Jul 05 18:16:56.563264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43560) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:56.567750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Attempting to bind port 78b7d940-9559-4a78-92fd-ff22f430e433 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:16:56.568136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Attempting to bind port 78b7d940-9559-4a78-92fd-ff22f430e433 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'c37dd311-3869-4882-be6b-2a515d2b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:16:56.568507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Attempting to bind port 78b7d940-9559-4a78-92fd-ff22f430e433 on network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:16:56.583310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3e68493a-9f78-4b72-affa-94840ee48b2d tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': '67982254-6140-497b-9f8a-b05b2cda2267', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:56.596454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:16:56.596836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Checking segment: {'id': 'c37dd311-3869-4882-be6b-2a515d2b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:16:56.597245 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.597643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Bound using segment: {'id': 'c37dd311-3869-4882-be6b-2a515d2b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:16:56.598134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Bound port: 78b7d940-9559-4a78-92fd-ff22f430e433, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37dd311-3869-4882-be6b-2a515d2b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:16:56.598520 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.613922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=ccd917b0-5910-4d92-8296-06dc13dd9d2f,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:56.642969 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8870dfc9-d840-4825-9c0c-ae3248269844 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.651909 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8870dfc9-d840-4825-9c0c-ae3248269844 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/c545be37-c9a4-4342-96c4-1cca0d36e4e7 HTTP/1.1" status: 204 len: 168 time: 1.9896128 Jul 05 18:16:56.654472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43566) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:56.698172 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ef20d7-f10d-492e-a255-c115eff00bf0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:16:56.702645 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-12ef20d7-f10d-492e-a255-c115eff00bf0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/c545be37-c9a4-4342-96c4-1cca0d36e4e7 HTTP/1.1" status: 404 len: 333 time: 0.0443599 Jul 05 18:16:56.702802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:56.724385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] For port 78b7d940-9559-4a78-92fd-ff22f430e433, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:16:56.728066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] For port 78b7d940-9559-4a78-92fd-ff22f430e433, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=78b7d940-9559-4a78-92fd-ff22f430e433,segment=NetworkSegment(c37dd311-3869-4882-be6b-2a515d2b2223),segment_id=c37dd311-3869-4882-be6b-2a515d2b2223)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:16:56.757794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e68493a-9f78-4b72-affa-94840ee48b2d tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.788897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f45f8c6-d8c6-4409-909a-69bfaf458189 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet c554908b-7bd5-4f32-9981-bd35f3e5dbb3 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:16:56.823033 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.841272 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f45f8c6-d8c6-4409-909a-69bfaf458189 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:56.845172 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-057f3cfd-d147-4337-ab19-3ac3989596fe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1134284 Jul 05 18:16:56.856221 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:16:56.912682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 2001:db8:1::1 (75aedd36-20f1-48e0-b8ea-920bd61f91c9/2fe4f7f0-593a-4546-b988-91766ca8e855/b4e33f30-63ae-47dc-9295-ab143eb34106) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:16:56.963192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd559571-9587-4c89-9fe8-e3c4d696a760 None None] Pushing event updated for resources: {'Port': ['ID=78b7d940-9559-4a78-92fd-ff22f430e433,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:57.055519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e68493a-9f78-4b72-affa-94840ee48b2d tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.102594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f45f8c6-d8c6-4409-909a-69bfaf458189 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.109670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 3a8a94c5-6bfa-4d77-9a74-20681b113851 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:16:57.145440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-6653cc60-7e09-4e41-8436-62176b30f31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:57.147418 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-6653cc60-7e09-4e41-8436-62176b30f31c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1097 time: 0.2652488 Jul 05 18:16:57.153069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.175520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Transition to ACTIVE for port object b4e33f30-63ae-47dc-9295-ab143eb34106 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:16:57.255195 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e68493a-9f78-4b72-affa-94840ee48b2d tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.302796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68493a-9f78-4b72-affa-94840ee48b2d tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4d66643-3f02-4f98-ac84-07aef6d8c483,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:57.308441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f45f8c6-d8c6-4409-909a-69bfaf458189 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.317528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 3a8a94c5-6bfa-4d77-9a74-20681b113851, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3a8a94c5-6bfa-4d77-9a74-20681b113851,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:57.348886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '3a8a94c5-6bfa-4d77-9a74-20681b113851', 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2', 'port_id': '3a8a94c5-6bfa-4d77-9a74-20681b113851', 'mac_address': 'fa:16:3e:27:6a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdc4b16-54d6-4246-afb9-d3b24c215c3e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:16:57.409433 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.435448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-b19a044d-2310-4fd6-8362-a4c6e55d510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:57.435448 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-b19a044d-2310-4fd6-8362-a4c6e55d510b service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.2580366 Jul 05 18:16:57.443038 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8a94c5-6bfa-4d77-9a74-20681b113851 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:16:57.447442 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e68493a-9f78-4b72-affa-94840ee48b2d tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.448705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3e68493a-9f78-4b72-affa-94840ee48b2d tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8835897 Jul 05 18:16:57.459012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b02492-5c74-4ee9-98f1-9be32c06a883 req-9aa8f57f-f1ce-4d25-a7c7-ad777007d33c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:57.459155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43594) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:57.466002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31b02492-5c74-4ee9-98f1-9be32c06a883 req-9aa8f57f-f1ce-4d25-a7c7-ad777007d33c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 944 time: 0.4280257 Jul 05 18:16:57.491308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 3a8a94c5-6bfa-4d77-9a74-20681b113851, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3a8a94c5-6bfa-4d77-9a74-20681b113851,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:57.502619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb8a21-23f3-4c14-abe6-1437a18835e4 req-e079d57c-8aa5-430c-9c0a-5cb5400a98c8 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:57.504223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2cb8a21-23f3-4c14-abe6-1437a18835e4 req-e079d57c-8aa5-430c-9c0a-5cb5400a98c8 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 944 time: 0.4157588 Jul 05 18:16:57.535462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31b02492-5c74-4ee9-98f1-9be32c06a883 req-c2b2d695-2b76-42e7-8d18-90cc1be2317b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684736 Jul 05 18:16:57.547650 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f45f8c6-d8c6-4409-909a-69bfaf458189 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.582721 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.606631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45f8c6-d8c6-4409-909a-69bfaf458189 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=c554908b-7bd5-4f32-9981-bd35f3e5dbb3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:57.608947 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f45f8c6-d8c6-4409-909a-69bfaf458189 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.611109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3f45f8c6-d8c6-4409-909a-69bfaf458189 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/c554908b-7bd5-4f32-9981-bd35f3e5dbb3 HTTP/1.1" status: 204 len: 168 time: 0.9066536 Jul 05 18:16:57.612900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba500f9e-81ab-4282-8d91-e7474d4a8910 None None] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:57.618434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43596) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:57.694548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2cb8a21-23f3-4c14-abe6-1437a18835e4 req-82e95bc9-a176-4bc0-aac5-256e4fed3da9 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735506 Jul 05 18:16:57.736051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fdb4fb6-a632-44c9-961d-5d3c91ce5c5d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet 25fcb675-b837-4c2c-81f6-7d21fd6964c0 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:16:57.747306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4fb6-a632-44c9-961d-5d3c91ce5c5d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.765434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=3a8a94c5-6bfa-4d77-9a74-20681b113851,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:57.818401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['3a8a94c5-6bfa-4d77-9a74-20681b113851'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:16:57.823964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ccd917b0-5910-4d92-8296-06dc13dd9d2f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:57.849215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4fb6-a632-44c9-961d-5d3c91ce5c5d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:57.992872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4fb6-a632-44c9-961d-5d3c91ce5c5d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.013721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ccd917b0-5910-4d92-8296-06dc13dd9d2f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:58.014095 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.115331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.160324 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4fb6-a632-44c9-961d-5d3c91ce5c5d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.189759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb4fb6-a632-44c9-961d-5d3c91ce5c5d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=25fcb675-b837-4c2c-81f6-7d21fd6964c0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:58.194518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2fdb4fb6-a632-44c9-961d-5d3c91ce5c5d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.199382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2fdb4fb6-a632-44c9-961d-5d3c91ce5c5d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/25fcb675-b837-4c2c-81f6-7d21fd6964c0 HTTP/1.1" status: 204 len: 168 time: 0.5768352 Jul 05 18:16:58.199884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43608) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:58.214297 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-7e77cb1c-bff8-460e-9bd0-f81cc2fe18d7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 1000 time: 0.7677436 Jul 05 18:16:58.215759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19adf87d-b7c0-4450-97f4-4d76867c4d19 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.221520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 78b7d940-9559-4a78-92fd-ff22f430e433 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:58.227656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19adf87d-b7c0-4450-97f4-4d76867c4d19 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.238617 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:58.252725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device aff16b2f-2781-41ce-a65a-278670964c1d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:58.318504 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.338436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-ab0c39e6-97e3-49a2-b2d0-b4692a72da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:58.340065 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-ab0c39e6-97e3-49a2-b2d0-b4692a72da50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.1004195 Jul 05 18:16:58.340675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=b4e33f30-63ae-47dc-9295-ab143eb34106,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:58.351045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:58.368090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:16:58.369127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.444697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a1c63d-f57b-4142-8910-59b371b710bc None None] Network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:58.480671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:16:58.481003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.486029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 78b7d940-9559-4a78-92fd-ff22f430e433 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:58.545276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19adf87d-b7c0-4450-97f4-4d76867c4d19 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.563359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port aff16b2f-2781-41ce-a65a-278670964c1d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:58.582484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19adf87d-b7c0-4450-97f4-4d76867c4d19 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.588322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43624) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:58.589353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port aff16b2f-2781-41ce-a65a-278670964c1d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:58.590039 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.593412 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-19adf87d-b7c0-4450-97f4-4d76867c4d19 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a4d66643-3f02-4f98-ac84-07aef6d8c483 HTTP/1.1" status: 204 len: 168 time: 1.1332943 Jul 05 18:16:58.599673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-6c2d0bff-64a1-43fc-ac64-4a4e14114c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:58.601173 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-6c2d0bff-64a1-43fc-ac64-4a4e14114c20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2477059 Jul 05 18:16:58.602274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19adf87d-b7c0-4450-97f4-4d76867c4d19 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4d66643-3f02-4f98-ac84-07aef6d8c483,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:58.639764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb5075b-d679-4739-a7d3-225a53904cc6 None None] Update dhcp port {'port': {'network_id': 'e46d0b4d-0ca9-4a20-b44a-99a8be2305ef', 'fixed_ips': [{'subnet_id': '25fcb675-b837-4c2c-81f6-7d21fd6964c0'}], 'binding:host_id': 'n-d-799524-1'}, 'id': '9aa87b2a-77dc-4bf1-91b7-24f90e512738'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:16:58.654836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] For port 9aa87b2a-77dc-4bf1-91b7-24f90e512738, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9aa87b2a-77dc-4bf1-91b7-24f90e512738,segment=NetworkSegment(ebfb94fc-589f-45bf-8e3d-3fb8441dfd11),segment_id=ebfb94fc-589f-45bf-8e3d-3fb8441dfd11)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:58.655204 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.733122 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-ba44a9c5-b8ea-4f1d-86a3-69e0e7d091fa service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164424 Jul 05 18:16:58.733280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 9aa87b2a-77dc-4bf1-91b7-24f90e512738 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:16:58.781378 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b4564233-78d4-4406-bffd-0b38cba9e910 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1918216 Jul 05 18:16:58.783986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-262b0604-555e-4f01-8716-d318d2c52fc4 None None] Provisioning for port 78b7d940-9559-4a78-92fd-ff22f430e433 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:16:58.785711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43634) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:58.814977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-262b0604-555e-4f01-8716-d318d2c52fc4 None None] Provisioning complete for port 78b7d940-9559-4a78-92fd-ff22f430e433 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:16:58.815794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-262b0604-555e-4f01-8716-d318d2c52fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.867123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:58.871312 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ecb5075b-d679-4739-a7d3-225a53904cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.032597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58237a-ba58-47ae-b695-9148c2ff5152 req-2098bf9a-dbc2-45aa-b4b2-c3d1b4c6ce77 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:59.034698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da58237a-ba58-47ae-b695-9148c2ff5152 req-2098bf9a-dbc2-45aa-b4b2-c3d1b4c6ce77 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 946 time: 0.3622341 Jul 05 18:16:59.035504 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3d49ed8b-a378-4a52-a00c-4e45b557ec60 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.079915 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3d49ed8b-a378-4a52-a00c-4e45b557ec60 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.111932 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70cb8af6-7e0c-49e7-aca2-a030260dc999 req-acc20b8b-5431-4018-9499-24c5b1150bb8 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402023 Jul 05 18:16:59.124096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 3a8a94c5-6bfa-4d77-9a74-20681b113851 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:16:59.124478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec61358-fc04-4e98-8e68-f8c98cb75185 req-ed2ed09e-c76d-49ff-80cb-7ac3cd7f345b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:59.132404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ec61358-fc04-4e98-8e68-f8c98cb75185 req-ed2ed09e-c76d-49ff-80cb-7ac3cd7f345b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 944 time: 0.3714054 Jul 05 18:16:59.151947 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.211218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=9aa87b2a-77dc-4bf1-91b7-24f90e512738,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:59.213414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No DVR routers for this DVR port 9aa87b2a-77dc-4bf1-91b7-24f90e512738 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:16:59.228993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da58237a-ba58-47ae-b695-9148c2ff5152 req-310dba5d-3ab3-4fa9-b32c-015226975365 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874177 Jul 05 18:16:59.283286 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ec61358-fc04-4e98-8e68-f8c98cb75185 req-49d999aa-5ae9-4449-a58a-87a739149910 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496270 Jul 05 18:16:59.409011 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.416782 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.420603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.436777 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3d49ed8b-a378-4a52-a00c-4e45b557ec60 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.442583 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3d49ed8b-a378-4a52-a00c-4e45b557ec60 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.447098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3d49ed8b-a378-4a52-a00c-4e45b557ec60 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-groups/67982254-6140-497b-9f8a-b05b2cda2267 HTTP/1.1" status: 204 len: 168 time: 0.6506217 Jul 05 18:16:59.450716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43652) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:59.450850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e46d0b4d-0ca9-4a20-b44a-99a8be2305ef']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:59.476501 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49ed8b-a378-4a52-a00c-4e45b557ec60 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67982254-6140-497b-9f8a-b05b2cda2267,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:59.524440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.525507 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.545926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfb94fc-589f-45bf-8e3d-3fb8441dfd11') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:59.546244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfb94fc-589f-45bf-8e3d-3fb8441dfd11') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:16:59.592975 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.597111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c621142a-3932-4557-bf7f-f1a27d5e7b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff16b2f-2781-41ce-a65a-278670964c1d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:16:59.608674 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55760fa1-3ce6-4fda-b124-fb9bc5553b5c" -d '{"events": [{"server_uuid": "c621142a-3932-4557-bf7f-f1a27d5e7b39", "name": "network-vif-plugged", "status": "completed", "tag": "aff16b2f-2781-41ce-a65a-278670964c1d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:16:59.615494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.624924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:16:59.625892 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:16:59.629488 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:16:59.640173 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c62a5044-b8bb-4fbe-91b0-eae339add6c1 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1913247 Jul 05 18:16:59.648653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43662) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:59.673681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8141d939-5c06-43d6-b39e-5cd688e16758 None None] Network e46d0b4d-0ca9-4a20-b44a-99a8be2305ef requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:16:59.711060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=b4e33f30-63ae-47dc-9295-ab143eb34106,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:59.711315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d9313e71-aeef-4aee-90b0-e6f3818340ad tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102609696'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:16:59.758780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af44594-2d16-4eaf-b957-532b079f0134 req-1b4a4378-d203-4f73-b23e-e88382b7fad5 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:16:59.769386 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0634f832-4e38-4d12-bf14-5568e0578d39 x-openstack-request-id: req-0634f832-4e38-4d12-bf14-5568e0578d39 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:16:59.772744 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c621142a-3932-4557-bf7f-f1a27d5e7b39", "name": "network-vif-plugged", "status": "completed", "tag": "aff16b2f-2781-41ce-a65a-278670964c1d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:16:59.772744 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0634f832-4e38-4d12-bf14-5568e0578d39 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:16:59.772744 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c621142a-3932-4557-bf7f-f1a27d5e7b39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff16b2f-2781-41ce-a65a-278670964c1d', 'code': 200} Jul 05 18:16:59.780343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5af44594-2d16-4eaf-b957-532b079f0134 req-1b4a4378-d203-4f73-b23e-e88382b7fad5 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 945 time: 0.3275330 Jul 05 18:16:59.811819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:16:59.814176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:16:59.833019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port aff16b2f-2781-41ce-a65a-278670964c1d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aff16b2f-2781-41ce-a65a-278670964c1d,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:59.857133 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-262b0604-555e-4f01-8716-d318d2c52fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.881252 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.896327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5af44594-2d16-4eaf-b957-532b079f0134 req-a8352465-4bdd-4f9b-8bc9-0f8160f70dd6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126392 Jul 05 18:16:59.903147 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.923546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/networks/e46d0b4d-0ca9-4a20-b44a-99a8be2305ef HTTP/1.1" status: 204 len: 168 time: 1.7225714 Jul 05 18:16:59.928362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43672) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:16:59.957494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-262b0604-555e-4f01-8716-d318d2c52fc4 None None] For port 78b7d940-9559-4a78-92fd-ff22f430e433, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=78b7d940-9559-4a78-92fd-ff22f430e433,segment=NetworkSegment(c37dd311-3869-4882-be6b-2a515d2b2223),segment_id=c37dd311-3869-4882-be6b-2a515d2b2223)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:16:59.960840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:16:59.961897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:16:59.968039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c7d0c-635e-4f46-bb55-9335e82a08b0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Network': ['ID=e46d0b4d-0ca9-4a20-b44a-99a8be2305ef,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:16:59.972160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9313e71-aeef-4aee-90b0-e6f3818340ad tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.032382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 3a8a94c5-6bfa-4d77-9a74-20681b113851 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:00.049682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 3a8a94c5-6bfa-4d77-9a74-20681b113851 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:00.050682 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.091099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:00.126964 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-262b0604-555e-4f01-8716-d318d2c52fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.137405 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9313e71-aeef-4aee-90b0-e6f3818340ad tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.138688 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.188770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=aff16b2f-2781-41ce-a65a-278670964c1d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:00.205451 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9313e71-aeef-4aee-90b0-e6f3818340ad tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.212080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8168f-33d6-49ec-bcac-2989699d7fa5 req-d9e236a9-376a-453d-8229-92f83676cdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:00.216412 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-16a8168f-33d6-49ec-bcac-2989699d7fa5 req-d9e236a9-376a-453d-8229-92f83676cdb2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 1096 time: 0.3017204 Jul 05 18:17:00.239101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8023f0cc-ca87-4d69-b388-7ba8ef39c9d9 None None] DHCP port deletion for e46d0b4d-0ca9-4a20-b44a-99a8be2305ef request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:17:00.277767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd534180-e060-40b3-b880-75364f55660e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:00.283583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9313e71-aeef-4aee-90b0-e6f3818340ad tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c0078c-578f-40ed-a67c-a2aedaa66000,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:00.283828 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cd534180-e060-40b3-b880-75364f55660e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2643998 Jul 05 18:17:00.285789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43684) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:00.285910 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.358754 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9313e71-aeef-4aee-90b0-e6f3818340ad tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.360670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d9313e71-aeef-4aee-90b0-e6f3818340ad tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6594419 Jul 05 18:17:00.365927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43692) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:00.384143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9bc71c77-fc9a-40f3-a8b9-4497ec4609b9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0078c-578f-40ed-a67c-a2aedaa66000', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:00.384487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-074bd5d0-d967-4513-8e7b-a8fba5bf747a None None] Provisioning complete for port 78b7d940-9559-4a78-92fd-ff22f430e433 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:00.384811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-074bd5d0-d967-4513-8e7b-a8fba5bf747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.418668 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-16a8168f-33d6-49ec-bcac-2989699d7fa5 req-d98cba64-119e-432c-9e2e-109e2bbaf5be service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373463 Jul 05 18:17:00.425031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b8322b7e-e5bd-4171-b4fd-1c5aa2c38be0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1393957 Jul 05 18:17:00.426095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43694) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:00.429156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:00.433416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-481484217'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:00.436219 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1f3cdef9-e134-4722-b8ee-f214f6b18e1b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1708827 Jul 05 18:17:00.443022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b0604-555e-4f01-8716-d318d2c52fc4 None None] Pushing event updated for resources: {'Port': ['ID=78b7d940-9559-4a78-92fd-ff22f430e433,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:00.445439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43698) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:00.454832 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:00.458650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2111721196'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:00.476636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:00.486044 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:00.487644 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:00.490228 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.569345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 3a8a94c5-6bfa-4d77-9a74-20681b113851, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3a8a94c5-6bfa-4d77-9a74-20681b113851,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:00.577437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:17:00.577437 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 18:17:00.577437 n-d-799524-1 neutron-server[100997]: [parameters: {'project_id_1': 'edbf32161e384f84b5734430f2d9ff71', 'expiration_1': datetime.datetime(2021, 7, 5, 18, 17, 0, 477191)}] Jul 05 18:17:00.577437 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:17:00.578206 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:17:00.578666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c77-fc9a-40f3-a8b9-4497ec4609b9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.623774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac39d7-7ee9-46e9-8aa7-da865770b40a req-f8ae1b47-5ba5-4a64-8ca1-0e0f565d8ed7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:00.625727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1ac39d7-7ee9-46e9-8aa7-da865770b40a req-f8ae1b47-5ba5-4a64-8ca1-0e0f565d8ed7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 945 time: 0.1236680 Jul 05 18:17:00.651617 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:00.675788 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.719672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1ac39d7-7ee9-46e9-8aa7-da865770b40a req-bd691f28-4a87-4e2a-b668-0b09f6baf4b0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877895 Jul 05 18:17:00.731689 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c77-fc9a-40f3-a8b9-4497ec4609b9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.733513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:00.739207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.776081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=14']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:00.788153 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.795429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:17:00.820063 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.820760 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added segment 8a3fb47e-f023-46d4-8273-804ccb604896 of type vlan for network e25f479e-e1f4-4012-bf12-22b1daa7de85 Jul 05 18:17:00.869138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=3a8a94c5-6bfa-4d77-9a74-20681b113851,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:00.879893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-074bd5d0-d967-4513-8e7b-a8fba5bf747a None None] Provisioning for port b4e33f30-63ae-47dc-9295-ab143eb34106 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:00.885382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-074bd5d0-d967-4513-8e7b-a8fba5bf747a None None] Provisioning complete for port b4e33f30-63ae-47dc-9295-ab143eb34106 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:00.886662 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-074bd5d0-d967-4513-8e7b-a8fba5bf747a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.887198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c77-fc9a-40f3-a8b9-4497ec4609b9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.915420 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:00.920981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc71c77-fc9a-40f3-a8b9-4497ec4609b9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48927586-14b4-46f7-801c-36d0170dd1b5,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:00.931118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-074bd5d0-d967-4513-8e7b-a8fba5bf747a None None] Port b4e33f30-63ae-47dc-9295-ab143eb34106 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:00.935334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-074bd5d0-d967-4513-8e7b-a8fba5bf747a None None] Could not find standard attr ID for object 9aa87b2a-77dc-4bf1-91b7-24f90e512738. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:17:01.005969 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:16:58Z', 'revision_number': 3, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:16:59Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:01.033355 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:01.033705 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Updating router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 port b4e33f30-63ae-47dc-9295-ab143eb34106 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:17:01.054163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-21c2b52e-04c9-4283-8bf6-44be710c3863 None None] Provisioning complete for port b4e33f30-63ae-47dc-9295-ab143eb34106 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:01.055280 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-21c2b52e-04c9-4283-8bf6-44be710c3863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.068406 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9bc71c77-fc9a-40f3-a8b9-4497ec4609b9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.069382 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.089538 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9bc71c77-fc9a-40f3-a8b9-4497ec4609b9 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6921048 Jul 05 18:17:01.089538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43716) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:01.089538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-82eebf91-155d-4f7b-ae27-f2e9b7e9ad2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0078c-578f-40ed-a67c-a2aedaa66000', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:01.102392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-21c2b52e-04c9-4283-8bf6-44be710c3863 None None] Port b4e33f30-63ae-47dc-9295-ab143eb34106 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:01.110387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-82eebf91-155d-4f7b-ae27-f2e9b7e9ad2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:17:01.110387 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 18:17:01.110387 n-d-799524-1 neutron-server[100998]: [parameters: {'project_id_1': '107e692082fe45bab34ae1a3f6620035', 'expiration_1': datetime.datetime(2021, 7, 5, 18, 17, 1, 94579)}] Jul 05 18:17:01.110387 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:17:01.112460 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-82eebf91-155d-4f7b-ae27-f2e9b7e9ad2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:17:01.131115 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.137313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:01.138454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.151289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c333038-0c62-442f-a15b-c10c54113ddb req-b5d1572e-6698-4102-84b5-570efc31bc57 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:01.152976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c333038-0c62-442f-a15b-c10c54113ddb req-b5d1572e-6698-4102-84b5-570efc31bc57 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 946 time: 0.1183341 Jul 05 18:17:01.216018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c333038-0c62-442f-a15b-c10c54113ddb req-2c49cddf-8aaa-41a8-90c4-632d4e5eea5e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506651 Jul 05 18:17:01.233736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:01.238516 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.252261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Network': ['ID=e25f479e-e1f4-4012-bf12-22b1daa7de85,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:01.264373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e25f479e-e1f4-4012-bf12-22b1daa7de85 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:17:01.295087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:17:01.317970 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.318364 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Added segment cf8e5e2a-8b75-4e99-beb3-f3fef546a779 of type vlan for network ec943c9b-ebc4-427d-b785-0787f9d57322 Jul 05 18:17:01.318476 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e799a7dd-3c67-47f6-bb58-7e3b93a9d639 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8696201 Jul 05 18:17:01.319543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43726) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:01.325272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'subnet': {'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:01.400238 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.459089 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.472271 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Transition to ACTIVE for port object b4e33f30-63ae-47dc-9295-ab143eb34106 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:01.525497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.531123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:01.531706 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.583185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:01.583644 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.588081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.599634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 78b7d940-9559-4a78-92fd-ff22f430e433 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:01.621897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Network': ['ID=ec943c9b-ebc4-427d-b785-0787f9d57322,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:01.636999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ec943c9b-ebc4-427d-b785-0787f9d57322 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:17:01.669639 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ffed3fe3-926a-4fac-a593-ff2f62c06af6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2422791 Jul 05 18:17:01.673427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43742) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:01.678469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': 'ec943c9b-ebc4-427d-b785-0787f9d57322', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:01.706265 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Pushing event updated for resources: {'Port': ['ID=b4e33f30-63ae-47dc-9295-ab143eb34106,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:01.747518 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.748039 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.748520 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.748993 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.750150 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.750676 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.751152 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.751626 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.752429 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.752904 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.753360 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.753942 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:01.771703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}, {'server_uuid': 'a457382c-ff6d-44f4-98ff-39b22ff4e4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a94c5-6bfa-4d77-9a74-20681b113851'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:01.786039 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6b1bc6-3d4e-4a66-93cf-28de52ad949a" -d '{"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}, {"server_uuid": "a457382c-ff6d-44f4-98ff-39b22ff4e4ff", "name": "network-vif-plugged", "status": "completed", "tag": "3a8a94c5-6bfa-4d77-9a74-20681b113851"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:01.807700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 78b7d940-9559-4a78-92fd-ff22f430e433 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:01.808176 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.848378 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Attempting to bind port b4e33f30-63ae-47dc-9295-ab143eb34106 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:01.848695 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Attempting to bind port b4e33f30-63ae-47dc-9295-ab143eb34106 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'c37dd311-3869-4882-be6b-2a515d2b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:01.849636 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Attempting to bind port b4e33f30-63ae-47dc-9295-ab143eb34106 on network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:01.853292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82eebf91-155d-4f7b-ae27-f2e9b7e9ad2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.858781 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:01.859643 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Checking segment: {'id': 'c37dd311-3869-4882-be6b-2a515d2b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:01.860331 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.878327 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Bound using segment: {'id': 'c37dd311-3869-4882-be6b-2a515d2b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:01.880014 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Bound port: b4e33f30-63ae-47dc-9295-ab143eb34106, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c37dd311-3869-4882-be6b-2a515d2b2223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:01.880769 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:01.901874 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146f84ed-5db5-479c-9ece-182b9ec4bf52 x-openstack-request-id: req-146f84ed-5db5-479c-9ece-182b9ec4bf52 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:01.902437 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-unplugged", "status": "completed", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "code": 200}, {"server_uuid": "a457382c-ff6d-44f4-98ff-39b22ff4e4ff", "name": "network-vif-plugged", "status": "completed", "tag": "3a8a94c5-6bfa-4d77-9a74-20681b113851", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:01.902437 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-146f84ed-5db5-479c-9ece-182b9ec4bf52 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:01.902824 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'code': 200} Jul 05 18:17:01.904592 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a457382c-ff6d-44f4-98ff-39b22ff4e4ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8a94c5-6bfa-4d77-9a74-20681b113851', 'code': 200} Jul 05 18:17:02.025936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:02.031548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:02.052439 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] For port b4e33f30-63ae-47dc-9295-ab143eb34106, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:02.058437 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] For port b4e33f30-63ae-47dc-9295-ab143eb34106, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b4e33f30-63ae-47dc-9295-ab143eb34106,segment=NetworkSegment(c37dd311-3869-4882-be6b-2a515d2b2223),segment_id=c37dd311-3869-4882-be6b-2a515d2b2223)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:02.090399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9aa87b2a-77dc-4bf1-91b7-24f90e512738 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:02.122115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 9aa87b2a-77dc-4bf1-91b7-24f90e512738 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:02.130359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9aa87b2a-77dc-4bf1-91b7-24f90e512738 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:02.179491 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:02.228775 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82eebf91-155d-4f7b-ae27-f2e9b7e9ad2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:02.268384 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:02.268384 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:02.372571 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:02.424121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82eebf91-155d-4f7b-ae27-f2e9b7e9ad2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:02.496918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eebf91-155d-4f7b-ae27-f2e9b7e9ad2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bc2ad3-50b9-449d-ba59-f786a0a5f7ab,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:02.511829 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:02.525539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Subnet': ['ID=7967485e-2a7a-46ed-8f0b-e635f09c0d73,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:02.548400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Checking segment: {'id': '8a3fb47e-f023-46d4-8273-804ccb604896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:02.549135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network hostable DHCP agents. Network: e25f479e-e1f4-4012-bf12-22b1daa7de85, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:17:02.554759 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0aa4e-779e-4a93-87bc-2f5b769b328b None None] Pushing event updated for resources: {'Port': ['ID=b4e33f30-63ae-47dc-9295-ab143eb34106,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:02.598515 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82eebf91-155d-4f7b-ae27-f2e9b7e9ad2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:02.603648 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82eebf91-155d-4f7b-ae27-f2e9b7e9ad2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5296390 Jul 05 18:17:02.608087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43776) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:02.615465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-06ab948d-a797-4225-9d46-41648532b14c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0078c-578f-40ed-a67c-a2aedaa66000', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:02.652738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network e25f479e-e1f4-4012-bf12-22b1daa7de85 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:17:02.664560 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cfefc-e663-46f1-b236-388ce3de01d6 req-e7f0af05-6b8a-4cfe-9da1-3de8a6f78fe9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:02.667179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-156cfefc-e663-46f1-b236-388ce3de01d6 req-e7f0af05-6b8a-4cfe-9da1-3de8a6f78fe9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 945 time: 0.6938748 Jul 05 18:17:02.717971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9b0a6-3ea2-4fda-ba65-6df9aa6d26cb req-ac43addc-2788-4c80-9c5d-12e9fe66af64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:02.720355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffa9b0a6-3ea2-4fda-ba65-6df9aa6d26cb req-ac43addc-2788-4c80-9c5d-12e9fe66af64 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 1097 time: 0.7065988 Jul 05 18:17:02.742369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e25f479e-e1f4-4012-bf12-22b1daa7de85) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:02.751267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:02.751267 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:02.755651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706d5592-9623-477b-ab26-dea8a1e0d242 None None] Network e25f479e-e1f4-4012-bf12-22b1daa7de85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:02.789439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06ab948d-a797-4225-9d46-41648532b14c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:02.805095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b6935b-ed31-4684-96b7-06db6c5cd522 req-de9f5877-7d34-4601-b2ab-c79ad382e649 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:02.812769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8b6935b-ed31-4684-96b7-06db6c5cd522 req-de9f5877-7d34-4601-b2ab-c79ad382e649 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 946 time: 0.2840528 Jul 05 18:17:02.821870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-156cfefc-e663-46f1-b236-388ce3de01d6 req-a8656cca-3e9c-4e6c-87df-5d1dd11ca489 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436851 Jul 05 18:17:02.833210 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:16:58Z', 'revision_number': 3, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:02Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:02.879149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06ab948d-a797-4225-9d46-41648532b14c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:02.904500 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602fa37b-e4a5-416e-a3f6-5b6be3a652c7 None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:16:58Z', 'revision_number': 3, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:02Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:02.905386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffa9b0a6-3ea2-4fda-ba65-6df9aa6d26cb req-ed696be0-a6d7-49b3-ba33-c24274404235 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728070 Jul 05 18:17:02.911616 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cabcfdfb-ea7b-4515-a361-7e76538184d9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5905223 Jul 05 18:17:02.924057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43786) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:02.956178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8b6935b-ed31-4684-96b7-06db6c5cd522 req-32123715-ac22-4fee-9242-5a48399676bb tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408713 Jul 05 18:17:03.040961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06ab948d-a797-4225-9d46-41648532b14c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.067755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-e25f479e-e1f4-4012-bf12-22b1daa7de85', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:17:03.068396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.071105 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.116549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab948d-a797-4225-9d46-41648532b14c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b89e115-4e38-4101-ae59-bb8e537aa5d8,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:03.271963 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06ab948d-a797-4225-9d46-41648532b14c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.273570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-06ab948d-a797-4225-9d46-41648532b14c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6622212 Jul 05 18:17:03.276558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43792) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:03.281488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-eafe192d-ba42-475b-9737-c21197779a41 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0078c-578f-40ed-a67c-a2aedaa66000', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:03.292601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=0d188c71-f522-4dab-892a-79aa045543c2,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:03.318379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Checking segment: {'id': 'cf8e5e2a-8b75-4e99-beb3-f3fef546a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ec943c9b-ebc4-427d-b785-0787f9d57322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:03.319244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network hostable DHCP agents. Network: ec943c9b-ebc4-427d-b785-0787f9d57322, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:17:03.357600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Allocated IP 2001:db8:2::2 (e25f479e-e1f4-4012-bf12-22b1daa7de85/7967485e-2a7a-46ed-8f0b-e635f09c0d73/142d391a-2dba-4acf-83c6-b945959fec5e) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:03.413961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eafe192d-ba42-475b-9737-c21197779a41 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.415964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a21d9-01e0-4861-8474-75cfbcd347ba req-119555c3-8bfe-4c08-aeb1-e94232d3f8b2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:03.419451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f14a21d9-01e0-4861-8474-75cfbcd347ba req-119555c3-8bfe-4c08-aeb1-e94232d3f8b2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 945 time: 0.3008420 Jul 05 18:17:03.480521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f14a21d9-01e0-4861-8474-75cfbcd347ba req-9a558689-cd18-4644-ab85-9f0525c8b6aa tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467064 Jul 05 18:17:03.519253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf577e9-64d7-45db-ae0d-e85f7dc6a64f req-583640a9-8927-4e56-b58f-a65729b5d401 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:03.520812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3cf577e9-64d7-45db-ae0d-e85f7dc6a64f req-583640a9-8927-4e56-b58f-a65729b5d401 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1707866 Jul 05 18:17:03.524729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network ec943c9b-ebc4-427d-b785-0787f9d57322 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:17:03.613613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ec943c9b-ebc4-427d-b785-0787f9d57322) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:03.619241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.624179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eafe192d-ba42-475b-9737-c21197779a41 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.625914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:03.628274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.636202 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.647023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Transition to ACTIVE for port object 142d391a-2dba-4acf-83c6-b945959fec5e will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:03.679792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Transition to ACTIVE for port object 142d391a-2dba-4acf-83c6-b945959fec5e will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:03.685350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01264d0-fb43-4871-999c-0388641f97ef None None] Network ec943c9b-ebc4-427d-b785-0787f9d57322 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:03.702144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3cf577e9-64d7-45db-ae0d-e85f7dc6a64f req-133775b0-98ee-4b6d-a93c-325e507f7365 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646535 Jul 05 18:17:03.749357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eafe192d-ba42-475b-9737-c21197779a41 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.779857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a1e82f96-d191-464a-a045-766e15c7291a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1051714 Jul 05 18:17:03.782387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43802) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:03.788996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': 'ec943c9b-ebc4-427d-b785-0787f9d57322', 'name': 'tempest-PortsTestJSON-104067021'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:03.808318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b4e33f30-63ae-47dc-9295-ab143eb34106 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:03.811072 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:03.891719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe192d-ba42-475b-9737-c21197779a41 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21723c91-e766-4432-82fa-d80e04bde9fc,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:03.932588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Pushing event updated for resources: {'Port': ['ID=142d391a-2dba-4acf-83c6-b945959fec5e,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:03.997762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Network e25f479e-e1f4-4012-bf12-22b1daa7de85 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:04.017097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:04.024824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:04.051488 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eafe192d-ba42-475b-9737-c21197779a41 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.056000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eafe192d-ba42-475b-9737-c21197779a41 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7784770 Jul 05 18:17:04.056801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43808) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:04.061583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f70fa072-4d50-4edd-98ab-ecdb0bd75be7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': 'd4c0078c-578f-40ed-a67c-a2aedaa66000', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:04.141108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb6dad-168b-4918-910b-4aee49f84825 req-b67e4751-9a02-4beb-a230-2464c1fb7d9b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:04.146233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8bb6dad-168b-4918-910b-4aee49f84825 req-b67e4751-9a02-4beb-a230-2464c1fb7d9b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 945 time: 0.1320853 Jul 05 18:17:04.185149 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8bb6dad-168b-4918-910b-4aee49f84825 req-fc3fb935-4847-489e-9b9d-e0585665362d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362253 Jul 05 18:17:04.246141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f70fa072-4d50-4edd-98ab-ecdb0bd75be7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.374097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b4e33f30-63ae-47dc-9295-ab143eb34106 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:04.382500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:04.386105 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.393470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Attempting to bind port 142d391a-2dba-4acf-83c6-b945959fec5e on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:04.394149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Attempting to bind port 142d391a-2dba-4acf-83c6-b945959fec5e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '8a3fb47e-f023-46d4-8273-804ccb604896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:04.395419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Attempting to bind port 142d391a-2dba-4acf-83c6-b945959fec5e on network e25f479e-e1f4-4012-bf12-22b1daa7de85 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:04.400394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f70fa072-4d50-4edd-98ab-ecdb0bd75be7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.411224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port a0d2fe94-63f7-4e0a-9105-8e46f84b0179 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:17:04.412063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:04.412739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Checking segment: {'id': '8a3fb47e-f023-46d4-8273-804ccb604896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:04.413568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.415196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Bound using segment: {'id': '8a3fb47e-f023-46d4-8273-804ccb604896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:04.417367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Bound port: 142d391a-2dba-4acf-83c6-b945959fec5e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3fb47e-f023-46d4-8273-804ccb604896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:04.418083 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.445615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b4e33f30-63ae-47dc-9295-ab143eb34106 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:04.446350 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.461311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 2001:db8:2::1 (e25f479e-e1f4-4012-bf12-22b1daa7de85/7967485e-2a7a-46ed-8f0b-e635f09c0d73/bf9837c1-36dc-4b30-badc-aa5402b37f7b) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:04.539271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.6 (ec943c9b-ebc4-427d-b785-0787f9d57322/0d188c71-f522-4dab-892a-79aa045543c2/a0d2fe94-63f7-4e0a-9105-8e46f84b0179) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:04.632203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ec943c9b-ebc4-427d-b785-0787f9d57322', 'network_id': 'ec943c9b-ebc4-427d-b785-0787f9d57322', 'tenant_id': 'edbf32161e384f84b5734430f2d9ff71', 'fixed_ips': [{'subnet_id': '0d188c71-f522-4dab-892a-79aa045543c2'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:17:04.633369 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.640112 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f70fa072-4d50-4edd-98ab-ecdb0bd75be7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.645943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.688107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Transition to ACTIVE for port object bf9837c1-36dc-4b30-badc-aa5402b37f7b will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:04.689789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fa072-4d50-4edd-98ab-ecdb0bd75be7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d49712-395c-4c08-b546-8e983ef431a2,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:04.701875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] For port 142d391a-2dba-4acf-83c6-b945959fec5e, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:04.728745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c3e4b-d3da-48bd-beb9-a6299243a424 req-43f3d3cd-9174-463f-b3c3-e4c2ca6498b8 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:04.730196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-107c3e4b-d3da-48bd-beb9-a6299243a424 req-43f3d3cd-9174-463f-b3c3-e4c2ca6498b8 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 946 time: 0.4113839 Jul 05 18:17:04.732607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] For port 142d391a-2dba-4acf-83c6-b945959fec5e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=142d391a-2dba-4acf-83c6-b945959fec5e,segment=NetworkSegment(8a3fb47e-f023-46d4-8273-804ccb604896),segment_id=8a3fb47e-f023-46d4-8273-804ccb604896)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:04.756927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-3ae452b5-91eb-47aa-9e60-e605d149cb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:04.758899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-3ae452b5-91eb-47aa-9e60-e605d149cb6e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1618054 Jul 05 18:17:04.782737 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f70fa072-4d50-4edd-98ab-ecdb0bd75be7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.785964 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.787906 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f70fa072-4d50-4edd-98ab-ecdb0bd75be7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7296722 Jul 05 18:17:04.807989 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.813183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43822) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:04.862905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-107c3e4b-d3da-48bd-beb9-a6299243a424 req-3bd49cb4-8026-4e6f-8560-274b87ddb84f tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203017 Jul 05 18:17:04.868469 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.909645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port b4e33f30-63ae-47dc-9295-ab143eb34106, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b4e33f30-63ae-47dc-9295-ab143eb34106,segment=NetworkSegment(c37dd311-3869-4882-be6b-2a515d2b2223),segment_id=c37dd311-3869-4882-be6b-2a515d2b2223)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:04.912796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:04.927382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dadb98-e713-4f3b-b5b5-7e38ab6ad433 None None] Pushing event updated for resources: {'Port': ['ID=142d391a-2dba-4acf-83c6-b945959fec5e,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:04.935375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object a0d2fe94-63f7-4e0a-9105-8e46f84b0179 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:04.981445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network e25f479e-e1f4-4012-bf12-22b1daa7de85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:04.985458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=bf9837c1-36dc-4b30-badc-aa5402b37f7b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:04.989267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:04.994390 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.000998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:05.001614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.067122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b4e33f30-63ae-47dc-9295-ab143eb34106,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:05.100012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a02b67c3-6e0b-4976-9967-58d9b0baa43b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.112178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a02b67c3-6e0b-4976-9967-58d9b0baa43b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.142520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca504b66-938d-4d36-8ee5-c9024236e53a req-7ec94461-607e-41be-9dd6-ab8adf03dc67 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:05.144566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca504b66-938d-4d36-8ee5-c9024236e53a req-7ec94461-607e-41be-9dd6-ab8adf03dc67 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0789628 Jul 05 18:17:05.187736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca504b66-938d-4d36-8ee5-c9024236e53a req-71e74a39-4034-40d4-a4e2-b35a0fb26c2a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363081 Jul 05 18:17:05.197043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-0a5d84c4-a24f-4dd8-be3d-5eba09948a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:05.198539 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-0a5d84c4-a24f-4dd8-be3d-5eba09948a53 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.4307899 Jul 05 18:17:05.229499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.295099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network ec943c9b-ebc4-427d-b785-0787f9d57322 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:05.300397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:05.303415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:05.361953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:05.365129 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.384597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Allocated IP 172.20.0.2 (ec943c9b-ebc4-427d-b785-0787f9d57322/0d188c71-f522-4dab-892a-79aa045543c2/29c96452-e822-450a-84e9-c34c9c25f84f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:05.400552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=a0d2fe94-63f7-4e0a-9105-8e46f84b0179,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:05.407737 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-8e8e9e92-f669-4f16-b281-440b5765e666 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 998 time: 0.1630349 Jul 05 18:17:05.422792 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a02b67c3-6e0b-4976-9967-58d9b0baa43b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.426212 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a02b67c3-6e0b-4976-9967-58d9b0baa43b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.428422 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a02b67c3-6e0b-4976-9967-58d9b0baa43b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/54d49712-395c-4c08-b546-8e983ef431a2 HTTP/1.1" status: 204 len: 168 time: 0.6139216 Jul 05 18:17:05.431385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43838) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:05.506939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c33b0f89-15f6-40cb-8d04-fbbaee0317a4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7231097 Jul 05 18:17:05.513644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43842) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:05.628926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': 'ec943c9b-ebc4-427d-b785-0787f9d57322', 'name': 'tempest-PortsTestJSON-744624164'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:05.690915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b67c3-6e0b-4976-9967-58d9b0baa43b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d49712-395c-4c08-b546-8e983ef431a2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:05.744495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-6be46c48-075d-49e1-929e-bc11e93611eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:05.746401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.749605 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-6be46c48-075d-49e1-929e-bc11e93611eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.3407304 Jul 05 18:17:05.752038 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.770649 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Transition to ACTIVE for port object 29c96452-e822-450a-84e9-c34c9c25f84f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:05.805108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Transition to ACTIVE for port object 29c96452-e822-450a-84e9-c34c9c25f84f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:05.856694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 142d391a-2dba-4acf-83c6-b945959fec5e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:05.888307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-50ce160d-14e9-4970-87cb-a37b0087ee40 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4515035 Jul 05 18:17:05.888899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43848) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:05.907994 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.924877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:05.995983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f5df6-a342-4059-958f-a1ab883af9b0 req-f5c5487a-5508-4e62-afa8-3350ad11bd44 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:05.997769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa0f5df6-a342-4059-958f-a1ab883af9b0 req-f5c5487a-5508-4e62-afa8-3350ad11bd44 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 945 time: 0.2625086 Jul 05 18:17:06.053242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-62c58153-6d78-4f9b-8fc0-8a4cfb6245fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:06.055403 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-62c58153-6d78-4f9b-8fc0-8a4cfb6245fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780464 Jul 05 18:17:06.087382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa0f5df6-a342-4059-958f-a1ab883af9b0 req-ae274f97-d388-4e6d-afdd-e1128645e924 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798306 Jul 05 18:17:06.126860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:06.131150 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.134954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Pushing event updated for resources: {'Port': ['ID=29c96452-e822-450a-84e9-c34c9c25f84f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:06.158140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Network ec943c9b-ebc4-427d-b785-0787f9d57322 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:06.169123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 5ea0a4b2-87ee-484e-bc99-7f2b310ddc21 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:17:06.174014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:06.177736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:06.190083 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7fc2494c-f986-489d-8754-9a973bd188cf tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.201013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7fc2494c-f986-489d-8754-9a973bd188cf tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.271374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 142d391a-2dba-4acf-83c6-b945959fec5e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:06.278053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b4e33f30-63ae-47dc-9295-ab143eb34106 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:06.349429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Attempting to bind port 29c96452-e822-450a-84e9-c34c9c25f84f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:06.350158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Attempting to bind port 29c96452-e822-450a-84e9-c34c9c25f84f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'cf8e5e2a-8b75-4e99-beb3-f3fef546a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ec943c9b-ebc4-427d-b785-0787f9d57322'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:06.350758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Attempting to bind port 29c96452-e822-450a-84e9-c34c9c25f84f on network ec943c9b-ebc4-427d-b785-0787f9d57322 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:06.363211 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7fc2494c-f986-489d-8754-9a973bd188cf tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.369586 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7fc2494c-f986-489d-8754-9a973bd188cf tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.371343 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7fc2494c-f986-489d-8754-9a973bd188cf tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/21723c91-e766-4432-82fa-d80e04bde9fc HTTP/1.1" status: 204 len: 168 time: 0.4826369 Jul 05 18:17:06.396159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:06.400428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Checking segment: {'id': 'cf8e5e2a-8b75-4e99-beb3-f3fef546a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ec943c9b-ebc4-427d-b785-0787f9d57322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:06.402368 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.403073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Bound using segment: {'id': 'cf8e5e2a-8b75-4e99-beb3-f3fef546a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ec943c9b-ebc4-427d-b785-0787f9d57322'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:06.405215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Bound port: 29c96452-e822-450a-84e9-c34c9c25f84f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf8e5e2a-8b75-4e99-beb3-f3fef546a779', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ec943c9b-ebc4-427d-b785-0787f9d57322'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:06.407664 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.424018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43864) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:06.532451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b4e33f30-63ae-47dc-9295-ab143eb34106 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:06.534595 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.680240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea67f2a2-ce60-4e3e-9f8e-5fbef1167702 None None] Network e25f479e-e1f4-4012-bf12-22b1daa7de85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:06.694706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1becf983-9408-488b-aa85-8d0439e22178 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2694969 Jul 05 18:17:06.696100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.13 (ec943c9b-ebc4-427d-b785-0787f9d57322/0d188c71-f522-4dab-892a-79aa045543c2/5ea0a4b2-87ee-484e-bc99-7f2b310ddc21) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:06.701350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43870) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:06.786734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28f537e1-8de8-4a18-bddb-c5e954704618 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.803365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] For port 29c96452-e822-450a-84e9-c34c9c25f84f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:06.814364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853d48c-7752-4462-af9e-bce488e4ac3e req-8f3a18a0-8705-4328-9a22-0eceb2d0fa00 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:06.816034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8853d48c-7752-4462-af9e-bce488e4ac3e req-8f3a18a0-8705-4328-9a22-0eceb2d0fa00 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.3751221 Jul 05 18:17:06.819836 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28f537e1-8de8-4a18-bddb-c5e954704618 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.840916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] For port 29c96452-e822-450a-84e9-c34c9c25f84f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=29c96452-e822-450a-84e9-c34c9c25f84f,segment=NetworkSegment(cf8e5e2a-8b75-4e99-beb3-f3fef546a779),segment_id=cf8e5e2a-8b75-4e99-beb3-f3fef546a779)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:06.853675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-69358d93-f006-4a98-9a8d-ba7c61d6925b None None] Provisioning for port 142d391a-2dba-4acf-83c6-b945959fec5e completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:06.895893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-69358d93-f006-4a98-9a8d-ba7c61d6925b None None] Provisioning complete for port 142d391a-2dba-4acf-83c6-b945959fec5e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:06.895893 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-69358d93-f006-4a98-9a8d-ba7c61d6925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:06.937387 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.005865 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.007134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8853d48c-7752-4462-af9e-bce488e4ac3e req-a78adfc6-d1f9-4e17-adaa-c3228f8af488 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849647 Jul 05 18:17:07.017057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2494c-f986-489d-8754-9a973bd188cf tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21723c91-e766-4432-82fa-d80e04bde9fc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:07.020558 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-a51457c8-3edc-4ac3-92ab-cb32b57d6765 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9382305 Jul 05 18:17:07.024607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b2351-35a7-4f55-8129-e8b1771b60d9 None None] Pushing event updated for resources: {'Port': ['ID=29c96452-e822-450a-84e9-c34c9c25f84f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:07.092144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.137041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.138154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.153300 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28f537e1-8de8-4a18-bddb-c5e954704618 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.173265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object 5ea0a4b2-87ee-484e-bc99-7f2b310ddc21 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:07.176927 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28f537e1-8de8-4a18-bddb-c5e954704618 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.197693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43878) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:07.199120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-28f537e1-8de8-4a18-bddb-c5e954704618 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0b89e115-4e38-4101-ae59-bb8e537aa5d8 HTTP/1.1" status: 204 len: 168 time: 0.4966865 Jul 05 18:17:07.224643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-69358d93-f006-4a98-9a8d-ba7c61d6925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.226209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-eb7252bd-ab16-4486-950f-332f4304c48d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:07.235797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-eb7252bd-ab16-4486-950f-332f4304c48d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.39 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 945 time: 0.3309438 Jul 05 18:17:07.241271 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2addaeb7-969a-4f30-90d5-024e76ec506b req-7c8a2c7f-9cc0-4f41-86b7-bc5ac41fcac8 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082238 Jul 05 18:17:07.269505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f537e1-8de8-4a18-bddb-c5e954704618 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b89e115-4e38-4101-ae59-bb8e537aa5d8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:07.288926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-69358d93-f006-4a98-9a8d-ba7c61d6925b None None] For port 142d391a-2dba-4acf-83c6-b945959fec5e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=142d391a-2dba-4acf-83c6-b945959fec5e,segment=NetworkSegment(8a3fb47e-f023-46d4-8273-804ccb604896),segment_id=8a3fb47e-f023-46d4-8273-804ccb604896)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:07.333371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=bf9837c1-36dc-4b30-badc-aa5402b37f7b,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:07.401378 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-69358d93-f006-4a98-9a8d-ba7c61d6925b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.507572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43884) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:07.507822 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d87e0aa7-cfc2-418c-8384-7db51af1b9ba tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3010776 Jul 05 18:17:07.531799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69358d93-f006-4a98-9a8d-ba7c61d6925b None None] Pushing event updated for resources: {'Port': ['ID=142d391a-2dba-4acf-83c6-b945959fec5e,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:07.631649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network e25f479e-e1f4-4012-bf12-22b1daa7de85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:07.631649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:07.674519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-901799e7-a369-4709-baef-65f6d82e3ec6 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.712594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-901799e7-a369-4709-baef-65f6d82e3ec6 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.773993 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.838880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 29c96452-e822-450a-84e9-c34c9c25f84f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:07.876319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-901799e7-a369-4709-baef-65f6d82e3ec6 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.893983 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-901799e7-a369-4709-baef-65f6d82e3ec6 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.899076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-901799e7-a369-4709-baef-65f6d82e3ec6 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/29bc2ad3-50b9-449d-ba59-f786a0a5f7ab HTTP/1.1" status: 204 len: 168 time: 0.3862267 Jul 05 18:17:07.925996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network ec943c9b-ebc4-427d-b785-0787f9d57322 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:07.929364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43890) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:07.938905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Deleting port aff16b2f-2781-41ce-a65a-278670964c1d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:07.944513 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:07.958470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:07.971570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb025a44-dfd8-4d2a-b9c6-b5304a31f7bc req-1b3d77bd-11aa-472f-8221-420666dcd633 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:07.984332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb025a44-dfd8-4d2a-b9c6-b5304a31f7bc req-1b3d77bd-11aa-472f-8221-420666dcd633 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 945 time: 0.5939863 Jul 05 18:17:07.985860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:08.062703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901799e7-a369-4709-baef-65f6d82e3ec6 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29bc2ad3-50b9-449d-ba59-f786a0a5f7ab,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:08.080559 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eb74c7c2-57d9-45b6-861f-c07f727c9723 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1465640 Jul 05 18:17:08.090069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43896) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:08.116470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:08.152335 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 29c96452-e822-450a-84e9-c34c9c25f84f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:08.163008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=5ea0a4b2-87ee-484e-bc99-7f2b310ddc21,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:08.188954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46736fef-edd2-4276-9bd2-bb6f6354a051 None None] Provisioning for port bf9837c1-36dc-4b30-badc-aa5402b37f7b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:08.194011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46736fef-edd2-4276-9bd2-bb6f6354a051 None None] Provisioning complete for port bf9837c1-36dc-4b30-badc-aa5402b37f7b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:08.194693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46736fef-edd2-4276-9bd2-bb6f6354a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.275766 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-46736fef-edd2-4276-9bd2-bb6f6354a051 None None] Port bf9837c1-36dc-4b30-badc-aa5402b37f7b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:08.308366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46736fef-edd2-4276-9bd2-bb6f6354a051 None None] Provisioning complete for port 142d391a-2dba-4acf-83c6-b945959fec5e triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:08.308759 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46736fef-edd2-4276-9bd2-bb6f6354a051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.324594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9094706c-dd00-4045-8b77-34c394d9bd21 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.329119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:08.329786 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.399568 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb025a44-dfd8-4d2a-b9c6-b5304a31f7bc req-3a4a3eee-ed3f-4883-b9df-8486a8e291b8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154258 Jul 05 18:17:08.461952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:08.475212 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7df40331-1080-49d1-b8d0-2ddb942b8952 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5472243 Jul 05 18:17:08.478447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43902) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:08.496067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-802118153'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:08.501977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9094706c-dd00-4045-8b77-34c394d9bd21 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.510901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:08.524756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8fa9dbc6-cc3d-46a6-8615-8546aa0c1de8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0029113 Jul 05 18:17:08.529037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43904) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:08.537227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] For port aff16b2f-2781-41ce-a65a-278670964c1d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=aff16b2f-2781-41ce-a65a-278670964c1d,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:08.537493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:08.537782 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.542891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:08.581375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Calling delete_port for aff16b2f-2781-41ce-a65a-278670964c1d owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:08.759316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6ccaa-bc99-467b-9a70-7b1656f7e8c8 req-68d4c7be-b6a3-4a48-8db5-b5ad3b912c5e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:08.759718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-547fb1fd-8ac2-446d-b6b0-7f9943673edb None None] Provisioning complete for port bf9837c1-36dc-4b30-badc-aa5402b37f7b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:08.762794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-547fb1fd-8ac2-446d-b6b0-7f9943673edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.768197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78b6ccaa-bc99-467b-9a70-7b1656f7e8c8 req-68d4c7be-b6a3-4a48-8db5-b5ad3b912c5e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.3859251 Jul 05 18:17:08.794477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:08.811134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:08.811134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.894207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78b6ccaa-bc99-467b-9a70-7b1656f7e8c8 req-5d6a0442-bf62-4f98-b81b-cc84a7c240e1 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032701 Jul 05 18:17:08.908801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9094706c-dd00-4045-8b77-34c394d9bd21 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.937572 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9094706c-dd00-4045-8b77-34c394d9bd21 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:08.937572 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9094706c-dd00-4045-8b77-34c394d9bd21 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/48927586-14b4-46f7-801c-36d0170dd1b5 HTTP/1.1" status: 204 len: 168 time: 0.8383098 Jul 05 18:17:08.937572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094706c-dd00-4045-8b77-34c394d9bd21 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48927586-14b4-46f7-801c-36d0170dd1b5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:08.937572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43912) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:08.967891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:17:09.010511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eec232a-461b-4b09-a1a6-b69a400f0df8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:09.012269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7eec232a-461b-4b09-a1a6-b69a400f0df8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.4801552 Jul 05 18:17:09.017121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43916) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:09.035341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.035604 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added segment 78f5c35b-52a4-4a86-ba58-bb4c3afe19ee of type vlan for network 7391052e-06db-4472-99bd-68975b3a955c Jul 05 18:17:09.049542 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d9886f2f-afc0-462e-bd51-6b954aad8c81 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1008363 Jul 05 18:17:09.057740 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43918) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:09.064579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471c6732-c536-4be8-84f8-05d04ddc27ea None None] Network ec943c9b-ebc4-427d-b785-0787f9d57322 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:09.101482 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.126908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.149168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['57b8cffd-eaef-4ca6-a5f6-a1019455921a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:09.163190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:09.208554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event deleted for resources: {'Port': ['ID=aff16b2f-2781-41ce-a65a-278670964c1d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:09.209830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-660de7d1-1bf8-4698-9a57-1a63e835ca2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.252763 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-660de7d1-1bf8-4698-9a57-1a63e835ca2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.293646 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.302143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:09.304089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.331153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-547fb1fd-8ac2-446d-b6b0-7f9943673edb None None] Port bf9837c1-36dc-4b30-badc-aa5402b37f7b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:09.331832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] No DVR routers for this DVR port aff16b2f-2781-41ce-a65a-278670964c1d on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:09.338918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.341718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-247ba5ca-23f8-4946-b6ed-2d48405bc5fe req-24d389ce-4cdb-4703-beab-b6349ea17f0f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.39 "DELETE /v2.0/ports/aff16b2f-2781-41ce-a65a-278670964c1d HTTP/1.1" status: 204 len: 173 time: 2.0983477 Jul 05 18:17:09.345058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c621142a-3932-4557-bf7f-f1a27d5e7b39', 'name': 'network-vif-deleted', 'tag': 'aff16b2f-2781-41ce-a65a-278670964c1d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:09.347737 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2b7e41-6583-4917-8f3e-ef83420a582d" -d '{"events": [{"server_uuid": "c621142a-3932-4557-bf7f-f1a27d5e7b39", "name": "network-vif-deleted", "tag": "aff16b2f-2781-41ce-a65a-278670964c1d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:09.388004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-54297fde-a10a-4c3e-8135-b748726d4359 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 5ea0a4b2-87ee-484e-bc99-7f2b310ddc21 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:09.388950 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-54297fde-a10a-4c3e-8135-b748726d4359 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.421110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43928) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:09.421800 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9387884 Jul 05 18:17:09.425488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ac8bb7-895f-447e-b7e4-0381afebed4a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Network': ['ID=7391052e-06db-4472-99bd-68975b3a955c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:09.472837 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063df02b-3ec4-4c7f-aff3-8572bbfbb41d x-openstack-request-id: req-063df02b-3ec4-4c7f-aff3-8572bbfbb41d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:09.473131 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c621142a-3932-4557-bf7f-f1a27d5e7b39", "name": "network-vif-deleted", "tag": "aff16b2f-2781-41ce-a65a-278670964c1d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:09.473382 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-063df02b-3ec4-4c7f-aff3-8572bbfbb41d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:09.473789 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c621142a-3932-4557-bf7f-f1a27d5e7b39', 'name': 'network-vif-deleted', 'tag': 'aff16b2f-2781-41ce-a65a-278670964c1d', 'status': 'completed', 'code': 200} Jul 05 18:17:09.476650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 7391052e-06db-4472-99bd-68975b3a955c details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:17:09.477498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'subnet': {'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:09.559616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-660de7d1-1bf8-4698-9a57-1a63e835ca2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.563349 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-660de7d1-1bf8-4698-9a57-1a63e835ca2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.564993 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-660de7d1-1bf8-4698-9a57-1a63e835ca2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-groups/d4c0078c-578f-40ed-a67c-a2aedaa66000 HTTP/1.1" status: 204 len: 168 time: 0.5062678 Jul 05 18:17:09.570139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43932) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:09.618798 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660de7d1-1bf8-4698-9a57-1a63e835ca2c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c0078c-578f-40ed-a67c-a2aedaa66000,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:09.634209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-54297fde-a10a-4c3e-8135-b748726d4359 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.693650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-54297fde-a10a-4c3e-8135-b748726d4359 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 5ea0a4b2-87ee-484e-bc99-7f2b310ddc21 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:09.714876 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-558fc3e5-b549-4552-9fb0-0195b1a43186 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1433191 Jul 05 18:17:09.724458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43934) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:09.729360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bb6c86e2-e85e-47ee-bc4d-466f610b84d3 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group': {'name': 'tempest-secgroup--1534940447'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:09.782028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b91fd3e1-9299-44eb-9cff-5427a9c021cc req-96f918c4-b3ed-43a9-8857-f9084ff9f1dd tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 210 time: 0.1083069 Jul 05 18:17:09.846324 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb6c86e2-e85e-47ee-bc4d-466f610b84d3 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:09.879205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 142d391a-2dba-4acf-83c6-b945959fec5e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:09.995228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Made reservation on behalf of 5712f422c3b14993bcd9c3ee66eed76e for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:10.004396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.058241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] Provisioning complete for port bf9837c1-36dc-4b30-badc-aa5402b37f7b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:10.058709 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.136796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] Port bf9837c1-36dc-4b30-badc-aa5402b37f7b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:10.154443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:05Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:06Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:10.166323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb6c86e2-e85e-47ee-bc4d-466f610b84d3 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.178168 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-54297fde-a10a-4c3e-8135-b748726d4359 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.208696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:10.209211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Updating router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 port bf9837c1-36dc-4b30-badc-aa5402b37f7b binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:17:10.218488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 142d391a-2dba-4acf-83c6-b945959fec5e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:10.218974 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.221774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb6c86e2-e85e-47ee-bc4d-466f610b84d3 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.269984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c86e2-e85e-47ee-bc4d-466f610b84d3 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93350f59-7877-48ed-af17-f132eb62733a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:10.303574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54297fde-a10a-4c3e-8135-b748726d4359 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=5ea0a4b2-87ee-484e-bc99-7f2b310ddc21,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:10.305743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] Provisioning for port 29c96452-e822-450a-84e9-c34c9c25f84f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:10.308145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device aff16b2f-2781-41ce-a65a-278670964c1d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:10.359946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] Provisioning complete for port 29c96452-e822-450a-84e9-c34c9c25f84f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:10.360530 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.361269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb6c86e2-e85e-47ee-bc4d-466f610b84d3 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.364276 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb6c86e2-e85e-47ee-bc4d-466f610b84d3 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6384552 Jul 05 18:17:10.365860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43948) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:10.371675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-899dd092-fc8a-4bae-af81-55a7b66f7598 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': '93350f59-7877-48ed-af17-f132eb62733a', 'direction': 'ingress', 'protocol': 17}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:10.415589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: aff16b2f-2781-41ce-a65a-278670964c1d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:10.415946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device aff16b2f-2781-41ce-a65a-278670964c1d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:10.442443 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.478593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-899dd092-fc8a-4bae-af81-55a7b66f7598 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.486037 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-54297fde-a10a-4c3e-8135-b748726d4359 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.490012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-54297fde-a10a-4c3e-8135-b748726d4359 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/5ea0a4b2-87ee-484e-bc99-7f2b310ddc21 HTTP/1.1" status: 204 len: 168 time: 1.4688220 Jul 05 18:17:10.491155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43952) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:10.521398 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03c9665-1a02-4983-8e85-93182f38282e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:17:10.525635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f03c9665-1a02-4983-8e85-93182f38282e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/5ea0a4b2-87ee-484e-bc99-7f2b310ddc21 HTTP/1.1" status: 404 len: 333 time: 0.0315490 Jul 05 18:17:10.532676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187946a-26c6-4c33-bc50-451ccc4cc145 req-cb265e92-7229-41a4-8805-79c628be1bc8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:10.539316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b187946a-26c6-4c33-bc50-451ccc4cc145 req-cb265e92-7229-41a4-8805-79c628be1bc8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.4657202 Jul 05 18:17:10.541734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43954) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:10.591291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.657297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-899dd092-fc8a-4bae-af81-55a7b66f7598 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.660861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Subnet': ['ID=daaeb1e2-2a2a-465a-905a-9122a78e4c48,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:10.735707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b187946a-26c6-4c33-bc50-451ccc4cc145 req-488abd58-1bb1-4d08-aeee-0df1e8e877b0 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946526 Jul 05 18:17:10.742322 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.775207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-899dd092-fc8a-4bae-af81-55a7b66f7598 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.818079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Checking segment: {'id': '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7391052e-06db-4472-99bd-68975b3a955c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:10.818434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network hostable DHCP agents. Network: 7391052e-06db-4472-99bd-68975b3a955c, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:17:10.871823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899dd092-fc8a-4bae-af81-55a7b66f7598 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf77723d-b634-486d-a295-47ee6f590969,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:10.876434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-899dd092-fc8a-4bae-af81-55a7b66f7598 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.895571 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-899dd092-fc8a-4bae-af81-55a7b66f7598 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5281534 Jul 05 18:17:10.896592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43962) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:10.904154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-680ffda1-aca6-4c6d-9b85-b8f70b9c6407 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port a0d2fe94-63f7-4e0a-9105-8e46f84b0179 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:10.904503 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-680ffda1-aca6-4c6d-9b85-b8f70b9c6407 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:10.928220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] For port 29c96452-e822-450a-84e9-c34c9c25f84f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=29c96452-e822-450a-84e9-c34c9c25f84f,segment=NetworkSegment(cf8e5e2a-8b75-4e99-beb3-f3fef546a779),segment_id=cf8e5e2a-8b75-4e99-beb3-f3fef546a779)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:11.000607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.038408 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d6bab83b-b719-480e-83cc-19822c80c1b0 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.103097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d6bab83b-b719-480e-83cc-19822c80c1b0 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.122023 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-680ffda1-aca6-4c6d-9b85-b8f70b9c6407 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.130602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 7391052e-06db-4472-99bd-68975b3a955c is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:17:11.217402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-680ffda1-aca6-4c6d-9b85-b8f70b9c6407 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for a0d2fe94-63f7-4e0a-9105-8e46f84b0179 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:11.233491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d5567bd-6f87-4d40-b146-b90710ab2b91 req-1bf8c700-3a5b-46b8-b602-55a27901d478 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=c621142a-3932-4557-bf7f-f1a27d5e7b39 HTTP/1.1" status: 200 len: 210 time: 0.0634995 Jul 05 18:17:11.263494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df01b65-f65f-4937-ab97-4be5e8bd20cf None None] Pushing event updated for resources: {'Port': ['ID=29c96452-e822-450a-84e9-c34c9c25f84f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:11.314420 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d6bab83b-b719-480e-83cc-19822c80c1b0 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.317207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d6bab83b-b719-480e-83cc-19822c80c1b0 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.318499 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d6bab83b-b719-480e-83cc-19822c80c1b0 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-groups/93350f59-7877-48ed-af17-f132eb62733a HTTP/1.1" status: 204 len: 168 time: 0.4199791 Jul 05 18:17:11.321654 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.322350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43974) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:11.332921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Transition to ACTIVE for port object bf9837c1-36dc-4b30-badc-aa5402b37f7b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:11.355803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 7391052e-06db-4472-99bd-68975b3a955c) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:11.379714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bab83b-b719-480e-83cc-19822c80c1b0 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93350f59-7877-48ed-af17-f132eb62733a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:11.381068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae46121a-2e7a-440f-a657-78df16279f87 None None] Network 7391052e-06db-4472-99bd-68975b3a955c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:11.400430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:11.401036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.450239 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f2222b24-b60a-4361-a1ad-86fb37394feb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1262300 Jul 05 18:17:11.455127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43978) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:11.459820 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bb4273d7-0bb8-4987-b966-1e1706f5f526 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608132137'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:11.462169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.555639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ccece458-8c3c-4b69-9069-69abafde0676 None None] Provisioning for port a0d2fe94-63f7-4e0a-9105-8e46f84b0179 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:11.566112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ccece458-8c3c-4b69-9069-69abafde0676 None None] Provisioning complete for port a0d2fe94-63f7-4e0a-9105-8e46f84b0179 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:11.566491 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccece458-8c3c-4b69-9069-69abafde0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.615096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb4273d7-0bb8-4987-b966-1e1706f5f526 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.677693 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-22c62b82-d391-481d-9786-156bb96d7054 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2541826 Jul 05 18:17:11.680393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43980) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:11.690355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44377797-b61b-4c16-8450-12b9afbcd6d7 None None] Pushing event updated for resources: {'Port': ['ID=bf9837c1-36dc-4b30-badc-aa5402b37f7b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:11.736340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ccece458-8c3c-4b69-9069-69abafde0676 None None] Port a0d2fe94-63f7-4e0a-9105-8e46f84b0179 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:11.779360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb4273d7-0bb8-4987-b966-1e1706f5f526 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.793509 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072277d7-fd3a-480c-9643-bc16e8cecb99 req-2a790718-7384-49b2-aeaa-644bce770303 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:11.803830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-072277d7-fd3a-480c-9643-bc16e8cecb99 req-2a790718-7384-49b2-aeaa-644bce770303 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.5643666 Jul 05 18:17:11.811071 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-680ffda1-aca6-4c6d-9b85-b8f70b9c6407 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.840186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 29c96452-e822-450a-84e9-c34c9c25f84f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:11.854619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Attempting to bind port bf9837c1-36dc-4b30-badc-aa5402b37f7b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:11.854619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Attempting to bind port bf9837c1-36dc-4b30-badc-aa5402b37f7b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '8a3fb47e-f023-46d4-8273-804ccb604896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:11.854922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Attempting to bind port bf9837c1-36dc-4b30-badc-aa5402b37f7b on network e25f479e-e1f4-4012-bf12-22b1daa7de85 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:11.892224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb4273d7-0bb8-4987-b966-1e1706f5f526 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.947742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4273d7-0bb8-4987-b966-1e1706f5f526 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=703a0346-14fb-4df4-beb3-e4010c4f9c08,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:11.973281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:11.973884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Checking segment: {'id': '8a3fb47e-f023-46d4-8273-804ccb604896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:11.974056 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.974457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Bound using segment: {'id': '8a3fb47e-f023-46d4-8273-804ccb604896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:11.974970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Bound port: bf9837c1-36dc-4b30-badc-aa5402b37f7b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a3fb47e-f023-46d4-8273-804ccb604896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:11.975552 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:11.996916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ffda1-aca6-4c6d-9b85-b8f70b9c6407 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=a0d2fe94-63f7-4e0a-9105-8e46f84b0179,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:12.034734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb4273d7-0bb8-4987-b966-1e1706f5f526 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.036454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb4273d7-0bb8-4987-b966-1e1706f5f526 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5802739 Jul 05 18:17:12.040136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43986) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:12.048986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-761e3be2-a412-44ff-960d-603481da3ba1 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073269032'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:12.094597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-072277d7-fd3a-480c-9643-bc16e8cecb99 req-0d0330f0-a7ec-47ad-8276-45cf2521945f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893207 Jul 05 18:17:12.162636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] For port bf9837c1-36dc-4b30-badc-aa5402b37f7b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:12.166295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] For port bf9837c1-36dc-4b30-badc-aa5402b37f7b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bf9837c1-36dc-4b30-badc-aa5402b37f7b,segment=NetworkSegment(8a3fb47e-f023-46d4-8273-804ccb604896),segment_id=8a3fb47e-f023-46d4-8273-804ccb604896)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:12.167987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ccece458-8c3c-4b69-9069-69abafde0676 None None] Provisioning complete for port 29c96452-e822-450a-84e9-c34c9c25f84f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:12.168365 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccece458-8c3c-4b69-9069-69abafde0676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.211047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-761e3be2-a412-44ff-960d-603481da3ba1 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.217684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-7391052e-06db-4472-99bd-68975b3a955c', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:17:12.218803 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.243775 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.456201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-761e3be2-a412-44ff-960d-603481da3ba1 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.493005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Allocated IP 2001:db8:3::2 (7391052e-06db-4472-99bd-68975b3a955c/daaeb1e2-2a2a-465a-905a-9122a78e4c48/d576eca4-e8fe-480a-a5e0-fdb81a43716f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:12.542629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-761e3be2-a412-44ff-960d-603481da3ba1 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.626393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e3be2-a412-44ff-960d-603481da3ba1 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c85a2a9-141f-4052-ab02-49a214822b88,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:12.706691 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-761e3be2-a412-44ff-960d-603481da3ba1 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.710826 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-761e3be2-a412-44ff-960d-603481da3ba1 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6684732 Jul 05 18:17:12.711463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44004) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:12.716918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e1455f39-3cba-4cbf-a15b-6798724fa2fb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': '703a0346-14fb-4df4-beb3-e4010c4f9c08', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2c85a2a9-141f-4052-ab02-49a214822b88', 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:12.818902 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.830646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Transition to ACTIVE for port object d576eca4-e8fe-480a-a5e0-fdb81a43716f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:12.849338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Transition to ACTIVE for port object d576eca4-e8fe-480a-a5e0-fdb81a43716f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:12.860534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:12.861197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:12.868293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1455f39-3cba-4cbf-a15b-6798724fa2fb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:12.988625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.010174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44377797-b61b-4c16-8450-12b9afbcd6d7 None None] Pushing event updated for resources: {'Port': ['ID=bf9837c1-36dc-4b30-badc-aa5402b37f7b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:13.012948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 29c96452-e822-450a-84e9-c34c9c25f84f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:13.013336 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.079010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Network 7391052e-06db-4472-99bd-68975b3a955c is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:13.108146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:13.113525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:13.201787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1455f39-3cba-4cbf-a15b-6798724fa2fb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.297768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1455f39-3cba-4cbf-a15b-6798724fa2fb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.326977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:13.336381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1455f39-3cba-4cbf-a15b-6798724fa2fb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd99c87-29cf-489c-ae7d-701ba5e96e7c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:13.371326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Pushing event updated for resources: {'Port': ['ID=d576eca4-e8fe-480a-a5e0-fdb81a43716f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:13.392168 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-680ffda1-aca6-4c6d-9b85-b8f70b9c6407 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.398840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-680ffda1-aca6-4c6d-9b85-b8f70b9c6407 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/a0d2fe94-63f7-4e0a-9105-8e46f84b0179 HTTP/1.1" status: 204 len: 168 time: 2.8561587 Jul 05 18:17:13.405554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44018) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:13.458354 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-7166e38c-8c83-4692-a95a-73ca6b4d07b1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:17:13.462597 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7166e38c-8c83-4692-a95a-73ca6b4d07b1 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/a0d2fe94-63f7-4e0a-9105-8e46f84b0179 HTTP/1.1" status: 404 len: 333 time: 0.0556924 Jul 05 18:17:13.463197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44020) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:13.530796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1455f39-3cba-4cbf-a15b-6798724fa2fb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.532943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ba380-84b8-4f3b-8975-8d4dfbe6d65b req-fd53823f-c166-46ac-b1e0-a702ee11a6e8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:13.539030 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e1455f39-3cba-4cbf-a15b-6798724fa2fb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8258595 Jul 05 18:17:13.539786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c9ba380-84b8-4f3b-8975-8d4dfbe6d65b req-fd53823f-c166-46ac-b1e0-a702ee11a6e8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 1.1357820 Jul 05 18:17:13.546899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44024) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:13.593167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-79165c15-6f7e-4f0b-a2fc-1b7133acea83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet 0d188c71-f522-4dab-892a-79aa045543c2 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:17:13.597340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3991-caf5-46fd-b21d-3e8538a9776c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.598926 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79165c15-6f7e-4f0b-a2fc-1b7133acea83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.629488 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3991-caf5-46fd-b21d-3e8538a9776c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.669395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c9ba380-84b8-4f3b-8975-8d4dfbe6d65b req-a570ef8c-8473-4afe-ba43-fa8113157fe8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286197 Jul 05 18:17:13.676379 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79165c15-6f7e-4f0b-a2fc-1b7133acea83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.677640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6fecff31-364f-42d7-9329-47c4b7a7566f None None] Could not find standard attr ID for object 5ea0a4b2-87ee-484e-bc99-7f2b310ddc21. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:17:13.680411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Attempting to bind port d576eca4-e8fe-480a-a5e0-fdb81a43716f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:13.680793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Attempting to bind port d576eca4-e8fe-480a-a5e0-fdb81a43716f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7391052e-06db-4472-99bd-68975b3a955c'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:13.681162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Attempting to bind port d576eca4-e8fe-480a-a5e0-fdb81a43716f on network 7391052e-06db-4472-99bd-68975b3a955c {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:13.691277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:13.691659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Checking segment: {'id': '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7391052e-06db-4472-99bd-68975b3a955c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:13.692067 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.692459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Bound using segment: {'id': '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7391052e-06db-4472-99bd-68975b3a955c'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:13.692936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Bound port: d576eca4-e8fe-480a-a5e0-fdb81a43716f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7391052e-06db-4472-99bd-68975b3a955c'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:13.693319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.714253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6fecff31-364f-42d7-9329-47c4b7a7566f None None] Could not find standard attr ID for object a0d2fe94-63f7-4e0a-9105-8e46f84b0179. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:17:13.753088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.802909 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3991-caf5-46fd-b21d-3e8538a9776c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.808734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b0b3991-caf5-46fd-b21d-3e8538a9776c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.813980 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0b0b3991-caf5-46fd-b21d-3e8538a9776c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/bcd99c87-29cf-489c-ae7d-701ba5e96e7c HTTP/1.1" status: 204 len: 168 time: 0.2622252 Jul 05 18:17:13.819269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44028) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:13.824298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad37d1a-fc6f-44e0-be9c-6276b1ef05b7 req-101bff36-4459-4c7c-9ec4-bdd5ea5c767b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:13.825886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ad37d1a-fc6f-44e0-be9c-6276b1ef05b7 req-101bff36-4459-4c7c-9ec4-bdd5ea5c767b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 945 time: 0.2696817 Jul 05 18:17:13.843815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b3991-caf5-46fd-b21d-3e8538a9776c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcd99c87-29cf-489c-ae7d-701ba5e96e7c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:13.857332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] For port d576eca4-e8fe-480a-a5e0-fdb81a43716f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:13.865010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] For port d576eca4-e8fe-480a-a5e0-fdb81a43716f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d576eca4-e8fe-480a-a5e0-fdb81a43716f,segment=NetworkSegment(78f5c35b-52a4-4a86-ba58-bb4c3afe19ee),segment_id=78f5c35b-52a4-4a86-ba58-bb4c3afe19ee)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:13.878800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79165c15-6f7e-4f0b-a2fc-1b7133acea83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:13.976447 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b2cc6f6f-17c3-4fe9-8ad9-b0df28e5b217 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1558456 Jul 05 18:17:13.977050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44040) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:13.980297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.070061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ad37d1a-fc6f-44e0-be9c-6276b1ef05b7 req-48a955ef-599f-47c5-ba2a-d2982ed9c676 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138340 Jul 05 18:17:14.071519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc617536-2cfe-445e-add5-68b30e72113f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.086629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223389d-0eec-4043-9746-593a3b3c9dec None None] Pushing event updated for resources: {'Port': ['ID=d576eca4-e8fe-480a-a5e0-fdb81a43716f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:14.106105 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79165c15-6f7e-4f0b-a2fc-1b7133acea83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.125083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:05Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:12Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:14.155524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79165c15-6f7e-4f0b-a2fc-1b7133acea83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=0d188c71-f522-4dab-892a-79aa045543c2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:14.158358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc617536-2cfe-445e-add5-68b30e72113f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.168216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-79165c15-6f7e-4f0b-a2fc-1b7133acea83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.169589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff51e06e-b2f9-4566-9ca9-72afdae75773 None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:05Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:12Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:14.170463 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-79165c15-6f7e-4f0b-a2fc-1b7133acea83 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/0d188c71-f522-4dab-892a-79aa045543c2 HTTP/1.1" status: 204 len: 168 time: 0.7032652 Jul 05 18:17:14.174485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44044) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:14.183123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07932bc6-f273-4634-bc73-b15b63a4cffb None None] Network ec943c9b-ebc4-427d-b785-0787f9d57322 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:14.284652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-98971d2b-baec-4f71-8177-ea8195bbf8d0 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:14.290670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-98971d2b-baec-4f71-8177-ea8195bbf8d0 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.3455448 Jul 05 18:17:14.373921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-0cbfb28b-a917-4244-9e9a-76861b17f767 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/quotas/fd2e47ec79e9495cad7ba0f1dcd1fc58 HTTP/1.1" status: 200 len: 375 time: 0.0733407 Jul 05 18:17:14.527371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc617536-2cfe-445e-add5-68b30e72113f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.540095 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc617536-2cfe-445e-add5-68b30e72113f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.543499 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fc617536-2cfe-445e-add5-68b30e72113f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-groups/2c85a2a9-141f-4052-ab02-49a214822b88 HTTP/1.1" status: 204 len: 168 time: 0.5652971 Jul 05 18:17:14.547703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Allocated IP 2001:db8:3::1 (7391052e-06db-4472-99bd-68975b3a955c/daaeb1e2-2a2a-465a-905a-9122a78e4c48/bc79af17-19a5-4c44-b821-0f3516f0f511) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:14.647719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44054) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:14.658841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc617536-2cfe-445e-add5-68b30e72113f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c85a2a9-141f-4052-ab02-49a214822b88,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:14.732360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.735643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] DHCP port deletion for ec943c9b-ebc4-427d-b785-0787f9d57322 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:17:14.789632 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f01edbf4-9764-4148-8157-3f83ad498c74 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1274226 Jul 05 18:17:14.790000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44056) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:14.838326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Deleting port 29c96452-e822-450a-84e9-c34c9c25f84f {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:14.838745 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.925972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] For port 29c96452-e822-450a-84e9-c34c9c25f84f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=29c96452-e822-450a-84e9-c34c9c25f84f,segment=NetworkSegment(cf8e5e2a-8b75-4e99-beb3-f3fef546a779),segment_id=cf8e5e2a-8b75-4e99-beb3-f3fef546a779)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:14.926379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.942175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Calling delete_port for 29c96452-e822-450a-84e9-c34c9c25f84f owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:14.956123 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.963768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-105c83f5-f810-461c-914a-eda9eac8b13b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:14.972641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-42ec8a60-d515-41be-913f-772567e63ff7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:14.972969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-42ec8a60-d515-41be-913f-772567e63ff7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 945 time: 0.2981322 Jul 05 18:17:14.975178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 29c96452-e822-450a-84e9-c34c9c25f84f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:14.982220 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.042975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-3c44fb67-30f4-44db-8541-8a3cff31402c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3880522 Jul 05 18:17:15.051017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Transition to ACTIVE for port object bc79af17-19a5-4c44-b821-0f3516f0f511 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:15.058593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-105c83f5-f810-461c-914a-eda9eac8b13b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.093196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] For port 29c96452-e822-450a-84e9-c34c9c25f84f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=29c96452-e822-450a-84e9-c34c9c25f84f,segment=NetworkSegment(cf8e5e2a-8b75-4e99-beb3-f3fef546a779),segment_id=cf8e5e2a-8b75-4e99-beb3-f3fef546a779)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:15.093453 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.109504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 29c96452-e822-450a-84e9-c34c9c25f84f owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:15.142807 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.145250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-5757da5c-fd32-4ec1-9474-8b7c6bee5fb8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:17:15.146284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-5757da5c-fd32-4ec1-9474-8b7c6bee5fb8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0823956 Jul 05 18:17:15.194989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Pushing event deleted for resources: {'Port': ['ID=29c96452-e822-450a-84e9-c34c9c25f84f,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:15.197978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] No DVR routers for this DVR port 29c96452-e822-450a-84e9-c34c9c25f84f on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:15.229037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.229670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.230242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.230824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.231438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.232004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.232546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.234231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.235226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.235814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.236385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.236929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d3046c-2ca8-4a92-85be-62e3de4e77b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:15.293853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Deleting port 57b8cffd-eaef-4ca6-a5f6-a1019455921a {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:15.294253 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.308157 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.330294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No DVR routers for this DVR port 29c96452-e822-450a-84e9-c34c9c25f84f on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:15.375337 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.376038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=29c96452-e822-450a-84e9-c34c9c25f84f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:15.462324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] For port 57b8cffd-eaef-4ca6-a5f6-a1019455921a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=57b8cffd-eaef-4ca6-a5f6-a1019455921a,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:15.462710 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.471864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.484610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec943c9b-ebc4-427d-b785-0787f9d57322']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:15.497219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf8e5e2a-8b75-4e99-beb3-f3fef546a779') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:15.497925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf8e5e2a-8b75-4e99-beb3-f3fef546a779') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:15.509041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.527413 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.531670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Calling delete_port for 57b8cffd-eaef-4ca6-a5f6-a1019455921a owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:15.534925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:17:15.535450 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:17:15.538733 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:17:15.542204 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-105c83f5-f810-461c-914a-eda9eac8b13b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.542971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-105c83f5-f810-461c-914a-eda9eac8b13b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.544895 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-105c83f5-f810-461c-914a-eda9eac8b13b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-groups/703a0346-14fb-4df4-beb3-e4010c4f9c08 HTTP/1.1" status: 204 len: 168 time: 0.7514715 Jul 05 18:17:15.559241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44068) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:15.575887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 7391052e-06db-4472-99bd-68975b3a955c is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:15.585001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-7563994a-2673-440b-ad08-d6381a104e2f service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240968 Jul 05 18:17:15.598191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:15.611834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c83f5-f810-461c-914a-eda9eac8b13b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=703a0346-14fb-4df4-beb3-e4010c4f9c08,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:15.653532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:15.654279 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.742084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.767039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=bc79af17-19a5-4c44-b821-0f3516f0f511,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:15.789041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22b6305-6222-4838-9377-e37666554e13 None None] Network 7391052e-06db-4472-99bd-68975b3a955c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:15.793047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:15.802723 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/networks/ec943c9b-ebc4-427d-b785-0787f9d57322 HTTP/1.1" status: 204 len: 168 time: 1.6279414 Jul 05 18:17:15.803830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a36a3-6107-40a3-bf78-4cc268e55f57 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Network': ['ID=ec943c9b-ebc4-427d-b785-0787f9d57322,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:15.807480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44080) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:15.818077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-17849371'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:15.932284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-187628ed-1f5b-4f47-8393-441eda5d8433 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3716524 Jul 05 18:17:15.937052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44084) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:15.954731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0eb3a144-e5d9-43e9-99b8-47d347e41e43 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group': {'name': 'tempest-secgroup--1251273290'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:15.962685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de5dce-dbc5-4b13-81f5-7f31d5251eef req-c1744154-a5bb-46a9-a213-f3c8676199b1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:15.965734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73de5dce-dbc5-4b13-81f5-7f31d5251eef req-c1744154-a5bb-46a9-a213-f3c8676199b1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 945 time: 0.5726578 Jul 05 18:17:15.976890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-64289ba1-9c1e-4098-ac2f-b4cb425432fb None None] Provisioning for port d576eca4-e8fe-480a-a5e0-fdb81a43716f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:15.985085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:15.989122 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.027658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:17:16.029982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bf9837c1-36dc-4b30-badc-aa5402b37f7b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:16.038499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.038499 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Added segment 0df7397f-9fd9-4ee2-9005-427fcc32e274 of type vlan for network cab69f3b-14e2-490a-a481-f412d7fa9453 Jul 05 18:17:16.048746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-9c5b6029-d67e-4bd4-b1c1-06f4d233e066 service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473360 Jul 05 18:17:16.083137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.115692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73de5dce-dbc5-4b13-81f5-7f31d5251eef req-fbb64eb1-55cd-46f3-9d34-a2ad7612a3e2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840607 Jul 05 18:17:16.150797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a144-e5d9-43e9-99b8-47d347e41e43 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.272382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port bf9837c1-36dc-4b30-badc-aa5402b37f7b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:16.272990 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.277553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bf9837c1-36dc-4b30-badc-aa5402b37f7b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:16.278123 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.297304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.308115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:16.309124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.363493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a144-e5d9-43e9-99b8-47d347e41e43 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.408268 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.449793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['57b8cffd-eaef-4ca6-a5f6-a1019455921a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:16.465888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:16.480003 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.508255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a144-e5d9-43e9-99b8-47d347e41e43 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.546233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Network': ['ID=cab69f3b-14e2-490a-a481-f412d7fa9453,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:16.555484 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2f40aab8-7fcb-4606-99f5-06794cd41b31 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7453597 Jul 05 18:17:16.559216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44104) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:16.565967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': 'cab69f3b-14e2-490a-a481-f412d7fa9453', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:16.591424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network cab69f3b-14e2-490a-a481-f412d7fa9453 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:17:16.597800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3a144-e5d9-43e9-99b8-47d347e41e43 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae23e22a-55e1-40fc-8002-0e86a711bbf9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:16.623267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event deleted for resources: {'Port': ['ID=57b8cffd-eaef-4ca6-a5f6-a1019455921a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:16.640969 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0eb3a144-e5d9-43e9-99b8-47d347e41e43 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.642518 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0eb3a144-e5d9-43e9-99b8-47d347e41e43 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7039840 Jul 05 18:17:16.643158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fab5bacf-16c6-4838-9ad6-c7dc00a4ae1a req-9a661d05-15a0-464e-a437-530d1089d7c4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 210 time: 0.1679688 Jul 05 18:17:16.645885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44108) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:16.650789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f234afee-b8e7-4d35-b795-61588f9875cb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': 'ae23e22a-55e1-40fc-8002-0e86a711bbf9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:16.770286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] No DVR routers for this DVR port 57b8cffd-eaef-4ca6-a5f6-a1019455921a on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:16.785943 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.788362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-953554b9-9f10-4e86-9af9-04f43e09c233 req-9daf84da-f31e-4e42-862f-28af3774245e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "DELETE /v2.0/ports/57b8cffd-eaef-4ca6-a5f6-a1019455921a HTTP/1.1" status: 204 len: 173 time: 1.8053226 Jul 05 18:17:16.792485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e64f87-f4ce-4485-8d34-91d9444d593b', 'name': 'network-vif-deleted', 'tag': '57b8cffd-eaef-4ca6-a5f6-a1019455921a'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:16.795279 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a0e678-f978-4ac8-b8c1-cc9beaf0ad7e" -d '{"events": [{"server_uuid": "55e64f87-f4ce-4485-8d34-91d9444d593b", "name": "network-vif-deleted", "tag": "57b8cffd-eaef-4ca6-a5f6-a1019455921a"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:16.800309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port bf9837c1-36dc-4b30-badc-aa5402b37f7b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bf9837c1-36dc-4b30-badc-aa5402b37f7b,segment=NetworkSegment(8a3fb47e-f023-46d4-8273-804ccb604896),segment_id=8a3fb47e-f023-46d4-8273-804ccb604896)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:16.881852 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d9b436-2eff-4c82-9aeb-960a9c997115 x-openstack-request-id: req-b3d9b436-2eff-4c82-9aeb-960a9c997115 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:16.882053 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55e64f87-f4ce-4485-8d34-91d9444d593b", "name": "network-vif-deleted", "tag": "57b8cffd-eaef-4ca6-a5f6-a1019455921a", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:16.882835 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3d9b436-2eff-4c82-9aeb-960a9c997115 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:16.882835 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e64f87-f4ce-4485-8d34-91d9444d593b', 'name': 'network-vif-deleted', 'tag': '57b8cffd-eaef-4ca6-a5f6-a1019455921a', 'status': 'completed', 'code': 200} Jul 05 18:17:16.886072 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f234afee-b8e7-4d35-b795-61588f9875cb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.902708 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.904904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d576eca4-e8fe-480a-a5e0-fdb81a43716f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:16.959578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-73eb1799-76ae-4b34-9ccf-6725c45cba3b None None] Provisioning for port bc79af17-19a5-4c44-b821-0f3516f0f511 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:16.976543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-73eb1799-76ae-4b34-9ccf-6725c45cba3b None None] Provisioning complete for port bc79af17-19a5-4c44-b821-0f3516f0f511 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:16.977291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-73eb1799-76ae-4b34-9ccf-6725c45cba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:16.981931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-53ef99eb-c6f5-4f58-90bd-492d7be9c27b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:16.984136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-53ef99eb-c6f5-4f58-90bd-492d7be9c27b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 815 time: 0.4984958 Jul 05 18:17:16.996340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f234afee-b8e7-4d35-b795-61588f9875cb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.008946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-b15b5a28-3c6e-4df9-b375-0d6589d43189 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/quotas/0b2a3d762f85447c817de871dcdd1f0a HTTP/1.1" status: 200 len: 375 time: 0.0180135 Jul 05 18:17:17.089049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-73eb1799-76ae-4b34-9ccf-6725c45cba3b None None] Port bc79af17-19a5-4c44-b821-0f3516f0f511 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:17.104480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=bf9837c1-36dc-4b30-badc-aa5402b37f7b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:17.109293 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.123739 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-23269498-6a46-4c3a-ba1e-3aa49853dea6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1084397 Jul 05 18:17:17.164102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:17.165635 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.186355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-1a34c295-31c3-496e-8ab2-089f6ac0220a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:17:17.187667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-1a34c295-31c3-496e-8ab2-089f6ac0220a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539987 Jul 05 18:17:17.211238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d576eca4-e8fe-480a-a5e0-fdb81a43716f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:17.222354 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f234afee-b8e7-4d35-b795-61588f9875cb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.224504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d576eca4-e8fe-480a-a5e0-fdb81a43716f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:17.226361 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.263524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234afee-b8e7-4d35-b795-61588f9875cb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0773643-f093-493e-a9e1-6558e86fc37e,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:17.299554 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.300365 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.342355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d872a617-3a56-484f-85c6-4edc03ed3055 None None] Provisioning complete for port bc79af17-19a5-4c44-b821-0f3516f0f511 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:17.348674 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d872a617-3a56-484f-85c6-4edc03ed3055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.396203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09963ea6-3a4d-4069-bc04-060999105f90 req-adfda5b5-7f20-4838-a571-12041f4ba16d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=55e64f87-f4ce-4485-8d34-91d9444d593b HTTP/1.1" status: 200 len: 210 time: 0.0908606 Jul 05 18:17:17.440552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d872a617-3a56-484f-85c6-4edc03ed3055 None None] Port bc79af17-19a5-4c44-b821-0f3516f0f511 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:17.461653 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.493959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event updated for resources: {'Port': ['ID=bc79af17-19a5-4c44-b821-0f3516f0f511,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:17.517715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d576eca4-e8fe-480a-a5e0-fdb81a43716f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d576eca4-e8fe-480a-a5e0-fdb81a43716f,segment=NetworkSegment(78f5c35b-52a4-4a86-ba58-bb4c3afe19ee),segment_id=78f5c35b-52a4-4a86-ba58-bb4c3afe19ee)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:17.521234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f234afee-b8e7-4d35-b795-61588f9875cb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.522634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f234afee-b8e7-4d35-b795-61588f9875cb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8758588 Jul 05 18:17:17.525544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-791a7a58-8cd0-4124-8d3c-be1c9a79affc service neutron] 10.222.0.30 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299408 Jul 05 18:17:17.527223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44130) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:17.573600 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-170a26b1-155b-4588-b7f1-e2d315157dfd tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.586135 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-170a26b1-155b-4588-b7f1-e2d315157dfd tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.602014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.622285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Network 7391052e-06db-4472-99bd-68975b3a955c is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:17.626446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:17.627103 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.700597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d576eca4-e8fe-480a-a5e0-fdb81a43716f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:17.728312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 29c96452-e822-450a-84e9-c34c9c25f84f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:17.757729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-349d1210-6633-49ee-a2bb-94cc6e0d0fe8 service neutron] 10.222.0.30 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305074 Jul 05 18:17:17.786990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 29c96452-e822-450a-84e9-c34c9c25f84f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:17.788124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 29c96452-e822-450a-84e9-c34c9c25f84f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:17.810068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=a8932565-1530-4a15-94c8-318cfdfda950,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:17.819964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Checking segment: {'id': '0df7397f-9fd9-4ee2-9005-427fcc32e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cab69f3b-14e2-490a-a481-f412d7fa9453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:17.820454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network hostable DHCP agents. Network: cab69f3b-14e2-490a-a481-f412d7fa9453, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:17:17.831097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-170a26b1-155b-4588-b7f1-e2d315157dfd tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.844637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-170a26b1-155b-4588-b7f1-e2d315157dfd tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:17.851422 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-170a26b1-155b-4588-b7f1-e2d315157dfd tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e0773643-f093-493e-a9e1-6558e86fc37e HTTP/1.1" status: 204 len: 168 time: 0.3205388 Jul 05 18:17:17.863762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44140) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:17.902814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a26b1-155b-4588-b7f1-e2d315157dfd tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0773643-f093-493e-a9e1-6558e86fc37e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:17.918720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-299ad006-a660-4db9-85b8-e9a96f21d92c req-750be784-6214-4449-973b-069ee9039b27 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 210 time: 0.1567211 Jul 05 18:17:17.974246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:17.985417 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7f779fc3-54f3-4977-ad8c-8f0e52f80487 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1130841 Jul 05 18:17:17.987999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44142) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:18.000044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bf9837c1-36dc-4b30-badc-aa5402b37f7b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:18.047009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network cab69f3b-14e2-490a-a481-f412d7fa9453 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:17:18.085127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed9613f4-846b-4f99-b40c-f255e4d9de0a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:18.108225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a7f24204-ba2b-4888-9a84-c66fcff58930 None None] Provisioning complete for port bc79af17-19a5-4c44-b821-0f3516f0f511 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:18.108225 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a7f24204-ba2b-4888-9a84-c66fcff58930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:18.108225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bf9837c1-36dc-4b30-badc-aa5402b37f7b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:18.108225 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:18.114632 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed9613f4-846b-4f99-b40c-f255e4d9de0a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:18.122842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:18.134427 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:18.137021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44146) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:18.137141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bde88fd5-7038-4c3c-8cb0-b08c2e8a667d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4555447 Jul 05 18:17:18.141433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:18.154190 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:18.154930 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:18.179978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a7f24204-ba2b-4888-9a84-c66fcff58930 None None] Port bc79af17-19a5-4c44-b821-0f3516f0f511 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:18.262010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, cab69f3b-14e2-490a-a481-f412d7fa9453) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:18.273418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:18.274062 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:18.283480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814a7205-44c5-421a-b9d5-038a6d00bd0b None None] Network cab69f3b-14e2-490a-a481-f412d7fa9453 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:18.292904 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:18.391055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed9613f4-846b-4f99-b40c-f255e4d9de0a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:18.405457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed9613f4-846b-4f99-b40c-f255e4d9de0a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:18.407315 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ed9613f4-846b-4f99-b40c-f255e4d9de0a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-groups/ae23e22a-55e1-40fc-8002-0e86a711bbf9 HTTP/1.1" status: 204 len: 168 time: 0.4182942 Jul 05 18:17:18.415189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d576eca4-e8fe-480a-a5e0-fdb81a43716f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:18.418375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44154) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:18.551263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9613f4-846b-4f99-b40c-f255e4d9de0a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae23e22a-55e1-40fc-8002-0e86a711bbf9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:18.582712 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82987f0d-4ab2-4594-95fd-746fee50ee37 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0196528 Jul 05 18:17:18.590224 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44162) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:18.619407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': 'cab69f3b-14e2-490a-a481-f412d7fa9453', 'name': 'tempest-PortsTestJSON-1276150748', 'fixed_ips': [{'subnet_id': 'a8932565-1530-4a15-94c8-318cfdfda950', 'ip_address': '172.20.0.10'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:18.741869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d576eca4-e8fe-480a-a5e0-fdb81a43716f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:18.745214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:18.781979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-cab69f3b-14e2-490a-a481-f412d7fa9453', 'network_id': 'cab69f3b-14e2-490a-a481-f412d7fa9453', 'tenant_id': 'edbf32161e384f84b5734430f2d9ff71', 'fixed_ips': [{'subnet_id': 'a8932565-1530-4a15-94c8-318cfdfda950'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:17:18.782906 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:18.903098 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b0506934-3dc6-4d8e-9a81-0595d8d4a28f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4713194 Jul 05 18:17:18.911698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44170) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:18.951049 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc79af17-19a5-4c44-b821-0f3516f0f511', 'name': '', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2b:69:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:14Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:19.015737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-cc5ba93d-d500-46df-aed9-e27a93e8ebc7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group': {'name': 'tempest-secgroup--1460531899'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:19.060092 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:19.060955 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Updating router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 port bc79af17-19a5-4c44-b821-0f3516f0f511 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:17:19.121102 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.189328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 57b8cffd-eaef-4ca6-a5f6-a1019455921a no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:19.217541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 57b8cffd-eaef-4ca6-a5f6-a1019455921a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:19.219039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 57b8cffd-eaef-4ca6-a5f6-a1019455921a not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:19.223365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Allocated IP 172.20.0.2 (cab69f3b-14e2-490a-a481-f412d7fa9453/a8932565-1530-4a15-94c8-318cfdfda950/26f1a001-5717-416f-a9f4-fc850b3ffb19) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:19.252940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eeed1e74-e080-4273-9567-85282ffbbaf3 req-a44e37be-c47b-4b16-8c3f-2f782a043466 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 210 time: 0.9807885 Jul 05 18:17:19.335615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc5ba93d-d500-46df-aed9-e27a93e8ebc7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.469438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-0aef7e91-ee11-46d7-887a-3d2aa1481fab tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:19.476055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:19.481159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-0aef7e91-ee11-46d7-887a-3d2aa1481fab tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.2271311 Jul 05 18:17:19.558824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64f10a51-b525-440e-bb73-4c144fa449cd req-f39656be-1fa3-4b52-ab16-094b64dacb9c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 210 time: 0.0766187 Jul 05 18:17:19.562351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-1a274e0f-f44c-4b02-8fcf-7c607ac5c8c1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/quotas/af205f8fe38746c2ae756fe4c2fc2611 HTTP/1.1" status: 200 len: 375 time: 0.0581963 Jul 05 18:17:19.633254 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.646726 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Transition to ACTIVE for port object bc79af17-19a5-4c44-b821-0f3516f0f511 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:19.678498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-1083d7f5-ef24-4775-8e50-96c88ac0fe7e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1077139 Jul 05 18:17:19.688562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.extraroute_db [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100998) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 18:17:19.709031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.719096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.extraroute_db [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Removed routes are [] {{(pid=100998) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 18:17:19.719882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.721681 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.723608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Transition to ACTIVE for port object 26f1a001-5717-416f-a9f4-fc850b3ffb19 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:19.742525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Transition to ACTIVE for port object 26f1a001-5717-416f-a9f4-fc850b3ffb19 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:19.784723 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ab599-f21f-424a-997c-955922f0961f None None] Pushing event updated for resources: {'Port': ['ID=bc79af17-19a5-4c44-b821-0f3516f0f511,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:19.785095 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.824083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 985d1927-c4d5-4b5c-958a-ed47026f6558 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:17:19.836800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc5ba93d-d500-46df-aed9-e27a93e8ebc7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.888692 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.904363 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Attempting to bind port bc79af17-19a5-4c44-b821-0f3516f0f511 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:19.904789 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Attempting to bind port bc79af17-19a5-4c44-b821-0f3516f0f511 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7391052e-06db-4472-99bd-68975b3a955c'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:19.905174 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Attempting to bind port bc79af17-19a5-4c44-b821-0f3516f0f511 on network 7391052e-06db-4472-99bd-68975b3a955c {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:19.912326 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:19.912935 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Checking segment: {'id': '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7391052e-06db-4472-99bd-68975b3a955c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:19.913347 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.913769 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Bound using segment: {'id': '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7391052e-06db-4472-99bd-68975b3a955c'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:19.914246 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Bound port: bc79af17-19a5-4c44-b821-0f3516f0f511, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7391052e-06db-4472-99bd-68975b3a955c'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:19.914686 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:19.931225 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-7a5c1b3e-925b-47b0-befe-a2aa9f342fc0 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367432 Jul 05 18:17:20.002528 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] For port bc79af17-19a5-4c44-b821-0f3516f0f511, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:20.006780 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] For port bc79af17-19a5-4c44-b821-0f3516f0f511, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bc79af17-19a5-4c44-b821-0f3516f0f511,segment=NetworkSegment(78f5c35b-52a4-4a86-ba58-bb4c3afe19ee),segment_id=78f5c35b-52a4-4a86-ba58-bb4c3afe19ee)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:20.012558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Network cab69f3b-14e2-490a-a481-f412d7fa9453 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:20.039006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:20.058904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:20.082174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Pushing event updated for resources: {'Port': ['ID=26f1a001-5717-416f-a9f4-fc850b3ffb19,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:20.120265 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:20.158339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-7106f094-4d4f-4faf-8413-5a6e64ee23a0 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170417 Jul 05 18:17:20.165646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Attempting to bind port 26f1a001-5717-416f-a9f4-fc850b3ffb19 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:20.166511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Attempting to bind port 26f1a001-5717-416f-a9f4-fc850b3ffb19 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '0df7397f-9fd9-4ee2-9005-427fcc32e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cab69f3b-14e2-490a-a481-f412d7fa9453'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:20.166921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Attempting to bind port 26f1a001-5717-416f-a9f4-fc850b3ffb19 on network cab69f3b-14e2-490a-a481-f412d7fa9453 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:20.187832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:20.188214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Checking segment: {'id': '0df7397f-9fd9-4ee2-9005-427fcc32e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cab69f3b-14e2-490a-a481-f412d7fa9453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:20.188631 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:20.189027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Bound using segment: {'id': '0df7397f-9fd9-4ee2-9005-427fcc32e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cab69f3b-14e2-490a-a481-f412d7fa9453'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:20.189514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Bound port: 26f1a001-5717-416f-a9f4-fc850b3ffb19, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df7397f-9fd9-4ee2-9005-427fcc32e274', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'cab69f3b-14e2-490a-a481-f412d7fa9453'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:20.189901 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:20.247133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:20.259856 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc5ba93d-d500-46df-aed9-e27a93e8ebc7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:20.260217 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:20.260217 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:20.260217 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ab599-f21f-424a-997c-955922f0961f None None] Pushing event updated for resources: {'Port': ['ID=bc79af17-19a5-4c44-b821-0f3516f0f511,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:20.294760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] For port 26f1a001-5717-416f-a9f4-fc850b3ffb19, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:20.298621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] For port 26f1a001-5717-416f-a9f4-fc850b3ffb19, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26f1a001-5717-416f-a9f4-fc850b3ffb19,segment=NetworkSegment(0df7397f-9fd9-4ee2-9005-427fcc32e274),segment_id=0df7397f-9fd9-4ee2-9005-427fcc32e274)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:20.310736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:20.365710 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:20.508461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9a30a-8dc9-4976-9c14-cd72c11ef7ec None None] Pushing event updated for resources: {'Port': ['ID=26f1a001-5717-416f-a9f4-fc850b3ffb19,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:20.521694 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:20.675156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:20.680449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc5ba93d-d500-46df-aed9-e27a93e8ebc7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:20.683351 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cc5ba93d-d500-46df-aed9-e27a93e8ebc7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6743383 Jul 05 18:17:20.694223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44210) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:20.711675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f65833db-1b57-4f8a-b152-41da5e8fadeb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': '940c51b7-c414-49d1-9dee-1a48b9149825', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:20.746125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73be91d5-2928-4e11-b3e6-0a796ede653e req-ba048a8c-fbf7-4656-9f99-64cd07351e41 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 210 time: 0.1751900 Jul 05 18:17:20.789237 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dc9d2f56-8cc9-4700-9e25-5eb3ca6d72be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:20.791155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89895c2c-87f1-4838-96c9-9b3261c4f797 req-a6f0181a-a0b2-4e0a-8e86-9aec93a78f81 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 210 time: 0.1679285 Jul 05 18:17:20.828548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-035bcb57-962e-4c16-b1b7-36e0f6cdaa4b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:20.838690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-035bcb57-962e-4c16-b1b7-36e0f6cdaa4b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.4800854 Jul 05 18:17:20.866783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'port': {'device_id': '4a57f89e-f6c9-49ea-9e0c-6800362d4705', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'admin_state_up': True, 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:20.969642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ba93d-d500-46df-aed9-e27a93e8ebc7 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940c51b7-c414-49d1-9dee-1a48b9149825,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:21.071976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:21.096021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:21.096021 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d85c220c-3960-4598-9400-69be29ca704c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 HTTP/1.1" status: 200 len: 953 time: 2.9587352 Jul 05 18:17:21.099212 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f65833db-1b57-4f8a-b152-41da5e8fadeb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:21.105909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44224) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:21.116433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b26d902-0aae-4a5b-98e5-d78b479cdccf req-ea96f666-0e5d-436f-8296-0a08505d4ed5 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 210 time: 0.0530703 Jul 05 18:17:21.168040 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:19Z', 'revision_number': 6, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc79af17-19a5-4c44-b821-0f3516f0f511', 'name': '', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2b:69:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:14Z', 'updated_at': '2021-07-05T18:17:19Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:21.233844 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04a35a9-b28c-41b3-8cf9-146bca97374b None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:19Z', 'revision_number': 6, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc79af17-19a5-4c44-b821-0f3516f0f511', 'name': '', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2b:69:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:14Z', 'updated_at': '2021-07-05T18:17:19Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:21.315214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Made reservation on behalf of fd2e47ec79e9495cad7ba0f1dcd1fc58 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:21.345407 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:21.564454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Allocated IP 172.20.0.13 (a64c9413-6e22-4997-8ea4-33032e825317/9f594c12-0a66-4305-8040-b34f8d049fe9/b430125d-420e-44d4-a2e4-8f865508e84d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:21.775420 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:21.829108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Transition to ACTIVE for port object b430125d-420e-44d4-a2e4-8f865508e84d will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:21.973894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.10 (cab69f3b-14e2-490a-a481-f412d7fa9453/a8932565-1530-4a15-94c8-318cfdfda950/985d1927-c4d5-4b5c-958a-ed47026f6558) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:22.056351 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:22.057036 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4d013ce7-7eb3-4c5d-8db5-93470262ba03 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 HTTP/1.1" status: 200 len: 953 time: 0.9226909 Jul 05 18:17:22.065371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44238) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:22.068783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'routes': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:22.085787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f65833db-1b57-4f8a-b152-41da5e8fadeb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:22.161506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bc79af17-19a5-4c44-b821-0f3516f0f511 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:22.292599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-939da581-3774-447e-a16f-bdf8309852f0 req-d0a372ba-bea2-4c1d-8112-e180b5938271 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 210 time: 0.0993609 Jul 05 18:17:22.296317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3ea880a-21ad-47f0-8954-88f625fa93ee req-5c0a47d8-8224-4801-9858-db33e006c367 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 210 time: 0.0604692 Jul 05 18:17:22.369389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f65833db-1b57-4f8a-b152-41da5e8fadeb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:22.387438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port bc79af17-19a5-4c44-b821-0f3516f0f511 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:22.392980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bc79af17-19a5-4c44-b821-0f3516f0f511 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:22.393640 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:22.456229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Network a64c9413-6e22-4997-8ea4-33032e825317 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:22.464348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:22.477653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'Port': ['ID=b430125d-420e-44d4-a2e4-8f865508e84d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:22.498709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:22.532656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8cb3b0-dbd9-435e-8a84-bed6dd577899 None None] Network cab69f3b-14e2-490a-a481-f412d7fa9453 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:22.605641 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65833db-1b57-4f8a-b152-41da5e8fadeb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b3621e5-0186-4011-a9d2-6e4d6f3e508b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:22.619532 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f65833db-1b57-4f8a-b152-41da5e8fadeb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:22.620813 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f65833db-1b57-4f8a-b152-41da5e8fadeb tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.9165971 Jul 05 18:17:22.643141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44248) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:22.718801 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b8d78a94-a5f1-4216-b67a-6a151d06faa5 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules/8b3621e5-0186-4011-a9d2-6e4d6f3e508b HTTP/1.1" status: 200 len: 763 time: 0.0733867 Jul 05 18:17:22.730316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44250) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:22.760058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-922b2c80-21ef-431e-b3cc-db80256b62a4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:22.763034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:22.773338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-922b2c80-21ef-431e-b3cc-db80256b62a4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 815 time: 0.5544810 Jul 05 18:17:22.806633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Request body: {'port': {'device_id': '58708993-721b-4be3-adab-b3b0ce22e4fd', 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2', 'admin_state_up': True, 'tenant_id': '0b2a3d762f85447c817de871dcdd1f0a'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:22.881775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:22.882907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:16:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:22.930512 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-042aa8b9-d69d-416c-bda7-9df3657e0702 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1774306 Jul 05 18:17:22.938527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44256) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:22.948050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:22.977707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:22.978724 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:22.998224 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object 985d1927-c4d5-4b5c-958a-ed47026f6558 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:23.000741 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03de75f9-7516-4510-9f2a-109e0e4e81fe tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.014516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03de75f9-7516-4510-9f2a-109e0e4e81fe tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.077416 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.100322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fdd38982-e049-4f39-8153-429e27956531 None None] Provisioning for port 26f1a001-5717-416f-a9f4-fc850b3ffb19 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:23.138332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3146825-0101-4f32-9f5a-0fcb2076be63 req-e4af6899-4fd1-4f4e-957c-0ef35fae2916 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:23.142181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3146825-0101-4f32-9f5a-0fcb2076be63 req-e4af6899-4fd1-4f4e-957c-0ef35fae2916 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 932 time: 0.6144061 Jul 05 18:17:23.148353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d87737c4-5002-496a-922b-9c20034edcdf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2939939 Jul 05 18:17:23.160684 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03de75f9-7516-4510-9f2a-109e0e4e81fe tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.163480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:23.167369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03de75f9-7516-4510-9f2a-109e0e4e81fe tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.168528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-03de75f9-7516-4510-9f2a-109e0e4e81fe tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/8b3621e5-0186-4011-a9d2-6e4d6f3e508b HTTP/1.1" status: 204 len: 168 time: 0.2288253 Jul 05 18:17:23.172111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port bc79af17-19a5-4c44-b821-0f3516f0f511, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bc79af17-19a5-4c44-b821-0f3516f0f511,segment=NetworkSegment(78f5c35b-52a4-4a86-ba58-bb4c3afe19ee),segment_id=78f5c35b-52a4-4a86-ba58-bb4c3afe19ee)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:23.172950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44260) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:23.188598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Request body: {'port': {'device_id': '4a57f89e-f6c9-49ea-9e0c-6800362d4705', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:23.192478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de75f9-7516-4510-9f2a-109e0e4e81fe tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b3621e5-0186-4011-a9d2-6e4d6f3e508b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:23.208149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.289698 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.292625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26f1a001-5717-416f-a9f4-fc850b3ffb19 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:23.299191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Made reservation on behalf of 0b2a3d762f85447c817de871dcdd1f0a for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:23.302759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.307452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network cab69f3b-14e2-490a-a481-f412d7fa9453 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:23.330503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3146825-0101-4f32-9f5a-0fcb2076be63 req-d0548c2d-d487-4110-8f00-d70cc21f0e59 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805127 Jul 05 18:17:23.368235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:23.383506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=985d1927-c4d5-4b5c-958a-ed47026f6558,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:23.390859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:23.394382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.424874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.extraroute_db [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added routes are [] {{(pid=100997) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 18:17:23.425217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.extraroute_db [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=100997) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 18:17:23.493848 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-35493181-eb3b-4650-91e8-849f511b8f75 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3092020 Jul 05 18:17:23.497139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44270) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:23.503988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bad1a7f5-26d6-48f4-8388-0395b1777fd5 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': '940c51b7-c414-49d1-9dee-1a48b9149825', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:23.522800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9fd495b3-ad04-4c98-88ce-3c6c85ebd7d9 None None] Provisioning for port b430125d-420e-44d4-a2e4-8f865508e84d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:23.603162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9fd495b3-ad04-4c98-88ce-3c6c85ebd7d9 None None] Provisioning complete for port b430125d-420e-44d4-a2e4-8f865508e84d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:23.603905 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9fd495b3-ad04-4c98-88ce-3c6c85ebd7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.644422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=bc79af17-19a5-4c44-b821-0f3516f0f511,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:23.674269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:23.675093 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.699129 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-feb3e87d-e37e-4e7e-b924-837725f258f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.754199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bad1a7f5-26d6-48f4-8388-0395b1777fd5 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.820324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68709b10-1805-42f5-a3cf-0ce58e7b5bcd req-89423b62-b371-4696-ba10-2a4d9ebe1423 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 210 time: 0.3169370 Jul 05 18:17:23.836604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 26f1a001-5717-416f-a9f4-fc850b3ffb19 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:23.841747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9fd495b3-ad04-4c98-88ce-3c6c85ebd7d9 None None] Port b430125d-420e-44d4-a2e4-8f865508e84d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:23.853086 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.860713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 26f1a001-5717-416f-a9f4-fc850b3ffb19 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:23.861187 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.862744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-928382cf-a325-44c7-b4d3-b07843daecad req-10e5bdc5-0ead-42a5-91b8-d5dd7c052c86 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 210 time: 0.0791595 Jul 05 18:17:23.869968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.871267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Allocated IP 172.20.0.9 (c128ea0f-1f13-480c-aaaa-30b130cf9df2/8bdc4b16-54d6-4246-afb9-d3b24c215c3e/c4f096aa-4fa7-4c47-9307-35b946aaed38) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:23.928488 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1cdedd07-e283-48f3-9977-67acde6c0421 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.3355110 Jul 05 18:17:23.933818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44278) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:23.945480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': 'cab69f3b-14e2-490a-a481-f412d7fa9453', 'name': 'tempest-PortsTestJSON-1439584555', 'fixed_ips': [{'subnet_id': 'a8932565-1530-4a15-94c8-318cfdfda950', 'ip_address': '172.20.0.9'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:23.963776 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b430125d-420e-44d4-a2e4-8f865508e84d {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:17:23.974231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:23.989182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Transition to ACTIVE for port object b430125d-420e-44d4-a2e4-8f865508e84d will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:24.078980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:19Z', 'revision_number': 6, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc79af17-19a5-4c44-b821-0f3516f0f511', 'name': '', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2b:69:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:14Z', 'updated_at': '2021-07-05T18:17:19Z', 'revision_number': 4, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:24.105402 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.147003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:24.154198 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.178792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fd3c4dac-b6dd-4548-bcb5-e4ab3ea88b09 None None] Provisioning for port 985d1927-c4d5-4b5c-958a-ed47026f6558 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:24.191133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:24.192029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:24.200486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fd3c4dac-b6dd-4548-bcb5-e4ab3ea88b09 None None] Provisioning complete for port 985d1927-c4d5-4b5c-958a-ed47026f6558 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:24.200884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4dac-b6dd-4548-bcb5-e4ab3ea88b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.244453 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 26f1a001-5717-416f-a9f4-fc850b3ffb19, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26f1a001-5717-416f-a9f4-fc850b3ffb19,segment=NetworkSegment(0df7397f-9fd9-4ee2-9005-427fcc32e274),segment_id=0df7397f-9fd9-4ee2-9005-427fcc32e274)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:24.248606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Pushing event updated for resources: {'Port': ['ID=b430125d-420e-44d4-a2e4-8f865508e84d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:24.253274 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bad1a7f5-26d6-48f4-8388-0395b1777fd5 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.256400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:24.268133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.332078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 662152b6-d32f-4088-a0fe-eaa6def3c052 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:17:24.340226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.351369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bad1a7f5-26d6-48f4-8388-0395b1777fd5 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.394101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-ad83ffa1-4e6b-46e8-8e94-ea4722a1fba6 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:24.395697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-ad83ffa1-4e6b-46e8-8e94-ea4722a1fba6 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.4052835 Jul 05 18:17:24.426110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Request body: {'port': {'device_id': '75497999-cf9a-4207-b2f8-f9b3a41ad260', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'admin_state_up': True, 'tenant_id': 'af205f8fe38746c2ae756fe4c2fc2611'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:24.474934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad1a7f5-26d6-48f4-8388-0395b1777fd5 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8c1765-7461-4a2d-8d4a-d839306afe2c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:24.482822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=26f1a001-5717-416f-a9f4-fc850b3ffb19,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:24.571507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.574998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fd3c4dac-b6dd-4548-bcb5-e4ab3ea88b09 None None] Port 985d1927-c4d5-4b5c-958a-ed47026f6558 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:24.590708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.590928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:24.637894 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.638103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bc79af17-19a5-4c44-b821-0f3516f0f511 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:24.683857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fd3c4dac-b6dd-4548-bcb5-e4ab3ea88b09 None None] Provisioning complete for port 26f1a001-5717-416f-a9f4-fc850b3ffb19 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:24.684384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fd3c4dac-b6dd-4548-bcb5-e4ab3ea88b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.691628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.9 (cab69f3b-14e2-490a-a481-f412d7fa9453/a8932565-1530-4a15-94c8-318cfdfda950/662152b6-d32f-4088-a0fe-eaa6def3c052) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:24.736404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Attempting to bind port b430125d-420e-44d4-a2e4-8f865508e84d on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:24.736756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Attempting to bind port b430125d-420e-44d4-a2e4-8f865508e84d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:24.737058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Attempting to bind port b430125d-420e-44d4-a2e4-8f865508e84d on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:24.766004 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.784981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Port b430125d-420e-44d4-a2e4-8f865508e84d on network a64c9413-6e22-4997-8ea4-33032e825317 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:17:24.785484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Attempting to bind port b430125d-420e-44d4-a2e4-8f865508e84d on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:24.839552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:24.843115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Checking segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:24.843115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Bound using segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:24.843115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Bound port: b430125d-420e-44d4-a2e4-8f865508e84d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:24.843115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.878630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bc79af17-19a5-4c44-b821-0f3516f0f511 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:24.879424 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.900065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.917663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object 662152b6-d32f-4088-a0fe-eaa6def3c052 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:24.945640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:24.962273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bad1a7f5-26d6-48f4-8388-0395b1777fd5 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:24.965836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bad1a7f5-26d6-48f4-8388-0395b1777fd5 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4677119 Jul 05 18:17:24.969695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:24.999340 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f3c8af99-e358-4192-ab6f-cfa341117a12 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules/3a8c1765-7461-4a2d-8d4a-d839306afe2c HTTP/1.1" status: 200 len: 763 time: 0.0267549 Jul 05 18:17:25.001686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:25.016148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7fd2a-7696-4646-99da-e79f45d38643 req-191ea6f0-3479-478a-a3d6-8889e1bc77b6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:25.025990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0d7fd2a-7696-4646-99da-e79f45d38643 req-191ea6f0-3479-478a-a3d6-8889e1bc77b6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 944 time: 0.4250734 Jul 05 18:17:25.072929 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6b02172a-c027-4bd3-b00d-ddb128622b90 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0700650 Jul 05 18:17:25.081547 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.083493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:25.116554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0cfaeb3d-d144-4f25-81b8-a6517c1df289 req-391a6598-7e33-4b69-9a2f-fbc8495ac96b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 210 time: 0.0739954 Jul 05 18:17:25.117168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Made reservation on behalf of af205f8fe38746c2ae756fe4c2fc2611 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:25.125487 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.138939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] For port b430125d-420e-44d4-a2e4-8f865508e84d, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:25.183461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network cab69f3b-14e2-490a-a481-f412d7fa9453 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:25.196728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:25.204633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:25.208207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] For port b430125d-420e-44d4-a2e4-8f865508e84d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b430125d-420e-44d4-a2e4-8f865508e84d,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:25.211968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b267228-0700-406b-a53a-ec7d680b6686 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.275922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 7, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc79af17-19a5-4c44-b821-0f3516f0f511', 'name': '', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2b:69:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:14Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:25.296973 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b267228-0700-406b-a53a-ec7d680b6686 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.301891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.322210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf61b1c6-fc97-4188-8201-45ea09fc59a8 None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 7, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc79af17-19a5-4c44-b821-0f3516f0f511', 'name': '', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2b:69:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:14Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:25.325583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['3a8a94c5-6bfa-4d77-9a74-20681b113851'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:25.328878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e6ead423-bc4b-45af-a825-5afc331affc4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:25.338495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=662152b6-d32f-4088-a0fe-eaa6def3c052,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:25.340056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.487185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Pushing event updated for resources: {'Port': ['ID=c4f096aa-4fa7-4c47-9307-35b946aaed38,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:25.518858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:25.524857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.537655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Network c128ea0f-1f13-480c-aaaa-30b130cf9df2 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:25.539807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:25.543529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:25.610700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:25.611397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.626092 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b267228-0700-406b-a53a-ec7d680b6686 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.640459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b267228-0700-406b-a53a-ec7d680b6686 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.644551 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0b267228-0700-406b-a53a-ec7d680b6686 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3a8c1765-7461-4a2d-8d4a-d839306afe2c HTTP/1.1" status: 204 len: 168 time: 0.5558512 Jul 05 18:17:25.646379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44310) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:25.663528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-686862e9-4144-41c9-9426-06aaa0fb3245 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7231615 Jul 05 18:17:25.664765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b267228-0700-406b-a53a-ec7d680b6686 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a8c1765-7461-4a2d-8d4a-d839306afe2c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:25.666958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44312) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:25.723000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-47f8818b-208c-4960-a509-b4394c900c7e tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9216876 Jul 05 18:17:25.765432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Request body: {'port': {'device_id': '58708993-721b-4be3-adab-b3b0ce22e4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:25.769920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-67f398e2-0e24-4a7f-b6bb-80ddd8c061c5 None None] Provisioning for port 662152b6-d32f-4088-a0fe-eaa6def3c052 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:25.793727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-67f398e2-0e24-4a7f-b6bb-80ddd8c061c5 None None] Provisioning complete for port 662152b6-d32f-4088-a0fe-eaa6def3c052 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:25.794650 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-67f398e2-0e24-4a7f-b6bb-80ddd8c061c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.845896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-67f398e2-0e24-4a7f-b6bb-80ddd8c061c5 None None] Port 662152b6-d32f-4088-a0fe-eaa6def3c052 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:25.859330 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac9c3cca-2c69-49a0-8b74-db57f5b1be21 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2104890 Jul 05 18:17:25.870325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44314) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:25.881352 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c0a92623-cdfe-464a-8194-7fbc5949c86f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Request body: {'security_group_rule': {'security_group_id': '940c51b7-c414-49d1-9dee-1a48b9149825', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:25.895244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0d7fd2a-7696-4646-99da-e79f45d38643 req-d8009389-5be1-4186-9669-7627a66c846f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8670585 Jul 05 18:17:25.957019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f17372a-f3cf-406d-8cbb-d55f6f353d2e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:25.961815 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9f17372a-f3cf-406d-8cbb-d55f6f353d2e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2937603 Jul 05 18:17:25.964668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44318) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:25.976380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:25.977015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:25.978517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] 10.222.0.39 "PUT /v2.0/ports/b430125d-420e-44d4-a2e4-8f865508e84d HTTP/1.1" status: 200 len: 1092 time: 2.8103535 Jul 05 18:17:25.985660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a57f89e-f6c9-49ea-9e0c-6800362d4705', 'tag': 'b430125d-420e-44d4-a2e4-8f865508e84d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:25.994313 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52" -d '{"events": [{"name": "network-changed", "server_uuid": "4a57f89e-f6c9-49ea-9e0c-6800362d4705", "tag": "b430125d-420e-44d4-a2e4-8f865508e84d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:26.057672 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.118178 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e2bf01-ec10-4d12-ac63-d73a7da3c8b0 x-openstack-request-id: req-a2e2bf01-ec10-4d12-ac63-d73a7da3c8b0 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:26.118747 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a57f89e-f6c9-49ea-9e0c-6800362d4705", "tag": "b430125d-420e-44d4-a2e4-8f865508e84d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:26.119563 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2e2bf01-ec10-4d12-ac63-d73a7da3c8b0 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:26.124366 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a57f89e-f6c9-49ea-9e0c-6800362d4705', 'tag': 'b430125d-420e-44d4-a2e4-8f865508e84d', 'status': 'completed', 'code': 200} Jul 05 18:17:26.157074 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31cd9b-f298-496e-b60e-e9f1187bac99 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:26.160113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Allocated IP 172.20.0.13 (190579a2-7dd8-4cde-bf8a-367e6eb28fd7/9ff46832-f784-4271-95e1-6a3236cc9638/0ab97980-5d0f-478b-ad32-c82dc9759d0f) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:26.164364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31cd9b-f298-496e-b60e-e9f1187bac99 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:26.194440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc31cd9b-f298-496e-b60e-e9f1187bac99 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:26.201078 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cc31cd9b-f298-496e-b60e-e9f1187bac99 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2316482 Jul 05 18:17:26.213812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44328) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:26.224598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925404c-b958-40fb-a18f-64afdafdff91 service neutron] Pushing event updated for resources: {'Port': ['ID=b430125d-420e-44d4-a2e4-8f865508e84d,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:26.243122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:26.255681 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:26.274726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.276489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-93efa263-3710-4113-bc11-7f5f2e96f83c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 HTTP/1.1" status: 200 len: 703 time: 4.2129657 Jul 05 18:17:26.282904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44330) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:26.283087 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:26.284974 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:26.303379 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0a92623-cdfe-464a-8194-7fbc5949c86f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.359668 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.476706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26f1a001-5717-416f-a9f4-fc850b3ffb19 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:26.517866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06e94e50-3328-44ed-8bc7-40e27603b209 req-a1e22722-1c94-4f5a-804c-6653ad78f8fe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 210 time: 0.1173091 Jul 05 18:17:26.535393 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:26.538551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596b7ac-297a-4208-9426-52de3c2ebfa8 req-f2a022a4-82f6-4eb1-a35f-254bf9c30642 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:26.552273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1596b7ac-297a-4208-9426-52de3c2ebfa8 req-f2a022a4-82f6-4eb1-a35f-254bf9c30642 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 931 time: 0.6572502 Jul 05 18:17:26.561134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 26f1a001-5717-416f-a9f4-fc850b3ffb19 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:26.562440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.585479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f096aa-4fa7-4c47-9307-35b946aaed38 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:17:26.593447 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.605999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Transition to ACTIVE for port object c4f096aa-4fa7-4c47-9307-35b946aaed38 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:26.621377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1596b7ac-297a-4208-9426-52de3c2ebfa8 req-d749b310-faf4-4b1f-aefb-2727214d6e96 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737782 Jul 05 18:17:26.640341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0a92623-cdfe-464a-8194-7fbc5949c86f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.649378 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73295a8b-b2ae-47ec-b562-278515a237ab tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 HTTP/1.1" status: 200 len: 703 time: 0.3458123 Jul 05 18:17:26.655655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44336) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:26.673909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-56d0d436-27ba-477d-9c87-32f3b0c3e1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:26.675473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-56d0d436-27ba-477d-9c87-32f3b0c3e1cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 1095 time: 0.5505295 Jul 05 18:17:26.710036 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.753227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0a92623-cdfe-464a-8194-7fbc5949c86f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.809719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-322844b1-a012-4f8e-aa29-755fdf0c4e63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b430125d-420e-44d4-a2e4-8f865508e84d HTTP/1.1" status: 200 len: 217 time: 0.0866346 Jul 05 18:17:26.819695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a92623-cdfe-464a-8194-7fbc5949c86f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bbb89d3-b020-4d1c-9f22-a7b1208aefc9,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:26.823888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-684dc98e-62b4-427f-9ab7-fe678ef3c9dc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 662152b6-d32f-4088-a0fe-eaa6def3c052 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:26.824700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-684dc98e-62b4-427f-9ab7-fe678ef3c9dc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.837622 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.880440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0a92623-cdfe-464a-8194-7fbc5949c86f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:26.881952 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c0a92623-cdfe-464a-8194-7fbc5949c86f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0106776 Jul 05 18:17:26.884177 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 7, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc79af17-19a5-4c44-b821-0f3516f0f511', 'name': '', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2b:69:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:14Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:26.890541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Pushing event updated for resources: {'Port': ['ID=c4f096aa-4fa7-4c47-9307-35b946aaed38,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:26.893739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44338) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:26.951528 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:26.963811 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:26.964410 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:26.982953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-a3ee5cbd-d45b-4d91-b6d0-c41963075744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:26.984490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-a3ee5cbd-d45b-4d91-b6d0-c41963075744 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.1593773 Jul 05 18:17:26.986736 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82b698ff-81d5-4905-8a77-01411997798c tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules/7bbb89d3-b020-4d1c-9f22-a7b1208aefc9 HTTP/1.1" status: 200 len: 764 time: 0.0676966 Jul 05 18:17:26.991874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44344) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:27.067183 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-684dc98e-62b4-427f-9ab7-fe678ef3c9dc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.080294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Attempting to bind port c4f096aa-4fa7-4c47-9307-35b946aaed38 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:27.080638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Attempting to bind port c4f096aa-4fa7-4c47-9307-35b946aaed38 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:27.080985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Attempting to bind port c4f096aa-4fa7-4c47-9307-35b946aaed38 on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:27.100155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-684dc98e-62b4-427f-9ab7-fe678ef3c9dc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 662152b6-d32f-4088-a0fe-eaa6def3c052 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:27.112076 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:27.119496 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f5f80146-ebc1-40ae-ac6b-c352eba52322 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1226201 Jul 05 18:17:27.119496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Port c4f096aa-4fa7-4c47-9307-35b946aaed38 on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:17:27.119496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Attempting to bind port c4f096aa-4fa7-4c47-9307-35b946aaed38 on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:27.122092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44350) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:27.157651 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.176116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:27.319781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:27.320403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Checking segment: {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:27.320403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Bound using segment: {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:27.320854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Bound port: c4f096aa-4fa7-4c47-9307-35b946aaed38, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:27.321217 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.357116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8558d379-bf92-4916-80f9-bd718f04e53a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.372861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-dc246a5d-c873-4486-82af-6f54e0076fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:27.374650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-dc246a5d-c873-4486-82af-6f54e0076fd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3778389 Jul 05 18:17:27.381834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8558d379-bf92-4916-80f9-bd718f04e53a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.449394 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 7, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc79af17-19a5-4c44-b821-0f3516f0f511', 'name': '', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2b:69:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:14Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:27.479814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] For port c4f096aa-4fa7-4c47-9307-35b946aaed38, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:27.484827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] For port c4f096aa-4fa7-4c47-9307-35b946aaed38, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c4f096aa-4fa7-4c47-9307-35b946aaed38,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:27.488185 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7cc0703-f00a-4459-8fe1-c4aa5a659709 None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 7, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc79af17-19a5-4c44-b821-0f3516f0f511', 'name': '', 'network_id': '7391052e-06db-4472-99bd-68975b3a955c', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2b:69:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:14Z', 'updated_at': '2021-07-05T18:17:23Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': 'daaeb1e2-2a2a-465a-905a-9122a78e4c48', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:27.499623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:27.505569 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-684dc98e-62b4-427f-9ab7-fe678ef3c9dc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.516298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-155f4e69-dc4e-49f5-b0a1-6c7f7ec9cd20 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187625 Jul 05 18:17:27.524243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:27.529791 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8558d379-bf92-4916-80f9-bd718f04e53a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.531872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:27.537036 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8558d379-bf92-4916-80f9-bd718f04e53a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.538491 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8558d379-bf92-4916-80f9-bd718f04e53a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7bbb89d3-b020-4d1c-9f22-a7b1208aefc9 HTTP/1.1" status: 204 len: 168 time: 0.4154444 Jul 05 18:17:27.590713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44358) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:27.595670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.617156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event updated for resources: {'Port': ['ID=0ab97980-5d0f-478b-ad32-c82dc9759d0f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:27.683536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:27.688063 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.697065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558d379-bf92-4916-80f9-bd718f04e53a tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bbb89d3-b020-4d1c-9f22-a7b1208aefc9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:27.698059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f829e38-d0ed-4be9-9f46-b2e83d42ca7e req-e4838444-54ff-4f3a-af68-aabfe92e9258 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:27.699728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684dc98e-62b4-427f-9ab7-fe678ef3c9dc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=662152b6-d32f-4088-a0fe-eaa6def3c052,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:27.706156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f829e38-d0ed-4be9-9f46-b2e83d42ca7e req-e4838444-54ff-4f3a-af68-aabfe92e9258 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 944 time: 0.5583429 Jul 05 18:17:27.800026 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd00b2ce-a404-4877-8c00-6a97bda876e4 req-d6274a4f-ed39-4eff-a5cd-19805142ead8 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638571 Jul 05 18:17:27.808979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:27.809697 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.813006 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] 10.222.0.39 "PUT /v2.0/ports/c4f096aa-4fa7-4c47-9307-35b946aaed38 HTTP/1.1" status: 200 len: 1091 time: 2.0685852 Jul 05 18:17:27.817589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58708993-721b-4be3-adab-b3b0ce22e4fd', 'tag': 'c4f096aa-4fa7-4c47-9307-35b946aaed38'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:27.820791 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146edbda-4bf2-4be7-ab13-e5683ca38e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "58708993-721b-4be3-adab-b3b0ce22e4fd", "tag": "c4f096aa-4fa7-4c47-9307-35b946aaed38"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:27.825787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-684dc98e-62b4-427f-9ab7-fe678ef3c9dc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:27.828588 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-684dc98e-62b4-427f-9ab7-fe678ef3c9dc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/662152b6-d32f-4088-a0fe-eaa6def3c052 HTTP/1.1" status: 204 len: 168 time: 1.6136110 Jul 05 18:17:27.844374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44368) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:27.876959 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a94bced1-49d1-43cf-ae11-7e537659dd6b tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2580352 Jul 05 18:17:27.882829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44370) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:27.897654 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-45283fe5-f904-4519-b31f-1a2d90351dda tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:17:27.902250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-45283fe5-f904-4519-b31f-1a2d90351dda tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/662152b6-d32f-4088-a0fe-eaa6def3c052 HTTP/1.1" status: 404 len: 333 time: 0.0524597 Jul 05 18:17:27.906718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:27.959219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f829e38-d0ed-4be9-9f46-b2e83d42ca7e req-d767ace2-b020-46a1-b8e6-015228c6f73d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519577 Jul 05 18:17:27.991771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-9ee106dd-e7ac-410c-a017-218f4a9038fc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5698712 Jul 05 18:17:28.027510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1181e4-6b0e-4b48-a6e9-f86a48b0938f service neutron] Pushing event updated for resources: {'Port': ['ID=c4f096aa-4fa7-4c47-9307-35b946aaed38,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:28.035702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Request body: {'port': {'device_id': '75497999-cf9a-4207-b2f8-f9b3a41ad260', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:28.046882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d056a66e-c0bb-4792-a927-a8c5a38abc63 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:28.076729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d056a66e-c0bb-4792-a927-a8c5a38abc63 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:28.094246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-3ef23b15-57d4-4de2-a4d3-b2d9631f9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:28.097251 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-3ef23b15-57d4-4de2-a4d3-b2d9631f9c1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 1094 time: 0.1402185 Jul 05 18:17:28.151394 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-364e8eb2-9c72-4c4e-91cf-2e787e7e5ff3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4f096aa-4fa7-4c47-9307-35b946aaed38 HTTP/1.1" status: 200 len: 217 time: 0.0419703 Jul 05 18:17:28.217015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-a493cfc8-5742-4392-a889-d0daad867b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:28.218869 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-a493cfc8-5742-4392-a889-d0daad867b6c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 200 len: 855 time: 0.0555654 Jul 05 18:17:28.235690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29839199-36df-490f-abb7-8730bd8ccd16 req-0be61a63-52a8-4ba7-9ef8-164149a9f218 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:28.237207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29839199-36df-490f-abb7-8730bd8ccd16 req-0be61a63-52a8-4ba7-9ef8-164149a9f218 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 932 time: 0.4997952 Jul 05 18:17:28.273336 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:28.277651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-7eafe2f2-7561-4935-9e8e-49022c3043c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c128ea0f-1f13-480c-aaaa-30b130cf9df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451891 Jul 05 18:17:28.330594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:28.384452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d056a66e-c0bb-4792-a927-a8c5a38abc63 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:28.387394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d056a66e-c0bb-4792-a927-a8c5a38abc63 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:28.388576 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d056a66e-c0bb-4792-a927-a8c5a38abc63 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "DELETE /v2.0/security-groups/940c51b7-c414-49d1-9dee-1a48b9149825 HTTP/1.1" status: 204 len: 168 time: 0.5034575 Jul 05 18:17:28.394689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44384) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:28.417283 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-1005077d-884c-47ec-8088-c8b46701264b service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270797 Jul 05 18:17:28.426009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056a66e-c0bb-4792-a927-a8c5a38abc63 tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=940c51b7-c414-49d1-9dee-1a48b9149825,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:28.522347 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a14d3bdc-f6e4-4d5d-a245-b590304bdafd tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209002 Jul 05 18:17:28.525712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44388) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:28.593626 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9d7f5909-8654-4a91-8e08-2d6f83759009 req-15a279a0-fa83-4cf3-b8a7-b9bc2da808dc service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618247 Jul 05 18:17:28.626017 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b6b9bb7e-b3df-42a7-91cb-dd3c1968726f tempest-SecGroupTest-463954606 tempest-SecGroupTest-463954606-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0990899 Jul 05 18:17:28.714729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-b3a5ed91-3fb3-4748-9fa9-833e28cf2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:28.714729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-b3a5ed91-3fb3-4748-9fa9-833e28cf2a6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 1095 time: 0.7265227 Jul 05 18:17:28.781751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7da35706-d215-44a6-9e3c-19c04c4ce4fa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 985d1927-c4d5-4b5c-958a-ed47026f6558 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:28.782090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7da35706-d215-44a6-9e3c-19c04c4ce4fa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:28.820641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4337808-15d9-4750-8c28-8e9b3dffd9f0 req-75e606f9-c82e-4475-a7e9-bc62e7007a9a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:28.822134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4337808-15d9-4750-8c28-8e9b3dffd9f0 req-75e606f9-c82e-4475-a7e9-bc62e7007a9a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 943 time: 0.7393911 Jul 05 18:17:28.859563 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29839199-36df-490f-abb7-8730bd8ccd16 req-100b4003-8217-40b5-a2ad-1d9d3889ad48 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088927 Jul 05 18:17:28.908858 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219acf9f-b10d-4884-86f5-09603f457c52 x-openstack-request-id: req-219acf9f-b10d-4884-86f5-09603f457c52 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:28.912235 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58708993-721b-4be3-adab-b3b0ce22e4fd", "tag": "c4f096aa-4fa7-4c47-9307-35b946aaed38", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:28.912235 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-219acf9f-b10d-4884-86f5-09603f457c52 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:28.912235 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58708993-721b-4be3-adab-b3b0ce22e4fd', 'tag': 'c4f096aa-4fa7-4c47-9307-35b946aaed38', 'status': 'completed', 'code': 200} Jul 05 18:17:29.031992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-cec9658d-3e92-4eeb-8c58-71b13d9ad8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:29.036770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-cec9658d-3e92-4eeb-8c58-71b13d9ad8d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 1094 time: 0.0880322 Jul 05 18:17:29.141934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4337808-15d9-4750-8c28-8e9b3dffd9f0 req-17bb08ef-a76b-43eb-91ba-525917690723 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546630 Jul 05 18:17:29.150525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7da35706-d215-44a6-9e3c-19c04c4ce4fa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.159723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-07aa8c15-ad4e-404c-90d6-68b9573e6cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:29.161241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-07aa8c15-ad4e-404c-90d6-68b9573e6cab service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.4280119 Jul 05 18:17:29.180120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7da35706-d215-44a6-9e3c-19c04c4ce4fa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 985d1927-c4d5-4b5c-958a-ed47026f6558 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:29.190085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-ea22de49-6b0d-440d-b067-afc904f579ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:29.193328 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-ea22de49-6b0d-440d-b067-afc904f579ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 915 time: 0.1461298 Jul 05 18:17:29.253567 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-ed2d3537-e204-4bb0-af05-1f2c86f85df4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4f096aa-4fa7-4c47-9307-35b946aaed38 HTTP/1.1" status: 200 len: 217 time: 0.0495327 Jul 05 18:17:29.270833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-0ac54de0-183b-4cec-94bd-856a5c224065 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b430125d-420e-44d4-a2e4-8f865508e84d HTTP/1.1" status: 200 len: 217 time: 0.0905271 Jul 05 18:17:29.277381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44402) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:29.331250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-42ce572f-706e-491c-99ed-c6ef425a06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:29.333047 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-42ce572f-706e-491c-99ed-c6ef425a06bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 200 len: 855 time: 0.0679331 Jul 05 18:17:29.379027 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-856f2310-48fb-4548-889b-ed184ef48739 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c128ea0f-1f13-480c-aaaa-30b130cf9df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295029 Jul 05 18:17:29.462919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-1a4d9a72-9d96-4e8f-9e83-2ca5f16555c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:29.464428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-1a4d9a72-9d96-4e8f-9e83-2ca5f16555c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.1763644 Jul 05 18:17:29.526362 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f0c535d8-d97d-47ff-b0e9-32d48fccfde0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=107e692082fe45bab34ae1a3f6620035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454798 Jul 05 18:17:29.529214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44412) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:29.544251 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-8338e1d0-5c82-4113-806f-2c871e41b911 service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563244 Jul 05 18:17:29.606440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fbcf3-465b-448e-a992-16e89f5b8c8c req-f4a28aa1-3296-4465-81e3-d5928630edfe tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:29.608946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f90fbcf3-465b-448e-a992-16e89f5b8c8c req-f4a28aa1-3296-4465-81e3-d5928630edfe tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 944 time: 0.3468158 Jul 05 18:17:29.674151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-275c046c-e5f1-4bac-b155-0e5fc8d75949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.674630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.682759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-146edbda-4bf2-4be7-ab13-e5683ca38e3e req-e8de7549-79c6-4477-86f0-058fe8ba435b service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269152 Jul 05 18:17:29.707516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-275c046c-e5f1-4bac-b155-0e5fc8d75949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.721244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab97980-5d0f-478b-ad32-c82dc9759d0f {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:17:29.744280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.769814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f90fbcf3-465b-448e-a992-16e89f5b8c8c req-95531178-3571-45da-a956-10cd4fda75f6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222630 Jul 05 18:17:29.778869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-9f05abe1-c81f-4025-90fe-e0f35579acec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:29.780921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-9f05abe1-c81f-4025-90fe-e0f35579acec service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2841361 Jul 05 18:17:29.781887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Transition to ACTIVE for port object 0ab97980-5d0f-478b-ad32-c82dc9759d0f will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:29.791803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port bc79af17-19a5-4c44-b821-0f3516f0f511 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:29.791803 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.851839 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7da35706-d215-44a6-9e3c-19c04c4ce4fa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.856000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-275c046c-e5f1-4bac-b155-0e5fc8d75949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.867789 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-275c046c-e5f1-4bac-b155-0e5fc8d75949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.871519 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-275c046c-e5f1-4bac-b155-0e5fc8d75949 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07874139-4e7f-40ed-89e2-9b524eb0fb3a HTTP/1.1" status: 204 len: 168 time: 0.3389046 Jul 05 18:17:29.879365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c046c-e5f1-4bac-b155-0e5fc8d75949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07874139-4e7f-40ed-89e2-9b524eb0fb3a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:29.918362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:29.989757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da35706-d215-44a6-9e3c-19c04c4ce4fa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=985d1927-c4d5-4b5c-958a-ed47026f6558,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:30.065514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Pushing event updated for resources: {'Port': ['ID=0ab97980-5d0f-478b-ad32-c82dc9759d0f,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:30.245935 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7da35706-d215-44a6-9e3c-19c04c4ce4fa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.249248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7da35706-d215-44a6-9e3c-19c04c4ce4fa tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/985d1927-c4d5-4b5c-958a-ed47026f6558 HTTP/1.1" status: 204 len: 168 time: 2.3400655 Jul 05 18:17:30.250902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44432) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:30.282693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port bc79af17-19a5-4c44-b821-0f3516f0f511, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bc79af17-19a5-4c44-b821-0f3516f0f511,segment=NetworkSegment(78f5c35b-52a4-4a86-ba58-bb4c3afe19ee),segment_id=78f5c35b-52a4-4a86-ba58-bb4c3afe19ee)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:30.283358 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.293423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-62414524-dd67-4b14-a1ed-4aa9d60ede4e service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015051 Jul 05 18:17:30.303429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for bc79af17-19a5-4c44-b821-0f3516f0f511 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:30.319088 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ab6d85-499a-4f2a-a841-2942577c909f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:17:30.323778 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e9ab6d85-499a-4f2a-a841-2942577c909f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/985d1927-c4d5-4b5c-958a-ed47026f6558 HTTP/1.1" status: 404 len: 333 time: 0.0694861 Jul 05 18:17:30.324286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44436) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:30.390869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5061954-b785-47aa-ac11-dd9bc11cdd26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet a8932565-1530-4a15-94c8-318cfdfda950 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:17:30.394261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5061954-b785-47aa-ac11-dd9bc11cdd26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.446228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5061954-b785-47aa-ac11-dd9bc11cdd26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.483521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f1f6d-6c1a-4506-aaf7-29bce654b067 req-18afea76-6b94-4dec-912a-2f1b54c1d981 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:30.490261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa0f1f6d-6c1a-4506-aaf7-29bce654b067 req-18afea76-6b94-4dec-912a-2f1b54c1d981 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 944 time: 0.4867992 Jul 05 18:17:30.529352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Attempting to bind port 0ab97980-5d0f-478b-ad32-c82dc9759d0f on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:30.529708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Attempting to bind port 0ab97980-5d0f-478b-ad32-c82dc9759d0f by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:30.530188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Attempting to bind port 0ab97980-5d0f-478b-ad32-c82dc9759d0f on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:30.542192 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5061954-b785-47aa-ac11-dd9bc11cdd26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.558312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Port 0ab97980-5d0f-478b-ad32-c82dc9759d0f on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:17:30.558712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Attempting to bind port 0ab97980-5d0f-478b-ad32-c82dc9759d0f on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:30.596709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:30.597053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Checking segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:30.597928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Bound using segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:30.597928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Bound port: 0ab97980-5d0f-478b-ad32-c82dc9759d0f, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:30.598292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.670309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef7a42e9-17e5-42ac-ba38-0b4b69facb52 req-9f5fc5a3-f189-4257-a7ce-08ad58331bb9 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632205 Jul 05 18:17:30.679629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5061954-b785-47aa-ac11-dd9bc11cdd26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.691170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa0f1f6d-6c1a-4506-aaf7-29bce654b067 req-24e90f18-2d0b-4b37-b5b9-60c4006c610b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999342 Jul 05 18:17:30.714585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5061954-b785-47aa-ac11-dd9bc11cdd26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=a8932565-1530-4a15-94c8-318cfdfda950,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:30.718545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5061954-b785-47aa-ac11-dd9bc11cdd26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.723100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e5061954-b785-47aa-ac11-dd9bc11cdd26 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/a8932565-1530-4a15-94c8-318cfdfda950 HTTP/1.1" status: 204 len: 168 time: 0.3976007 Jul 05 18:17:30.724365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44448) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:30.726491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eeb472-c3e5-4d7e-874f-d9b4441cfc59 None None] Network cab69f3b-14e2-490a-a481-f412d7fa9453 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:30.759232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd4a7a-442e-4a71-8611-a2bb08e3923d req-bc50b3cb-21a6-4379-9cd9-2a2f887e0a81 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:30.766851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ebd4a7a-442e-4a71-8611-a2bb08e3923d req-bc50b3cb-21a6-4379-9cd9-2a2f887e0a81 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 943 time: 0.3553131 Jul 05 18:17:30.856837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.864267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] For port 0ab97980-5d0f-478b-ad32-c82dc9759d0f, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:30.881917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ebd4a7a-442e-4a71-8611-a2bb08e3923d req-85dd209f-80fb-4de9-8bde-843c1bcacb70 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140704 Jul 05 18:17:30.906640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] For port 0ab97980-5d0f-478b-ad32-c82dc9759d0f, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0ab97980-5d0f-478b-ad32-c82dc9759d0f,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:30.959828 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:30.990961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 26f1a001-5717-416f-a9f4-fc850b3ffb19 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:30.991329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.019816 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.067327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:31.067961 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.069366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] 10.222.0.97 "PUT /v2.0/ports/0ab97980-5d0f-478b-ad32-c82dc9759d0f HTTP/1.1" status: 200 len: 1092 time: 3.0579185 Jul 05 18:17:31.070992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75497999-cf9a-4207-b2f8-f9b3a41ad260', 'tag': '0ab97980-5d0f-478b-ad32-c82dc9759d0f'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:31.073484 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7328fa46-c0e7-4214-8c6c-296f7f9c0aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "75497999-cf9a-4207-b2f8-f9b3a41ad260", "tag": "0ab97980-5d0f-478b-ad32-c82dc9759d0f"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:31.096690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7e2ce-2fbd-43d4-9e30-ed72fdb25da9 None None] DHCP port deletion for cab69f3b-14e2-490a-a481-f412d7fa9453 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:17:31.114075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] For port 26f1a001-5717-416f-a9f4-fc850b3ffb19, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26f1a001-5717-416f-a9f4-fc850b3ffb19,segment=NetworkSegment(0df7397f-9fd9-4ee2-9005-427fcc32e274),segment_id=0df7397f-9fd9-4ee2-9005-427fcc32e274)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:31.114890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.133776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 26f1a001-5717-416f-a9f4-fc850b3ffb19 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:31.146352 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54158648-10b8-4ead-a3f8-cd2251ec5d72 x-openstack-request-id: req-54158648-10b8-4ead-a3f8-cd2251ec5d72 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:31.146656 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75497999-cf9a-4207-b2f8-f9b3a41ad260", "tag": "0ab97980-5d0f-478b-ad32-c82dc9759d0f", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:31.146936 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54158648-10b8-4ead-a3f8-cd2251ec5d72 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:31.147391 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75497999-cf9a-4207-b2f8-f9b3a41ad260', 'tag': '0ab97980-5d0f-478b-ad32-c82dc9759d0f', 'status': 'completed', 'code': 200} Jul 05 18:17:31.157747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5059e6c1-32ce-4494-b3a0-8109ffab57ab service neutron] Pushing event updated for resources: {'Port': ['ID=0ab97980-5d0f-478b-ad32-c82dc9759d0f,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:31.174530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7e2ce-2fbd-43d4-9e30-ed72fdb25da9 None None] Deleting port 26f1a001-5717-416f-a9f4-fc850b3ffb19 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:31.175155 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ac7e2ce-2fbd-43d4-9e30-ed72fdb25da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.306265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5ac7e2ce-2fbd-43d4-9e30-ed72fdb25da9 None None] For port 26f1a001-5717-416f-a9f4-fc850b3ffb19, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26f1a001-5717-416f-a9f4-fc850b3ffb19,segment=NetworkSegment(0df7397f-9fd9-4ee2-9005-427fcc32e274),segment_id=0df7397f-9fd9-4ee2-9005-427fcc32e274)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:31.307079 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ac7e2ce-2fbd-43d4-9e30-ed72fdb25da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.324227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7e2ce-2fbd-43d4-9e30-ed72fdb25da9 None None] Calling delete_port for 26f1a001-5717-416f-a9f4-fc850b3ffb19 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:31.354731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.422367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No DVR routers for this DVR port 26f1a001-5717-416f-a9f4-fc850b3ffb19 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:31.424321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=26f1a001-5717-416f-a9f4-fc850b3ffb19,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:31.447567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=bc79af17-19a5-4c44-b821-0f3516f0f511,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:31.460972 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ac7e2ce-2fbd-43d4-9e30-ed72fdb25da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.480837 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.496579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7e2ce-2fbd-43d4-9e30-ed72fdb25da9 None None] Pushing event deleted for resources: {'Port': ['ID=26f1a001-5717-416f-a9f4-fc850b3ffb19,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:31.508364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac7e2ce-2fbd-43d4-9e30-ed72fdb25da9 None None] No DVR routers for this DVR port 26f1a001-5717-416f-a9f4-fc850b3ffb19 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:31.531063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717dbae5-0373-470a-b6eb-d035c33508bd req-c1c73ee6-6b12-441c-bf47-eee20e1862ff tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:31.533117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-717dbae5-0373-470a-b6eb-d035c33508bd req-c1c73ee6-6b12-441c-bf47-eee20e1862ff tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 944 time: 0.5642583 Jul 05 18:17:31.548625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.559904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cab69f3b-14e2-490a-a481-f412d7fa9453']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:31.572075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df7397f-9fd9-4ee2-9005-427fcc32e274') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:31.572510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df7397f-9fd9-4ee2-9005-427fcc32e274') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:31.585231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.600833 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.607194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:17:31.607523 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:17:31.610469 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:17:31.636090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328fa46-c0e7-4214-8c6c-296f7f9c0aa3 req-77aaa394-7939-4426-b9e6-536d187cfc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:31.639942 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7328fa46-c0e7-4214-8c6c-296f7f9c0aa3 req-77aaa394-7939-4426-b9e6-536d187cfc4a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 1095 time: 0.4655125 Jul 05 18:17:31.684186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-717dbae5-0373-470a-b6eb-d035c33508bd req-9497e70d-d2f3-459e-8672-34f3a04c6fc3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121700 Jul 05 18:17:31.763717 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.774127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:31.783482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/networks/cab69f3b-14e2-490a-a481-f412d7fa9453 HTTP/1.1" status: 204 len: 168 time: 1.0578008 Jul 05 18:17:31.792045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44482) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:31.809905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2118770524'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:32.270642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5e7bf-4c79-47c1-9f1f-5eb594226076 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Network': ['ID=cab69f3b-14e2-490a-a481-f412d7fa9453,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:32.374892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328fa46-c0e7-4214-8c6c-296f7f9c0aa3 req-0f933a07-6e93-4269-9225-6019f24a7543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:32.374892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7328fa46-c0e7-4214-8c6c-296f7f9c0aa3 req-0f933a07-6e93-4269-9225-6019f24a7543 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&shared=False HTTP/1.1" status: 200 len: 905 time: 0.7211635 Jul 05 18:17:32.398918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:32.444648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c4f096aa-4fa7-4c47-9307-35b946aaed38 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:17:32.575448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c4f096aa-4fa7-4c47-9307-35b946aaed38, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c4f096aa-4fa7-4c47-9307-35b946aaed38,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:32.588382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:32.594233 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:32.595965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26f1a001-5717-416f-a9f4-fc850b3ffb19 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:32.600198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'c4f096aa-4fa7-4c47-9307-35b946aaed38', 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2', 'port_id': 'c4f096aa-4fa7-4c47-9307-35b946aaed38', 'mac_address': 'fa:16:3e:bf:00:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdc4b16-54d6-4246-afb9-d3b24c215c3e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:17:32.612237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0eb30-ce09-4d10-8723-db986d454bdc req-f8cf5419-3eb8-46c0-aea4-5bffede620d4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:32.619314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a0eb30-ce09-4d10-8723-db986d454bdc req-f8cf5419-3eb8-46c0-aea4-5bffede620d4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 943 time: 0.3509405 Jul 05 18:17:32.631019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 26f1a001-5717-416f-a9f4-fc850b3ffb19 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:32.631019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26f1a001-5717-416f-a9f4-fc850b3ffb19 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:32.647752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b161de-cd2b-44cf-ab95-d343caa111fc req-aca999e2-0c88-4529-a119-d8bb7ebea505 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:32.649393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b161de-cd2b-44cf-ab95-d343caa111fc req-aca999e2-0c88-4529-a119-d8bb7ebea505 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 944 time: 0.3838096 Jul 05 18:17:32.667826 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:32.680828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f096aa-4fa7-4c47-9307-35b946aaed38 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:17:32.700169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c4f096aa-4fa7-4c47-9307-35b946aaed38, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c4f096aa-4fa7-4c47-9307-35b946aaed38,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:32.728439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7328fa46-c0e7-4214-8c6c-296f7f9c0aa3 req-9fcea74f-f5a8-4279-8f52-e32ace2095a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:32.737490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7328fa46-c0e7-4214-8c6c-296f7f9c0aa3 req-9fcea74f-f5a8-4279-8f52-e32ace2095a7 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3525155 Jul 05 18:17:32.741353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:17:32.744094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:32.754697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:32.756636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2207e08b-029d-497a-b5b8-16fd904b4087 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0973327 Jul 05 18:17:32.759321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44516) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:32.773379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a0eb30-ce09-4d10-8723-db986d454bdc req-41bb22d1-98a7-4880-92a0-b15c675e2f2c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529157 Jul 05 18:17:32.785606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:32.786540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:32.821081 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:32.821081 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Added segment 61db9efb-3f72-4f87-b333-1f529b126e21 of type vlan for network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 Jul 05 18:17:32.836824 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:32.837681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b430125d-420e-44d4-a2e4-8f865508e84d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:17:32.857318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b161de-cd2b-44cf-ab95-d343caa111fc req-2ad972a7-4110-46ed-898e-c64e43a7ed75 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944029 Jul 05 18:17:32.918212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:32.945391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting subnet daaeb1e2-2a2a-465a-905a-9122a78e4c48 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:17:32.972834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-7b948b43-676b-4ded-8797-bc338400a147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:32.974429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-7b948b43-676b-4ded-8797-bc338400a147 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 1095 time: 0.1927488 Jul 05 18:17:32.975025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:32.996864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c4f096aa-4fa7-4c47-9307-35b946aaed38,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:33.062199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.074793 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.080646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:33.081611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.083610 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.119657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-d875ef6f-4f84-471f-9664-1035ce61ec69 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ab97980-5d0f-478b-ad32-c82dc9759d0f HTTP/1.1" status: 200 len: 217 time: 0.1361089 Jul 05 18:17:33.232551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.369381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b430125d-420e-44d4-a2e4-8f865508e84d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b430125d-420e-44d4-a2e4-8f865508e84d,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:33.392887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'b430125d-420e-44d4-a2e4-8f865508e84d', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'port_id': 'b430125d-420e-44d4-a2e4-8f865508e84d', 'mac_address': 'fa:16:3e:0d:3a:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:17:33.394211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Network': ['ID=1e8dee97-2cb9-4003-b848-e793dabd8dc8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:33.399881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-e19e191a-eeb2-4b77-865f-8950b78e88f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.401398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-e19e191a-eeb2-4b77-865f-8950b78e88f7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.2070322 Jul 05 18:17:33.413313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:17:33.419045 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.426452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2437223a-7014-4ed2-9a4d-70c15f9eab6d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6332908 Jul 05 18:17:33.447798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44530) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:33.453351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-f69a1cac-1bfc-4414-8071-d0894794741b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409250 Jul 05 18:17:33.462398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': '1e8dee97-2cb9-4003-b848-e793dabd8dc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:33.471160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Subnet': ['ID=daaeb1e2-2a2a-465a-905a-9122a78e4c48,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:33.517938 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.519815 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/daaeb1e2-2a2a-465a-905a-9122a78e4c48 HTTP/1.1" status: 204 len: 168 time: 0.7590935 Jul 05 18:17:33.521714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.522523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.523272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.523687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.524104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.524773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.525469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.526917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.527529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.528058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.528796 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.529347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d0f6dff-179d-4494-92c4-6000fe331f97 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:33.532884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44532) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:33.570386 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.596630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b430125d-420e-44d4-a2e4-8f865508e84d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:17:33.617741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e9137-4a71-44e5-a8bb-252eb6f16c5f req-150a987a-e8bd-441a-a6ed-a3a3d1540199 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.620895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b430125d-420e-44d4-a2e4-8f865508e84d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b430125d-420e-44d4-a2e4-8f865508e84d,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:33.622497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c4fbe-b141-4f03-bb76-8058b0797736 None None] Network 7391052e-06db-4472-99bd-68975b3a955c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:33.625828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992e9137-4a71-44e5-a8bb-252eb6f16c5f req-150a987a-e8bd-441a-a6ed-a3a3d1540199 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 944 time: 0.5385253 Jul 05 18:17:33.655883 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.690691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640992a-b39e-4de4-8164-bd6bcc8480ca req-62008ab8-2491-426a-b1fd-b1ddbf9c954e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.696822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640992a-b39e-4de4-8164-bd6bcc8480ca req-62008ab8-2491-426a-b1fd-b1ddbf9c954e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.705966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640992a-b39e-4de4-8164-bd6bcc8480ca req-62008ab8-2491-426a-b1fd-b1ddbf9c954e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.709372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640992a-b39e-4de4-8164-bd6bcc8480ca req-62008ab8-2491-426a-b1fd-b1ddbf9c954e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.726872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640992a-b39e-4de4-8164-bd6bcc8480ca req-62008ab8-2491-426a-b1fd-b1ddbf9c954e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.743144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port d576eca4-e8fe-480a-a5e0-fdb81a43716f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:33.743483 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.752486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640992a-b39e-4de4-8164-bd6bcc8480ca req-62008ab8-2491-426a-b1fd-b1ddbf9c954e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.761678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640992a-b39e-4de4-8164-bd6bcc8480ca req-62008ab8-2491-426a-b1fd-b1ddbf9c954e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:33.763830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8640992a-b39e-4de4-8164-bd6bcc8480ca req-62008ab8-2491-426a-b1fd-b1ddbf9c954e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5442 time: 0.4516125 Jul 05 18:17:33.829143 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.866367 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:17:33.888393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992e9137-4a71-44e5-a8bb-252eb6f16c5f req-f8fbffad-6aff-4de9-bdb4-f38a0023b448 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612400 Jul 05 18:17:33.919259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-f75c401d-5304-4245-951a-19636c60012b service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489701 Jul 05 18:17:33.932774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port d576eca4-e8fe-480a-a5e0-fdb81a43716f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d576eca4-e8fe-480a-a5e0-fdb81a43716f,segment=NetworkSegment(78f5c35b-52a4-4a86-ba58-bb4c3afe19ee),segment_id=78f5c35b-52a4-4a86-ba58-bb4c3afe19ee)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:33.933392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:33.970468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for d576eca4-e8fe-480a-a5e0-fdb81a43716f owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:34.070402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=b430125d-420e-44d4-a2e4-8f865508e84d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:34.082506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:34.087061 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:34.096664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8640992a-b39e-4de4-8164-bd6bcc8480ca req-0de64110-a41f-4cc8-8499-9bdebf0f74e4 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3239224 Jul 05 18:17:34.102471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:30Z', 'revision_number': 8, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:34.157059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:34.196710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:34.197357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:34.211197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6210c42a-d0c7-4ac3-96af-801c66627560 req-f6f3af35-3372-489a-a233-c945d25bf302 service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805769 Jul 05 18:17:34.268025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:34.268714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566682f5-0a18-48f1-a9b4-d0902065d793 req-b30aa0bd-b1b1-443e-abda-c526bb9361c4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:34.273760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b430125d-420e-44d4-a2e4-8f865508e84d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:34.275917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4aebc2-620a-426c-819e-5e86155f866d None None] DHCP port deletion for 7391052e-06db-4472-99bd-68975b3a955c request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:17:34.276192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-566682f5-0a18-48f1-a9b4-d0902065d793 req-b30aa0bd-b1b1-443e-abda-c526bb9361c4 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 944 time: 0.1785429 Jul 05 18:17:34.277705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c4f096aa-4fa7-4c47-9307-35b946aaed38'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:34.317249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=d576eca4-e8fe-480a-a5e0-fdb81a43716f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:34.329020 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No DVR routers for this DVR port d576eca4-e8fe-480a-a5e0-fdb81a43716f on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:34.366361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:34.373184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-566682f5-0a18-48f1-a9b4-d0902065d793 req-35351269-ac80-4a79-bb1c-a9933ab15708 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959938 Jul 05 18:17:34.487530 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:34.509119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7391052e-06db-4472-99bd-68975b3a955c']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:34.533584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:34.533858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f5c35b-52a4-4a86-ba58-bb4c3afe19ee') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:34.562665 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:34.578997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d576eca4-e8fe-480a-a5e0-fdb81a43716f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:34.583616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:34.593814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:17:34.594930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:34.621382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d576eca4-e8fe-480a-a5e0-fdb81a43716f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:34.621886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d576eca4-e8fe-480a-a5e0-fdb81a43716f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:17:34.646932 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:17:34.668767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac35a0-bbff-4b59-a187-83e856bf2af7 req-b954d222-ba4c-4104-ac48-f0eef4ccc7ff tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:34.671612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3ac35a0-bbff-4b59-a187-83e856bf2af7 req-b954d222-ba4c-4104-ac48-f0eef4ccc7ff tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 944 time: 0.3924944 Jul 05 18:17:34.721361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93175905-902e-4759-adfc-9ffd5e0c9625 req-74a7c18c-2cf6-4b79-86b1-143e6abdb0f7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:34.727298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93175905-902e-4759-adfc-9ffd5e0c9625 req-74a7c18c-2cf6-4b79-86b1-143e6abdb0f7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:34.734008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93175905-902e-4759-adfc-9ffd5e0c9625 req-74a7c18c-2cf6-4b79-86b1-143e6abdb0f7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:34.740088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93175905-902e-4759-adfc-9ffd5e0c9625 req-74a7c18c-2cf6-4b79-86b1-143e6abdb0f7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:34.745952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93175905-902e-4759-adfc-9ffd5e0c9625 req-74a7c18c-2cf6-4b79-86b1-143e6abdb0f7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:34.752712 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:34.752878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93175905-902e-4759-adfc-9ffd5e0c9625 req-74a7c18c-2cf6-4b79-86b1-143e6abdb0f7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:34.758752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93175905-902e-4759-adfc-9ffd5e0c9625 req-74a7c18c-2cf6-4b79-86b1-143e6abdb0f7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:34.761223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93175905-902e-4759-adfc-9ffd5e0c9625 req-74a7c18c-2cf6-4b79-86b1-143e6abdb0f7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5442 time: 0.1961851 Jul 05 18:17:34.775577 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3ac35a0-bbff-4b59-a187-83e856bf2af7 req-23fcb3ba-196c-4a4f-a2f0-ecc08f64aa7a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967102 Jul 05 18:17:34.777274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:34.781147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:34.784458 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/networks/7391052e-06db-4472-99bd-68975b3a955c HTTP/1.1" status: 204 len: 168 time: 1.2499270 Jul 05 18:17:34.786244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea7e9a-ad8e-4539-8c11-a4e28d3b7a7b tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Network': ['ID=7391052e-06db-4472-99bd-68975b3a955c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:34.789028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44558) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:34.880641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=54466c8f-933c-45d3-ab4e-7d653433c6e8,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:34.903268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Checking segment: {'id': '61db9efb-3f72-4f87-b333-1f529b126e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1e8dee97-2cb9-4003-b848-e793dabd8dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:34.903562 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network hostable DHCP agents. Network: 1e8dee97-2cb9-4003-b848-e793dabd8dc8, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:17:35.039372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:17:35.088862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:30Z', 'revision_number': 8, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:35.131805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a513a3-46be-4093-9484-553eeabad77a None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:30Z', 'revision_number': 8, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bf9837c1-36dc-4b30-badc-aa5402b37f7b', 'name': '', 'network_id': 'e25f479e-e1f4-4012-bf12-22b1daa7de85', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:65:0a:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2257, 'fixed_ips': [{'subnet_id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:17:03Z', 'updated_at': '2021-07-05T18:17:16Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '7967485e-2a7a-46ed-8f0b-e635f09c0d73', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:35.162158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 1e8dee97-2cb9-4003-b848-e793dabd8dc8) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:35.171929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08b99a-9066-4ba3-96c9-9baba6bb0b5c None None] Network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:35.192122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:35.193402 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:35.236765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f61d1-046e-4766-8aa8-80fe0c898398 req-66b90704-994b-4f14-a4d6-30eeb81120b9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:35.239294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-621f61d1-046e-4766-8aa8-80fe0c898398 req-66b90704-994b-4f14-a4d6-30eeb81120b9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 945 time: 0.1529577 Jul 05 18:17:35.350720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-621f61d1-046e-4766-8aa8-80fe0c898398 req-41cb5ab2-a516-421c-86b4-6ea88543ce5f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849731 Jul 05 18:17:35.358782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dd32e64d-73bd-43cc-b7f2-cc29dccbb8f7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9036589 Jul 05 18:17:35.359386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44572) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:35.364436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-051d6607-01a7-462a-9dd0-64420aa569ab tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-413053898', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:35.512425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-051d6607-01a7-462a-9dd0-64420aa569ab tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:35.513447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-051d6607-01a7-462a-9dd0-64420aa569ab tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:35.520913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-1e8dee97-2cb9-4003-b848-e793dabd8dc8', 'network_id': '1e8dee97-2cb9-4003-b848-e793dabd8dc8', 'tenant_id': 'edbf32161e384f84b5734430f2d9ff71', 'fixed_ips': [{'subnet_id': '54466c8f-933c-45d3-ab4e-7d653433c6e8'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:17:35.525196 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:35.555956 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:35.680693 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-051d6607-01a7-462a-9dd0-64420aa569ab tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:35.731369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43249c32-3bdf-4ed8-8933-89b9c9397862 req-0ddb1289-9688-4959-9e6c-d417da724c74 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:35.735462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43249c32-3bdf-4ed8-8933-89b9c9397862 req-0ddb1289-9688-4959-9e6c-d417da724c74 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 944 time: 0.2355847 Jul 05 18:17:35.756739 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-051d6607-01a7-462a-9dd0-64420aa569ab tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:35.773458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Allocated IP 172.20.0.2 (1e8dee97-2cb9-4003-b848-e793dabd8dc8/54466c8f-933c-45d3-ab4e-7d653433c6e8/299d3b4f-badb-464e-824e-82c134ff8caa) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:35.780803 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:35.862993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43249c32-3bdf-4ed8-8933-89b9c9397862 req-d8f5780b-2993-4c1c-8d28-8d877a255d12 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202254 Jul 05 18:17:35.919888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-051d6607-01a7-462a-9dd0-64420aa569ab tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:35.928257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-051d6607-01a7-462a-9dd0-64420aa569ab tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5677662 Jul 05 18:17:35.929066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44584) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:35.934343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'network_id': '1e8dee97-2cb9-4003-b848-e793dabd8dc8', 'name': 'tempest-PortsTestJSON-469014882'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:36.069089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port bf9837c1-36dc-4b30-badc-aa5402b37f7b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:36.069814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.089354 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.100383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Transition to ACTIVE for port object 299d3b4f-badb-464e-824e-82c134ff8caa will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:36.125473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Transition to ACTIVE for port object 299d3b4f-badb-464e-824e-82c134ff8caa will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:36.191497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6690f2-751d-4653-803f-4210a0173931 req-cb394999-3281-4ead-a8c6-0a082fab1ebd tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:36.191743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port bf9837c1-36dc-4b30-badc-aa5402b37f7b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bf9837c1-36dc-4b30-badc-aa5402b37f7b,segment=NetworkSegment(8a3fb47e-f023-46d4-8273-804ccb604896),segment_id=8a3fb47e-f023-46d4-8273-804ccb604896)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:36.192017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.193869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f6690f2-751d-4653-803f-4210a0173931 req-cb394999-3281-4ead-a8c6-0a082fab1ebd tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 944 time: 0.1703818 Jul 05 18:17:36.204951 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.208767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for bf9837c1-36dc-4b30-badc-aa5402b37f7b owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:36.240988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f6690f2-751d-4653-803f-4210a0173931 req-e40e8f6d-c868-43b2-af69-ac281a09766e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Jul 05 18:17:36.250160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:36.258105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:36.260736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:36.269538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Pushing event updated for resources: {'Port': ['ID=299d3b4f-badb-464e-824e-82c134ff8caa,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:36.301750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:36.305684 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.344819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Attempting to bind port 299d3b4f-badb-464e-824e-82c134ff8caa on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:36.346127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Attempting to bind port 299d3b4f-badb-464e-824e-82c134ff8caa by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '61db9efb-3f72-4f87-b333-1f529b126e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1e8dee97-2cb9-4003-b848-e793dabd8dc8'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:36.346250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port dc5c77ce-1ee9-42af-8779-8c2a2833a554 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:17:36.346794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Attempting to bind port 299d3b4f-badb-464e-824e-82c134ff8caa on network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:36.354204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:36.358357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Checking segment: {'id': '61db9efb-3f72-4f87-b333-1f529b126e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1e8dee97-2cb9-4003-b848-e793dabd8dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:36.358357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.358357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Bound using segment: {'id': '61db9efb-3f72-4f87-b333-1f529b126e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1e8dee97-2cb9-4003-b848-e793dabd8dc8'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:36.358357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Bound port: 299d3b4f-badb-464e-824e-82c134ff8caa, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61db9efb-3f72-4f87-b333-1f529b126e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '1e8dee97-2cb9-4003-b848-e793dabd8dc8'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:36.358357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.415354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bc79af17-19a5-4c44-b821-0f3516f0f511 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:36.443815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: bc79af17-19a5-4c44-b821-0f3516f0f511 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:36.444633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bc79af17-19a5-4c44-b821-0f3516f0f511 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:36.490800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] For port 299d3b4f-badb-464e-824e-82c134ff8caa, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:36.495321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c4f096aa-4fa7-4c47-9307-35b946aaed38 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:36.501332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] For port 299d3b4f-badb-464e-824e-82c134ff8caa, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=299d3b4f-badb-464e-824e-82c134ff8caa,segment=NetworkSegment(61db9efb-3f72-4f87-b333-1f529b126e21),segment_id=61db9efb-3f72-4f87-b333-1f529b126e21)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:36.574855 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.583141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.5 (1e8dee97-2cb9-4003-b848-e793dabd8dc8/54466c8f-933c-45d3-ab4e-7d653433c6e8/dc5c77ce-1ee9-42af-8779-8c2a2833a554) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:36.650708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.663600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43bb5a-3634-4838-84f1-ecefca69bccf None None] Pushing event updated for resources: {'Port': ['ID=299d3b4f-badb-464e-824e-82c134ff8caa,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:36.692073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=bf9837c1-36dc-4b30-badc-aa5402b37f7b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:36.791911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6484d3-de98-448d-abc4-38f99061ad03 req-afbccbca-7c23-4cad-b69a-5fe43327e97d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:36.794767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f6484d3-de98-448d-abc4-38f99061ad03 req-afbccbca-7c23-4cad-b69a-5fe43327e97d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 945 time: 0.2082450 Jul 05 18:17:36.809481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port c4f096aa-4fa7-4c47-9307-35b946aaed38 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:36.824018 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port c4f096aa-4fa7-4c47-9307-35b946aaed38 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:36.824391 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.902640 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:36.998102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f6484d3-de98-448d-abc4-38f99061ad03 req-d346126b-6dfb-4ab3-882e-5743e29fe20c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904685 Jul 05 18:17:37.075907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:37.114159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object dc5c77ce-1ee9-42af-8779-8c2a2833a554 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:37.175816 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:37.228866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58708993-721b-4be3-adab-b3b0ce22e4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f096aa-4fa7-4c47-9307-35b946aaed38'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:37.228866 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551a2139-123f-4dbc-9c46-dd2044cfdfd5" -d '{"events": [{"server_uuid": "58708993-721b-4be3-adab-b3b0ce22e4fd", "name": "network-vif-plugged", "status": "completed", "tag": "c4f096aa-4fa7-4c47-9307-35b946aaed38"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:37.264389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c4f096aa-4fa7-4c47-9307-35b946aaed38, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c4f096aa-4fa7-4c47-9307-35b946aaed38,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:37.285784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0ab97980-5d0f-478b-ad32-c82dc9759d0f details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:17:37.308967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:37.316796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113e9cf1-5030-4858-9a56-3bb889505082 req-b4912ae2-b0e3-4fff-bfa6-eb2d74a763aa tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:37.318874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-113e9cf1-5030-4858-9a56-3bb889505082 req-b4912ae2-b0e3-4fff-bfa6-eb2d74a763aa tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 944 time: 0.1706808 Jul 05 18:17:37.363410 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a977f81d-7e5a-4513-b30a-85c03adf08c1 x-openstack-request-id: req-a977f81d-7e5a-4513-b30a-85c03adf08c1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:37.364087 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58708993-721b-4be3-adab-b3b0ce22e4fd", "name": "network-vif-plugged", "status": "completed", "tag": "c4f096aa-4fa7-4c47-9307-35b946aaed38", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:37.365013 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a977f81d-7e5a-4513-b30a-85c03adf08c1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:37.365691 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58708993-721b-4be3-adab-b3b0ce22e4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f096aa-4fa7-4c47-9307-35b946aaed38', 'code': 200} Jul 05 18:17:37.367155 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:37.368296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b430125d-420e-44d4-a2e4-8f865508e84d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:37.495310 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:37.510261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:37.515652 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:37.516186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0ab97980-5d0f-478b-ad32-c82dc9759d0f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0ab97980-5d0f-478b-ad32-c82dc9759d0f,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:37.518912 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fd1d8d11-fcd7-482c-86ae-e7c01de5b2ed tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7286639 Jul 05 18:17:37.522149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:37.531677 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:37.532333 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:37.693789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b9228e-5415-4a90-a0f2-6588e9bff4d6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting subnet 7967485e-2a7a-46ed-8f0b-e635f09c0d73 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:17:37.725535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c4f096aa-4fa7-4c47-9307-35b946aaed38,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:37.730914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87b9228e-5415-4a90-a0f2-6588e9bff4d6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:37.742135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:37.743283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '0ab97980-5d0f-478b-ad32-c82dc9759d0f', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'port_id': '0ab97980-5d0f-478b-ad32-c82dc9759d0f', 'mac_address': 'fa:16:3e:f1:6e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff46832-f784-4271-95e1-6a3236cc9638', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:17:37.768025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=dc5c77ce-1ee9-42af-8779-8c2a2833a554,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:37.805186 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:37.807023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.807569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.807765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.808106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.813358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87b9228e-5415-4a90-a0f2-6588e9bff4d6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:37.814044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.814587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.819735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.819735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.819735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.819735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.819735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.819735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:17:37.831290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-113e9cf1-5030-4858-9a56-3bb889505082 req-e435c90e-25a9-4013-815e-748d47cd9794 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5051880 Jul 05 18:17:37.833202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:37.852897 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:37.902995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab97980-5d0f-478b-ad32-c82dc9759d0f {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:17:37.929952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0ab97980-5d0f-478b-ad32-c82dc9759d0f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0ab97980-5d0f-478b-ad32-c82dc9759d0f,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:37.940799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:37.943644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port b430125d-420e-44d4-a2e4-8f865508e84d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:37.952526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:37.956727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port b430125d-420e-44d4-a2e4-8f865508e84d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:37.960683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:37.968468 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87b9228e-5415-4a90-a0f2-6588e9bff4d6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:38.067315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c265c5-60fc-483c-9902-90d3bc49100b req-9fc8744e-9905-4099-bbeb-67c946843d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.069245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71c265c5-60fc-483c-9902-90d3bc49100b req-9fc8744e-9905-4099-bbeb-67c946843d39 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 1096 time: 0.6474559 Jul 05 18:17:38.077826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78eb2a9-1eac-46d7-8815-f0f455b3a00f req-c5094606-19d3-4078-bea6-07440a3b2556 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.085215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c78eb2a9-1eac-46d7-8815-f0f455b3a00f req-c5094606-19d3-4078-bea6-07440a3b2556 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 944 time: 0.3180654 Jul 05 18:17:38.100045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.107563 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:38.120221 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:38.197309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997af9-9715-4420-b494-e44d3010b42b req-e512a87b-95f0-43e0-bde6-e8af906eabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.197808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997af9-9715-4420-b494-e44d3010b42b req-e512a87b-95f0-43e0-bde6-e8af906eabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.198330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997af9-9715-4420-b494-e44d3010b42b req-e512a87b-95f0-43e0-bde6-e8af906eabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.213289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997af9-9715-4420-b494-e44d3010b42b req-e512a87b-95f0-43e0-bde6-e8af906eabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.213849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997af9-9715-4420-b494-e44d3010b42b req-e512a87b-95f0-43e0-bde6-e8af906eabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.214674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997af9-9715-4420-b494-e44d3010b42b req-e512a87b-95f0-43e0-bde6-e8af906eabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.216287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3997af9-9715-4420-b494-e44d3010b42b req-e512a87b-95f0-43e0-bde6-e8af906eabb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.217525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c78eb2a9-1eac-46d7-8815-f0f455b3a00f req-2fa19c94-77d1-4f32-a3ea-deb6a9fbfa47 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303825 Jul 05 18:17:38.223483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71c265c5-60fc-483c-9902-90d3bc49100b req-175b015b-3a7e-464d-8752-46481c8094e3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298614 Jul 05 18:17:38.235375 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3997af9-9715-4420-b494-e44d3010b42b req-e512a87b-95f0-43e0-bde6-e8af906eabb1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6499 time: 0.4919460 Jul 05 18:17:38.258431 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87b9228e-5415-4a90-a0f2-6588e9bff4d6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:38.268603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73bfbddb-d918-4145-a607-a79e2da68f7f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3383756 Jul 05 18:17:38.271272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44650) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:38.417034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9228e-5415-4a90-a0f2-6588e9bff4d6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Subnet': ['ID=7967485e-2a7a-46ed-8f0b-e635f09c0d73,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:38.440120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0ab97980-5d0f-478b-ad32-c82dc9759d0f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:38.455401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87b9228e-5415-4a90-a0f2-6588e9bff4d6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:38.457385 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-87b9228e-5415-4a90-a0f2-6588e9bff4d6 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/7967485e-2a7a-46ed-8f0b-e635f09c0d73 HTTP/1.1" status: 204 len: 168 time: 0.9333928 Jul 05 18:17:38.459490 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3997af9-9715-4420-b494-e44d3010b42b req-138152ba-be6a-4757-b9e8-3fbf5ebb0227 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&id=b7fb7e61-1d24-4b8f-8516-b841da51c346&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2231619 Jul 05 18:17:38.459972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44654) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:38.492837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9067da-3d6d-4427-b2d2-5205abb482a6 None None] Network e25f479e-e1f4-4012-bf12-22b1daa7de85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:38.534742 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:36Z', 'revision_number': 9, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:38.543738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0ab97980-5d0f-478b-ad32-c82dc9759d0f,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:38.597307 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:38.613284 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:38.613284 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:38.613545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:38.664155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95bd3ab-9011-4771-ae7a-0b2ea2037a7d None None] Network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:38.743566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port 142d391a-2dba-4acf-83c6-b945959fec5e {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:38.744175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:38.753151 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:38.816240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port 142d391a-2dba-4acf-83c6-b945959fec5e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=142d391a-2dba-4acf-83c6-b945959fec5e,segment=NetworkSegment(8a3fb47e-f023-46d4-8273-804ccb604896),segment_id=8a3fb47e-f023-46d4-8273-804ccb604896)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:38.819945 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:38.831500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for 142d391a-2dba-4acf-83c6-b945959fec5e owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:38.866840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:38.922897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 299d3b4f-badb-464e-824e-82c134ff8caa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:38.957161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e9344dad-bed8-40ad-aa9a-1a09da48e2c4 None None] Provisioning for port 299d3b4f-badb-464e-824e-82c134ff8caa completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:38.961635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23a8fc-4acd-4f89-af98-0ad3d19c5fa8 req-9089cabb-dded-4c3a-a20b-63125dd697cc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:38.972796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e23a8fc-4acd-4f89-af98-0ad3d19c5fa8 req-9089cabb-dded-4c3a-a20b-63125dd697cc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 945 time: 0.5787015 Jul 05 18:17:39.021896 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.115304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=142d391a-2dba-4acf-83c6-b945959fec5e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:39.125116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No DVR routers for this DVR port 142d391a-2dba-4acf-83c6-b945959fec5e on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:39.169113 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:36Z', 'revision_number': 9, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:39.170084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b430125d-420e-44d4-a2e4-8f865508e84d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b430125d-420e-44d4-a2e4-8f865508e84d,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:39.245166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e23a8fc-4acd-4f89-af98-0ad3d19c5fa8 req-df87b79c-bb4c-4000-af0c-f53401c1e6b3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707515 Jul 05 18:17:39.259182 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.287950 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6452424-cf98-4672-9027-e491a01d08f6 None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:36Z', 'revision_number': 9, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'b4e33f30-63ae-47dc-9295-ab143eb34106', 'name': '', 'network_id': '75aedd36-20f1-48e0-b8ea-920bd61f91c9', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:2a:7b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2241, 'fixed_ips': [{'subnet_id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:56Z', 'updated_at': '2021-07-05T18:17:04Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '2fe4f7f0-593a-4546-b988-91766ca8e855', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:39.349749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.361287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e25f479e-e1f4-4012-bf12-22b1daa7de85']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:39.368068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a57f89e-f6c9-49ea-9e0c-6800362d4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b430125d-420e-44d4-a2e4-8f865508e84d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:39.371189 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015f31f1-a0df-41c3-973d-2e17c83da472" -d '{"events": [{"server_uuid": "4a57f89e-f6c9-49ea-9e0c-6800362d4705", "name": "network-vif-plugged", "status": "completed", "tag": "b430125d-420e-44d4-a2e4-8f865508e84d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:39.374391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a3fb47e-f023-46d4-8273-804ccb604896') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:39.374669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a3fb47e-f023-46d4-8273-804ccb604896') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:39.377062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 299d3b4f-badb-464e-824e-82c134ff8caa completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:39.386076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.393452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b1efe-cab9-4250-9ba4-9113c527dbb0 None None] DHCP port deletion for e25f479e-e1f4-4012-bf12-22b1daa7de85 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:17:39.406940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=b430125d-420e-44d4-a2e4-8f865508e84d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:39.409746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 299d3b4f-badb-464e-824e-82c134ff8caa triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:39.410202 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.412382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.431541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:17:39.432818 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:17:39.526028 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:17:39.567922 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.587441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.601031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.605098 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/networks/e25f479e-e1f4-4012-bf12-22b1daa7de85 HTTP/1.1" status: 204 len: 168 time: 1.1441555 Jul 05 18:17:39.611852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44678) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:39.619562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 299d3b4f-badb-464e-824e-82c134ff8caa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=299d3b4f-badb-464e-824e-82c134ff8caa,segment=NetworkSegment(61db9efb-3f72-4f87-b333-1f529b126e21),segment_id=61db9efb-3f72-4f87-b333-1f529b126e21)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:39.634751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf31fb2-bfbe-4984-99f1-365117ddbbe1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Network': ['ID=e25f479e-e1f4-4012-bf12-22b1daa7de85,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:39.707249 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.888795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=299d3b4f-badb-464e-824e-82c134ff8caa,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:39.963555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:39.981505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-eb02133d-b828-4e5f-bff9-5e5c15189bab None None] Provisioning for port dc5c77ce-1ee9-42af-8779-8c2a2833a554 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:39.987207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-eb02133d-b828-4e5f-bff9-5e5c15189bab None None] Provisioning complete for port dc5c77ce-1ee9-42af-8779-8c2a2833a554 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:39.987585 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eb02133d-b828-4e5f-bff9-5e5c15189bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:40.062222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-eb02133d-b828-4e5f-bff9-5e5c15189bab None None] Port dc5c77ce-1ee9-42af-8779-8c2a2833a554 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:40.087173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-eb02133d-b828-4e5f-bff9-5e5c15189bab None None] Provisioning complete for port 299d3b4f-badb-464e-824e-82c134ff8caa triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:40.092171 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eb02133d-b828-4e5f-bff9-5e5c15189bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:40.213147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d12d2f-60e7-46c1-a717-f74af30d7674 req-2f7d1ccc-85b2-4ba6-9c3e-33f4ec891b01 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:40.220551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8d12d2f-60e7-46c1-a717-f74af30d7674 req-2f7d1ccc-85b2-4ba6-9c3e-33f4ec891b01 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 945 time: 1.1152642 Jul 05 18:17:40.327351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8d12d2f-60e7-46c1-a717-f74af30d7674 req-041ff190-1bb0-4912-b0cb-6b1377c68c4a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051242 Jul 05 18:17:40.337537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ebe1a-d3ab-4edb-9e0b-8e16dc18c947 req-4c3ff558-6ad2-4b4e-bd09-1aacf73358ce tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:40.345480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d56ebe1a-d3ab-4edb-9e0b-8e16dc18c947 req-4c3ff558-6ad2-4b4e-bd09-1aacf73358ce tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 945 time: 0.3792591 Jul 05 18:17:40.396549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-24c48a40-9fe5-419a-b31f-576dd47c3796 None None] Provisioning complete for port dc5c77ce-1ee9-42af-8779-8c2a2833a554 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:40.397425 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-24c48a40-9fe5-419a-b31f-576dd47c3796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:40.433882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d56ebe1a-d3ab-4edb-9e0b-8e16dc18c947 req-8cb6fbe7-cefc-4ebc-a8e9-6e4dff468f82 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875888 Jul 05 18:17:40.468329 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7085b74a-b50e-44cb-ab81-33e69b9d53eb x-openstack-request-id: req-7085b74a-b50e-44cb-ab81-33e69b9d53eb {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:40.468965 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a57f89e-f6c9-49ea-9e0c-6800362d4705", "name": "network-vif-plugged", "status": "completed", "tag": "b430125d-420e-44d4-a2e4-8f865508e84d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:40.474731 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7085b74a-b50e-44cb-ab81-33e69b9d53eb {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:40.476837 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a57f89e-f6c9-49ea-9e0c-6800362d4705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b430125d-420e-44d4-a2e4-8f865508e84d', 'code': 200} Jul 05 18:17:40.532326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-24c48a40-9fe5-419a-b31f-576dd47c3796 None None] Port dc5c77ce-1ee9-42af-8779-8c2a2833a554 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:40.550912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 299d3b4f-badb-464e-824e-82c134ff8caa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:40.584882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:40.645472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 299d3b4f-badb-464e-824e-82c134ff8caa triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:40.645856 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:40.675834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:40.756002 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:40.816435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=dc5c77ce-1ee9-42af-8779-8c2a2833a554,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:40.895905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8e75c-1bb2-4b18-be5d-26ed29bca992 req-2b4615b7-8fbf-405b-8e8d-39fc4290ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:40.897495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebb8e75c-1bb2-4b18-be5d-26ed29bca992 req-2b4615b7-8fbf-405b-8e8d-39fc4290ecfb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 1097 time: 0.3301396 Jul 05 18:17:40.917122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 142d391a-2dba-4acf-83c6-b945959fec5e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:40.983266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 142d391a-2dba-4acf-83c6-b945959fec5e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:40.983503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 142d391a-2dba-4acf-83c6-b945959fec5e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:40.983770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bf9837c1-36dc-4b30-badc-aa5402b37f7b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:41.029127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c3780-144c-4cdf-b956-be84da23d1f0 req-79360431-4040-481f-bd05-71a736346e7f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:41.032507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f54c3780-144c-4cdf-b956-be84da23d1f0 req-79360431-4040-481f-bd05-71a736346e7f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.3998535 Jul 05 18:17:41.033583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: bf9837c1-36dc-4b30-badc-aa5402b37f7b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:41.033937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bf9837c1-36dc-4b30-badc-aa5402b37f7b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:41.108546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebb8e75c-1bb2-4b18-be5d-26ed29bca992 req-c49d611b-bfed-4cf6-b088-81fb13a27cc7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970606 Jul 05 18:17:41.159786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-101142fc-0164-407f-a28c-57f364a560bd None None] Provisioning complete for port dc5c77ce-1ee9-42af-8779-8c2a2833a554 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:41.162952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-101142fc-0164-407f-a28c-57f364a560bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:41.199987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port b4e33f30-63ae-47dc-9295-ab143eb34106 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:41.200345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:41.203278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f54c3780-144c-4cdf-b956-be84da23d1f0 req-310e778c-6c2b-41bd-bfa2-8ce9de490f92 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450443 Jul 05 18:17:41.206213 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:41.208039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-101142fc-0164-407f-a28c-57f364a560bd None None] Port dc5c77ce-1ee9-42af-8779-8c2a2833a554 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:41.316679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0ab97980-5d0f-478b-ad32-c82dc9759d0f up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:41.325604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port b4e33f30-63ae-47dc-9295-ab143eb34106, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b4e33f30-63ae-47dc-9295-ab143eb34106,segment=NetworkSegment(c37dd311-3869-4882-be6b-2a515d2b2223),segment_id=c37dd311-3869-4882-be6b-2a515d2b2223)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:41.326133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:41.339444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for b4e33f30-63ae-47dc-9295-ab143eb34106 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:41.411765 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:41.471713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 0ab97980-5d0f-478b-ad32-c82dc9759d0f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:41.477313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 0ab97980-5d0f-478b-ad32-c82dc9759d0f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:41.477949 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:41.661880 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:41.705296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=b4e33f30-63ae-47dc-9295-ab143eb34106,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:41.767746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506a62d-5810-4287-8217-969a851da6a2 req-81f7cd56-2ccc-4b0c-8465-8ee77a14eb56 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:41.769307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d506a62d-5810-4287-8217-969a851da6a2 req-81f7cd56-2ccc-4b0c-8465-8ee77a14eb56 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 945 time: 0.1399362 Jul 05 18:17:41.817468 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:41.865138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d506a62d-5810-4287-8217-969a851da6a2 req-4dee131a-7cad-4efa-a5e5-f6f33f476e5f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878592 Jul 05 18:17:41.872976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2093-0287-4cb7-a918-dcf87ba5dee9 req-999ad910-f264-4957-a147-b7ba60f65c22 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:41.887317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e99a2093-0287-4cb7-a918-dcf87ba5dee9 req-999ad910-f264-4957-a147-b7ba60f65c22 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 945 time: 0.3940625 Jul 05 18:17:41.889825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 0ab97980-5d0f-478b-ad32-c82dc9759d0f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0ab97980-5d0f-478b-ad32-c82dc9759d0f,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:41.946988 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:41.986837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:42.003339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e99a2093-0287-4cb7-a918-dcf87ba5dee9 req-dc84a8fb-677a-42b8-9171-648813b9a5c3 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149423 Jul 05 18:17:42.099362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=0ab97980-5d0f-478b-ad32-c82dc9759d0f,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:42.162422 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:42.239132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:42.320157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:42.351943 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:42.353958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=dc5c77ce-1ee9-42af-8779-8c2a2833a554,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:42.437341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:42.443266 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c6aac855-d655-4a75-a636-06b1833f111d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8286309 Jul 05 18:17:42.445786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44746) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:42.448515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:42.476962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:42.477626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:42.497865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75497999-cf9a-4207-b2f8-f9b3a41ad260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab97980-5d0f-478b-ad32-c82dc9759d0f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:42.499576 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4096abf8-1741-485f-9efd-9e47a084145e" -d '{"events": [{"server_uuid": "75497999-cf9a-4207-b2f8-f9b3a41ad260", "name": "network-vif-plugged", "status": "completed", "tag": "0ab97980-5d0f-478b-ad32-c82dc9759d0f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:42.518882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a23d80-a8df-4ef3-b027-7194eef03409 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting subnet 2fe4f7f0-593a-4546-b988-91766ca8e855 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:17:42.522653 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1a23d80-a8df-4ef3-b027-7194eef03409 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:42.559707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:42.566591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:42.580630 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1a23d80-a8df-4ef3-b027-7194eef03409 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:42.586495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28607be3-e8b7-40aa-898a-b0ebc936b193 req-fa0f0456-7968-45dc-aab2-1678a250cf45 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:42.588136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28607be3-e8b7-40aa-898a-b0ebc936b193 req-fa0f0456-7968-45dc-aab2-1678a250cf45 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1659396 Jul 05 18:17:42.800331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28607be3-e8b7-40aa-898a-b0ebc936b193 req-cdf9d2f9-299a-46ab-907d-bde8832777ce tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777656 Jul 05 18:17:42.800951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1a23d80-a8df-4ef3-b027-7194eef03409 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:42.804099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:42.876459 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d83909-a291-4d63-a575-ff42699f04ef x-openstack-request-id: req-45d83909-a291-4d63-a575-ff42699f04ef {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:42.880425 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75497999-cf9a-4207-b2f8-f9b3a41ad260", "name": "network-vif-plugged", "status": "completed", "tag": "0ab97980-5d0f-478b-ad32-c82dc9759d0f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:42.880425 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45d83909-a291-4d63-a575-ff42699f04ef {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:42.880425 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75497999-cf9a-4207-b2f8-f9b3a41ad260', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab97980-5d0f-478b-ad32-c82dc9759d0f', 'code': 200} Jul 05 18:17:43.047369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1a23d80-a8df-4ef3-b027-7194eef03409 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:43.056660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b390a49-2275-40a8-9358-4aa8d8628df1 req-174d16b9-39e1-4cbe-8c3a-f3f7837112cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:43.059123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b390a49-2275-40a8-9358-4aa8d8628df1 req-174d16b9-39e1-4cbe-8c3a-f3f7837112cb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 1097 time: 0.2359381 Jul 05 18:17:43.086201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Router 5e63821e-c61b-4524-a2dd-3f0b5caf024c is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:17:43.102120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a23d80-a8df-4ef3-b027-7194eef03409 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe4f7f0-593a-4546-b988-91766ca8e855,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:43.118696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b1a23d80-a8df-4ef3-b027-7194eef03409 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:43.119146 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b1a23d80-a8df-4ef3-b027-7194eef03409 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/2fe4f7f0-593a-4546-b988-91766ca8e855 HTTP/1.1" status: 204 len: 168 time: 0.6721501 Jul 05 18:17:43.121673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44762) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:43.153611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d860da4-3325-4374-87db-cd2a166b89e2 None None] Network 75aedd36-20f1-48e0-b8ea-920bd61f91c9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:43.161848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b390a49-2275-40a8-9358-4aa8d8628df1 req-043b99f5-2ade-4f59-a99f-f1123fa9d8d0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939977 Jul 05 18:17:43.315210 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:43.348470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:43.354063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d6ce84ba-36b3-474e-9dd7-b18d409114ce tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "PUT /v2.0/routers/5e63821e-c61b-4524-a2dd-3f0b5caf024c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0815363 Jul 05 18:17:43.358638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-83b56488-2691-475e-9e17-29c35d85cfd1 None None] Provisioning complete for port dc5c77ce-1ee9-42af-8779-8c2a2833a554 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:43.358638 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-83b56488-2691-475e-9e17-29c35d85cfd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:43.363321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44772) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:43.365718 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391889c-2774-4603-b65c-1607ad657aee None None] Sync routers for ids ['5e63821e-c61b-4524-a2dd-3f0b5caf024c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:43.384960 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391889c-2774-4603-b65c-1607ad657aee None None] Routers {'5e63821e-c61b-4524-a2dd-3f0b5caf024c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:43.387317 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1391889c-2774-4603-b65c-1607ad657aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5e63821e-c61b-4524-a2dd-3f0b5caf024c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:43.480597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port 78b7d940-9559-4a78-92fd-ff22f430e433 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:43.483026 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:43.490032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6e24c-4654-404f-8708-2e2a9af8277d req-c77f31ae-eba6-4460-9b4b-b4e6d3d5d3bc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:43.494464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eac6e24c-4654-404f-8708-2e2a9af8277d req-c77f31ae-eba6-4460-9b4b-b4e6d3d5d3bc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 946 time: 0.2608204 Jul 05 18:17:43.507008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-83b56488-2691-475e-9e17-29c35d85cfd1 None None] Port dc5c77ce-1ee9-42af-8779-8c2a2833a554 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:43.523705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:41Z', 'revision_number': 10, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:43.544809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41abab5-4fa0-4aa7-9a87-af629bacb4d8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:43.551232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b41abab5-4fa0-4aa7-9a87-af629bacb4d8 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e63821e-c61b-4524-a2dd-3f0b5caf024c HTTP/1.1" status: 200 len: 981 time: 0.1857307 Jul 05 18:17:43.552155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44774) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:43.597430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:43.611998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd66ef08-5c9a-4637-a2a0-cea15a416f57 None None] DHCP port deletion for 75aedd36-20f1-48e0-b8ea-920bd61f91c9 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:17:43.614420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:43.615092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:43.648907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port 78b7d940-9559-4a78-92fd-ff22f430e433, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=78b7d940-9559-4a78-92fd-ff22f430e433,segment=NetworkSegment(c37dd311-3869-4882-be6b-2a515d2b2223),segment_id=c37dd311-3869-4882-be6b-2a515d2b2223)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:43.654389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:43.677888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for 78b7d940-9559-4a78-92fd-ff22f430e433 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:43.699416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eac6e24c-4654-404f-8708-2e2a9af8277d req-cbca5a4c-b3a6-4f36-afb6-00c7045a8dc8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971011 Jul 05 18:17:43.719355 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1391889c-2774-4603-b65c-1607ad657aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:43.750048 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391889c-2774-4603-b65c-1607ad657aee None None] Routers {'5e63821e-c61b-4524-a2dd-3f0b5caf024c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:43.751140 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1391889c-2774-4603-b65c-1607ad657aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5e63821e-c61b-4524-a2dd-3f0b5caf024c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:43.755657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:43.797788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd66ef08-5c9a-4637-a2a0-cea15a416f57 None None] Deleting port 78b7d940-9559-4a78-92fd-ff22f430e433 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:43.798165 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd66ef08-5c9a-4637-a2a0-cea15a416f57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:43.799055 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1391889c-2774-4603-b65c-1607ad657aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:43.799972 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391889c-2774-4603-b65c-1607ad657aee None None] The sync data for ids ['5e63821e-c61b-4524-a2dd-3f0b5caf024c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:44.055862 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.135667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=78b7d940-9559-4a78-92fd-ff22f430e433,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:44.184044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No DVR routers for this DVR port 78b7d940-9559-4a78-92fd-ff22f430e433 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:44.222607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd66ef08-5c9a-4637-a2a0-cea15a416f57 None None] For port 78b7d940-9559-4a78-92fd-ff22f430e433, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=78b7d940-9559-4a78-92fd-ff22f430e433,segment=NetworkSegment(c37dd311-3869-4882-be6b-2a515d2b2223),segment_id=c37dd311-3869-4882-be6b-2a515d2b2223)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:44.223203 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd66ef08-5c9a-4637-a2a0-cea15a416f57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.251960 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.255709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd66ef08-5c9a-4637-a2a0-cea15a416f57 None None] Calling delete_port for 78b7d940-9559-4a78-92fd-ff22f430e433 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:44.391926 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.434539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75aedd36-20f1-48e0-b8ea-920bd61f91c9']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:44.470105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c37dd311-3869-4882-be6b-2a515d2b2223') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:44.470359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c37dd311-3869-4882-be6b-2a515d2b2223') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:44.506802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd66ef08-5c9a-4637-a2a0-cea15a416f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.535701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.562775 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.570735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:17:44.571709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:17:44.575557 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:17:44.589587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66ef08-5c9a-4637-a2a0-cea15a416f57 None None] Pushing event deleted for resources: {'Port': ['ID=78b7d940-9559-4a78-92fd-ff22f430e433,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:44.594004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 78b7d940-9559-4a78-92fd-ff22f430e433 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:44.601600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd66ef08-5c9a-4637-a2a0-cea15a416f57 None None] No DVR routers for this DVR port 78b7d940-9559-4a78-92fd-ff22f430e433 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:44.609897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:41Z', 'revision_number': 10, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:44.638292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 78b7d940-9559-4a78-92fd-ff22f430e433 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:44.638292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 78b7d940-9559-4a78-92fd-ff22f430e433 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:44.667922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c07e68-ac5c-4533-b4e3-e9a65fe3fcbc None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:41Z', 'revision_number': 10, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None, '_interfaces': [{'id': 'ccd917b0-5910-4d92-8296-06dc13dd9d2f', 'name': '', 'network_id': 'dd21db13-03bc-47a3-87f9-a363e61754df', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'mac_address': 'fa:16:3e:83:41:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:16:44Z', 'updated_at': '2021-07-05T18:16:56Z', 'revision_number': 5, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'subnets': [{'id': '636e2d0e-fc7a-465e-811f-251e73e025f7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:44.766531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.796385 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:44.801680 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/networks/75aedd36-20f1-48e0-b8ea-920bd61f91c9 HTTP/1.1" status: 204 len: 168 time: 1.6789825 Jul 05 18:17:44.804415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44798) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:44.883269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e18380-0517-4bcd-ada0-0dae9c70680d tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Network': ['ID=75aedd36-20f1-48e0-b8ea-920bd61f91c9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:45.173444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ff5ef-d56b-486c-8a12-c50b927a6656 req-4bae0912-bb3b-4f6a-87f5-645e7e3b5892 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:45.180813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e5ff5ef-d56b-486c-8a12-c50b927a6656 req-4bae0912-bb3b-4f6a-87f5-645e7e3b5892 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 946 time: 0.2145734 Jul 05 18:17:45.237738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232c1dd-45c8-4348-97ce-f3ad2e66ced2 req-22733fe8-ad4a-4b6f-9a3f-7f6f926652fc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:45.239335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3232c1dd-45c8-4348-97ce-f3ad2e66ced2 req-22733fe8-ad4a-4b6f-9a3f-7f6f926652fc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.9039922 Jul 05 18:17:45.248424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e5ff5ef-d56b-486c-8a12-c50b927a6656 req-4a6715c3-6764-48e9-833b-5e3916b1557a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646284 Jul 05 18:17:45.323976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3232c1dd-45c8-4348-97ce-f3ad2e66ced2 req-5a769098-d73c-41fa-86a8-c2d539f9bce1 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710068 Jul 05 18:17:45.406097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port dc5c77ce-1ee9-42af-8779-8c2a2833a554 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:45.406848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:45.456495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:45.584907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:45.627826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for dc5c77ce-1ee9-42af-8779-8c2a2833a554 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:45.973164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port ccd917b0-5910-4d92-8296-06dc13dd9d2f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:45.974256 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:46.075771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port ccd917b0-5910-4d92-8296-06dc13dd9d2f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ccd917b0-5910-4d92-8296-06dc13dd9d2f,segment=NetworkSegment(cb3bf050-1682-4524-9ce8-3ba8442de640),segment_id=cb3bf050-1682-4524-9ce8-3ba8442de640)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:46.076851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:46.085813 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:46.104995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for ccd917b0-5910-4d92-8296-06dc13dd9d2f owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:46.134247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=dc5c77ce-1ee9-42af-8779-8c2a2833a554,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:46.378989 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:46.443270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b4e33f30-63ae-47dc-9295-ab143eb34106 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:46.480921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b4e33f30-63ae-47dc-9295-ab143eb34106 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:46.481624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b4e33f30-63ae-47dc-9295-ab143eb34106 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:46.489150 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:46.517420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=ccd917b0-5910-4d92-8296-06dc13dd9d2f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:46.621584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1fa46-7f94-44a8-9320-e717df6214cc req-75462ad8-5ef8-4bc9-a6e8-f0597165b8cc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:46.629500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ca1fa46-7f94-44a8-9320-e717df6214cc req-75462ad8-5ef8-4bc9-a6e8-f0597165b8cc tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 946 time: 0.1805444 Jul 05 18:17:46.706978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ca1fa46-7f94-44a8-9320-e717df6214cc req-8a9894d9-61f1-46e2-b3b2-2d3900c525ec tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762637 Jul 05 18:17:46.746422 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:46.746659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Router 5e63821e-c61b-4524-a2dd-3f0b5caf024c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:47.008606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:47.014182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9bd9b4f1-aaa4-44de-affa-1668468ea375 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "PUT /v2.0/routers/5e63821e-c61b-4524-a2dd-3f0b5caf024c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4605305 Jul 05 18:17:47.018612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44858) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:47.020488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5a3b4c-9641-473b-9990-0e811f72d10c None None] Sync routers for ids ['5e63821e-c61b-4524-a2dd-3f0b5caf024c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:47.031751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a3b4c-9641-473b-9990-0e811f72d10c None None] Routers {'5e63821e-c61b-4524-a2dd-3f0b5caf024c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:47.038415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a5a3b4c-9641-473b-9990-0e811f72d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5e63821e-c61b-4524-a2dd-3f0b5caf024c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:47.095747 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5479327-ac74-4d14-ae53-28a5507e9132 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:17:47.098879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e5479327-ac74-4d14-ae53-28a5507e9132 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/dc5c77ce-1ee9-42af-8779-8c2a2833a554 HTTP/1.1" status: 404 len: 333 time: 0.0779881 Jul 05 18:17:47.103207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44864) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:47.131026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a5a3b4c-9641-473b-9990-0e811f72d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:47.158969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5a3b4c-9641-473b-9990-0e811f72d10c None None] Routers {'5e63821e-c61b-4524-a2dd-3f0b5caf024c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:47.160172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a5a3b4c-9641-473b-9990-0e811f72d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5e63821e-c61b-4524-a2dd-3f0b5caf024c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:47.207028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8a5a3b4c-9641-473b-9990-0e811f72d10c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:47.207970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5a3b4c-9641-473b-9990-0e811f72d10c None None] The sync data for ids ['5e63821e-c61b-4524-a2dd-3f0b5caf024c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:47.287190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22de49e5-9c8c-4836-b637-94b7601ac29f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:47.509504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2615b2-da29-45fd-b746-13751c898acf req-e3d18d1c-ffae-4fa4-b089-ccbea112e9ad tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:47.511131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c2615b2-da29-45fd-b746-13751c898acf req-e3d18d1c-ffae-4fa4-b089-ccbea112e9ad tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 946 time: 0.5424850 Jul 05 18:17:47.557268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:47.667663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c2615b2-da29-45fd-b746-13751c898acf req-108b631a-7315-4e14-a23c-2c47b460ccf5 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312139 Jul 05 18:17:47.668148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:47.670223 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22de49e5-9c8c-4836-b637-94b7601ac29f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:47.673945 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-46456f76-8d1b-4149-ab01-370c9fc933c7 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8423376 Jul 05 18:17:47.674730 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22de49e5-9c8c-4836-b637-94b7601ac29f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:47.677069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44884) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:47.679801 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:47.696477 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:47.697119 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:47.822960 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:47.904863 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:46Z', 'revision_number': 11, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:47.909969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d352e-2f39-4737-aedf-1a243c36dec7 req-23bea22f-42fc-4d31-ab70-6db88a2a20bb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:47.911630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c7d352e-2f39-4737-aedf-1a243c36dec7 req-23bea22f-42fc-4d31-ab70-6db88a2a20bb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.6220715 Jul 05 18:17:47.916337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e471ef-2c1d-495b-8abe-3c49a841a5c4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting subnet 636e2d0e-fc7a-465e-811f-251e73e025f7 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:17:47.928033 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07e471ef-2c1d-495b-8abe-3c49a841a5c4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:47.958315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22de49e5-9c8c-4836-b637-94b7601ac29f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:47.965011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22de49e5-9c8c-4836-b637-94b7601ac29f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Fanout notify agent at l3_agent the message router_deleted on router 5e63821e-c61b-4524-a2dd-3f0b5caf024c {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:17:47.966212 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:47.969665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22de49e5-9c8c-4836-b637-94b7601ac29f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:47.973533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44892) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:47.974611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-22de49e5-9c8c-4836-b637-94b7601ac29f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/routers/5e63821e-c61b-4524-a2dd-3f0b5caf024c HTTP/1.1" status: 204 len: 168 time: 0.8577223 Jul 05 18:17:47.991546 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:47.992189 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:48.048010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c7d352e-2f39-4737-aedf-1a243c36dec7 req-280d3352-83e0-4e4e-9e10-0ef539c79b02 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288683 Jul 05 18:17:48.050266 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07e471ef-2c1d-495b-8abe-3c49a841a5c4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.050613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f15c7e6-9b3e-4b80-8bac-3b9a63ccc347 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet 54466c8f-933c-45d3-ab4e-7d653433c6e8 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:17:48.058407 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7e6-9b3e-4b80-8bac-3b9a63ccc347 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.113231 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:48.161799 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7e6-9b3e-4b80-8bac-3b9a63ccc347 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.179611 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:46Z', 'revision_number': 11, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:48.203691 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07e471ef-2c1d-495b-8abe-3c49a841a5c4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.275006 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7e6-9b3e-4b80-8bac-3b9a63ccc347 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.291675 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6d5987-cbac-43bd-b846-7a123703fb1f None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:46Z', 'revision_number': 11, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:48.456475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07e471ef-2c1d-495b-8abe-3c49a841a5c4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.457574 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7e6-9b3e-4b80-8bac-3b9a63ccc347 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.511940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15c7e6-9b3e-4b80-8bac-3b9a63ccc347 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=54466c8f-933c-45d3-ab4e-7d653433c6e8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:48.513639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6fcba-a312-4b2a-956e-9e2df15fd104 None None] Network 1e8dee97-2cb9-4003-b848-e793dabd8dc8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:48.517320 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f15c7e6-9b3e-4b80-8bac-3b9a63ccc347 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.520146 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7f15c7e6-9b3e-4b80-8bac-3b9a63ccc347 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/54466c8f-933c-45d3-ab4e-7d653433c6e8 HTTP/1.1" status: 204 len: 168 time: 0.5454850 Jul 05 18:17:48.521100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e471ef-2c1d-495b-8abe-3c49a841a5c4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Subnet': ['ID=636e2d0e-fc7a-465e-811f-251e73e025f7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:48.522908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44904) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:48.538735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07e471ef-2c1d-495b-8abe-3c49a841a5c4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.538735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-07e471ef-2c1d-495b-8abe-3c49a841a5c4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/636e2d0e-fc7a-465e-811f-251e73e025f7 HTTP/1.1" status: 204 len: 168 time: 0.8555777 Jul 05 18:17:48.540711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44906) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:48.575923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1683325-d751-4592-a026-898ffd3ae3d0 None None] Network dd21db13-03bc-47a3-87f9-a363e61754df requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:48.645987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80370f28-431c-4124-80d5-9677af13da8e req-367bb29a-169c-47c6-9fce-f40627ff26d2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:48.654079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80370f28-431c-4124-80d5-9677af13da8e req-367bb29a-169c-47c6-9fce-f40627ff26d2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 946 time: 0.0847080 Jul 05 18:17:48.715403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80370f28-431c-4124-80d5-9677af13da8e req-3a6f686a-d2ab-4ca9-9b7c-af95fb7c0de9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578666 Jul 05 18:17:48.722136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.734319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.833880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ccd917b0-5910-4d92-8296-06dc13dd9d2f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:48.875041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 299d3b4f-badb-464e-824e-82c134ff8caa {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:48.875041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:48.900497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: ccd917b0-5910-4d92-8296-06dc13dd9d2f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:48.901161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ccd917b0-5910-4d92-8296-06dc13dd9d2f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:48.950032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Deleting port cbff2136-e401-4508-94d8-46e374064927 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:48.950381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.023715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] For port 299d3b4f-badb-464e-824e-82c134ff8caa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=299d3b4f-badb-464e-824e-82c134ff8caa,segment=NetworkSegment(61db9efb-3f72-4f87-b333-1f529b126e21),segment_id=61db9efb-3f72-4f87-b333-1f529b126e21)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:49.024443 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.064344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 299d3b4f-badb-464e-824e-82c134ff8caa owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:49.078670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145603e3-701b-4f49-91af-ba229a18b018 None None] DHCP port deletion for 1e8dee97-2cb9-4003-b848-e793dabd8dc8 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:17:49.118744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d1cf30-f151-45c8-b260-651d14a8b8c7 None None] DHCP port deletion for dd21db13-03bc-47a3-87f9-a363e61754df request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:17:49.184858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-145603e3-701b-4f49-91af-ba229a18b018 None None] Deleting port 299d3b4f-badb-464e-824e-82c134ff8caa {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:49.185360 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-145603e3-701b-4f49-91af-ba229a18b018 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.208734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] For port cbff2136-e401-4508-94d8-46e374064927, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cbff2136-e401-4508-94d8-46e374064927,segment=NetworkSegment(cb3bf050-1682-4524-9ce8-3ba8442de640),segment_id=cb3bf050-1682-4524-9ce8-3ba8442de640)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:49.209092 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.224839 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Calling delete_port for cbff2136-e401-4508-94d8-46e374064927 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:49.262014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-64d1cf30-f151-45c8-b260-651d14a8b8c7 None None] Deleting port cbff2136-e401-4508-94d8-46e374064927 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:49.262394 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64d1cf30-f151-45c8-b260-651d14a8b8c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.302212 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.304911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439d30-0112-44e0-bc63-6cf91877fb48 req-b5cc157c-091f-4225-8a37-16aa55c1aba7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:49.307170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af439d30-0112-44e0-bc63-6cf91877fb48 req-b5cc157c-091f-4225-8a37-16aa55c1aba7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1029103 Jul 05 18:17:49.345391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=299d3b4f-badb-464e-824e-82c134ff8caa,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:49.367805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-145603e3-701b-4f49-91af-ba229a18b018 None None] For port 299d3b4f-badb-464e-824e-82c134ff8caa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=299d3b4f-badb-464e-824e-82c134ff8caa,segment=NetworkSegment(61db9efb-3f72-4f87-b333-1f529b126e21),segment_id=61db9efb-3f72-4f87-b333-1f529b126e21)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:49.368204 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-145603e3-701b-4f49-91af-ba229a18b018 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.392111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-64d1cf30-f151-45c8-b260-651d14a8b8c7 None None] For port cbff2136-e401-4508-94d8-46e374064927, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cbff2136-e401-4508-94d8-46e374064927,segment=NetworkSegment(cb3bf050-1682-4524-9ce8-3ba8442de640),segment_id=cb3bf050-1682-4524-9ce8-3ba8442de640)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:49.392782 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64d1cf30-f151-45c8-b260-651d14a8b8c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.395827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-145603e3-701b-4f49-91af-ba229a18b018 None None] Calling delete_port for 299d3b4f-badb-464e-824e-82c134ff8caa owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:49.414585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-64d1cf30-f151-45c8-b260-651d14a8b8c7 None None] Calling delete_port for cbff2136-e401-4508-94d8-46e374064927 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:49.447929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af439d30-0112-44e0-bc63-6cf91877fb48 req-8ee8ca2e-2409-42a2-88c1-5cec758de87b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332529 Jul 05 18:17:49.484464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No DVR routers for this DVR port 299d3b4f-badb-464e-824e-82c134ff8caa on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:49.595740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.627837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.631326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Port': ['ID=cbff2136-e401-4508-94d8-46e374064927,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:49.645560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No DVR routers for this DVR port cbff2136-e401-4508-94d8-46e374064927 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:49.648415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8dee97-2cb9-4003-b848-e793dabd8dc8']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:49.699848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61db9efb-3f72-4f87-b333-1f529b126e21') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:49.700259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61db9efb-3f72-4f87-b333-1f529b126e21') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:49.755682 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-145603e3-701b-4f49-91af-ba229a18b018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.773436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.793504 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64d1cf30-f151-45c8-b260-651d14a8b8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.803554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145603e3-701b-4f49-91af-ba229a18b018 None None] No DVR routers for this DVR port 299d3b4f-badb-464e-824e-82c134ff8caa on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:49.825266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-5ffdea26-be91-4332-b706-61f7ca30e808 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:49.828316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-5ffdea26-be91-4332-b706-61f7ca30e808 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 946 time: 0.1197748 Jul 05 18:17:49.834025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145603e3-701b-4f49-91af-ba229a18b018 None None] Pushing event deleted for resources: {'Port': ['ID=299d3b4f-badb-464e-824e-82c134ff8caa,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:49.843506 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.848024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.849086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d1cf30-f151-45c8-b260-651d14a8b8c7 None None] No DVR routers for this DVR port cbff2136-e401-4508-94d8-46e374064927 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:49.880083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:17:49.880498 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:17:49.890036 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:17:49.892208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd21db13-03bc-47a3-87f9-a363e61754df']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:49.894416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1cf30-f151-45c8-b260-651d14a8b8c7 None None] Pushing event deleted for resources: {'Port': ['ID=cbff2136-e401-4508-94d8-46e374064927,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:49.943551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3bf050-1682-4524-9ce8-3ba8442de640') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:49.943913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3bf050-1682-4524-9ce8-3ba8442de640') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:50.006345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.028219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.036738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:17:50.037619 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.047640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648eba6-4b13-4b1a-ba97-a20adc1c6e1d req-fe6ddffe-3640-4816-99b4-e66048f00262 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:50.051421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f648eba6-4b13-4b1a-ba97-a20adc1c6e1d req-fe6ddffe-3640-4816-99b4-e66048f00262 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 946 time: 0.1507831 Jul 05 18:17:50.090550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Deleting port 0ab97980-5d0f-478b-ad32-c82dc9759d0f {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:17:50.090919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:17:50.106399 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:17:50.116768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.121369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.128066 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/networks/1e8dee97-2cb9-4003-b848-e793dabd8dc8 HTTP/1.1" status: 204 len: 168 time: 1.6039972 Jul 05 18:17:50.135406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44934) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:50.161509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f648eba6-4b13-4b1a-ba97-a20adc1c6e1d req-a518ea6d-ef58-4be7-9cc3-6b315f6491b7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066651 Jul 05 18:17:50.181141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef33c6d4-1a3e-4bc4-a342-11e84d502c3b tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Network': ['ID=1e8dee97-2cb9-4003-b848-e793dabd8dc8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:50.215535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90337be-42d1-43d0-99bf-beb98c6c4f8a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:50.222735 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a90337be-42d1-43d0-99bf-beb98c6c4f8a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/4a86916f-3325-427b-9bf7-24235b2f80f4 HTTP/1.1" status: 200 len: 841 time: 0.0832646 Jul 05 18:17:50.223550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44936) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:50.235534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] For port 0ab97980-5d0f-478b-ad32-c82dc9759d0f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=0ab97980-5d0f-478b-ad32-c82dc9759d0f,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:50.235534 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.275748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Calling delete_port for 0ab97980-5d0f-478b-ad32-c82dc9759d0f owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:17:50.277686 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.286164 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.288470 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/networks/dd21db13-03bc-47a3-87f9-a363e61754df HTTP/1.1" status: 204 len: 168 time: 1.7466576 Jul 05 18:17:50.296436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44944) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:50.301072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'routes': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:50.321742 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8f551229-70dc-4d99-8326-d4ca70fd9cd3 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/4a86916f-3325-427b-9bf7-24235b2f80f4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0919664 Jul 05 18:17:50.321742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe3043-ef12-4093-a2c5-ff929631ed86 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Pushing event deleted for resources: {'Network': ['ID=dd21db13-03bc-47a3-87f9-a363e61754df,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:50.354055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44948) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:50.360595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:50.518598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cbff2136-e401-4508-94d8-46e374064927 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:50.571330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: cbff2136-e401-4508-94d8-46e374064927 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:50.572557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cbff2136-e401-4508-94d8-46e374064927 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:50.574596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 299d3b4f-badb-464e-824e-82c134ff8caa no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:50.599430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 299d3b4f-badb-464e-824e-82c134ff8caa {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:50.600200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 299d3b4f-badb-464e-824e-82c134ff8caa not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:50.672086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.692935 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['0ab97980-5d0f-478b-ad32-c82dc9759d0f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:50.703769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:50.733191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event deleted for resources: {'Port': ['ID=0ab97980-5d0f-478b-ad32-c82dc9759d0f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:50.794386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.extraroute_db [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Added routes are [] {{(pid=100998) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 18:17:50.795753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.extraroute_db [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Removed routes are [] {{(pid=100998) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 18:17:50.795753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.803210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:50.803308 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9b3a22e9-32df-4251-bf8e-891418e7d7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.803915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.920355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] No DVR routers for this DVR port 0ab97980-5d0f-478b-ad32-c82dc9759d0f on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:17:50.926197 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:50.930496 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eae36624-bf30-4965-a069-b36fd80f8eb4 req-01023fc2-cbcb-48c1-a9c3-b436b98b5dfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "DELETE /v2.0/ports/0ab97980-5d0f-478b-ad32-c82dc9759d0f HTTP/1.1" status: 204 len: 173 time: 1.0940931 Jul 05 18:17:50.936109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75497999-cf9a-4207-b2f8-f9b3a41ad260', 'name': 'network-vif-deleted', 'tag': '0ab97980-5d0f-478b-ad32-c82dc9759d0f'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:17:50.943224 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c208a9-230b-4289-a5b2-12efaca6e6e6" -d '{"events": [{"server_uuid": "75497999-cf9a-4207-b2f8-f9b3a41ad260", "name": "network-vif-deleted", "tag": "0ab97980-5d0f-478b-ad32-c82dc9759d0f"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:17:51.057657 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8298efee-2a32-4531-b1e1-9df8003cd75f x-openstack-request-id: req-8298efee-2a32-4531-b1e1-9df8003cd75f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:17:51.058003 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75497999-cf9a-4207-b2f8-f9b3a41ad260", "name": "network-vif-deleted", "tag": "0ab97980-5d0f-478b-ad32-c82dc9759d0f", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:17:51.058209 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8298efee-2a32-4531-b1e1-9df8003cd75f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:17:51.061581 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75497999-cf9a-4207-b2f8-f9b3a41ad260', 'name': 'network-vif-deleted', 'tag': '0ab97980-5d0f-478b-ad32-c82dc9759d0f', 'status': 'completed', 'code': 200} Jul 05 18:17:51.078405 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:51.083670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb06f29-9932-4f2e-becb-fc3b5d3ad595 req-7086eb12-64f2-40a4-95a4-b2e59e420d2d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:51.085578 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:51.085952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1eb06f29-9932-4f2e-becb-fc3b5d3ad595 req-7086eb12-64f2-40a4-95a4-b2e59e420d2d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.2427320 Jul 05 18:17:51.229666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1eb06f29-9932-4f2e-becb-fc3b5d3ad595 req-5f4c7994-2cdb-4b13-8dfc-7d3f221f22ac tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310544 Jul 05 18:17:51.284914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:17:51.397641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0bc6995-f453-4e41-98f7-34a9fd0867bb req-0b655936-32cc-4679-b55b-f93b18c18f12 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=75497999-cf9a-4207-b2f8-f9b3a41ad260 HTTP/1.1" status: 200 len: 210 time: 0.0462134 Jul 05 18:17:51.440909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:51.452418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] Sync routers for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:51.453794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:51.455242 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a3cd29dc-5e62-42be-983a-5dafe0d7f006 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 HTTP/1.1" status: 200 len: 704 time: 1.1583018 Jul 05 18:17:51.458372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44974) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:51.466538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:51.472914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:51.490474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:51.516272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-93366faa-ed3f-4dbe-85c2-21b653640115 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 HTTP/1.1" status: 200 len: 205 time: 0.0566051 Jul 05 18:17:51.519010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44978) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:51.594309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:51.605564 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:51.612880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:51.613508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:51.615426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:51.635811 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5382ad90-f2cc-4554-a23a-e71357e8e4b2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:51.640307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:51.697119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:46Z', 'revision_number': 11, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:51.701081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff01079b-3cff-418c-8e63-55b02fd81569 None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:51.734190 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e5c2786c-f570-4c1a-8300-ec69f24e9363 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3789682 Jul 05 18:17:51.736902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44984) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:51.746032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d09c96f4-853b-47f9-b2f7-5a3f64722457 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'security_group': {'name': 'tempest-secgroup-1958984154'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:51.805424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] Checking router: cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:51.835968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] Routers {'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:51.837111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:51.907143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d09c96f4-853b-47f9-b2f7-5a3f64722457 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:51.933699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] Set router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:51.949172 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5382ad90-f2cc-4554-a23a-e71357e8e4b2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:51.952102 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5382ad90-f2cc-4554-a23a-e71357e8e4b2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.007546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:46Z', 'revision_number': 11, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:52.056891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d09c96f4-853b-47f9-b2f7-5a3f64722457 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.061757 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5382ad90-f2cc-4554-a23a-e71357e8e4b2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.062335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5382ad90-f2cc-4554-a23a-e71357e8e4b2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Fanout notify agent at l3_agent the message router_deleted on router cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:17:52.067964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b40ece-d305-4c1c-958d-a86ff0672957 None None] The sync data for ids ['cec8b0ac-7c09-4afb-8717-d7eb6a967ce5'] in n-d-799524-1 is: [{'id': 'cec8b0ac-7c09-4afb-8717-d7eb6a967ce5', 'name': 'tempest-RoutersIpV6Test-router-518538147', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:16:37Z', 'updated_at': '2021-07-05T18:17:46Z', 'revision_number': 11, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:52.070017 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5382ad90-f2cc-4554-a23a-e71357e8e4b2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.071171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5382ad90-f2cc-4554-a23a-e71357e8e4b2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 HTTP/1.1" status: 204 len: 168 time: 0.5507002 Jul 05 18:17:52.075456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44990) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:52.097472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-02cb4b6a-ab32-4930-b0a0-6b4cb0407530 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1058839261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:52.124966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d09c96f4-853b-47f9-b2f7-5a3f64722457 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.191321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c96f4-853b-47f9-b2f7-5a3f64722457 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbf3e7e-00a5-4a3e-9ab0-a784b0b6d2c5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:52.237724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-29190c53-8a7a-4add-a9d3-13adc750c4e3', 'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'tenant_id': 'edbf32161e384f84b5734430f2d9ff71', 'fixed_ips': [{'subnet_id': 'bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:17:52.238812 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.268091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02cb4b6a-ab32-4930-b0a0-6b4cb0407530 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.269635 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02cb4b6a-ab32-4930-b0a0-6b4cb0407530 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.401252 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02cb4b6a-ab32-4930-b0a0-6b4cb0407530 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.404412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d09c96f4-853b-47f9-b2f7-5a3f64722457 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.409766 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d09c96f4-853b-47f9-b2f7-5a3f64722457 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6717927 Jul 05 18:17:52.413929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44996) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:52.423158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4b80de99-ac33-4cca-a747-eab7f2d3ab9f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'security_group': {'name': 'tempest-secgroup-12435855'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:52.495406 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02cb4b6a-ab32-4930-b0a0-6b4cb0407530 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.578729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b80de99-ac33-4cca-a747-eab7f2d3ab9f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.615766 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Allocated IP 172.20.0.2 (29190c53-8a7a-4add-a9d3-13adc750c4e3/bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b/e11d6fd5-6e1b-4b2f-8d69-071266a29c36) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:52.621887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0bbca-af1f-4d0f-9eeb-4d9a32a692bd req-0c6c9d73-f111-4882-932b-28b1b8b544a5 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:52.632814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ce0bbca-af1f-4d0f-9eeb-4d9a32a692bd req-0c6c9d73-f111-4882-932b-28b1b8b544a5 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1391637 Jul 05 18:17:52.716002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ce0bbca-af1f-4d0f-9eeb-4d9a32a692bd req-0d109c7c-45c7-4ed2-bc79-3f0261fb5aaf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722985 Jul 05 18:17:52.761499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02cb4b6a-ab32-4930-b0a0-6b4cb0407530 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.763996 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-02cb4b6a-ab32-4930-b0a0-6b4cb0407530 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6854782 Jul 05 18:17:52.769913 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b80de99-ac33-4cca-a747-eab7f2d3ab9f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.772054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45010) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:52.784905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-701aabbe-bba4-4e87-aa18-4a9ea47863f2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:52.867108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b80de99-ac33-4cca-a747-eab7f2d3ab9f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.916748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80de99-ac33-4cca-a747-eab7f2d3ab9f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dce61eb1-3065-4d79-9cbc-f6352649f638,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:52.917557 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.930237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Transition to ACTIVE for port object e11d6fd5-6e1b-4b2f-8d69-071266a29c36 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:52.950050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Transition to ACTIVE for port object e11d6fd5-6e1b-4b2f-8d69-071266a29c36 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:52.998179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b80de99-ac33-4cca-a747-eab7f2d3ab9f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:52.998179 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4b80de99-ac33-4cca-a747-eab7f2d3ab9f tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5814764 Jul 05 18:17:53.000357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45028) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:53.008146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-50024876', 'security_groups': ['dce61eb1-3065-4d79-9cbc-f6352649f638'], 'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:53.046783 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:53.077745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:53.084089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:53.132990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:53.153640 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-701aabbe-bba4-4e87-aa18-4a9ea47863f2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:53.236344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-7cd59aa4-0eea-47af-8b06-388d5b7cf231 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:53.238831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-7cd59aa4-0eea-47af-8b06-388d5b7cf231 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.3579979 Jul 05 18:17:53.242402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Attempting to bind port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:17:53.242938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Attempting to bind port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '759a1839-1cbd-49f6-8e19-54586a19f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:17:53.243361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Attempting to bind port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 on network 29190c53-8a7a-4add-a9d3-13adc750c4e3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:17:53.245894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Pushing event updated for resources: {'Port': ['ID=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:53.253345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:17:53.254284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Checking segment: {'id': '759a1839-1cbd-49f6-8e19-54586a19f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:17:53.254394 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:53.260529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Bound using segment: {'id': '759a1839-1cbd-49f6-8e19-54586a19f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:17:53.260529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Bound port: e11d6fd5-6e1b-4b2f-8d69-071266a29c36, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '759a1839-1cbd-49f6-8e19-54586a19f1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:17:53.260529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:53.260891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-701aabbe-bba4-4e87-aa18-4a9ea47863f2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:53.271461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-6913a761-306e-4d43-a37c-f8a00dde3585 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/quotas/af205f8fe38746c2ae756fe4c2fc2611 HTTP/1.1" status: 200 len: 375 time: 0.0238643 Jul 05 18:17:53.306931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:53.395147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] For port e11d6fd5-6e1b-4b2f-8d69-071266a29c36, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:17:53.414711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0ab97980-5d0f-478b-ad32-c82dc9759d0f no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:17:53.472678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-56f64e8b-0738-4ab7-a154-897e275311b0 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2002220 Jul 05 18:17:53.480249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 0ab97980-5d0f-478b-ad32-c82dc9759d0f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:17:53.483387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 0ab97980-5d0f-478b-ad32-c82dc9759d0f not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:17:53.485027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] For port e11d6fd5-6e1b-4b2f-8d69-071266a29c36, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,segment=NetworkSegment(759a1839-1cbd-49f6-8e19-54586a19f1dc),segment_id=759a1839-1cbd-49f6-8e19-54586a19f1dc)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:17:53.496631 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:53.516532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port 312f0667-80c4-4e3b-b57d-272c3ba10ede yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:17:53.530050 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-04a06b1b-ba59-4b4e-b1b1-d5857208eaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:53.564638 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:53.637824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-c0dead67-1831-48c9-beff-7dd03f4e3789 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513464 Jul 05 18:17:53.640058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701aabbe-bba4-4e87-aa18-4a9ea47863f2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Router bdd4b5a4-028e-48c3-850e-6d9205cd372b is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:17:53.695220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883a488-28d3-47bf-be9a-450c887e3956 None None] Pushing event updated for resources: {'Port': ['ID=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:53.743890 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:53.751508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-18b6b6b0-7fac-4bc2-b66c-a2c8d792e0b7 req-b092fb69-199c-409e-aaaf-d349efa7e2a4 tempest-ImagesTestJSON-1105709063 tempest-ImagesTestJSON-1105709063-project] (100998) timed out ('10.222.0.97', 50975) {{(pid=100998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:17:53.758973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.12 (29190c53-8a7a-4add-a9d3-13adc750c4e3/bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b/312f0667-80c4-4e3b-b57d-272c3ba10ede) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:53.833969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-466b41f0-f4d1-42c1-9205-42361ab8a842 service neutron] 10.222.0.30 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824236 Jul 05 18:17:54.011751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701aabbe-bba4-4e87-aa18-4a9ea47863f2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:17:54.022411 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] Sync routers for ids ['bdd4b5a4-028e-48c3-850e-6d9205cd372b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:17:54.038090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-701aabbe-bba4-4e87-aa18-4a9ea47863f2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:54.038090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-701aabbe-bba4-4e87-aa18-4a9ea47863f2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "PUT /v2.0/routers/bdd4b5a4-028e-48c3-850e-6d9205cd372b HTTP/1.1" status: 200 len: 698 time: 1.2637098 Jul 05 18:17:54.044709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45050) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:54.060604 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] Routers {'bdd4b5a4-028e-48c3-850e-6d9205cd372b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:54.060604 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bdd4b5a4-028e-48c3-850e-6d9205cd372b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:54.186263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:54.220017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object 312f0667-80c4-4e3b-b57d-272c3ba10ede will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:54.268872 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] Set router bdd4b5a4-028e-48c3-850e-6d9205cd372b gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:54.285351 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45058) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:54.285572 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7b850369-ffa1-4f6d-90a2-bf2f80996ce9 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/routers/bdd4b5a4-028e-48c3-850e-6d9205cd372b HTTP/1.1" status: 200 len: 704 time: 0.2388811 Jul 05 18:17:54.381224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:54.385623 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-101f1a55-b9c5-4679-9055-8a593b0e4382 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd4b5a4-028e-48c3-850e-6d9205cd372b HTTP/1.1" status: 200 len: 205 time: 0.0934582 Jul 05 18:17:54.392489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45068) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:54.399426 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd4b5a4-028e-48c3-850e-6d9205cd372b', 'name': 'tempest-RoutersIpV6Test-router-1058839261', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:17:52Z', 'updated_at': '2021-07-05T18:17:53Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:54.476829 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] Checking router: bdd4b5a4-028e-48c3-850e-6d9205cd372b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:17:54.487979 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] Routers {'bdd4b5a4-028e-48c3-850e-6d9205cd372b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:17:54.489403 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:17:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bdd4b5a4-028e-48c3-850e-6d9205cd372b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:54.517733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bba8c-09b7-43e3-9e2a-ad4cd3bef1b8 req-efa70e7f-1952-42d4-abd4-ee1adffb1b27 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:54.524237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf6bba8c-09b7-43e3-9e2a-ad4cd3bef1b8 req-efa70e7f-1952-42d4-abd4-ee1adffb1b27 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.2324436 Jul 05 18:17:54.570321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ae74f0e-8b1f-4855-921b-f586368be834 req-83b1ef57-16b0-474f-bfd6-6aea473dd0f3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 210 time: 0.1057894 Jul 05 18:17:54.577041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e11d6fd5-6e1b-4b2f-8d69-071266a29c36 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:54.664850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf6bba8c-09b7-43e3-9e2a-ad4cd3bef1b8 req-e2cccf77-061d-4684-8e6b-85bbdadf7f47 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086044 Jul 05 18:17:54.673613 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:54.708122 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] Set router bdd4b5a4-028e-48c3-850e-6d9205cd372b gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:17:54.762754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:54.778219 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd4b5a4-028e-48c3-850e-6d9205cd372b', 'name': 'tempest-RoutersIpV6Test-router-1058839261', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:17:52Z', 'updated_at': '2021-07-05T18:17:53Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:17:54.809840 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d777f-efc2-4503-9cf1-a9a6d353aeba None None] The sync data for ids ['bdd4b5a4-028e-48c3-850e-6d9205cd372b'] in n-d-799524-1 is: [{'id': 'bdd4b5a4-028e-48c3-850e-6d9205cd372b', 'name': 'tempest-RoutersIpV6Test-router-1058839261', 'tenant_id': '5712f422c3b14993bcd9c3ee66eed76e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:17:52Z', 'updated_at': '2021-07-05T18:17:53Z', 'revision_number': 2, 'project_id': '5712f422c3b14993bcd9c3ee66eed76e', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:17:55.049131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:55.063255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:55.073103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:55.104280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-977246c6-277a-4999-b001-134961e810d1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.108624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=312f0667-80c4-4e3b-b57d-272c3ba10ede,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:55.226848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:55.226848 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.368664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] Provisioning complete for port 4a86916f-3325-427b-9bf7-24235b2f80f4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:55.369226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.412138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-977246c6-277a-4999-b001-134961e810d1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.428010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-977246c6-277a-4999-b001-134961e810d1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.428306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] Port 4a86916f-3325-427b-9bf7-24235b2f80f4 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:55.454699 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dc6386d3-6ee7-4d32-aa82-99cd998eb72d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4476624 Jul 05 18:17:55.455720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45096) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:55.458482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1bbca536-ddb9-418a-80b9-8a40d134e1f6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:55.535500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] Provisioning for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:55.550270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] Provisioning complete for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:55.550270 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.599924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-977246c6-277a-4999-b001-134961e810d1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.599924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977246c6-277a-4999-b001-134961e810d1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Fanout notify agent at l3_agent the message router_deleted on router bdd4b5a4-028e-48c3-850e-6d9205cd372b {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:17:55.608146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-977246c6-277a-4999-b001-134961e810d1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.608146 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-977246c6-277a-4999-b001-134961e810d1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/bdd4b5a4-028e-48c3-850e-6d9205cd372b HTTP/1.1" status: 204 len: 168 time: 1.2131989 Jul 05 18:17:55.612437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45100) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:55.645625 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a283f169-99c9-4f70-8992-ed1075e1e6ba tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=bdd4b5a4-028e-48c3-850e-6d9205cd372b HTTP/1.1" status: 200 len: 205 time: 0.0320308 Jul 05 18:17:55.648118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45102) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:55.676150 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.700199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb7590f9-a8e4-4f63-afd2-15bac054c691 req-3b1e64c0-1061-4a31-8448-3199cb45828d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 210 time: 0.0469723 Jul 05 18:17:55.701422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbca536-ddb9-418a-80b9-8a40d134e1f6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:55.705714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1bbca536-ddb9-418a-80b9-8a40d134e1f6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.725757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] For port e11d6fd5-6e1b-4b2f-8d69-071266a29c36, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,segment=NetworkSegment(759a1839-1cbd-49f6-8e19-54586a19f1dc),segment_id=759a1839-1cbd-49f6-8e19-54586a19f1dc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:55.734137 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-740fe60f-6c28-4071-87d4-33710a386515 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] delete failed (client error): The resource could not be found. Jul 05 18:17:55.735921 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-740fe60f-6c28-4071-87d4-33710a386515 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/bdd4b5a4-028e-48c3-850e-6d9205cd372b HTTP/1.1" status: 404 len: 336 time: 0.0868828 Jul 05 18:17:55.738848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45106) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:55.776734 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-09df9bb1-9814-437e-9261-9d184119124c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] DELETE failed (client error): The resource could not be found. Jul 05 18:17:55.777413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09df9bb1-9814-437e-9261-9d184119124c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:55.779465 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-09df9bb1-9814-437e-9261-9d184119124c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/daaeb1e2-2a2a-465a-905a-9122a78e4c48 HTTP/1.1" status: 404 len: 337 time: 0.0392544 Jul 05 18:17:55.782125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45108) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:55.797434 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:55.834588 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf721073-fd68-4552-b804-870e29b7043c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] DELETE failed (client error): The resource could not be found. Jul 05 18:17:55.838743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf721073-fd68-4552-b804-870e29b7043c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:55.846386 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bf721073-fd68-4552-b804-870e29b7043c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/7967485e-2a7a-46ed-8f0b-e635f09c0d73 HTTP/1.1" status: 404 len: 337 time: 0.0630414 Jul 05 18:17:55.847137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45110) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:55.886226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b45c9a-d7f0-4e37-b6b3-ee2a58dc3a5a None None] Pushing event updated for resources: {'Port': ['ID=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:55.896180 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6317190-d1c4-4611-b468-c1c55efa1cd1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] DELETE failed (client error): The resource could not be found. Jul 05 18:17:55.896711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6317190-d1c4-4611-b468-c1c55efa1cd1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:55.897594 n-d-799524-1 neutron-server[100997]: INFO neutron.db.ipam_backend_mixin [None req-1bbca536-ddb9-418a-80b9-8a40d134e1f6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b (CIDR: 172.20.0.0/28) Jul 05 18:17:55.901167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45112) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:55.901400 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d6317190-d1c4-4611-b468-c1c55efa1cd1 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/2fe4f7f0-593a-4546-b988-91766ca8e855 HTTP/1.1" status: 404 len: 337 time: 0.0532534 Jul 05 18:17:55.945008 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-32772ffa-0506-49a7-bc9f-e55ff19c6c21 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] DELETE failed (client error): The resource could not be found. Jul 05 18:17:55.945458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32772ffa-0506-49a7-bc9f-e55ff19c6c21 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:55.949825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-32772ffa-0506-49a7-bc9f-e55ff19c6c21 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/636e2d0e-fc7a-465e-811f-251e73e025f7 HTTP/1.1" status: 404 len: 337 time: 0.0447183 Jul 05 18:17:55.949825 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbca536-ddb9-418a-80b9-8a40d134e1f6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:17:55.949825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbca536-ddb9-418a-80b9-8a40d134e1f6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:55.950676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45114) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.018037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bfe805ae-a213-4087-8974-adc0083a780f tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 HTTP/1.1" status: 200 len: 205 time: 0.0482519 Jul 05 18:17:56.018521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45116) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.077834 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-367882ae-d951-4680-b4c6-830d185a750c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] delete failed (client error): The resource could not be found. Jul 05 18:17:56.079727 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-367882ae-d951-4680-b4c6-830d185a750c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/cec8b0ac-7c09-4afb-8717-d7eb6a967ce5 HTTP/1.1" status: 404 len: 336 time: 0.0600533 Jul 05 18:17:56.083781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f1fe0c9a-318c-475b-8c79-17ac46a1aabe None None] Provisioning for port 312f0667-80c4-4e3b-b57d-272c3ba10ede completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:17:56.087063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45122) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.094908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f1fe0c9a-318c-475b-8c79-17ac46a1aabe None None] Provisioning complete for port 312f0667-80c4-4e3b-b57d-272c3ba10ede triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:56.094908 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1fe0c9a-318c-475b-8c79-17ac46a1aabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:56.095700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b53b17f-18f3-494d-9365-dd12b7938b45 req-26162faf-3fa4-427e-827d-ff3ab840a1b4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:56.103157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b53b17f-18f3-494d-9365-dd12b7938b45 req-26162faf-3fa4-427e-827d-ff3ab840a1b4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1861811 Jul 05 18:17:56.141362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1bbca536-ddb9-418a-80b9-8a40d134e1f6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6821001 Jul 05 18:17:56.141362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45124) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.146050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:56.156144 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0541749e-b1da-47a9-a71a-1f488139296c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=69e37290-a20a-4eb9-8806-7aa49905b1ca HTTP/1.1" status: 200 len: 205 time: 0.0672789 Jul 05 18:17:56.158192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45126) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.177341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f1fe0c9a-318c-475b-8c79-17ac46a1aabe None None] Port 312f0667-80c4-4e3b-b57d-272c3ba10ede cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:17:56.210611 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-649ae9cd-1b56-46f8-a07f-e10a867d8ecd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] delete failed (client error): The resource could not be found. Jul 05 18:17:56.211722 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-649ae9cd-1b56-46f8-a07f-e10a867d8ecd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/69e37290-a20a-4eb9-8806-7aa49905b1ca HTTP/1.1" status: 404 len: 336 time: 0.0522597 Jul 05 18:17:56.219139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45128) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.241102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b53b17f-18f3-494d-9365-dd12b7938b45 req-8966320b-7b73-4a9d-a796-d0d55c80302a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368163 Jul 05 18:17:56.283355 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-be525578-d6fc-4354-8480-ec1ad8908a54 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] DELETE failed (client error): The resource could not be found. Jul 05 18:17:56.284636 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be525578-d6fc-4354-8480-ec1ad8908a54 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:56.286979 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-be525578-d6fc-4354-8480-ec1ad8908a54 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/99b112cc-0c6f-4a51-93d9-bfd9ff28508e HTTP/1.1" status: 404 len: 337 time: 0.0661190 Jul 05 18:17:56.293638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45130) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.323986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:56.333799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d677ed1d-d63f-4091-b4ac-9aa8a208b37c tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=878ce5e8-c9ec-441b-abde-1fdca8c3dec1 HTTP/1.1" status: 200 len: 205 time: 0.0386338 Jul 05 18:17:56.336606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45132) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.473246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e11d6fd5-6e1b-4b2f-8d69-071266a29c36 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:17:56.548908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:17:56.549395 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:56.768497 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-fcc5ed38-676c-437b-949c-3945d6da6a19 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] delete failed (client error): The resource could not be found. Jul 05 18:17:56.771913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fcc5ed38-676c-437b-949c-3945d6da6a19 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/878ce5e8-c9ec-441b-abde-1fdca8c3dec1 HTTP/1.1" status: 404 len: 336 time: 0.4319975 Jul 05 18:17:56.771913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:56.772631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45144) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.773717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:56.830752 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9de7a1ac-1b9b-4466-bfec-2c0b78f45a75 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=9d7e2d82-7341-490b-8267-8f3ac3cc0130 HTTP/1.1" status: 200 len: 205 time: 0.0567513 Jul 05 18:17:56.833811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45146) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.875044 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-063b2ffa-462a-44ac-86f4-9e12b39a70e2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] delete failed (client error): The resource could not be found. Jul 05 18:17:56.876118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-063b2ffa-462a-44ac-86f4-9e12b39a70e2 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/9d7e2d82-7341-490b-8267-8f3ac3cc0130 HTTP/1.1" status: 404 len: 336 time: 0.0413840 Jul 05 18:17:56.878963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45148) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.908572 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4bd097c-0147-4b72-9721-2b61d2bc1d2a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] DELETE failed (client error): The resource could not be found. Jul 05 18:17:56.909521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4bd097c-0147-4b72-9721-2b61d2bc1d2a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:56.911575 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d4bd097c-0147-4b72-9721-2b61d2bc1d2a tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/df7f320b-3ee9-4e6e-b8b6-eca8ec75d035 HTTP/1.1" status: 404 len: 337 time: 0.0314062 Jul 05 18:17:56.923918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45150) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:56.968683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54543cc4-560f-46db-90f0-3d3f0ea83641 req-8ba44da6-39b8-40a6-b4a0-18fe337c2124 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 210 time: 0.0650561 Jul 05 18:17:56.998593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3fb04a0e-9208-4fef-99b6-a1e36868d1b4 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=a0f22680-15f4-412b-b336-b9317cda8ddc HTTP/1.1" status: 200 len: 205 time: 0.0694213 Jul 05 18:17:57.011117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45152) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:57.053379 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-cd0d737f-52ff-43a7-8638-c72da3caea9e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] delete failed (client error): The resource could not be found. Jul 05 18:17:57.054481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cd0d737f-52ff-43a7-8638-c72da3caea9e tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/a0f22680-15f4-412b-b336-b9317cda8ddc HTTP/1.1" status: 404 len: 336 time: 0.0422242 Jul 05 18:17:57.057155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45154) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:57.125257 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da999ab-0e86-4c94-8e04-db8165763e10 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] DELETE failed (client error): The resource could not be found. Jul 05 18:17:57.125701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da999ab-0e86-4c94-8e04-db8165763e10 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:57.127356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4da999ab-0e86-4c94-8e04-db8165763e10 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/eabb8164-8fc3-4f02-a55f-8a869ef78f48 HTTP/1.1" status: 404 len: 337 time: 0.0693030 Jul 05 18:17:57.130229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45158) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:57.172836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-031fc9a6-dd38-4f56-9d58-35e3592bc445 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "GET /v2.0/ports?device_id=77f0010c-454b-4eb0-801b-7182578d9840 HTTP/1.1" status: 200 len: 205 time: 0.0410607 Jul 05 18:17:57.175119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45162) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:57.241352 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-900bbbed-6ef6-443f-8f77-4250f7c286dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] delete failed (client error): The resource could not be found. Jul 05 18:17:57.242833 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-900bbbed-6ef6-443f-8f77-4250f7c286dd tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/routers/77f0010c-454b-4eb0-801b-7182578d9840 HTTP/1.1" status: 404 len: 336 time: 0.0666013 Jul 05 18:17:57.245277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45164) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:57.286873 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-50a2427a-7a92-40a0-a9f6-8e9298facb3f tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] DELETE failed (client error): The resource could not be found. Jul 05 18:17:57.288763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50a2427a-7a92-40a0-a9f6-8e9298facb3f tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:57.292716 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-50a2427a-7a92-40a0-a9f6-8e9298facb3f tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/a85475cc-bc90-424a-9d50-a359e2bde245 HTTP/1.1" status: 404 len: 337 time: 0.0461051 Jul 05 18:17:57.296589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45166) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:57.329518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-2fe688b1-ed6e-48b3-a60a-39c9461ea116 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:57.331210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-2fe688b1-ed6e-48b3-a60a-39c9461ea116 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 805 time: 0.2166588 Jul 05 18:17:57.334537 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-0883c6fc-6836-437a-8344-b638b49a1468 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] DELETE failed (client error): The resource could not be found. Jul 05 18:17:57.335708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0883c6fc-6836-437a-8344-b638b49a1468 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:17:57.337539 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0883c6fc-6836-437a-8344-b638b49a1468 tempest-RoutersIpV6Test-699235143 tempest-RoutersIpV6Test-699235143-project] 10.222.0.30 "DELETE /v2.0/subnets/2b858c0b-8a83-4cee-9547-00d19161ac47 HTTP/1.1" status: 404 len: 337 time: 0.0393176 Jul 05 18:17:57.351112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Request body: {'port': {'device_id': '7454b702-1bd5-42e3-94f5-bac04926aa25', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'admin_state_up': True, 'tenant_id': 'af205f8fe38746c2ae756fe4c2fc2611'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:57.482586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:57.537344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:57.547705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:57.558697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:57.559297 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:57.562891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f2cd1a-1a5f-4a8c-aae0-d34863c6a2cb None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:17:57.585684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=26f9f294-50f4-4c33-8dc3-74239630583a,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:57.603056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b60e23-29d9-4dab-869f-9be43237ad1b req-6c2df71b-be21-460d-a07d-d8741e08b230 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:57.604588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4b60e23-29d9-4dab-869f-9be43237ad1b req-6c2df71b-be21-460d-a07d-d8741e08b230 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1850450 Jul 05 18:17:57.650540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4b60e23-29d9-4dab-869f-9be43237ad1b req-b9a7ea12-3bf7-48d1-917f-570256e294b7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387714 Jul 05 18:17:57.752682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Made reservation on behalf of af205f8fe38746c2ae756fe4c2fc2611 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:17:57.756645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:57.860534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109d50a4-4402-4977-ba0c-fbf33a11e280 None None] Update dhcp port {'port': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'fixed_ips': [{'subnet_id': 'bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b', 'ip_address': '172.20.0.2'}, {'subnet_id': '26f9f294-50f4-4c33-8dc3-74239630583a'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'e11d6fd5-6e1b-4b2f-8d69-071266a29c36'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:17:57.873000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-349eaba5-f18e-4f43-b3ed-e87427b9100a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7324367 Jul 05 18:17:57.878229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45180) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:57.897881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-59097204', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '26f9f294-50f4-4c33-8dc3-74239630583a'}], 'security_groups': ['3fbf3e7e-00a5-4a3e-9ab0-a784b0b6d2c5']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:57.940176 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-109d50a4-4402-4977-ba0c-fbf33a11e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.004237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Allocated IP 172.20.0.11 (190579a2-7dd8-4cde-bf8a-367e6eb28fd7/9ff46832-f784-4271-95e1-6a3236cc9638/029b2cfb-d2ea-4f20-952f-ad8534272be7) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:58.044351 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.051353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45188) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:58.213916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69e7bb49-8242-4848-b83d-522de6aa8fcd req-e003c891-d5c4-45db-bff4-cf259a7312e4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 210 time: 0.0772500 Jul 05 18:17:58.324290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-109d50a4-4402-4977-ba0c-fbf33a11e280 None None] Allocated IP 172.20.0.18 (29190c53-8a7a-4add-a9d3-13adc750c4e3/26f9f294-50f4-4c33-8dc3-74239630583a/e11d6fd5-6e1b-4b2f-8d69-071266a29c36) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:58.398079 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-65fc0691-91be-4942-aa76-dff6c24f32f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5712f422c3b14993bcd9c3ee66eed76e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3423483 Jul 05 18:17:58.399189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45198) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:58.444905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.486145 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f814ba08-088f-4f18-bda8-41c6216a0312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.516635 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f814ba08-088f-4f18-bda8-41c6216a0312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.571168 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.588878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:17:58.631886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:17:58.633319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f814ba08-088f-4f18-bda8-41c6216a0312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.637284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f814ba08-088f-4f18-bda8-41c6216a0312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.641592 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f814ba08-088f-4f18-bda8-41c6216a0312 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e88b2213-f2e7-47b0-8911-e88deb09bf8e HTTP/1.1" status: 204 len: 168 time: 0.2391534 Jul 05 18:17:58.650276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814ba08-088f-4f18-bda8-41c6216a0312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88b2213-f2e7-47b0-8911-e88deb09bf8e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:58.672968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:17:58.683672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:17:58.690700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event updated for resources: {'Port': ['ID=029b2cfb-d2ea-4f20-952f-ad8534272be7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:58.717930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-109d50a4-4402-4977-ba0c-fbf33a11e280 None None] For port e11d6fd5-6e1b-4b2f-8d69-071266a29c36, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,segment=NetworkSegment(759a1839-1cbd-49f6-8e19-54586a19f1dc),segment_id=759a1839-1cbd-49f6-8e19-54586a19f1dc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:17:58.759709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:58.761085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.786534 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-109d50a4-4402-4977-ba0c-fbf33a11e280 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.790190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-63a45e0d-87b4-43b9-8f6d-fe3e419cee4b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1555896 Jul 05 18:17:58.810175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-109d50a4-4402-4977-ba0c-fbf33a11e280 None None] Transition to ACTIVE for port object e11d6fd5-6e1b-4b2f-8d69-071266a29c36 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:58.895285 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-109d50a4-4402-4977-ba0c-fbf33a11e280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:58.899295 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-9717d60d-a3ce-458b-92dc-c144ff4a9a40 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5539720 Jul 05 18:17:58.912456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Request body: {'port': {'device_id': '7454b702-1bd5-42e3-94f5-bac04926aa25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:17:58.996510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109d50a4-4402-4977-ba0c-fbf33a11e280 None None] Pushing event updated for resources: {'Port': ['ID=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:59.063026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133950e-d9c8-4113-b893-511fb8607b54 req-5061bb12-1c5c-4e12-888c-6abcac83802e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:59.070095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9133950e-d9c8-4113-b893-511fb8607b54 req-5061bb12-1c5c-4e12-888c-6abcac83802e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.2490318 Jul 05 18:17:59.073389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Delete allocated IP 172.20.0.12 (29190c53-8a7a-4add-a9d3-13adc750c4e3/bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b) {{(pid=100998) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 18:17:59.085161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.28 (29190c53-8a7a-4add-a9d3-13adc750c4e3/26f9f294-50f4-4c33-8dc3-74239630583a/312f0667-80c4-4e3b-b57d-272c3ba10ede) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:17:59.101909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:59.105130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-31c4612f-2850-4cac-a33f-adb642d1b281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:59.108397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-31c4612f-2850-4cac-a33f-adb642d1b281 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 1096 time: 0.2737584 Jul 05 18:17:59.254269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9133950e-d9c8-4113-b893-511fb8607b54 req-347b00a8-de71-42f5-9e7c-837466081493 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832168 Jul 05 18:17:59.338287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:59.354883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object 312f0667-80c4-4e3b-b57d-272c3ba10ede will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:17:59.456972 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:59.573490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-71c904f0-fa00-4923-8c72-effa56780cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:59.575068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-71c904f0-fa00-4923-8c72-effa56780cd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 905 time: 0.4408631 Jul 05 18:17:59.668373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-7229f516-2f30-43f7-a706-860a587ffb1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1353c7de-6112-48b0-bce6-7aacd638da4c HTTP/1.1" status: 200 len: 217 time: 0.0542579 Jul 05 18:17:59.678884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:59.741872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce1b59-1b66-448e-b899-d4a187808817 req-aa43b118-0891-4ff0-8b06-b3c15be37799 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:59.750644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85ce1b59-1b66-448e-b899-d4a187808817 req-aa43b118-0891-4ff0-8b06-b3c15be37799 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 932 time: 0.2811913 Jul 05 18:17:59.764566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] In _notify_port_updated(), no bound segment for port 312f0667-80c4-4e3b-b57d-272c3ba10ede on network 29190c53-8a7a-4add-a9d3-13adc750c4e3 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:17:59.769069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:59.769800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:17:59.772023 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "PUT /v2.0/ports/312f0667-80c4-4e3b-b57d-272c3ba10ede HTTP/1.1" status: 200 len: 919 time: 1.8916085 Jul 05 18:17:59.775223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45236) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:17:59.776172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defc0e60-fca1-4e1c-b471-f4e5530300e6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=312f0667-80c4-4e3b-b57d-272c3ba10ede,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:17:59.860650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-5e3645ea-c033-452d-86b4-f038cc35147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:17:59.862229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-5e3645ea-c033-452d-86b4-f038cc35147c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.1732502 Jul 05 18:17:59.944638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-0235f025-ec33-4d2c-a7d9-ffaff31ed60a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598998 Jul 05 18:17:59.963203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85ce1b59-1b66-448e-b899-d4a187808817 req-ec6ada8d-b6b0-4524-b8fc-f144ca45f34a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101269 Jul 05 18:18:00.079086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45246) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:00.091475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029b2cfb-d2ea-4f20-952f-ad8534272be7 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:18:00.103347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.135935 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Provisioning for port 312f0667-80c4-4e3b-b57d-272c3ba10ede completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:18:00.138989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Transition to ACTIVE for port object 029b2cfb-d2ea-4f20-952f-ad8534272be7 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:18:00.144207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Provisioning complete for port 312f0667-80c4-4e3b-b57d-272c3ba10ede triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:00.145023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.160440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-1029e329-b096-4bab-bca7-472081efaccd service neutron] 10.222.0.39 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940038 Jul 05 18:18:00.162617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0309f1c5-b533-4ce3-83ec-19cc9177d76d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 312f0667-80c4-4e3b-b57d-272c3ba10ede {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:18:00.169706 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0309f1c5-b533-4ce3-83ec-19cc9177d76d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.195939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Port 312f0667-80c4-4e3b-b57d-272c3ba10ede cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:18:00.207957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d95fc114-65d6-472a-a428-f0e560244a23 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:00.208471 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-d95fc114-65d6-472a-a428-f0e560244a23 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 18:18:00.209028 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-d95fc114-65d6-472a-a428-f0e560244a23 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 18:18:00.213671 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d95fc114-65d6-472a-a428-f0e560244a23 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1295288 Jul 05 18:18:00.213824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45252) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:00.217582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Provisioning complete for port 4a86916f-3325-427b-9bf7-24235b2f80f4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:00.218347 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.219904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850523997'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:00.271069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Port 4a86916f-3325-427b-9bf7-24235b2f80f4 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:18:00.335761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42c69e06-079f-41ef-b6dd-b8d9d8ce74a4 req-6e7218e1-b076-44e0-af93-963ef5711251 service neutron] 10.222.0.39 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538453 Jul 05 18:18:00.392005 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.407250 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.430356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Provisioning for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:18:00.437416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Provisioning complete for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:00.438937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7932ea23-737c-4f79-9e32-622bacd1be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.451549 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0309f1c5-b533-4ce3-83ec-19cc9177d76d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.469369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0309f1c5-b533-4ce3-83ec-19cc9177d76d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 312f0667-80c4-4e3b-b57d-272c3ba10ede owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:18:00.569266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e11d6fd5-6e1b-4b2f-8d69-071266a29c36 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:18:00.619360 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.676846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.696027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:00.696580 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.741265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.828346 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.858671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d77208f-c7dc-4fb2-b537-f7f5db858af2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:00.868176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Pushing event updated for resources: {'Port': ['ID=029b2cfb-d2ea-4f20-952f-ad8534272be7,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:00.896646 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.930151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eebc493-29ea-4f29-8195-8a1f150cf19a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:00.951864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2e4c2-38de-4692-99a7-0c06d2d56ab5 req-1a3595c6-0dc3-42f6-9fa8-b6482396c6ec tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:00.951864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56c2e4c2-38de-4692-99a7-0c06d2d56ab5 req-1a3595c6-0dc3-42f6-9fa8-b6482396c6ec tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.3355482 Jul 05 18:18:00.953815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3083333f-529c-4d86-b5fe-9635d502968f None None] Provisioning complete for port 312f0667-80c4-4e3b-b57d-272c3ba10ede triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:00.954361 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3083333f-529c-4d86-b5fe-9635d502968f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:00.972757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Attempting to bind port 029b2cfb-d2ea-4f20-952f-ad8534272be7 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:18:00.973147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Attempting to bind port 029b2cfb-d2ea-4f20-952f-ad8534272be7 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:18:00.973488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Attempting to bind port 029b2cfb-d2ea-4f20-952f-ad8534272be7 on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:18:00.994693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Port 029b2cfb-d2ea-4f20-952f-ad8534272be7 on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:18:00.994693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Attempting to bind port 029b2cfb-d2ea-4f20-952f-ad8534272be7 on network 190579a2-7dd8-4cde-bf8a-367e6eb28fd7 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:18:01.001445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3083333f-529c-4d86-b5fe-9635d502968f None None] Port 312f0667-80c4-4e3b-b57d-272c3ba10ede cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:18:01.018987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:18:01.018987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Checking segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:18:01.018987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Bound using segment: {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:18:01.018987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Bound port: 029b2cfb-d2ea-4f20-952f-ad8534272be7, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:18:01.019374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.019478 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.019570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-badf776d-25ec-4700-9069-e4ed56210526 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8022609 Jul 05 18:18:01.020259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45264) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:01.027845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d819cbaf-01cf-49a1-81e6-0d28228452d1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '6eebc493-29ea-4f29-8195-8a1f150cf19a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:01.053260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56c2e4c2-38de-4692-99a7-0c06d2d56ab5 req-4c3d17f6-0919-4126-9997-eeefece9a841 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814116 Jul 05 18:18:01.134189 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0309f1c5-b533-4ce3-83ec-19cc9177d76d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.155205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] For port 029b2cfb-d2ea-4f20-952f-ad8534272be7, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:18:01.164300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d819cbaf-01cf-49a1-81e6-0d28228452d1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.223508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309f1c5-b533-4ce3-83ec-19cc9177d76d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=312f0667-80c4-4e3b-b57d-272c3ba10ede,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:01.235384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] For port 029b2cfb-d2ea-4f20-952f-ad8534272be7, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=029b2cfb-d2ea-4f20-952f-ad8534272be7,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:18:01.274576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d819cbaf-01cf-49a1-81e6-0d28228452d1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.329999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122034fd-ed4d-4420-b109-7009e46fce88 req-495cad32-a9fa-4cf4-9907-29255bfbd598 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:01.331650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-122034fd-ed4d-4420-b109-7009e46fce88 req-495cad32-a9fa-4cf4-9907-29255bfbd598 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 944 time: 0.2014782 Jul 05 18:18:01.334658 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0309f1c5-b533-4ce3-83ec-19cc9177d76d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.339125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0309f1c5-b533-4ce3-83ec-19cc9177d76d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/312f0667-80c4-4e3b-b57d-272c3ba10ede HTTP/1.1" status: 204 len: 168 time: 1.5525513 Jul 05 18:18:01.342688 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.342872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45268) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:01.399343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:01.400264 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.401896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] 10.222.0.97 "PUT /v2.0/ports/029b2cfb-d2ea-4f20-952f-ad8534272be7 HTTP/1.1" status: 200 len: 1092 time: 2.4938245 Jul 05 18:18:01.405250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7454b702-1bd5-42e3-94f5-bac04926aa25', 'tag': '029b2cfb-d2ea-4f20-952f-ad8534272be7'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:18:01.410519 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2bc49b-6ca9-436e-917e-b185c55c2682 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:18:01.412920 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ff2bc49b-6ca9-436e-917e-b185c55c2682 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/312f0667-80c4-4e3b-b57d-272c3ba10ede HTTP/1.1" status: 404 len: 333 time: 0.0686541 Jul 05 18:18:01.415525 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0b6d52-d221-4d35-8e1e-92396ec55403" -d '{"events": [{"name": "network-changed", "server_uuid": "7454b702-1bd5-42e3-94f5-bac04926aa25", "tag": "029b2cfb-d2ea-4f20-952f-ad8534272be7"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:18:01.419399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45272) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:01.424715 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d819cbaf-01cf-49a1-81e6-0d28228452d1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.459993 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d819cbaf-01cf-49a1-81e6-0d28228452d1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=349bc78d-dc3f-4fd3-8997-b72a05459305,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:01.511392 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6024e7-9fa5-4735-828c-b6c0260f2ab8 x-openstack-request-id: req-da6024e7-9fa5-4735-828c-b6c0260f2ab8 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:18:01.511692 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7454b702-1bd5-42e3-94f5-bac04926aa25", "tag": "029b2cfb-d2ea-4f20-952f-ad8534272be7", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:18:01.511961 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da6024e7-9fa5-4735-828c-b6c0260f2ab8 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:18:01.512338 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7454b702-1bd5-42e3-94f5-bac04926aa25', 'tag': '029b2cfb-d2ea-4f20-952f-ad8534272be7', 'status': 'completed', 'code': 200} Jul 05 18:18:01.534198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-122034fd-ed4d-4420-b109-7009e46fce88 req-1fcc8725-0017-40c1-99ca-45d3c28a0bdf tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949074 Jul 05 18:18:01.550277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d819cbaf-01cf-49a1-81e6-0d28228452d1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.554383 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d819cbaf-01cf-49a1-81e6-0d28228452d1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5325968 Jul 05 18:18:01.561847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45278) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:01.567792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8ab56ad0-eab1-459b-b7c3-e6661b074e24 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '6eebc493-29ea-4f29-8195-8a1f150cf19a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:01.591757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163439c-0ae5-4335-bfff-14e353548a95 service neutron] Pushing event updated for resources: {'Port': ['ID=029b2cfb-d2ea-4f20-952f-ad8534272be7,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:01.636451 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-48000555-e377-495c-b681-264cb3114592 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.663274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-703f4719-bb80-441d-a6f7-78def897caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:01.665084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-703f4719-bb80-441d-a6f7-78def897caa2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 1095 time: 0.1343741 Jul 05 18:18:01.667517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ab56ad0-eab1-459b-b7c3-e6661b074e24 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.686252 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-48000555-e377-495c-b681-264cb3114592 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.733075 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-e27b7120-fd9f-4922-bb4a-576db4c362a8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=029b2cfb-d2ea-4f20-952f-ad8534272be7 HTTP/1.1" status: 200 len: 217 time: 0.0584271 Jul 05 18:18:01.804015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-ad138b0d-9ac2-4290-a0a4-5ba2e59ad1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:01.805513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-ad138b0d-9ac2-4290-a0a4-5ba2e59ad1be service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.0650082 Jul 05 18:18:01.821325 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-8ab56ad0-eab1-459b-b7c3-e6661b074e24 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 18:18:01.822608 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8ab56ad0-eab1-459b-b7c3-e6661b074e24 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2592702 Jul 05 18:18:01.825572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45284) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:01.851909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-ca979b70-cbf0-497c-a734-e4b4fd232b58 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315175 Jul 05 18:18:01.905963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-48000555-e377-495c-b681-264cb3114592 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.911420 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-48000555-e377-495c-b681-264cb3114592 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.911420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-48000555-e377-495c-b681-264cb3114592 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/security-groups/dce61eb1-3065-4d79-9cbc-f6352649f638 HTTP/1.1" status: 204 len: 168 time: 0.4707921 Jul 05 18:18:01.917675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45288) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:01.938974 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4649832-b490-4be3-8fc4-b9f05acc3148 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:01.988065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48000555-e377-495c-b681-264cb3114592 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dce61eb1-3065-4d79-9cbc-f6352649f638,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:02.000870 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4649832-b490-4be3-8fc4-b9f05acc3148 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.076628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-be88af82-0132-432f-af10-2927a8865dac service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100258 Jul 05 18:18:02.083255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89434d93-5df6-428c-8a7b-051a993febbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.115584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89434d93-5df6-428c-8a7b-051a993febbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.199130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e9ef6d-981f-4159-aaa9-36175beb2860 req-1c11c02a-b0c3-4c80-adc8-05961da56193 service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156707 Jul 05 18:18:02.241384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4649832-b490-4be3-8fc4-b9f05acc3148 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.244097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4649832-b490-4be3-8fc4-b9f05acc3148 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.245553 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c4649832-b490-4be3-8fc4-b9f05acc3148 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/6eebc493-29ea-4f29-8195-8a1f150cf19a HTTP/1.1" status: 204 len: 168 time: 0.4189358 Jul 05 18:18:02.253848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:02.292126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4649832-b490-4be3-8fc4-b9f05acc3148 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eebc493-29ea-4f29-8195-8a1f150cf19a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:02.309329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89434d93-5df6-428c-8a7b-051a993febbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.313309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-89434d93-5df6-428c-8a7b-051a993febbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.318647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45304) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:02.328523 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-89434d93-5df6-428c-8a7b-051a993febbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/security-groups/3fbf3e7e-00a5-4a3e-9ab0-a784b0b6d2c5 HTTP/1.1" status: 204 len: 168 time: 0.4097137 Jul 05 18:18:02.380735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89434d93-5df6-428c-8a7b-051a993febbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbf3e7e-00a5-4a3e-9ab0-a784b0b6d2c5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:02.470497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6095ec80-faaa-4e5f-9a00-548c04ebc0d2 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2153962 Jul 05 18:18:02.470905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45310) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:02.483541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-34591c6f-52a4-42b3-b835-a8515a82b3bd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--439739504'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:02.524712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb5ca-9dd9-4f98-a286-3310aee718d0 req-3f9b6cb8-ff4a-47e2-a496-9790c6bc0e17 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:02.526297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5feb5ca-9dd9-4f98-a286-3310aee718d0 req-3f9b6cb8-ff4a-47e2-a496-9790c6bc0e17 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.3110130 Jul 05 18:18:02.558115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-a65f1887-b873-40ab-9636-9fd207bd5671 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:18:02.573989 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a65f1887-b873-40ab-9636-9fd207bd5671 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.647712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5feb5ca-9dd9-4f98-a286-3310aee718d0 req-d6df8c4f-4a39-4eb9-82d9-b1597eb80a33 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056421 Jul 05 18:18:02.662289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-df4cf836-864e-41b5-b639-627a76595fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:02.664197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-df4cf836-864e-41b5-b639-627a76595fed service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 1095 time: 0.3204629 Jul 05 18:18:02.666586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a65f1887-b873-40ab-9636-9fd207bd5671 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.670153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34591c6f-52a4-42b3-b835-a8515a82b3bd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:02.930353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-b47dcd5e-3d06-4762-87e5-c9588706450f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:02.931868 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-b47dcd5e-3d06-4762-87e5-c9588706450f service neutron] 10.222.0.97 "GET /v2.0/networks?id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 200 len: 905 time: 0.2590942 Jul 05 18:18:02.948410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a65f1887-b873-40ab-9636-9fd207bd5671 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:03.031850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-a218b627-193b-4b4d-82b7-6ff9e83675bd service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=029b2cfb-d2ea-4f20-952f-ad8534272be7 HTTP/1.1" status: 200 len: 217 time: 0.0909190 Jul 05 18:18:03.457083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708336a-fa25-4256-b729-4434f928407b req-6f468d80-51ab-4f54-bbc4-43f82debb661 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:03.458827 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e708336a-fa25-4256-b729-4434f928407b req-6f468d80-51ab-4f54-bbc4-43f82debb661 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 944 time: 0.6396637 Jul 05 18:18:03.489283 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34591c6f-52a4-42b3-b835-a8515a82b3bd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:03.503611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-7fde6cf2-94cd-49d3-8d0f-975a47a624e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:03.505091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-7fde6cf2-94cd-49d3-8d0f-975a47a624e0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 200 len: 845 time: 0.4584787 Jul 05 18:18:03.531933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e708336a-fa25-4256-b729-4434f928407b req-28b38634-229e-49f6-b542-7ec0066b4fb9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628431 Jul 05 18:18:03.552527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-2c1074e9-414b-44e4-bc58-80c77662f5b6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=190579a2-7dd8-4cde-bf8a-367e6eb28fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368147 Jul 05 18:18:03.553786 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34591c6f-52a4-42b3-b835-a8515a82b3bd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:03.587044 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a65f1887-b873-40ab-9636-9fd207bd5671 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:03.672679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f1887-b873-40ab-9636-9fd207bd5671 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:03.674626 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34591c6f-52a4-42b3-b835-a8515a82b3bd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:03.675787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-34591c6f-52a4-42b3-b835-a8515a82b3bd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1999655 Jul 05 18:18:03.678859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45364) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:03.681174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34591c6f-52a4-42b3-b835-a8515a82b3bd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f152e9-feeb-4a03-ae96-2ebfc0210596,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:03.686260 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a65f1887-b873-40ab-9636-9fd207bd5671 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:03.693626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a65f1887-b873-40ab-9636-9fd207bd5671 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b HTTP/1.1" status: 204 len: 168 time: 1.3662024 Jul 05 18:18:03.697473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45370) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:03.705149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:03.708814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-802d44d1-8732-4de7-9397-4d16063777c3 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '73f152e9-feeb-4a03-ae96-2ebfc0210596', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:03.710417 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-802d44d1-8732-4de7-9397-4d16063777c3 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 18:18:03.710417 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-802d44d1-8732-4de7-9397-4d16063777c3 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:03.710634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49681790-0732-4d7d-82a8-d9f4a88d8b21 None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:18:03.711351 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-802d44d1-8732-4de7-9397-4d16063777c3 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0310402 Jul 05 18:18:03.714163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45374) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:03.802469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-4a0e7ded-1d4f-4043-9044-abd9dec826b9 service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404888 Jul 05 18:18:03.849450 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb9080d0-73d1-4b34-a408-80ed4134b290 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:03.912065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb9080d0-73d1-4b34-a408-80ed4134b290 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.107313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb9080d0-73d1-4b34-a408-80ed4134b290 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.110051 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb9080d0-73d1-4b34-a408-80ed4134b290 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.111864 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cb9080d0-73d1-4b34-a408-80ed4134b290 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/73f152e9-feeb-4a03-ae96-2ebfc0210596 HTTP/1.1" status: 204 len: 168 time: 0.3960924 Jul 05 18:18:04.115603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45392) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:04.166214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9080d0-73d1-4b34-a408-80ed4134b290 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f152e9-feeb-4a03-ae96-2ebfc0210596,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:04.220916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a0b6d52-d221-4d35-8e1e-92396ec55403 req-e51b414c-b2ed-461a-a183-50cf36986db8 service neutron] 10.222.0.97 "GET /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095116 Jul 05 18:18:04.222957 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e621463e-5f34-4396-95bd-0b4fd3781051 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1031518 Jul 05 18:18:04.226680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45398) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:04.231955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f5fa72bd-ee11-4805-91e8-81438aaf0d85 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--555456603'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:04.248261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6175d-d8fd-45f2-b7b5-14509e7ea7ca req-1883647d-5dfe-4ecb-b5be-011594acae94 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:04.251523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7de6175d-d8fd-45f2-b7b5-14509e7ea7ca req-1883647d-5dfe-4ecb-b5be-011594acae94 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.2824461 Jul 05 18:18:04.278047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:18:04.282250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.355080 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5fa72bd-ee11-4805-91e8-81438aaf0d85 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.374737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7de6175d-d8fd-45f2-b7b5-14509e7ea7ca req-af8c4517-83c9-49b6-9d4a-4b9db6954df8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133966 Jul 05 18:18:04.547684 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5fa72bd-ee11-4805-91e8-81438aaf0d85 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.638893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5fa72bd-ee11-4805-91e8-81438aaf0d85 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.672395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa72bd-ee11-4805-91e8-81438aaf0d85 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c684fb-ea6a-4bf2-baba-e1bc78fc2bd9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:04.758701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5fa72bd-ee11-4805-91e8-81438aaf0d85 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.760292 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f5fa72bd-ee11-4805-91e8-81438aaf0d85 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5325844 Jul 05 18:18:04.763850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45422) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:04.772947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b0f0ac45-715c-4629-a0f4-9b84999dcbbc tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '25c684fb-ea6a-4bf2-baba-e1bc78fc2bd9', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:04.772947 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-b0f0ac45-715c-4629-a0f4-9b84999dcbbc tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 18:18:04.772947 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-b0f0ac45-715c-4629-a0f4-9b84999dcbbc tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:04.772947 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b0f0ac45-715c-4629-a0f4-9b84999dcbbc tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070322 Jul 05 18:18:04.774836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45426) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:04.806022 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.909142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4ad-d7d9-44ae-8d2c-e58ab47b599e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.919639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f56226-87ee-44ef-9759-1e5f774dcfeb req-d4328432-c525-49a6-af8b-54f80f238d21 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:04.922846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9f56226-87ee-44ef-9759-1e5f774dcfeb req-d4328432-c525-49a6-af8b-54f80f238d21 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 944 time: 0.1900582 Jul 05 18:18:04.926170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:18:04.935896 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4ad-d7d9-44ae-8d2c-e58ab47b599e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.938731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:18:04.941714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:04.942309 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:04.954900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=cbb0681b-50ae-4747-9d7f-79cd75df654b,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:05.006779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9f56226-87ee-44ef-9759-1e5f774dcfeb req-8ac5c2d2-c352-42c1-a285-d1b7c95d3c7d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728521 Jul 05 18:18:05.007287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0013dc-e4a4-4202-847b-489d870fda2b None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:18:05.065274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ef27cb9-2acc-4b83-8804-1780ec971f68 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3631644 Jul 05 18:18:05.065654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45444) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:05.069895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'security_group': {'name': 'tempest-secgroup-1152339459'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:05.098404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4ad-d7d9-44ae-8d2c-e58ab47b599e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.107817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc41e4ad-d7d9-44ae-8d2c-e58ab47b599e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.111269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cc41e4ad-d7d9-44ae-8d2c-e58ab47b599e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/25c684fb-ea6a-4bf2-baba-e1bc78fc2bd9 HTTP/1.1" status: 204 len: 168 time: 0.3331909 Jul 05 18:18:05.112376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45450) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:05.120039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e68a9a12-b879-46a5-a167-e18847f4a147 None None] Provisioning complete for port 4a86916f-3325-427b-9bf7-24235b2f80f4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:05.120909 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e68a9a12-b879-46a5-a167-e18847f4a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.164373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41e4ad-d7d9-44ae-8d2c-e58ab47b599e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c684fb-ea6a-4bf2-baba-e1bc78fc2bd9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:05.168005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e68a9a12-b879-46a5-a167-e18847f4a147 None None] Port 4a86916f-3325-427b-9bf7-24235b2f80f4 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:18:05.211905 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bfa032bc-4fb9-45f0-9a9d-7df33dd7dbd9 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0814896 Jul 05 18:18:05.214197 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.216620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45458) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:05.221214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-028128fc-cbca-48da-ba08-82a618d2188d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--18657997'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:05.242851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e68a9a12-b879-46a5-a167-e18847f4a147 None None] Provisioning complete for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:05.249235 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e68a9a12-b879-46a5-a167-e18847f4a147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.264552 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:18:05.264552 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 18:18:05.264552 n-d-799524-1 neutron-server[100997]: [parameters: {'project_id_1': 'edbf32161e384f84b5734430f2d9ff71', 'expiration_1': datetime.datetime(2021, 7, 5, 18, 18, 5, 255274)}] Jul 05 18:18:05.264552 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:18:05.265257 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:18:05.352955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-028128fc-cbca-48da-ba08-82a618d2188d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.425943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 029b2cfb-d2ea-4f20-952f-ad8534272be7 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:18:05.475377 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-028128fc-cbca-48da-ba08-82a618d2188d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.491909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6b95b1-c55b-4de1-9e01-55d37c765c34 None None] Update dhcp port {'port': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'fixed_ips': [{'subnet_id': '26f9f294-50f4-4c33-8dc3-74239630583a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cbb0681b-50ae-4747-9d7f-79cd75df654b'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'e11d6fd5-6e1b-4b2f-8d69-071266a29c36'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:18:05.575818 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f6b95b1-c55b-4de1-9e01-55d37c765c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.578472 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-028128fc-cbca-48da-ba08-82a618d2188d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.640647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 029b2cfb-d2ea-4f20-952f-ad8534272be7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=029b2cfb-d2ea-4f20-952f-ad8534272be7,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:05.645889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028128fc-cbca-48da-ba08-82a618d2188d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe09ece0-0d56-4cdd-9559-8a90e2c67ccf,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:05.675986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6f032-7162-4623-b12c-034ec480e4b6 req-664d67aa-12e9-430c-a24f-04d21c3da468 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:05.678177 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10e6f032-7162-4623-b12c-034ec480e4b6 req-664d67aa-12e9-430c-a24f-04d21c3da468 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1376958 Jul 05 18:18:05.679545 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-028128fc-cbca-48da-ba08-82a618d2188d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.682617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-028128fc-cbca-48da-ba08-82a618d2188d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4631090 Jul 05 18:18:05.683894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45478) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:05.689451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b4415bc2-d56b-4f6c-a396-0f864c048cac tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': 'fe09ece0-0d56-4cdd-9559-8a90e2c67ccf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:05.690234 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-b4415bc2-d56b-4f6c-a396-0f864c048cac tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 18:18:05.690762 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-b4415bc2-d56b-4f6c-a396-0f864c048cac tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:05.692151 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b4415bc2-d56b-4f6c-a396-0f864c048cac tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065720 Jul 05 18:18:05.694774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45480) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:05.710806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e33327b4-a6e8-4da8-8d93-081288cef121 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': 'fe09ece0-0d56-4cdd-9559-8a90e2c67ccf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:05.718652 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-e33327b4-a6e8-4da8-8d93-081288cef121 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 18:18:05.719192 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-e33327b4-a6e8-4da8-8d93-081288cef121 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:05.720403 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e33327b4-a6e8-4da8-8d93-081288cef121 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0133832 Jul 05 18:18:05.723317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45484) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:05.729749 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '029b2cfb-d2ea-4f20-952f-ad8534272be7', 'network_id': '190579a2-7dd8-4cde-bf8a-367e6eb28fd7', 'port_id': '029b2cfb-d2ea-4f20-952f-ad8534272be7', 'mac_address': 'fa:16:3e:49:1b:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ff46832-f784-4271-95e1-6a3236cc9638', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:18:05.737073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-575bdb8d-d4f6-4242-ab0a-dc012c2b05c0 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': 'fe09ece0-0d56-4cdd-9559-8a90e2c67ccf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:05.740657 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-575bdb8d-d4f6-4242-ab0a-dc012c2b05c0 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 18:18:05.741225 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-575bdb8d-d4f6-4242-ab0a-dc012c2b05c0 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:05.744445 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-575bdb8d-d4f6-4242-ab0a-dc012c2b05c0 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0177948 Jul 05 18:18:05.751565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:05.757088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a67aedb0-68af-432f-b1b2-9079d86f6366 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': 'fe09ece0-0d56-4cdd-9559-8a90e2c67ccf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:05.758116 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-a67aedb0-68af-432f-b1b2-9079d86f6366 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 18:18:05.758247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10e6f032-7162-4623-b12c-034ec480e4b6 req-314843e0-f41a-4c98-aa04-56bf8e9da5e4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671029 Jul 05 18:18:05.759252 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-a67aedb0-68af-432f-b1b2-9079d86f6366 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:05.761901 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a67aedb0-68af-432f-b1b2-9079d86f6366 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091972 Jul 05 18:18:05.766271 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.766925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45490) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:05.820173 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.868232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029b2cfb-d2ea-4f20-952f-ad8534272be7 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:18:05.891760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 029b2cfb-d2ea-4f20-952f-ad8534272be7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=029b2cfb-d2ea-4f20-952f-ad8534272be7,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:05.895182 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.910394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-4f6b95b1-c55b-4de1-9e01-55d37c765c34 None None] Allocated IP 172.20.0.2 (29190c53-8a7a-4add-a9d3-13adc750c4e3/cbb0681b-50ae-4747-9d7f-79cd75df654b/e11d6fd5-6e1b-4b2f-8d69-071266a29c36) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:18:05.926133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b883b7d-0549-4227-b544-d34f9c3d0e48 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.927581 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:05.959235 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b883b7d-0549-4227-b544-d34f9c3d0e48 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.003998 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.008252 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.039040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bde5cf6c-4d73-4ffe-bcc5-3b3499da41df,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:06.088506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=029b2cfb-d2ea-4f20-952f-ad8534272be7,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:06.113712 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b883b7d-0549-4227-b544-d34f9c3d0e48 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.113712 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b883b7d-0549-4227-b544-d34f9c3d0e48 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.113712 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6b883b7d-0549-4227-b544-d34f9c3d0e48 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/fe09ece0-0d56-4cdd-9559-8a90e2c67ccf HTTP/1.1" status: 204 len: 168 time: 0.3430839 Jul 05 18:18:06.113962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45514) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:06.142090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b883b7d-0549-4227-b544-d34f9c3d0e48 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe09ece0-0d56-4cdd-9559-8a90e2c67ccf,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:06.162386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4f6b95b1-c55b-4de1-9e01-55d37c765c34 None None] For port e11d6fd5-6e1b-4b2f-8d69-071266a29c36, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,segment=NetworkSegment(759a1839-1cbd-49f6-8e19-54586a19f1dc),segment_id=759a1839-1cbd-49f6-8e19-54586a19f1dc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:06.180190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-15c8e125-72f6-40af-ac5b-b4b7ed2832de tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0619135 Jul 05 18:18:06.186917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45522) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:06.189454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d22383f2-ea24-4a02-931b-f01db551c96d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656168963'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:06.194149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.201929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1cd8dcba-96b4-489c-b2a9-7ec0480d1d05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1355152 Jul 05 18:18:06.204098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45524) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:06.217213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7f23ccd4-e633-4d87-abf3-20fa782f3849 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'security_group': {'name': 'tempest-secgroup-1886097931'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:06.222027 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f6b95b1-c55b-4de1-9e01-55d37c765c34 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.229305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['029b2cfb-d2ea-4f20-952f-ad8534272be7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:06.296311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d22383f2-ea24-4a02-931b-f01db551c96d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.341468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4f6b95b1-c55b-4de1-9e01-55d37c765c34 None None] Transition to ACTIVE for port object e11d6fd5-6e1b-4b2f-8d69-071266a29c36 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:18:06.387087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab92ff-a270-4e99-b97c-c9401566dea5 req-39ef3a67-99e5-4bd5-ae11-dd573e12bab4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:06.389920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2ab92ff-a270-4e99-b97c-c9401566dea5 req-39ef3a67-99e5-4bd5-ae11-dd573e12bab4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 945 time: 0.1230247 Jul 05 18:18:06.423583 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f23ccd4-e633-4d87-abf3-20fa782f3849 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.455929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2ab92ff-a270-4e99-b97c-c9401566dea5 req-eb4e12d9-9f22-4fbb-8c02-2b3cf273ffec tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541613 Jul 05 18:18:06.470766 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f6b95b1-c55b-4de1-9e01-55d37c765c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.557240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d22383f2-ea24-4a02-931b-f01db551c96d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.591260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b95b1-c55b-4de1-9e01-55d37c765c34 None None] Pushing event updated for resources: {'Port': ['ID=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:06.643530 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d22383f2-ea24-4a02-931b-f01db551c96d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.679544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22383f2-ea24-4a02-931b-f01db551c96d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=798e88b3-25b1-46b3-9563-34cb592631dd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:06.739981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f23ccd4-e633-4d87-abf3-20fa782f3849 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.804624 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f23ccd4-e633-4d87-abf3-20fa782f3849 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.889617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23ccd4-e633-4d87-abf3-20fa782f3849 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d579ea-51ea-418f-9d52-daa1e0f81068,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:06.902317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d22383f2-ea24-4a02-931b-f01db551c96d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.906724 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d22383f2-ea24-4a02-931b-f01db551c96d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7210300 Jul 05 18:18:06.908143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45568) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:06.917231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b2ca04a6-aae4-47f0-816b-906e0c99ccf8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '798e88b3-25b1-46b3-9563-34cb592631dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:06.917821 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-b2ca04a6-aae4-47f0-816b-906e0c99ccf8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 18:18:06.920076 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-b2ca04a6-aae4-47f0-816b-906e0c99ccf8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:06.926616 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b2ca04a6-aae4-47f0-816b-906e0c99ccf8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0139530 Jul 05 18:18:06.928413 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f23ccd4-e633-4d87-abf3-20fa782f3849 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:06.928413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7f23ccd4-e633-4d87-abf3-20fa782f3849 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7224569 Jul 05 18:18:06.934064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45570) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:06.934193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45574) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:06.940100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f1e3e43d-5416-4469-bb49-7a6b7ff2dac5 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'security_group': {'name': 'tempest-secgroup-762069186'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:06.946329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1f2881f8-1992-409f-a6f6-92c2e5b70a0b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '798e88b3-25b1-46b3-9563-34cb592631dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:07.103016 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e43d-5416-4469-bb49-7a6b7ff2dac5 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:07.150769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a5583-09a6-4c87-a7a6-10e04d22673d req-1a36c076-5d58-4d96-8a32-57c0f7c027e0 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:07.152432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b68a5583-09a6-4c87-a7a6-10e04d22673d req-1a36c076-5d58-4d96-8a32-57c0f7c027e0 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1285937 Jul 05 18:18:07.280923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b68a5583-09a6-4c87-a7a6-10e04d22673d req-daec266a-d12b-48d1-b4e4-fc0773044916 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217878 Jul 05 18:18:07.319872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e43d-5416-4469-bb49-7a6b7ff2dac5 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:07.405868 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e43d-5416-4469-bb49-7a6b7ff2dac5 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:07.449430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 029b2cfb-d2ea-4f20-952f-ad8534272be7 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:18:07.472057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3e43d-5416-4469-bb49-7a6b7ff2dac5 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ac01f9-432c-4c6d-8ef1-8dc0f9e18151,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:07.510710 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-1f2881f8-1992-409f-a6f6-92c2e5b70a0b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:07.510710 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1f2881f8-1992-409f-a6f6-92c2e5b70a0b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5668335 Jul 05 18:18:07.510975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45598) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:07.511712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-66415266-98fb-494b-ae37-4b618d1da60b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '798e88b3-25b1-46b3-9563-34cb592631dd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:07.512202 n-d-799524-1 neutron-server[100997]: WARNING neutron.api.v2.base [None req-66415266-98fb-494b-ae37-4b618d1da60b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 18:18:07.513493 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-66415266-98fb-494b-ae37-4b618d1da60b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:07.515016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-66415266-98fb-494b-ae37-4b618d1da60b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084095 Jul 05 18:18:07.517766 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45600) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:07.523554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e4f58a2a-2f4b-4741-a794-2ea9aabcceb1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '798e88b3-25b1-46b3-9563-34cb592631dd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:07.524324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2b15fa6-75da-454e-b768-85ce5f780421 None None] Provisioning complete for port 4a86916f-3325-427b-9bf7-24235b2f80f4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:07.524897 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2b15fa6-75da-454e-b768-85ce5f780421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:07.571560 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c2b15fa6-75da-454e-b768-85ce5f780421 None None] Port 4a86916f-3325-427b-9bf7-24235b2f80f4 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:18:07.581987 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1e3e43d-5416-4469-bb49-7a6b7ff2dac5 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:07.585666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f1e3e43d-5416-4469-bb49-7a6b7ff2dac5 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6485913 Jul 05 18:18:07.587322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45608) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:07.595763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-754099973', 'security_groups': ['b2ac01f9-432c-4c6d-8ef1-8dc0f9e18151'], 'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cbb0681b-50ae-4747-9d7f-79cd75df654b'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:07.666746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 029b2cfb-d2ea-4f20-952f-ad8534272be7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:18:07.672839 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 029b2cfb-d2ea-4f20-952f-ad8534272be7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:07.673546 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:07.714424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2b15fa6-75da-454e-b768-85ce5f780421 None None] Provisioning for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:18:07.722811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2b15fa6-75da-454e-b768-85ce5f780421 None None] Provisioning complete for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:07.723567 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2b15fa6-75da-454e-b768-85ce5f780421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:07.736749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45616) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:07.782482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de4162-90ec-46b6-a5e3-e2d11fab5b2d req-1be12cfe-0d8e-4b7f-8f22-f084a9d5797f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:07.786708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04de4162-90ec-46b6-a5e3-e2d11fab5b2d req-1be12cfe-0d8e-4b7f-8f22-f084a9d5797f tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 945 time: 0.1232927 Jul 05 18:18:07.816889 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:07.835064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04de4162-90ec-46b6-a5e3-e2d11fab5b2d req-7e0171be-90a7-4404-b5e5-c8d40835a526 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467041 Jul 05 18:18:07.864670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7454b702-1bd5-42e3-94f5-bac04926aa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029b2cfb-d2ea-4f20-952f-ad8534272be7'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:18:07.866976 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e973e4-5fc8-43a2-aa29-23b2e3c3f355" -d '{"events": [{"server_uuid": "7454b702-1bd5-42e3-94f5-bac04926aa25", "name": "network-vif-plugged", "status": "completed", "tag": "029b2cfb-d2ea-4f20-952f-ad8534272be7"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:18:07.869367 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-e4f58a2a-2f4b-4741-a794-2ea9aabcceb1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:07.873809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45626) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:07.881862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-770a22d5-fe69-4644-96c9-e108c66f32b0 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '798e88b3-25b1-46b3-9563-34cb592631dd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:07.884330 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4f58a2a-2f4b-4741-a794-2ea9aabcceb1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3647122 Jul 05 18:18:07.884579 n-d-799524-1 neutron-server[100997]: WARNING neutron.api.v2.base [None req-770a22d5-fe69-4644-96c9-e108c66f32b0 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 18:18:07.885112 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-770a22d5-fe69-4644-96c9-e108c66f32b0 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:07.885496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 029b2cfb-d2ea-4f20-952f-ad8534272be7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=029b2cfb-d2ea-4f20-952f-ad8534272be7,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:07.887379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-770a22d5-fe69-4644-96c9-e108c66f32b0 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110312 Jul 05 18:18:07.890637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:07.897667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d724a424-27c5-4cfe-87bc-a4629ba84ba7 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '798e88b3-25b1-46b3-9563-34cb592631dd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:07.920252 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db38a188-883b-428a-af34-07c1b200ca09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:07.930405 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e31d02f-0886-469d-a8e2-e33ff188cf0e x-openstack-request-id: req-4e31d02f-0886-469d-a8e2-e33ff188cf0e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:18:07.930999 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7454b702-1bd5-42e3-94f5-bac04926aa25", "name": "network-vif-plugged", "status": "completed", "tag": "029b2cfb-d2ea-4f20-952f-ad8534272be7", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:18:07.931260 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e31d02f-0886-469d-a8e2-e33ff188cf0e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:18:07.931660 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7454b702-1bd5-42e3-94f5-bac04926aa25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029b2cfb-d2ea-4f20-952f-ad8534272be7', 'code': 200} Jul 05 18:18:07.976876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.029289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:18:08.045550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=029b2cfb-d2ea-4f20-952f-ad8534272be7,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:08.081901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-d724a424-27c5-4cfe-87bc-a4629ba84ba7 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:18:08.081901 n-d-799524-1 neutron-server[100998]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 18:18:08.081901 n-d-799524-1 neutron-server[100998]: [parameters: {'project_id': 'fa3f18c89eba4d58a558524f7bff6c8b', 'id': '3c487182-b5d2-403a-a2cb-1c73f3a79f2d', 'expiration': datetime.datetime(2021, 7, 5, 18, 20, 8, 48727)}] Jul 05 18:18:08.081901 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:18:08.082445 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-d724a424-27c5-4cfe-87bc-a4629ba84ba7 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:18:08.113035 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74536ba8-c23b-4ede-aafd-1a39af6066bc req-f3e319aa-d526-4e7d-b7e9-f1d2bdb68b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:08.114601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74536ba8-c23b-4ede-aafd-1a39af6066bc req-f3e319aa-d526-4e7d-b7e9-f1d2bdb68b23 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 1097 time: 0.1072681 Jul 05 18:18:08.140929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.160315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] device_id is not set on port cdf75ac8-3b16-4e43-b99d-17c354d4c866 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:18:08.166930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74536ba8-c23b-4ede-aafd-1a39af6066bc req-a5844e46-302c-420d-8be3-d83b3737ecfe service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Jul 05 18:18:08.194068 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db38a188-883b-428a-af34-07c1b200ca09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.260733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db38a188-883b-428a-af34-07c1b200ca09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.303949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-db38a188-883b-428a-af34-07c1b200ca09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e65c50696784915b89e91a1d75f9276&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661757 Jul 05 18:18:08.306468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45650) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:08.314349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db38a188-883b-428a-af34-07c1b200ca09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533db21c-9732-457a-b0f1-faf09bd20dc2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:08.354026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.11 (29190c53-8a7a-4add-a9d3-13adc750c4e3/cbb0681b-50ae-4747-9d7f-79cd75df654b/cdf75ac8-3b16-4e43-b99d-17c354d4c866) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:18:08.385449 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b078f247-e3a5-4056-9766-299c7aee5331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.440723 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b078f247-e3a5-4056-9766-299c7aee5331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.544775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e11d6fd5-6e1b-4b2f-8d69-071266a29c36 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:18:08.580280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.598720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77ce12-f0fb-4b81-8438-6155c8884d08 req-1c7c9b74-d150-440d-88e8-5472cbd39f41 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:08.608513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b77ce12-f0fb-4b81-8438-6155c8884d08 req-1c7c9b74-d150-440d-88e8-5472cbd39f41 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1483321 Jul 05 18:18:08.613911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:08.616644 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.667098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b77ce12-f0fb-4b81-8438-6155c8884d08 req-c5a237c6-82a0-464b-a140-848fbbc56f5a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571573 Jul 05 18:18:08.674533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object cdf75ac8-3b16-4e43-b99d-17c354d4c866 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:18:08.676716 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b078f247-e3a5-4056-9766-299c7aee5331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.682474 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b078f247-e3a5-4056-9766-299c7aee5331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.689084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b078f247-e3a5-4056-9766-299c7aee5331 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/533db21c-9732-457a-b0f1-faf09bd20dc2 HTTP/1.1" status: 204 len: 168 time: 0.3799634 Jul 05 18:18:08.713623 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-d724a424-27c5-4cfe-87bc-a4629ba84ba7 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Project fa3f18c89eba4d58a558524f7bff6c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:18:08.718652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b078f247-e3a5-4056-9766-299c7aee5331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533db21c-9732-457a-b0f1-faf09bd20dc2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:08.828330 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-d724a424-27c5-4cfe-87bc-a4629ba84ba7 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:08.836385 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d724a424-27c5-4cfe-87bc-a4629ba84ba7 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.9377127 Jul 05 18:18:08.836385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45682) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:08.838102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7bf86635-0dbe-48b9-80e0-5b9bf5344ed5 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '798e88b3-25b1-46b3-9563-34cb592631dd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:08.839826 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-7bf86635-0dbe-48b9-80e0-5b9bf5344ed5 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 18:18:08.840521 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-7bf86635-0dbe-48b9-80e0-5b9bf5344ed5 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:08.841847 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7bf86635-0dbe-48b9-80e0-5b9bf5344ed5 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077147 Jul 05 18:18:08.844531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45684) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:08.850109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-97ba1cf7-3f98-44a1-9699-06b51eca3b96 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '798e88b3-25b1-46b3-9563-34cb592631dd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:08.881504 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:08.945623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:18:08.953425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:18:08.973239 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:18:09.003547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=cdf75ac8-3b16-4e43-b99d-17c354d4c866,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:09.047479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:09.048181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.069251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f06600-db5d-4cee-9ebd-f5650c34990c req-491dad0d-2481-41c9-9361-4deffb822cfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:09.081789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59f06600-db5d-4cee-9ebd-f5650c34990c req-491dad0d-2481-41c9-9361-4deffb822cfe tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1164994 Jul 05 18:18:09.125483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59f06600-db5d-4cee-9ebd-f5650c34990c req-3696e88e-5c8a-47a4-a9bb-f44d445e9c50 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475495 Jul 05 18:18:09.127466 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-97ba1cf7-3f98-44a1-9699-06b51eca3b96 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Project fa3f18c89eba4d58a558524f7bff6c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:18:09.205019 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-67b63440-ba21-4902-bf39-b9d50f8a38f4 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6161649 Jul 05 18:18:09.208131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45704) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:09.213171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ca44bd99-9b54-4324-8986-8f3c20827d9e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:09.263344 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-97ba1cf7-3f98-44a1-9699-06b51eca3b96 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:09.264381 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-97ba1cf7-3f98-44a1-9699-06b51eca3b96 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4189217 Jul 05 18:18:09.269512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45710) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:09.271548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f3c9086a-ad52-4624-9e54-05cb8dceaff2 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '798e88b3-25b1-46b3-9563-34cb592631dd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:09.398043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-29bd0e65-15b7-4de7-a9e5-94ffd0c6f256 None None] Provisioning for port cdf75ac8-3b16-4e43-b99d-17c354d4c866 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:18:09.400961 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-f3c9086a-ad52-4624-9e54-05cb8dceaff2 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Project fa3f18c89eba4d58a558524f7bff6c8b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:18:09.402183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-29bd0e65-15b7-4de7-a9e5-94ffd0c6f256 None None] Provisioning complete for port cdf75ac8-3b16-4e43-b99d-17c354d4c866 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:09.402615 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-29bd0e65-15b7-4de7-a9e5-94ffd0c6f256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.438053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-29bd0e65-15b7-4de7-a9e5-94ffd0c6f256 None None] Port cdf75ac8-3b16-4e43-b99d-17c354d4c866 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:18:09.515005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45720) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:09.523803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca44bd99-9b54-4324-8986-8f3c20827d9e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:18:09.527191 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca44bd99-9b54-4324-8986-8f3c20827d9e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.577081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe5b74e9-3385-42db-8de6-683a02f12605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.599333 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-f3c9086a-ad52-4624-9e54-05cb8dceaff2 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:09.603409 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f3c9086a-ad52-4624-9e54-05cb8dceaff2 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3324585 Jul 05 18:18:09.604896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45732) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:09.661880 n-d-799524-1 neutron-server[100998]: INFO neutron.db.ipam_backend_mixin [None req-ca44bd99-9b54-4324-8986-8f3c20827d9e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cbb0681b-50ae-4747-9d7f-79cd75df654b (CIDR: 172.20.0.0/28) Jul 05 18:18:09.668103 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97a5be09-f843-4642-afc9-e9c3c7c67e6d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.698861 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97a5be09-f843-4642-afc9-e9c3c7c67e6d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.732547 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca44bd99-9b54-4324-8986-8f3c20827d9e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:09.733110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca44bd99-9b54-4324-8986-8f3c20827d9e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:09.751346 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe5b74e9-3385-42db-8de6-683a02f12605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.862171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe5b74e9-3385-42db-8de6-683a02f12605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.877804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97a5be09-f843-4642-afc9-e9c3c7c67e6d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.880377 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97a5be09-f843-4642-afc9-e9c3c7c67e6d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:09.881752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-97a5be09-f843-4642-afc9-e9c3c7c67e6d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/798e88b3-25b1-46b3-9563-34cb592631dd HTTP/1.1" status: 204 len: 168 time: 0.2741423 Jul 05 18:18:09.884487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45756) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:09.911405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a5be09-f843-4642-afc9-e9c3c7c67e6d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=798e88b3-25b1-46b3-9563-34cb592631dd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:09.919366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b74e9-3385-42db-8de6-683a02f12605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aba6b52-ec29-4f1f-8df2-28c530534cd8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:09.932451 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fe5b74e9-3385-42db-8de6-683a02f12605 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92b8e0f9254a44b6b78d298927e40d65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4163516 Jul 05 18:18:09.936930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45758) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:09.946203 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ca44bd99-9b54-4324-8986-8f3c20827d9e tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7368515 Jul 05 18:18:09.954248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45762) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:09.971766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b8427525-fb92-4ba1-a789-b532c6acffbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:09.974776 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-475e989a-44a7-40ec-91d4-290db3913fa8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0891626 Jul 05 18:18:09.978479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45766) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:09.983963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1882646d-e688-420f-b470-5a0054531937 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--574990746'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:10.041013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-5874df50-43dd-41e4-87ae-1a8e66387bf9 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:10.042521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-5874df50-43dd-41e4-87ae-1a8e66387bf9 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 815 time: 0.2498798 Jul 05 18:18:10.055142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1882646d-e688-420f-b470-5a0054531937 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.057125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3784c07-dd9f-48f5-bde0-fdf48dde10b0 req-1b4241e6-7b47-47d0-bdd6-d9eb7e05eff2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:10.058781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3784c07-dd9f-48f5-bde0-fdf48dde10b0 req-1b4241e6-7b47-47d0-bdd6-d9eb7e05eff2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.2556434 Jul 05 18:18:10.118328 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-37c3ab41-bdb8-46eb-be3a-41dd1d0736bf tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/quotas/0b2a3d762f85447c817de871dcdd1f0a HTTP/1.1" status: 200 len: 375 time: 0.0586851 Jul 05 18:18:10.160856 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1882646d-e688-420f-b470-5a0054531937 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.193126 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-52b2baea-0e14-42f5-807a-b76fb03dd460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.204310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3784c07-dd9f-48f5-bde0-fdf48dde10b0 req-5084e14b-b2bc-43a3-b3a6-d86f9163d159 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375885 Jul 05 18:18:10.228954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1882646d-e688-420f-b470-5a0054531937 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.244834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-52b2baea-0e14-42f5-807a-b76fb03dd460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.260626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882646d-e688-420f-b470-5a0054531937 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=205110d9-ca9d-478d-9b35-4ace0cf9ba72,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:10.294755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-c5bf5412-6fef-4216-8404-5f81b1c1aae7 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1647525 Jul 05 18:18:10.300469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8427525-fb92-4ba1-a789-b532c6acffbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:18:10.304355 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b8427525-fb92-4ba1-a789-b532c6acffbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.375239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1882646d-e688-420f-b470-5a0054531937 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.379029 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1882646d-e688-420f-b470-5a0054531937 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3965862 Jul 05 18:18:10.385604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45790) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:10.390663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-87e2d5fe-d105-47b4-810f-7467eeb7b82c tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '205110d9-ca9d-478d-9b35-4ace0cf9ba72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:10.494059 n-d-799524-1 neutron-server[100997]: INFO neutron.db.ipam_backend_mixin [None req-b8427525-fb92-4ba1-a789-b532c6acffbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 26f9f294-50f4-4c33-8dc3-74239630583a (CIDR: 172.20.0.16/28) Jul 05 18:18:10.516587 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-52b2baea-0e14-42f5-807a-b76fb03dd460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.519093 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-52b2baea-0e14-42f5-807a-b76fb03dd460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.520219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-52b2baea-0e14-42f5-807a-b76fb03dd460 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3aba6b52-ec29-4f1f-8df2-28c530534cd8 HTTP/1.1" status: 204 len: 168 time: 0.5823643 Jul 05 18:18:10.540881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb889e13-7724-4904-ab27-ad4e254a6edd req-6a95581f-12f9-4bad-8935-505113ca1dea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:10.542421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb889e13-7724-4904-ab27-ad4e254a6edd req-6a95581f-12f9-4bad-8935-505113ca1dea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.2251353 Jul 05 18:18:10.544998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-77d1b7b0-0752-47f9-a14f-d492b0c7d584 service neutron] 10.222.0.30 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373080 Jul 05 18:18:10.545841 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8427525-fb92-4ba1-a789-b532c6acffbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:10.546331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8427525-fb92-4ba1-a789-b532c6acffbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:10.548827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b2baea-0e14-42f5-807a-b76fb03dd460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aba6b52-ec29-4f1f-8df2-28c530534cd8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:10.558211 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-87e2d5fe-d105-47b4-810f-7467eeb7b82c tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The resource could not be found. Jul 05 18:18:10.561005 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-87e2d5fe-d105-47b4-810f-7467eeb7b82c tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1743693 Jul 05 18:18:10.564124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45804) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:10.573163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-652eaec1-ecc4-48c9-bf1e-3ae779fc7d6e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '205110d9-ca9d-478d-9b35-4ace0cf9ba72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '0764d682-6a90-4efc-9879-9722e81ed36a'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:10.644121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb889e13-7724-4904-ab27-ad4e254a6edd req-775027a8-d9cc-42b4-87cb-39ffea197e67 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908983 Jul 05 18:18:10.684407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-a6ccecae-84a3-453b-bb89-3fd1d5fa2f59 service neutron] 10.222.0.30 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325424 Jul 05 18:18:10.747191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b8427525-fb92-4ba1-a789-b532c6acffbc tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7910135 Jul 05 18:18:10.749791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45812) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:10.756864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'subnet': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:10.792443 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-652eaec1-ecc4-48c9-bf1e-3ae779fc7d6e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The resource could not be found. Jul 05 18:18:10.799184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-652eaec1-ecc4-48c9-bf1e-3ae779fc7d6e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2332480 Jul 05 18:18:10.800120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45818) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:10.862790 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:18:10.868813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4097d630-5f65-4054-b8e0-28c17dd43689 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.892727 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4097d630-5f65-4054-b8e0-28c17dd43689 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:10.985003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Made reservation on behalf of edbf32161e384f84b5734430f2d9ff71 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:18:10.990310 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:11.009755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4097d630-5f65-4054-b8e0-28c17dd43689 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:11.013832 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4097d630-5f65-4054-b8e0-28c17dd43689 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:11.017723 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4097d630-5f65-4054-b8e0-28c17dd43689 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/205110d9-ca9d-478d-9b35-4ace0cf9ba72 HTTP/1.1" status: 204 len: 168 time: 0.2140565 Jul 05 18:18:11.020026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45834) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:11.064917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097d630-5f65-4054-b8e0-28c17dd43689 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=205110d9-ca9d-478d-9b35-4ace0cf9ba72,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:11.135662 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2da25fdd-083d-447a-a086-4020f74ad4e3 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1066351 Jul 05 18:18:11.135949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45842) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:11.140778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c3ee288c-fd00-4d50-909a-035e56100681 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': 'a609882f-50f6-4e57-89cd-c67d87127605', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:11.172552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6670e92-3903-4143-9c7c-84224aa9be73 req-a6267eb3-dc15-47ab-98c3-a27708799033 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 210 time: 0.1270871 Jul 05 18:18:11.321525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd2a42-12ee-4512-a199-98a8db46b1a8 req-539da6f8-df85-45a7-b70c-df365f2d5a24 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:11.323062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54dd2a42-12ee-4512-a199-98a8db46b1a8 req-539da6f8-df85-45a7-b70c-df365f2d5a24 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1318915 Jul 05 18:18:11.374790 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-c3ee288c-fd00-4d50-909a-035e56100681 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The resource could not be found. Jul 05 18:18:11.376310 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c3ee288c-fd00-4d50-909a-035e56100681 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2393780 Jul 05 18:18:11.381201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45866) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:11.386410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4fd58446-3ed6-4a84-829c-cb6e3b859c22 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737608146'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:11.439438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54dd2a42-12ee-4512-a199-98a8db46b1a8 req-d21c61cc-e97b-4405-9fb8-7181a6626d1b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084385 Jul 05 18:18:11.516172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba7473-f410-4869-a2f3-60223a4a568d req-73841e19-3a5b-4ef0-98fd-fe6c9f104c1c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:11.517699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bba7473-f410-4869-a2f3-60223a4a568d req-73841e19-3a5b-4ef0-98fd-fe6c9f104c1c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1578012 Jul 05 18:18:11.524584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4fd58446-3ed6-4a84-829c-cb6e3b859c22 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:11.565077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bba7473-f410-4869-a2f3-60223a4a568d req-b1d41ef1-efed-4fdf-a2bd-281115eea9c9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416610 Jul 05 18:18:11.637301 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4fd58446-3ed6-4a84-829c-cb6e3b859c22 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:11.668279 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:11.679427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5126e47-d8c7-4291-b505-ace196b6dbc9 req-88af6114-f8b9-4c50-aa23-4a85308912b4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:11.684148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5126e47-d8c7-4291-b505-ace196b6dbc9 req-88af6114-f8b9-4c50-aa23-4a85308912b4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.0840447 Jul 05 18:18:11.718069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4fd58446-3ed6-4a84-829c-cb6e3b859c22 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:11.729896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:18:11.743200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:18:11.749896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:11.750505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd58446-3ed6-4a84-829c-cb6e3b859c22 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e613ce41-4295-4836-8df1-910b409c4384,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:11.754160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:11.755549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe71113-750e-4b69-bbb7-4957d2390619 None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:18:11.771341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Subnet': ['ID=10bc8d09-dff1-46f9-b4e4-267ae1154e95,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:11.791182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5126e47-d8c7-4291-b505-ace196b6dbc9 req-0a2cfe5c-9348-4cb8-b948-f7e4a4f04db9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824537 Jul 05 18:18:11.795889 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4fd58446-3ed6-4a84-829c-cb6e3b859c22 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:11.804314 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4fd58446-3ed6-4a84-829c-cb6e3b859c22 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4182403 Jul 05 18:18:11.804655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45896) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:11.808387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ef9ea0ca-8e1d-4d40-bdda-0964049dd849 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--2144308988'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:11.914370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a46f41ba-0744-4ae7-9e47-42b4a522f732 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1631958 Jul 05 18:18:11.917396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45906) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:11.926948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-638856928', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10bc8d09-dff1-46f9-b4e4-267ae1154e95'}], 'security_groups': ['bde5cf6c-4d73-4ffe-bcc5-3b3499da41df', 'd8d579ea-51ea-418f-9d52-daa1e0f81068']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:12.031902 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea0ca-8e1d-4d40-bdda-0964049dd849 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:12.033239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:12.102231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Update dhcp port {'port': {'network_id': '29190c53-8a7a-4add-a9d3-13adc750c4e3', 'fixed_ips': [{'subnet_id': '26f9f294-50f4-4c33-8dc3-74239630583a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cbb0681b-50ae-4747-9d7f-79cd75df654b', 'ip_address': '172.20.0.2'}, {'subnet_id': '10bc8d09-dff1-46f9-b4e4-267ae1154e95'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'e11d6fd5-6e1b-4b2f-8d69-071266a29c36'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:18:12.140521 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:12.142574 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea0ca-8e1d-4d40-bdda-0964049dd849 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:12.277794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea0ca-8e1d-4d40-bdda-0964049dd849 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:12.433537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2298f458-5295-4d2c-8deb-7296e8350799 req-816fe3e2-2453-4938-9054-d6c2520ca4a0 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 210 time: 0.0619454 Jul 05 18:18:12.435160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ea0ca-8e1d-4d40-bdda-0964049dd849 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c04bd79-542a-4d03-95cd-9e6091963265,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:12.486063 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef9ea0ca-8e1d-4d40-bdda-0964049dd849 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:12.487657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ef9ea0ca-8e1d-4d40-bdda-0964049dd849 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6832254 Jul 05 18:18:12.489051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Delete allocated IP 172.20.0.11 (29190c53-8a7a-4add-a9d3-13adc750c4e3/cbb0681b-50ae-4747-9d7f-79cd75df654b) {{(pid=100998) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 18:18:12.492303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45934) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:12.502410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-167baac3-c01e-466b-a882-cd7c259efedb tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': 'e613ce41-4295-4836-8df1-910b409c4384', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '9c04bd79-542a-4d03-95cd-9e6091963265'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:12.533269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Allocated IP 172.20.0.34 (29190c53-8a7a-4add-a9d3-13adc750c4e3/10bc8d09-dff1-46f9-b4e4-267ae1154e95/cdf75ac8-3b16-4e43-b99d-17c354d4c866) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:18:12.536922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd52d28-b1e0-4741-ad76-514539bd7fc0 req-ecac6abd-b0b3-4d09-8c7c-7f6dfbc186eb tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:12.538814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bd52d28-b1e0-4741-ad76-514539bd7fc0 req-ecac6abd-b0b3-4d09-8c7c-7f6dfbc186eb tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.0940320 Jul 05 18:18:12.611233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bd52d28-b1e0-4741-ad76-514539bd7fc0 req-3dfbaf7e-1c89-4c6c-9052-e08d046250e8 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639188 Jul 05 18:18:12.740229 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:12.755202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Transition to ACTIVE for port object cdf75ac8-3b16-4e43-b99d-17c354d4c866 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:18:12.790513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9c8dd-9c7a-4c7c-a702-80acfb5ad730 req-1e935437-21c2-42ef-bd57-c48bd6312ba6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:12.792131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ae9c8dd-9c7a-4c7c-a702-80acfb5ad730 req-1e935437-21c2-42ef-bd57-c48bd6312ba6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.0698862 Jul 05 18:18:12.799941 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-167baac3-c01e-466b-a882-cd7c259efedb tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:12.803661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-167baac3-c01e-466b-a882-cd7c259efedb tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3077598 Jul 05 18:18:12.804086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45958) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:12.823876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:12.852017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ae9c8dd-9c7a-4c7c-a702-80acfb5ad730 req-463c8ebd-42b5-4589-97ae-c48f1b115392 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484569 Jul 05 18:18:12.886964 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-aa3a08d6-61d5-4f1d-87a5-9d84baaa4a5e {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:18:12.888017 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:18:12.969697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event updated for resources: {'Port': ['ID=cdf75ac8-3b16-4e43-b99d-17c354d4c866,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:13.009806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1809a94e-676d-460e-9034-61de99d25bb8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.041610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] In _notify_port_updated(), no bound segment for port cdf75ac8-3b16-4e43-b99d-17c354d4c866 on network 29190c53-8a7a-4add-a9d3-13adc750c4e3 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:18:13.048172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:13.048863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.050296 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1270007e-4170-4ef3-9623-0826bd8ee065 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "PUT /v2.0/ports/cdf75ac8-3b16-4e43-b99d-17c354d4c866 HTTP/1.1" status: 200 len: 959 time: 1.1317229 Jul 05 18:18:13.053069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45972) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:13.092351 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1809a94e-676d-460e-9034-61de99d25bb8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.194725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3e92c058-2d04-4bba-b10b-7df9c1c04f23 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port cdf75ac8-3b16-4e43-b99d-17c354d4c866 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:18:13.195135 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e92c058-2d04-4bba-b10b-7df9c1c04f23 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.286776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e92c058-2d04-4bba-b10b-7df9c1c04f23 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.297903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1809a94e-676d-460e-9034-61de99d25bb8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.297903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1809a94e-676d-460e-9034-61de99d25bb8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.298993 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1809a94e-676d-460e-9034-61de99d25bb8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/9c04bd79-542a-4d03-95cd-9e6091963265 HTTP/1.1" status: 204 len: 168 time: 0.4939528 Jul 05 18:18:13.301833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45988) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:13.308182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3e92c058-2d04-4bba-b10b-7df9c1c04f23 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for cdf75ac8-3b16-4e43-b99d-17c354d4c866 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:18:13.316418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809a94e-676d-460e-9034-61de99d25bb8 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c04bd79-542a-4d03-95cd-9e6091963265,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:13.377742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-10a57b59-2bdf-4014-9581-78f8b015fcf7 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0744736 Jul 05 18:18:13.380675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45994) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:13.443038 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4343aeb6-6d40-46fb-b750-0c7b103e268b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.457080 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.474296 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4343aeb6-6d40-46fb-b750-0c7b103e268b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.583814 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4343aeb6-6d40-46fb-b750-0c7b103e268b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.587482 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4343aeb6-6d40-46fb-b750-0c7b103e268b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.588837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4343aeb6-6d40-46fb-b750-0c7b103e268b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/e613ce41-4295-4836-8df1-910b409c4384 HTTP/1.1" status: 204 len: 168 time: 0.2072225 Jul 05 18:18:13.592337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46012) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:13.616762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343aeb6-6d40-46fb-b750-0c7b103e268b tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e613ce41-4295-4836-8df1-910b409c4384,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:13.620080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2785f018-3e6f-40b8-925a-c4d9a8eaf9d9 req-85c6cf00-22f8-429b-9cbb-4104dcc1e1d0 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 210 time: 0.0484579 Jul 05 18:18:13.723574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Allocated IP 172.20.0.35 (29190c53-8a7a-4add-a9d3-13adc750c4e3/10bc8d09-dff1-46f9-b4e4-267ae1154e95/e11d6fd5-6e1b-4b2f-8d69-071266a29c36) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:18:13.851455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] For port e11d6fd5-6e1b-4b2f-8d69-071266a29c36, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,segment=NetworkSegment(759a1839-1cbd-49f6-8e19-54586a19f1dc),segment_id=759a1839-1cbd-49f6-8e19-54586a19f1dc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:13.863050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69fc0d-3174-4496-85ad-dc0f7d2fb642 req-e8fbd32c-7c54-43a0-9298-00b71a0ed4c5 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:13.865160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b69fc0d-3174-4496-85ad-dc0f7d2fb642 req-e8fbd32c-7c54-43a0-9298-00b71a0ed4c5 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1119366 Jul 05 18:18:13.886093 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.906337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Transition to ACTIVE for port object e11d6fd5-6e1b-4b2f-8d69-071266a29c36 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:18:13.938132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b69fc0d-3174-4496-85ad-dc0f7d2fb642 req-66a9a7a5-8d3e-410a-94bf-435a6398b7a1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666764 Jul 05 18:18:13.945840 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e92c058-2d04-4bba-b10b-7df9c1c04f23 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:13.986992 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b83a59de-a20e-40ef-bce6-759b2eb500c9 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3930821 Jul 05 18:18:13.994966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46032) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:14.003839 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1f35ba43-38d6-4cd8-8a24-7c4db630764e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069698486'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:14.011334 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.093117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92c058-2d04-4bba-b10b-7df9c1c04f23 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=cdf75ac8-3b16-4e43-b99d-17c354d4c866,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:14.154872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-5d06f14a-a457-43b2-8458-c05df73c3b73 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:14.156396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-5d06f14a-a457-43b2-8458-c05df73c3b73 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 815 time: 0.2171371 Jul 05 18:18:14.161243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d04b85-2657-4be8-aeec-1046d3131d1e None None] Pushing event updated for resources: {'Port': ['ID=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:14.182848 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e92c058-2d04-4bba-b10b-7df9c1c04f23 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.184824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Request body: {'port': {'device_id': 'df53f861-ac06-4006-bea4-aa38e0828c6f', 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2', 'admin_state_up': True, 'tenant_id': '0b2a3d762f85447c817de871dcdd1f0a'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:14.186941 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3e92c058-2d04-4bba-b10b-7df9c1c04f23 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/cdf75ac8-3b16-4e43-b99d-17c354d4c866 HTTP/1.1" status: 204 len: 168 time: 1.1328683 Jul 05 18:18:14.189339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46046) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:14.201078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dad614-65ff-4a4b-9fab-e9f574b3789d req-ba4cbdcc-9555-4edc-b76f-70dfa9d4d8b1 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:14.208406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82dad614-65ff-4a4b-9fab-e9f574b3789d req-ba4cbdcc-9555-4edc-b76f-70dfa9d4d8b1 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1715505 Jul 05 18:18:14.226293 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b88ac8-5d9b-4193-a04a-33c59893c180 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] GET failed (client error): The resource could not be found. Jul 05 18:18:14.228797 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c1b88ac8-5d9b-4193-a04a-33c59893c180 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports/cdf75ac8-3b16-4e43-b99d-17c354d4c866 HTTP/1.1" status: 404 len: 333 time: 0.0384605 Jul 05 18:18:14.231996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46048) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:14.274846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f35ba43-38d6-4cd8-8a24-7c4db630764e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.322894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20fcccc2-6882-4076-9926-6dcc8b469fb7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.346980 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82dad614-65ff-4a4b-9fab-e9f574b3789d req-80f7c99c-7a0f-4629-85d8-7a0f72b5cbcf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298981 Jul 05 18:18:14.368471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20fcccc2-6882-4076-9926-6dcc8b469fb7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.449448 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f35ba43-38d6-4cd8-8a24-7c4db630764e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.477840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e11d6fd5-6e1b-4b2f-8d69-071266a29c36 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:18:14.533950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20fcccc2-6882-4076-9926-6dcc8b469fb7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.536964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-20fcccc2-6882-4076-9926-6dcc8b469fb7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.538231 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-20fcccc2-6882-4076-9926-6dcc8b469fb7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/security-groups/b2ac01f9-432c-4c6d-8ef1-8dc0f9e18151 HTTP/1.1" status: 204 len: 168 time: 0.3051822 Jul 05 18:18:14.541311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46052) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:14.551954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcccc2-6882-4076-9926-6dcc8b469fb7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ac01f9-432c-4c6d-8ef1-8dc0f9e18151,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:14.576454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f35ba43-38d6-4cd8-8a24-7c4db630764e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.605778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35ba43-38d6-4cd8-8a24-7c4db630764e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407cc15f-4583-419a-948e-4c7ece9bbf07,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:14.636231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d61b607e-7e56-4ca4-affb-f736208e6e05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.661090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d61b607e-7e56-4ca4-affb-f736208e6e05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.701822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Made reservation on behalf of 0b2a3d762f85447c817de871dcdd1f0a for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:18:14.706052 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.763790 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1f35ba43-38d6-4cd8-8a24-7c4db630764e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.765100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1f35ba43-38d6-4cd8-8a24-7c4db630764e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7690856 Jul 05 18:18:14.772264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46056) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:14.777406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9512fe3e-22bf-4a0a-ae14-bdeb00fe01b1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '407cc15f-4583-419a-948e-4c7ece9bbf07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:14.786029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27906125-e8b7-4b61-b30e-879f2f89107e req-a1978345-7264-4b31-bc53-076d3762c4bb tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 210 time: 0.0340250 Jul 05 18:18:14.815840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d61b607e-7e56-4ca4-affb-f736208e6e05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.818501 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d61b607e-7e56-4ca4-affb-f736208e6e05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.819633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d61b607e-7e56-4ca4-affb-f736208e6e05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/security-groups/d8d579ea-51ea-418f-9d52-daa1e0f81068 HTTP/1.1" status: 204 len: 168 time: 0.2772660 Jul 05 18:18:14.826944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46058) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:14.863357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b607e-7e56-4ca4-affb-f736208e6e05 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d579ea-51ea-418f-9d52-daa1e0f81068,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:14.897554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d77d485-c838-4ca1-a85d-1377b44dd4a9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.908974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-43cfd51f-008b-40c7-a52c-11d01b2608c9 None None] Could not find standard attr ID for object cdf75ac8-3b16-4e43-b99d-17c354d4c866. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:18:14.921327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-43cfd51f-008b-40c7-a52c-11d01b2608c9 None None] Provisioning complete for port 4a86916f-3325-427b-9bf7-24235b2f80f4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:14.922331 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-43cfd51f-008b-40c7-a52c-11d01b2608c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.929915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d77d485-c838-4ca1-a85d-1377b44dd4a9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:14.932105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Allocated IP 172.20.0.14 (c128ea0f-1f13-480c-aaaa-30b130cf9df2/8bdc4b16-54d6-4246-afb9-d3b24c215c3e/6317df44-71c1-4027-b27e-806407e76e1b) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:18:14.959441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-43cfd51f-008b-40c7-a52c-11d01b2608c9 None None] Port 4a86916f-3325-427b-9bf7-24235b2f80f4 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:18:14.980716 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-9512fe3e-22bf-4a0a-ae14-bdeb00fe01b1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:14.982112 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9512fe3e-22bf-4a0a-ae14-bdeb00fe01b1 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2084856 Jul 05 18:18:14.984902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46062) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:14.989494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e8258c82-9426-463f-bf27-b1e52a7afd9f tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group_rule': {'security_group_id': '407cc15f-4583-419a-948e-4c7ece9bbf07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:15.030785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-43cfd51f-008b-40c7-a52c-11d01b2608c9 None None] Provisioning for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:18:15.035357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-43cfd51f-008b-40c7-a52c-11d01b2608c9 None None] Provisioning complete for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:15.035760 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-43cfd51f-008b-40c7-a52c-11d01b2608c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.061473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d77d485-c838-4ca1-a85d-1377b44dd4a9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.064473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d77d485-c838-4ca1-a85d-1377b44dd4a9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.065681 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6d77d485-c838-4ca1-a85d-1377b44dd4a9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/security-groups/bde5cf6c-4d73-4ffe-bcc5-3b3499da41df HTTP/1.1" status: 204 len: 168 time: 0.2378821 Jul 05 18:18:15.072084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46064) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:15.076577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77d485-c838-4ca1-a85d-1377b44dd4a9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde5cf6c-4d73-4ffe-bcc5-3b3499da41df,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:15.192079 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-e8258c82-9426-463f-bf27-b1e52a7afd9f tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:18:15.195998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e8258c82-9426-463f-bf27-b1e52a7afd9f tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2072980 Jul 05 18:18:15.196284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46070) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:15.202551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e7a0bb9-a8d5-4c80-8a02-698a1c1779c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet cbb0681b-50ae-4747-9d7f-79cd75df654b {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:18:15.208865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0bb9-a8d5-4c80-8a02-698a1c1779c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.213604 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.273613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d81407-6f96-4978-b4d7-1a3e8ae46063 req-4b7ef7d5-6c84-4853-9495-47b088cec708 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:15.275230 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d81407-6f96-4978-b4d7-1a3e8ae46063 req-4b7ef7d5-6c84-4853-9495-47b088cec708 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.2208254 Jul 05 18:18:15.294709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0bb9-a8d5-4c80-8a02-698a1c1779c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.320974 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dea716d-438c-460d-a386-4ccd19f7a66e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.350801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dea716d-438c-460d-a386-4ccd19f7a66e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.409069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d81407-6f96-4978-b4d7-1a3e8ae46063 req-7fef1fc2-c584-4628-b866-4a2002013c9c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202786 Jul 05 18:18:15.474923 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0bb9-a8d5-4c80-8a02-698a1c1779c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.481610 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.494340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['3a8a94c5-6bfa-4d77-9a74-20681b113851'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:15.497414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e6ead423-bc4b-45af-a825-5afc331affc4', 'c4f096aa-4fa7-4c47-9307-35b946aaed38'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:15.531280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dea716d-438c-460d-a386-4ccd19f7a66e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.533946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4dea716d-438c-460d-a386-4ccd19f7a66e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.537495 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4dea716d-438c-460d-a386-4ccd19f7a66e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/407cc15f-4583-419a-948e-4c7ece9bbf07 HTTP/1.1" status: 204 len: 168 time: 0.3378470 Jul 05 18:18:15.541453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46090) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:15.570198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea716d-438c-460d-a386-4ccd19f7a66e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=407cc15f-4583-419a-948e-4c7ece9bbf07,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:15.646951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1a456f5d-cda8-4a35-97a8-b3bb1cd2d9cc None None] Could not find standard attr ID for object cdf75ac8-3b16-4e43-b99d-17c354d4c866. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:18:15.652337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2b0c3250-0514-4f43-8762-95b1a961d437 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1096888 Jul 05 18:18:15.657347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46096) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:15.666308 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-77a27988-0457-4e4f-9666-7bdf2a779d70 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'tempest-secgroup--606215639'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:15.797438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77a27988-0457-4e4f-9666-7bdf2a779d70 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.915525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77a27988-0457-4e4f-9666-7bdf2a779d70 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:15.974865 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77a27988-0457-4e4f-9666-7bdf2a779d70 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.017664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a27988-0457-4e4f-9666-7bdf2a779d70 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3414f06f-e494-40c0-a30e-bd3a0ae4d5b6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:16.066779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77a27988-0457-4e4f-9666-7bdf2a779d70 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.073812 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-77a27988-0457-4e4f-9666-7bdf2a779d70 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4124756 Jul 05 18:18:16.075825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46108) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:16.086042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-04631332-17db-43c0-b5f3-ab9b818512dd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:16.086547 n-d-799524-1 neutron-server[100998]: WARNING neutron.api.v2.base [None req-04631332-17db-43c0-b5f3-ab9b818512dd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 18:18:16.087701 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-04631332-17db-43c0-b5f3-ab9b818512dd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 18:18:16.093425 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-04631332-17db-43c0-b5f3-ab9b818512dd tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "PUT /v2.0/security-groups/3414f06f-e494-40c0-a30e-bd3a0ae4d5b6 HTTP/1.1" status: 409 len: 330 time: 0.0105255 Jul 05 18:18:16.095815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46112) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:16.110318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Network c128ea0f-1f13-480c-aaaa-30b130cf9df2 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:18:16.138327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:18:16.144916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Pushing event updated for resources: {'Port': ['ID=6317df44-71c1-4027-b27e-806407e76e1b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:16.154978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:18:16.237937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:16.238542 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.269476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23db712-d6d1-4122-b7e7-b6c9b09c3b2d req-cc256fdc-13a8-43f0-9032-478a8c69332f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:16.270971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a23db712-d6d1-4122-b7e7-b6c9b09c3b2d req-cc256fdc-13a8-43f0-9032-478a8c69332f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.2946351 Jul 05 18:18:16.286347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0add0f5-df22-4398-8d4d-cae6dbf7762c req-ea03844d-103b-45db-8e56-bd9d109520a1 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:16.287806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0add0f5-df22-4398-8d4d-cae6dbf7762c req-ea03844d-103b-45db-8e56-bd9d109520a1 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 932 time: 0.2504833 Jul 05 18:18:16.304058 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69399791-9f24-4b01-99c9-c683893ae93e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.329001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0bb9-a8d5-4c80-8a02-698a1c1779c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.373488 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69399791-9f24-4b01-99c9-c683893ae93e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.376720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-29b34f2e-1ea3-4071-9a4b-98f19f89b0b6 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1973982 Jul 05 18:18:16.380740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a0bb9-a8d5-4c80-8a02-698a1c1779c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb0681b-50ae-4747-9d7f-79cd75df654b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:16.388036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e482e0-1261-4d25-9cb8-7a8b3f45fa52 None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:18:16.389603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e7a0bb9-a8d5-4c80-8a02-698a1c1779c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.391533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7e7a0bb9-a8d5-4c80-8a02-698a1c1779c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/cbb0681b-50ae-4747-9d7f-79cd75df654b HTTP/1.1" status: 204 len: 168 time: 1.2962635 Jul 05 18:18:16.396385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46114) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:16.411692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Request body: {'port': {'device_id': 'df53f861-ac06-4006-bea4-aa38e0828c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:16.456538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a23db712-d6d1-4122-b7e7-b6c9b09c3b2d req-5b561244-9add-4962-8c74-08af38b06b96 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789699 Jul 05 18:18:16.472401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0add0f5-df22-4398-8d4d-cae6dbf7762c req-b48b8922-a619-479c-bffc-b09560642722 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716206 Jul 05 18:18:16.514508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d11aaf2-87cd-448d-a518-4ec172b7f999 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet 10bc8d09-dff1-46f9-b4e4-267ae1154e95 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:18:16.525955 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d11aaf2-87cd-448d-a518-4ec172b7f999 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.609289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.616964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d11aaf2-87cd-448d-a518-4ec172b7f999 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.695937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69399791-9f24-4b01-99c9-c683893ae93e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.698669 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69399791-9f24-4b01-99c9-c683893ae93e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.702040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-69399791-9f24-4b01-99c9-c683893ae93e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/3414f06f-e494-40c0-a30e-bd3a0ae4d5b6 HTTP/1.1" status: 204 len: 168 time: 0.5968301 Jul 05 18:18:16.706394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46118) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:16.755959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69399791-9f24-4b01-99c9-c683893ae93e tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3414f06f-e494-40c0-a30e-bd3a0ae4d5b6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:16.784840 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d11aaf2-87cd-448d-a518-4ec172b7f999 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:16.915838 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eadbd95a-c287-4a6b-8e14-0a9aa3978bb6 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1940184 Jul 05 18:18:16.916793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46122) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:16.924784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96765480-4fa0-4b7f-b3b2-c58bcf068391 req-1ee2d4a2-02f9-4a51-b520-244698c88c2e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:16.932485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96765480-4fa0-4b7f-b3b2-c58bcf068391 req-1ee2d4a2-02f9-4a51-b520-244698c88c2e tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.2900522 Jul 05 18:18:16.948281 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-c3365464-1dd3-4a97-bc6a-ab15509f897a tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] delete failed (client error): The resource could not be found. Jul 05 18:18:16.948281 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c3365464-1dd3-4a97-bc6a-ab15509f897a tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "DELETE /v2.0/security-groups/4fb219c8-90a6-4014-8b13-f2f87156c526 HTTP/1.1" status: 404 len: 347 time: 0.0283413 Jul 05 18:18:16.948281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46124) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:16.961971 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-b6b5002b-dcab-4c9c-ba05-feff890f91e9 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] show failed (client error): The resource could not be found. Jul 05 18:18:16.969013 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b6b5002b-dcab-4c9c-ba05-feff890f91e9 tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-groups/ca9d76ec-6e0d-4de9-a4af-a352d788e320 HTTP/1.1" status: 404 len: 347 time: 0.0202625 Jul 05 18:18:16.970411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46126) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:16.984616 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-00c39c7b-3b5b-4297-bafb-5c7b95821a5d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] show failed (client error): The resource could not be found. Jul 05 18:18:16.991598 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-00c39c7b-3b5b-4297-bafb-5c7b95821a5d tempest-NegativeSecGroupIPv6Test-119035646 tempest-NegativeSecGroupIPv6Test-119035646-project] 10.222.0.30 "GET /v2.0/security-group-rules/f056b691-e4b8-46ad-ae75-b759e7d49aae HTTP/1.1" status: 404 len: 356 time: 0.0208917 Jul 05 18:18:16.993525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d11aaf2-87cd-448d-a518-4ec172b7f999 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.025219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11aaf2-87cd-448d-a518-4ec172b7f999 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=10bc8d09-dff1-46f9-b4e4-267ae1154e95,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:17.030794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d11aaf2-87cd-448d-a518-4ec172b7f999 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.034453 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8d11aaf2-87cd-448d-a518-4ec172b7f999 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/10bc8d09-dff1-46f9-b4e4-267ae1154e95 HTTP/1.1" status: 204 len: 168 time: 0.6368010 Jul 05 18:18:17.036808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46130) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:17.078423 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-260a979f-039a-4f31-af78-767cfd0d956d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:17.079414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-260a979f-039a-4f31-af78-767cfd0d956d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:17.081390 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-260a979f-039a-4f31-af78-767cfd0d956d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/cbb0681b-50ae-4747-9d7f-79cd75df654b HTTP/1.1" status: 404 len: 337 time: 0.0433009 Jul 05 18:18:17.085252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46132) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:17.171901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96765480-4fa0-4b7f-b3b2-c58bcf068391 req-ba555d75-2f8e-44ba-9578-bb5455937b5a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381725 Jul 05 18:18:17.182761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e42b2b6-7769-4b39-8bd4-d75dc6db80c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting subnet 26f9f294-50f4-4c33-8dc3-74239630583a {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:18:17.195387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e42b2b6-7769-4b39-8bd4-d75dc6db80c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.291169 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e42b2b6-7769-4b39-8bd4-d75dc6db80c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.353200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6317df44-71c1-4027-b27e-806407e76e1b {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:18:17.371116 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.386653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Transition to ACTIVE for port object 6317df44-71c1-4027-b27e-806407e76e1b will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:18:17.415136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e42b2b6-7769-4b39-8bd4-d75dc6db80c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.466888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.523609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5723709-57c8-45d8-aa43-b8685e696248 None None] Network 29190c53-8a7a-4add-a9d3-13adc750c4e3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:18:17.627034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e42b2b6-7769-4b39-8bd4-d75dc6db80c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.654443 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e42b2b6-7769-4b39-8bd4-d75dc6db80c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.656712 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5e42b2b6-7769-4b39-8bd4-d75dc6db80c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/26f9f294-50f4-4c33-8dc3-74239630583a HTTP/1.1" status: 204 len: 168 time: 0.5705013 Jul 05 18:18:17.660819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46150) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:17.705560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e42b2b6-7769-4b39-8bd4-d75dc6db80c9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Subnet': ['ID=26f9f294-50f4-4c33-8dc3-74239630583a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:17.733001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Pushing event updated for resources: {'Port': ['ID=6317df44-71c1-4027-b27e-806407e76e1b,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:17.749196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5a9303a6-9ae0-4799-8524-1d4d7edf30ac None None] Provisioning complete for port 4a86916f-3325-427b-9bf7-24235b2f80f4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:17.749597 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a9303a6-9ae0-4799-8524-1d4d7edf30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.799512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5a9303a6-9ae0-4799-8524-1d4d7edf30ac None None] Port 4a86916f-3325-427b-9bf7-24235b2f80f4 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:18:17.803379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46152) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:17.816412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5a9303a6-9ae0-4799-8524-1d4d7edf30ac None None] Provisioning complete for port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:17.817068 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a9303a6-9ae0-4799-8524-1d4d7edf30ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:17.829820 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b26b0e4-2a13-4223-9aca-e888eae20327 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:17.830298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b26b0e4-2a13-4223-9aca-e888eae20327 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:17.834519 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6b26b0e4-2a13-4223-9aca-e888eae20327 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/bf2a3ae7-fa3f-4622-9bb2-f9273d211c1b HTTP/1.1" status: 404 len: 337 time: 0.1605616 Jul 05 18:18:17.835369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46156) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:17.915621 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-906485c7-5ff5-456a-9145-7b1ea25da207 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "GET /v2.0/ports?device_id=5e63821e-c61b-4524-a2dd-3f0b5caf024c HTTP/1.1" status: 200 len: 205 time: 0.0789258 Jul 05 18:18:17.916236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46158) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:17.992179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] DHCP port deletion for 29190c53-8a7a-4add-a9d3-13adc750c4e3 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:18:18.033296 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-1d56165b-184a-44a7-93de-8d397dc8add9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] delete failed (client error): The resource could not be found. Jul 05 18:18:18.038778 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1d56165b-184a-44a7-93de-8d397dc8add9 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/routers/5e63821e-c61b-4524-a2dd-3f0b5caf024c HTTP/1.1" status: 404 len: 336 time: 0.1215196 Jul 05 18:18:18.040420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46164) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.061258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ee055-7f81-4832-9a24-2f0ada2a8ce5 req-6096505e-ee1a-4ac5-8cfe-ea6c466f5683 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:18.068876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e20ee055-7f81-4832-9a24-2f0ada2a8ce5 req-6096505e-ee1a-4ac5-8cfe-ea6c466f5683 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.3192890 Jul 05 18:18:18.080522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd1505-6593-484c-b8b8-b551ab45ddfa req-c67f358d-2784-4988-bf77-f5d58171b46b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:18.089455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5fd1505-6593-484c-b8b8-b551ab45ddfa req-c67f358d-2784-4988-bf77-f5d58171b46b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 944 time: 0.3133578 Jul 05 18:18:18.091784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Attempting to bind port 6317df44-71c1-4027-b27e-806407e76e1b on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:18:18.092281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Attempting to bind port 6317df44-71c1-4027-b27e-806407e76e1b by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:18:18.093249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Attempting to bind port 6317df44-71c1-4027-b27e-806407e76e1b on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:18:18.104706 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa679be-325d-42b4-9de7-3c691ec4f55d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:18.105269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa679be-325d-42b4-9de7-3c691ec4f55d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:18.110134 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-afa679be-325d-42b4-9de7-3c691ec4f55d tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/54466c8f-933c-45d3-ab4e-7d653433c6e8 HTTP/1.1" status: 404 len: 337 time: 0.0683322 Jul 05 18:18:18.110897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46166) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.135303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Port 6317df44-71c1-4027-b27e-806407e76e1b on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:18:18.135919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Attempting to bind port 6317df44-71c1-4027-b27e-806407e76e1b on network c128ea0f-1f13-480c-aaaa-30b130cf9df2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:18:18.149875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:18:18.150485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Checking segment: {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:18:18.151191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Bound using segment: {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:18:18.151814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Bound port: 6317df44-71c1-4027-b27e-806407e76e1b, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6579cbac-9a34-4e7c-bf0c-2a8f455af431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:18:18.152343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.158679 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-0582d196-62b5-4ceb-ac46-207dbd62ceec tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:18.161989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0582d196-62b5-4ceb-ac46-207dbd62ceec tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:18.162109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Deleting port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:18:18.162199 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.167921 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0582d196-62b5-4ceb-ac46-207dbd62ceec tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/a8932565-1530-4a15-94c8-318cfdfda950 HTTP/1.1" status: 404 len: 337 time: 0.0556128 Jul 05 18:18:18.169269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46168) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.188231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46170) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.224554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5fd1505-6593-484c-b8b8-b551ab45ddfa req-103c4de3-4e97-40dc-8ab4-c3c8aed4a96b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339595 Jul 05 18:18:18.252874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e20ee055-7f81-4832-9a24-2f0ada2a8ce5 req-61846124-8b68-4916-b111-7a3d19a43de9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825414 Jul 05 18:18:18.261956 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd508cd7-6184-4020-9dac-186fe4d5f049 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:18.262853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd508cd7-6184-4020-9dac-186fe4d5f049 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:18.273987 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fd508cd7-6184-4020-9dac-186fe4d5f049 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/0d188c71-f522-4dab-892a-79aa045543c2 HTTP/1.1" status: 404 len: 337 time: 0.0937519 Jul 05 18:18:18.273987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46178) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.281933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] For port e11d6fd5-6e1b-4b2f-8d69-071266a29c36, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,segment=NetworkSegment(759a1839-1cbd-49f6-8e19-54586a19f1dc),segment_id=759a1839-1cbd-49f6-8e19-54586a19f1dc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:18.282338 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.303737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Calling delete_port for e11d6fd5-6e1b-4b2f-8d69-071266a29c36 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:18:18.322581 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-061c41d5-25ea-4a62-b190-84ebc23656a0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:18.323406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-061c41d5-25ea-4a62-b190-84ebc23656a0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:18.325625 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-061c41d5-25ea-4a62-b190-84ebc23656a0 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/c545be37-c9a4-4342-96c4-1cca0d36e4e7 HTTP/1.1" status: 404 len: 333 time: 0.0532320 Jul 05 18:18:18.330661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] For port 6317df44-71c1-4027-b27e-806407e76e1b, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:18:18.332376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46182) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.336369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] For port 6317df44-71c1-4027-b27e-806407e76e1b, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6317df44-71c1-4027-b27e-806407e76e1b,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:18:18.379605 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9f75ca64-66a9-44b4-83ab-0d14589e6ef4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fa3f18c89eba4d58a558524f7bff6c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5727682 Jul 05 18:18:18.379946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46184) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.382312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-777b8ce5-cf56-4cb1-8520-7152b046cc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.419135 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-075df1a5-768d-46c8-81c7-991b8079a7d6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:18.419135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075df1a5-768d-46c8-81c7-991b8079a7d6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:18.419135 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-075df1a5-768d-46c8-81c7-991b8079a7d6 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/c554908b-7bd5-4f32-9981-bd35f3e5dbb3 HTTP/1.1" status: 404 len: 337 time: 0.0827858 Jul 05 18:18:18.428736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46186) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.448359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.467771 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.474593 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce908162-ab56-4ef4-9f9a-aa1927124c35 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:18.474817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce908162-ab56-4ef4-9f9a-aa1927124c35 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:18.476865 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ce908162-ab56-4ef4-9f9a-aa1927124c35 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/25fcb675-b837-4c2c-81f6-7d21fd6964c0 HTTP/1.1" status: 404 len: 337 time: 0.0471683 Jul 05 18:18:18.505235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46188) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.537943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e11d6fd5-6e1b-4b2f-8d69-071266a29c36 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:18:18.554788 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed1749d-82b1-487b-8b5e-12ee479b59b7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:18.557014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed1749d-82b1-487b-8b5e-12ee479b59b7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:18.562142 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1ed1749d-82b1-487b-8b5e-12ee479b59b7 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/af93bde6-dbca-4907-989c-97817d0fd7fe HTTP/1.1" status: 404 len: 333 time: 0.0497100 Jul 05 18:18:18.562946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46192) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.579768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9242-ed7e-4cd5-95ed-35d602bcb2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.604250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:18.605011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.607363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] 10.222.0.39 "PUT /v2.0/ports/6317df44-71c1-4027-b27e-806407e76e1b HTTP/1.1" status: 200 len: 1092 time: 2.2087803 Jul 05 18:18:18.616539 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d8094d-2e8b-4ac6-a3ca-aea23cb6d400 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:18.616998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0d8094d-2e8b-4ac6-a3ca-aea23cb6d400 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:18.617355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df53f861-ac06-4006-bea4-aa38e0828c6f', 'tag': '6317df44-71c1-4027-b27e-806407e76e1b'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:18:18.620998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b0d8094d-2e8b-4ac6-a3ca-aea23cb6d400 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/a0f7131a-ce96-4d00-b366-78d164dcb383 HTTP/1.1" status: 404 len: 337 time: 0.0551972 Jul 05 18:18:18.621173 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee56017b-9aca-472e-ab77-5742479192da" -d '{"events": [{"name": "network-changed", "server_uuid": "df53f861-ac06-4006-bea4-aa38e0828c6f", "tag": "6317df44-71c1-4027-b27e-806407e76e1b"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:18:18.621291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Pushing event deleted for resources: {'Port': ['ID=e11d6fd5-6e1b-4b2f-8d69-071266a29c36,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:18.624228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] No DVR routers for this DVR port e11d6fd5-6e1b-4b2f-8d69-071266a29c36 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:18:18.627213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46194) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.627403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: e11d6fd5-6e1b-4b2f-8d69-071266a29c36 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:18:18.627918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e11d6fd5-6e1b-4b2f-8d69-071266a29c36 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:18:18.642982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.643616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.644188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.645044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.645583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.646150 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.646726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.647310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.647871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.648520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.649514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.650373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3b6843-7b03-4adc-9f9a-fd25c45cbae0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:18.657635 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9242-ed7e-4cd5-95ed-35d602bcb2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.687813 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-466c25ac-9f48-4955-b7c9-a1280daeae00 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] DELETE failed (client error): The resource could not be found. Jul 05 18:18:18.688266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466c25ac-9f48-4955-b7c9-a1280daeae00 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:18:18.694500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-466c25ac-9f48-4955-b7c9-a1280daeae00 tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/subnets/1e19b47f-d346-4b76-a795-263e7bc6b1b6 HTTP/1.1" status: 404 len: 337 time: 0.0414560 Jul 05 18:18:18.707708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46198) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:18.755243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fdca2e-5bed-43ed-be91-ebcbcfd41d81 service neutron] Pushing event updated for resources: {'Port': ['ID=6317df44-71c1-4027-b27e-806407e76e1b,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:18.802040 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-777b8ce5-cf56-4cb1-8520-7152b046cc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.803959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a7041-af9b-4edd-a04d-52f67d8acfc0 req-800e79d9-95f8-4be1-a4da-47c0fd196c50 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:18.804865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-362a7041-af9b-4edd-a04d-52f67d8acfc0 req-800e79d9-95f8-4be1-a4da-47c0fd196c50 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.3745954 Jul 05 18:18:18.847982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9306b-ff05-440e-a627-7bdc24367e3e req-19a88fc6-c72e-4035-ba2f-ab443bea8de6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:18.862038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f9306b-ff05-440e-a627-7bdc24367e3e req-19a88fc6-c72e-4035-ba2f-ab443bea8de6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2265310 Jul 05 18:18:18.863032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-0327e869-0600-4761-a0a0-0c8c76767f1a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Deleting port 4a86916f-3325-427b-9bf7-24235b2f80f4 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:18:18.863500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0327e869-0600-4761-a0a0-0c8c76767f1a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.870023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-c73203a7-d77d-4021-8da6-416874626dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:18.872119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-c73203a7-d77d-4021-8da6-416874626dc2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 1095 time: 0.1499104 Jul 05 18:18:18.913149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-777b8ce5-cf56-4cb1-8520-7152b046cc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.920694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9242-ed7e-4cd5-95ed-35d602bcb2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.923266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f8d9242-ed7e-4cd5-95ed-35d602bcb2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:18.926764 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9f8d9242-ed7e-4cd5-95ed-35d602bcb2ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d77208f-c7dc-4fb2-b537-f7f5db858af2 HTTP/1.1" status: 204 len: 168 time: 0.5433037 Jul 05 18:18:18.944254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-362a7041-af9b-4edd-a04d-52f67d8acfc0 req-0b4bb03d-aa74-4cef-bffe-b5167a0b1b3a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294553 Jul 05 18:18:18.948260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-61148404-c2d0-49c4-b111-0c7a7cd515ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6317df44-71c1-4027-b27e-806407e76e1b HTTP/1.1" status: 200 len: 217 time: 0.0592346 Jul 05 18:18:18.982028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777b8ce5-cf56-4cb1-8520-7152b046cc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8747f206-26f3-4597-967b-d809031379d7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:18.983092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f9306b-ff05-440e-a627-7bdc24367e3e req-860083bd-f34e-4324-998b-d60091d5d6f9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260691 Jul 05 18:18:19.011909 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0327e869-0600-4761-a0a0-0c8c76767f1a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.019984 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-777b8ce5-cf56-4cb1-8520-7152b046cc30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4c79718b07c4a6287da27d4ac86aa01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8294053 Jul 05 18:18:19.028127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46204) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:19.029138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8d9242-ed7e-4cd5-95ed-35d602bcb2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d77208f-c7dc-4fb2-b537-f7f5db858af2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:19.055320 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9a3d8d-2674-4066-ae53-b68f7d9253c6 x-openstack-request-id: req-6a9a3d8d-2674-4066-ae53-b68f7d9253c6 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:18:19.055792 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df53f861-ac06-4006-bea4-aa38e0828c6f", "tag": "6317df44-71c1-4027-b27e-806407e76e1b", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:18:19.056217 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a9a3d8d-2674-4066-ae53-b68f7d9253c6 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:18:19.056867 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df53f861-ac06-4006-bea4-aa38e0828c6f', 'tag': '6317df44-71c1-4027-b27e-806407e76e1b', 'status': 'completed', 'code': 200} Jul 05 18:18:19.069676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-0327e869-0600-4761-a0a0-0c8c76767f1a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Calling delete_port for 4a86916f-3325-427b-9bf7-24235b2f80f4 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:18:19.090046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-01c8d503-4829-477b-9acb-e92dac91324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:19.093142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-01c8d503-4829-477b-9acb-e92dac91324f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 200 len: 855 time: 0.1057971 Jul 05 18:18:19.158003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-f2b59a5f-78a9-47b5-aea0-0b6e916568f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c128ea0f-1f13-480c-aaaa-30b130cf9df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504534 Jul 05 18:18:19.275611 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22fa4b4a-d954-4b01-8e09-d496fc087303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.316169 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22fa4b4a-d954-4b01-8e09-d496fc087303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.368822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33c9f1-4206-4242-9ed4-2836d5dc7946 req-36f5d8d2-7c50-4eb4-b3bc-58030d8989e4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:19.373901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb33c9f1-4206-4242-9ed4-2836d5dc7946 req-36f5d8d2-7c50-4eb4-b3bc-58030d8989e4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1622419 Jul 05 18:18:19.399674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0327e869-0600-4761-a0a0-0c8c76767f1a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.462285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb33c9f1-4206-4242-9ed4-2836d5dc7946 req-5e102bf0-8265-4903-b176-a88482da6bdd tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776825 Jul 05 18:18:19.468863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-be811033-ba94-441e-985b-064a1f1c6aca service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026962 Jul 05 18:18:19.490824 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22fa4b4a-d954-4b01-8e09-d496fc087303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.493474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22fa4b4a-d954-4b01-8e09-d496fc087303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.498550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-22fa4b4a-d954-4b01-8e09-d496fc087303 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8747f206-26f3-4597-967b-d809031379d7 HTTP/1.1" status: 204 len: 168 time: 0.4584885 Jul 05 18:18:19.499679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0327e869-0600-4761-a0a0-0c8c76767f1a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Port': ['ID=4a86916f-3325-427b-9bf7-24235b2f80f4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:19.530864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0327e869-0600-4761-a0a0-0c8c76767f1a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.534282 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0327e869-0600-4761-a0a0-0c8c76767f1a tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/ports/4a86916f-3325-427b-9bf7-24235b2f80f4 HTTP/1.1" status: 204 len: 168 time: 0.8248670 Jul 05 18:18:19.536941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa4b4a-d954-4b01-8e09-d496fc087303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8747f206-26f3-4597-967b-d809031379d7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:19.543267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46218) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:19.716178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.719455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce3308-cee3-4737-b143-bfa62c2d99b0 req-acc8fb33-e33a-40b5-bd4c-511a722813a0 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:19.721055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61ce3308-cee3-4737-b143-bfa62c2d99b0 req-acc8fb33-e33a-40b5-bd4c-511a722813a0 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 944 time: 0.2512071 Jul 05 18:18:19.727410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0944294b-43c3-4a45-8ac8-a5251c3931c0 req-554933a3-76c3-42d5-8f89-d98cf1c8ba96 service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609721 Jul 05 18:18:19.768288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61ce3308-cee3-4737-b143-bfa62c2d99b0 req-60708a42-0265-425a-88a6-1e41ed85e56a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398762 Jul 05 18:18:19.853125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.883456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29190c53-8a7a-4add-a9d3-13adc750c4e3']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:18:19.904177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759a1839-1cbd-49f6-8e19-54586a19f1dc') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:18:19.904499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759a1839-1cbd-49f6-8e19-54586a19f1dc') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:18:19.916569 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.936735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-3428d736-3f7a-4a0b-8c13-92a80a7f132f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:19.941420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-3428d736-3f7a-4a0b-8c13-92a80a7f132f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.1334267 Jul 05 18:18:19.944561 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.954830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:18:19.955386 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:18:19.959017 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:18:19.988246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-d208a2ec-0211-4aef-9c8f-6f06d68c53c0 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/quotas/fd2e47ec79e9495cad7ba0f1dcd1fc58 HTTP/1.1" status: 200 len: 375 time: 0.0399673 Jul 05 18:18:20.082524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56017b-9aca-472e-ab77-5742479192da req-d5c8b0e0-ca62-4b24-ad04-73bc891f07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:20.084400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee56017b-9aca-472e-ab77-5742479192da req-d5c8b0e0-ca62-4b24-ad04-73bc891f07c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 1095 time: 0.1448746 Jul 05 18:18:20.140540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-2c09708d-a4a2-4d94-9f6d-1ffd08db3567 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1423535 Jul 05 18:18:20.163283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.169606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.172442 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] 10.222.0.30 "DELETE /v2.0/networks/29190c53-8a7a-4add-a9d3-13adc750c4e3 HTTP/1.1" status: 204 len: 168 time: 0.6266124 Jul 05 18:18:20.189084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2b438-505e-4b7e-b51a-6e5006c765af tempest-PortsTestJSON-1466511550 tempest-PortsTestJSON-1466511550-project] Pushing event deleted for resources: {'Network': ['ID=29190c53-8a7a-4add-a9d3-13adc750c4e3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:20.304649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56017b-9aca-472e-ab77-5742479192da req-7bd68bff-9255-492d-8ca5-18216abffed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:20.305826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee56017b-9aca-472e-ab77-5742479192da req-7bd68bff-9255-492d-8ca5-18216abffed3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 915 time: 0.2017779 Jul 05 18:18:20.338730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51461db2-7061-4734-a1e2-e79124248ce0 req-3dcbb939-3cee-47a1-a92c-1f26c7efa6f3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:20.340969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51461db2-7061-4734-a1e2-e79124248ce0 req-3dcbb939-3cee-47a1-a92c-1f26c7efa6f3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.2527790 Jul 05 18:18:20.368692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-966a0449-816d-40b1-b25b-5ad41bcaa376 service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159984 Jul 05 18:18:20.372188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee56017b-9aca-472e-ab77-5742479192da req-7bd3c910-7312-4089-8934-c56624e177ad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6317df44-71c1-4027-b27e-806407e76e1b HTTP/1.1" status: 200 len: 217 time: 0.0545399 Jul 05 18:18:20.383206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46248) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:20.397056 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-813871a0-a56d-42ff-914b-8b5c4d340c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.514351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51461db2-7061-4734-a1e2-e79124248ce0 req-3de41176-2d6e-4e69-b803-4f8b0387fe6d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446903 Jul 05 18:18:20.517785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee56017b-9aca-472e-ab77-5742479192da req-db83982d-70fb-4f38-b575-8fb4e677504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:20.519253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee56017b-9aca-472e-ab77-5742479192da req-db83982d-70fb-4f38-b575-8fb4e677504a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 200 len: 855 time: 0.1333320 Jul 05 18:18:20.565379 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-813871a0-a56d-42ff-914b-8b5c4d340c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.571706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee56017b-9aca-472e-ab77-5742479192da req-fa452632-c298-4cfa-8cb5-d6e70aeacd7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c128ea0f-1f13-480c-aaaa-30b130cf9df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424185 Jul 05 18:18:20.593728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-f5368d4a-fb17-4a50-b572-2a598ba78afb service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162859 Jul 05 18:18:20.632234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-813871a0-a56d-42ff-914b-8b5c4d340c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.676827 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-813871a0-a56d-42ff-914b-8b5c4d340c36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4f5a3184c9d48629bdb604b2f028c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2924123 Jul 05 18:18:20.680944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46256) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:20.702010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813871a0-a56d-42ff-914b-8b5c4d340c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee912350-4e29-47b2-b3ab-6ff5b492ce7c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:20.714637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46258) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:20.755520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee56017b-9aca-472e-ab77-5742479192da req-d8e9ec5a-0e16-4ea0-811e-547be4f4e356 service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674314 Jul 05 18:18:20.756684 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-264e16d3-a6f2-4ab7-a266-8b7f80efe4a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.758103 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ace10a20-92fb-4f5b-a40d-3852d13797dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.783041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-264e16d3-a6f2-4ab7-a266-8b7f80efe4a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.882179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee56017b-9aca-472e-ab77-5742479192da req-50bf8df3-29a2-4917-b8e2-7de3520f56e9 service neutron] 10.222.0.39 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216724 Jul 05 18:18:20.950314 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-264e16d3-a6f2-4ab7-a266-8b7f80efe4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.953273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-264e16d3-a6f2-4ab7-a266-8b7f80efe4a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:20.957325 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-264e16d3-a6f2-4ab7-a266-8b7f80efe4a4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee912350-4e29-47b2-b3ab-6ff5b492ce7c HTTP/1.1" status: 204 len: 168 time: 0.2722235 Jul 05 18:18:20.979595 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d8ae0dbb-6194-4949-b9a2-a2f4312bc2a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=edbf32161e384f84b5734430f2d9ff71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627034 Jul 05 18:18:20.989674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46270) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:21.005729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e16d3-a6f2-4ab7-a266-8b7f80efe4a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee912350-4e29-47b2-b3ab-6ff5b492ce7c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:21.073254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46274) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:21.078032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d881c04f-6fa3-48fc-96b2-231e04fbc50a req-313c8e49-565d-4eca-a202-9768c6f98754 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 210 time: 0.0474470 Jul 05 18:18:21.124407 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb718cd2-7831-45e6-8322-324e42a00cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:21.129751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cd589-98c2-447d-a0e1-490df504193b req-e99f42b8-8568-4352-a5e9-1e7b10798d57 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:21.131486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d09cd589-98c2-447d-a0e1-490df504193b req-e99f42b8-8568-4352-a5e9-1e7b10798d57 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 944 time: 0.1850569 Jul 05 18:18:21.158632 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb718cd2-7831-45e6-8322-324e42a00cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:21.238359 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d09cd589-98c2-447d-a0e1-490df504193b req-a67b6055-c7e4-4c61-8da2-8842bd3e7ced tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004131 Jul 05 18:18:21.249989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b46a2e4e-3fa8-4712-8426-1acbfba65027 tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-220905841', 'prefixes': ['172.20.0.0/16']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:21.295902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb718cd2-7831-45e6-8322-324e42a00cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:21.298688 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb718cd2-7831-45e6-8322-324e42a00cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:21.303382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cb718cd2-7831-45e6-8322-324e42a00cef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ca3ed91-43d4-420a-b9ed-8978e21d36c6 HTTP/1.1" status: 204 len: 168 time: 0.3092477 Jul 05 18:18:21.314223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb718cd2-7831-45e6-8322-324e42a00cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca3ed91-43d4-420a-b9ed-8978e21d36c6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:21.523743 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b46a2e4e-3fa8-4712-8426-1acbfba65027 tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] Notify callbacks [] for subnetpool, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:21.528351 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b46a2e4e-3fa8-4712-8426-1acbfba65027 tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.4505908 Jul 05 18:18:21.528765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:21.580483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c2775be6-f647-4231-b068-bf7f300350a1 tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] 10.222.0.30 "GET /v2.0/subnetpools/1cd3b721-3539-43f0-98af-40b5fb3ac770 HTTP/1.1" status: 200 len: 731 time: 0.0494540 Jul 05 18:18:21.584682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46298) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:21.591626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f975bdd9-aa32-4658-8319-a4db47742d41 tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1262393585'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:21.754901 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f975bdd9-aa32-4658-8319-a4db47742d41 tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] Notify callbacks [] for subnetpool, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:21.757542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f975bdd9-aa32-4658-8319-a4db47742d41 tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] 10.222.0.30 "PUT /v2.0/subnetpools/1cd3b721-3539-43f0-98af-40b5fb3ac770 HTTP/1.1" status: 200 len: 684 time: 0.1706209 Jul 05 18:18:21.759691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46306) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:21.810071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e1355-c0d5-419a-92e9-d4d0840d295e req-285e72f7-759d-4969-a926-c271a2943fb1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:21.812038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-834e1355-c0d5-419a-92e9-d4d0840d295e req-285e72f7-759d-4969-a926-c271a2943fb1 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1123652 Jul 05 18:18:21.869616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-834e1355-c0d5-419a-92e9-d4d0840d295e req-9afb9a44-5ed6-4297-b815-ba6b1f1d4690 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515864 Jul 05 18:18:21.961165 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2b9f0c6b-dbc5-4227-b7e1-7dc4c8f6798d tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] Notify callbacks [] for subnetpool, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:21.962466 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2b9f0c6b-dbc5-4227-b7e1-7dc4c8f6798d tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] 10.222.0.30 "DELETE /v2.0/subnetpools/1cd3b721-3539-43f0-98af-40b5fb3ac770 HTTP/1.1" status: 204 len: 168 time: 0.2015328 Jul 05 18:18:21.969259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46314) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:21.983726 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-3dfb053c-1d55-4a62-b68d-61fffa478f7f tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] show failed (client error): The resource could not be found. Jul 05 18:18:21.984728 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3dfb053c-1d55-4a62-b68d-61fffa478f7f tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] 10.222.0.30 "GET /v2.0/subnetpools/1cd3b721-3539-43f0-98af-40b5fb3ac770 HTTP/1.1" status: 404 len: 346 time: 0.0144784 Jul 05 18:18:21.987600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46316) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:22.001764 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-e1f86a13-b77f-4bc9-bb6d-6961ace23941 tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] delete failed (client error): The resource could not be found. Jul 05 18:18:22.002717 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e1f86a13-b77f-4bc9-bb6d-6961ace23941 tempest-SubnetPoolsTestJSON-1290559994 tempest-SubnetPoolsTestJSON-1290559994-project] 10.222.0.30 "DELETE /v2.0/subnetpools/1cd3b721-3539-43f0-98af-40b5fb3ac770 HTTP/1.1" status: 404 len: 346 time: 0.0141518 Jul 05 18:18:22.242018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ecb04f4c-573d-47e5-bb2b-68d109055cd7 req-ee999090-5cbd-48ec-8d6b-43da2df6c403 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 210 time: 0.0288928 Jul 05 18:18:22.432293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148292fb-cc1b-4bc7-acfe-f51e93538331 req-530b185a-26d1-4d6c-8f5e-62d77e1591bd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:22.441759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-148292fb-cc1b-4bc7-acfe-f51e93538331 req-530b185a-26d1-4d6c-8f5e-62d77e1591bd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 944 time: 0.0807300 Jul 05 18:18:22.485765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-148292fb-cc1b-4bc7-acfe-f51e93538331 req-be8dbb87-4f5a-4b4b-acce-f00aa4eb4be9 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428944 Jul 05 18:18:22.595724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46344) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:22.722693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6317df44-71c1-4027-b27e-806407e76e1b details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:18:22.759315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3efdec4d-14e1-4cc6-8390-1c9ab2e56fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:22.837955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6317df44-71c1-4027-b27e-806407e76e1b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6317df44-71c1-4027-b27e-806407e76e1b,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:22.852684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '6317df44-71c1-4027-b27e-806407e76e1b', 'network_id': 'c128ea0f-1f13-480c-aaaa-30b130cf9df2', 'port_id': '6317df44-71c1-4027-b27e-806407e76e1b', 'mac_address': 'fa:16:3e:99:da:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdc4b16-54d6-4246-afb9-d3b24c215c3e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:18:22.898901 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:22.905215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3efdec4d-14e1-4cc6-8390-1c9ab2e56fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:22.921578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6317df44-71c1-4027-b27e-806407e76e1b {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:18:22.944502 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6317df44-71c1-4027-b27e-806407e76e1b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6317df44-71c1-4027-b27e-806407e76e1b,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:22.982911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46358) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:23.015488 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:23.016506 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3efdec4d-14e1-4cc6-8390-1c9ab2e56fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:23.067258 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=6317df44-71c1-4027-b27e-806407e76e1b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:23.096320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3efdec4d-14e1-4cc6-8390-1c9ab2e56fa0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e9522e19e889493e8b4e280a3ea0cbd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4993927 Jul 05 18:18:23.099152 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46364) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:23.131279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3c4c6167-7d61-4f0b-bcb4-d53362d575ed tempest-ServiceProvidersTest-466646303 tempest-ServiceProvidersTest-466646303-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1469374 Jul 05 18:18:23.163695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c46c0c52-93d7-492b-8251-730d6ceb36c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:23.189401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c46c0c52-93d7-492b-8251-730d6ceb36c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:23.190011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdec4d-14e1-4cc6-8390-1c9ab2e56fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c46f189-9afd-4eaf-a472-aa70d3a249c3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:23.236425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc22674d-1ef4-4e76-a864-b0b4f8f3c31d req-2257aba6-8990-4db5-94ca-c9ae957e2edb tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:23.237965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc22674d-1ef4-4e76-a864-b0b4f8f3c31d req-2257aba6-8990-4db5-94ca-c9ae957e2edb tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1809988 Jul 05 18:18:23.250117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9116ff3-1959-40f3-8868-8146ee512201 req-0d56eef4-7324-4bb1-a11e-8b51889ddb2c tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:23.251608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9116ff3-1959-40f3-8868-8146ee512201 req-0d56eef4-7324-4bb1-a11e-8b51889ddb2c tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 949 time: 0.1187346 Jul 05 18:18:23.311688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc22674d-1ef4-4e76-a864-b0b4f8f3c31d req-fd182c00-b76d-46b3-9a5c-979f121d1e54 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590291 Jul 05 18:18:23.316766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9116ff3-1959-40f3-8868-8146ee512201 req-8bd7acde-4d14-4ef2-8434-c85e05ec1db5 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584011 Jul 05 18:18:23.324067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c46c0c52-93d7-492b-8251-730d6ceb36c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:23.328702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c46c0c52-93d7-492b-8251-730d6ceb36c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:23.333985 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c46c0c52-93d7-492b-8251-730d6ceb36c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c46f189-9afd-4eaf-a472-aa70d3a249c3 HTTP/1.1" status: 204 len: 168 time: 0.2312894 Jul 05 18:18:23.373692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c0c52-93d7-492b-8251-730d6ceb36c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c46f189-9afd-4eaf-a472-aa70d3a249c3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:23.394075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['6317df44-71c1-4027-b27e-806407e76e1b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:23.444297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed280-4d9f-40e8-8474-84d1278e2631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:23.475688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4285822a-275f-4acf-bfc9-393e06990eff req-bc18d62b-5eee-485b-9313-33bb59db467c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 210 time: 0.0332594 Jul 05 18:18:23.677650 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:23.705269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-3cbeac1f-6dba-496d-928c-01c2463a07de tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:23.707143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-3cbeac1f-6dba-496d-928c-01c2463a07de tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.97 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.1663043 Jul 05 18:18:23.725906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'port': {'device_id': '9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'admin_state_up': True, 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:23.775793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46388) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:23.788007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3583e83-e093-4ad9-a6ff-7b38ce492e21 req-b0e189b0-a35f-49df-8218-9dc1a27114ae tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:23.789810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3583e83-e093-4ad9-a6ff-7b38ce492e21 req-b0e189b0-a35f-49df-8218-9dc1a27114ae tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 945 time: 0.1502094 Jul 05 18:18:23.865397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b3583e83-e093-4ad9-a6ff-7b38ce492e21 req-97f3f656-76bc-4787-aa78-bb19189e2b58 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673432 Jul 05 18:18:23.963494 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19b901d5-c785-4e93-9dc7-e84320b40c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:23.991653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Made reservation on behalf of fd2e47ec79e9495cad7ba0f1dcd1fc58 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:18:23.995539 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:24.091807 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19b901d5-c785-4e93-9dc7-e84320b40c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:24.173948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Allocated IP 172.20.0.9 (a64c9413-6e22-4997-8ea4-33032e825317/9f594c12-0a66-4305-8040-b34f8d049fe9/d17a76e0-455c-4433-b902-6e1226f4404a) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:18:24.327733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:24.341840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Transition to ACTIVE for port object d17a76e0-455c-4433-b902-6e1226f4404a will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:18:24.365613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19b901d5-c785-4e93-9dc7-e84320b40c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:24.447620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-19b901d5-c785-4e93-9dc7-e84320b40c72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2083f221e2ff4ff3bf2ccfd9241891df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6702085 Jul 05 18:18:24.451518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46408) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:24.452312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b901d5-c785-4e93-9dc7-e84320b40c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2d47fb-fee6-45a4-a795-080c777b2265,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:24.488057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:24.501944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b430125d-420e-44d4-a2e4-8f865508e84d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:24.633078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'Port': ['ID=d17a76e0-455c-4433-b902-6e1226f4404a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:24.636484 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:24.667617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Network a64c9413-6e22-4997-8ea4-33032e825317 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:18:24.678290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:18:24.681230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:18:24.728915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6317df44-71c1-4027-b27e-806407e76e1b up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:18:24.889924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 6317df44-71c1-4027-b27e-806407e76e1b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:18:24.894401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 6317df44-71c1-4027-b27e-806407e76e1b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:24.894751 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:24.967134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46426) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:24.970900 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027456 Jul 05 18:18:24.974300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46428) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:25.002641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.033270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df53f861-ac06-4006-bea4-aa38e0828c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317df44-71c1-4027-b27e-806407e76e1b'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:18:25.036300 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507f363d-83bc-4239-b2f8-3ddf40e1dff1" -d '{"events": [{"server_uuid": "df53f861-ac06-4006-bea4-aa38e0828c6f", "name": "network-vif-plugged", "status": "completed", "tag": "6317df44-71c1-4027-b27e-806407e76e1b"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:18:25.054525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 6317df44-71c1-4027-b27e-806407e76e1b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6317df44-71c1-4027-b27e-806407e76e1b,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:25.089139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-49a06aef-25f4-4cf7-af59-aa7b6a6d2f93 tempest-NetworksApiDiscovery-1061820090 tempest-NetworksApiDiscovery-1061820090-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1134353 Jul 05 18:18:25.110952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bf9aea89-a1e1-484e-8f9b-e9aefe737042 None None] Provisioning for port d17a76e0-455c-4433-b902-6e1226f4404a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:18:25.116985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bf9aea89-a1e1-484e-8f9b-e9aefe737042 None None] Provisioning complete for port d17a76e0-455c-4433-b902-6e1226f4404a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:25.117381 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bf9aea89-a1e1-484e-8f9b-e9aefe737042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.136211 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5db3096-9756-41d8-a3a3-9cb4f38f1a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.153534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bf9aea89-a1e1-484e-8f9b-e9aefe737042 None None] Port d17a76e0-455c-4433-b902-6e1226f4404a cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:18:25.160871 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.161631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ef991-4f9e-4fdc-9a54-41dfba0e034a req-fd877dc4-5f0a-4ffc-90c2-1c75b86660d3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:25.166297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-366ef991-4f9e-4fdc-9a54-41dfba0e034a req-fd877dc4-5f0a-4ffc-90c2-1c75b86660d3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.7281299 Jul 05 18:18:25.220328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:25.220958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.230695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=6317df44-71c1-4027-b27e-806407e76e1b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:25.234349 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5db3096-9756-41d8-a3a3-9cb4f38f1a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.255125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a182c-00d9-42c5-baf9-d1fab4c69d4d req-9b7608a6-5e0e-4fb7-8115-ac116516b836 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:25.256637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-214a182c-00d9-42c5-baf9-d1fab4c69d4d req-9b7608a6-5e0e-4fb7-8115-ac116516b836 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 949 time: 0.7529817 Jul 05 18:18:25.281187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-7c53b233-992b-4393-9e5f-61aac0ec0e6f tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:25.282717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-7c53b233-992b-4393-9e5f-61aac0ec0e6f tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.97 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 949 time: 0.6684592 Jul 05 18:18:25.320991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-366ef991-4f9e-4fdc-9a54-41dfba0e034a req-e8cb19b4-7d2b-4823-91c4-d74e774228ba tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537821 Jul 05 18:18:25.378266 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-885095ba-a597-4267-bc11-d8191de49def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6567705 Jul 05 18:18:25.381071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-214a182c-00d9-42c5-baf9-d1fab4c69d4d req-357c7c26-fa4d-4311-80c2-79676c6d39cf tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/security-groups?id=1c5f3b3d-a629-4821-9bbe-71d90e9828d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167216 Jul 05 18:18:25.393128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Request body: {'port': {'device_id': '9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:18:25.526532 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5db3096-9756-41d8-a3a3-9cb4f38f1a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.529117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5db3096-9756-41d8-a3a3-9cb4f38f1a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.530280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b5db3096-9756-41d8-a3a3-9cb4f38f1a68 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf2d47fb-fee6-45a4-a795-080c777b2265 HTTP/1.1" status: 204 len: 168 time: 1.0778251 Jul 05 18:18:25.570891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5db3096-9756-41d8-a3a3-9cb4f38f1a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2d47fb-fee6-45a4-a795-080c777b2265,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:25.592722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.604624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Deleting port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:18:25.604968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.660683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46442) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:25.774762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-876dfa4c-8587-42f0-9bea-47d24dc8b09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.779340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c5e03-1419-4709-b0dc-464852d94ac1 req-a1ca93bb-25e0-489a-ae4e-a58e3a8aac92 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:25.780880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-446c5e03-1419-4709-b0dc-464852d94ac1 req-a1ca93bb-25e0-489a-ae4e-a58e3a8aac92 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 931 time: 0.3142607 Jul 05 18:18:25.912426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] For port bf0e7b40-3c84-4567-a9d2-0104ab361ff5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:25.921298 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.929843 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-876dfa4c-8587-42f0-9bea-47d24dc8b09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:25.946016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4740eef-42ef-4c6f-ab93-64bbdd4c8e91 req-35e4ab8d-ecc3-43c4-8d78-626437a7f457 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:25.946331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4740eef-42ef-4c6f-ab93-64bbdd4c8e91 req-35e4ab8d-ecc3-43c4-8d78-626437a7f457 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 946 time: 0.4073367 Jul 05 18:18:25.963676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Calling delete_port for bf0e7b40-3c84-4567-a9d2-0104ab361ff5 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:18:26.043990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-446c5e03-1419-4709-b0dc-464852d94ac1 req-1fcc5dd5-e77b-4a84-afe3-3fd0d2140752 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443283 Jul 05 18:18:26.078192 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-876dfa4c-8587-42f0-9bea-47d24dc8b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.117188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4740eef-42ef-4c6f-ab93-64bbdd4c8e91 req-5e614fb7-221e-452e-9991-72c1a2db6da9 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615658 Jul 05 18:18:26.128968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dfa4c-8587-42f0-9bea-47d24dc8b09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aec0b43-aade-41f8-893d-9321dd93bb98,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:26.134322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-876dfa4c-8587-42f0-9bea-47d24dc8b09e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f91a9481e2814d1fb2462e6f20d3bfc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719698 Jul 05 18:18:26.139232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46454) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:26.142517 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7954521-8645-4bc7-a8cb-86058b5844a3 x-openstack-request-id: req-f7954521-8645-4bc7-a8cb-86058b5844a3 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:18:26.143475 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df53f861-ac06-4006-bea4-aa38e0828c6f", "name": "network-vif-plugged", "status": "completed", "tag": "6317df44-71c1-4027-b27e-806407e76e1b", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:18:26.147044 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7954521-8645-4bc7-a8cb-86058b5844a3 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:18:26.151453 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df53f861-ac06-4006-bea4-aa38e0828c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6317df44-71c1-4027-b27e-806407e76e1b', 'code': 200} Jul 05 18:18:26.225313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5898d94b-9c20-413c-a02a-0de5404dbe76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.248950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5898d94b-9c20-413c-a02a-0de5404dbe76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.317125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17a76e0-455c-4433-b902-6e1226f4404a {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:18:26.328320 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.354042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f9efc-a8bf-4eec-a9ec-2957776fbd69 req-c94e46e6-ddb4-4954-97f8-fbf3223a3866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:26.355706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-692f9efc-a8bf-4eec-a9ec-2957776fbd69 req-c94e46e6-ddb4-4954-97f8-fbf3223a3866 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 1097 time: 0.1194959 Jul 05 18:18:26.363785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.367237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5898d94b-9c20-413c-a02a-0de5404dbe76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.370011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5898d94b-9c20-413c-a02a-0de5404dbe76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.374517 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5898d94b-9c20-413c-a02a-0de5404dbe76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7aec0b43-aade-41f8-893d-9321dd93bb98 HTTP/1.1" status: 204 len: 168 time: 0.2130303 Jul 05 18:18:26.390373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898d94b-9c20-413c-a02a-0de5404dbe76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aec0b43-aade-41f8-893d-9321dd93bb98,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:26.401446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Transition to ACTIVE for port object d17a76e0-455c-4433-b902-6e1226f4404a will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:18:26.405583 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.419004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['bf0e7b40-3c84-4567-a9d2-0104ab361ff5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:26.464644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-692f9efc-a8bf-4eec-a9ec-2957776fbd69 req-e402f479-f6c7-4d22-bd9f-84a531310c74 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012008 Jul 05 18:18:26.467779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Pushing event deleted for resources: {'Port': ['ID=bf0e7b40-3c84-4567-a9d2-0104ab361ff5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:26.476561 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.604961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] No DVR routers for this DVR port bf0e7b40-3c84-4567-a9d2-0104ab361ff5 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:18:26.637840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.639785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e368f3d-f79f-48b5-a46f-f64d2044e81d req-badf429f-fdf6-4e0a-9c0d-b372910cf515 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.97 "DELETE /v2.0/ports/bf0e7b40-3c84-4567-a9d2-0104ab361ff5 HTTP/1.1" status: 204 len: 173 time: 1.3435180 Jul 05 18:18:26.646191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775aa183-763b-4b5b-b77e-045427fb31c4', 'name': 'network-vif-deleted', 'tag': 'bf0e7b40-3c84-4567-a9d2-0104ab361ff5'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:18:26.648520 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9902c84c-0fb3-48ea-97ed-c645b56de15d" -d '{"events": [{"server_uuid": "775aa183-763b-4b5b-b77e-045427fb31c4", "name": "network-vif-deleted", "tag": "bf0e7b40-3c84-4567-a9d2-0104ab361ff5"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:18:26.653177 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62069606-4c8f-4223-a919-348bc973e25a req-290df0e8-8651-4bea-a8c1-d9fb7a6a7070 tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 210 time: 0.0891666 Jul 05 18:18:26.662986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Pushing event updated for resources: {'Port': ['ID=d17a76e0-455c-4433-b902-6e1226f4404a,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:26.732556 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b514f9f8-6c3f-4409-80bf-d72fbe03b562 x-openstack-request-id: req-b514f9f8-6c3f-4409-80bf-d72fbe03b562 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:18:26.732921 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775aa183-763b-4b5b-b77e-045427fb31c4", "name": "network-vif-deleted", "tag": "bf0e7b40-3c84-4567-a9d2-0104ab361ff5", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:18:26.733175 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b514f9f8-6c3f-4409-80bf-d72fbe03b562 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:18:26.733579 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775aa183-763b-4b5b-b77e-045427fb31c4', 'name': 'network-vif-deleted', 'tag': 'bf0e7b40-3c84-4567-a9d2-0104ab361ff5', 'status': 'completed', 'code': 200} Jul 05 18:18:26.744020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86db07-3f02-4b4c-ad50-74460dd9eb21 req-c9f4fcd4-f450-424b-948a-3c4b51e74709 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:26.751618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b86db07-3f02-4b4c-ad50-74460dd9eb21 req-c9f4fcd4-f450-424b-948a-3c4b51e74709 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.2725501 Jul 05 18:18:26.815866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b86db07-3f02-4b4c-ad50-74460dd9eb21 req-f366e39e-0b2f-4edd-a1db-aad585c4e070 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577350 Jul 05 18:18:26.815866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Attempting to bind port d17a76e0-455c-4433-b902-6e1226f4404a on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:18:26.815866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Attempting to bind port d17a76e0-455c-4433-b902-6e1226f4404a by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:18:26.815866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Attempting to bind port d17a76e0-455c-4433-b902-6e1226f4404a on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:18:26.827531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Port d17a76e0-455c-4433-b902-6e1226f4404a on network a64c9413-6e22-4997-8ea4-33032e825317 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:18:26.828083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Attempting to bind port d17a76e0-455c-4433-b902-6e1226f4404a on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:18:26.833626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:18:26.834175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Checking segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:18:26.834773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Bound using segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:18:26.835384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Bound port: d17a76e0-455c-4433-b902-6e1226f4404a, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:18:26.836302 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:26.927361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] For port d17a76e0-455c-4433-b902-6e1226f4404a, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:18:26.934485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] For port d17a76e0-455c-4433-b902-6e1226f4404a, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d17a76e0-455c-4433-b902-6e1226f4404a,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:18:27.003473 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:27.094422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:27.095153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:27.096768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] 10.222.0.97 "PUT /v2.0/ports/d17a76e0-455c-4433-b902-6e1226f4404a HTTP/1.1" status: 200 len: 1091 time: 1.7079246 Jul 05 18:18:27.124948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed316a4e-befe-4047-83dd-c01afcfebd03 service neutron] Pushing event updated for resources: {'Port': ['ID=d17a76e0-455c-4433-b902-6e1226f4404a,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:27.414745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455c01-3afe-4f49-8d79-7aaf4e565e28 req-fef9ced0-88a9-4c40-8330-65ba746fdb6a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:27.416354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c455c01-3afe-4f49-8d79-7aaf4e565e28 req-fef9ced0-88a9-4c40-8330-65ba746fdb6a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 943 time: 0.2018106 Jul 05 18:18:27.454528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952a5860-b7c9-46ce-a5f7-3a7bbfc8c908 req-cad210ef-a9f3-44bb-bcc6-a150fe4496e3 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:27.456084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-952a5860-b7c9-46ce-a5f7-3a7bbfc8c908 req-cad210ef-a9f3-44bb-bcc6-a150fe4496e3 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 946 time: 0.2055829 Jul 05 18:18:27.515321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-33d9ac9b-56f4-48dc-bd47-b1b96d5d37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:27.519051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-33d9ac9b-56f4-48dc-bd47-b1b96d5d37f4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 1094 time: 0.2052293 Jul 05 18:18:27.550760 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c455c01-3afe-4f49-8d79-7aaf4e565e28 req-9f843ced-7633-418a-9a97-6a9ce37456aa tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178062 Jul 05 18:18:27.596843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-087dd09d-9a0d-4a49-add4-aeb3a11f2a9c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17a76e0-455c-4433-b902-6e1226f4404a HTTP/1.1" status: 200 len: 217 time: 0.0706620 Jul 05 18:18:27.600236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-952a5860-b7c9-46ce-a5f7-3a7bbfc8c908 req-e516f93a-0fbb-4228-96e9-6be22a93eacd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349981 Jul 05 18:18:27.674030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-37281a09-2459-4a14-88bf-80c74ab35090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:27.674030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-37281a09-2459-4a14-88bf-80c74ab35090 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0632775 Jul 05 18:18:27.756073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ab0632e1-eba7-4765-9939-fa352eff369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:27.757605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-ab0632e1-eba7-4765-9939-fa352eff369d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793016 Jul 05 18:18:27.864482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af705750-4624-4961-94d1-24086cb5b16b req-fa0fab91-e3ae-4ac4-80be-a5f6b2bb92df tempest-VolumesBackupsTest-1055866009 tempest-VolumesBackupsTest-1055866009-project] 10.222.0.30 "GET /v2.0/ports?device_id=775aa183-763b-4b5b-b77e-045427fb31c4 HTTP/1.1" status: 200 len: 210 time: 0.0424070 Jul 05 18:18:27.920371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-e175286b-8609-46c4-a808-74208590a364 service neutron] 10.222.0.97 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553254 Jul 05 18:18:28.098665 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e01ac34-a256-4ad5-a4f0-2188392e47e0 req-85012f96-4cde-4661-883e-cb15edc56e49 service neutron] 10.222.0.97 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670165 Jul 05 18:18:28.110148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b37ef5-8a01-4089-9500-5396a7980e71 req-70834558-4b0d-4b28-8d4a-d65f9b3792c4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:28.112002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8b37ef5-8a01-4089-9500-5396a7980e71 req-70834558-4b0d-4b28-8d4a-d65f9b3792c4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1489146 Jul 05 18:18:28.156999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8b37ef5-8a01-4089-9500-5396a7980e71 req-3464dd5f-3289-4252-95c3-e36aaa7a846b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380976 Jul 05 18:18:28.567803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46540) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:28.757685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684', 'tag': 'd17a76e0-455c-4433-b902-6e1226f4404a'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:18:28.760347 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684", "tag": "d17a76e0-455c-4433-b902-6e1226f4404a"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:18:28.787215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e39e686c-1f08-4076-b4f6-c1f9e1ab4eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:28.891568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7040b17f-9fe9-439c-bf30-07c39cd4cf09 req-eddbb83d-354a-4335-8efb-9ff2b7db5159 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:28.893023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7040b17f-9fe9-439c-bf30-07c39cd4cf09 req-eddbb83d-354a-4335-8efb-9ff2b7db5159 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 943 time: 0.2035182 Jul 05 18:18:28.976186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7040b17f-9fe9-439c-bf30-07c39cd4cf09 req-0df671fd-096a-4dda-9ea0-dd58801b2577 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759339 Jul 05 18:18:28.987691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f58a2d4-a2a5-4694-8f50-8f21e036c574 req-dc96c56a-985d-48fe-b77e-24359ccfb35c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:28.993612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f58a2d4-a2a5-4694-8f50-8f21e036c574 req-dc96c56a-985d-48fe-b77e-24359ccfb35c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 946 time: 0.1644275 Jul 05 18:18:29.062987 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257a2fae-1486-48ec-8d94-517b0b9a65d4 x-openstack-request-id: req-257a2fae-1486-48ec-8d94-517b0b9a65d4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:18:29.062987 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684", "tag": "d17a76e0-455c-4433-b902-6e1226f4404a", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:18:29.062987 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-257a2fae-1486-48ec-8d94-517b0b9a65d4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:18:29.062987 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684', 'tag': 'd17a76e0-455c-4433-b902-6e1226f4404a', 'status': 'completed', 'code': 200} Jul 05 18:18:29.064065 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e39e686c-1f08-4076-b4f6-c1f9e1ab4eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:29.080198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f58a2d4-a2a5-4694-8f50-8f21e036c574 req-aeb25151-978d-4f94-8931-795ad9e7104b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855606 Jul 05 18:18:29.161169 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e39e686c-1f08-4076-b4f6-c1f9e1ab4eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:29.276118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e686c-1f08-4076-b4f6-c1f9e1ab4eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc966eb5-a44a-45eb-b51d-470e0084e3fe,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:29.291864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e39e686c-1f08-4076-b4f6-c1f9e1ab4eca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31674f2189ce43a9807674fa98fbd1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7170832 Jul 05 18:18:29.291864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:29.322545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-3c43e27e-2eef-42b0-8ad9-46528e66e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:29.325999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-3c43e27e-2eef-42b0-8ad9-46528e66e6cf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 1094 time: 0.2152023 Jul 05 18:18:29.470389 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b586-5937-4b18-bb46-430092c3dca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:29.521521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b586-5937-4b18-bb46-430092c3dca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:29.585670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-22e1f5dd-76f2-4e75-a14b-e46c2e2b69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:29.587904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-22e1f5dd-76f2-4e75-a14b-e46c2e2b69c2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.2268090 Jul 05 18:18:29.604006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device bf0e7b40-3c84-4567-a9d2-0104ab361ff5 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:18:29.607766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b8274-538e-49d2-81c5-ec750525cc76 req-e1da3f6e-98d0-4391-b458-5c071b6c6df7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:29.609690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-873b8274-538e-49d2-81c5-ec750525cc76 req-e1da3f6e-98d0-4391-b458-5c071b6c6df7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.2352061 Jul 05 18:18:29.630487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: bf0e7b40-3c84-4567-a9d2-0104ab361ff5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:18:29.630867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device bf0e7b40-3c84-4567-a9d2-0104ab361ff5 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:18:29.661509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-c7956ecf-d451-4b3a-a016-ff3fe4a1627c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17a76e0-455c-4433-b902-6e1226f4404a HTTP/1.1" status: 200 len: 217 time: 0.0508494 Jul 05 18:18:29.727812 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:29.731356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-873b8274-538e-49d2-81c5-ec750525cc76 req-965e7356-e540-4c81-8083-1f19af7944fd tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128941 Jul 05 18:18:29.741299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-2d553e37-f717-434b-890a-88bf0551e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:29.743121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-2d553e37-f717-434b-890a-88bf0551e632 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0746453 Jul 05 18:18:29.786073 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b586-5937-4b18-bb46-430092c3dca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:29.788762 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fd5b586-5937-4b18-bb46-430092c3dca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:29.794576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8fd5b586-5937-4b18-bb46-430092c3dca1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc966eb5-a44a-45eb-b51d-470e0084e3fe HTTP/1.1" status: 204 len: 168 time: 0.4985266 Jul 05 18:18:29.800708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5b586-5937-4b18-bb46-430092c3dca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc966eb5-a44a-45eb-b51d-470e0084e3fe,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:29.822780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-7b5c00ab-6def-4d96-a390-4db2443c4e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:29.825580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-7b5c00ab-6def-4d96-a390-4db2443c4e73 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749812 Jul 05 18:18:29.931220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-859a513a-ba1e-4de7-8b9f-e95e55a7766e service neutron] 10.222.0.97 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987027 Jul 05 18:18:30.087542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06988c5e-6256-48cc-b8f2-bf6dc667e3bf req-1c3312ad-bb69-4673-b0ef-d167c3e27705 service neutron] 10.222.0.97 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495395 Jul 05 18:18:30.196811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9bdb4-5167-4aff-82ef-a9a550db3530 req-064fa2c3-8422-44d7-a704-e7cda7787b9c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:30.202643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32c9bdb4-5167-4aff-82ef-a9a550db3530 req-064fa2c3-8422-44d7-a704-e7cda7787b9c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 943 time: 0.0716207 Jul 05 18:18:30.254173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32c9bdb4-5167-4aff-82ef-a9a550db3530 req-6bafafbd-7a8a-4e83-9570-671c8b7ace31 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461378 Jul 05 18:18:30.595311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46608) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:30.619301 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8bc47d9-7885-4a20-a8b4-1365fb8f538f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:30.723321 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8bc47d9-7885-4a20-a8b4-1365fb8f538f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:30.796343 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8bc47d9-7885-4a20-a8b4-1365fb8f538f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:30.840526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc47d9-7885-4a20-a8b4-1365fb8f538f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e134f7d-f569-4a6b-8c94-fea9f7eaaae3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:30.880756 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f8bc47d9-7885-4a20-a8b4-1365fb8f538f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42ea8ff91a59408c87875e35917545b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2813792 Jul 05 18:18:30.881572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:30.943152 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52bcb9bf-fa09-4477-a5b4-2848afaa2c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:30.949666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a60bca-61ca-4c14-8c0c-c3b1369dd5ca req-730f6bb2-0258-4828-89b8-79663b65efda tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:30.953153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1a60bca-61ca-4c14-8c0c-c3b1369dd5ca req-730f6bb2-0258-4828-89b8-79663b65efda tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.0822532 Jul 05 18:18:30.968725 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52bcb9bf-fa09-4477-a5b4-2848afaa2c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:30.992465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1a60bca-61ca-4c14-8c0c-c3b1369dd5ca req-756f960a-a566-44f5-b926-6db0070c7508 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351710 Jul 05 18:18:31.150891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52bcb9bf-fa09-4477-a5b4-2848afaa2c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:31.155482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52bcb9bf-fa09-4477-a5b4-2848afaa2c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:31.157028 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-52bcb9bf-fa09-4477-a5b4-2848afaa2c20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e134f7d-f569-4a6b-8c94-fea9f7eaaae3 HTTP/1.1" status: 204 len: 168 time: 0.2720098 Jul 05 18:18:31.168719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcb9bf-fa09-4477-a5b4-2848afaa2c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e134f7d-f569-4a6b-8c94-fea9f7eaaae3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:31.468791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a885243-2955-4640-8c6d-5c39405eb4b8 req-16b0f3d2-4fd5-4386-a678-512aa825de77 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:31.470450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a885243-2955-4640-8c6d-5c39405eb4b8 req-16b0f3d2-4fd5-4386-a678-512aa825de77 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 943 time: 0.0820735 Jul 05 18:18:31.536237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a885243-2955-4640-8c6d-5c39405eb4b8 req-ac7235b9-95d1-43fb-a995-f6be0f735c5f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579538 Jul 05 18:18:31.623113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device d17a76e0-455c-4433-b902-6e1226f4404a details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:18:31.753503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port d17a76e0-455c-4433-b902-6e1226f4404a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d17a76e0-455c-4433-b902-6e1226f4404a,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:31.775095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'd17a76e0-455c-4433-b902-6e1226f4404a', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'port_id': 'd17a76e0-455c-4433-b902-6e1226f4404a', 'mac_address': 'fa:16:3e:d7:fe:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:18:31.832652 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:31.866677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17a76e0-455c-4433-b902-6e1226f4404a {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:18:31.891836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port d17a76e0-455c-4433-b902-6e1226f4404a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d17a76e0-455c-4433-b902-6e1226f4404a,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:31.940124 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:32.021947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=d17a76e0-455c-4433-b902-6e1226f4404a,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:32.186545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['d17a76e0-455c-4433-b902-6e1226f4404a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:32.212269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb0fa2-8f75-49a0-988d-7c9fa416ffdf req-c3d69f36-98df-40b4-bcf6-af396dfa7066 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:32.221937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcdb0fa2-8f75-49a0-988d-7c9fa416ffdf req-c3d69f36-98df-40b4-bcf6-af396dfa7066 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.0813341 Jul 05 18:18:32.283753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcdb0fa2-8f75-49a0-988d-7c9fa416ffdf req-6f1ec49d-30e7-48ad-a6d6-77acc17b5260 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606027 Jul 05 18:18:32.829368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da398c6-34f5-446d-8e9f-e59660473d84 req-945591c0-b8e4-4b7b-b449-324ac3a3d051 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:32.831071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6da398c6-34f5-446d-8e9f-e59660473d84 req-945591c0-b8e4-4b7b-b449-324ac3a3d051 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 944 time: 0.1109838 Jul 05 18:18:32.879678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6da398c6-34f5-446d-8e9f-e59660473d84 req-d5fbc69f-74c3-4946-a945-b7f81e5251a7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421751 Jul 05 18:18:33.575687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0728046-584e-4b4a-b467-e10dc4cbd21d req-4ac6a276-5885-47c9-946d-5b5b32408194 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:33.578986 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0728046-584e-4b4a-b467-e10dc4cbd21d req-4ac6a276-5885-47c9-946d-5b5b32408194 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1297331 Jul 05 18:18:33.657653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46740) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:33.660120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device d17a76e0-455c-4433-b902-6e1226f4404a up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:18:33.667108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0728046-584e-4b4a-b467-e10dc4cbd21d req-ab142546-b955-420d-b6a7-414dc65fdf13 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802090 Jul 05 18:18:33.800580 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:33.819876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port d17a76e0-455c-4433-b902-6e1226f4404a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:18:33.824580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port d17a76e0-455c-4433-b902-6e1226f4404a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:18:33.825896 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:33.964864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:34.005231 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:34.059977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port d17a76e0-455c-4433-b902-6e1226f4404a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d17a76e0-455c-4433-b902-6e1226f4404a,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:34.061348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17a76e0-455c-4433-b902-6e1226f4404a'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:18:34.063984 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35916a9-cef3-48a9-8925-45c95e131489" -d '{"events": [{"server_uuid": "9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684", "name": "network-vif-plugged", "status": "completed", "tag": "d17a76e0-455c-4433-b902-6e1226f4404a"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:18:34.067326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:34.140240 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=078e2353d6be4c46acbefcce175aab3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800756 Jul 05 18:18:34.149761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46754) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:34.154651 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c307787-b286-4426-9a85-879e387653b1 x-openstack-request-id: req-9c307787-b286-4426-9a85-879e387653b1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:18:34.155132 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684", "name": "network-vif-plugged", "status": "completed", "tag": "d17a76e0-455c-4433-b902-6e1226f4404a", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:18:34.155595 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c307787-b286-4426-9a85-879e387653b1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:18:34.156163 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17a76e0-455c-4433-b902-6e1226f4404a', 'code': 200} Jul 05 18:18:34.162893 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:34.244377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e80a2a-a096-4abe-8614-b48862f41d75 req-3ee14e04-16fa-464b-87d7-ccfb6aa157ff tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:34.251623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7e80a2a-a096-4abe-8614-b48862f41d75 req-3ee14e04-16fa-464b-87d7-ccfb6aa157ff tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 944 time: 0.2036798 Jul 05 18:18:34.301502 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-488796d6-5f8d-4452-87b7-d4089edbbce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:34.303733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06345608-cf0a-4c23-9d5b-7d6c5bb053f5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:34.322453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.322822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=d17a76e0-455c-4433-b902-6e1226f4404a,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:34.323497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.324642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.325359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.325907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.326526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.327111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.327726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.328661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.329420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.330457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.331037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c5d266-e45c-41c6-9842-4d3def8e61a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:34.375765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-488796d6-5f8d-4452-87b7-d4089edbbce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:34.447977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7e80a2a-a096-4abe-8614-b48862f41d75 req-45c0671d-7547-4719-8b82-32c8a0b28f62 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763332 Jul 05 18:18:34.484678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8916c-0691-4d43-bf8b-264907f2707f req-a49a8835-33de-4aff-b50d-8cb3018f4d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:34.486658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62d8916c-0691-4d43-bf8b-264907f2707f req-a49a8835-33de-4aff-b50d-8cb3018f4d4c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 1096 time: 0.2337236 Jul 05 18:18:34.523984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-488796d6-5f8d-4452-87b7-d4089edbbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:34.529351 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-488796d6-5f8d-4452-87b7-d4089edbbce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:34.531121 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-488796d6-5f8d-4452-87b7-d4089edbbce7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06345608-cf0a-4c23-9d5b-7d6c5bb053f5 HTTP/1.1" status: 204 len: 168 time: 0.3801546 Jul 05 18:18:34.560210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62d8916c-0691-4d43-bf8b-264907f2707f req-c35c3119-d4b1-4630-afbe-76aff7cab2da service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653594 Jul 05 18:18:34.583275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488796d6-5f8d-4452-87b7-d4089edbbce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06345608-cf0a-4c23-9d5b-7d6c5bb053f5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:35.004442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec537c4-6318-46c1-8e62-36c7632c59ff req-af77d5c4-2225-40d7-a495-bcf4561e4c88 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:35.008602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ec537c4-6318-46c1-8e62-36c7632c59ff req-af77d5c4-2225-40d7-a495-bcf4561e4c88 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1543698 Jul 05 18:18:35.115613 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ec537c4-6318-46c1-8e62-36c7632c59ff req-e094e37f-a517-4f4d-9998-f612c11b0177 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978754 Jul 05 18:18:35.777497 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:35.925135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8963a1d5-d43c-43b2-b958-1674e6e6d5f2 req-4c2f1fe9-ea5b-46e7-8f98-7002aa969a2f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:35.935995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8963a1d5-d43c-43b2-b958-1674e6e6d5f2 req-4c2f1fe9-ea5b-46e7-8f98-7002aa969a2f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 945 time: 0.1384332 Jul 05 18:18:36.061628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8963a1d5-d43c-43b2-b958-1674e6e6d5f2 req-b644296c-a32c-4efa-ba22-f27279d2b8b5 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221213 Jul 05 18:18:36.541771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966226af-305e-4e9e-9adb-cd602f421a4f req-d3cfbda7-3372-403f-91ff-cf51e3eae2b7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:36.551592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-966226af-305e-4e9e-9adb-cd602f421a4f req-d3cfbda7-3372-403f-91ff-cf51e3eae2b7 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1830246 Jul 05 18:18:36.673920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-966226af-305e-4e9e-9adb-cd602f421a4f req-4250dd83-7e59-4ca0-bb13-3ff79d21b49b tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213281 Jul 05 18:18:37.364159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a346a3-bc33-4a92-b267-079bdd1584d0 req-481fe961-57d6-4e98-99a5-45a796ca5e5f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:37.372572 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24a346a3-bc33-4a92-b267-079bdd1584d0 req-481fe961-57d6-4e98-99a5-45a796ca5e5f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 945 time: 0.1578715 Jul 05 18:18:37.424691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24a346a3-bc33-4a92-b267-079bdd1584d0 req-ed3319bc-3874-4bc0-b661-d92e5ceec436 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509946 Jul 05 18:18:37.952524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68595838-16a4-441a-b278-1df19e9f1ec5 req-132c5549-8749-43ca-89a6-b55ee25ef98c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:37.954356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68595838-16a4-441a-b278-1df19e9f1ec5 req-132c5549-8749-43ca-89a6-b55ee25ef98c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.0835123 Jul 05 18:18:38.027744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68595838-16a4-441a-b278-1df19e9f1ec5 req-3199cf8a-e658-4d90-a803-8152516635cd tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676489 Jul 05 18:18:39.241653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4e7d60-8d79-4e1c-9d40-982dac27538e req-2be1d962-40bc-4973-a9c2-7979f6d37880 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:39.247269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b4e7d60-8d79-4e1c-9d40-982dac27538e req-2be1d962-40bc-4973-a9c2-7979f6d37880 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.0904939 Jul 05 18:18:39.311537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b4e7d60-8d79-4e1c-9d40-982dac27538e req-cfebcc42-fd7c-4660-928c-57bec7eba407 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559103 Jul 05 18:18:39.835288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827c168-82cc-4da4-befd-e323491aaff3 req-0abb70c0-defd-48c1-b80f-ad642b8d4e3c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:39.847430 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d827c168-82cc-4da4-befd-e323491aaff3 req-0abb70c0-defd-48c1-b80f-ad642b8d4e3c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1202321 Jul 05 18:18:39.896420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d827c168-82cc-4da4-befd-e323491aaff3 req-ed151ea5-378e-4ef6-9e6b-6282fbc8c4a4 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Jul 05 18:18:40.088441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fcc53b-dfb8-402c-a807-a05c8de5a566 req-c405f6da-e169-4cf8-8fe8-3f5aa3371501 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:40.092761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5fcc53b-dfb8-402c-a807-a05c8de5a566 req-c405f6da-e169-4cf8-8fe8-3f5aa3371501 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.0689096 Jul 05 18:18:40.134577 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5fcc53b-dfb8-402c-a807-a05c8de5a566 req-ad807183-5b41-4056-90e1-5b36a4112721 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372934 Jul 05 18:18:41.060122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f54f85-b9da-45c1-9323-7ba0352fc8fc req-86eb5153-1def-46cf-8262-6102f9417795 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:41.061812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33f54f85-b9da-45c1-9323-7ba0352fc8fc req-86eb5153-1def-46cf-8262-6102f9417795 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1714501 Jul 05 18:18:41.126421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33f54f85-b9da-45c1-9323-7ba0352fc8fc req-e08fe28f-e7a6-465d-acb8-c20e8f3baa1c tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468390 Jul 05 18:18:42.061825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1738043d-f18b-411c-9363-f9d9fb0c1ee6 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:42.064755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1738043d-f18b-411c-9363-f9d9fb0c1ee6 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1001384 Jul 05 18:18:42.220348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Deleting port 029b2cfb-d2ea-4f20-952f-ad8534272be7 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:18:42.220749 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:42.378639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] For port 029b2cfb-d2ea-4f20-952f-ad8534272be7, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=029b2cfb-d2ea-4f20-952f-ad8534272be7,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:42.379015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:42.394606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Calling delete_port for 029b2cfb-d2ea-4f20-952f-ad8534272be7 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:18:42.607729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e0e7a-8616-4b19-b4e5-ec7a9ae41101 req-24d61ed5-8d78-4073-b206-56a3357b81f2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:42.609127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-623e0e7a-8616-4b19-b4e5-ec7a9ae41101 req-24d61ed5-8d78-4073-b206-56a3357b81f2 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 946 time: 0.1662493 Jul 05 18:18:42.663658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-623e0e7a-8616-4b19-b4e5-ec7a9ae41101 req-396d2285-6ed9-4e77-b5ce-d4dd7b5c47e9 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442255 Jul 05 18:18:42.717444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:42.730899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:42.783004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event deleted for resources: {'Port': ['ID=029b2cfb-d2ea-4f20-952f-ad8534272be7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:42.795093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['029b2cfb-d2ea-4f20-952f-ad8534272be7'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:42.864369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.864983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.865694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.866205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.866732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.867502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.868074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.868549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.873256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.873256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.873256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.873256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:18:42.895692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] No DVR routers for this DVR port 029b2cfb-d2ea-4f20-952f-ad8534272be7 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:18:42.899877 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:42.903712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ddf0b4d3-5f6d-48c8-bdf5-e607827aae7b req-1a9f1500-905d-497d-bf5b-491187e94bea tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.97 "DELETE /v2.0/ports/029b2cfb-d2ea-4f20-952f-ad8534272be7 HTTP/1.1" status: 204 len: 173 time: 0.8334281 Jul 05 18:18:42.904362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7454b702-1bd5-42e3-94f5-bac04926aa25', 'name': 'network-vif-deleted', 'tag': '029b2cfb-d2ea-4f20-952f-ad8534272be7'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:18:42.908416 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db38f849-2e55-4eae-9e0b-2c42b6523378" -d '{"events": [{"server_uuid": "7454b702-1bd5-42e3-94f5-bac04926aa25", "name": "network-vif-deleted", "tag": "029b2cfb-d2ea-4f20-952f-ad8534272be7"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:18:42.992735 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37ef153-4c9d-422f-8a6c-eb12e5acc642 x-openstack-request-id: req-d37ef153-4c9d-422f-8a6c-eb12e5acc642 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:18:42.992735 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7454b702-1bd5-42e3-94f5-bac04926aa25", "name": "network-vif-deleted", "tag": "029b2cfb-d2ea-4f20-952f-ad8534272be7", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:18:42.992735 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d37ef153-4c9d-422f-8a6c-eb12e5acc642 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:18:42.992735 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7454b702-1bd5-42e3-94f5-bac04926aa25', 'name': 'network-vif-deleted', 'tag': '029b2cfb-d2ea-4f20-952f-ad8534272be7', 'status': 'completed', 'code': 200} Jul 05 18:18:43.935092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62b1ae7f-f785-4d3b-87ff-6dcf0def08ce req-78c36944-2a93-46e9-a65a-a798af58481d tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=7454b702-1bd5-42e3-94f5-bac04926aa25 HTTP/1.1" status: 200 len: 210 time: 0.0735257 Jul 05 18:18:44.397780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46994) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:44.530027 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23b3bbc1-0f9c-4670-83b7-376613cf6a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:44.596622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47002) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:44.651904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23b3bbc1-0f9c-4670-83b7-376613cf6a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:44.736444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03b5b105-41e1-439f-9779-45a3464ea416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:44.746941 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-23b3bbc1-0f9c-4670-83b7-376613cf6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:44.796453 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-23b3bbc1-0f9c-4670-83b7-376613cf6a38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9f5a6c3df6e4adea08d8311c0847ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969855 Jul 05 18:18:44.803161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47008) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:44.804025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3bbc1-0f9c-4670-83b7-376613cf6a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b251d2a-cf30-4e00-a3e0-4245f69a000f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:44.903313 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03b5b105-41e1-439f-9779-45a3464ea416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:44.906647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbafb014-91f2-458f-a20a-949d7e66b50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:44.933217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbafb014-91f2-458f-a20a-949d7e66b50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:45.009525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03b5b105-41e1-439f-9779-45a3464ea416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:45.076687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-03b5b105-41e1-439f-9779-45a3464ea416 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e689460c6f454ab9b9ca623e0485af18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4786580 Jul 05 18:18:45.078063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b5b105-41e1-439f-9779-45a3464ea416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca594030-a460-4d93-9196-5f0af1993067,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:45.079080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47018) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:45.094745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbafb014-91f2-458f-a20a-949d7e66b50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:45.106936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbafb014-91f2-458f-a20a-949d7e66b50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:45.110469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dbafb014-91f2-458f-a20a-949d7e66b50a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b251d2a-cf30-4e00-a3e0-4245f69a000f HTTP/1.1" status: 204 len: 168 time: 0.3038054 Jul 05 18:18:45.123612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafb014-91f2-458f-a20a-949d7e66b50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b251d2a-cf30-4e00-a3e0-4245f69a000f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:45.139742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a0cbcb23-98f2-4147-bbce-3fb66b553751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:45.179589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a0cbcb23-98f2-4147-bbce-3fb66b553751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:45.351603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a0cbcb23-98f2-4147-bbce-3fb66b553751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:45.359525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a0cbcb23-98f2-4147-bbce-3fb66b553751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:45.359525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a0cbcb23-98f2-4147-bbce-3fb66b553751 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca594030-a460-4d93-9196-5f0af1993067 HTTP/1.1" status: 204 len: 168 time: 0.2754321 Jul 05 18:18:45.364584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbcb23-98f2-4147-bbce-3fb66b553751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca594030-a460-4d93-9196-5f0af1993067,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:45.730238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 029b2cfb-d2ea-4f20-952f-ad8534272be7 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:18:45.759779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 029b2cfb-d2ea-4f20-952f-ad8534272be7 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:18:45.761466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 029b2cfb-d2ea-4f20-952f-ad8534272be7 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:18:46.047272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47056) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:46.065860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e17a56c4-e225-40e1-866c-4004d8f316f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.202273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e17a56c4-e225-40e1-866c-4004d8f316f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.283147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e17a56c4-e225-40e1-866c-4004d8f316f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.335070 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e17a56c4-e225-40e1-866c-4004d8f316f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2aa0ea73920d4ddebda515dbd8f7adfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856643 Jul 05 18:18:46.335070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a56c4-e225-40e1-866c-4004d8f316f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756f1f02-49ab-4dd2-b441-adfb5f14caf6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:46.336891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47068) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:46.397251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47072) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:46.411974 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ffad29be-1a1f-4d7e-95ab-f38af953706d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.421608 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01cebbfe-05c8-439a-97bb-dc8ffe2c2d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.449003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01cebbfe-05c8-439a-97bb-dc8ffe2c2d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.586027 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01cebbfe-05c8-439a-97bb-dc8ffe2c2d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.588942 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01cebbfe-05c8-439a-97bb-dc8ffe2c2d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.595566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-01cebbfe-05c8-439a-97bb-dc8ffe2c2d8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/756f1f02-49ab-4dd2-b441-adfb5f14caf6 HTTP/1.1" status: 204 len: 168 time: 0.2521982 Jul 05 18:18:46.621379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cebbfe-05c8-439a-97bb-dc8ffe2c2d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756f1f02-49ab-4dd2-b441-adfb5f14caf6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:46.633955 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ffad29be-1a1f-4d7e-95ab-f38af953706d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.733347 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ffad29be-1a1f-4d7e-95ab-f38af953706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.811018 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ffad29be-1a1f-4d7e-95ab-f38af953706d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f86089f317ef4cbea6cf9214791d8edb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4125159 Jul 05 18:18:46.812614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad29be-1a1f-4d7e-95ab-f38af953706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59213bb0-946f-4464-b48f-fe2ec1d67258,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:46.813653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47092) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:46.930286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c72ea23-b6b4-41fb-a9e7-003f04eb1d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:46.956330 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c72ea23-b6b4-41fb-a9e7-003f04eb1d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:47.079839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02feeca-f323-40fc-afa0-55f7eba0af13 req-a0117ce6-de39-4185-9e4e-a99faa889f80 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:47.080947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b02feeca-f323-40fc-afa0-55f7eba0af13 req-a0117ce6-de39-4185-9e4e-a99faa889f80 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 945 time: 0.0704620 Jul 05 18:18:47.121766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b02feeca-f323-40fc-afa0-55f7eba0af13 req-8f403078-1dbe-4c55-96f8-4f9ab1153291 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346787 Jul 05 18:18:47.168966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c72ea23-b6b4-41fb-a9e7-003f04eb1d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:47.171635 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c72ea23-b6b4-41fb-a9e7-003f04eb1d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:47.175255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5c72ea23-b6b4-41fb-a9e7-003f04eb1d2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/59213bb0-946f-4464-b48f-fe2ec1d67258 HTTP/1.1" status: 204 len: 168 time: 0.3580542 Jul 05 18:18:47.187260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c72ea23-b6b4-41fb-a9e7-003f04eb1d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59213bb0-946f-4464-b48f-fe2ec1d67258,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:47.858400 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:18:48.803170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563c8e7-f0f8-47ff-b582-a1cf8de61bdd req-0fc3a5f1-a4ee-498f-a1ab-c1707b13d9b8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:48.810608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d563c8e7-f0f8-47ff-b582-a1cf8de61bdd req-0fc3a5f1-a4ee-498f-a1ab-c1707b13d9b8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.5774412 Jul 05 18:18:48.899038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40cc48-52fe-47c8-bdd7-7af9bb59c683 req-ad6e6edc-9431-4582-9527-7eb1e246b52a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:48.900854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d40cc48-52fe-47c8-bdd7-7af9bb59c683 req-ad6e6edc-9431-4582-9527-7eb1e246b52a tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 945 time: 0.6125338 Jul 05 18:18:48.921926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-4e4bd0c7-b20c-43d2-8d82-709efcaa5046 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:48.930440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-4e4bd0c7-b20c-43d2-8d82-709efcaa5046 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.39 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 945 time: 0.2071123 Jul 05 18:18:48.944320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d563c8e7-f0f8-47ff-b582-a1cf8de61bdd req-36769c5b-1555-405f-a143-f2866d3f412f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327388 Jul 05 18:18:49.048502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d40cc48-52fe-47c8-bdd7-7af9bb59c683 req-0cea6556-bab0-4bd4-bd1d-88af9c595be6 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/security-groups?id=e0310259-7329-4f37-8d63-b4c398a448bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349330 Jul 05 18:18:49.152074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Deleting port 1353c7de-6112-48b0-bce6-7aacd638da4c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:18:49.153003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:49.325707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] For port 1353c7de-6112-48b0-bce6-7aacd638da4c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1353c7de-6112-48b0-bce6-7aacd638da4c,segment=NetworkSegment(3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7),segment_id=3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:18:49.326614 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:49.336727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85201c1c-3a3a-484c-aac3-339c3ce2e18f req-746f2ee6-38c5-4df1-810f-827b798cdfd6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:49.338492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85201c1c-3a3a-484c-aac3-339c3ce2e18f req-746f2ee6-38c5-4df1-810f-827b798cdfd6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1303761 Jul 05 18:18:49.366918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Calling delete_port for 1353c7de-6112-48b0-bce6-7aacd638da4c owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:18:49.399118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85201c1c-3a3a-484c-aac3-339c3ce2e18f req-89e3b84e-c666-4ccb-a68f-7cc69a461c49 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541449 Jul 05 18:18:49.811654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:49.826032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1353c7de-6112-48b0-bce6-7aacd638da4c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:18:49.891204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Pushing event deleted for resources: {'Port': ['ID=1353c7de-6112-48b0-bce6-7aacd638da4c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:49.941194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] No DVR routers for this DVR port 1353c7de-6112-48b0-bce6-7aacd638da4c on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:18:49.944213 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:49.946457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a378a7e-9f82-4059-a10f-6e9676fc3cd7 req-02f106dc-5e3f-43d0-aaee-c919701417e3 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.39 "DELETE /v2.0/ports/1353c7de-6112-48b0-bce6-7aacd638da4c HTTP/1.1" status: 204 len: 173 time: 1.0150435 Jul 05 18:18:49.946457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd1c7e1-20aa-4b79-8bfb-518af2619bbf', 'name': 'network-vif-deleted', 'tag': '1353c7de-6112-48b0-bce6-7aacd638da4c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:18:49.950330 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc34c5b-1a43-4ab3-9d92-b95bd3b0bfe4" -d '{"events": [{"server_uuid": "2cd1c7e1-20aa-4b79-8bfb-518af2619bbf", "name": "network-vif-deleted", "tag": "1353c7de-6112-48b0-bce6-7aacd638da4c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:18:49.997935 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079e9cb1-a3e9-4ee2-9451-87db70a9a5fc x-openstack-request-id: req-079e9cb1-a3e9-4ee2-9451-87db70a9a5fc {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:18:49.998426 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cd1c7e1-20aa-4b79-8bfb-518af2619bbf", "name": "network-vif-deleted", "tag": "1353c7de-6112-48b0-bce6-7aacd638da4c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:18:49.998899 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-079e9cb1-a3e9-4ee2-9451-87db70a9a5fc {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:18:49.999821 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd1c7e1-20aa-4b79-8bfb-518af2619bbf', 'name': 'network-vif-deleted', 'tag': '1353c7de-6112-48b0-bce6-7aacd638da4c', 'status': 'completed', 'code': 200} Jul 05 18:18:50.280290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75a0c1fb-15c0-465d-b687-ae9cb5aaac3a req-ddbb539f-adda-47f9-b958-5bcfc95f1f95 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 210 time: 0.0537066 Jul 05 18:18:50.700779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce0124-a56b-4771-a580-2f04e6c2750d req-f620352e-de1b-472b-be47-5c049e14990c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:50.703029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29ce0124-a56b-4771-a580-2f04e6c2750d req-f620352e-de1b-472b-be47-5c049e14990c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1259878 Jul 05 18:18:50.754245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29ce0124-a56b-4771-a580-2f04e6c2750d req-c6784697-325a-4bc3-b27f-79d55cefb8d3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461388 Jul 05 18:18:50.798174 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c1084829-59a6-4046-9c12-f1fc72e6a14c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:51.521818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d554625-421f-47f0-bc7b-c28d57dfefd5 req-e4174998-9fb8-415b-8453-93889c94ab19 tempest-ServersTestJSON-80893702 tempest-ServersTestJSON-80893702-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd1c7e1-20aa-4b79-8bfb-518af2619bbf HTTP/1.1" status: 200 len: 210 time: 0.0456090 Jul 05 18:18:52.306175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69c997-5c93-42ab-9c6c-71e8770c9520 req-b50e5a57-a515-44a2-9434-a2b35699700e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:52.312878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed69c997-5c93-42ab-9c6c-71e8770c9520 req-b50e5a57-a515-44a2-9434-a2b35699700e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1088326 Jul 05 18:18:52.376805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed69c997-5c93-42ab-9c6c-71e8770c9520 req-77c12aa2-70e4-4050-ba88-1e880fbe6edf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564957 Jul 05 18:18:52.625581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47244) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:52.722202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec8c29e-2eba-4434-825b-4612e761cdae admin admin] Deleting subnet 9ff46832-f784-4271-95e1-6a3236cc9638 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:18:52.726717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c29e-2eba-4434-825b-4612e761cdae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:52.769501 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c29e-2eba-4434-825b-4612e761cdae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:52.831003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c29e-2eba-4434-825b-4612e761cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:52.909846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1353c7de-6112-48b0-bce6-7aacd638da4c no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:18:52.940197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 1353c7de-6112-48b0-bce6-7aacd638da4c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:18:52.940550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1353c7de-6112-48b0-bce6-7aacd638da4c not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:18:53.020465 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c29e-2eba-4434-825b-4612e761cdae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.035072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c29e-2eba-4434-825b-4612e761cdae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.038262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4ec8c29e-2eba-4434-825b-4612e761cdae admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9ff46832-f784-4271-95e1-6a3236cc9638 HTTP/1.1" status: 204 len: 168 time: 0.4116590 Jul 05 18:18:53.044442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47252) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:53.062792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8c29e-2eba-4434-825b-4612e761cdae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ff46832-f784-4271-95e1-6a3236cc9638,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:53.144645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.255472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.275812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['190579a2-7dd8-4cde-bf8a-367e6eb28fd7']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:18:53.295711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:18:53.296192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c090ecb-c11d-4879-91ba-3ae2d3e5a9b7') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:18:53.308180 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.329270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.341000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:18:53.341735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:18:53.386065 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:18:53.506789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-29140889-fe4f-4ecc-9dd0-692e7b21d1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.563042 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.569100 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:53.574053 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] 10.222.0.30 "DELETE /v2.0/networks/190579a2-7dd8-4cde-bf8a-367e6eb28fd7 HTTP/1.1" status: 204 len: 168 time: 0.5251899 Jul 05 18:18:53.610503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a35dd-5d77-420e-b385-2b66ac08da97 req-adfefc84-0b31-4747-b2e1-d16ed7c5bbe9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:53.625661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c15602-0c55-41b0-8b3f-503f682a1105 admin admin] Pushing event deleted for resources: {'Network': ['ID=190579a2-7dd8-4cde-bf8a-367e6eb28fd7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:53.625770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e41a35dd-5d77-420e-b385-2b66ac08da97 req-adfefc84-0b31-4747-b2e1-d16ed7c5bbe9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0963047 Jul 05 18:18:53.661555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e41a35dd-5d77-420e-b385-2b66ac08da97 req-c2a946e7-3516-4958-bec1-a49abce249d7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426610 Jul 05 18:18:53.716932 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:54.682139 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:54.826209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-cb764d7d-e5d5-40da-b0fd-00408ea95397 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1468894 Jul 05 18:18:55.030869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-5c129a97-53c9-446f-beff-94b4a6b5427c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:55.032437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-5c129a97-53c9-446f-beff-94b4a6b5427c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 1097 time: 0.1514390 Jul 05 18:18:55.049306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b5a23-98ce-4604-b611-d31c6febde57 req-75a2929a-9167-4f3c-8b72-a3ba16440356 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:55.054395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-119b5a23-98ce-4604-b611-d31c6febde57 req-75a2929a-9167-4f3c-8b72-a3ba16440356 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0975313 Jul 05 18:18:55.075478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47310) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:55.143337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-431aaa3a-d37d-42e2-b895-1f79998e85c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af205f8fe38746c2ae756fe4c2fc2611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0658386 Jul 05 18:18:55.145804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47312) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:55.170545 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-119b5a23-98ce-4604-b611-d31c6febde57 req-f36c3eb0-6b67-4ddd-ae8e-2f6a614a1af7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078353 Jul 05 18:18:55.236486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-eb7b5ba9-16b0-48a9-99bf-c50517eaec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:55.239013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-eb7b5ba9-16b0-48a9-99bf-c50517eaec17 service neutron] 10.222.0.97 "GET /v2.0/networks?id=c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 200 len: 915 time: 0.1776285 Jul 05 18:18:55.244446 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c2a8734-6678-452a-9a91-22b63f5a29be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:55.282645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c2a8734-6678-452a-9a91-22b63f5a29be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:55.304431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-c6d58cb2-d686-4227-b221-9804cb02ba52 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a8a94c5-6bfa-4d77-9a74-20681b113851 HTTP/1.1" status: 200 len: 217 time: 0.0568726 Jul 05 18:18:55.392234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-0bae452c-14bd-4561-9805-08cf6cbcbd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:55.394262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-0bae452c-14bd-4561-9805-08cf6cbcbd8d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 200 len: 855 time: 0.0815101 Jul 05 18:18:55.437734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c2a8734-6678-452a-9a91-22b63f5a29be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:55.440803 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c2a8734-6678-452a-9a91-22b63f5a29be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:55.442193 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4c2a8734-6678-452a-9a91-22b63f5a29be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0310259-7329-4f37-8d63-b4c398a448bc HTTP/1.1" status: 204 len: 168 time: 0.2954543 Jul 05 18:18:55.455916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a8734-6678-452a-9a91-22b63f5a29be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0310259-7329-4f37-8d63-b4c398a448bc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:18:55.499975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-c37a3be9-3c07-4063-8d54-1f6e138b47b9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=c128ea0f-1f13-480c-aaaa-30b130cf9df2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0921485 Jul 05 18:18:55.620769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-458a0c14-2772-40f0-a139-b4fbcd2ba92e service neutron] 10.222.0.97 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116571 Jul 05 18:18:55.906904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f74e7f9-3456-4d4d-b133-4ab96f4c6bc8 req-f00c161f-2d02-43c8-8773-507a9ca892f5 service neutron] 10.222.0.97 "GET /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745397 Jul 05 18:18:56.421078 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:56.456036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef575-f8a6-4af9-9264-740226f578bd req-d294aae6-43e7-4d36-80fe-ae22f501b710 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:56.467622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61cef575-f8a6-4af9-9264-740226f578bd req-d294aae6-43e7-4d36-80fe-ae22f501b710 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1262412 Jul 05 18:18:56.551595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61cef575-f8a6-4af9-9264-740226f578bd req-469219ee-e107-4cc0-a4cd-37e3b1f179b8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829687 Jul 05 18:18:57.855066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409dd8a9-fd7b-4447-9ded-3283f9c69b87 req-6e43826e-b139-428e-bb62-fe4b1691a33b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:57.867741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-409dd8a9-fd7b-4447-9ded-3283f9c69b87 req-6e43826e-b139-428e-bb62-fe4b1691a33b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1572611 Jul 05 18:18:57.964139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d808ac9-6c87-4e0c-a688-728312228c35 req-6ebf1c51-7384-40cb-aaf7-2bf0186269cb tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0915656 Jul 05 18:18:58.003029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-409dd8a9-fd7b-4447-9ded-3283f9c69b87 req-facd44e6-4db6-40cd-9440-19fffa534732 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247451 Jul 05 18:18:59.164214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a655e34-9c93-43fb-b885-a0f6d6e1f167 req-254ef703-9f79-4610-bed6-df3b74293224 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.1106606 Jul 05 18:18:59.456594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12274bec-5b32-4b0d-86de-cc257ae05ea7 req-244499d6-ce7d-41d2-82fe-46d4c8c47f80 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:18:59.481111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12274bec-5b32-4b0d-86de-cc257ae05ea7 req-244499d6-ce7d-41d2-82fe-46d4c8c47f80 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2560902 Jul 05 18:18:59.544656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47436) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:18:59.645622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12274bec-5b32-4b0d-86de-cc257ae05ea7 req-360c0b40-e1d7-4d97-96ea-fec6bc2bf83d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593430 Jul 05 18:18:59.732892 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:59.799885 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a2facc3-c68c-43c3-975a-528b316bb074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:18:59.892757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a2facc3-c68c-43c3-975a-528b316bb074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:00.110977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a2facc3-c68c-43c3-975a-528b316bb074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:00.153317 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2a2facc3-c68c-43c3-975a-528b316bb074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e758df4718440c883689b85d345ada8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6039693 Jul 05 18:19:00.155985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47448) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:00.163187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2facc3-c68c-43c3-975a-528b316bb074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c8b7a9-f78e-4b4e-808f-7ba17022aa74,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:00.247216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e00e023c-74d8-410f-a9b5-07a97d8b51c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:00.265283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e00e023c-74d8-410f-a9b5-07a97d8b51c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:00.356537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7b6c844-7187-43d6-aa71-82cef717bca7 req-f09adb0a-c233-43ba-beeb-19a43a95aec0 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0426056 Jul 05 18:19:00.459525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e00e023c-74d8-410f-a9b5-07a97d8b51c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:00.462239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e00e023c-74d8-410f-a9b5-07a97d8b51c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:00.467039 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e00e023c-74d8-410f-a9b5-07a97d8b51c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/55c8b7a9-f78e-4b4e-808f-7ba17022aa74 HTTP/1.1" status: 204 len: 168 time: 0.3063865 Jul 05 18:19:00.492484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e023c-74d8-410f-a9b5-07a97d8b51c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c8b7a9-f78e-4b4e-808f-7ba17022aa74,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:00.684792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8698db98-da7d-468b-97b2-482304c46ce3 req-9a845ed2-3a3e-4add-8d9c-dc68a4ada8bc tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:00.690136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8698db98-da7d-468b-97b2-482304c46ce3 req-9a845ed2-3a3e-4add-8d9c-dc68a4ada8bc tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 946 time: 0.1252933 Jul 05 18:19:00.735769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-c93c8cea-5d6c-4d49-baa2-2ea2e11b4324 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1281571 Jul 05 18:19:00.770604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8698db98-da7d-468b-97b2-482304c46ce3 req-05bc7c46-be1f-4742-b2e3-c2c1c1ab8423 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704861 Jul 05 18:19:00.917963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b4b05-1e79-4fce-a162-3462e254572a req-9f7b3cc6-49ce-426a-8919-7864328b6345 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:00.919564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da9b4b05-1e79-4fce-a162-3462e254572a req-9f7b3cc6-49ce-426a-8919-7864328b6345 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1340494 Jul 05 18:19:00.941171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-00cc43d4-29d4-499b-9c26-8454886c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:00.941903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-00cc43d4-29d4-499b-9c26-8454886c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:00.942179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-00cc43d4-29d4-499b-9c26-8454886c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:00.942796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-00cc43d4-29d4-499b-9c26-8454886c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:00.943874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-00cc43d4-29d4-499b-9c26-8454886c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:00.944546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-00cc43d4-29d4-499b-9c26-8454886c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:00.945021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-00cc43d4-29d4-499b-9c26-8454886c62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:00.952683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-00cc43d4-29d4-499b-9c26-8454886c62c3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d65012d13e064701b487acd66c900857&device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 6499 time: 0.1434951 Jul 05 18:19:01.099134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da9b4b05-1e79-4fce-a162-3462e254572a req-a1942ee4-9285-4184-827c-0d083bf187de tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451924 Jul 05 18:19:01.194175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-65c218f4-fd3e-47fb-a089-e601cd259792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:01.194786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-65c218f4-fd3e-47fb-a089-e601cd259792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:01.195195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-65c218f4-fd3e-47fb-a089-e601cd259792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:01.196875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-65c218f4-fd3e-47fb-a089-e601cd259792 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ee04f9ef-fb0c-45a7-9031-927397111ae6&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0 HTTP/1.1" status: 200 len: 2294 time: 0.2044551 Jul 05 18:19:01.273469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-02eb8b52-cbea-4483-ba93-6a3998a34eeb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b837272-e9e7-42da-95df-6edf0499d472 HTTP/1.1" status: 200 len: 1002 time: 0.0635300 Jul 05 18:19:01.338520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-bb2d860e-875c-4182-8b03-f586a0afa6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:01.340188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-bb2d860e-875c-4182-8b03-f586a0afa6d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=14e07268-25bd-4b89-b913-7d9c6aa6a667 HTTP/1.1" status: 200 len: 855 time: 0.0566216 Jul 05 18:19:01.436762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-7b495acc-c0d5-4900-a5bc-6f7e8070974b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:01.443060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-7b495acc-c0d5-4900-a5bc-6f7e8070974b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee04f9ef-fb0c-45a7-9031-927397111ae6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838914 Jul 05 18:19:01.450166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47476) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:01.484252 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c5d744a1-4b1d-4ad2-9110-5dccdb998567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:01.700547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18b9bed9-a15f-40db-9af2-4137ce793ee3 req-572e2a2d-1085-4c65-a172-8de48793514c tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0929401 Jul 05 18:19:01.733621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-3c49cb55-6e0d-42b1-bba8-8b642daa6949 service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612388 Jul 05 18:19:01.876596 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c5d744a1-4b1d-4ad2-9110-5dccdb998567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:01.928139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-c5dcc60b-ee92-4a42-9761-2d92d39c2a83 service neutron] 10.222.0.39 "GET /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816239 Jul 05 18:19:02.001909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-49c8c968-2c9a-451b-8849-253c81ab6fab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 200 len: 217 time: 0.0619788 Jul 05 18:19:02.084264 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c5d744a1-4b1d-4ad2-9110-5dccdb998567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:02.111924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-8bf2ece0-b2e8-4a01-b49c-6deb8e9408e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:02.113598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-8bf2ece0-b2e8-4a01-b49c-6deb8e9408e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.1008005 Jul 05 18:19:02.157133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c5d744a1-4b1d-4ad2-9110-5dccdb998567 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6e906de2283487186e069083cbd4909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7034647 Jul 05 18:19:02.157860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:02.178436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d744a1-4b1d-4ad2-9110-5dccdb998567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b97e8d-12e4-4555-8769-94632e39281b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:02.200561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b59b3-5a10-4c7d-b798-42f7ad47ff22 req-e1abcd39-ff13-4aac-bd33-759199522f7f tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:02.207111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e8b59b3-5a10-4c7d-b798-42f7ad47ff22 req-e1abcd39-ff13-4aac-bd33-759199522f7f tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 946 time: 0.2082202 Jul 05 18:19:02.264458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e8b59b3-5a10-4c7d-b798-42f7ad47ff22 req-408f626b-d94b-4348-83f0-47260f93e261 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563879 Jul 05 18:19:02.275843 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2a81d5c-7f0d-47d2-ac71-101a6620c0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:02.304495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2a81d5c-7f0d-47d2-ac71-101a6620c0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:02.330538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-a1df732b-5536-45b4-a1be-70adde7b6da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:02.332319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-a1df732b-5536-45b4-a1be-70adde7b6da2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2038031 Jul 05 18:19:02.425387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8368bac-d078-4f00-b91c-31bdfde172a1 req-ed688a4d-904c-4590-9ecb-12ef0f28009d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:02.427011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8368bac-d078-4f00-b91c-31bdfde172a1 req-ed688a4d-904c-4590-9ecb-12ef0f28009d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1432099 Jul 05 18:19:02.490120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-0136f5b8-0b8a-4585-932e-50df12f68180 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383448 Jul 05 18:19:02.493345 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8368bac-d078-4f00-b91c-31bdfde172a1 req-dd597862-25a0-47f2-bb34-4df0627e5e7f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560992 Jul 05 18:19:02.512369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2a81d5c-7f0d-47d2-ac71-101a6620c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:02.515502 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d2a81d5c-7f0d-47d2-ac71-101a6620c0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:02.520358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d2a81d5c-7f0d-47d2-ac71-101a6620c0b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43b97e8d-12e4-4555-8769-94632e39281b HTTP/1.1" status: 204 len: 168 time: 0.3583281 Jul 05 18:19:02.531925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a81d5c-7f0d-47d2-ac71-101a6620c0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b97e8d-12e4-4555-8769-94632e39281b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:02.600534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-48746ff0-93ef-4f32-9a3f-aa1b81dda92a service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026895 Jul 05 18:19:02.654873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-d22dd23f-d3f4-4dfc-899a-2bb1c81cddf8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 200 len: 217 time: 0.0463388 Jul 05 18:19:02.735128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-c915039a-335b-4dad-8c19-573f6da804f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:02.735128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-c915039a-335b-4dad-8c19-573f6da804f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.0697236 Jul 05 18:19:02.768983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-321fcebb-b479-49df-a704-83941a48b5c1 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:02.771490 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-321fcebb-b479-49df-a704-83941a48b5c1 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 946 time: 0.1243730 Jul 05 18:19:02.814806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-67a708d8-4aaf-42e8-af39-96f91ce25824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:02.816521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-67a708d8-4aaf-42e8-af39-96f91ce25824 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0776606 Jul 05 18:19:02.954311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Deleting port 6317df44-71c1-4027-b27e-806407e76e1b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:19:02.957794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:02.976455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73a727f1-dc35-4b2e-81a5-3f4e817e2e54 req-24b4c95c-be35-48ce-a1a9-bcf61bac842f tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0485671 Jul 05 18:19:02.988392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-eb21691f-bb51-4484-84cf-8d6601b3024d service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637974 Jul 05 18:19:03.074808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] For port 6317df44-71c1-4027-b27e-806407e76e1b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=6317df44-71c1-4027-b27e-806407e76e1b,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:03.075270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:03.092073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Calling delete_port for 6317df44-71c1-4027-b27e-806407e76e1b owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:19:03.162539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d7e96a6-ebf1-48c5-9abb-92fbafd09d25 req-13af8bde-cfb0-4ab3-8b62-9ec1b599040f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0398192 Jul 05 18:19:03.168953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-aa6f35ac-94c7-471f-9b85-e4e394cbea32 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733284 Jul 05 18:19:03.227486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-14b5ed51-728a-477b-abdd-11e958d8b1cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=11bba11f-6f5a-4411-a335-cebc6119de12 HTTP/1.1" status: 200 len: 217 time: 0.0500681 Jul 05 18:19:03.295209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-803bb3cc-c187-4697-a3c7-02e71a150144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:03.297698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-803bb3cc-c187-4697-a3c7-02e71a150144 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.0608301 Jul 05 18:19:03.436418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:03.441733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e6ead423-bc4b-45af-a825-5afc331affc4', 'c4f096aa-4fa7-4c47-9307-35b946aaed38', '6317df44-71c1-4027-b27e-806407e76e1b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:19:03.445021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['3a8a94c5-6bfa-4d77-9a74-20681b113851'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:19:03.450079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-409e8986-bf3a-4aff-b7ed-f039ff19f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:03.451661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-409e8986-bf3a-4aff-b7ed-f039ff19f335 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1443920 Jul 05 18:19:03.473048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Pushing event deleted for resources: {'Port': ['ID=6317df44-71c1-4027-b27e-806407e76e1b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:03.576367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] No DVR routers for this DVR port 6317df44-71c1-4027-b27e-806407e76e1b on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:03.578228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f377453-8fa4-42d5-9549-f6d6aad87680 req-bd3aec3e-67b8-482c-8cc1-0f76448e95dd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:03.579957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f377453-8fa4-42d5-9549-f6d6aad87680 req-bd3aec3e-67b8-482c-8cc1-0f76448e95dd tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 867 time: 0.1795044 Jul 05 18:19:03.585961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:03.588878 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2cfbd2a5-a893-45c6-9329-f29ebe845444 req-6d8dd615-5b23-4f1d-ab43-f21a1ffa5ef2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "DELETE /v2.0/ports/6317df44-71c1-4027-b27e-806407e76e1b HTTP/1.1" status: 204 len: 173 time: 0.8100634 Jul 05 18:19:03.589866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df53f861-ac06-4006-bea4-aa38e0828c6f', 'name': 'network-vif-deleted', 'tag': '6317df44-71c1-4027-b27e-806407e76e1b'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:03.593220 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d809ae82-be1f-4c67-b278-3c743931c0b9" -d '{"events": [{"server_uuid": "df53f861-ac06-4006-bea4-aa38e0828c6f", "name": "network-vif-deleted", "tag": "6317df44-71c1-4027-b27e-806407e76e1b"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:03.654056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-1e5bf1c7-3015-41e2-a630-2313330a9857 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935143 Jul 05 18:19:03.666675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f377453-8fa4-42d5-9549-f6d6aad87680 req-d5a0c278-2b71-48f9-8921-647610bc954f tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766962 Jul 05 18:19:03.768168 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65226a56-3a02-4402-a6ee-8ca80ad911cd x-openstack-request-id: req-65226a56-3a02-4402-a6ee-8ca80ad911cd {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:03.768773 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df53f861-ac06-4006-bea4-aa38e0828c6f", "name": "network-vif-deleted", "tag": "6317df44-71c1-4027-b27e-806407e76e1b", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:03.769296 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65226a56-3a02-4402-a6ee-8ca80ad911cd {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:03.769968 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df53f861-ac06-4006-bea4-aa38e0828c6f', 'name': 'network-vif-deleted', 'tag': '6317df44-71c1-4027-b27e-806407e76e1b', 'status': 'completed', 'code': 200} Jul 05 18:19:03.821899 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-d21bae95-613f-4f19-826d-d4bb2863a16a service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540861 Jul 05 18:19:03.884530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-e4acd963-aaa7-4950-9c86-19e2845bddca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2 HTTP/1.1" status: 200 len: 217 time: 0.0476532 Jul 05 18:19:03.900823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc6ba52-cf25-4ee6-b62e-c15497fc66cb req-996303f0-3e86-420e-8d18-4e8e54667571 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:03.903006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbc6ba52-cf25-4ee6-b62e-c15497fc66cb req-996303f0-3e86-420e-8d18-4e8e54667571 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2152143 Jul 05 18:19:03.987436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-bc599cdd-3af5-4c8c-b2ac-f036b22d34db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:03.990803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-bc599cdd-3af5-4c8c-b2ac-f036b22d34db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 200 len: 797 time: 0.0968609 Jul 05 18:19:03.992036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbc6ba52-cf25-4ee6-b62e-c15497fc66cb req-abcfba67-af4a-4ca8-8d1b-0802947b3414 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800543 Jul 05 18:19:04.150400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-af5fce71-9135-45b0-ad99-583b573ab557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:04.152306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-af5fce71-9135-45b0-ad99-583b573ab557 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4c65cd46-35ef-4b4d-bb43-df2e7f72e392&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1528885 Jul 05 18:19:04.257303 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cc9d7f4-df16-41f9-945c-7c16c2385606 req-097d6e65-0fed-4cab-98f9-a07ddf898ea1 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0648627 Jul 05 18:19:04.339884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-4ca956e9-37be-43d6-985a-e51f605cae17 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762857 Jul 05 18:19:04.487205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-0e84a300-8f98-4fdc-b2c1-e3455f56e961 service neutron] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416597 Jul 05 18:19:04.544564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-c9b8e693-454c-4cc0-8b9c-885dcc307341 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6 HTTP/1.1" status: 200 len: 217 time: 0.0498476 Jul 05 18:19:04.634216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-426052f3-b5a7-49d7-9a18-c6a9e8d2a67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:04.648163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-426052f3-b5a7-49d7-9a18-c6a9e8d2a67e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 0.0935462 Jul 05 18:19:04.850766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-690ecbda-050d-4def-be8b-ec54b14df639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:04.852380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-690ecbda-050d-4def-be8b-ec54b14df639 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893356 Jul 05 18:19:04.913750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262b247-8035-40c8-b268-030f0e90ac78 req-02152fbd-01e4-4bef-80b1-7361235b60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:04.916026 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8262b247-8035-40c8-b268-030f0e90ac78 req-02152fbd-01e4-4bef-80b1-7361235b60af service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1226349 Jul 05 18:19:05.037377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e19abf6c-c1f2-4ad5-af93-1530078deab4 req-074f49c8-d3ac-4f49-a11e-e7abd196c8f2 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=df53f861-ac06-4006-bea4-aa38e0828c6f HTTP/1.1" status: 200 len: 210 time: 0.0764761 Jul 05 18:19:05.067762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f70975-c9ad-4f60-a0ff-99338f5224a6 req-f99b9929-f008-4d27-a253-28302cb69186 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:05.076200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82f70975-c9ad-4f60-a0ff-99338f5224a6 req-f99b9929-f008-4d27-a253-28302cb69186 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.4106767 Jul 05 18:19:05.077233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262b247-8035-40c8-b268-030f0e90ac78 req-0c4c7ec8-7c9f-45a5-90f2-6d176a6ffaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:05.078864 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8262b247-8035-40c8-b268-030f0e90ac78 req-0c4c7ec8-7c9f-45a5-90f2-6d176a6ffaaf service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.1542974 Jul 05 18:19:05.126655 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-7df15a5e-3bea-46ad-aaa5-515b182791b0 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617700 Jul 05 18:19:05.138288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82f70975-c9ad-4f60-a0ff-99338f5224a6 req-c520d5e6-7ee0-4044-8667-5145ac3d1a84 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606847 Jul 05 18:19:05.181305 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8262b247-8035-40c8-b268-030f0e90ac78 req-059370d8-4a5b-4c93-8d64-39d079419316 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 998 time: 0.0958054 Jul 05 18:19:05.244361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262b247-8035-40c8-b268-030f0e90ac78 req-17b2e0e8-cb1f-4d46-aa94-15c91f8e28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:05.246483 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8262b247-8035-40c8-b268-030f0e90ac78 req-17b2e0e8-cb1f-4d46-aa94-15c91f8e28a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0588961 Jul 05 18:19:05.259759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-19ff7789-cddc-454f-b810-561a91e06229 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203792 Jul 05 18:19:05.319304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8262b247-8035-40c8-b268-030f0e90ac78 req-94e77d30-4b1a-449b-8d39-1a93e673a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:05.320899 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8262b247-8035-40c8-b268-030f0e90ac78 req-94e77d30-4b1a-449b-8d39-1a93e673a00f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675142 Jul 05 18:19:05.478395 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8262b247-8035-40c8-b268-030f0e90ac78 req-428fb440-0278-4cf9-b04a-b17552aa0823 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466970 Jul 05 18:19:05.609486 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8262b247-8035-40c8-b268-030f0e90ac78 req-6553898a-3276-498b-ba22-2e96f079d87a service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224904 Jul 05 18:19:05.765313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47578) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:05.796607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-f1c9b6e9-53b7-481c-8bff-4b97ad492f05 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a656ce28-69fd-4c56-b54d-8931793f41e7 HTTP/1.1" status: 200 len: 217 time: 0.5186644 Jul 05 18:19:05.835131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95ce3d50-f380-4699-84b8-d2a6426cf40c req-1ce1b48f-076a-45e7-81c0-2be9c49af2e3 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0413132 Jul 05 18:19:05.854328 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:05.889444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-2f99800f-7483-4b5e-bc13-7032ec647435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:05.891622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-2f99800f-7483-4b5e-bc13-7032ec647435 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 200 len: 797 time: 0.0857136 Jul 05 18:19:05.923526 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-647b23c6-8e39-4703-a2bf-4691e53aff19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:05.969288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-f0816585-88c0-427a-8941-ebc8ec4be77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:05.970914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-f0816585-88c0-427a-8941-ebc8ec4be77b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=18e46c90-3c83-4c29-86ab-ec5417ceaeb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0661020 Jul 05 18:19:06.064268 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-647b23c6-8e39-4703-a2bf-4691e53aff19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:06.069592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-45cf4a19-872f-4975-a8e2-5c3fcc693657 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907135 Jul 05 18:19:06.193098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-557e50e0-90f0-487e-90fb-9b76747c7e75 req-801d2e7a-4b41-4529-9830-8de755db59c7 service neutron] 10.222.0.39 "GET /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138132 Jul 05 18:19:06.231085 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-647b23c6-8e39-4703-a2bf-4691e53aff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:06.279594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b23c6-8e39-4703-a2bf-4691e53aff19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514ddf6f-d898-4666-81e4-b957c50cc6a8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:06.285674 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-647b23c6-8e39-4703-a2bf-4691e53aff19 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bc3c460f1b1f48abba6b3b7c26199245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5191405 Jul 05 18:19:06.289676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47598) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:06.338847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af9778-4a23-4ca0-8874-295d13d0e692 req-ada09859-cd04-4a81-b155-c6d3748cb2bf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:06.340969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15af9778-4a23-4ca0-8874-295d13d0e692 req-ada09859-cd04-4a81-b155-c6d3748cb2bf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0762436 Jul 05 18:19:06.371364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d25b17c8-c585-4be7-840e-e21e40dee8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:06.388998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15af9778-4a23-4ca0-8874-295d13d0e692 req-ca0e4f92-1acb-4643-9e78-36edc23cc38b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419967 Jul 05 18:19:06.394208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d25b17c8-c585-4be7-840e-e21e40dee8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:06.591201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d25b17c8-c585-4be7-840e-e21e40dee8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:06.601075 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d25b17c8-c585-4be7-840e-e21e40dee8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:06.601075 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d25b17c8-c585-4be7-840e-e21e40dee8cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/514ddf6f-d898-4666-81e4-b957c50cc6a8 HTTP/1.1" status: 204 len: 168 time: 0.3076267 Jul 05 18:19:06.617259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b17c8-c585-4be7-840e-e21e40dee8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ddf6f-d898-4666-81e4-b957c50cc6a8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:06.989110 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6317df44-71c1-4027-b27e-806407e76e1b no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:07.055763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 6317df44-71c1-4027-b27e-806407e76e1b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:19:07.056338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 6317df44-71c1-4027-b27e-806407e76e1b not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:19:07.873691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dab8f-dff7-4d1a-9a27-25892ffe26f1 req-66af1b8d-521a-4992-81ef-9c88a419f6f8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:07.875642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c3dab8f-dff7-4d1a-9a27-25892ffe26f1 req-66af1b8d-521a-4992-81ef-9c88a419f6f8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2959197 Jul 05 18:19:07.921319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c3dab8f-dff7-4d1a-9a27-25892ffe26f1 req-ff97f0ed-7a1b-4dad-8328-4db410ee8b0b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397525 Jul 05 18:19:08.159183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ffdd1-371f-44b4-b2b2-e587676a96ad req-e5fdbbb4-661e-4ccc-93e6-864a78cf8cf6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:08.161056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d71ffdd1-371f-44b4-b2b2-e587676a96ad req-e5fdbbb4-661e-4ccc-93e6-864a78cf8cf6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0999854 Jul 05 18:19:08.203580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d71ffdd1-371f-44b4-b2b2-e587676a96ad req-729b2274-5d15-4d87-be8b-c5cb80099a5d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346696 Jul 05 18:19:08.485347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0f39bf0-26ce-4349-aaa9-76ffbb83986b req-a70a2eaa-6910-4c34-8418-b585c0da6175 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0428519 Jul 05 18:19:09.250174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e38d99-61c5-4cad-831a-7853e5277678 req-519f575a-cafd-40c4-b505-3858d644a130 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:09.251970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98e38d99-61c5-4cad-831a-7853e5277678 req-519f575a-cafd-40c4-b505-3858d644a130 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0817454 Jul 05 18:19:09.311249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98e38d99-61c5-4cad-831a-7853e5277678 req-5490272e-8a73-43e8-96c3-a959d0c9f7d0 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532229 Jul 05 18:19:09.702780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00338f6a-e4ca-4785-a726-20757edfae7f req-40781681-4e9c-4d6f-aa03-289048f08401 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0716052 Jul 05 18:19:10.128256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b05700-bc70-4e51-96f2-26e8cf721a06 req-c4944ff5-49e6-4cda-82f9-e293c216b4fb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:10.136749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20b05700-bc70-4e51-96f2-26e8cf721a06 req-c4944ff5-49e6-4cda-82f9-e293c216b4fb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0998933 Jul 05 18:19:10.215469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20b05700-bc70-4e51-96f2-26e8cf721a06 req-d070bf3e-f947-4faf-bc49-9f6aa3563e8c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771842 Jul 05 18:19:10.784305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180ef08-af1c-48e9-96b0-366bbe7ddfc3 req-370829b1-a2fc-465b-ab81-40350b2765a1 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:10.794735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7180ef08-af1c-48e9-96b0-366bbe7ddfc3 req-370829b1-a2fc-465b-ab81-40350b2765a1 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 945 time: 0.1912401 Jul 05 18:19:10.868719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7180ef08-af1c-48e9-96b0-366bbe7ddfc3 req-b0f376d2-d8aa-43c4-90d0-5ceb85a570e5 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488768 Jul 05 18:19:10.980274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4b5f3d8-3c5c-46e4-bb67-273afb857df9 req-b11307a8-0bf6-44fb-b191-06d9e8dc367e tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0974402 Jul 05 18:19:11.386273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fedd5a-abcb-4dff-92a3-8c8ae5c0decd req-f29ce43c-22f8-4fec-aee9-b86193bedb7f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:11.387732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4fedd5a-abcb-4dff-92a3-8c8ae5c0decd req-f29ce43c-22f8-4fec-aee9-b86193bedb7f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0638685 Jul 05 18:19:11.432717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4fedd5a-abcb-4dff-92a3-8c8ae5c0decd req-21b35d94-0fc6-41b1-9a6a-7cf77c5cc17b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379136 Jul 05 18:19:12.021379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a94705-ac8a-48be-b1e8-cda7a9b29d13 req-2ef91423-49cf-4c2b-95a3-30a0d950e11e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:12.023275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07a94705-ac8a-48be-b1e8-cda7a9b29d13 req-2ef91423-49cf-4c2b-95a3-30a0d950e11e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1075990 Jul 05 18:19:12.106237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07a94705-ac8a-48be-b1e8-cda7a9b29d13 req-490a619e-ba13-43aa-8419-c74c37cd9ceb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767136 Jul 05 18:19:12.164482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18233adb-368d-4632-95ac-e9cf15cf2878 req-561ac112-b6a2-4cef-948f-eb1c7af3791c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:12.166708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18233adb-368d-4632-95ac-e9cf15cf2878 req-561ac112-b6a2-4cef-948f-eb1c7af3791c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 945 time: 0.1099997 Jul 05 18:19:12.250451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18233adb-368d-4632-95ac-e9cf15cf2878 req-30f8d429-80b9-4051-8ad7-c954c034375c tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766337 Jul 05 18:19:12.363109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90b2bc04-f84a-4a7a-b985-3570fec0667a req-ab3306f9-78bc-434e-beaf-1bbeb6e49b1e tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0379949 Jul 05 18:19:12.405214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a43570-2226-4209-a9bd-0960163dbb17 req-a0d42a39-80f0-4cb7-8f2e-2af15ba81e84 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:12.406745 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38a43570-2226-4209-a9bd-0960163dbb17 req-a0d42a39-80f0-4cb7-8f2e-2af15ba81e84 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 945 time: 0.1265035 Jul 05 18:19:12.543498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-38a43570-2226-4209-a9bd-0960163dbb17 req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Deleting port c4f096aa-4fa7-4c47-9307-35b946aaed38 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:19:12.543849 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-38a43570-2226-4209-a9bd-0960163dbb17 req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:12.643673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-38a43570-2226-4209-a9bd-0960163dbb17 req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] For port c4f096aa-4fa7-4c47-9307-35b946aaed38, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c4f096aa-4fa7-4c47-9307-35b946aaed38,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:12.644042 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-38a43570-2226-4209-a9bd-0960163dbb17 req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:12.658518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-38a43570-2226-4209-a9bd-0960163dbb17 req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Calling delete_port for c4f096aa-4fa7-4c47-9307-35b946aaed38 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:19:12.853674 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-38a43570-2226-4209-a9bd-0960163dbb17 req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:12.867771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['3a8a94c5-6bfa-4d77-9a74-20681b113851'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:19:12.888656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Pushing event deleted for resources: {'Port': ['ID=c4f096aa-4fa7-4c47-9307-35b946aaed38,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:12.918513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e6ead423-bc4b-45af-a825-5afc331affc4', 'c4f096aa-4fa7-4c47-9307-35b946aaed38'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:19:12.956147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a43570-2226-4209-a9bd-0960163dbb17 req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] No DVR routers for this DVR port c4f096aa-4fa7-4c47-9307-35b946aaed38 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:12.959248 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-38a43570-2226-4209-a9bd-0960163dbb17 req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:12.961536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38a43570-2226-4209-a9bd-0960163dbb17 req-8555f706-04a3-4a5d-96ac-dc172389258a tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "DELETE /v2.0/ports/c4f096aa-4fa7-4c47-9307-35b946aaed38 HTTP/1.1" status: 204 len: 173 time: 0.5460923 Jul 05 18:19:12.962002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58708993-721b-4be3-adab-b3b0ce22e4fd', 'name': 'network-vif-deleted', 'tag': 'c4f096aa-4fa7-4c47-9307-35b946aaed38'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:12.964553 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e191f566-6130-420b-ad87-61eb62b56990" -d '{"events": [{"server_uuid": "58708993-721b-4be3-adab-b3b0ce22e4fd", "name": "network-vif-deleted", "tag": "c4f096aa-4fa7-4c47-9307-35b946aaed38"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:13.038880 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e34c715-22a5-415e-bd39-786ab97729d3 x-openstack-request-id: req-0e34c715-22a5-415e-bd39-786ab97729d3 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:13.039487 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58708993-721b-4be3-adab-b3b0ce22e4fd", "name": "network-vif-deleted", "tag": "c4f096aa-4fa7-4c47-9307-35b946aaed38", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:13.039487 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0e34c715-22a5-415e-bd39-786ab97729d3 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:13.039861 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58708993-721b-4be3-adab-b3b0ce22e4fd', 'name': 'network-vif-deleted', 'tag': 'c4f096aa-4fa7-4c47-9307-35b946aaed38', 'status': 'completed', 'code': 200} Jul 05 18:19:13.410224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81950d77-ba27-42ab-9830-19d22e7bb62e req-66fb1e75-8379-4eaf-829b-d0977c672d37 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:13.417043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81950d77-ba27-42ab-9830-19d22e7bb62e req-66fb1e75-8379-4eaf-829b-d0977c672d37 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1346645 Jul 05 18:19:13.526969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81950d77-ba27-42ab-9830-19d22e7bb62e req-75186f9c-8587-4eec-b381-a9600a8ff591 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045597 Jul 05 18:19:13.539320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8eb206df-64d8-4481-9209-273f06790bcf req-350d6ffd-15c5-462e-9dcb-d19abe537f13 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=58708993-721b-4be3-adab-b3b0ce22e4fd HTTP/1.1" status: 200 len: 210 time: 0.0667148 Jul 05 18:19:13.868287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b1447bf-0abd-44a2-9872-d3b50a0dea06 req-3d18d138-acf1-49e6-b30d-99de6b72738a tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0936081 Jul 05 18:19:13.957379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f01004-2f9d-4a6b-a48d-a586f45303f8 req-77436cd4-edac-437c-951e-7951905c7fc7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:13.959000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25f01004-2f9d-4a6b-a48d-a586f45303f8 req-77436cd4-edac-437c-951e-7951905c7fc7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1290512 Jul 05 18:19:14.025912 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25f01004-2f9d-4a6b-a48d-a586f45303f8 req-4db659e7-443e-4f53-90e5-aaec7616bd46 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597329 Jul 05 18:19:14.282291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa8b7ab-78e6-4b92-97a8-28c309fd6487 req-df9b5390-bc51-47ae-8fc0-5a3bfd3625a9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:14.284266 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afa8b7ab-78e6-4b92-97a8-28c309fd6487 req-df9b5390-bc51-47ae-8fc0-5a3bfd3625a9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0814466 Jul 05 18:19:14.347327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afa8b7ab-78e6-4b92-97a8-28c309fd6487 req-8bc9e999-1cda-4708-8067-f16a30b4f3d7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523450 Jul 05 18:19:14.563578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dc4ac-ac68-4129-aee5-3112c798c26e req-43bf4392-ee54-436f-921e-13b8455f0f80 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:14.570544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be7dc4ac-ac68-4129-aee5-3112c798c26e req-43bf4392-ee54-436f-921e-13b8455f0f80 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0755248 Jul 05 18:19:14.615259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be7dc4ac-ac68-4129-aee5-3112c798c26e req-b0f00050-2f9c-4b3a-a893-e7355ccf7846 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435712 Jul 05 18:19:15.058110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7782f2f8-0ea9-42df-b06e-278bfd7a25ef req-90a6dedc-6c7c-40cc-b727-c62e07e97260 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0309243 Jul 05 18:19:15.561813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0974d-5bbf-42a4-b4cf-03e2e148578f req-83a63761-b27f-47f4-ae72-cdcc4f8a0825 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:15.568922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fe0974d-5bbf-42a4-b4cf-03e2e148578f req-83a63761-b27f-47f4-ae72-cdcc4f8a0825 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 946 time: 0.1059673 Jul 05 18:19:15.630833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fe0974d-5bbf-42a4-b4cf-03e2e148578f req-5eb9e409-e6af-4655-91de-b2f3b5365b92 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599570 Jul 05 18:19:16.283771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d057429b-87c8-4007-87c2-b5606a5493f8 req-78951904-cbbd-4a05-b0cf-a7a5d6a5b5f6 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0575786 Jul 05 18:19:16.693496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-0730bc35-6d35-4975-8d02-30db5eddb60b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:16.698592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-0730bc35-6d35-4975-8d02-30db5eddb60b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.97 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 946 time: 0.0738008 Jul 05 18:19:16.863359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Deleting port 3a8a94c5-6bfa-4d77-9a74-20681b113851 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:19:16.864019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:16.953732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d7b98-2008-455e-9741-bca6fd3e1578 req-a3082485-aa30-47fe-b48e-5141a031909b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:16.955248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a9d7b98-2008-455e-9741-bca6fd3e1578 req-a3082485-aa30-47fe-b48e-5141a031909b tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 946 time: 0.1554565 Jul 05 18:19:17.026078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a9d7b98-2008-455e-9741-bca6fd3e1578 req-cfca8eb7-660c-48bd-8fc7-1acf7eb17a10 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582871 Jul 05 18:19:17.048758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c4f096aa-4fa7-4c47-9307-35b946aaed38 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:17.057166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: c4f096aa-4fa7-4c47-9307-35b946aaed38 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:19:17.057835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c4f096aa-4fa7-4c47-9307-35b946aaed38 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:19:17.107848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] For port 3a8a94c5-6bfa-4d77-9a74-20681b113851, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3a8a94c5-6bfa-4d77-9a74-20681b113851,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:17.108138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:17.124877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Calling delete_port for 3a8a94c5-6bfa-4d77-9a74-20681b113851 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:19:17.382391 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:17.397330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['3a8a94c5-6bfa-4d77-9a74-20681b113851'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:19:17.429799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e6ead423-bc4b-45af-a825-5afc331affc4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:19:17.470975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Pushing event deleted for resources: {'Port': ['ID=3a8a94c5-6bfa-4d77-9a74-20681b113851,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:17.547740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] No DVR routers for this DVR port 3a8a94c5-6bfa-4d77-9a74-20681b113851 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:17.554527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:17.560150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb1e6d77-8fe7-495c-b6c2-efe4fc129e71 req-cdb180e6-73e4-46c9-8937-f21c296b3a36 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.97 "DELETE /v2.0/ports/3a8a94c5-6bfa-4d77-9a74-20681b113851 HTTP/1.1" status: 204 len: 173 time: 0.8526843 Jul 05 18:19:17.560635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a457382c-ff6d-44f4-98ff-39b22ff4e4ff', 'name': 'network-vif-deleted', 'tag': '3a8a94c5-6bfa-4d77-9a74-20681b113851'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:17.562961 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a59773c-9569-49b7-86c9-54c0c039f94a" -d '{"events": [{"server_uuid": "a457382c-ff6d-44f4-98ff-39b22ff4e4ff", "name": "network-vif-deleted", "tag": "3a8a94c5-6bfa-4d77-9a74-20681b113851"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:17.616775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1df667dc-be5c-447f-833e-84071d58907c req-41cf3571-ab57-4f1a-b9cf-6f279d48dbbb tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0392632 Jul 05 18:19:17.664144 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab8747f-4b85-45e2-a120-cfc025ee4bf1 x-openstack-request-id: req-7ab8747f-4b85-45e2-a120-cfc025ee4bf1 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:17.664144 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a457382c-ff6d-44f4-98ff-39b22ff4e4ff", "name": "network-vif-deleted", "tag": "3a8a94c5-6bfa-4d77-9a74-20681b113851", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:17.664352 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ab8747f-4b85-45e2-a120-cfc025ee4bf1 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:17.664616 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a457382c-ff6d-44f4-98ff-39b22ff4e4ff', 'name': 'network-vif-deleted', 'tag': '3a8a94c5-6bfa-4d77-9a74-20681b113851', 'status': 'completed', 'code': 200} Jul 05 18:19:18.287418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ace72bd-d13f-4f92-baeb-005e2cfc8802 req-ff8545f2-248d-42c9-8ac1-bf9177a328ee tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=a457382c-ff6d-44f4-98ff-39b22ff4e4ff HTTP/1.1" status: 200 len: 210 time: 0.0537157 Jul 05 18:19:18.819516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b9982b9-cc8d-43ff-831b-5ef9a187659f req-5d22fad3-85d6-459e-9732-097ad5941bbe tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0364878 Jul 05 18:19:20.043839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-168fc302-0389-456b-ada3-eb332c676327 req-16c67c82-93de-46c6-9659-b3d52ea701fa tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0442309 Jul 05 18:19:20.762640 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e350923c-4330-4735-b88b-cba1f1f02b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:21.220224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fef6183-fa05-41eb-ae24-1e7ea4349abd req-36f63da4-172c-47a3-b259-012e24eaf583 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0469141 Jul 05 18:19:21.852063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 3a8a94c5-6bfa-4d77-9a74-20681b113851 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:21.886387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 3a8a94c5-6bfa-4d77-9a74-20681b113851 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:19:21.886387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 3a8a94c5-6bfa-4d77-9a74-20681b113851 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:19:22.436314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e25b139-1d9b-4612-b95b-8cf225232e75 req-5a2f7580-6193-4076-b15a-701e4a8c63ca tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0609004 Jul 05 18:19:23.459949 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8eada471-9ce0-4543-8f4d-c81e85309789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:23.581049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43ca1f-f02c-4b3b-9d7b-c4105e10bec5 req-4182f46f-e896-41e2-adda-f94a29530a10 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:23.582826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b43ca1f-f02c-4b3b-9d7b-c4105e10bec5 req-4182f46f-e896-41e2-adda-f94a29530a10 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 946 time: 0.0907893 Jul 05 18:19:23.647669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-726138c6-09aa-4452-8a8f-b7bada5b6513 req-060f8ca2-c974-4b04-965e-f4af495f2ced tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0368910 Jul 05 18:19:23.659002 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:23.672096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b43ca1f-f02c-4b3b-9d7b-c4105e10bec5 req-091fb842-706a-4069-91f5-6dc797473046 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829184 Jul 05 18:19:24.618918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:24.852022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-051c5ba0-8aee-451f-9609-a6818fab1ac5 req-86144944-1426-484d-840a-f2a742266049 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0477216 Jul 05 18:19:24.863113 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:19:24.913912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea85c6-fe6a-42c5-a57a-cc64e7358916 req-11134285-0e9f-4f9f-b727-ebd42973df4f tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:24.915516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fea85c6-fe6a-42c5-a57a-cc64e7358916 req-11134285-0e9f-4f9f-b727-ebd42973df4f tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 946 time: 0.1218739 Jul 05 18:19:24.959564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fea85c6-fe6a-42c5-a57a-cc64e7358916 req-08cf4030-e360-4a51-9a9b-1daecf65565d tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/security-groups?id=097a738e-9d0a-43b5-af64-7350b6c11355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382268 Jul 05 18:19:25.378240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-aa07e1e1-8de5-48b4-b9a6-e8cc225b7e32 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:25.382689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-aa07e1e1-8de5-48b4-b9a6-e8cc225b7e32 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 946 time: 0.0694363 Jul 05 18:19:25.505220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Deleting port e6ead423-bc4b-45af-a825-5afc331affc4 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:19:25.505582 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:25.601332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] For port e6ead423-bc4b-45af-a825-5afc331affc4, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e6ead423-bc4b-45af-a825-5afc331affc4,segment=NetworkSegment(6579cbac-9a34-4e7c-bf0c-2a8f455af431),segment_id=6579cbac-9a34-4e7c-bf0c-2a8f455af431)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:25.601607 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:25.614417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Calling delete_port for e6ead423-bc4b-45af-a825-5afc331affc4 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:19:25.802004 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:25.815545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e6ead423-bc4b-45af-a825-5afc331affc4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:19:25.837286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Pushing event deleted for resources: {'Port': ['ID=e6ead423-bc4b-45af-a825-5afc331affc4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:25.898283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] No DVR routers for this DVR port e6ead423-bc4b-45af-a825-5afc331affc4 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:25.901796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:25.904111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcf934f2-64ab-4ae5-9bb6-3fb15d7d610b req-e449b3e5-d6a9-479f-bed3-0dbc2cc331ac tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.39 "DELETE /v2.0/ports/e6ead423-bc4b-45af-a825-5afc331affc4 HTTP/1.1" status: 204 len: 173 time: 0.5179968 Jul 05 18:19:25.904977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb2594bf-9a52-443c-b54c-e55d5272a94f', 'name': 'network-vif-deleted', 'tag': 'e6ead423-bc4b-45af-a825-5afc331affc4'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:25.907472 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae0eb6f-205e-4d59-ab05-f91d14cba7c5" -d '{"events": [{"server_uuid": "fb2594bf-9a52-443c-b54c-e55d5272a94f", "name": "network-vif-deleted", "tag": "e6ead423-bc4b-45af-a825-5afc331affc4"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:25.959917 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cf7b06-286c-4d89-9ecc-aa3557fc800e x-openstack-request-id: req-78cf7b06-286c-4d89-9ecc-aa3557fc800e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:25.960215 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb2594bf-9a52-443c-b54c-e55d5272a94f", "name": "network-vif-deleted", "tag": "e6ead423-bc4b-45af-a825-5afc331affc4", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:25.960505 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78cf7b06-286c-4d89-9ecc-aa3557fc800e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:25.960941 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb2594bf-9a52-443c-b54c-e55d5272a94f', 'name': 'network-vif-deleted', 'tag': 'e6ead423-bc4b-45af-a825-5afc331affc4', 'status': 'completed', 'code': 200} Jul 05 18:19:26.070223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8e7523b-8b27-4ca2-b5fe-42b6d2b2bbba req-67926431-d03a-4792-a467-472042ba6737 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0432587 Jul 05 18:19:26.173485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-24d7df2a-9ee7-414a-a007-064dbef489ee req-a74fd2b1-f75e-4d88-acaa-31234ea68b32 tempest-AttachVolumeNegativeTest-1405567154 tempest-AttachVolumeNegativeTest-1405567154-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb2594bf-9a52-443c-b54c-e55d5272a94f HTTP/1.1" status: 200 len: 210 time: 0.0690148 Jul 05 18:19:26.350784 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:27.213402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a211f9cd-8e3e-4fbf-b340-291be683e850 req-7ee27fb3-8ed4-4578-be16-189fdb89dda3 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0294418 Jul 05 18:19:27.265761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48034) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:27.333147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-00159475-ad90-4f39-87a3-83a96bbeb988 admin admin] Deleting subnet 8bdc4b16-54d6-4246-afb9-d3b24c215c3e {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:19:27.336849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00159475-ad90-4f39-87a3-83a96bbeb988 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:27.380843 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00159475-ad90-4f39-87a3-83a96bbeb988 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:27.432993 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00159475-ad90-4f39-87a3-83a96bbeb988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:27.585347 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00159475-ad90-4f39-87a3-83a96bbeb988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:27.626338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00159475-ad90-4f39-87a3-83a96bbeb988 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bdc4b16-54d6-4246-afb9-d3b24c215c3e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:27.630877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-00159475-ad90-4f39-87a3-83a96bbeb988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:27.632520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-00159475-ad90-4f39-87a3-83a96bbeb988 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8bdc4b16-54d6-4246-afb9-d3b24c215c3e HTTP/1.1" status: 204 len: 168 time: 0.3653929 Jul 05 18:19:27.635612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48048) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:27.904050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73a9dbb3-d045-4b4f-aef0-b28eeaad5614 req-4af95340-e579-46cc-ae42-8584aa3575ea service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0408387 Jul 05 18:19:27.975475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:28.078679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:28.098484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c128ea0f-1f13-480c-aaaa-30b130cf9df2']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:19:28.110192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6579cbac-9a34-4e7c-bf0c-2a8f455af431') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:19:28.110412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6579cbac-9a34-4e7c-bf0c-2a8f455af431') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:19:28.120371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:28.133914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:28.140649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:19:28.141027 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:19:28.142874 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:19:28.276708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:28.284913 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:28.291594 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c128ea0f-1f13-480c-aaaa-30b130cf9df2 HTTP/1.1" status: 204 len: 168 time: 0.6541343 Jul 05 18:19:28.324665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e078622-dee6-4597-a0ec-4f98506f0ee1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c128ea0f-1f13-480c-aaaa-30b130cf9df2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:28.400579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fd3726d-0f39-4418-a1f5-4e63ff39d816 req-e75c7d44-dc1e-4877-9e6e-a2e1b3b2658d tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0455990 Jul 05 18:19:28.732876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48068) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:28.778412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-42d73f0d-c648-4cbe-8978-695024c42096 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b2a3d762f85447c817de871dcdd1f0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443494 Jul 05 18:19:28.780967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48070) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:28.848528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acda00c6-bc9a-45b2-89df-850f94739af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:28.877283 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acda00c6-bc9a-45b2-89df-850f94739af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:29.059739 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acda00c6-bc9a-45b2-89df-850f94739af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:29.064288 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acda00c6-bc9a-45b2-89df-850f94739af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:29.066192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-acda00c6-bc9a-45b2-89df-850f94739af1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/097a738e-9d0a-43b5-af64-7350b6c11355 HTTP/1.1" status: 204 len: 168 time: 0.2841442 Jul 05 18:19:29.066400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e6ead423-bc4b-45af-a825-5afc331affc4 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:29.080048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda00c6-bc9a-45b2-89df-850f94739af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a738e-9d0a-43b5-af64-7350b6c11355,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:29.139049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: e6ead423-bc4b-45af-a825-5afc331affc4 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:19:29.139828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e6ead423-bc4b-45af-a825-5afc331affc4 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:19:29.633720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41cfabf7-5315-4a3c-b35c-f01c59cecd09 req-db654f7b-09eb-4f0a-93f0-1717e43f7735 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0377042 Jul 05 18:19:29.697962 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:30.394829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a2c714a-0029-4f2a-9323-0232b22f8a63 req-aa51b94a-0b0b-4375-bab5-1ae7561e0f01 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e1eeb3af804b46d6b23a5f970fd3408b&device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0366640 Jul 05 18:19:30.440065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a2c714a-0029-4f2a-9323-0232b22f8a63 req-52214dc1-66f5-4411-bd99-1a2b78ec9799 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=e1eeb3af804b46d6b23a5f970fd3408b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383067 Jul 05 18:19:30.596433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ea78451-8e74-4760-bc6a-eac50c76f410 req-24dede54-b2ec-49dd-a138-23f79bd778da tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.1302190 Jul 05 18:19:30.660205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c714a-0029-4f2a-9323-0232b22f8a63 req-f6720855-1e66-4fda-9bf8-8387694badab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:30.662165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a2c714a-0029-4f2a-9323-0232b22f8a63 req-f6720855-1e66-4fda-9bf8-8387694badab service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2132909 Jul 05 18:19:31.809846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dca6bbb1-b075-411f-94b6-162fa99447c2 req-ac16fa38-3bc1-4311-85d9-e16a2642ea9e tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0412259 Jul 05 18:19:31.912684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a2c714a-0029-4f2a-9323-0232b22f8a63 req-ac79b042-5bd8-47cc-a0e1-5a589b3c6c33 tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.97 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0379810 Jul 05 18:19:32.989524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54bcb434-ca50-4de2-b3e7-71e3bf640f13 req-223dd082-90de-4215-aafb-149d6321d80a tempest-ServerShowV254Test-1125731841 tempest-ServerShowV254Test-1125731841-project] 10.222.0.30 "GET /v2.0/ports?device_id=c570a4f4-8c03-49c5-8673-c7184f942048 HTTP/1.1" status: 200 len: 210 time: 0.0341876 Jul 05 18:19:34.696699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:34.859431 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d18a30a5-8a52-4d3c-90f3-6b1542f02d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:35.007744 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d18a30a5-8a52-4d3c-90f3-6b1542f02d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:35.115461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d18a30a5-8a52-4d3c-90f3-6b1542f02d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:35.203869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:35.205899 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d18a30a5-8a52-4d3c-90f3-6b1542f02d27 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e1eeb3af804b46d6b23a5f970fd3408b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5024037 Jul 05 18:19:35.257696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a30a5-8a52-4d3c-90f3-6b1542f02d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06a8de2-7e44-4009-afd7-76c47accf4c9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:35.310924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:35.361499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:35.515778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:35.522402 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:35.522402 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b06a8de2-7e44-4009-afd7-76c47accf4c9 HTTP/1.1" status: 204 len: 168 time: 0.3146911 Jul 05 18:19:35.531961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06a8de2-7e44-4009-afd7-76c47accf4c9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:35.545950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.545950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.545950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.545950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.545950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.546679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.547493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.553544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.554237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.554876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.555435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.556542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7e8aea-3aec-4b71-b546-09a37e4586c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:35.815298 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:36.894105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48346) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:37.043641 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-678166920-network', 'tenant_id': 'b45e7da5523a4e0db9eed86e25f98de3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:19:37.175306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Made reservation on behalf of b45e7da5523a4e0db9eed86e25f98de3 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:19:37.177788 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:37.188512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:37.375041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:37.465517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:37.539556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:19:37.550524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f0f39b-23fd-4bc1-a9db-4a940bfac872,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:37.557905 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:37.558546 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Added segment 522436ac-0a40-4f0d-abe2-bcac532ba4e2 of type vlan for network 7eb0674e-5910-463f-957c-afcd8db859a6 Jul 05 18:19:37.632758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:37.756278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:37.757994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:37.760013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:37.876905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] Pushing event updated for resources: {'Network': ['ID=7eb0674e-5910-463f-957c-afcd8db859a6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:37.888759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 7eb0674e-5910-463f-957c-afcd8db859a6 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:19:37.931092 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-98f53bcc-4475-4762-81a1-e5b529926d91 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0316467 Jul 05 18:19:37.931642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48370) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:37.934227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Request body: {'subnet': {'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-678166920-subnet', 'tenant_id': 'b45e7da5523a4e0db9eed86e25f98de3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:19:38.081852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Made reservation on behalf of b45e7da5523a4e0db9eed86e25f98de3 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:19:38.084927 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:38.385085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:38.462850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bdaf825-3836-4aa5-8df2-5b5e786f76bb,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:38.484421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Checking segment: {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:19:38.484796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Network hostable DHCP agents. Network: 7eb0674e-5910-463f-957c-afcd8db859a6, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:19:38.578314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Network 7eb0674e-5910-463f-957c-afcd8db859a6 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:19:38.681645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 7eb0674e-5910-463f-957c-afcd8db859a6) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:19:38.690336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042af1f-6580-4cf6-9b10-997f466a84f7 None None] Network 7eb0674e-5910-463f-957c-afcd8db859a6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:19:38.693992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:38.697010 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:38.790948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6fdd56fc-2f51-4b50-b746-806599fead9d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8620336 Jul 05 18:19:38.922256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd5769e-b409-4410-8711-2d6fc7514fb0 None None] Network 7eb0674e-5910-463f-957c-afcd8db859a6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:19:39.491754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-4a000adf-e26f-46b2-9319-9f5a2c29309a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:39.493537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-4a000adf-e26f-46b2-9319-9f5a2c29309a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 813 time: 0.1455104 Jul 05 18:19:39.522109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-4022e0f7-89b6-4172-abc0-67419c4424b4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/quotas/b45e7da5523a4e0db9eed86e25f98de3 HTTP/1.1" status: 200 len: 375 time: 0.0227275 Jul 05 18:19:39.568049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-caf03dc2-d472-431b-bbab-126cf8ca2e90 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437243 Jul 05 18:19:39.681075 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-d39ec59e-5215-44a8-8e34-1ded694a2d81 service neutron] 10.222.0.30 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120603 Jul 05 18:19:39.800370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e4cc29e2-f9df-46ee-b526-c11f414f33bf service neutron] 10.222.0.30 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108327 Jul 05 18:19:40.233074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3dbfd22-7a75-4bb9-a817-b3968cca9c3f req-1f06324e-187a-4b07-84f8-cfbf478c1c13 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 210 time: 0.0589671 Jul 05 18:19:41.355266 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e3297e1-d9bb-43ba-98f0-1c4cb3f93afa req-196b44ac-ea5e-4179-bd94-6146bfcb424f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 210 time: 0.0513802 Jul 05 18:19:41.588047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9b24-7bbd-4264-b69f-4e13fe21c150 req-669f2bf0-1b91-4b08-bca8-07139a1cb9fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:41.590740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9b24-7bbd-4264-b69f-4e13fe21c150 req-669f2bf0-1b91-4b08-bca8-07139a1cb9fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:41.597035 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9b24-7bbd-4264-b69f-4e13fe21c150 req-669f2bf0-1b91-4b08-bca8-07139a1cb9fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:41.604725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9b24-7bbd-4264-b69f-4e13fe21c150 req-669f2bf0-1b91-4b08-bca8-07139a1cb9fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:41.611997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9b24-7bbd-4264-b69f-4e13fe21c150 req-669f2bf0-1b91-4b08-bca8-07139a1cb9fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:41.628716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9b24-7bbd-4264-b69f-4e13fe21c150 req-669f2bf0-1b91-4b08-bca8-07139a1cb9fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:41.628716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ca9b24-7bbd-4264-b69f-4e13fe21c150 req-669f2bf0-1b91-4b08-bca8-07139a1cb9fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:41.628716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-44ca9b24-7bbd-4264-b69f-4e13fe21c150 req-669f2bf0-1b91-4b08-bca8-07139a1cb9fd tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5442 time: 0.1229701 Jul 05 18:19:41.713628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-44ca9b24-7bbd-4264-b69f-4e13fe21c150 req-9e2aeb92-d9e0-4a8e-9d89-8860e85eec20 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736713 Jul 05 18:19:42.605199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dec529a-fa9a-4394-8ba2-9e9e0e934b14 req-4bf99888-fa15-4eef-95d3-60554cc2e0f8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 210 time: 0.0323641 Jul 05 18:19:42.964503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-0106a180-96fb-4792-9b92-83f2586c73de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:42.980794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-0106a180-96fb-4792-9b92-83f2586c73de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:42.994134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-0106a180-96fb-4792-9b92-83f2586c73de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.004269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-0106a180-96fb-4792-9b92-83f2586c73de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.023106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-0106a180-96fb-4792-9b92-83f2586c73de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.032103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-0106a180-96fb-4792-9b92-83f2586c73de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.046802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-0106a180-96fb-4792-9b92-83f2586c73de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.052762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-0106a180-96fb-4792-9b92-83f2586c73de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5442 time: 0.2770433 Jul 05 18:19:43.179722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-8d4433e7-05a1-44d0-8671-ba609769df10 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.181362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-8d4433e7-05a1-44d0-8671-ba609769df10 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "GET /v2.0/ports/413e9def-a3d7-4315-99f0-fc80bef26815?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1001108 Jul 05 18:19:43.372839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d15f1-1056-47b3-8b32-f405699003c0 req-3c4bbde2-6910-463b-9840-e97e5b8259f3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.379321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d15f1-1056-47b3-8b32-f405699003c0 req-3c4bbde2-6910-463b-9840-e97e5b8259f3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.386148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d15f1-1056-47b3-8b32-f405699003c0 req-3c4bbde2-6910-463b-9840-e97e5b8259f3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.392175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d15f1-1056-47b3-8b32-f405699003c0 req-3c4bbde2-6910-463b-9840-e97e5b8259f3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.398095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d15f1-1056-47b3-8b32-f405699003c0 req-3c4bbde2-6910-463b-9840-e97e5b8259f3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.404743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d15f1-1056-47b3-8b32-f405699003c0 req-3c4bbde2-6910-463b-9840-e97e5b8259f3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.417462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d15f1-1056-47b3-8b32-f405699003c0 req-3c4bbde2-6910-463b-9840-e97e5b8259f3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:43.431314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d83d15f1-1056-47b3-8b32-f405699003c0 req-3c4bbde2-6910-463b-9840-e97e5b8259f3 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 5442 time: 0.4995022 Jul 05 18:19:43.490971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-c4762955-805d-4e25-9c94-4b41fafa1dcc tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "GET /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2684124 Jul 05 18:19:43.495738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d83d15f1-1056-47b3-8b32-f405699003c0 req-2ecb244d-08bb-4504-a97c-e1723e2bdae9 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638852 Jul 05 18:19:43.612205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:19:43.726102 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:43.821902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aaaa2288-8b08-4374-868c-3d62d8c0434b req-0718edb3-fe13-4908-90ef-5b2e403bf75d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 210 time: 0.0539796 Jul 05 18:19:44.017630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-ffe86fe2-40c8-4daa-83ed-faa36d6d3fd0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:44.019076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-ffe86fe2-40c8-4daa-83ed-faa36d6d3fd0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.97 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 813 time: 0.2524352 Jul 05 18:19:44.026266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] For port 413e9def-a3d7-4315-99f0-fc80bef26815, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=413e9def-a3d7-4315-99f0-fc80bef26815,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:44.033796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Request body: {'port': {'device_id': '7b070776-480f-4cd9-b803-1233aa87f454', 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6', 'admin_state_up': True, 'tenant_id': 'b45e7da5523a4e0db9eed86e25f98de3'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:19:44.137055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] For port 413e9def-a3d7-4315-99f0-fc80bef26815, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:19:44.195602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] device_id is not set on port 413e9def-a3d7-4315-99f0-fc80bef26815 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:19:44.209605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:44.268093 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:44.304312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Made reservation on behalf of b45e7da5523a4e0db9eed86e25f98de3 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:19:44.309529 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:44.535555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] No DVR routers for this DVR port 413e9def-a3d7-4315-99f0-fc80bef26815 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:44.539426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Allocated IP 172.20.0.13 (7eb0674e-5910-463f-957c-afcd8db859a6/8bdaf825-3836-4aa5-8df2-5b5e786f76bb/acf57645-dabe-4e17-b025-b9f26332d08d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:19:44.573766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Pushing event updated for resources: {'Port': ['ID=413e9def-a3d7-4315-99f0-fc80bef26815,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:44.612828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.619335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:44.647944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] In _notify_port_updated(), no bound segment for port 413e9def-a3d7-4315-99f0-fc80bef26815 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:19:44.647944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:44.647944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:44.647944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-e629d095-b2db-479a-8344-dfa41901671b service neutron] 10.222.0.39 "PUT /v2.0/ports/413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 200 len: 1031 time: 1.1465924 Jul 05 18:19:44.750028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ba8aa5b5-1c5a-4e80-a225-2b5ee51dd580 None None] Provisioning complete for port 413e9def-a3d7-4315-99f0-fc80bef26815 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:19:44.751576 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ba8aa5b5-1c5a-4e80-a225-2b5ee51dd580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:44.763324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-4711264e-c17b-4dc7-9d1f-44adb260d66c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:44.764706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-4711264e-c17b-4dc7-9d1f-44adb260d66c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "GET /v2.0/ports/a1352ec3-4141-4868-a95b-bb1f3e2c3e90?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1126070 Jul 05 18:19:44.800437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ba8aa5b5-1c5a-4e80-a225-2b5ee51dd580 None None] Port 413e9def-a3d7-4315-99f0-fc80bef26815 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:19:44.821830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:19:45.173389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 11bba11f-6f5a-4411-a335-cebc6119de12 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:45.428698 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:45.512325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bba11f-6f5a-4411-a335-cebc6119de12'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:45.521656 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bdebff-ef95-4e45-9c17-7e1304e421d5" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "11bba11f-6f5a-4411-a335-cebc6119de12"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:45.565686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 11bba11f-6f5a-4411-a335-cebc6119de12, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11bba11f-6f5a-4411-a335-cebc6119de12,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:45.633424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-559209b0-55a9-4a79-8a74-c771c8f355c0 req-587c8a72-1d78-4e31-8c73-81119892cc1c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 210 time: 0.0692375 Jul 05 18:19:45.739184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a620-922f-446c-893b-952f457328c2 req-94994ef8-ee96-4dcd-954b-b6ed86d12506 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:45.739184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a620-922f-446c-893b-952f457328c2 req-94994ef8-ee96-4dcd-954b-b6ed86d12506 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:45.739184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a620-922f-446c-893b-952f457328c2 req-94994ef8-ee96-4dcd-954b-b6ed86d12506 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:45.739184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a620-922f-446c-893b-952f457328c2 req-94994ef8-ee96-4dcd-954b-b6ed86d12506 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:45.739184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a620-922f-446c-893b-952f457328c2 req-94994ef8-ee96-4dcd-954b-b6ed86d12506 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:45.739184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506a620-922f-446c-893b-952f457328c2 req-94994ef8-ee96-4dcd-954b-b6ed86d12506 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:45.739184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3506a620-922f-446c-893b-952f457328c2 req-94994ef8-ee96-4dcd-954b-b6ed86d12506 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 4664 time: 0.9652176 Jul 05 18:19:45.741517 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9f8e61-8ca0-4135-88fc-8be00e98049e x-openstack-request-id: req-4d9f8e61-8ca0-4135-88fc-8be00e98049e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:45.741517 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "11bba11f-6f5a-4411-a335-cebc6119de12", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:45.741517 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d9f8e61-8ca0-4135-88fc-8be00e98049e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:45.741517 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11bba11f-6f5a-4411-a335-cebc6119de12', 'code': 200} Jul 05 18:19:45.741891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:45.746494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:45.785720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3506a620-922f-446c-893b-952f457328c2 req-2651a7c8-5d83-4f86-be95-7c2d1ffcae81 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=b7fb7e61-1d24-4b8f-8516-b841da51c346&id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739262 Jul 05 18:19:45.950367 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:45.953015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a656ce28-69fd-4c56-b54d-8931793f41e7 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:46.013052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] For port a1352ec3-4141-4868-a95b-bb1f3e2c3e90, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:46.116757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] For port a1352ec3-4141-4868-a95b-bb1f3e2c3e90, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:19:46.179022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=11bba11f-6f5a-4411-a335-cebc6119de12,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:46.200445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.200820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.201099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.201438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.201831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.202172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.202501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.202930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.203398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.204006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.204662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.204901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:19:46.213165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] device_id is not set on port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:19:46.215857 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:46.230246 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:46.255731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a656ce28-69fd-4c56-b54d-8931793f41e7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a656ce28-69fd-4c56-b54d-8931793f41e7,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:46.413403 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:46.481636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Network 7eb0674e-5910-463f-957c-afcd8db859a6 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:19:46.489434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:19:46.496861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:19:46.505060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:46.527048 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:46.527564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0d9ca650-117b-40c1-8efb-d091598d6ba2 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:46.531171 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:46.643302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a656ce28-69fd-4c56-b54d-8931793f41e7,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:46.752296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:46.752981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:46.791764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] No DVR routers for this DVR port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:46.803822 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:46.803984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] Pushing event updated for resources: {'Port': ['ID=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:46.887973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0d9ca650-117b-40c1-8efb-d091598d6ba2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:46.919874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] In _notify_port_updated(), no bound segment for port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 on network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:19:46.920848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:46.921472 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:46.922804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b5e5ee7f-9c30-45a7-957c-baa406e67237 service neutron] 10.222.0.39 "PUT /v2.0/ports/a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 200 len: 1032 time: 2.1079018 Jul 05 18:19:46.924478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e5d5ba27-be04-474f-a56c-4056efee681e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8946106 Jul 05 18:19:46.948968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Request body: {'port': {'device_id': '7b070776-480f-4cd9-b803-1233aa87f454', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:19:46.967131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:46.967959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 413e9def-a3d7-4315-99f0-fc80bef26815 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:47.076994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-374bd793-d082-4159-8870-8a59e7bbe4af None None] Provisioning complete for port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:19:47.077460 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-374bd793-d082-4159-8870-8a59e7bbe4af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:47.079095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 413e9def-a3d7-4315-99f0-fc80bef26815 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:19:47.079599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 0b837272-e9e7-42da-95df-6edf0499d472 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:47.082039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0d9ca650-117b-40c1-8efb-d091598d6ba2,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:47.146994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-374bd793-d082-4159-8870-8a59e7bbe4af None None] Port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:19:47.211875 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:47.254697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 0b837272-e9e7-42da-95df-6edf0499d472, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0b837272-e9e7-42da-95df-6edf0499d472,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:47.266347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:47.372738 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:47.373497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 298b7fa1-7251-480c-8d0f-309eee9d0ba6 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:47.389729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c97b4-3ff8-4caa-bd05-01528e05b191 req-64d3ff81-e80b-4c20-a670-5c6e852d612b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:47.389729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-700c97b4-3ff8-4caa-bd05-01528e05b191 req-64d3ff81-e80b-4c20-a670-5c6e852d612b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 932 time: 0.3849645 Jul 05 18:19:47.469390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=0b837272-e9e7-42da-95df-6edf0499d472,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:47.481549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf23d0-d432-43bd-b0af-f7b70b258232 req-9d21633a-8840-4e26-bd4e-cc9e5ce155de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:47.486943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf23d0-d432-43bd-b0af-f7b70b258232 req-9d21633a-8840-4e26-bd4e-cc9e5ce155de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:47.493434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf23d0-d432-43bd-b0af-f7b70b258232 req-9d21633a-8840-4e26-bd4e-cc9e5ce155de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:47.499714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf23d0-d432-43bd-b0af-f7b70b258232 req-9d21633a-8840-4e26-bd4e-cc9e5ce155de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:47.517293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf23d0-d432-43bd-b0af-f7b70b258232 req-9d21633a-8840-4e26-bd4e-cc9e5ce155de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:47.517293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fbf23d0-d432-43bd-b0af-f7b70b258232 req-9d21633a-8840-4e26-bd4e-cc9e5ce155de tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 3879 time: 0.4202969 Jul 05 18:19:47.518837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:47.539109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting port 0b837272-e9e7-42da-95df-6edf0499d472 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:19:47.541151 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:47.578261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 298b7fa1-7251-480c-8d0f-309eee9d0ba6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:47.640834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-700c97b4-3ff8-4caa-bd05-01528e05b191 req-8ecc0849-ac3b-4a8b-982c-2d94d33764ad tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538137 Jul 05 18:19:47.652163 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:47.652899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a1352ec3-4141-4868-a95b-bb1f3e2c3e90 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:19:47.722702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a656ce28-69fd-4c56-b54d-8931793f41e7'}, {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9ca650-117b-40c1-8efb-d091598d6ba2'}, {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472'}, {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '298b7fa1-7251-480c-8d0f-309eee9d0ba6'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:47.725175 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b53087-7eda-4a8e-9bfc-0b971015e1cc" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "a656ce28-69fd-4c56-b54d-8931793f41e7"}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9ca650-117b-40c1-8efb-d091598d6ba2"}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "0b837272-e9e7-42da-95df-6edf0499d472"}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "298b7fa1-7251-480c-8d0f-309eee9d0ba6"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:47.726331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fbf23d0-d432-43bd-b0af-f7b70b258232 req-47677708-5caa-4ad8-8c41-9c995c434248 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916308 Jul 05 18:19:47.745960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=298b7fa1-7251-480c-8d0f-309eee9d0ba6,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:47.762505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a1352ec3-4141-4868-a95b-bb1f3e2c3e90 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:19:47.786889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] For port 0b837272-e9e7-42da-95df-6edf0499d472, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0b837272-e9e7-42da-95df-6edf0499d472,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:47.793731 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:47.830693 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d073635-9d29-4894-acef-971b8f4a180c x-openstack-request-id: req-4d073635-9d29-4894-acef-971b8f4a180c {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:47.831058 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "a656ce28-69fd-4c56-b54d-8931793f41e7", "code": 200}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "0d9ca650-117b-40c1-8efb-d091598d6ba2", "code": 200}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "0b837272-e9e7-42da-95df-6edf0499d472", "code": 200}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-unplugged", "status": "completed", "tag": "298b7fa1-7251-480c-8d0f-309eee9d0ba6", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:47.831399 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d073635-9d29-4894-acef-971b8f4a180c {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:47.831887 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a656ce28-69fd-4c56-b54d-8931793f41e7', 'code': 200} Jul 05 18:19:47.832622 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d9ca650-117b-40c1-8efb-d091598d6ba2', 'code': 200} Jul 05 18:19:47.832961 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472', 'code': 200} Jul 05 18:19:47.833383 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '298b7fa1-7251-480c-8d0f-309eee9d0ba6', 'code': 200} Jul 05 18:19:48.001516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf57645-dabe-4e17-b025-b9f26332d08d {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:19:48.011953 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:48.099419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:48.100339 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:48.100666 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Floating IP bff25721-5b54-4420-ac14-c628cdf95e27 disassociated. External IP: 172.25.3.210, port: 0b837272-e9e7-42da-95df-6edf0499d472. Jul 05 18:19:48.101014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Calling delete_port for 0b837272-e9e7-42da-95df-6edf0499d472 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:19:48.103478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Transition to ACTIVE for port object acf57645-dabe-4e17-b025-b9f26332d08d will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:19:48.201190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:48.334206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:48.390030 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:48.425428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Port': ['ID=0b837272-e9e7-42da-95df-6edf0499d472,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:48.506708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Attempting to bind port acf57645-dabe-4e17-b025-b9f26332d08d on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:19:48.507048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Attempting to bind port acf57645-dabe-4e17-b025-b9f26332d08d by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:19:48.507376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Attempting to bind port acf57645-dabe-4e17-b025-b9f26332d08d on network 7eb0674e-5910-463f-957c-afcd8db859a6 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:19:48.516656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Port acf57645-dabe-4e17-b025-b9f26332d08d on network 7eb0674e-5910-463f-957c-afcd8db859a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:19:48.516981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Attempting to bind port acf57645-dabe-4e17-b025-b9f26332d08d on network 7eb0674e-5910-463f-957c-afcd8db859a6 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:19:48.531683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:19:48.532034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Checking segment: {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:19:48.532433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Bound using segment: {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:19:48.532884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Bound port: acf57645-dabe-4e17-b025-b9f26332d08d, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:19:48.533247 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:48.674405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Router a6ebee24-c0c7-4e6d-a660-275a8ed0292d has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:19:48.837703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:19:48.887895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:19:49.005028 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:49.102679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:49.104051 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:49.105688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] 10.222.0.97 "PUT /v2.0/ports/acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 200 len: 1092 time: 2.1736889 Jul 05 18:19:49.108748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:49.111402 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6d86b2-4cb7-46dc-b68b-136d35a18374" -d '{"events": [{"name": "network-changed", "server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:49.216661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:19:49.228270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] Sync routers for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:19:49.244823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:19:49.247099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:19:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:19:49.347469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e652c519-2eff-4935-83e5-ea505d64947e service neutron] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:49.418923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] No DVR routers for this DVR port 0b837272-e9e7-42da-95df-6edf0499d472 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:49.507091 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:49.510713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-903e56be-7af2-470c-ae25-994b77d3426f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "DELETE /v2.0/ports/0b837272-e9e7-42da-95df-6edf0499d472 HTTP/1.1" status: 204 len: 173 time: 2.5805266 Jul 05 18:19:49.526086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b60b4-00df-4912-84f7-2ff17ee64be4 req-14b03ce7-fa75-48a1-9f1f-3a074367d5d8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:49.529904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e42b60b4-00df-4912-84f7-2ff17ee64be4 req-14b03ce7-fa75-48a1-9f1f-3a074367d5d8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 944 time: 0.6328053 Jul 05 18:19:49.545597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:19:49.767532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e42b60b4-00df-4912-84f7-2ff17ee64be4 req-1b1e1815-b400-473e-a996-c95c4174b7ac tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995716 Jul 05 18:19:49.818080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6fd9f-6daa-462b-ab50-96225a142539 req-aebb5bdf-f44f-4e1f-ae05-566646c69c8f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:49.838271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6fd9f-6daa-462b-ab50-96225a142539 req-aebb5bdf-f44f-4e1f-ae05-566646c69c8f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:49.849455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6fd9f-6daa-462b-ab50-96225a142539 req-aebb5bdf-f44f-4e1f-ae05-566646c69c8f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:49.864870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6fd9f-6daa-462b-ab50-96225a142539 req-aebb5bdf-f44f-4e1f-ae05-566646c69c8f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:49.869897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1b6fd9f-6daa-462b-ab50-96225a142539 req-aebb5bdf-f44f-4e1f-ae05-566646c69c8f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 3141 time: 0.7619195 Jul 05 18:19:49.873551 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd9e9f5-8665-48a9-8e2e-9cd7a67a31b9 x-openstack-request-id: req-0fd9e9f5-8665-48a9-8e2e-9cd7a67a31b9 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:49.878033 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:49.878033 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fd9e9f5-8665-48a9-8e2e-9cd7a67a31b9 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:49.878033 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'status': 'completed', 'code': 200} Jul 05 18:19:49.970604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:54Z', 'revision_number': 5, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:19:49.989849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-eea539a6-e10b-442d-8de1-8829f7c404ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:49.992204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-eea539a6-e10b-442d-8de1-8829f7c404ec service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 1095 time: 0.7534037 Jul 05 18:19:50.003118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1b6fd9f-6daa-462b-ab50-96225a142539 req-7fafbf46-296d-4a0a-b154-83adea6d08a7 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177731 Jul 05 18:19:50.063245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] Checking router: a6ebee24-c0c7-4e6d-a660-275a8ed0292d for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:19:50.087116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-f8bfbee8-23f2-4b63-90d3-c435c15df0d6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 200 len: 217 time: 0.0822408 Jul 05 18:19:50.095140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:19:50.095788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:19:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:19:50.191021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting port 0d9ca650-117b-40c1-8efb-d091598d6ba2 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:19:50.191422 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:50.303857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:19:50.344141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] For port 0d9ca650-117b-40c1-8efb-d091598d6ba2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=0d9ca650-117b-40c1-8efb-d091598d6ba2,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:50.344926 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:50.364467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Calling delete_port for 0d9ca650-117b-40c1-8efb-d091598d6ba2 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:19:50.507969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-aba2ff3f-f541-460d-b5d4-780d488e5110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:50.522799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-aba2ff3f-f541-460d-b5d4-780d488e5110 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8bdaf825-3836-4aa5-8df2-5b5e786f76bb HTTP/1.1" status: 200 len: 853 time: 0.4224908 Jul 05 18:19:50.569146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-5172cc84-2ca7-4c0e-9f19-4ab5ba476abc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7eb0674e-5910-463f-957c-afcd8db859a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426857 Jul 05 18:19:50.696498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439b748-292c-4691-a043-844548e5d84c req-4d4e2689-d8da-46a3-aa31-7f8dad7521f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:50.699609 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8439b748-292c-4691-a043-844548e5d84c req-4d4e2689-d8da-46a3-aa31-7f8dad7521f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1738756 Jul 05 18:19:50.845769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:54Z', 'revision_number': 5, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:19:50.912856 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-74c50bbc-681f-4a67-a91a-50e51cab53d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:50.916243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d77dd8c-68a5-4514-a8b6-db594e523cf2 None None] The sync data for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 is: [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:08:41Z', 'revision_number': 4, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '67981bdc-cdca-46f1-a0b3-1c0ba46bc40e', 'name': '', 'network_id': 'ee04f9ef-fb0c-45a7-9031-927397111ae6', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'mac_address': 'fa:16:3e:9a:63:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:40Z', 'updated_at': '2021-07-05T18:08:54Z', 'revision_number': 5, 'project_id': 'd65012d13e064701b487acd66c900857', 'subnets': [{'id': '14e07268-25bd-4b89-b913-7d9c6aa6a667', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:19:50.949183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-497848ac-5922-40f3-a266-ad0d2aaa4cec service neutron] 10.222.0.97 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732641 Jul 05 18:19:50.992169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439b748-292c-4691-a043-844548e5d84c req-f05ae569-d2d9-4158-8baf-20f6468bc6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:50.994240 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8439b748-292c-4691-a043-844548e5d84c req-f05ae569-d2d9-4158-8baf-20f6468bc6fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.2851834 Jul 05 18:19:51.181807 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8439b748-292c-4691-a043-844548e5d84c req-ad359589-63ae-4b48-a2ea-32a79a5e9d1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 998 time: 0.1802235 Jul 05 18:19:51.285616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439b748-292c-4691-a043-844548e5d84c req-32221015-5cf6-465b-afde-6635660afc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:51.288405 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8439b748-292c-4691-a043-844548e5d84c req-32221015-5cf6-465b-afde-6635660afc86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0975673 Jul 05 18:19:51.369661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8439b748-292c-4691-a043-844548e5d84c req-0da77f4f-e897-443e-aad8-6a70bab40bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:51.375019 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8439b748-292c-4691-a043-844548e5d84c req-0da77f4f-e897-443e-aad8-6a70bab40bba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755808 Jul 05 18:19:51.514325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931a49c1-31ba-4f3d-a0d8-6cb5b8c1e0fd None None] New status for floating IP bff25721-5b54-4420-ac14-c628cdf95e27: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:19:51.575897 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8439b748-292c-4691-a043-844548e5d84c req-f8665bf4-8a8f-45bf-adf6-31d507e4973a service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950412 Jul 05 18:19:51.576990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb3dbe-5d2e-4cfe-a0b9-6198adc383c5 req-27acfbe9-2d47-46f2-86a9-df1620c100b3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:51.578657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4cb3dbe-5d2e-4cfe-a0b9-6198adc383c5 req-27acfbe9-2d47-46f2-86a9-df1620c100b3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.9926927 Jul 05 18:19:51.647482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa8ef111-effd-44d4-9867-70d0c5d0faba req-f853dff8-fe91-4e83-881b-35b29cc85d32 service neutron] 10.222.0.97 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6897194 Jul 05 18:19:51.678052 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:51.727488 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8439b748-292c-4691-a043-844548e5d84c req-517d1074-5da9-46f4-afd7-8d74ff71ac00 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419868 Jul 05 18:19:51.731746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Port': ['ID=0d9ca650-117b-40c1-8efb-d091598d6ba2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:51.777965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4cb3dbe-5d2e-4cfe-a0b9-6198adc383c5 req-667b56a5-ddc6-4ce4-8c2a-e58cae0af6cc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290872 Jul 05 18:19:51.812374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] No DVR routers for this DVR port 0d9ca650-117b-40c1-8efb-d091598d6ba2 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:51.822144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147422f0-b282-4bbf-aa48-728709057b20 req-031748e5-6edc-4474-b6db-f6bd29833653 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:51.844576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-147422f0-b282-4bbf-aa48-728709057b20 req-031748e5-6edc-4474-b6db-f6bd29833653 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 944 time: 0.3303998 Jul 05 18:19:51.857435 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:51.863880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-b0f07275-491f-492e-9fb4-554fdc783cee tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "DELETE /v2.0/ports/0d9ca650-117b-40c1-8efb-d091598d6ba2 HTTP/1.1" status: 204 len: 173 time: 2.3299863 Jul 05 18:19:51.901408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472'}, {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': '0d9ca650-117b-40c1-8efb-d091598d6ba2'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:51.909378 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92fee27-64fa-46fe-8546-873d9153bbd7" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "0b837272-e9e7-42da-95df-6edf0499d472"}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "0d9ca650-117b-40c1-8efb-d091598d6ba2"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:52.110397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-147422f0-b282-4bbf-aa48-728709057b20 req-f6c3e869-e4a2-4b51-9cbb-bae824d09cf2 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2646332 Jul 05 18:19:52.422987 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4090d64-68ea-44c6-a45e-60e8c96796b9 x-openstack-request-id: req-b4090d64-68ea-44c6-a45e-60e8c96796b9 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:52.423286 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "0b837272-e9e7-42da-95df-6edf0499d472", "status": "completed", "code": 200}, {"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "0d9ca650-117b-40c1-8efb-d091598d6ba2", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:52.423538 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4090d64-68ea-44c6-a45e-60e8c96796b9 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:52.423932 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': '0b837272-e9e7-42da-95df-6edf0499d472', 'status': 'completed', 'code': 200} Jul 05 18:19:52.424194 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': '0d9ca650-117b-40c1-8efb-d091598d6ba2', 'status': 'completed', 'code': 200} Jul 05 18:19:52.473387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660f4b9-c1ce-4610-bbac-af91cbd3bb19 req-8770d3eb-dd4b-4e64-8046-e4150c4f5962 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:52.488043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660f4b9-c1ce-4610-bbac-af91cbd3bb19 req-8770d3eb-dd4b-4e64-8046-e4150c4f5962 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:52.506718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660f4b9-c1ce-4610-bbac-af91cbd3bb19 req-8770d3eb-dd4b-4e64-8046-e4150c4f5962 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:52.513064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7660f4b9-c1ce-4610-bbac-af91cbd3bb19 req-8770d3eb-dd4b-4e64-8046-e4150c4f5962 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 2409 time: 0.4643083 Jul 05 18:19:52.585900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-c16e6e01-e406-43b4-b9d2-37c2a16436e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:52.587774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-c16e6e01-e406-43b4-b9d2-37c2a16436e5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 1095 time: 0.5646811 Jul 05 18:19:52.640708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7660f4b9-c1ce-4610-bbac-af91cbd3bb19 req-03ee236d-58ed-489c-83f7-9000d09d18c9 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263082 Jul 05 18:19:52.644201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting port a656ce28-69fd-4c56-b54d-8931793f41e7 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:19:52.644725 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:52.740713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48702) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:52.939561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-4cdf26d4-78fc-457b-adeb-7bd2b2ba2669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:52.944076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-4cdf26d4-78fc-457b-adeb-7bd2b2ba2669 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 913 time: 0.3442528 Jul 05 18:19:53.016485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] For port a656ce28-69fd-4c56-b54d-8931793f41e7, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a656ce28-69fd-4c56-b54d-8931793f41e7,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:53.017117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:53.095780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-90914312-b6b1-426a-bfc9-6762bfe9b4bc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 200 len: 217 time: 0.0573347 Jul 05 18:19:53.294860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-653c8130-e3f0-4bc2-9c9b-daf0d58c2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:53.294860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-653c8130-e3f0-4bc2-9c9b-daf0d58c2751 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8bdaf825-3836-4aa5-8df2-5b5e786f76bb HTTP/1.1" status: 200 len: 853 time: 0.0749116 Jul 05 18:19:53.294860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69d027ad-052a-4e78-b823-019a46866578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:53.294860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Calling delete_port for a656ce28-69fd-4c56-b54d-8931793f41e7 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:19:53.344571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-3ebe5c30-f32c-497a-8a3e-e620af940b2d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7eb0674e-5910-463f-957c-afcd8db859a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269803 Jul 05 18:19:53.463468 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4af8bb0a-1a99-4223-a5a6-2c84b308e536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:53.574771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-8ab838f1-8a7a-48bb-8acd-b526554e5f9e service neutron] 10.222.0.97 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193539 Jul 05 18:19:53.587030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1632b0-5575-47a0-87e6-08c7426e2f83 req-8c503f4b-218b-4745-9ac7-f90fdae90850 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:53.588720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df1632b0-5575-47a0-87e6-08c7426e2f83 req-8c503f4b-218b-4745-9ac7-f90fdae90850 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.4747615 Jul 05 18:19:53.681813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a92488-c326-4aed-801f-fe1897f9c21c req-159214d3-3d9b-48c8-96bc-90056677d135 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:53.688841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0a92488-c326-4aed-801f-fe1897f9c21c req-159214d3-3d9b-48c8-96bc-90056677d135 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 944 time: 0.4166412 Jul 05 18:19:53.714375 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:53.894186 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69d027ad-052a-4e78-b823-019a46866578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:53.907612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df1632b0-5575-47a0-87e6-08c7426e2f83 req-32300d6f-17d5-4dbb-a674-454d9aa04175 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108511 Jul 05 18:19:53.958338 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0a92488-c326-4aed-801f-fe1897f9c21c req-6f62e150-6377-4bdd-97f0-88e7e8b282bb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607672 Jul 05 18:19:53.988479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd6d86b2-4cb7-46dc-b68b-136d35a18374 req-a0b9086f-ff37-4c09-ae8f-3e249932f40f service neutron] 10.222.0.97 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875513 Jul 05 18:19:53.998159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69d027ad-052a-4e78-b823-019a46866578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.008091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device acf57645-dabe-4e17-b025-b9f26332d08d details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:19:54.101561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-69d027ad-052a-4e78-b823-019a46866578 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5140b256d58745d6bea5ff796d13efae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3572533 Jul 05 18:19:54.105159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48742) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:19:54.107725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d027ad-052a-4e78-b823-019a46866578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4b6e19-2a8f-4bf5-bd21-d8271d0fef71,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:54.110490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.169202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Port': ['ID=a656ce28-69fd-4c56-b54d-8931793f41e7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:54.218373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1754635c-e089-4cc8-a823-7482296a41e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.224431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:54.236820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6', 'port_id': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'mac_address': 'fa:16:3e:35:30:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdaf825-3836-4aa5-8df2-5b5e786f76bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:19:54.257478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1754635c-e089-4cc8-a823-7482296a41e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.276875 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.292354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf57645-dabe-4e17-b025-b9f26332d08d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:19:54.301591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] No DVR routers for this DVR port a656ce28-69fd-4c56-b54d-8931793f41e7 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:54.306836 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.308875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-70156137-5411-491d-81f0-6cc84c2599b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "DELETE /v2.0/ports/a656ce28-69fd-4c56-b54d-8931793f41e7 HTTP/1.1" status: 204 len: 173 time: 2.4161944 Jul 05 18:19:54.317058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:54.372398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.398236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-09364a38-9e34-4344-aab4-b314dc30cf50 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2807450 Jul 05 18:19:54.418050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1754635c-e089-4cc8-a823-7482296a41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.422149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1754635c-e089-4cc8-a823-7482296a41e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.425703 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1754635c-e089-4cc8-a823-7482296a41e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b4b6e19-2a8f-4bf5-bd21-d8271d0fef71 HTTP/1.1" status: 204 len: 168 time: 0.3171859 Jul 05 18:19:54.442047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754635c-e089-4cc8-a823-7482296a41e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4b6e19-2a8f-4bf5-bd21-d8271d0fef71,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:54.450662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': 'a656ce28-69fd-4c56-b54d-8931793f41e7'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:54.457091 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24d2921-4270-44d1-9317-ceb2d7fbb206" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "a656ce28-69fd-4c56-b54d-8931793f41e7"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:54.476183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:54.538062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa45baa-224b-421b-a851-237c20725a37 req-9562520e-0c2a-4834-87b4-9bccf6aeac12 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:54.556484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa45baa-224b-421b-a851-237c20725a37 req-9562520e-0c2a-4834-87b4-9bccf6aeac12 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:54.558159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fa45baa-224b-421b-a851-237c20725a37 req-9562520e-0c2a-4834-87b4-9bccf6aeac12 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 1676 time: 0.3921623 Jul 05 18:19:54.564186 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea76d54-a703-49b5-b0b0-21aa1c44663a x-openstack-request-id: req-dea76d54-a703-49b5-b0b0-21aa1c44663a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:54.564186 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "a656ce28-69fd-4c56-b54d-8931793f41e7", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:54.564186 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dea76d54-a703-49b5-b0b0-21aa1c44663a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:54.564186 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': 'a656ce28-69fd-4c56-b54d-8931793f41e7', 'status': 'completed', 'code': 200} Jul 05 18:19:54.584126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['acf57645-dabe-4e17-b025-b9f26332d08d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:19:54.629463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fa45baa-224b-421b-a851-237c20725a37 req-fb8da276-8323-4dfb-bb50-c14c08217a76 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625651 Jul 05 18:19:54.651229 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.668231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:19:54.668682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.798928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] For port 298b7fa1-7251-480c-8d0f-309eee9d0ba6, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=298b7fa1-7251-480c-8d0f-309eee9d0ba6,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:54.799391 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:54.815943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Calling delete_port for 298b7fa1-7251-480c-8d0f-309eee9d0ba6 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:19:54.828666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-d9f2c970-6ef5-44af-bd40-673fea3fb8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:54.830190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-d9f2c970-6ef5-44af-bd40-673fea3fb8bd service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 1096 time: 0.3697450 Jul 05 18:19:55.078106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-2faf4170-a588-4c7e-bb5f-e758096b949d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:55.078106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-2faf4170-a588-4c7e-bb5f-e758096b949d service neutron] 10.222.0.97 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.1988704 Jul 05 18:19:55.220479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-baeded40-fce9-4f15-9281-59f54dbeef9a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17a76e0-455c-4433-b902-6e1226f4404a HTTP/1.1" status: 200 len: 217 time: 0.1346254 Jul 05 18:19:55.387884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-5b2f78a7-2c1b-442b-abe5-b7aa031e0d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:55.389357 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-5b2f78a7-2c1b-442b-abe5-b7aa031e0d77 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.1563654 Jul 05 18:19:55.447576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910a48e-cefd-4ee3-a838-5f42d8bea0d8 req-d22e44b0-fce3-4cdc-a749-96d52e08f53d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:55.449076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8910a48e-cefd-4ee3-a838-5f42d8bea0d8 req-d22e44b0-fce3-4cdc-a749-96d52e08f53d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.2425506 Jul 05 18:19:55.458686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b42c43-2934-40dd-9638-564e32094d24 req-2ac94a47-0994-40b3-a961-85fc3c4be354 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:55.460012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8b42c43-2934-40dd-9638-564e32094d24 req-2ac94a47-0994-40b3-a961-85fc3c4be354 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2936430 Jul 05 18:19:55.497103 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:55.566025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Port': ['ID=298b7fa1-7251-480c-8d0f-309eee9d0ba6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:55.612336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8910a48e-cefd-4ee3-a838-5f42d8bea0d8 req-4aac3dcd-a43b-4af5-a73e-3cdb5568d4da tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490619 Jul 05 18:19:55.736128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8b42c43-2934-40dd-9638-564e32094d24 req-06be6024-f11b-44ea-8c89-1105e26896ae tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661598 Jul 05 18:19:55.794371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] No DVR routers for this DVR port 298b7fa1-7251-480c-8d0f-309eee9d0ba6 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:55.797568 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:55.801279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-9d096a99-29ad-4572-a2a2-f23d12c0be29 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "DELETE /v2.0/ports/298b7fa1-7251-480c-8d0f-309eee9d0ba6 HTTP/1.1" status: 204 len: 173 time: 1.4863656 Jul 05 18:19:55.803661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-88918016-066c-4f1b-becd-e0ebb54c4e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:55.804906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-88918016-066c-4f1b-becd-e0ebb54c4e6d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4069257 Jul 05 18:19:56.022971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device acf57645-dabe-4e17-b025-b9f26332d08d up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:19:56.165251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting port 11bba11f-6f5a-4411-a335-cebc6119de12 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:19:56.165251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:56.240532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port acf57645-dabe-4e17-b025-b9f26332d08d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:19:56.248401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port acf57645-dabe-4e17-b025-b9f26332d08d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:19:56.248401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:56.362521 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:56.363359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc2cad8-2387-4d5c-9070-c78d4c17eb71 req-3889b084-526a-4512-8e08-df0d0877faf4 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:56.371764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dc2cad8-2387-4d5c-9070-c78d4c17eb71 req-3889b084-526a-4512-8e08-df0d0877faf4 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 942 time: 0.5187051 Jul 05 18:19:56.374740 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:56.392008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-9df0dc74-04e4-4cb1-9e59-bec50502b159 service neutron] 10.222.0.97 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402009 Jul 05 18:19:56.443979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] For port 11bba11f-6f5a-4411-a335-cebc6119de12, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11bba11f-6f5a-4411-a335-cebc6119de12,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:56.444390 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:56.460496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:19:56.463033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:56.467621 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2284cef6-0e6b-4be3-bf70-cd4de6556259" -d '{"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-plugged", "status": "completed", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:56.491884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Calling delete_port for 11bba11f-6f5a-4411-a335-cebc6119de12 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:19:56.544369 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:56.588559 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9aa292e-f01a-4ddf-bdcb-56d2dc4bc267 x-openstack-request-id: req-c9aa292e-f01a-4ddf-bdcb-56d2dc4bc267 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:56.588864 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-plugged", "status": "completed", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:56.589123 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9aa292e-f01a-4ddf-bdcb-56d2dc4bc267 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:56.589523 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'code': 200} Jul 05 18:19:56.613308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': '298b7fa1-7251-480c-8d0f-309eee9d0ba6'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:56.615925 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f92b26-6893-4b94-ac99-08d806d5f5a6" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "298b7fa1-7251-480c-8d0f-309eee9d0ba6"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:56.647468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:56.698515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1dc2cad8-2387-4d5c-9070-c78d4c17eb71 req-047ff42f-e718-4999-9b55-cfa29857cc78 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups?id=0319f6c7-a4bc-4574-a281-59a9bc578c76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258681 Jul 05 18:19:56.754047 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91daeca-bdd7-443d-9ffe-f1db12696d58 x-openstack-request-id: req-f91daeca-bdd7-443d-9ffe-f1db12696d58 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:56.754047 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "298b7fa1-7251-480c-8d0f-309eee9d0ba6", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:56.754047 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f91daeca-bdd7-443d-9ffe-f1db12696d58 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:56.754047 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': '298b7fa1-7251-480c-8d0f-309eee9d0ba6', 'status': 'completed', 'code': 200} Jul 05 18:19:56.806020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8809c917-a841-47a8-a3dd-7cc02bfcbfcc req-f69df720-231d-4d0a-92ba-6878c7a4834f service neutron] 10.222.0.97 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026921 Jul 05 18:19:56.831524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f47a71-6429-44da-8e63-5eed39c8bd99 req-1484fd59-645e-4292-a569-db8a7721f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:56.838998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f47a71-6429-44da-8e63-5eed39c8bd99 req-1484fd59-645e-4292-a569-db8a7721f4c8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 1097 time: 0.1974998 Jul 05 18:19:56.897936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38f47a71-6429-44da-8e63-5eed39c8bd99 req-6259caf6-c0f8-407a-b62c-c77277192340 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514894 Jul 05 18:19:56.909336 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:56.948663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Port': ['ID=11bba11f-6f5a-4411-a335-cebc6119de12,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:19:57.148201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] No DVR routers for this DVR port 11bba11f-6f5a-4411-a335-cebc6119de12 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:19:57.153296 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:57.155319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55b16156-dace-497e-b5a9-1ba4b189dd2b req-1d06ddd5-157f-4fcf-ab7f-4030dd0fe433 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.39 "DELETE /v2.0/ports/11bba11f-6f5a-4411-a335-cebc6119de12 HTTP/1.1" status: 204 len: 173 time: 1.3491938 Jul 05 18:19:57.197954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91c3d9-ef62-45fb-8b84-d4c7aac4d30b req-87039d29-7e8e-4b2f-9a69-75faa8e4d4fd tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:57.199630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d91c3d9-ef62-45fb-8b84-d4c7aac4d30b req-87039d29-7e8e-4b2f-9a69-75faa8e4d4fd tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2546792 Jul 05 18:19:57.287149 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d91c3d9-ef62-45fb-8b84-d4c7aac4d30b req-e69b5b12-6f11-42b3-8ea1-7e30ffbe74d6 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772879 Jul 05 18:19:57.928299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17a2ac51-5f1b-4872-9c0a-ba5043968731 req-6fab7f0e-ae7d-4570-b499-b41570b0c625 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0557516 Jul 05 18:19:58.605599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf266a61-2734-4a91-a7a6-804a8b94f897 req-22117d63-bee2-4a83-a5e4-e7aaab58de78 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:58.607406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf266a61-2734-4a91-a7a6-804a8b94f897 req-22117d63-bee2-4a83-a5e4-e7aaab58de78 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1438959 Jul 05 18:19:58.663952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf266a61-2734-4a91-a7a6-804a8b94f897 req-da2c68ee-b313-479b-88b0-605c5910a387 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498712 Jul 05 18:19:58.751119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': '11bba11f-6f5a-4411-a335-cebc6119de12'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:19:58.755766 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded90efa-2d34-445b-9b15-7fe3bdf3f4ac" -d '{"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "11bba11f-6f5a-4411-a335-cebc6119de12"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:19:58.805023 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338913ff-b0fa-4992-b97d-d94344ae349f x-openstack-request-id: req-338913ff-b0fa-4992-b97d-d94344ae349f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:19:58.805788 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc62375-a4b8-4abb-8612-ac8bde774562", "name": "network-vif-deleted", "tag": "11bba11f-6f5a-4411-a335-cebc6119de12", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:19:58.806245 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-338913ff-b0fa-4992-b97d-d94344ae349f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:19:58.806720 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc62375-a4b8-4abb-8612-ac8bde774562', 'name': 'network-vif-deleted', 'tag': '11bba11f-6f5a-4411-a335-cebc6119de12', 'status': 'completed', 'code': 200} Jul 05 18:19:59.119808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-6b49e1f2-a9c2-4ebf-a095-9fb85a6b9cb0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:19:59.121484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-6b49e1f2-a9c2-4ebf-a095-9fb85a6b9cb0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 813 time: 0.2122266 Jul 05 18:19:59.173018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-0ba0a03d-0a4c-4954-b3d7-ce939bb208e8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/quotas/b45e7da5523a4e0db9eed86e25f98de3 HTTP/1.1" status: 200 len: 375 time: 0.0344207 Jul 05 18:19:59.205156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f7d5270-3bec-4f8b-a32f-a1d8e3ee5769 req-391d48e9-b3fe-41ac-9ca2-4e1194ce29f6 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0825078 Jul 05 18:19:59.313726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-44695915-caa7-4a78-b5a2-fbabbcecf4c3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1398537 Jul 05 18:19:59.432993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-2ed7b6a7-c8b8-4a43-8b1e-b0b349726df4 service neutron] 10.222.0.30 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034710 Jul 05 18:19:59.591964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-79407a6d-2bb3-43ee-91c6-4d63515d30c3 service neutron] 10.222.0.30 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404648 Jul 05 18:19:59.697610 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:19:59.999107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3297349b-7aa8-4500-a282-c648115a9c3c req-ddfc75ff-cece-4bd4-bb45-a05a9dadb314 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 210 time: 0.0427043 Jul 05 18:20:00.523910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d87962a9-532a-49db-a453-02765398845c req-16f4ca71-e1a7-4e79-911b-caae08b95c71 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.1573160 Jul 05 18:20:01.126182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a34a7254-8646-43bb-baf0-8ff307e8e0bd req-edab8f12-c4d8-446e-83b5-69b244284ccf tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 210 time: 0.0662823 Jul 05 18:20:01.782869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b5cc477-8232-4ba0-ab69-e0e04f359992 req-c11d19c9-d659-429b-81c4-7fd3d5e09998 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0971437 Jul 05 18:20:01.863893 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:20:02.798960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b60cc012-8598-48e4-961d-47feb6a661a0 req-854e15eb-bbff-4117-9b1a-ab5ea63af432 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 210 time: 0.4720521 Jul 05 18:20:02.869650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-7e3cd8f3-64d1-4ccc-a4a1-1aeba0a45ee6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694962 Jul 05 18:20:03.095733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-9aea927d-5802-4469-a14a-240a4a663dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:03.115579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-9aea927d-5802-4469-a14a-240a4a663dd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1924098 Jul 05 18:20:03.129363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdb2b88a-f4f4-4708-b6f3-208394bc836b req-6ff38997-aead-425e-8260-97da22b2ed7c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.1216540 Jul 05 18:20:03.191989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-587544db-f494-4266-9106-82ae96472c36 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:03.201425 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-587544db-f494-4266-9106-82ae96472c36 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.39 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 813 time: 0.2504525 Jul 05 18:20:03.217128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Request body: {'port': {'device_id': '0a108503-fd30-40a3-beab-70409706ad75', 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6', 'admin_state_up': True, 'tenant_id': 'b45e7da5523a4e0db9eed86e25f98de3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:03.361454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-271b3e92-5ad4-4fcc-858e-a8de933b8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:03.364206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-271b3e92-5ad4-4fcc-858e-a8de933b8672 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.2284214 Jul 05 18:20:03.502151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-e48b834c-67c5-46a4-affd-5e422b7a054f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 998 time: 0.1261358 Jul 05 18:20:03.560752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Made reservation on behalf of b45e7da5523a4e0db9eed86e25f98de3 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:03.577049 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:03.608217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-5986ed4d-3856-43e4-b04a-92c585ad7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:03.611961 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-5986ed4d-3856-43e4-b04a-92c585ad7f5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.1036143 Jul 05 18:20:03.784589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-bd18f832-6c88-4b9b-bf69-7526b2e34755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:03.786336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-bd18f832-6c88-4b9b-bf69-7526b2e34755 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645370 Jul 05 18:20:03.798755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Allocated IP 172.20.0.3 (7eb0674e-5910-463f-957c-afcd8db859a6/8bdaf825-3836-4aa5-8df2-5b5e786f76bb/b41cd30d-9568-4e5a-8394-1bcdff19c932) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:20:04.020571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-06a3e441-f512-4780-80bb-fab66de1e342 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247648 Jul 05 18:20:04.070302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:04.203716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77805f92-70fa-4991-a80e-16bd4ce22380 req-a9976c82-3dd3-4584-b8ff-0465e21be20f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 210 time: 0.1567214 Jul 05 18:20:04.264097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:04.282493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['acf57645-dabe-4e17-b025-b9f26332d08d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:04.390508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ea7a5ec-9d05-401f-a27f-7cfb7732edf6 req-1b3640df-b523-48dc-880e-c47aaeb2f4d4 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3606257 Jul 05 18:20:04.492744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Network 7eb0674e-5910-463f-957c-afcd8db859a6 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:20:04.494086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Pushing event updated for resources: {'Port': ['ID=b41cd30d-9568-4e5a-8394-1bcdff19c932,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:04.496925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:20:04.500140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:20:04.547566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76abb6e0-ae62-471d-8543-f32c405678c0 req-434768e0-c082-4f84-8571-cc1bbc1701b0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0958405 Jul 05 18:20:04.571949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:04.572637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:04.679321 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-a1fe315c-d288-4864-983f-24539967d71f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4672613 Jul 05 18:20:04.691329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Request body: {'port': {'device_id': '0a108503-fd30-40a3-beab-70409706ad75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:04.855595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:04.967843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49070) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:05.163159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2de721c5-c005-45e6-9495-f0cc2724ee82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:05.301141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2de721c5-c005-45e6-9495-f0cc2724ee82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:05.337125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41cd30d-9568-4e5a-8394-1bcdff19c932 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:20:05.352648 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:05.378800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2de721c5-c005-45e6-9495-f0cc2724ee82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:05.404695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Transition to ACTIVE for port object b41cd30d-9568-4e5a-8394-1bcdff19c932 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:20:05.481277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:05.544999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de721c5-c005-45e6-9495-f0cc2724ee82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a29c29-ed72-4d39-8563-fb2bc5c49227,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:05.549623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b41cd30d-9568-4e5a-8394-1bcdff19c932,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:05.604488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2de721c5-c005-45e6-9495-f0cc2724ee82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c7e62033033486eaceff4893ac5da41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6321561 Jul 05 18:20:05.622095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49088) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:05.682135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Attempting to bind port b41cd30d-9568-4e5a-8394-1bcdff19c932 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:20:05.682421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Attempting to bind port b41cd30d-9568-4e5a-8394-1bcdff19c932 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:20:05.682773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Attempting to bind port b41cd30d-9568-4e5a-8394-1bcdff19c932 on network 7eb0674e-5910-463f-957c-afcd8db859a6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:05.696567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Port b41cd30d-9568-4e5a-8394-1bcdff19c932 on network 7eb0674e-5910-463f-957c-afcd8db859a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:20:05.697263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Attempting to bind port b41cd30d-9568-4e5a-8394-1bcdff19c932 on network 7eb0674e-5910-463f-957c-afcd8db859a6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:05.711192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:20:05.711928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Checking segment: {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:20:05.712511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Bound using segment: {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:20:05.713119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Bound port: b41cd30d-9568-4e5a-8394-1bcdff19c932, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:20:05.713913 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:05.769345 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4743621-a17f-44a0-b7e0-a4932a24a18d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:05.778743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d208f3-77de-45ed-954c-a406cb457e2b req-b00c81f5-7652-439d-a5cd-24ecb0b50d4d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:05.791207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5d208f3-77de-45ed-954c-a406cb457e2b req-b00c81f5-7652-439d-a5cd-24ecb0b50d4d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 943 time: 0.3246861 Jul 05 18:20:05.832723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] For port b41cd30d-9568-4e5a-8394-1bcdff19c932, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:20:05.841560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] For port b41cd30d-9568-4e5a-8394-1bcdff19c932, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b41cd30d-9568-4e5a-8394-1bcdff19c932,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:20:05.854993 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:05.876765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a97ec65b-c6bf-4aa6-9afb-4ee9ae750105 req-7d6bb38a-ccd3-49ee-be16-4d3daa285065 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0698764 Jul 05 18:20:05.881177 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4743621-a17f-44a0-b7e0-a4932a24a18d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:05.901101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5d208f3-77de-45ed-954c-a406cb457e2b req-37d55afd-de1b-4338-b0ef-ab45cec31e20 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979190 Jul 05 18:20:05.943286 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:06.001526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:06.002519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:06.004923 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] 10.222.0.39 "PUT /v2.0/ports/b41cd30d-9568-4e5a-8394-1bcdff19c932 HTTP/1.1" status: 200 len: 1091 time: 1.3182397 Jul 05 18:20:06.006215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a108503-fd30-40a3-beab-70409706ad75', 'tag': 'b41cd30d-9568-4e5a-8394-1bcdff19c932'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:06.015505 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd14a376-b36d-48ec-a933-3a3daf7c52c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0a108503-fd30-40a3-beab-70409706ad75", "tag": "b41cd30d-9568-4e5a-8394-1bcdff19c932"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:06.035765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90312253-0e5b-478b-bec7-7aac8f84b6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=b41cd30d-9568-4e5a-8394-1bcdff19c932,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:06.077227 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6070a76-2039-4384-9e9a-ad8a8601d0a0 x-openstack-request-id: req-a6070a76-2039-4384-9e9a-ad8a8601d0a0 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:06.077527 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a108503-fd30-40a3-beab-70409706ad75", "tag": "b41cd30d-9568-4e5a-8394-1bcdff19c932", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:06.078356 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6070a76-2039-4384-9e9a-ad8a8601d0a0 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:06.078356 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a108503-fd30-40a3-beab-70409706ad75', 'tag': 'b41cd30d-9568-4e5a-8394-1bcdff19c932', 'status': 'completed', 'code': 200} Jul 05 18:20:06.109383 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4743621-a17f-44a0-b7e0-a4932a24a18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:06.113548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4743621-a17f-44a0-b7e0-a4932a24a18d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:06.126842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b4743621-a17f-44a0-b7e0-a4932a24a18d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4a29c29-ed72-4d39-8563-fb2bc5c49227 HTTP/1.1" status: 204 len: 168 time: 0.4895313 Jul 05 18:20:06.126842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4743621-a17f-44a0-b7e0-a4932a24a18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a29c29-ed72-4d39-8563-fb2bc5c49227,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:06.196832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14a376-b36d-48ec-a933-3a3daf7c52c7 req-98e06d1b-c8d2-4185-aca4-badf6338c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:06.198678 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd14a376-b36d-48ec-a933-3a3daf7c52c7 req-98e06d1b-c8d2-4185-aca4-badf6338c90f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 1094 time: 0.0814891 Jul 05 18:20:06.350201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14a376-b36d-48ec-a933-3a3daf7c52c7 req-cdc51572-ca56-4723-b46e-75d676226413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:06.352712 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd14a376-b36d-48ec-a933-3a3daf7c52c7 req-cdc51572-ca56-4723-b46e-75d676226413 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1351135 Jul 05 18:20:06.495521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd14a376-b36d-48ec-a933-3a3daf7c52c7 req-85ce3131-32b1-4711-b9cd-96ff3edcd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:06.497436 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd14a376-b36d-48ec-a933-3a3daf7c52c7 req-85ce3131-32b1-4711-b9cd-96ff3edcd3cc service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1348181 Jul 05 18:20:06.636876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-22a9acdf-d850-42fd-ba12-d986154abd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:06.638718 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-22a9acdf-d850-42fd-ba12-d986154abd0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 1094 time: 0.0649283 Jul 05 18:20:06.719643 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-1a997c08-69c0-49de-974e-6b6162bc1b60 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b41cd30d-9568-4e5a-8394-1bcdff19c932 HTTP/1.1" status: 200 len: 217 time: 0.0597076 Jul 05 18:20:06.797907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-cfa12f8c-0450-454b-8ed4-c30061564720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:06.799450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-cfa12f8c-0450-454b-8ed4-c30061564720 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdaf825-3836-4aa5-8df2-5b5e786f76bb HTTP/1.1" status: 200 len: 853 time: 0.0690188 Jul 05 18:20:06.875485 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-f19dbfee-491e-451e-9406-2a1577f67cd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eb0674e-5910-463f-957c-afcd8db859a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656521 Jul 05 18:20:07.104138 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-4a858104-f7d1-471a-9ff5-172fb1d98740 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193377 Jul 05 18:20:07.166791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f9f65f-f807-4261-8923-383ac75af2d4 req-86db88e4-7bca-47ca-b501-3376e520feb9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:07.168947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4f9f65f-f807-4261-8923-383ac75af2d4 req-86db88e4-7bca-47ca-b501-3376e520feb9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 943 time: 0.1154916 Jul 05 18:20:07.217776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd738ab0-bd2f-440d-b572-c38721d86d0e req-699ad822-4e32-4c56-b8d0-4a22d291a1f5 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0472250 Jul 05 18:20:07.221813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49134) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:07.270056 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99dfc23a-0df8-48ae-b687-8c36e3dc3a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:07.317356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4f9f65f-f807-4261-8923-383ac75af2d4 req-825f1e7f-dd83-4054-9e8c-acd2686534ae tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957537 Jul 05 18:20:07.375853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99dfc23a-0df8-48ae-b687-8c36e3dc3a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:07.405132 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8fa91bf3-9b26-4c80-9fa7-502661630718 req-3547d7d4-cc14-4739-babb-810b888adc61 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888753 Jul 05 18:20:07.447184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99dfc23a-0df8-48ae-b687-8c36e3dc3a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:07.488281 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-99dfc23a-0df8-48ae-b687-8c36e3dc3a4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb37dda2ac3b4244a444aecd0c7b1ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636695 Jul 05 18:20:07.489537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dfc23a-0df8-48ae-b687-8c36e3dc3a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fdf56d-412c-4b72-abd9-36a0633c39e9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:07.494578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49136) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:07.578319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-86d62da3-68fa-4f3a-993f-fe9548eb9ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:07.603601 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-86d62da3-68fa-4f3a-993f-fe9548eb9ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:07.744111 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-86d62da3-68fa-4f3a-993f-fe9548eb9ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:07.748561 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-86d62da3-68fa-4f3a-993f-fe9548eb9ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:07.749911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-86d62da3-68fa-4f3a-993f-fe9548eb9ff0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28fdf56d-412c-4b72-abd9-36a0633c39e9 HTTP/1.1" status: 204 len: 168 time: 0.2540438 Jul 05 18:20:07.768560 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d62da3-68fa-4f3a-993f-fe9548eb9ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fdf56d-412c-4b72-abd9-36a0633c39e9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:08.525267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40d3d86c-790d-4bd0-bdba-f275251640f8 req-5dad15fe-3790-4ae5-bf1c-b397f4447fc9 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0686538 Jul 05 18:20:08.624555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24b528c-5055-4fc2-bc2f-4e6d0b20c9ff req-266eb703-f4f9-4c8d-a636-0461bd7d247e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:08.626792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d24b528c-5055-4fc2-bc2f-4e6d0b20c9ff req-266eb703-f4f9-4c8d-a636-0461bd7d247e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 943 time: 0.0952265 Jul 05 18:20:08.695873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d24b528c-5055-4fc2-bc2f-4e6d0b20c9ff req-b918d8f4-e01a-4c37-8a68-4b44eb5213f6 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626845 Jul 05 18:20:09.296406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b41cd30d-9568-4e5a-8394-1bcdff19c932 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:20:09.408436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b41cd30d-9568-4e5a-8394-1bcdff19c932, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b41cd30d-9568-4e5a-8394-1bcdff19c932,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:09.424085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'b41cd30d-9568-4e5a-8394-1bcdff19c932', 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6', 'port_id': 'b41cd30d-9568-4e5a-8394-1bcdff19c932', 'mac_address': 'fa:16:3e:0a:62:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdaf825-3836-4aa5-8df2-5b5e786f76bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:20:09.504672 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:09.521449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41cd30d-9568-4e5a-8394-1bcdff19c932 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:20:09.564855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b41cd30d-9568-4e5a-8394-1bcdff19c932, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b41cd30d-9568-4e5a-8394-1bcdff19c932,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:09.623690 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:09.717773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=b41cd30d-9568-4e5a-8394-1bcdff19c932,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:09.781059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fee7d35e-d03d-41b7-84f8-a8b4f8b53da9 req-6b7ed82e-8267-4d19-8991-4bf9d3d7b26b tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0498135 Jul 05 18:20:09.886127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b41cd30d-9568-4e5a-8394-1bcdff19c932'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:09.921635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49204) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:10.021147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6dbb7-03e6-4187-b7e2-a03830914252 req-74db2500-5d82-4ad0-9704-821c0fb78065 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:10.023019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9af6dbb7-03e6-4187-b7e2-a03830914252 req-74db2500-5d82-4ad0-9704-821c0fb78065 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 944 time: 0.1275871 Jul 05 18:20:10.106640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9af6dbb7-03e6-4187-b7e2-a03830914252 req-d9994ccc-a520-498d-84d5-754822e5a034 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751989 Jul 05 18:20:10.189824 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a81121eb-f106-4355-bec4-29ac675dfa23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:10.359076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a81121eb-f106-4355-bec4-29ac675dfa23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:10.446385 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a81121eb-f106-4355-bec4-29ac675dfa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:10.486949 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a81121eb-f106-4355-bec4-29ac675dfa23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c37c946539c6428cb65afa7edacca8ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5641921 Jul 05 18:20:10.489599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49226) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:10.491577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81121eb-f106-4355-bec4-29ac675dfa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5f99f0-fce0-4e20-b9e8-09cd7ec121cc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:10.590056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2650996e-993e-4deb-baa0-338483d3dd4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:10.633943 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2650996e-993e-4deb-baa0-338483d3dd4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:10.806064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2650996e-993e-4deb-baa0-338483d3dd4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:10.809547 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2650996e-993e-4deb-baa0-338483d3dd4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:10.811073 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2650996e-993e-4deb-baa0-338483d3dd4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b5f99f0-fce0-4e20-b9e8-09cd7ec121cc HTTP/1.1" status: 204 len: 168 time: 0.3203189 Jul 05 18:20:10.837348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650996e-993e-4deb-baa0-338483d3dd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5f99f0-fce0-4e20-b9e8-09cd7ec121cc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:11.048187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-804a859f-cf90-49ea-b85f-81c5cf7ee26d req-9ac30c7d-2256-41ae-a55a-c20e0dbbda6c tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0394902 Jul 05 18:20:11.302263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b41cd30d-9568-4e5a-8394-1bcdff19c932 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:20:11.376778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8467d-d969-40e4-ab7c-76935d9706f4 req-67e6a6ff-df8e-41b7-af0e-51a5a5750389 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:11.388970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90d8467d-d969-40e4-ab7c-76935d9706f4 req-67e6a6ff-df8e-41b7-af0e-51a5a5750389 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 944 time: 0.1262262 Jul 05 18:20:11.474642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port b41cd30d-9568-4e5a-8394-1bcdff19c932 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:20:11.478863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port b41cd30d-9568-4e5a-8394-1bcdff19c932 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:20:11.485664 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:11.486112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90d8467d-d969-40e4-ab7c-76935d9706f4 req-f2e8c1fa-2c78-4744-821a-590303dac776 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948901 Jul 05 18:20:11.603297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:11.630140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a108503-fd30-40a3-beab-70409706ad75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41cd30d-9568-4e5a-8394-1bcdff19c932'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:11.632543 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77fb039-9740-499a-ba82-c9fce41c1769" -d '{"events": [{"server_uuid": "0a108503-fd30-40a3-beab-70409706ad75", "name": "network-vif-plugged", "status": "completed", "tag": "b41cd30d-9568-4e5a-8394-1bcdff19c932"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:11.646754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port b41cd30d-9568-4e5a-8394-1bcdff19c932, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b41cd30d-9568-4e5a-8394-1bcdff19c932,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:11.669546 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4d6925-78cf-4609-bb6b-ac3c08f3fa69 x-openstack-request-id: req-9f4d6925-78cf-4609-bb6b-ac3c08f3fa69 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:11.669845 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a108503-fd30-40a3-beab-70409706ad75", "name": "network-vif-plugged", "status": "completed", "tag": "b41cd30d-9568-4e5a-8394-1bcdff19c932", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:11.670123 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f4d6925-78cf-4609-bb6b-ac3c08f3fa69 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:11.670528 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a108503-fd30-40a3-beab-70409706ad75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41cd30d-9568-4e5a-8394-1bcdff19c932', 'code': 200} Jul 05 18:20:11.697033 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:11.758642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=b41cd30d-9568-4e5a-8394-1bcdff19c932,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:11.852598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4f859-103b-42cc-846c-469a7df0598e req-7a3cc522-f1fb-4404-86a0-e0becd2899a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:11.863715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7ab4f859-103b-42cc-846c-469a7df0598e req-7a3cc522-f1fb-4404-86a0-e0becd2899a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 1096 time: 0.1234288 Jul 05 18:20:11.958004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49266) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:11.986005 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7ab4f859-103b-42cc-846c-469a7df0598e req-0f19b58e-83ba-4643-99f2-df561bd28bb9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019297 Jul 05 18:20:11.995605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d32f7e6-f9d7-42b7-bc98-872f5f695d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.102637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49270) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:12.212882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d32f7e6-f9d7-42b7-bc98-872f5f695d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.258569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d32f7e6-f9d7-42b7-bc98-872f5f695d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.307244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a241dbb1-d4e0-4243-9f82-4a03d10fb912 req-ed5e9ba7-4ef3-40ee-85cd-e5efdea0ea1f tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0454721 Jul 05 18:20:12.336992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49276) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:12.339658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2d32f7e6-f9d7-42b7-bc98-872f5f695d96 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4824f50eeba04474855b40d555ec33aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797138 Jul 05 18:20:12.364924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d32f7e6-f9d7-42b7-bc98-872f5f695d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e886f1-78b2-464f-b5b4-fda9ef4597a2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:12.399161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f442dfee-09c3-45e0-8dd2-42e2222173e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.440877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-086a0d5f-26a7-45de-9435-45739ae6072c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.476869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-086a0d5f-26a7-45de-9435-45739ae6072c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.562075 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f442dfee-09c3-45e0-8dd2-42e2222173e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.629135 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-086a0d5f-26a7-45de-9435-45739ae6072c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.631804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-086a0d5f-26a7-45de-9435-45739ae6072c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.634322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-086a0d5f-26a7-45de-9435-45739ae6072c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f3e886f1-78b2-464f-b5b4-fda9ef4597a2 HTTP/1.1" status: 204 len: 168 time: 0.2952676 Jul 05 18:20:12.654432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a0d5f-26a7-45de-9435-45739ae6072c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e886f1-78b2-464f-b5b4-fda9ef4597a2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:12.691791 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f442dfee-09c3-45e0-8dd2-42e2222173e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.726584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f263b3-4f3e-4a2e-85a3-70d126d876b3 req-bf0c7dbb-894c-476f-8873-bbd935d74f53 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:12.736987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8f263b3-4f3e-4a2e-85a3-70d126d876b3 req-bf0c7dbb-894c-476f-8873-bbd935d74f53 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 945 time: 0.1051402 Jul 05 18:20:12.748618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442dfee-09c3-45e0-8dd2-42e2222173e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac12f62-55c6-4d28-8073-5dc1d12a7f7f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:12.783456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f442dfee-09c3-45e0-8dd2-42e2222173e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb58959822be491288b44a4435faa759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6783488 Jul 05 18:20:12.785387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49282) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:12.815969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8f263b3-4f3e-4a2e-85a3-70d126d876b3 req-bab6628c-3fe7-4576-a338-7cd1f28a1d1a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766795 Jul 05 18:20:12.863730 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7881941e-5eb9-4e38-8f9f-62d45824fbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:12.891470 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7881941e-5eb9-4e38-8f9f-62d45824fbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:13.057810 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7881941e-5eb9-4e38-8f9f-62d45824fbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:13.062267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7881941e-5eb9-4e38-8f9f-62d45824fbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:13.064324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7881941e-5eb9-4e38-8f9f-62d45824fbc9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cac12f62-55c6-4d28-8073-5dc1d12a7f7f HTTP/1.1" status: 204 len: 168 time: 0.2761111 Jul 05 18:20:13.105340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7881941e-5eb9-4e38-8f9f-62d45824fbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac12f62-55c6-4d28-8073-5dc1d12a7f7f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:13.494046 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e8f7f5c-b4d0-43f6-a665-c451d5141a7c req-41b8dd4b-e681-4026-ab3e-02785f76c339 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/ports?device_id=5cc62375-a4b8-4abb-8612-ac8bde774562 HTTP/1.1" status: 200 len: 210 time: 0.0336535 Jul 05 18:20:14.059305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49322) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:14.076731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87a5aee2-f307-46df-8686-742875a49213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.136572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482a9dc-5252-42f5-8565-1b1d5a18877d req-065d790c-a346-4552-b449-c2aad73bfa5d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:14.157243 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8482a9dc-5252-42f5-8565-1b1d5a18877d req-065d790c-a346-4552-b449-c2aad73bfa5d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 945 time: 0.1400607 Jul 05 18:20:14.222688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8482a9dc-5252-42f5-8565-1b1d5a18877d req-5a302c16-9e83-4b51-a75c-e727801e1576 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497959 Jul 05 18:20:14.255923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87a5aee2-f307-46df-8686-742875a49213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.381707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87a5aee2-f307-46df-8686-742875a49213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.444942 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-87a5aee2-f307-46df-8686-742875a49213 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1458c1949e5416a95525e8b2726c99f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3846402 Jul 05 18:20:14.446229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a5aee2-f307-46df-8686-742875a49213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42915ad-f330-4b6e-a335-d2702aa235be,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:14.447655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49336) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:14.524984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ca267b4-6013-4ca1-9855-2f40d7739e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.551193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ca267b4-6013-4ca1-9855-2f40d7739e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.685977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ca267b4-6013-4ca1-9855-2f40d7739e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.688618 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ca267b4-6013-4ca1-9855-2f40d7739e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.689784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6ca267b4-6013-4ca1-9855-2f40d7739e03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d42915ad-f330-4b6e-a335-d2702aa235be HTTP/1.1" status: 204 len: 168 time: 0.2402046 Jul 05 18:20:14.698568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca267b4-6013-4ca1-9855-2f40d7739e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42915ad-f330-4b6e-a335-d2702aa235be,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:14.713018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49348) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:14.797659 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6652a56b-12fe-4128-b14e-bcab7aa921a0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.826683 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6652a56b-12fe-4128-b14e-bcab7aa921a0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.959357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa1d69-9962-4d06-9668-f75bfb4fb257 req-726b7185-d705-4f0e-bb00-62d9185e5101 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:14.961461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09aa1d69-9962-4d06-9668-f75bfb4fb257 req-726b7185-d705-4f0e-bb00-62d9185e5101 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 945 time: 0.0755990 Jul 05 18:20:14.962765 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6652a56b-12fe-4128-b14e-bcab7aa921a0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.968255 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6652a56b-12fe-4128-b14e-bcab7aa921a0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:14.968255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6652a56b-12fe-4128-b14e-bcab7aa921a0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "DELETE /v2.0/security-groups/0319f6c7-a4bc-4574-a281-59a9bc578c76 HTTP/1.1" status: 204 len: 168 time: 0.2530174 Jul 05 18:20:14.970581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49358) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:14.985340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6652a56b-12fe-4128-b14e-bcab7aa921a0 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0319f6c7-a4bc-4574-a281-59a9bc578c76,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:14.996697 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-b0361f8a-eb0f-44da-9843-8af1cd2680ce tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] show failed (client error): The resource could not be found. Jul 05 18:20:14.998269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b0361f8a-eb0f-44da-9843-8af1cd2680ce tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "GET /v2.0/security-groups/0319f6c7-a4bc-4574-a281-59a9bc578c76 HTTP/1.1" status: 404 len: 347 time: 0.0266175 Jul 05 18:20:15.005354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49362) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:15.029696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09aa1d69-9962-4d06-9668-f75bfb4fb257 req-25b06524-f2fc-4ab1-b518-7999eaf85d1e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577667 Jul 05 18:20:15.215451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting port 4bc02ac8-418b-463f-8ab8-fbce4db7e4f1 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:15.216005 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:15.315813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:15.316147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:15.337303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Calling delete_port for 4bc02ac8-418b-463f-8ab8-fbce4db7e4f1 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:15.583136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:15.611771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Port': ['ID=4bc02ac8-418b-463f-8ab8-fbce4db7e4f1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:15.683355 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:15.687739 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:15.690775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49386) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:15.691301 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-16c1e082-28c4-4ecb-96aa-e3be3c011988 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "DELETE /v2.0/floatingips/bff25721-5b54-4420-ac14-c628cdf95e27 HTTP/1.1" status: 204 len: 168 time: 0.6844840 Jul 05 18:20:15.812159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c81f0a63-aa75-4a74-9159-cb3624ae0c51 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting port a1352ec3-4141-4868-a95b-bb1f3e2c3e90 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:15.812512 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c81f0a63-aa75-4a74-9159-cb3624ae0c51 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:15.954747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c81f0a63-aa75-4a74-9159-cb3624ae0c51 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:15.969615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c81f0a63-aa75-4a74-9159-cb3624ae0c51 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Calling delete_port for a1352ec3-4141-4868-a95b-bb1f3e2c3e90 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:16.289944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-c61ac46d-0a48-49e6-a8f0-44d47311a902 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:16.297421 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-c61ac46d-0a48-49e6-a8f0-44d47311a902 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.39 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 945 time: 0.1237853 Jul 05 18:20:16.320216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdb422f-17de-48e7-b7db-b4f9688a30cd req-b603820e-2b4f-4565-85fc-a20ee36fbb48 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:16.328994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5fdb422f-17de-48e7-b7db-b4f9688a30cd req-b603820e-2b4f-4565-85fc-a20ee36fbb48 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 945 time: 0.1085010 Jul 05 18:20:16.383608 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c81f0a63-aa75-4a74-9159-cb3624ae0c51 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:16.444078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Deleting port b41cd30d-9568-4e5a-8394-1bcdff19c932 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:16.444593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:16.459266 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5fdb422f-17de-48e7-b7db-b4f9688a30cd req-eb793486-5676-43bd-91bc-d3de588d5093 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239326 Jul 05 18:20:16.466166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f0a63-aa75-4a74-9159-cb3624ae0c51 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Port': ['ID=a1352ec3-4141-4868-a95b-bb1f3e2c3e90,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:16.635397 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c81f0a63-aa75-4a74-9159-cb3624ae0c51 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:16.646838 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c81f0a63-aa75-4a74-9159-cb3624ae0c51 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "DELETE /v2.0/ports/a1352ec3-4141-4868-a95b-bb1f3e2c3e90 HTTP/1.1" status: 204 len: 168 time: 0.9494398 Jul 05 18:20:16.652969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49424) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:16.653437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] For port b41cd30d-9568-4e5a-8394-1bcdff19c932, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b41cd30d-9568-4e5a-8394-1bcdff19c932,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:16.653901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:16.692989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Calling delete_port for b41cd30d-9568-4e5a-8394-1bcdff19c932 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:17.040423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-358cf60b-0547-4f20-8349-8cf24fc2563e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting port 413e9def-a3d7-4315-99f0-fc80bef26815 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:17.040830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-358cf60b-0547-4f20-8349-8cf24fc2563e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:17.443449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:17.457759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['acf57645-dabe-4e17-b025-b9f26332d08d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:17.482783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Pushing event deleted for resources: {'Port': ['ID=b41cd30d-9568-4e5a-8394-1bcdff19c932,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:17.546436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] No DVR routers for this DVR port b41cd30d-9568-4e5a-8394-1bcdff19c932 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:20:17.550213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:17.552283 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce2351d7-708f-47cb-a498-39503984c4b3 req-6f0d1581-f4e3-44c3-b27a-5cd874bd1b2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.39 "DELETE /v2.0/ports/b41cd30d-9568-4e5a-8394-1bcdff19c932 HTTP/1.1" status: 204 len: 173 time: 1.2459993 Jul 05 18:20:17.552738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a108503-fd30-40a3-beab-70409706ad75', 'name': 'network-vif-deleted', 'tag': 'b41cd30d-9568-4e5a-8394-1bcdff19c932'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:17.555822 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6643ae9-d847-4da3-be62-81f9bae80a26" -d '{"events": [{"server_uuid": "0a108503-fd30-40a3-beab-70409706ad75", "name": "network-vif-deleted", "tag": "b41cd30d-9568-4e5a-8394-1bcdff19c932"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:17.633776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-358cf60b-0547-4f20-8349-8cf24fc2563e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:17.671177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-358cf60b-0547-4f20-8349-8cf24fc2563e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Calling delete_port for 413e9def-a3d7-4315-99f0-fc80bef26815 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:17.673394 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f13c0d3-d31b-4229-a2c6-7e7c6b303e72 x-openstack-request-id: req-8f13c0d3-d31b-4229-a2c6-7e7c6b303e72 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:17.673695 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a108503-fd30-40a3-beab-70409706ad75", "name": "network-vif-deleted", "tag": "b41cd30d-9568-4e5a-8394-1bcdff19c932", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:17.674089 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f13c0d3-d31b-4229-a2c6-7e7c6b303e72 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:17.674483 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a108503-fd30-40a3-beab-70409706ad75', 'name': 'network-vif-deleted', 'tag': 'b41cd30d-9568-4e5a-8394-1bcdff19c932', 'status': 'completed', 'code': 200} Jul 05 18:20:17.752109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5220e59e-f98b-4d25-9389-2542facad988 req-74af5646-ac11-4f46-8fa0-4e8ae2711a5e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 210 time: 0.0966542 Jul 05 18:20:17.960184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-358cf60b-0547-4f20-8349-8cf24fc2563e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.012071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358cf60b-0547-4f20-8349-8cf24fc2563e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Port': ['ID=413e9def-a3d7-4315-99f0-fc80bef26815,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:18.166176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-358cf60b-0547-4f20-8349-8cf24fc2563e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.168246 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-358cf60b-0547-4f20-8349-8cf24fc2563e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "DELETE /v2.0/ports/413e9def-a3d7-4315-99f0-fc80bef26815 HTTP/1.1" status: 204 len: 168 time: 1.5172141 Jul 05 18:20:18.171035 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49466) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:18.221413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-d596ba20-130a-497b-95f4-623c02804f3d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting subnet 81d5db9c-2783-45fe-87a0-5b8a828c32db {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:20:18.224401 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d596ba20-130a-497b-95f4-623c02804f3d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.270643 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d596ba20-130a-497b-95f4-623c02804f3d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.377404 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d596ba20-130a-497b-95f4-623c02804f3d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.483031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49478) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:18.573450 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d596ba20-130a-497b-95f4-623c02804f3d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.651632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596ba20-130a-497b-95f4-623c02804f3d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Subnet': ['ID=81d5db9c-2783-45fe-87a0-5b8a828c32db,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:18.665574 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d596ba20-130a-497b-95f4-623c02804f3d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.668074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d596ba20-130a-497b-95f4-623c02804f3d tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "DELETE /v2.0/subnets/81d5db9c-2783-45fe-87a0-5b8a828c32db HTTP/1.1" status: 204 len: 168 time: 0.4959061 Jul 05 18:20:18.670922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49484) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:18.689932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52ac20-2b5a-4204-a7db-de7265025bb6 None None] Network 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:20:18.761843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1dc2a5d-2033-4e40-b4b7-034a589e5727 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting subnet 142e4910-8d8d-42ff-af7e-dc6631fd34de {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:20:18.780668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a5d-2033-4e40-b4b7-034a589e5727 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.812533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1b31e07-2b53-4ca9-8219-56037e2ab279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.932279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a5d-2033-4e40-b4b7-034a589e5727 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:18.993297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f4d198c-83a1-40db-9f9c-5e57db26bf56 req-c9ad089b-4d7a-4d5f-b57f-08d4f94dddfd tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a108503-fd30-40a3-beab-70409706ad75 HTTP/1.1" status: 200 len: 210 time: 0.0521669 Jul 05 18:20:19.079544 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9922253d-9b26-44cd-944b-96ec4c0c2070 None None] DHCP port deletion for 18e46c90-3c83-4c29-86ab-ec5417ceaeb0 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:20:19.081533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1b31e07-2b53-4ca9-8219-56037e2ab279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.093727 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a5d-2033-4e40-b4b7-034a589e5727 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.167141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9922253d-9b26-44cd-944b-96ec4c0c2070 None None] Deleting port 5b65a618-8438-40d7-9279-9268822b8b01 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:19.167642 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9922253d-9b26-44cd-944b-96ec4c0c2070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.184438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1b31e07-2b53-4ca9-8219-56037e2ab279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.237627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b31e07-2b53-4ca9-8219-56037e2ab279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa66e37e-84fc-44d4-a478-bee77c77a15a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:19.266114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9922253d-9b26-44cd-944b-96ec4c0c2070 None None] For port 5b65a618-8438-40d7-9279-9268822b8b01, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5b65a618-8438-40d7-9279-9268822b8b01,segment=NetworkSegment(a5dd11c2-231c-4370-9255-7d77e03a43e5),segment_id=a5dd11c2-231c-4370-9255-7d77e03a43e5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:19.266516 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9922253d-9b26-44cd-944b-96ec4c0c2070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.267880 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e1b31e07-2b53-4ca9-8219-56037e2ab279 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06e724453a6b4aa889e836a7f0d20021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7836308 Jul 05 18:20:19.270320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49500) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:19.281191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9922253d-9b26-44cd-944b-96ec4c0c2070 None None] Calling delete_port for 5b65a618-8438-40d7-9279-9268822b8b01 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:19.292159 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a5d-2033-4e40-b4b7-034a589e5727 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.343627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b41cd30d-9568-4e5a-8394-1bcdff19c932 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:20:19.351908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc2a5d-2033-4e40-b4b7-034a589e5727 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Subnet': ['ID=142e4910-8d8d-42ff-af7e-dc6631fd34de,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:19.356726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2a5d-2033-4e40-b4b7-034a589e5727 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.360983 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c1dc2a5d-2033-4e40-b4b7-034a589e5727 tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "DELETE /v2.0/subnets/142e4910-8d8d-42ff-af7e-dc6631fd34de HTTP/1.1" status: 204 len: 168 time: 0.6860788 Jul 05 18:20:19.361738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49504) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:19.384925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: b41cd30d-9568-4e5a-8394-1bcdff19c932 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:20:19.384925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b41cd30d-9568-4e5a-8394-1bcdff19c932 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:20:19.384925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686e3c7f-bb0a-48a0-acd5-358f63cc04f3 None None] Network 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:20:19.429691 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03cb9e72-b4a5-49de-8753-dae3dd49e0cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.486779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03cb9e72-b4a5-49de-8753-dae3dd49e0cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.514923 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.600534 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9922253d-9b26-44cd-944b-96ec4c0c2070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.624318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9922253d-9b26-44cd-944b-96ec4c0c2070 None None] No DVR routers for this DVR port 5b65a618-8438-40d7-9279-9268822b8b01 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:20:19.628961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03cb9e72-b4a5-49de-8753-dae3dd49e0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.632682 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-03cb9e72-b4a5-49de-8753-dae3dd49e0cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.634112 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-03cb9e72-b4a5-49de-8753-dae3dd49e0cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa66e37e-84fc-44d4-a478-bee77c77a15a HTTP/1.1" status: 204 len: 168 time: 0.3621545 Jul 05 18:20:19.652676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb9e72-b4a5-49de-8753-dae3dd49e0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa66e37e-84fc-44d4-a478-bee77c77a15a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:19.653146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Deleting port 5b65a618-8438-40d7-9279-9268822b8b01 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:19.653513 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.675422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f157afac-ed8b-46fe-a13b-6f85aad7845d None None] DHCP port deletion for 4c65cd46-35ef-4b4d-bb43-df2e7f72e392 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:20:19.678663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922253d-9b26-44cd-944b-96ec4c0c2070 None None] Pushing event deleted for resources: {'Port': ['ID=5b65a618-8438-40d7-9279-9268822b8b01,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:19.769850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f157afac-ed8b-46fe-a13b-6f85aad7845d None None] Deleting port ea3e080c-dac4-4a46-8902-32ed3f05278f {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:19.770887 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f157afac-ed8b-46fe-a13b-6f85aad7845d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.814464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] For port 5b65a618-8438-40d7-9279-9268822b8b01, host n-d-799524-1, got binding levels [] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:19.814985 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.830235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Calling delete_port for 5b65a618-8438-40d7-9279-9268822b8b01 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:19.833112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Port 5b65a618-8438-40d7-9279-9268822b8b01 was not found and therefore no delete operation was performed {{(pid=100997) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:20:19.834709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.853661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f157afac-ed8b-46fe-a13b-6f85aad7845d None None] For port ea3e080c-dac4-4a46-8902-32ed3f05278f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea3e080c-dac4-4a46-8902-32ed3f05278f,segment=NetworkSegment(2d43a575-2486-4248-b20b-c892cd2c1e53),segment_id=2d43a575-2486-4248-b20b-c892cd2c1e53)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:19.865009 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f157afac-ed8b-46fe-a13b-6f85aad7845d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.874614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f157afac-ed8b-46fe-a13b-6f85aad7845d None None] Calling delete_port for ea3e080c-dac4-4a46-8902-32ed3f05278f owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:19.877266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Port': ['ID=5b65a618-8438-40d7-9279-9268822b8b01,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:19.879356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] No DVR routers for this DVR port 5b65a618-8438-40d7-9279-9268822b8b01 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:20:19.987218 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:19.999313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e46c90-3c83-4c29-86ab-ec5417ceaeb0']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:20.013410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dd11c2-231c-4370-9255-7d77e03a43e5') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:20.013822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dd11c2-231c-4370-9255-7d77e03a43e5') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:20.035781 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.111344 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.120184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:20:20.120982 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.200933 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f157afac-ed8b-46fe-a13b-6f85aad7845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:20:20.266410 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:20:20.335939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157afac-ed8b-46fe-a13b-6f85aad7845d None None] Pushing event deleted for resources: {'Port': ['ID=ea3e080c-dac4-4a46-8902-32ed3f05278f,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:20.341189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157afac-ed8b-46fe-a13b-6f85aad7845d None None] No DVR routers for this DVR port ea3e080c-dac4-4a46-8902-32ed3f05278f on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:20:20.377623 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.386699 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.392440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49550) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:20.393234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "DELETE /v2.0/networks/18e46c90-3c83-4c29-86ab-ec5417ceaeb0 HTTP/1.1" status: 204 len: 168 time: 1.0293550 Jul 05 18:20:20.505296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a62b78-a387-4bb2-a2d0-776b9af82abf tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Network': ['ID=18e46c90-3c83-4c29-86ab-ec5417ceaeb0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:20.581029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09278fa-dbff-44df-9c85-607aaa149267 req-fc988e5d-ac43-419b-a806-4d3f6deb952d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:20.588183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c09278fa-dbff-44df-9c85-607aaa149267 req-fc988e5d-ac43-419b-a806-4d3f6deb952d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1861897 Jul 05 18:20:20.602201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.657235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49560) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:20.693844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5b65a618-8438-40d7-9279-9268822b8b01 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:20:20.722737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57f94d7b-0065-4b31-aded-061a2b5ee2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.740291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c09278fa-dbff-44df-9c85-607aaa149267 req-ca78537e-51bf-4b26-9942-58229b757f06 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443474 Jul 05 18:20:20.762956 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be0822ee-199b-4958-a5d5-316eab1397d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.767344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5b65a618-8438-40d7-9279-9268822b8b01 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:20:20.775477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5b65a618-8438-40d7-9279-9268822b8b01 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:20:20.775477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea3e080c-dac4-4a46-8902-32ed3f05278f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:20:20.781924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.798838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c65cd46-35ef-4b4d-bb43-df2e7f72e392']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:20.816926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: ea3e080c-dac4-4a46-8902-32ed3f05278f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:20:20.817296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea3e080c-dac4-4a46-8902-32ed3f05278f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:20:20.818338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d43a575-2486-4248-b20b-c892cd2c1e53') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:20.818938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d43a575-2486-4248-b20b-c892cd2c1e53') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:20.834769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.857737 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.866245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:20:20.867764 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:20.916441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49578) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:20:20.954332 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:20:21.079141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8fd68fb-e945-460f-a3c0-04b6b01c4685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.182138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57f94d7b-0065-4b31-aded-061a2b5ee2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.199624 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.204937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce235c-5c51-4961-aa0e-cb891729deb6 req-1eeb6b39-58d0-4d27-9ef5-2b7cd36cb4ed tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:21.206466 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57ce235c-5c51-4961-aa0e-cb891729deb6 req-1eeb6b39-58d0-4d27-9ef5-2b7cd36cb4ed tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0955713 Jul 05 18:20:21.208982 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.215793 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] 10.222.0.30 "DELETE /v2.0/networks/4c65cd46-35ef-4b4d-bb43-df2e7f72e392 HTTP/1.1" status: 204 len: 168 time: 0.8181190 Jul 05 18:20:21.239067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f461e1-2a19-44b5-ab9f-1d5bc137000e tempest-TaggedBootDevicesTest_v242-1599545136 tempest-TaggedBootDevicesTest_v242-1599545136-project] Pushing event deleted for resources: {'Network': ['ID=4c65cd46-35ef-4b4d-bb43-df2e7f72e392,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:21.258905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57f94d7b-0065-4b31-aded-061a2b5ee2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.322749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57ce235c-5c51-4961-aa0e-cb891729deb6 req-33be33de-c781-48cd-b7c0-60e07a0f149c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041980 Jul 05 18:20:21.363301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-57f94d7b-0065-4b31-aded-061a2b5ee2cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e53ade37f9c4382bdd91478b0d0ef06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895528 Jul 05 18:20:21.366349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f94d7b-0065-4b31-aded-061a2b5ee2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6ff2e6-252c-482b-a8b1-20af193b30fb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:21.367060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49606) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:21.431952 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8fd68fb-e945-460f-a3c0-04b6b01c4685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.479360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-13173ecd-cbdc-4ccc-a7af-4344c1098d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.514410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8fd68fb-e945-460f-a3c0-04b6b01c4685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.538937 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-13173ecd-cbdc-4ccc-a7af-4344c1098d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.610157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c8fd68fb-e945-460f-a3c0-04b6b01c4685 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a10dfe6b8896407f8e47b89e0733ecaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6904259 Jul 05 18:20:21.611903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd68fb-e945-460f-a3c0-04b6b01c4685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9aec01b-6a75-48ab-a426-0fdf1f0c664b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:21.619908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49628) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:21.663408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d7d9f-3921-46da-8ae4-07e27e54dd37 req-47eac3ac-382d-47bb-8de8-f5a3c6ac238b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:21.665387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-687d7d9f-3921-46da-8ae4-07e27e54dd37 req-47eac3ac-382d-47bb-8de8-f5a3c6ac238b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1384220 Jul 05 18:20:21.695098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-13173ecd-cbdc-4ccc-a7af-4344c1098d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.695773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-13173ecd-cbdc-4ccc-a7af-4344c1098d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.697121 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-13173ecd-cbdc-4ccc-a7af-4344c1098d36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e6ff2e6-252c-482b-a8b1-20af193b30fb HTTP/1.1" status: 204 len: 168 time: 0.3290737 Jul 05 18:20:21.711124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13173ecd-cbdc-4ccc-a7af-4344c1098d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6ff2e6-252c-482b-a8b1-20af193b30fb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:21.723152 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0d04c925-e7db-4f69-8efc-b9075eeeb6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.739927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-687d7d9f-3921-46da-8ae4-07e27e54dd37 req-9b64e372-340e-4b69-8781-b47535efb475 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678723 Jul 05 18:20:21.758421 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0d04c925-e7db-4f69-8efc-b9075eeeb6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.926608 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0d04c925-e7db-4f69-8efc-b9075eeeb6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.929538 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0d04c925-e7db-4f69-8efc-b9075eeeb6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:21.932125 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0d04c925-e7db-4f69-8efc-b9075eeeb6c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9aec01b-6a75-48ab-a426-0fdf1f0c664b HTTP/1.1" status: 204 len: 168 time: 0.3101449 Jul 05 18:20:21.958668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d04c925-e7db-4f69-8efc-b9075eeeb6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9aec01b-6a75-48ab-a426-0fdf1f0c664b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:22.800819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49688) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:23.059533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1190f072-8606-4c41-ab65-cadd594abaa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:23.209686 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1190f072-8606-4c41-ab65-cadd594abaa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:23.286111 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1190f072-8606-4c41-ab65-cadd594abaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:23.313096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1190f072-8606-4c41-ab65-cadd594abaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0c934c-8c31-428d-87d0-a8e5546a9181,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:23.345538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49706) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:23.346097 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1190f072-8606-4c41-ab65-cadd594abaa4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=57fa67ace4cb47e097bd4e1d4ac2e7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437536 Jul 05 18:20:23.427871 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b1482e-1117-484c-8549-d5ea1149a4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:23.435177 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8bc7bcba-3ac2-45d4-8e49-08c1ee7cbcda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:23.462750 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b1482e-1117-484c-8549-d5ea1149a4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:23.576385 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b1482e-1117-484c-8549-d5ea1149a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:23.579315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b1482e-1117-484c-8549-d5ea1149a4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:23.581879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-60b1482e-1117-484c-8549-d5ea1149a4de admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f0c934c-8c31-428d-87d0-a8e5546a9181 HTTP/1.1" status: 204 len: 168 time: 0.2353218 Jul 05 18:20:23.603872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1482e-1117-484c-8549-d5ea1149a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0c934c-8c31-428d-87d0-a8e5546a9181,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:23.760244 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.092834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49738) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:24.387414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-334277576-network', 'tenant_id': 'ebea5b2a374342e5a85559926f03fc98'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:24.440404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49750) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:24.458891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-146df845-608e-4dd3-9182-b2c06fc8cf4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.508918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Made reservation on behalf of ebea5b2a374342e5a85559926f03fc98 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:24.511526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.547997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.617216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-146df845-608e-4dd3-9182-b2c06fc8cf4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.645952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.719457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-146df845-608e-4dd3-9182-b2c06fc8cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.773775 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-146df845-608e-4dd3-9182-b2c06fc8cf4d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6aefc6fe3f984ec0a5ba03d2550f9eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3304164 Jul 05 18:20:24.774684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49760) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:24.795910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146df845-608e-4dd3-9182-b2c06fc8cf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684533e7-56b7-465a-b514-66177f48a4e6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:24.837985 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.862429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c19a4b4-225f-4c3f-8955-a291d35055eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.888131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c19a4b4-225f-4c3f-8955-a291d35055eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.931932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:24.961889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb3cb04-df23-4871-9163-a1b39d967305,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:25.024998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c19a4b4-225f-4c3f-8955-a291d35055eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:25.032333 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c19a4b4-225f-4c3f-8955-a291d35055eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:25.032333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0c19a4b4-225f-4c3f-8955-a291d35055eb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/684533e7-56b7-465a-b514-66177f48a4e6 HTTP/1.1" status: 204 len: 168 time: 0.2518191 Jul 05 18:20:25.035104 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-5ed84efd-c043-4eb2-ad2d-c6c0775dba4e req-a5a33194-bc5f-45b5-b1dc-6db88a669e9e service neutron] (100997) timed out ('10.222.0.30', 44722) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:20:25.039572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:20:25.043096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19a4b4-225f-4c3f-8955-a291d35055eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684533e7-56b7-465a-b514-66177f48a4e6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:25.049789 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:25.050388 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Added segment 3d20bc45-dda1-42d7-843f-b53072248ad5 of type vlan for network 64636bf6-de76-478f-82a3-3aeabc4ab865 Jul 05 18:20:25.106307 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:25.251751 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:25.252755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:25.253335 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:25.363596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2668116 Jul 05 18:20:25.363916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49792) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:25.372060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Request body: {'subnet': {'network_id': '64636bf6-de76-478f-82a3-3aeabc4ab865', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-334277576-subnet', 'tenant_id': 'ebea5b2a374342e5a85559926f03fc98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:25.421813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df0748-5d1a-4fd1-aa8d-287f4a7f3100 admin admin] Pushing event updated for resources: {'Network': ['ID=64636bf6-de76-478f-82a3-3aeabc4ab865,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:25.436665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 64636bf6-de76-478f-82a3-3aeabc4ab865 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:20:25.470611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5432100-e451-4096-af2a-13e9da2f8092 req-8eaa8af5-8318-4165-9210-9e3d5d2de350 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:25.471143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5432100-e451-4096-af2a-13e9da2f8092 req-8eaa8af5-8318-4165-9210-9e3d5d2de350 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1715755 Jul 05 18:20:25.531936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Made reservation on behalf of ebea5b2a374342e5a85559926f03fc98 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:25.535251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:25.543352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5432100-e451-4096-af2a-13e9da2f8092 req-68a7020b-a96e-440d-9a0b-9759ec973466 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628667 Jul 05 18:20:25.993869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57cf59-f925-4710-a701-074380605a22 req-b6b614b9-3715-4164-b8cb-d4ae4ec4cfd8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:25.995601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a57cf59-f925-4710-a701-074380605a22 req-b6b614b9-3715-4164-b8cb-d4ae4ec4cfd8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1313016 Jul 05 18:20:26.013401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:26.048590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a57cf59-f925-4710-a701-074380605a22 req-cc645668-e00c-4c62-95f3-bf554495980e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469053 Jul 05 18:20:26.192524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=112596c3-34e1-424d-8aa2-c86b71771cbe,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:26.205168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Checking segment: {'id': '3d20bc45-dda1-42d7-843f-b53072248ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '64636bf6-de76-478f-82a3-3aeabc4ab865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:20:26.205533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Network hostable DHCP agents. Network: 64636bf6-de76-478f-82a3-3aeabc4ab865, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:20:26.341405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Network 64636bf6-de76-478f-82a3-3aeabc4ab865 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:20:26.365616 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:26.457138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 64636bf6-de76-478f-82a3-3aeabc4ab865) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:20:26.462433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:26.463343 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:26.469750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ea7e3f-3a2d-4ebd-8d10-e53910c642fe None None] Network 64636bf6-de76-478f-82a3-3aeabc4ab865 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:20:26.573750 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8c69e358-4402-4230-98a8-1a7a78f9c15b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2083631 Jul 05 18:20:26.783433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a8dba-70b4-45ce-bbff-f2f90c27a254 None None] Network 64636bf6-de76-478f-82a3-3aeabc4ab865 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:20:28.046260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd99c94-d7b4-4ebb-8a66-6c2ad4b72f85 req-e85eae88-b814-412b-ad31-4496007d4def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:28.053210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cd99c94-d7b4-4ebb-8a66-6c2ad4b72f85 req-e85eae88-b814-412b-ad31-4496007d4def tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1875346 Jul 05 18:20:28.102857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cd99c94-d7b4-4ebb-8a66-6c2ad4b72f85 req-7a65e651-f33c-491e-a6b5-d44edbe75e47 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448413 Jul 05 18:20:28.342075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382bb22-41d9-4d11-8e40-d105ef838b4d req-96acb08f-60f5-44c2-b7ae-217f78e113d4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:28.343705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e382bb22-41d9-4d11-8e40-d105ef838b4d req-96acb08f-60f5-44c2-b7ae-217f78e113d4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1055992 Jul 05 18:20:28.407846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e382bb22-41d9-4d11-8e40-d105ef838b4d req-e8668b0a-7586-4d0e-b4c0-2b6c723f976b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575697 Jul 05 18:20:28.514965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49908) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:28.521184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1652749330-network', 'tenant_id': 'b3fbf924cfb04d478e7cae1253079075'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:28.652107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Made reservation on behalf of b3fbf924cfb04d478e7cae1253079075 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:28.654998 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:28.666294 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:28.879669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-45259ead-055b-497b-8942-918b6eba64d3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:28.882221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-45259ead-055b-497b-8942-918b6eba64d3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.1579597 Jul 05 18:20:28.906293 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-fcf78dc8-aa9f-4d99-92e4-e85df2e28cbe tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/quotas/fd2e47ec79e9495cad7ba0f1dcd1fc58 HTTP/1.1" status: 200 len: 375 time: 0.0156143 Jul 05 18:20:28.921784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:29.012119 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:29.039124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-11a188a7-169e-4e72-ae30-640b61f69839 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1215532 Jul 05 18:20:29.117513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:20:29.134952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7c027a-0de1-4358-96ac-b05caa1162e3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:29.152878 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:29.153422 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Added segment 1aa50c2d-4e5f-4091-b2e5-2f3d8899c949 of type vlan for network 2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e Jul 05 18:20:29.265307 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:29.301095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-84f085b7-629a-48c0-b6a4-0cbcbb1f5dc7 service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539439 Jul 05 18:20:29.432976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-3d6c85c0-ffe6-431d-b7f3-28fbc12626e4 service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153014 Jul 05 18:20:29.446148 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:29.447537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:29.448134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:29.527631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] Pushing event updated for resources: {'Network': ['ID=2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:29.539507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:20:29.570904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49954) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:29.572269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9201c4b3-4c79-4408-92d9-66d75c77cee5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0556488 Jul 05 18:20:29.576453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Request body: {'subnet': {'network_id': '2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1652749330-subnet', 'tenant_id': 'b3fbf924cfb04d478e7cae1253079075', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:29.765475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Made reservation on behalf of b3fbf924cfb04d478e7cae1253079075 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:29.765636 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:29.768532 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:29.877497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95c55720-5285-4ab8-b529-9f764e0a0481 req-2fde0aea-8251-42a3-9d68-c2f9cf2ecaee tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 210 time: 0.1151428 Jul 05 18:20:29.979171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3bdf3-ec42-40f0-aa36-9a18f51bcf4d req-c57218ae-8b44-454a-818e-06e01ac8fd2a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:29.980889 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ecd3bdf3-ec42-40f0-aa36-9a18f51bcf4d req-c57218ae-8b44-454a-818e-06e01ac8fd2a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.3201001 Jul 05 18:20:30.035777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ecd3bdf3-ec42-40f0-aa36-9a18f51bcf4d req-f8bb9c1e-b4ca-401a-a44a-95c1a91c1ae8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489140 Jul 05 18:20:30.196366 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:30.302485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13dfc89-01ae-4bce-bb83-a9d82f4805b0 req-65060ee0-6e07-47cd-a9ba-c69f77e941df tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:30.304454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c13dfc89-01ae-4bce-bb83-a9d82f4805b0 req-65060ee0-6e07-47cd-a9ba-c69f77e941df tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1293380 Jul 05 18:20:30.331684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c39c5a9-4505-4ad8-9709-a6d54d7e5116,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:30.338681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Checking segment: {'id': '1aa50c2d-4e5f-4091-b2e5-2f3d8899c949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:20:30.339304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Network hostable DHCP agents. Network: 2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:20:30.382411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c13dfc89-01ae-4bce-bb83-a9d82f4805b0 req-bacc39cf-5a5e-416c-803d-d3274a669503 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Jul 05 18:20:30.446053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Network 2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:20:30.517089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 49988) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:30.543525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:20:30.551459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d0b943-4c25-4204-ba03-3c00d368e9a8 None None] Network 2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:20:30.566520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:30.567533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:30.664908 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a42223bd-b2fb-4f8d-b357-c34136bed5a0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0926194 Jul 05 18:20:30.824206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a9df8fd-40d4-428c-8907-2b0e334228cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:30.854691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6066adf3-d3bf-4984-b775-e90e1655a17d None None] Network 2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:20:30.991863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a9df8fd-40d4-428c-8907-2b0e334228cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:31.042067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58393723-681d-406e-bb66-ad59adba6dd0 req-a0d7d71d-c6a8-4d5c-b179-318273926f6b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 210 time: 0.0431113 Jul 05 18:20:31.103552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9d7a1-854b-4045-9846-c3efcda103ef req-633b7c38-9168-47c6-935f-ed0c560bc152 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:31.105269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54a9d7a1-854b-4045-9846-c3efcda103ef req-633b7c38-9168-47c6-935f-ed0c560bc152 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1724603 Jul 05 18:20:31.114276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a9df8fd-40d4-428c-8907-2b0e334228cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:31.187367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9df8fd-40d4-428c-8907-2b0e334228cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edceaf2-cd3c-416d-b238-526514590854,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:31.191627 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54a9d7a1-854b-4045-9846-c3efcda103ef req-d4fc83f3-41b9-4add-ae15-dc3bb0d21d08 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799634 Jul 05 18:20:31.294540 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9a9df8fd-40d4-428c-8907-2b0e334228cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d61315c43e484ac5bb20f95fbdd815cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7735009 Jul 05 18:20:31.301167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50026) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:31.445425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31ee60fc-6bfd-4e83-9d5c-643efc95c34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:31.489038 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31ee60fc-6bfd-4e83-9d5c-643efc95c34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:31.558660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d4b35-87b3-4cef-9ae3-c77dc0f3ef50 req-9197c9f2-6f68-46d9-805e-728945ef6006 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:31.558660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-161d4b35-87b3-4cef-9ae3-c77dc0f3ef50 req-9197c9f2-6f68-46d9-805e-728945ef6006 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1246970 Jul 05 18:20:31.631937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-161d4b35-87b3-4cef-9ae3-c77dc0f3ef50 req-9a5ac878-78a0-4f78-aa13-53fe4dbd4746 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674326 Jul 05 18:20:31.726419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31ee60fc-6bfd-4e83-9d5c-643efc95c34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:31.729013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31ee60fc-6bfd-4e83-9d5c-643efc95c34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:31.732549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-31ee60fc-6bfd-4e83-9d5c-643efc95c34a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4edceaf2-cd3c-416d-b238-526514590854 HTTP/1.1" status: 204 len: 168 time: 0.4275007 Jul 05 18:20:31.792350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee60fc-6bfd-4e83-9d5c-643efc95c34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edceaf2-cd3c-416d-b238-526514590854,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:31.864165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-8fc7e486-8cc3-4757-b7c0-0762d9c900dd tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:31.873041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-8fc7e486-8cc3-4757-b7c0-0762d9c900dd tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/networks?id=64636bf6-de76-478f-82a3-3aeabc4ab865 HTTP/1.1" status: 200 len: 811 time: 0.1745298 Jul 05 18:20:31.890280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-6302ac50-a5de-4626-a4c2-eb9e8d65f61b tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/quotas/ebea5b2a374342e5a85559926f03fc98 HTTP/1.1" status: 200 len: 375 time: 0.0159335 Jul 05 18:20:31.938269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-3be690ea-7a92-46ad-8d84-ab2ec0793421 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebea5b2a374342e5a85559926f03fc98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466039 Jul 05 18:20:32.126645 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-4444bb9a-b911-47a9-9a70-baf837f24031 service neutron] 10.222.0.30 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867385 Jul 05 18:20:32.257191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9aa6e-c0d1-4360-b416-7945b6f0dda1 req-79f83705-9f0b-4079-8cfa-419a5bbfe8bb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:32.257191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-feb9aa6e-c0d1-4360-b416-7945b6f0dda1 req-79f83705-9f0b-4079-8cfa-419a5bbfe8bb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2242672 Jul 05 18:20:32.317887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-b4202234-abf9-4662-aede-fbb959da1fef service neutron] 10.222.0.30 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874366 Jul 05 18:20:32.361945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-feb9aa6e-c0d1-4360-b416-7945b6f0dda1 req-95d6d5e5-bc1a-4e88-b4ef-09ec83d0f99e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782170 Jul 05 18:20:32.616267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5a7a206-efa6-4dfa-96da-0ba7b1824798 req-072d8c97-f4ba-4478-b5e4-37b8cee8a6ee tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 210 time: 0.1080523 Jul 05 18:20:32.825536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f59a6d98-a60f-4ca4-873d-64ab7078e07e req-fd81303f-e478-4ab6-8521-4469e62377c7 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 210 time: 0.0945151 Jul 05 18:20:32.936203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2c3b0-8fdd-4623-a4c6-0b82e37d8590 req-384ffc9f-c6f2-48af-af12-42fdc7798280 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:32.937749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82c2c3b0-8fdd-4623-a4c6-0b82e37d8590 req-384ffc9f-c6f2-48af-af12-42fdc7798280 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1300709 Jul 05 18:20:32.983473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82c2c3b0-8fdd-4623-a4c6-0b82e37d8590 req-14af32bd-7c99-4eaa-bc73-cca964fb8493 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Jul 05 18:20:33.109907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-e1f698d4-b66e-499d-8719-3835ed036631 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:33.111369 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-e1f698d4-b66e-499d-8719-3835ed036631 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.1430771 Jul 05 18:20:33.126434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'port': {'device_id': '7f506c71-4e11-4096-891b-78681ac58114', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'admin_state_up': True, 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:33.211992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50098) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:33.244039 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fa6605-f7fc-4e16-b39f-442bd13fe867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:33.441777 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fa6605-f7fc-4e16-b39f-442bd13fe867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:33.518035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21fa6605-f7fc-4e16-b39f-442bd13fe867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:33.580567 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-21fa6605-f7fc-4e16-b39f-442bd13fe867 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a83c958d63164243b5ed37219aceae27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3710942 Jul 05 18:20:33.582550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa6605-f7fc-4e16-b39f-442bd13fe867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62cde08-ac06-4e8d-8c42-7e58a189f962,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:33.583361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50114) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:33.618411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda47d2c-5c6a-4af2-86b5-825a3e194680 req-7c26f6f4-0225-4b18-9b9f-595a9f804fd5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:33.620560 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fda47d2c-5c6a-4af2-86b5-825a3e194680 req-7c26f6f4-0225-4b18-9b9f-595a9f804fd5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1384931 Jul 05 18:20:33.656631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Made reservation on behalf of fd2e47ec79e9495cad7ba0f1dcd1fc58 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:33.671996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:33.706886 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b650aad-4d5c-44ca-9abb-a50c7f267bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:33.754486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fda47d2c-5c6a-4af2-86b5-825a3e194680 req-48083b92-ad3b-499e-9790-57cdd371412c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201422 Jul 05 18:20:33.818033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b650aad-4d5c-44ca-9abb-a50c7f267bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:33.877154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c673b6c8-05be-45dd-9eac-c39e6b9ee8db req-a6d359b9-f4f3-4404-a61a-9260207d4fd8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 210 time: 0.0498769 Jul 05 18:20:34.000083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-077b5a66-5b79-45cf-92d5-3de7e9c64435 req-e28fdb8c-6a12-4422-add2-d45de38c3ec4 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 210 time: 0.0490086 Jul 05 18:20:34.036586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef35627-2a7f-4e29-a063-bb98eab1bcff req-bd979f2e-9c8c-47b9-948a-0a02c8f92c3c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:34.039421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fef35627-2a7f-4e29-a063-bb98eab1bcff req-bd979f2e-9c8c-47b9-948a-0a02c8f92c3c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1375642 Jul 05 18:20:34.048217 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b650aad-4d5c-44ca-9abb-a50c7f267bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:34.050965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b650aad-4d5c-44ca-9abb-a50c7f267bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:34.054472 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4b650aad-4d5c-44ca-9abb-a50c7f267bf2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d62cde08-ac06-4e8d-8c42-7e58a189f962 HTTP/1.1" status: 204 len: 168 time: 0.4677575 Jul 05 18:20:34.073642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b650aad-4d5c-44ca-9abb-a50c7f267bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62cde08-ac06-4e8d-8c42-7e58a189f962,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:34.110434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fef35627-2a7f-4e29-a063-bb98eab1bcff req-119a67ff-62c6-43cf-a20d-0cacd2b43a19 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654144 Jul 05 18:20:34.213292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Allocated IP 172.20.0.5 (a64c9413-6e22-4997-8ea4-33032e825317/9f594c12-0a66-4305-8040-b34f8d049fe9/c34edd7f-1568-4178-8413-2a61a83d1606) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:20:34.398315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:34.416524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Transition to ACTIVE for port object c34edd7f-1568-4178-8413-2a61a83d1606 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:20:34.487768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50148) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:34.543804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:34.558410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['d17a76e0-455c-4433-b902-6e1226f4404a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:34.650964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b430125d-420e-44d4-a2e4-8f865508e84d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:34.747668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'Port': ['ID=c34edd7f-1568-4178-8413-2a61a83d1606,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:34.760930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Network a64c9413-6e22-4997-8ea4-33032e825317 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:20:34.774881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:20:34.792430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:20:34.971101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:34.982296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:34.982812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51092713-709c-4836-878d-90ae7e112f1a req-22fbb16e-aea4-417b-aec0-9b2544a8c365 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:34.995996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51092713-709c-4836-878d-90ae7e112f1a req-22fbb16e-aea4-417b-aec0-9b2544a8c365 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2265697 Jul 05 18:20:35.174934 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a6bedb3-c366-402f-83f9-64c7ace4ee4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0519869 Jul 05 18:20:35.188193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Request body: {'port': {'device_id': '7f506c71-4e11-4096-891b-78681ac58114', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:35.390922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:35.424095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b67ab817-2acd-4f5f-998a-29ef7756ff95 None None] Provisioning for port c34edd7f-1568-4178-8413-2a61a83d1606 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:20:35.429507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b67ab817-2acd-4f5f-998a-29ef7756ff95 None None] Provisioning complete for port c34edd7f-1568-4178-8413-2a61a83d1606 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:20:35.432107 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b67ab817-2acd-4f5f-998a-29ef7756ff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:35.493376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b67ab817-2acd-4f5f-998a-29ef7756ff95 None None] Port c34edd7f-1568-4178-8413-2a61a83d1606 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:20:35.809547 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:35.901198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34edd7f-1568-4178-8413-2a61a83d1606 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:20:35.910028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:35.924212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Transition to ACTIVE for port object c34edd7f-1568-4178-8413-2a61a83d1606 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:20:36.046215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:36.096627 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51092713-709c-4836-878d-90ae7e112f1a req-d2fa54da-0b39-4140-ad53-480c76e1734f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0996664 Jul 05 18:20:36.146804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Pushing event updated for resources: {'Port': ['ID=c34edd7f-1568-4178-8413-2a61a83d1606,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:36.174728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.174728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.178153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.185875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.188610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.189218 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.190450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.191175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.192445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.193213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.194177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.196225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:36.329471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-9009eb6d-7b42-4f40-af92-7cc98ab3906d tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:36.335956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-9009eb6d-7b42-4f40-af92-7cc98ab3906d tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.97 "GET /v2.0/networks?id=64636bf6-de76-478f-82a3-3aeabc4ab865 HTTP/1.1" status: 200 len: 811 time: 0.4587886 Jul 05 18:20:36.349118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e8ff6-5049-454e-9dd5-b9eaf6a268d9 req-45d21c86-2699-4949-ba53-fa717021a20b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:36.359087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c19e8ff6-5049-454e-9dd5-b9eaf6a268d9 req-45d21c86-2699-4949-ba53-fa717021a20b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 931 time: 1.2409620 Jul 05 18:20:36.403277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Request body: {'port': {'device_id': '422b5907-f9e2-4d98-9f8f-f635529bba47', 'network_id': '64636bf6-de76-478f-82a3-3aeabc4ab865', 'admin_state_up': True, 'tenant_id': 'ebea5b2a374342e5a85559926f03fc98'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:36.423417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Attempting to bind port c34edd7f-1568-4178-8413-2a61a83d1606 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:20:36.450459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Attempting to bind port c34edd7f-1568-4178-8413-2a61a83d1606 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:20:36.450459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Attempting to bind port c34edd7f-1568-4178-8413-2a61a83d1606 on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:36.450459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Port c34edd7f-1568-4178-8413-2a61a83d1606 on network a64c9413-6e22-4997-8ea4-33032e825317 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:20:36.450459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Attempting to bind port c34edd7f-1568-4178-8413-2a61a83d1606 on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:36.450459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:20:36.450459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Checking segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:20:36.455740 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Bound using segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:20:36.456195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Bound port: c34edd7f-1568-4178-8413-2a61a83d1606, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:20:36.456787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:36.559144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e159e01-2a98-4ddb-84cc-fc74afea6b86 req-761eefc4-2409-4515-8c41-be2b54340472 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 210 time: 0.1924584 Jul 05 18:20:36.670887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] For port c34edd7f-1568-4178-8413-2a61a83d1606, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:20:36.674475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] For port c34edd7f-1568-4178-8413-2a61a83d1606, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c34edd7f-1568-4178-8413-2a61a83d1606,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:20:36.702354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c19e8ff6-5049-454e-9dd5-b9eaf6a268d9 req-cc4eb6eb-8987-4f3a-b433-83cf2fc0326a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423908 Jul 05 18:20:36.771558 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:36.825921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:36.825921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:36.825921 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] 10.222.0.39 "PUT /v2.0/ports/c34edd7f-1568-4178-8413-2a61a83d1606 HTTP/1.1" status: 200 len: 1091 time: 1.6433771 Jul 05 18:20:36.825921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f506c71-4e11-4096-891b-78681ac58114', 'tag': 'c34edd7f-1568-4178-8413-2a61a83d1606'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:36.828262 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3332d7d-2417-4461-aae5-24cd1fcedf08" -d '{"events": [{"name": "network-changed", "server_uuid": "7f506c71-4e11-4096-891b-78681ac58114", "tag": "c34edd7f-1568-4178-8413-2a61a83d1606"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:36.856645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1584e-0670-4529-83fc-d3f639dd7538 service neutron] Pushing event updated for resources: {'Port': ['ID=c34edd7f-1568-4178-8413-2a61a83d1606,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:36.860068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e556da-f860-4708-b055-ac0c1de8e2a0 req-dd86a824-f7fc-4df1-a813-31be2d36d438 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:36.867102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26e556da-f860-4708-b055-ac0c1de8e2a0 req-dd86a824-f7fc-4df1-a813-31be2d36d438 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1210508 Jul 05 18:20:36.910292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Made reservation on behalf of ebea5b2a374342e5a85559926f03fc98 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:36.914289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:36.921831 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:36.952526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26e556da-f860-4708-b055-ac0c1de8e2a0 req-ad7464f9-b99a-49c7-a096-648a535ffa96 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804155 Jul 05 18:20:37.078107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a68b39d-2247-4b04-b077-bce85652ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:37.080668 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-2a68b39d-2247-4b04-b077-bce85652ed0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 1094 time: 0.0999792 Jul 05 18:20:37.138618 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665b0c5a-598e-4ca7-8176-5ef022820c73 x-openstack-request-id: req-665b0c5a-598e-4ca7-8176-5ef022820c73 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:37.138989 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f506c71-4e11-4096-891b-78681ac58114", "tag": "c34edd7f-1568-4178-8413-2a61a83d1606", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:37.139147 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-665b0c5a-598e-4ca7-8176-5ef022820c73 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:37.139554 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f506c71-4e11-4096-891b-78681ac58114', 'tag': 'c34edd7f-1568-4178-8413-2a61a83d1606', 'status': 'completed', 'code': 200} Jul 05 18:20:37.141292 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-3c4d712e-8431-4cab-8c18-ffec4ea45393 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c34edd7f-1568-4178-8413-2a61a83d1606 HTTP/1.1" status: 200 len: 217 time: 0.0525236 Jul 05 18:20:37.218732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-6cdcfe1d-fcfd-4211-937d-aa5cdd4d6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:37.220648 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-6cdcfe1d-fcfd-4211-937d-aa5cdd4d6cb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0723221 Jul 05 18:20:37.326004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-9634811f-d2a3-410e-abd9-e0e49e0f6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:37.328075 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-9634811f-d2a3-410e-abd9-e0e49e0f6684 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929997 Jul 05 18:20:37.394045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Allocated IP 172.20.0.5 (64636bf6-de76-478f-82a3-3aeabc4ab865/112596c3-34e1-424d-8aa2-c86b71771cbe/7b277a8e-a3d6-42b9-aa37-7744ff118ee4) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:20:37.504621 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-36c8e300-cc01-4105-adef-bb17cfaa7fd3 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627274 Jul 05 18:20:37.626126 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c7eee850-54ff-4429-a4cf-2030d8193c0d req-e9644473-9771-4b6a-9bd6-226f9a83cdb0 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098621 Jul 05 18:20:37.721289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0f42c-8553-4ec2-b800-5dd37fdb48dc req-0f4c4e13-e2b2-470d-a5e4-4e34e6da2fcc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:37.723246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67d0f42c-8553-4ec2-b800-5dd37fdb48dc req-0f4c4e13-e2b2-470d-a5e4-4e34e6da2fcc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2693112 Jul 05 18:20:37.728237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Deleting port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:37.728837 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:37.809472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-2c83110d-3ee5-4239-85c7-ce933848d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:37.811470 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-2c83110d-3ee5-4239-85c7-ce933848d36c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 1094 time: 0.0785003 Jul 05 18:20:37.932400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39e0d085-a311-4cc2-a494-052d7772135d req-5e8c39b3-60e2-4f90-9c20-33f06cbdd0fe tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 210 time: 0.1470983 Jul 05 18:20:37.940900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-eb7b9c0a-1763-4445-82e5-4d8bfbf82378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:37.942473 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-eb7b9c0a-1763-4445-82e5-4d8bfbf82378 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.1243260 Jul 05 18:20:37.951752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:37.975300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67d0f42c-8553-4ec2-b800-5dd37fdb48dc req-4660f71e-d8b0-4e41-9ea4-b55afcb0d1c0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254970 Jul 05 18:20:38.063018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] For port 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=67981bdc-cdca-46f1-a0b3-1c0ba46bc40e,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:38.072159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:38.081950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Calling delete_port for 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:38.094044 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-74fc48b7-35eb-469d-84cd-cc811ed17436 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c34edd7f-1568-4178-8413-2a61a83d1606 HTTP/1.1" status: 200 len: 217 time: 0.1419847 Jul 05 18:20:38.180067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-398b8141-d93e-485b-896d-edc7f525845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:38.183924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-398b8141-d93e-485b-896d-edc7f525845f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0815761 Jul 05 18:20:38.244596 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:38.281627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-ecc4b8b7-9b9b-4a8e-9e69-38b6d5e736bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:38.283220 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-ecc4b8b7-9b9b-4a8e-9e69-38b6d5e736bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946128 Jul 05 18:20:38.403763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Network 64636bf6-de76-478f-82a3-3aeabc4ab865 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:20:38.411237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:20:38.414321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:20:38.429014 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-693a420f-d00f-4cf2-adde-3aa9e827c6eb service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367669 Jul 05 18:20:38.536261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Pushing event updated for resources: {'Port': ['ID=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:38.573689 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e3332d7d-2417-4461-aae5-24cd1fcedf08 req-e44d6f88-3539-45d7-96cb-591ba0d40a68 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383393 Jul 05 18:20:38.574326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460e6ba8-2dfd-4a18-ba21-afa8f6d95baf req-c3c0ab5f-3242-4047-b308-437e301a5915 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:38.576608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-460e6ba8-2dfd-4a18-ba21-afa8f6d95baf req-c3c0ab5f-3242-4047-b308-437e301a5915 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 943 time: 0.3829219 Jul 05 18:20:38.594201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:38.595401 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:38.702251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5715f8-68bd-41d7-892a-8ce65e4096ec req-3f9e9508-6377-4334-9a0a-96242df5e598 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:38.714591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf5715f8-68bd-41d7-892a-8ce65e4096ec req-3f9e9508-6377-4334-9a0a-96242df5e598 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.4516692 Jul 05 18:20:38.755761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-460e6ba8-2dfd-4a18-ba21-afa8f6d95baf req-54b2258d-8b7e-446f-8fdc-b6f48aa17eb7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459856 Jul 05 18:20:38.772337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c5d50395-e004-41cf-9a0c-cdb6b92c69ed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3776231 Jul 05 18:20:38.789855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Request body: {'port': {'device_id': '422b5907-f9e2-4d98-9f8f-f635529bba47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:38.837301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf5715f8-68bd-41d7-892a-8ce65e4096ec req-a1b307f9-da7c-4bd2-b34d-0e50e3203b39 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214356 Jul 05 18:20:38.866708 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:20:38.907803 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:38.948923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Pushing event deleted for resources: {'Port': ['ID=67981bdc-cdca-46f1-a0b3-1c0ba46bc40e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:38.954343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:39.495779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c34edd7f-1568-4178-8413-2a61a83d1606 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:20:39.517333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8c6ca-d250-4701-aca5-5d9a49ac25b0 req-4870adfa-004d-4862-a9d4-29fc3f117b6f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:39.524794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e8c6ca-d250-4701-aca5-5d9a49ac25b0 req-4870adfa-004d-4862-a9d4-29fc3f117b6f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 813 time: 0.3923638 Jul 05 18:20:39.556885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:39.564601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e8c6ca-d250-4701-aca5-5d9a49ac25b0 req-0fe7fee8-4705-4871-988a-5997ed873a47 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/quotas/b45e7da5523a4e0db9eed86e25f98de3 HTTP/1.1" status: 200 len: 375 time: 0.0388548 Jul 05 18:20:39.599870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cc0bd1-cc89-497b-b9ce-c6da1b3fa8de req-668876e0-292f-40ff-96c3-1e52e77e0a14 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:39.601678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9cc0bd1-cc89-497b-b9ce-c6da1b3fa8de req-668876e0-292f-40ff-96c3-1e52e77e0a14 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 931 time: 0.3643482 Jul 05 18:20:39.799734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c34edd7f-1568-4178-8413-2a61a83d1606, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c34edd7f-1568-4178-8413-2a61a83d1606,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:39.813596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'c34edd7f-1568-4178-8413-2a61a83d1606', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'port_id': 'c34edd7f-1568-4178-8413-2a61a83d1606', 'mac_address': 'fa:16:3e:a3:d9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:20:39.863892 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:39.867302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9cc0bd1-cc89-497b-b9ce-c6da1b3fa8de req-38a06c15-8840-4f4a-a20f-acb60aa4f2b4 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164347 Jul 05 18:20:39.881907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34edd7f-1568-4178-8413-2a61a83d1606 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:20:39.913862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c34edd7f-1568-4178-8413-2a61a83d1606, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c34edd7f-1568-4178-8413-2a61a83d1606,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:39.982374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:40.042067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c34edd7f-1568-4178-8413-2a61a83d1606,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:40.203309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c34edd7f-1568-4178-8413-2a61a83d1606'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:40.424598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0e8c6ca-d250-4701-aca5-5d9a49ac25b0 req-9b52a222-0312-4662-8cf3-ef049c2aa112 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8591237 Jul 05 18:20:40.432586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:20:40.478284 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:40.508018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Transition to ACTIVE for port object 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:20:40.526612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Router a6ebee24-c0c7-4e6d-a660-275a8ed0292d has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:20:40.549493 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82db3b0-bd0b-4567-9b5d-f2f6c773f4f8 req-2f72d5b6-540c-4e5b-953d-f98338b90970 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:40.557846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f82db3b0-bd0b-4567-9b5d-f2f6c773f4f8 req-2f72d5b6-540c-4e5b-953d-f98338b90970 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 944 time: 0.1746554 Jul 05 18:20:40.670602 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:40.791148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f82db3b0-bd0b-4567-9b5d-f2f6c773f4f8 req-55675b6d-ca62-467e-bb2f-65d17a0c1387 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338439 Jul 05 18:20:40.794765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Pushing event updated for resources: {'Port': ['ID=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:40.799576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:20:40.821076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b4593dd7-d28e-42fd-8490-991226e0837d admin admin] 10.222.0.30 "PUT /v2.0/routers/a6ebee24-c0c7-4e6d-a660-275a8ed0292d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3327646 Jul 05 18:20:40.829631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50370) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:40.833986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] Sync routers for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:20:40.861145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:20:40.862020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:20:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:40.958037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17041b00-2236-459a-9f55-17ef2dd88be6 req-b13a79ec-3359-48b6-a0d6-01e1e0cddb10 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:40.965288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17041b00-2236-459a-9f55-17ef2dd88be6 req-b13a79ec-3359-48b6-a0d6-01e1e0cddb10 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1388698 Jul 05 18:20:40.989452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Attempting to bind port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:20:40.989824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Attempting to bind port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '3d20bc45-dda1-42d7-843f-b53072248ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '64636bf6-de76-478f-82a3-3aeabc4ab865'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:20:40.990162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Attempting to bind port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 on network 64636bf6-de76-478f-82a3-3aeabc4ab865 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:41.017234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17041b00-2236-459a-9f55-17ef2dd88be6 req-c1799dfe-2ac6-4839-8b5d-f91df6e6585a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509737 Jul 05 18:20:41.023190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 on network 64636bf6-de76-478f-82a3-3aeabc4ab865 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:20:41.023708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Attempting to bind port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 on network 64636bf6-de76-478f-82a3-3aeabc4ab865 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:41.041708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:20:41.047864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Checking segment: {'id': '3d20bc45-dda1-42d7-843f-b53072248ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '64636bf6-de76-478f-82a3-3aeabc4ab865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:20:41.048429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Bound using segment: {'id': '3d20bc45-dda1-42d7-843f-b53072248ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '64636bf6-de76-478f-82a3-3aeabc4ab865'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:20:41.049063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Bound port: 7b277a8e-a3d6-42b9-aa37-7744ff118ee4, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d20bc45-dda1-42d7-843f-b53072248ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '64636bf6-de76-478f-82a3-3aeabc4ab865'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:20:41.049616 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:41.129010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:20:41.185384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:41.283085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] For port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:20:41.308266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:41.310254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] For port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,segment=NetworkSegment(3d20bc45-dda1-42d7-843f-b53072248ad5),segment_id=3d20bc45-dda1-42d7-843f-b53072248ad5)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:20:41.344657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a474ab-aa34-48e1-9f1f-ef89d2237813 req-54f278c0-6a7f-4a6d-aa8c-2184aa7106c8 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:41.352432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55a474ab-aa34-48e1-9f1f-ef89d2237813 req-54f278c0-6a7f-4a6d-aa8c-2184aa7106c8 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 943 time: 0.1924615 Jul 05 18:20:41.381378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b9348-db22-457e-9b89-aa8f3a9add34 req-e266e69f-d5e4-44b3-99f4-0a7c08ef014d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:41.383116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-549b9348-db22-457e-9b89-aa8f3a9add34 req-e266e69f-d5e4-44b3-99f4-0a7c08ef014d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1446581 Jul 05 18:20:41.386313 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:41.475022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Deleting port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:41.475670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:41.475806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:41.481151 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:41.482956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] 10.222.0.97 "PUT /v2.0/ports/7b277a8e-a3d6-42b9-aa37-7744ff118ee4 HTTP/1.1" status: 200 len: 1091 time: 2.6992822 Jul 05 18:20:41.485952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422b5907-f9e2-4d98-9f8f-f635529bba47', 'tag': '7b277a8e-a3d6-42b9-aa37-7744ff118ee4'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:41.488508 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8e421a-109b-40db-9920-1ef6710dc008" -d '{"events": [{"name": "network-changed", "server_uuid": "422b5907-f9e2-4d98-9f8f-f635529bba47", "tag": "7b277a8e-a3d6-42b9-aa37-7744ff118ee4"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:41.494985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92'}], 'enable_snat': True}, 'gw_port_id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:20:38Z', 'revision_number': 5, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port': {'id': '0b4c970b-eea5-4520-8cf1-32b1c7c3c199', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:08:36Z', 'updated_at': '2021-07-05T18:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:41.545200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55a474ab-aa34-48e1-9f1f-ef89d2237813 req-182712eb-9426-4fa8-bbd3-556008fbdb92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779251 Jul 05 18:20:41.549627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] Checking router: a6ebee24-c0c7-4e6d-a660-275a8ed0292d for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:20:41.556187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c34edd7f-1568-4178-8413-2a61a83d1606 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:20:41.573037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-549b9348-db22-457e-9b89-aa8f3a9add34 req-7d379963-0427-4e31-a7af-a851c2414c1d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713023 Jul 05 18:20:41.574197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e64e29-b553-4afa-afa8-645268b67eec service neutron] Pushing event updated for resources: {'Port': ['ID=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:41.623027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] For port 0b4c970b-eea5-4520-8cf1-32b1c7c3c199, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0b4c970b-eea5-4520-8cf1-32b1c7c3c199,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:41.623387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:41.652260 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a985e1c5-d223-4cdc-924e-b9a1d82ebc4d x-openstack-request-id: req-a985e1c5-d223-4cdc-924e-b9a1d82ebc4d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:41.652567 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422b5907-f9e2-4d98-9f8f-f635529bba47", "tag": "7b277a8e-a3d6-42b9-aa37-7744ff118ee4", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:41.652823 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a985e1c5-d223-4cdc-924e-b9a1d82ebc4d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:41.652949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] Routers {'a6ebee24-c0c7-4e6d-a660-275a8ed0292d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:20:41.653236 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422b5907-f9e2-4d98-9f8f-f635529bba47', 'tag': '7b277a8e-a3d6-42b9-aa37-7744ff118ee4', 'status': 'completed', 'code': 200} Jul 05 18:20:41.653573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:20:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:41.665172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Calling delete_port for 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:41.763893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-e2e7b0fe-65b2-4cdc-b3c0-14a4e1e37bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:41.767316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-e2e7b0fe-65b2-4cdc-b3c0-14a4e1e37bfc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ebea5b2a374342e5a85559926f03fc98&device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 1094 time: 0.1306767 Jul 05 18:20:41.773585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port c34edd7f-1568-4178-8413-2a61a83d1606 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:20:41.790793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port c34edd7f-1568-4178-8413-2a61a83d1606 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:20:41.790999 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:41.792938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50408) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:41.798979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] Set router a6ebee24-c0c7-4e6d-a660-275a8ed0292d gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:20:41.829821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-8b83edf8-8939-44a5-9e06-67efc8f6d307 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b277a8e-a3d6-42b9-aa37-7744ff118ee4 HTTP/1.1" status: 200 len: 217 time: 0.0547376 Jul 05 18:20:41.923112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-6f540935-fdf1-473f-a410-196f3068e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:41.924758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-6f540935-fdf1-473f-a410-196f3068e36d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=112596c3-34e1-424d-8aa2-c86b71771cbe HTTP/1.1" status: 200 len: 851 time: 0.0887511 Jul 05 18:20:41.953034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:20:41Z', 'revision_number': 6, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:42.011656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cc0c5a-e65c-4e26-b07c-9a7b4083e878 None None] The sync data for ids ['a6ebee24-c0c7-4e6d-a660-275a8ed0292d'] in n-d-799524-1 is: [{'id': 'a6ebee24-c0c7-4e6d-a660-275a8ed0292d', 'name': 'tempest-TaggedBootDevicesTest_v242-257193235-router', 'tenant_id': 'd65012d13e064701b487acd66c900857', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:08:35Z', 'updated_at': '2021-07-05T18:20:41Z', 'revision_number': 6, 'project_id': 'd65012d13e064701b487acd66c900857', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:20:42.018551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-a1906327-b95f-43b2-8ace-e0e533ee1e02 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=64636bf6-de76-478f-82a3-3aeabc4ab865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869501 Jul 05 18:20:42.118769 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:42.151400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f506c71-4e11-4096-891b-78681ac58114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34edd7f-1568-4178-8413-2a61a83d1606'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:42.153894 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8582f34b-703e-46de-9ef8-cac388362139" -d '{"events": [{"server_uuid": "7f506c71-4e11-4096-891b-78681ac58114", "name": "network-vif-plugged", "status": "completed", "tag": "c34edd7f-1568-4178-8413-2a61a83d1606"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:42.167336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:42.173198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c34edd7f-1568-4178-8413-2a61a83d1606, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c34edd7f-1568-4178-8413-2a61a83d1606,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:42.220297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8dd38df-02e7-4f16-8ef9-6c8b41c92401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:42.241530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4c970b-eea5-4520-8cf1-32b1c7c3c199,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:42.243214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9a39999b-1e32-4d44-b77f-98084be61ec6 req-dff0970d-84d5-4e2b-85cd-f21bed5ff575 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b45e7da5523a4e0db9eed86e25f98de3 HTTP/1.1" status: 200 len: 221 time: 0.0829041 Jul 05 18:20:42.245689 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:42.317460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-ff2f1564-39d9-4be8-b7c6-62e72a563b14 service neutron] 10.222.0.97 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880778 Jul 05 18:20:42.318619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c34edd7f-1568-4178-8413-2a61a83d1606,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:42.325737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7569501-1f31-412f-8e2d-ad4a5e4e4f93 req-c2546612-cc9b-4d35-beaa-5ae40ebd9fd3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:42.327309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7569501-1f31-412f-8e2d-ad4a5e4e4f93 req-c2546612-cc9b-4d35-beaa-5ae40ebd9fd3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 944 time: 0.2835894 Jul 05 18:20:42.452313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7569501-1f31-412f-8e2d-ad4a5e4e4f93 req-1be52fc1-491a-4790-b3a5-96e876548292 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152477 Jul 05 18:20:42.573258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9f69e81-3c51-497f-9d06-3201de9362ef req-c7c45d90-7b0f-48e9-9609-6b4b795734ec service neutron] 10.222.0.97 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449570 Jul 05 18:20:42.624864 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff9f78c-fa25-4451-bf9e-0cd2e2c81206 x-openstack-request-id: req-aff9f78c-fa25-4451-bf9e-0cd2e2c81206 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:42.625200 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f506c71-4e11-4096-891b-78681ac58114", "name": "network-vif-plugged", "status": "completed", "tag": "c34edd7f-1568-4178-8413-2a61a83d1606", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:42.625520 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aff9f78c-fa25-4451-bf9e-0cd2e2c81206 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:42.625922 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f506c71-4e11-4096-891b-78681ac58114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34edd7f-1568-4178-8413-2a61a83d1606', 'code': 200} Jul 05 18:20:42.780188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:42.887951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8dd38df-02e7-4f16-8ef9-6c8b41c92401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:42.937359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-e4728fca-4d5a-4ff2-8945-4040fa0ea632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:42.939566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-e4728fca-4d5a-4ff2-8945-4040fa0ea632 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ebea5b2a374342e5a85559926f03fc98&device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 1094 time: 0.1844108 Jul 05 18:20:42.950369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:42.950620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c879e-6998-4261-9a48-1319d99b6c84 req-de4fa67e-a7d4-4a51-a35b-c146b38e20f0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:42.953923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:42.958386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c97c879e-6998-4261-9a48-1319d99b6c84 req-de4fa67e-a7d4-4a51-a35b-c146b38e20f0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.3123343 Jul 05 18:20:42.964163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8dd38df-02e7-4f16-8ef9-6c8b41c92401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:42.965551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:20:43.004576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:20:43.004932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 67981bdc-cdca-46f1-a0b3-1c0ba46bc40e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:20:43.057019 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e8dd38df-02e7-4f16-8ef9-6c8b41c92401 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba8fe75ec01946f4a349b62f1a491801&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2629898 Jul 05 18:20:43.057853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd38df-02e7-4f16-8ef9-6c8b41c92401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfa7a3c8-33d4-4b83-b038-cef9050c9668,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:43.071373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50454) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:43.103428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6705000-1156-441d-93ea-2be9c406d4ee req-ac702e20-73d7-4af3-964d-72ba6098f273 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:43.105243 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6705000-1156-441d-93ea-2be9c406d4ee req-ac702e20-73d7-4af3-964d-72ba6098f273 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 943 time: 0.3129966 Jul 05 18:20:43.108620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6872adbd-48e8-4f04-98ec-611ec17655e5 req-88ef2162-8459-4194-8600-d3eb5a52b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:43.110626 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6872adbd-48e8-4f04-98ec-611ec17655e5 req-88ef2162-8459-4194-8600-d3eb5a52b5a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 1096 time: 0.3316107 Jul 05 18:20:43.136027 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c97c879e-6998-4261-9a48-1319d99b6c84 req-3f46a96d-aef9-4a61-93c0-e3387b0f8a0b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764770 Jul 05 18:20:43.143702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.144888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6ebee24-c0c7-4e6d-a660-275a8ed0292d {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:20:43.153454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.158767 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-44c34010-cf04-4baf-8358-30b304eeb2ce admin admin] 10.222.0.30 "DELETE /v2.0/routers/a6ebee24-c0c7-4e6d-a660-275a8ed0292d HTTP/1.1" status: 204 len: 168 time: 2.3241150 Jul 05 18:20:43.167760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50458) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:43.211876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6705000-1156-441d-93ea-2be9c406d4ee req-fbfc9bff-d398-4d42-bcf4-cc1a96299a1b tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966520 Jul 05 18:20:43.215575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-7d61da72-8a0a-4370-a469-009a1e326ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:43.217488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-7d61da72-8a0a-4370-a469-009a1e326ee1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=64636bf6-de76-478f-82a3-3aeabc4ab865 HTTP/1.1" status: 200 len: 911 time: 0.2520838 Jul 05 18:20:43.262095 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6872adbd-48e8-4f04-98ec-611ec17655e5 req-32b3a473-fdd7-4ec0-87af-72ef91332568 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413810 Jul 05 18:20:43.264926 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d635bdf0-617b-4ead-add1-da9ed463f8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.272756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c96d5a-4708-4bf8-b9a1-d350de99bc24 admin admin] Deleting subnet 14e07268-25bd-4b89-b913-7d9c6aa6a667 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:20:43.276403 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-72c96d5a-4708-4bf8-b9a1-d350de99bc24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.281155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-caf80f46-b7c4-478c-9f67-0ac229b99f6f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b277a8e-a3d6-42b9-aa37-7744ff118ee4 HTTP/1.1" status: 200 len: 217 time: 0.0563381 Jul 05 18:20:43.349009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-72c96d5a-4708-4bf8-b9a1-d350de99bc24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.383315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d635bdf0-617b-4ead-add1-da9ed463f8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.441053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-d2956cc0-5bf4-4e19-ad56-9105b9719c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:43.442785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-d2956cc0-5bf4-4e19-ad56-9105b9719c87 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=112596c3-34e1-424d-8aa2-c86b71771cbe HTTP/1.1" status: 200 len: 851 time: 0.1519554 Jul 05 18:20:43.484659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8691a33-99ef-4b95-bd26-e1b63ea19d0b req-1936dda4-f56c-48be-b442-203ab541f10b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:43.486172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8691a33-99ef-4b95-bd26-e1b63ea19d0b req-1936dda4-f56c-48be-b442-203ab541f10b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2075813 Jul 05 18:20:43.487014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-72c96d5a-4708-4bf8-b9a1-d350de99bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.509652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-82fb3160-5251-43e2-a6b9-ce8292bc3451 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=64636bf6-de76-478f-82a3-3aeabc4ab865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562804 Jul 05 18:20:43.569785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d635bdf0-617b-4ead-add1-da9ed463f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.583700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d635bdf0-617b-4ead-add1-da9ed463f8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.585974 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d635bdf0-617b-4ead-add1-da9ed463f8b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cfa7a3c8-33d4-4b83-b038-cef9050c9668 HTTP/1.1" status: 204 len: 168 time: 0.5125296 Jul 05 18:20:43.602326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635bdf0-617b-4ead-add1-da9ed463f8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfa7a3c8-33d4-4b83-b038-cef9050c9668,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:43.611937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8691a33-99ef-4b95-bd26-e1b63ea19d0b req-0531f9d1-1520-4a81-a30e-628b2a46cd4f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048415 Jul 05 18:20:43.649455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-72c96d5a-4708-4bf8-b9a1-d350de99bc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.692918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c96d5a-4708-4bf8-b9a1-d350de99bc24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14e07268-25bd-4b89-b913-7d9c6aa6a667,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:43.705781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-72c96d5a-4708-4bf8-b9a1-d350de99bc24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:43.706127 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-19efd8a7-ba9f-4882-9066-fe2263d8311b service neutron] 10.222.0.97 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826582 Jul 05 18:20:43.711615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c349fb0-0725-4745-abea-050cabaec6f1 None None] Network ee04f9ef-fb0c-45a7-9031-927397111ae6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:20:43.713019 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-72c96d5a-4708-4bf8-b9a1-d350de99bc24 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/14e07268-25bd-4b89-b913-7d9c6aa6a667 HTTP/1.1" status: 204 len: 168 time: 0.5431623 Jul 05 18:20:43.718882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50482) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:43.772052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4fe96-4ede-4eb7-bef4-d07141e9428e req-debbde03-e0dd-40be-aef5-3b37050b04d1 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:43.779723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8de4fe96-4ede-4eb7-bef4-d07141e9428e req-debbde03-e0dd-40be-aef5-3b37050b04d1 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 945 time: 0.1713266 Jul 05 18:20:43.884063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8de4fe96-4ede-4eb7-bef4-d07141e9428e req-fa302001-508d-4346-b896-33d8bb8c56cb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017492 Jul 05 18:20:43.933138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc8e421a-109b-40db-9920-1ef6710dc008 req-c6c0e7d3-99a5-4a82-bcd1-baf377a7f96c service neutron] 10.222.0.97 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188745 Jul 05 18:20:43.939176 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.015802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b64698-68b3-4128-9eb0-bb0f9c2a1bba None None] DHCP port deletion for ee04f9ef-fb0c-45a7-9031-927397111ae6 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:20:44.023684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Deleting port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:44.023684 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.097244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7c4b-313c-42ab-a382-f628f0c50ba2 req-6991428d-a501-4133-ba98-92985d83c93c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:44.106623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2dcf7c4b-313c-42ab-a382-f628f0c50ba2 req-6991428d-a501-4133-ba98-92985d83c93c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1162417 Jul 05 18:20:44.106875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-38b64698-68b3-4128-9eb0-bb0f9c2a1bba None None] Deleting port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:20:44.107195 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38b64698-68b3-4128-9eb0-bb0f9c2a1bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.165964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2dcf7c4b-313c-42ab-a382-f628f0c50ba2 req-e49bbfb4-6173-40ad-8c16-c3ee5561b878 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576870 Jul 05 18:20:44.206627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-38b64698-68b3-4128-9eb0-bb0f9c2a1bba None None] For port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:44.207044 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38b64698-68b3-4128-9eb0-bb0f9c2a1bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.211867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] For port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994,segment=NetworkSegment(d83b289e-b516-485f-886e-75bb5d18796f),segment_id=d83b289e-b516-485f-886e-75bb5d18796f)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:44.212969 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.227917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Calling delete_port for 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:44.234197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-38b64698-68b3-4128-9eb0-bb0f9c2a1bba None None] Calling delete_port for 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:20:44.416002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ce201-3c4b-4643-8d44-ffc7b5238ca8 req-df39e7ef-7f31-42e7-80e4-3a44526105c4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:44.423914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-206ce201-3c4b-4643-8d44-ffc7b5238ca8 req-df39e7ef-7f31-42e7-80e4-3a44526105c4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0937991 Jul 05 18:20:44.445547 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38b64698-68b3-4128-9eb0-bb0f9c2a1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.452111 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.480420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b64698-68b3-4128-9eb0-bb0f9c2a1bba None None] Pushing event deleted for resources: {'Port': ['ID=336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:44.482712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b64698-68b3-4128-9eb0-bb0f9c2a1bba None None] No DVR routers for this DVR port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:20:44.499519 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-206ce201-3c4b-4643-8d44-ffc7b5238ca8 req-64e138ff-3c0d-412a-bf5c-88a37a27c141 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742600 Jul 05 18:20:44.518574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:44.518574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] No DVR routers for this DVR port 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:20:44.569688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50508) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:44.570843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ad148-e466-4f54-aaa4-0f1dc04156de req-8e3094ce-56d2-407b-913e-98a983734ba6 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:44.572507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa0ad148-e466-4f54-aaa4-0f1dc04156de req-8e3094ce-56d2-407b-913e-98a983734ba6 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 943 time: 0.1461012 Jul 05 18:20:44.632778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1a482ba-a057-49c6-952c-4698c85e9d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.644304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa0ad148-e466-4f54-aaa4-0f1dc04156de req-b79e1197-ad85-4b8b-ab12-dce3649732f3 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652249 Jul 05 18:20:44.657300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.664071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:20:44.672277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee04f9ef-fb0c-45a7-9031-927397111ae6']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:44.692515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:20:44.694094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0b4c970b-eea5-4520-8cf1-32b1c7c3c199 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:20:44.694199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83b289e-b516-485f-886e-75bb5d18796f') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:44.694315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:20:44.694400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83b289e-b516-485f-886e-75bb5d18796f') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:20:44.719829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.727640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:20:44.728211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 336bbb1b-eb1f-4a90-aa8b-1ce0e49cb994 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:20:44.745637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.753291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:20:44.753805 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:20:44.755453 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:20:44.809141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc35c5e3-eea6-4184-9373-8d82302b12b9 req-74109626-0618-4fba-9904-86e750eb57eb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:44.811579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc35c5e3-eea6-4184-9373-8d82302b12b9 req-74109626-0618-4fba-9904-86e750eb57eb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0727780 Jul 05 18:20:44.860252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc35c5e3-eea6-4184-9373-8d82302b12b9 req-b254bad9-e680-45d2-8519-ad9510ea1368 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404487 Jul 05 18:20:44.869870 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1a482ba-a057-49c6-952c-4698c85e9d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.912538 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.933832 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:44.939081 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ee04f9ef-fb0c-45a7-9031-927397111ae6 HTTP/1.1" status: 204 len: 168 time: 1.2191269 Jul 05 18:20:44.952139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c824314-76dd-4107-97ae-bb01d083e9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee04f9ef-fb0c-45a7-9031-927397111ae6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:44.988305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1a482ba-a057-49c6-952c-4698c85e9d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.040434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a482ba-a057-49c6-952c-4698c85e9d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965c41b6-44cf-4d14-aa87-fc449e0d18e6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:45.087888 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e1a482ba-a057-49c6-952c-4698c85e9d1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=53cbceb4987746df87e1da4f25b57f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5171671 Jul 05 18:20:45.090786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50526) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:45.171880 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2eb15a5-ae4c-42ed-bde5-d3c89a19ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.185043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57de98a-3c7c-4fb0-800c-c9833128cc74 req-e810a279-3e1c-49f2-9ac1-f924bdf08f6c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:45.186735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e57de98a-3c7c-4fb0-800c-c9833128cc74 req-e810a279-3e1c-49f2-9ac1-f924bdf08f6c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2054353 Jul 05 18:20:45.196797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2eb15a5-ae4c-42ed-bde5-d3c89a19ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.208550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ec885-83e2-4a57-87fc-149546987553 req-22971935-aea8-4df8-b7ae-ed314821f970 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:45.211352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c3ec885-83e2-4a57-87fc-149546987553 req-22971935-aea8-4df8-b7ae-ed314821f970 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 945 time: 0.1643884 Jul 05 18:20:45.273386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e57de98a-3c7c-4fb0-800c-c9833128cc74 req-6882f2ae-1c68-4db6-ab10-67109ec479a6 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799150 Jul 05 18:20:45.278601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c3ec885-83e2-4a57-87fc-149546987553 req-42e5f857-013d-4285-bba2-8bfb2727f3f4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575953 Jul 05 18:20:45.321884 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2eb15a5-ae4c-42ed-bde5-d3c89a19ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.325594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2eb15a5-ae4c-42ed-bde5-d3c89a19ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.329447 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b2eb15a5-ae4c-42ed-bde5-d3c89a19ea02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/965c41b6-44cf-4d14-aa87-fc449e0d18e6 HTTP/1.1" status: 204 len: 168 time: 0.2349606 Jul 05 18:20:45.336945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eb15a5-ae4c-42ed-bde5-d3c89a19ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965c41b6-44cf-4d14-aa87-fc449e0d18e6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:45.477515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a03819e2-6574-4441-afe5-33c5533896d1 req-181d5641-7be4-41ed-98c0-91b036e7976c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58 HTTP/1.1" status: 200 len: 267 time: 0.0484722 Jul 05 18:20:45.563341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50546) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:45.569902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855202d9-6e12-45b2-a753-661867fdfa94 req-8b0eb12b-ae91-4d41-973a-4c14225d03c7 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:45.571499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-855202d9-6e12-45b2-a753-661867fdfa94 req-8b0eb12b-ae91-4d41-973a-4c14225d03c7 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1098900 Jul 05 18:20:45.596198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03819e2-6574-4441-afe5-33c5533896d1 req-f6a774ca-0e6a-48d8-ade4-0d954c01322d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:45.597678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a03819e2-6574-4441-afe5-33c5533896d1 req-f6a774ca-0e6a-48d8-ade4-0d954c01322d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 945 time: 0.1016123 Jul 05 18:20:45.612076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a03819e2-6574-4441-afe5-33c5533896d1 req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'port': {'security_groups': []}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:45.644174 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-219b5a4f-6bb1-4b5d-b904-31f13b823ab2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d65012d13e064701b487acd66c900857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0793779 Jul 05 18:20:45.644853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50550) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:45.692355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-855202d9-6e12-45b2-a753-661867fdfa94 req-57093c8a-3eb8-4422-8d9a-144e26519017 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143141 Jul 05 18:20:45.757650 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-31310898-48a7-41a2-86dc-615144731952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.769743 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a03819e2-6574-4441-afe5-33c5533896d1 req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.802624 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-31310898-48a7-41a2-86dc-615144731952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.920961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-31310898-48a7-41a2-86dc-615144731952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.924721 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-31310898-48a7-41a2-86dc-615144731952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:45.926086 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-31310898-48a7-41a2-86dc-615144731952 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7fb7e61-1d24-4b8f-8516-b841da51c346 HTTP/1.1" status: 204 len: 168 time: 0.2804408 Jul 05 18:20:45.936110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31310898-48a7-41a2-86dc-615144731952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fb7e61-1d24-4b8f-8516-b841da51c346,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:45.999088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd001ab-1bb5-412e-a570-f83ccb314d16 req-a4a51052-f354-41ee-ab97-7f1643387677 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:46.006478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fd001ab-1bb5-412e-a570-f83ccb314d16 req-a4a51052-f354-41ee-ab97-7f1643387677 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 943 time: 0.1707218 Jul 05 18:20:46.079957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fd001ab-1bb5-412e-a570-f83ccb314d16 req-f9872323-e5e9-4068-a371-8784b8dd6ba7 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725727 Jul 05 18:20:46.085281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a03819e2-6574-4441-afe5-33c5533896d1 req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] For port c34edd7f-1568-4178-8413-2a61a83d1606, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c34edd7f-1568-4178-8413-2a61a83d1606,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:46.125410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a03819e2-6574-4441-afe5-33c5533896d1 req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:46.182297 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a03819e2-6574-4441-afe5-33c5533896d1 req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:46.197891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['d17a76e0-455c-4433-b902-6e1226f4404a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:46.201810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b430125d-420e-44d4-a2e4-8f865508e84d', 'c34edd7f-1568-4178-8413-2a61a83d1606'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:46.300056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:20:46.306382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03819e2-6574-4441-afe5-33c5533896d1 req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:46.307218 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a03819e2-6574-4441-afe5-33c5533896d1 req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:46.308750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a03819e2-6574-4441-afe5-33c5533896d1 req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "PUT /v2.0/ports/c34edd7f-1568-4178-8413-2a61a83d1606 HTTP/1.1" status: 200 len: 904 time: 0.7042258 Jul 05 18:20:46.311217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f506c71-4e11-4096-891b-78681ac58114', 'tag': 'c34edd7f-1568-4178-8413-2a61a83d1606'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:46.314705 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f" -d '{"events": [{"name": "network-changed", "server_uuid": "7f506c71-4e11-4096-891b-78681ac58114", "tag": "c34edd7f-1568-4178-8413-2a61a83d1606"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:46.338103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'Port': ['ID=c34edd7f-1568-4178-8413-2a61a83d1606,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:46.348929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.349326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.349644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.349986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.350323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.350791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.351127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.351570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.351906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.352303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.357379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.357801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106e9dd7-ed68-486a-acc6-3a9a54618053 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:46.396820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e773618-9371-4489-897e-303491b8967e req-dbde11b9-5385-4975-8f81-bd54d367b4b9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:46.398802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e773618-9371-4489-897e-303491b8967e req-dbde11b9-5385-4975-8f81-bd54d367b4b9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2004032 Jul 05 18:20:46.491507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e773618-9371-4489-897e-303491b8967e req-edd9a80f-1d08-4fdb-8572-8057a1df57bc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Jul 05 18:20:46.585738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c34edd7f-1568-4178-8413-2a61a83d1606'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:46.625229 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1dc239-7e73-408e-8c10-7c5e0e0e143a x-openstack-request-id: req-fa1dc239-7e73-408e-8c10-7c5e0e0e143a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:46.625574 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f506c71-4e11-4096-891b-78681ac58114", "tag": "c34edd7f-1568-4178-8413-2a61a83d1606", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:46.629275 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa1dc239-7e73-408e-8c10-7c5e0e0e143a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:46.631314 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f506c71-4e11-4096-891b-78681ac58114', 'tag': 'c34edd7f-1568-4178-8413-2a61a83d1606', 'status': 'completed', 'code': 200} Jul 05 18:20:46.735717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-c7e573c2-2a7b-4099-9bf2-b9d35e99619c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:46.737923 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-c7e573c2-2a7b-4099-9bf2-b9d35e99619c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 1058 time: 0.0939972 Jul 05 18:20:46.745184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025347a-6955-4284-9eae-35fb816f401b req-e6205846-2ce9-42cb-b08f-54c8dce361a5 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:46.745184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2025347a-6955-4284-9eae-35fb816f401b req-e6205846-2ce9-42cb-b08f-54c8dce361a5 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 907 time: 0.1828933 Jul 05 18:20:46.804319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a5fa3b1f-cb4d-4929-8d93-89fae92533bf None None] Provisioning complete for port c34edd7f-1568-4178-8413-2a61a83d1606 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:20:46.804319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a5fa3b1f-cb4d-4929-8d93-89fae92533bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:46.861185 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,segment=NetworkSegment(3d20bc45-dda1-42d7-843f-b53072248ad5),segment_id=3d20bc45-dda1-42d7-843f-b53072248ad5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:46.898863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '7b277a8e-a3d6-42b9-aa37-7744ff118ee4', 'network_id': '64636bf6-de76-478f-82a3-3aeabc4ab865', 'port_id': '7b277a8e-a3d6-42b9-aa37-7744ff118ee4', 'mac_address': 'fa:16:3e:f4:db:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '112596c3-34e1-424d-8aa2-c86b71771cbe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:20:46.964327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-757f892b-5645-4cb3-aa05-9ac8a22d415f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:46.971913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34289a85-feb6-42a4-8297-993b87018737 req-28205ce4-ae97-4bb2-851e-a7947d9a82e3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:46.981022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34289a85-feb6-42a4-8297-993b87018737 req-28205ce4-ae97-4bb2-851e-a7947d9a82e3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1694601 Jul 05 18:20:46.981996 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-757f892b-5645-4cb3-aa05-9ac8a22d415f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.2349730 Jul 05 18:20:47.035974 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:47.065549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34289a85-feb6-42a4-8297-993b87018737 req-44f5fe4c-6882-4348-add2-3f188f3f4a62 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847867 Jul 05 18:20:47.082733 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-ac7728cd-38eb-4318-aec2-4420372facdc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c34edd7f-1568-4178-8413-2a61a83d1606 HTTP/1.1" status: 200 len: 217 time: 0.1008844 Jul 05 18:20:47.096910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:20:47.135148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe30dfd-67d8-4c8f-9f19-dca11bfb4d1e req-e9c3257c-eeee-4b5a-84f8-55c48aa0b18d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:47.153936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfe30dfd-67d8-4c8f-9f19-dca11bfb4d1e req-e9c3257c-eeee-4b5a-84f8-55c48aa0b18d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1640775 Jul 05 18:20:47.154699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,segment=NetworkSegment(3d20bc45-dda1-42d7-843f-b53072248ad5),segment_id=3d20bc45-dda1-42d7-843f-b53072248ad5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:47.199643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-5fae02ef-497c-4702-802e-7e4574d1f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:47.201537 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-5fae02ef-497c-4702-802e-7e4574d1f2f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0978303 Jul 05 18:20:47.209312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfe30dfd-67d8-4c8f-9f19-dca11bfb4d1e req-6396b55a-7529-4e87-9671-b7eb2a2a2c64 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542827 Jul 05 18:20:47.224693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:47.314403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:47.324014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-f1e6b9ca-6da6-461f-b959-e0f432f024dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:47.326109 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-f1e6b9ca-6da6-461f-b959-e0f432f024dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1170681 Jul 05 18:20:47.329283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.329643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.330048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.330383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.330863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.331207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.331547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.331875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.332208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.332540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.343175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.343666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:20:47.396666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d224f73-b4cb-4a87-8742-e7b8a1546e4e req-c6f7ba2d-f78a-4620-9682-dbb0ddc87524 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:47.398238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d224f73-b4cb-4a87-8742-e7b8a1546e4e req-c6f7ba2d-f78a-4620-9682-dbb0ddc87524 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1325502 Jul 05 18:20:47.434027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['7b277a8e-a3d6-42b9-aa37-7744ff118ee4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:47.457768 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-dc21a4f2-0305-4ebe-93e4-6bd1bd42b3fc service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218486 Jul 05 18:20:47.525787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d224f73-b4cb-4a87-8742-e7b8a1546e4e req-28bf53f8-8849-4507-898f-affb2b5d9ad1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858085 Jul 05 18:20:47.541638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce85f5e-785d-4137-9431-17ce95a20944 req-c3e50a3e-c5aa-4cb2-8fcc-7ea22c86f514 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:47.544639 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dce85f5e-785d-4137-9431-17ce95a20944 req-c3e50a3e-c5aa-4cb2-8fcc-7ea22c86f514 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 944 time: 0.1728704 Jul 05 18:20:47.614782 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23d8fb30-08d9-4a5a-8db8-ada9e20da34f req-647f884c-8da3-4e0d-9fba-af777aac9654 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499758 Jul 05 18:20:47.619133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dce85f5e-785d-4137-9431-17ce95a20944 req-dde594c6-d7c8-4fec-b382-f7719a967b0d tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683618 Jul 05 18:20:47.775152 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ff44a-0f9a-4b85-892d-d71a3e44056e req-28903c2e-bd19-4509-92cc-9a0b209d9741 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:47.788448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e94ff44a-0f9a-4b85-892d-d71a3e44056e req-28903c2e-bd19-4509-92cc-9a0b209d9741 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1423578 Jul 05 18:20:47.887538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e94ff44a-0f9a-4b85-892d-d71a3e44056e req-27590f35-6d95-4759-9ac9-e684d1ae856f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898759 Jul 05 18:20:47.924340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb0228-37f1-418c-8c8b-cec3bf4a2af1 req-5bb40557-4353-4b89-80d5-734a862cbccb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:47.926420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7edb0228-37f1-418c-8c8b-cec3bf4a2af1 req-5bb40557-4353-4b89-80d5-734a862cbccb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1064756 Jul 05 18:20:47.971488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7edb0228-37f1-418c-8c8b-cec3bf4a2af1 req-2b8d1a17-af39-4d11-9855-158d1a9d1060 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360944 Jul 05 18:20:48.218422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd2ed5-abf4-4152-8289-bae4b9d8190f req-2a2e5992-80db-4e7b-8528-7c99706d5962 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:48.220389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bbd2ed5-abf4-4152-8289-bae4b9d8190f req-2a2e5992-80db-4e7b-8528-7c99706d5962 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1030576 Jul 05 18:20:48.317419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:20:48.332184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bbd2ed5-abf4-4152-8289-bae4b9d8190f req-a0b2ff39-473c-47b7-a67a-a505a5e80551 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981138 Jul 05 18:20:48.392242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-604eedd0-6ea5-44c3-82eb-0eb9eabddba8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:48.404098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-604eedd0-6ea5-44c3-82eb-0eb9eabddba8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.1801715 Jul 05 18:20:48.419389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-14e35b92-e1bb-4889-b570-cfd00d2184cc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/quotas/fd2e47ec79e9495cad7ba0f1dcd1fc58 HTTP/1.1" status: 200 len: 375 time: 0.0143845 Jul 05 18:20:48.529315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-e771632e-6cd7-4a97-957c-86f2569f4915 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1036935 Jul 05 18:20:48.566097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:20:48.577337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:20:48.577337 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:48.607806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50694) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:48.691303 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:48.717895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b5907-f9e2-4d98-9f8f-f635529bba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b277a8e-a3d6-42b9-aa37-7744ff118ee4'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:48.720306 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6524afa-8fa9-4d73-bd69-862a09734be0" -d '{"events": [{"server_uuid": "422b5907-f9e2-4d98-9f8f-f635529bba47", "name": "network-vif-plugged", "status": "completed", "tag": "7b277a8e-a3d6-42b9-aa37-7744ff118ee4"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:48.733000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf2686-8a0d-4c55-8a7c-9d758d4cec7c req-deb11956-522a-4d63-a705-ec62f011ade0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:48.737273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,segment=NetworkSegment(3d20bc45-dda1-42d7-843f-b53072248ad5),segment_id=3d20bc45-dda1-42d7-843f-b53072248ad5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:48.739076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32bf2686-8a0d-4c55-8a7c-9d758d4cec7c req-deb11956-522a-4d63-a705-ec62f011ade0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1227803 Jul 05 18:20:48.776470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-9a8094e8-fa62-4af5-a8cd-e6300fe7612b service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394450 Jul 05 18:20:48.797717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32bf2686-8a0d-4c55-8a7c-9d758d4cec7c req-7ee7ee4a-cf13-4027-8e82-f9d50900535a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514812 Jul 05 18:20:48.803405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-522343300-network', 'tenant_id': '4089faef1c244c0089bbec5b0344176d'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:48.827929 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:48.897472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Made reservation on behalf of 4089faef1c244c0089bbec5b0344176d for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:48.905507 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:48.921828 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:48.932252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:48.986343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-4f469f1d-0f91-42e1-a19b-5ee40fdf0b44 service neutron] 10.222.0.30 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843238 Jul 05 18:20:49.063215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e40a1-b41d-4d57-8676-5f004cc7ae1d req-a6881247-42b0-4acd-bf9a-d5e0054e991d tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:49.064920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a2e40a1-b41d-4d57-8676-5f004cc7ae1d req-a6881247-42b0-4acd-bf9a-d5e0054e991d tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1036999 Jul 05 18:20:49.084490 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:49.114539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a2e40a1-b41d-4d57-8676-5f004cc7ae1d req-63ec5c43-6c47-43c3-8a3f-fce88d4af2c0 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429730 Jul 05 18:20:49.161475 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88829fdf-111c-4b32-81c0-e5b556ae662f x-openstack-request-id: req-88829fdf-111c-4b32-81c0-e5b556ae662f {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:49.161783 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422b5907-f9e2-4d98-9f8f-f635529bba47", "name": "network-vif-plugged", "status": "completed", "tag": "7b277a8e-a3d6-42b9-aa37-7744ff118ee4", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:49.162036 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88829fdf-111c-4b32-81c0-e5b556ae662f {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:49.162433 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b5907-f9e2-4d98-9f8f-f635529bba47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b277a8e-a3d6-42b9-aa37-7744ff118ee4', 'code': 200} Jul 05 18:20:49.182539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:49.206804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:20:49.282630 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042a011e-491d-4777-ba30-4dc5598bf322,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:49.298687 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:49.299183 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Added segment fd484d28-30ef-4369-ab34-a71f14ebe36b of type vlan for network 323c498a-f285-421f-917a-071760f5df60 Jul 05 18:20:49.324233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b4cb31-065c-47eb-b4bc-d60c62ccc4cf req-12091edc-6b46-427d-a533-45873cec198b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:49.325832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35b4cb31-065c-47eb-b4bc-d60c62ccc4cf req-12091edc-6b46-427d-a533-45873cec198b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 1096 time: 0.1042619 Jul 05 18:20:49.353908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:49.390038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c631efc2-3fde-4022-bc44-f7d1784cefe4 req-1e933611-d6b3-4875-ad91-7c09779a071f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 210 time: 0.0689423 Jul 05 18:20:49.463490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a8bd8-68f4-438c-8a8c-38068c648863 req-16988c32-0e6d-4628-adc6-e925aa5a2965 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:49.470997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c2a8bd8-68f4-438c-8a8c-38068c648863 req-16988c32-0e6d-4628-adc6-e925aa5a2965 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1649725 Jul 05 18:20:49.479651 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:49.480665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:49.481272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:49.509021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35b4cb31-065c-47eb-b4bc-d60c62ccc4cf req-e157d96b-c0e9-44a4-9e74-86fd44c1d13a service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630349 Jul 05 18:20:49.525155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c2a8bd8-68f4-438c-8a8c-38068c648863 req-e18aaed2-af1c-475c-9f4b-63aabf72859d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529544 Jul 05 18:20:49.530111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50732) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:49.588633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] Pushing event updated for resources: {'Network': ['ID=323c498a-f285-421f-917a-071760f5df60,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:49.600016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 323c498a-f285-421f-917a-071760f5df60 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:20:49.645900 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a8796870-4c73-4c45-bd0e-da11d55ed729 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0370834 Jul 05 18:20:49.649681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50738) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:49.658491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Request body: {'subnet': {'network_id': '323c498a-f285-421f-917a-071760f5df60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-522343300-subnet', 'tenant_id': '4089faef1c244c0089bbec5b0344176d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:49.676810 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67630c1e-a640-4d30-9f87-446635390d88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:49.764883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Made reservation on behalf of 4089faef1c244c0089bbec5b0344176d for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:49.769257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:49.933742 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67630c1e-a640-4d30-9f87-446635390d88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:49.973460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a6dda-7dc4-4916-b83d-05ef63f30e6d req-80453ecd-04a2-4235-97c8-3b20598d5a1d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:49.976694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-599a6dda-7dc4-4916-b83d-05ef63f30e6d req-80453ecd-04a2-4235-97c8-3b20598d5a1d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1111913 Jul 05 18:20:49.997323 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67630c1e-a640-4d30-9f87-446635390d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:50.059994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-67630c1e-a640-4d30-9f87-446635390d88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c264cecfc52f466da0526fc47b189e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5277014 Jul 05 18:20:50.063166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50748) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:50.063691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67630c1e-a640-4d30-9f87-446635390d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290b8acb-8f34-496d-a437-ba76503f62e2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:50.081982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-599a6dda-7dc4-4916-b83d-05ef63f30e6d req-7d70b382-24a6-4d6c-8348-850375b12013 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985534 Jul 05 18:20:50.089223 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:50.196122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e419d6e7-dbee-4bcf-8452-8b4c0e246fa7,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:50.201400 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12d5b70e-836f-4794-a7f4-d8c005fa4797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:50.207329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Checking segment: {'id': 'fd484d28-30ef-4369-ab34-a71f14ebe36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '323c498a-f285-421f-917a-071760f5df60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:20:50.207884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Network hostable DHCP agents. Network: 323c498a-f285-421f-917a-071760f5df60, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:20:50.235509 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12d5b70e-836f-4794-a7f4-d8c005fa4797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:50.384476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb24fa-9e92-4b60-aad9-3c0e02b4a16f req-52d402c1-2b83-4f33-8d32-04bf66aa71d8 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:50.386006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ffb24fa-9e92-4b60-aad9-3c0e02b4a16f req-52d402c1-2b83-4f33-8d32-04bf66aa71d8 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1250412 Jul 05 18:20:50.388415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Network 323c498a-f285-421f-917a-071760f5df60 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:20:50.416383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12d5b70e-836f-4794-a7f4-d8c005fa4797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:50.419242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12d5b70e-836f-4794-a7f4-d8c005fa4797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:50.423275 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-12d5b70e-836f-4794-a7f4-d8c005fa4797 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/290b8acb-8f34-496d-a437-ba76503f62e2 HTTP/1.1" status: 204 len: 168 time: 0.3554268 Jul 05 18:20:50.434386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be256cdb-f5dc-4380-8e58-e15d90dc6b36 req-6b089d15-e805-4b87-b1af-d2e88995c68c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:50.441691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be256cdb-f5dc-4380-8e58-e15d90dc6b36 req-6b089d15-e805-4b87-b1af-d2e88995c68c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1462178 Jul 05 18:20:50.448611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d5b70e-836f-4794-a7f4-d8c005fa4797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290b8acb-8f34-496d-a437-ba76503f62e2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:50.473664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 323c498a-f285-421f-917a-071760f5df60) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:20:50.486682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:50.486682 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:50.495086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac90f41c-001c-4a3f-9b16-0467f32b2fdc None None] Network 323c498a-f285-421f-917a-071760f5df60 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:20:50.504966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ffb24fa-9e92-4b60-aad9-3c0e02b4a16f req-3ed5b75f-7d41-4b0c-845d-9f8e97daa67f tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066220 Jul 05 18:20:50.526236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be256cdb-f5dc-4380-8e58-e15d90dc6b36 req-0a15b781-ab25-4287-923c-944e74023b7e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820060 Jul 05 18:20:50.588727 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a4c5a5e4-747b-4eef-9e41-6313bf2e68b1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9375546 Jul 05 18:20:50.743198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52cce39c-0d0a-4bd1-8210-25fb8a1b91b7 req-5c7b516f-0409-47bf-84de-abf5ce1fefed tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 210 time: 0.0570328 Jul 05 18:20:50.959599 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-acc57e5c-8675-4f66-952a-19786987c5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:50.965031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8181c0a2-febd-49d9-84bb-c71d4a97ba0f None None] Network 323c498a-f285-421f-917a-071760f5df60 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:20:51.243282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50782) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:51.292935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ffadc-0c75-485e-9eb6-871b2f3610f8 req-73281565-d0b5-4d5e-b9c9-a7e94010ee5c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:51.300850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da3ffadc-0c75-485e-9eb6-871b2f3610f8 req-73281565-d0b5-4d5e-b9c9-a7e94010ee5c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0814621 Jul 05 18:20:51.351467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da3ffadc-0c75-485e-9eb6-871b2f3610f8 req-40614c97-0a39-4960-81d0-35be00efe1f3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492713 Jul 05 18:20:51.399349 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ee212c3-034a-4d30-9c05-0adf278dd6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:51.593231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ee212c3-034a-4d30-9c05-0adf278dd6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:51.639558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee33147-6439-4349-b4e1-aa5734708fcc req-6cca651f-12f1-4444-8b43-a0e03434d78c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:51.641060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eee33147-6439-4349-b4e1-aa5734708fcc req-6cca651f-12f1-4444-8b43-a0e03434d78c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1782949 Jul 05 18:20:51.673942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ee212c3-034a-4d30-9c05-0adf278dd6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:51.718096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee212c3-034a-4d30-9c05-0adf278dd6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80d43ab-c0f0-416e-b031-1bd68a28e301,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:51.800441 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8ee212c3-034a-4d30-9c05-0adf278dd6e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f72ae34740b4479b9524d0e5ed56492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5533941 Jul 05 18:20:51.801495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50810) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:51.910227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c519981a-b2c2-479f-9a7a-0259d8e13d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:51.950019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c519981a-b2c2-479f-9a7a-0259d8e13d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:51.967832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-26d2caa7-ba4d-4e05-9585-16c0ea4ec6b8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:51.969643 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-26d2caa7-ba4d-4e05-9585-16c0ea4ec6b8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 812 time: 0.2464430 Jul 05 18:20:51.991951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Request body: {'port': {'device_id': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'admin_state_up': True, 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:52.097410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-cf702f24-b33f-4537-b8fd-bcb369427dce tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:52.098984 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-cf702f24-b33f-4537-b8fd-bcb369427dce tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/networks?id=323c498a-f285-421f-917a-071760f5df60 HTTP/1.1" status: 200 len: 820 time: 0.5740767 Jul 05 18:20:52.125921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-83a4f41c-7fdd-4a94-907a-abb205c57b02 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/quotas/4089faef1c244c0089bbec5b0344176d HTTP/1.1" status: 200 len: 375 time: 0.0143859 Jul 05 18:20:52.129318 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eee33147-6439-4349-b4e1-aa5734708fcc req-65f1b6b1-42f9-434c-87f5-93b07530b2b2 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820216 Jul 05 18:20:52.192091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-5fb4de1a-4f8f-4302-ae06-d41aad55de80 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4089faef1c244c0089bbec5b0344176d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523803 Jul 05 18:20:52.236525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c519981a-b2c2-479f-9a7a-0259d8e13d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:52.236525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c519981a-b2c2-479f-9a7a-0259d8e13d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:52.237499 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c519981a-b2c2-479f-9a7a-0259d8e13d2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f80d43ab-c0f0-416e-b031-1bd68a28e301 HTTP/1.1" status: 204 len: 168 time: 0.4349339 Jul 05 18:20:52.267540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519981a-b2c2-479f-9a7a-0259d8e13d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80d43ab-c0f0-416e-b031-1bd68a28e301,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:52.280716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Made reservation on behalf of fd2e47ec79e9495cad7ba0f1dcd1fc58 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:52.291007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:52.364081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-7e1a46a0-7ff3-4626-bd31-121976713a98 service neutron] 10.222.0.30 "GET /v2.0/networks/323c498a-f285-421f-917a-071760f5df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695778 Jul 05 18:20:52.399351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89594e11-ef52-4e09-bf34-b5c976755e24 req-b473d682-8ef5-4cba-af3b-b0ce5c2fc38c tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:52.400934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89594e11-ef52-4e09-bf34-b5c976755e24 req-b473d682-8ef5-4cba-af3b-b0ce5c2fc38c tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1321881 Jul 05 18:20:52.480100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89594e11-ef52-4e09-bf34-b5c976755e24 req-a6a4c9a0-d7d4-4304-8869-6b1141d514c4 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479834 Jul 05 18:20:52.522389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Allocated IP 172.20.0.11 (a64c9413-6e22-4997-8ea4-33032e825317/9f594c12-0a66-4305-8040-b34f8d049fe9/9496ae67-d72e-4bed-bb0c-a795f9c905bd) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:20:52.527963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-df8bc75f-a9b0-430f-ba51-fef1111c3672 service neutron] 10.222.0.30 "GET /v2.0/networks/323c498a-f285-421f-917a-071760f5df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629376 Jul 05 18:20:52.684390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d85a4ca7-c326-4235-a7ee-4b212439dfd5 req-03d69383-5a89-423b-a2f3-4c178ba83114 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 210 time: 0.0325956 Jul 05 18:20:52.784460 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:52.837348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Transition to ACTIVE for port object 9496ae67-d72e-4bed-bb0c-a795f9c905bd will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:20:52.966433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:52.981227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b430125d-420e-44d4-a2e4-8f865508e84d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:52.993246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f712c92-b17d-4c96-815c-f83580c4dff1 req-c9a4574c-da50-4aeb-ad33-c27ac02bba6e tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:53.002156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f712c92-b17d-4c96-815c-f83580c4dff1 req-c9a4574c-da50-4aeb-ad33-c27ac02bba6e tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1500878 Jul 05 18:20:53.120048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['d17a76e0-455c-4433-b902-6e1226f4404a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:20:53.137075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event updated for resources: {'Port': ['ID=9496ae67-d72e-4bed-bb0c-a795f9c905bd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:53.144843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Network a64c9413-6e22-4997-8ea4-33032e825317 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:20:53.146544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:20:53.149034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:20:53.220009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:53.220685 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:53.236104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f712c92-b17d-4c96-815c-f83580c4dff1 req-68a9f9cf-f046-4e43-b3fb-2f1b9d3c8925 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326307 Jul 05 18:20:53.321101 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-541b6dc1-3493-484f-ba52-e4cee3217851 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3397315 Jul 05 18:20:53.326365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f236ca-e32d-47d6-89f9-09080108c302 req-e3286aff-eb55-4bd3-ac87-f781dc842aba tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:53.336050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Request body: {'port': {'device_id': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:53.337956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34f236ca-e32d-47d6-89f9-09080108c302 req-e3286aff-eb55-4bd3-ac87-f781dc842aba tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2341266 Jul 05 18:20:53.401702 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea3c6376-b6cb-4c26-9459-a4aeef7cd131 req-203c97ab-3b2e-4fde-a18b-0a87dcfec626 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 210 time: 0.0575876 Jul 05 18:20:53.453915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34f236ca-e32d-47d6-89f9-09080108c302 req-47d83f54-e701-4833-b934-2740ec7450ae tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110537 Jul 05 18:20:53.540232 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b6d63cb6-448c-45db-a777-afd82b142b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:53.542721 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:53.664492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50860) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:53.706319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bb237bb7-bff2-4f5d-acce-a55a102b9bee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:53.725597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9fc0745d-2c70-4137-86d3-c9c1a48013a5 None None] Provisioning for port 9496ae67-d72e-4bed-bb0c-a795f9c905bd completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:20:53.738109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9fc0745d-2c70-4137-86d3-c9c1a48013a5 None None] Provisioning complete for port 9496ae67-d72e-4bed-bb0c-a795f9c905bd triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:20:53.738489 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9fc0745d-2c70-4137-86d3-c9c1a48013a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:53.791300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9fc0745d-2c70-4137-86d3-c9c1a48013a5 None None] Port 9496ae67-d72e-4bed-bb0c-a795f9c905bd cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:20:53.884752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bb237bb7-bff2-4f5d-acce-a55a102b9bee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:53.885233 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:53.894160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bb14d-6e48-48c3-8b75-8e6e8223ac0d req-f73702bd-98c9-48cc-befb-d5721ec5a7dc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:53.896538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-895bb14d-6e48-48c3-8b75-8e6e8223ac0d req-f73702bd-98c9-48cc-befb-d5721ec5a7dc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2207835 Jul 05 18:20:53.983185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-895bb14d-6e48-48c3-8b75-8e6e8223ac0d req-5c7868cd-4853-4b1b-8125-566b2b0a1d3d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805414 Jul 05 18:20:53.985152 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bb237bb7-bff2-4f5d-acce-a55a102b9bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.047650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bb237bb7-bff2-4f5d-acce-a55a102b9bee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=391e9b76630947d896aa879e0831ecee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3765619 Jul 05 18:20:54.063388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50874) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:54.092567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9496ae67-d72e-4bed-bb0c-a795f9c905bd {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:20:54.122190 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.139807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb237bb7-bff2-4f5d-acce-a55a102b9bee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e416fe9-95d5-4038-b910-9908b2020580,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:54.153515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcef06d1-a6a2-44b4-9451-da1966b65bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.171262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Transition to ACTIVE for port object 9496ae67-d72e-4bed-bb0c-a795f9c905bd will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:20:54.183478 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcef06d1-a6a2-44b4-9451-da1966b65bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.290085 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.309073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c69abb-df2e-4ca4-aba8-2a3c42f1cefd req-04f17b43-ca8b-437a-add4-7968ee3b8be4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:54.310758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6c69abb-df2e-4ca4-aba8-2a3c42f1cefd req-04f17b43-ca8b-437a-add4-7968ee3b8be4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 932 time: 0.1196728 Jul 05 18:20:54.350304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcef06d1-a6a2-44b4-9451-da1966b65bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.352997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcef06d1-a6a2-44b4-9451-da1966b65bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.354142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bcef06d1-a6a2-44b4-9451-da1966b65bb7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9e416fe9-95d5-4038-b910-9908b2020580 HTTP/1.1" status: 204 len: 168 time: 0.2890892 Jul 05 18:20:54.372545 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6c69abb-df2e-4ca4-aba8-2a3c42f1cefd req-79ecfd82-0a26-4fcc-b5e7-5a7268964057 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551460 Jul 05 18:20:54.385941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef06d1-a6a2-44b4-9451-da1966b65bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e416fe9-95d5-4038-b910-9908b2020580,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:54.397292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Pushing event updated for resources: {'Port': ['ID=9496ae67-d72e-4bed-bb0c-a795f9c905bd,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:54.625213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Attempting to bind port 9496ae67-d72e-4bed-bb0c-a795f9c905bd on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:20:54.625802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Attempting to bind port 9496ae67-d72e-4bed-bb0c-a795f9c905bd by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:20:54.626299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Attempting to bind port 9496ae67-d72e-4bed-bb0c-a795f9c905bd on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:54.633652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Port 9496ae67-d72e-4bed-bb0c-a795f9c905bd on network a64c9413-6e22-4997-8ea4-33032e825317 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:20:54.633981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Attempting to bind port 9496ae67-d72e-4bed-bb0c-a795f9c905bd on network a64c9413-6e22-4997-8ea4-33032e825317 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:54.639445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:20:54.639778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Checking segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:20:54.640161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Bound using segment: {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:20:54.640604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Bound port: 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:20:54.641913 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.708181 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.710362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22645a4-b677-48e9-b2f8-45fd8534c39b req-92904626-02d4-46c6-a001-80297db709f4 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:54.721752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a22645a4-b677-48e9-b2f8-45fd8534c39b req-92904626-02d4-46c6-a001-80297db709f4 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1743855 Jul 05 18:20:54.804476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:20:54.810931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:20:54.854356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5695636-12e4-4a7d-942d-b55d1ca3f0fd req-09ed8ec2-cc0c-44db-8803-ba5a03090005 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 210 time: 0.0574455 Jul 05 18:20:54.866835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a22645a4-b677-48e9-b2f8-45fd8534c39b req-fa903071-4164-493e-b694-c63c1263fb76 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413534 Jul 05 18:20:54.887690 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.908605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:54.908830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:54.910597 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] 10.222.0.39 "PUT /v2.0/ports/9496ae67-d72e-4bed-bb0c-a795f9c905bd HTTP/1.1" status: 200 len: 1092 time: 1.5808730 Jul 05 18:20:54.951515 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:54.956198 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5153cb63-1410-40ee-ad36-c93c4912f5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:55.032379 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364875d6-ad28-46f0-b3da-f0e0373a5f77 x-openstack-request-id: req-364875d6-ad28-46f0-b3da-f0e0373a5f77 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:55.032651 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:55.032898 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-364875d6-ad28-46f0-b3da-f0e0373a5f77 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:55.033271 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd', 'status': 'completed', 'code': 200} Jul 05 18:20:55.058250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6171b400-ed2a-4f8d-8000-0528c8fdbd90 service neutron] Pushing event updated for resources: {'Port': ['ID=9496ae67-d72e-4bed-bb0c-a795f9c905bd,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:55.144725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7818ba-98d8-4c82-b69c-4a67866ddc74 req-18e7de39-a6f9-44ce-84ca-82a01bd89183 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:55.159900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af7818ba-98d8-4c82-b69c-4a67866ddc74 req-18e7de39-a6f9-44ce-84ca-82a01bd89183 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1480978 Jul 05 18:20:55.195222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153cb63-1410-40ee-ad36-c93c4912f5aa req-b19f1019-3d5e-47d0-8e70-372e6ca0d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:55.197521 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5153cb63-1410-40ee-ad36-c93c4912f5aa req-b19f1019-3d5e-47d0-8e70-372e6ca0d3b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 1095 time: 0.0831723 Jul 05 18:20:55.211260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af7818ba-98d8-4c82-b69c-4a67866ddc74 req-72a41584-b3de-4c41-a854-e32fbcea06f6 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465083 Jul 05 18:20:55.383022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153cb63-1410-40ee-ad36-c93c4912f5aa req-81e8b90b-80f4-4559-95cb-951ff84aa127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:55.385155 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5153cb63-1410-40ee-ad36-c93c4912f5aa req-81e8b90b-80f4-4559-95cb-951ff84aa127 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1806424 Jul 05 18:20:55.494031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153cb63-1410-40ee-ad36-c93c4912f5aa req-28d5659d-1c26-4b41-bb1e-53f45d79bd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:55.496144 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5153cb63-1410-40ee-ad36-c93c4912f5aa req-28d5659d-1c26-4b41-bb1e-53f45d79bd40 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1040745 Jul 05 18:20:55.602808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-fb4a9525-ba3a-499b-8276-547adf2fc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:55.604819 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-fb4a9525-ba3a-499b-8276-547adf2fc0a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 1095 time: 0.0562828 Jul 05 18:20:55.610301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68082a9a-1e43-4e5b-bf93-40b03b057c70 req-282f34bf-5a8e-46a9-851a-692885986113 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:55.612017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68082a9a-1e43-4e5b-bf93-40b03b057c70 req-282f34bf-5a8e-46a9-851a-692885986113 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 944 time: 0.0674710 Jul 05 18:20:55.654798 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-83607ecb-b248-4d37-857d-c80019394f69 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd HTTP/1.1" status: 200 len: 217 time: 0.0422316 Jul 05 18:20:55.655973 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68082a9a-1e43-4e5b-bf93-40b03b057c70 req-380358e9-753d-446f-9416-030580cda7b7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375502 Jul 05 18:20:55.730016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-56bff037-75fb-4045-9cf2-ed08dd5f55be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:55.731654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-56bff037-75fb-4045-9cf2-ed08dd5f55be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0655687 Jul 05 18:20:55.790452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-1532887b-b98e-4286-bb3b-3da32e3f3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:55.792037 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-1532887b-b98e-4286-bb3b-3da32e3f3fe2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536098 Jul 05 18:20:55.908603 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-d43af5cd-edbf-4f5d-9b91-a711b9d7fb41 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047533 Jul 05 18:20:55.940456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e601459-0859-4c55-83e9-05267772c2bf req-e41f7607-aef2-4584-953a-6dd0e358ec8f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0696249 Jul 05 18:20:56.094062 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-07ae09ec-bcd8-4d3b-b3d9-d8f08b2f3ba7 req-30161aba-7e25-42b8-877a-a3c2435468c9 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797333 Jul 05 18:20:56.148387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e846ae4-14d4-44c3-add2-0acf16fbc5ec req-fb9ce2f5-0033-4efe-8d86-ea854ea5356b tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 210 time: 0.0710108 Jul 05 18:20:56.175524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e601459-0859-4c55-83e9-05267772c2bf req-4e6ad65c-6003-4c66-a601-06160cde11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:56.177566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e601459-0859-4c55-83e9-05267772c2bf req-4e6ad65c-6003-4c66-a601-06160cde11a6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 1096 time: 0.1495585 Jul 05 18:20:56.215286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd6cdd-611d-4e0f-9741-fb708779afda req-d60b23b7-6155-44af-8749-ab605cd49e1a tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:56.216822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ddd6cdd-611d-4e0f-9741-fb708779afda req-d60b23b7-6155-44af-8749-ab605cd49e1a tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1387525 Jul 05 18:20:56.354178 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:56.355669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ddd6cdd-611d-4e0f-9741-fb708779afda req-ea8477c2-0e86-4ca2-870e-5a12fb03dd4c tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277828 Jul 05 18:20:56.500079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e601459-0859-4c55-83e9-05267772c2bf req-7f4f7990-d54b-4bbf-98ef-4d3d8c115b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:56.502091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e601459-0859-4c55-83e9-05267772c2bf req-7f4f7990-d54b-4bbf-98ef-4d3d8c115b81 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.3031840 Jul 05 18:20:56.571899 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e601459-0859-4c55-83e9-05267772c2bf req-ddd35f8e-4a50-4877-a25f-337b3df87705 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d17a76e0-455c-4433-b902-6e1226f4404a HTTP/1.1" status: 200 len: 217 time: 0.0593998 Jul 05 18:20:56.582083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-22454e2f-abe4-4a6e-a341-39dd496ec0b2 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:56.584769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-22454e2f-abe4-4a6e-a341-39dd496ec0b2 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.97 "GET /v2.0/networks?id=323c498a-f285-421f-917a-071760f5df60 HTTP/1.1" status: 200 len: 820 time: 0.2907643 Jul 05 18:20:56.607882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Request body: {'port': {'device_id': '18e9991c-2c84-42ad-a989-82114797dbad', 'network_id': '323c498a-f285-421f-917a-071760f5df60', 'admin_state_up': True, 'tenant_id': '4089faef1c244c0089bbec5b0344176d'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:56.730140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30feaa8e-8749-4a6a-b870-5e198ee645b1 req-491f45ea-8296-4440-ae99-cdf8c19812c4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:56.731752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30feaa8e-8749-4a6a-b870-5e198ee645b1 req-491f45ea-8296-4440-ae99-cdf8c19812c4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.3441985 Jul 05 18:20:56.735793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e601459-0859-4c55-83e9-05267772c2bf req-3b7f3a8a-9042-4847-9352-2420f8949519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:56.737351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e601459-0859-4c55-83e9-05267772c2bf req-3b7f3a8a-9042-4847-9352-2420f8949519 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.1510992 Jul 05 18:20:56.892550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50954) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:56.926495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30feaa8e-8749-4a6a-b870-5e198ee645b1 req-77c0b3b4-bab1-45b8-917a-271a8beeaec7 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801963 Jul 05 18:20:56.986947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e601459-0859-4c55-83e9-05267772c2bf req-dafa4f5a-e207-4fd8-91a9-45fca06b483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:56.988488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e601459-0859-4c55-83e9-05267772c2bf req-dafa4f5a-e207-4fd8-91a9-45fca06b483c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2411585 Jul 05 18:20:57.108881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Made reservation on behalf of 4089faef1c244c0089bbec5b0344176d for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:20:57.113124 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:57.117220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-cfc9f435-e8f4-44af-8d6b-c4f0c03f53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:57.119068 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-cfc9f435-e8f4-44af-8d6b-c4f0c03f53b6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ebea5b2a374342e5a85559926f03fc98&device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 1096 time: 0.1446025 Jul 05 18:20:57.120226 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-597c0efe-140c-4507-83d6-1524c9de1660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:57.193425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b4846-eef8-43d1-9977-217109496b22 req-ba7e9c26-c5ac-4066-8643-9f738db07530 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:57.195624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b41b4846-eef8-43d1-9977-217109496b22 req-ba7e9c26-c5ac-4066-8643-9f738db07530 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 944 time: 0.2580462 Jul 05 18:20:57.279860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-ff213f59-c897-4f31-870f-7e2ea7ff3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:57.281367 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-ff213f59-c897-4f31-870f-7e2ea7ff3d64 service neutron] 10.222.0.97 "GET /v2.0/networks?id=64636bf6-de76-478f-82a3-3aeabc4ab865 HTTP/1.1" status: 200 len: 911 time: 0.1554773 Jul 05 18:20:57.320972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e601459-0859-4c55-83e9-05267772c2bf req-c8b06e78-11e0-4d6e-a9a5-c5bf2d8a9c6b service neutron] 10.222.0.97 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138325 Jul 05 18:20:57.331894 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-733b4617-3e69-4fc7-949a-128e2417bfb3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b277a8e-a3d6-42b9-aa37-7744ff118ee4 HTTP/1.1" status: 200 len: 217 time: 0.0438828 Jul 05 18:20:57.346120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b41b4846-eef8-43d1-9977-217109496b22 req-5e72cace-b63e-4db6-9e15-92c4b4694e2c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381114 Jul 05 18:20:57.360921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b7fbd-2b4d-4a2c-badd-a18e29600447 req-32d2433b-e8c7-48c6-9606-45f94e34c19a tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:57.362461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-761b7fbd-2b4d-4a2c-badd-a18e29600447 req-32d2433b-e8c7-48c6-9606-45f94e34c19a tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.2807069 Jul 05 18:20:57.402538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-a8feafc4-1a1a-448c-aad6-a7af7eced5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:57.404322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-a8feafc4-1a1a-448c-aad6-a7af7eced5f9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=112596c3-34e1-424d-8aa2-c86b71771cbe HTTP/1.1" status: 200 len: 851 time: 0.0665438 Jul 05 18:20:57.447930 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-0cec4e93-e065-40c6-95b1-0cc3856dea96 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=64636bf6-de76-478f-82a3-3aeabc4ab865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339758 Jul 05 18:20:57.452847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-597c0efe-140c-4507-83d6-1524c9de1660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:57.483242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Allocated IP 172.20.0.9 (323c498a-f285-421f-917a-071760f5df60/e419d6e7-dbee-4bcf-8452-8b4c0e246fa7/e352470a-0c26-46fe-b814-908f68b7035c) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:20:57.498533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-761b7fbd-2b4d-4a2c-badd-a18e29600447 req-b8b7d2d1-be4e-4c0a-a9e9-c69fbf9328a0 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072295 Jul 05 18:20:57.552860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e601459-0859-4c55-83e9-05267772c2bf req-506724c4-7f58-4a21-aa3f-faa986aa1104 service neutron] 10.222.0.97 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210848 Jul 05 18:20:57.574684 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-971e6d17-d85d-45f3-98d6-1ca3b6ff3dd5 service neutron] 10.222.0.97 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200180 Jul 05 18:20:57.575708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-597c0efe-140c-4507-83d6-1524c9de1660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:57.664807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c0efe-140c-4507-83d6-1524c9de1660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c83d1d-eb0b-446d-89ed-fde6bf1f01fd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:57.697945 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-597c0efe-140c-4507-83d6-1524c9de1660 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4598b56140f540ee8730b0c40b9bf0eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037655 Jul 05 18:20:57.698808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50972) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:20:57.712777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfb8b3fd-a73a-41f0-b343-27b7999a9a83 req-f01bae03-340d-4493-a837-c9ca3d1c78c5 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 210 time: 0.0450616 Jul 05 18:20:57.770363 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:57.908064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:57.966730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Network 323c498a-f285-421f-917a-071760f5df60 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:20:57.987112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:20:57.988450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Pushing event updated for resources: {'Port': ['ID=e352470a-0c26-46fe-b814-908f68b7035c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:57.991886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:20:58.055750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:58.056492 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:58.082841 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9da55663-0dcd-4d32-8c4a-9aadb9253ba9 req-d8c270bc-a6f9-44df-9f20-a9f4bd228a07 service neutron] 10.222.0.97 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945209 Jul 05 18:20:58.084337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88e47722-be77-4fe1-b056-dc4d3eba1aa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:58.116891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88e47722-be77-4fe1-b056-dc4d3eba1aa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:58.164662 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-b97b388d-6b6d-4b68-9e13-41600b1874ef tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5630848 Jul 05 18:20:58.179276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Request body: {'port': {'device_id': '18e9991c-2c84-42ad-a989-82114797dbad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:20:58.190314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842a185-7a8c-49ee-932e-e2b197fcf670 req-484d93af-9f20-40fb-904d-3304a7d1a289 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:58.192389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c842a185-7a8c-49ee-932e-e2b197fcf670 req-484d93af-9f20-40fb-904d-3304a7d1a289 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1071150 Jul 05 18:20:58.288939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c842a185-7a8c-49ee-932e-e2b197fcf670 req-31c857d7-dc3a-4ad4-b6d8-1c0c285ec41f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753415 Jul 05 18:20:58.326290 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:58.376413 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88e47722-be77-4fe1-b056-dc4d3eba1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:58.378979 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88e47722-be77-4fe1-b056-dc4d3eba1aa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:58.387130 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-88e47722-be77-4fe1-b056-dc4d3eba1aa7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14c83d1d-eb0b-446d-89ed-fde6bf1f01fd HTTP/1.1" status: 204 len: 168 time: 0.6822786 Jul 05 18:20:58.391855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e47722-be77-4fe1-b056-dc4d3eba1aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c83d1d-eb0b-446d-89ed-fde6bf1f01fd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:58.697681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0eb076-c453-4ad8-8a5d-3aa159e3ea65 req-6ed69d94-6fc7-43e6-88e8-fe5bfd8be56e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:58.699277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c0eb076-c453-4ad8-8a5d-3aa159e3ea65 req-6ed69d94-6fc7-43e6-88e8-fe5bfd8be56e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 944 time: 0.1915648 Jul 05 18:20:58.794711 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e352470a-0c26-46fe-b814-908f68b7035c {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:20:58.805819 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c0eb076-c453-4ad8-8a5d-3aa159e3ea65 req-37587d84-36e4-4e38-9654-847ad582343d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954556 Jul 05 18:20:58.808711 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:58.836307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee81a3-78e3-49c6-98fb-e0e52aa4122e req-5c1df41d-9e52-4968-88f0-c4b39a7e6c84 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:58.837870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51ee81a3-78e3-49c6-98fb-e0e52aa4122e req-5c1df41d-9e52-4968-88f0-c4b39a7e6c84 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1960199 Jul 05 18:20:58.849461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Transition to ACTIVE for port object e352470a-0c26-46fe-b814-908f68b7035c will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:20:58.957579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51ee81a3-78e3-49c6-98fb-e0e52aa4122e req-92dd50db-c98a-4f5a-b886-a0146a56f3f8 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948472 Jul 05 18:20:58.958696 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:59.046115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Pushing event updated for resources: {'Port': ['ID=e352470a-0c26-46fe-b814-908f68b7035c,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:59.139683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2b635-8fed-4ba5-8ecb-ff2dbb8b96da req-1cb07ec3-0a7a-4d62-bb25-1b2101ebd490 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:59.141288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bd2b635-8fed-4ba5-8ecb-ff2dbb8b96da req-1cb07ec3-0a7a-4d62-bb25-1b2101ebd490 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 943 time: 0.1780365 Jul 05 18:20:59.169494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Attempting to bind port e352470a-0c26-46fe-b814-908f68b7035c on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:20:59.169833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Attempting to bind port e352470a-0c26-46fe-b814-908f68b7035c by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'fd484d28-30ef-4369-ab34-a71f14ebe36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '323c498a-f285-421f-917a-071760f5df60'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:20:59.170163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Attempting to bind port e352470a-0c26-46fe-b814-908f68b7035c on network 323c498a-f285-421f-917a-071760f5df60 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:59.178446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Port e352470a-0c26-46fe-b814-908f68b7035c on network 323c498a-f285-421f-917a-071760f5df60 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:20:59.178783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Attempting to bind port e352470a-0c26-46fe-b814-908f68b7035c on network 323c498a-f285-421f-917a-071760f5df60 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:20:59.193386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:20:59.193798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Checking segment: {'id': 'fd484d28-30ef-4369-ab34-a71f14ebe36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '323c498a-f285-421f-917a-071760f5df60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:20:59.194444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Bound using segment: {'id': 'fd484d28-30ef-4369-ab34-a71f14ebe36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '323c498a-f285-421f-917a-071760f5df60'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:20:59.194954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Bound port: e352470a-0c26-46fe-b814-908f68b7035c, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd484d28-30ef-4369-ab34-a71f14ebe36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '323c498a-f285-421f-917a-071760f5df60'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:20:59.195321 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:59.211556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bd2b635-8fed-4ba5-8ecb-ff2dbb8b96da req-1ef04db5-a755-40fd-8e69-c72cc6c758e0 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638568 Jul 05 18:20:59.274209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] For port e352470a-0c26-46fe-b814-908f68b7035c, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:20:59.277965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] For port e352470a-0c26-46fe-b814-908f68b7035c, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e352470a-0c26-46fe-b814-908f68b7035c,segment=NetworkSegment(fd484d28-30ef-4369-ab34-a71f14ebe36b),segment_id=fd484d28-30ef-4369-ab34-a71f14ebe36b)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:20:59.342480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:59.386769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:59.387390 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:59.388858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] 10.222.0.97 "PUT /v2.0/ports/e352470a-0c26-46fe-b814-908f68b7035c HTTP/1.1" status: 200 len: 1091 time: 1.2159641 Jul 05 18:20:59.389304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18e9991c-2c84-42ad-a989-82114797dbad', 'tag': 'e352470a-0c26-46fe-b814-908f68b7035c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:20:59.391568 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380bbe5c-f993-443b-90a2-df50a059031d" -d '{"events": [{"name": "network-changed", "server_uuid": "18e9991c-2c84-42ad-a989-82114797dbad", "tag": "e352470a-0c26-46fe-b814-908f68b7035c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:20:59.446400 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf03414-124a-43dc-bfc7-ca4d9177dddb x-openstack-request-id: req-0bf03414-124a-43dc-bfc7-ca4d9177dddb {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:20:59.446765 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18e9991c-2c84-42ad-a989-82114797dbad", "tag": "e352470a-0c26-46fe-b814-908f68b7035c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:20:59.446957 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bf03414-124a-43dc-bfc7-ca4d9177dddb {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:20:59.447386 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18e9991c-2c84-42ad-a989-82114797dbad', 'tag': 'e352470a-0c26-46fe-b814-908f68b7035c', 'status': 'completed', 'code': 200} Jul 05 18:20:59.462935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b69d2b-4e6a-46b6-a333-46215b58e724 service neutron] Pushing event updated for resources: {'Port': ['ID=e352470a-0c26-46fe-b814-908f68b7035c,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:20:59.561060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9496ae67-d72e-4bed-bb0c-a795f9c905bd details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:20:59.571604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790fdb4-eed5-4015-bafd-871da3448a00 req-8fb8b772-58ca-4ea8-9d9c-1c697a509261 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:59.573277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b790fdb4-eed5-4015-bafd-871da3448a00 req-8fb8b772-58ca-4ea8-9d9c-1c697a509261 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1251459 Jul 05 18:20:59.588166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bbe5c-f993-443b-90a2-df50a059031d req-94fa91ac-0965-4bb1-a06d-88f3b1204258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:59.589981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-380bbe5c-f993-443b-90a2-df50a059031d req-94fa91ac-0965-4bb1-a06d-88f3b1204258 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4089faef1c244c0089bbec5b0344176d&device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 1094 time: 0.1046851 Jul 05 18:20:59.697755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:59.711517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '9496ae67-d72e-4bed-bb0c-a795f9c905bd', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'port_id': '9496ae67-d72e-4bed-bb0c-a795f9c905bd', 'mac_address': 'fa:16:3e:cb:dc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:20:59.719799 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:59.721401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b790fdb4-eed5-4015-bafd-871da3448a00 req-047a7824-959b-4a18-83a8-7438ce7c12b9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297071 Jul 05 18:20:59.782591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bbe5c-f993-443b-90a2-df50a059031d req-378514bc-5a3f-4914-904e-7408afaad7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:20:59.785138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-380bbe5c-f993-443b-90a2-df50a059031d req-378514bc-5a3f-4914-904e-7408afaad7ac service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=4089faef1c244c0089bbec5b0344176d&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1860464 Jul 05 18:20:59.785989 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:59.800867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9496ae67-d72e-4bed-bb0c-a795f9c905bd {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:20:59.838176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:20:59.930540 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:20:59.994657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9496ae67-d72e-4bed-bb0c-a795f9c905bd,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:00.043253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380bbe5c-f993-443b-90a2-df50a059031d req-4ec27021-9701-44f3-b696-6a2d621afd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:00.044895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-380bbe5c-f993-443b-90a2-df50a059031d req-4ec27021-9701-44f3-b696-6a2d621afd98 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2471061 Jul 05 18:21:00.109503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ee0f6-7a5f-4d7e-8ee7-302c6ef3808b req-45d78f38-6846-49fe-b745-2eeeed3c9e33 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:00.117043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-884ee0f6-7a5f-4d7e-8ee7-302c6ef3808b req-45d78f38-6846-49fe-b745-2eeeed3c9e33 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1932051 Jul 05 18:21:00.127742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be2e74e-b449-40d1-a9a8-562e349a1597 req-0a042b29-a6b6-47b0-9a92-9a0a4df12b13 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:00.129458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2be2e74e-b449-40d1-a9a8-562e349a1597 req-0a042b29-a6b6-47b0-9a92-9a0a4df12b13 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 945 time: 0.1684842 Jul 05 18:21:00.203080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9496ae67-d72e-4bed-bb0c-a795f9c905bd'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:21:00.241851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-884ee0f6-7a5f-4d7e-8ee7-302c6ef3808b req-b72d44da-1bcb-4964-aa1d-ecb88b1a6d00 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238086 Jul 05 18:21:00.257035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2be2e74e-b449-40d1-a9a8-562e349a1597 req-fadf1e87-22f1-4bc6-a406-e5b2b44c3ff9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003501 Jul 05 18:21:00.272417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-e5d5498c-cb29-4d4d-a42f-980cb73a8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:00.274249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-e5d5498c-cb29-4d4d-a42f-980cb73a8c56 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4089faef1c244c0089bbec5b0344176d&device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 1094 time: 0.1829076 Jul 05 18:21:00.398840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-545b54bd-6dd3-468a-a3b3-1799493fbf2a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e352470a-0c26-46fe-b814-908f68b7035c HTTP/1.1" status: 200 len: 217 time: 0.1167326 Jul 05 18:21:00.591123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-38fedc80-f944-4797-8fed-7e4451231b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:00.593499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-38fedc80-f944-4797-8fed-7e4451231b23 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e419d6e7-dbee-4bcf-8452-8b4c0e246fa7 HTTP/1.1" status: 200 len: 860 time: 0.1841624 Jul 05 18:21:00.625999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a5261-adfe-49ec-91fb-e1ce768eb9d1 req-bce62993-8b34-4362-9d16-6c420069b25b tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:00.627788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da0a5261-adfe-49ec-91fb-e1ce768eb9d1 req-bce62993-8b34-4362-9d16-6c420069b25b tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.2332933 Jul 05 18:21:00.656002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-4da7fe10-df5a-478a-ad59-ca8f76bfc723 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=323c498a-f285-421f-917a-071760f5df60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530000 Jul 05 18:21:00.766936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea88306-3bc6-41e6-b764-364f1c09dffb req-76c909ac-fbd7-4e0d-845c-9f1768e1de3c tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:00.768699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ea88306-3bc6-41e6-b764-364f1c09dffb req-76c909ac-fbd7-4e0d-845c-9f1768e1de3c tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 943 time: 0.2800944 Jul 05 18:21:00.774316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da0a5261-adfe-49ec-91fb-e1ce768eb9d1 req-65239acf-d6f3-412b-aee5-10b7086309d1 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214895 Jul 05 18:21:00.850973 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-4d75f70d-4a17-4aaf-ab67-d37802984d71 service neutron] 10.222.0.97 "GET /v2.0/networks/323c498a-f285-421f-917a-071760f5df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843760 Jul 05 18:21:00.867223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ea88306-3bc6-41e6-b764-364f1c09dffb req-b1061373-cd4e-4124-91a4-929016b09d36 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880315 Jul 05 18:21:01.426099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64c3e3c6-344d-46a2-83a0-cb295734b9c2 req-5f827661-2ff2-4d3d-afa4-676e27f5575c service neutron] 10.222.0.97 "GET /v2.0/networks/323c498a-f285-421f-917a-071760f5df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574715 Jul 05 18:21:01.457864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fd1c88-ecd5-4ac3-9981-3b34bc38424b req-b97221c5-f0f4-43a4-9afc-19e4d4332193 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:01.459540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86fd1c88-ecd5-4ac3-9981-3b34bc38424b req-b97221c5-f0f4-43a4-9afc-19e4d4332193 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1192796 Jul 05 18:21:01.503518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86fd1c88-ecd5-4ac3-9981-3b34bc38424b req-00bcee7f-0e37-44b4-a993-49240dbd75f1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374022 Jul 05 18:21:01.512284 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51080) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:01.560051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9496ae67-d72e-4bed-bb0c-a795f9c905bd up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:21:01.703430 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65fabe20-ef01-4c88-8444-049e74c3febd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:01.735924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 9496ae67-d72e-4bed-bb0c-a795f9c905bd completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:21:01.740599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 9496ae67-d72e-4bed-bb0c-a795f9c905bd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:21:01.740982 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:01.809853 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65fabe20-ef01-4c88-8444-049e74c3febd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:01.880769 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:01.893743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70073758-25a0-42b6-85fd-5b5b272134c4 req-018e7c83-c30a-4170-ac9d-0136c5979000 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:01.901746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70073758-25a0-42b6-85fd-5b5b272134c4 req-018e7c83-c30a-4170-ac9d-0136c5979000 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.2503338 Jul 05 18:21:01.926502 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:21:01.930909 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4219660-4e6e-41ed-b5fc-af00d1c7a7e9" -d '{"events": [{"server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "name": "network-vif-plugged", "status": "completed", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:21:01.945261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5381a06-ec98-4086-a402-845435aa3a0c req-d0298ee2-1d34-47cf-85bd-999232c7b097 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:01.946858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5381a06-ec98-4086-a402-845435aa3a0c req-d0298ee2-1d34-47cf-85bd-999232c7b097 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 945 time: 0.1355305 Jul 05 18:21:01.960470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:01.968544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70073758-25a0-42b6-85fd-5b5b272134c4 req-34641046-d893-45e5-8213-17a0ccc687e2 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659003 Jul 05 18:21:02.011121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5381a06-ec98-4086-a402-845435aa3a0c req-857dc2d0-783d-4ec3-bfe0-8e2040b1a010 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556579 Jul 05 18:21:02.148085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65fabe20-ef01-4c88-8444-049e74c3febd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:02.165298 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:02.251916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9496ae67-d72e-4bed-bb0c-a795f9c905bd,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:02.277898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fabe20-ef01-4c88-8444-049e74c3febd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d0c849-39ad-4a2d-9c71-a85775585cd7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:02.282201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-65fabe20-ef01-4c88-8444-049e74c3febd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab3b9ad6a4704df3a9cc291a451596b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7689071 Jul 05 18:21:02.285103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51094) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:02.334461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472718b-e3ed-4fb9-9b6f-bd5cadd5d52c req-b617139b-a057-4098-8a3c-1b28412e03cd tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:02.336043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e472718b-e3ed-4fb9-9b6f-bd5cadd5d52c req-b617139b-a057-4098-8a3c-1b28412e03cd tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 943 time: 0.1573894 Jul 05 18:21:02.344853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d8f7b-9586-433f-af2a-66f05a88b23f req-ff7d63b7-c8af-46b1-8852-b26e697537e5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:02.352118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d1d8f7b-9586-433f-af2a-66f05a88b23f req-ff7d63b7-c8af-46b1-8852-b26e697537e5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2011726 Jul 05 18:21:02.368435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2866ecba-7197-44c4-a544-5f8e3cad3395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:02.402613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2866ecba-7197-44c4-a544-5f8e3cad3395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:02.409558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e472718b-e3ed-4fb9-9b6f-bd5cadd5d52c req-6102f3c2-e96f-4b77-a57b-dd6df2cea866 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541582 Jul 05 18:21:02.438362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d1d8f7b-9586-433f-af2a-66f05a88b23f req-ab435ba2-c24b-4c31-909d-55eed1ee32c2 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852838 Jul 05 18:21:02.497958 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af4140d-c030-463f-afd1-6ac15a4aa327 x-openstack-request-id: req-2af4140d-c030-463f-afd1-6ac15a4aa327 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:21:02.499270 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "name": "network-vif-plugged", "status": "completed", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:21:02.499849 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2af4140d-c030-463f-afd1-6ac15a4aa327 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:21:02.500579 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd', 'code': 200} Jul 05 18:21:02.582117 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2866ecba-7197-44c4-a544-5f8e3cad3395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:02.585357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2866ecba-7197-44c4-a544-5f8e3cad3395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:02.586842 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2866ecba-7197-44c4-a544-5f8e3cad3395 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7d0c849-39ad-4a2d-9c71-a85775585cd7 HTTP/1.1" status: 204 len: 168 time: 0.2989306 Jul 05 18:21:02.605148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866ecba-7197-44c4-a544-5f8e3cad3395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d0c849-39ad-4a2d-9c71-a85775585cd7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:02.697117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ea9a8-9bce-4d01-826c-594d300b6a35 req-1fecd6b6-f342-4df4-beac-0eee126849b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:02.698750 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb7ea9a8-9bce-4d01-826c-594d300b6a35 req-1fecd6b6-f342-4df4-beac-0eee126849b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 1097 time: 0.1106265 Jul 05 18:21:02.720846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c03456-6142-45b6-a04e-a517efadcb30 req-3677ebcc-ba3b-462c-a451-679fe949bb8c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:02.722749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29c03456-6142-45b6-a04e-a517efadcb30 req-3677ebcc-ba3b-462c-a451-679fe949bb8c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0739343 Jul 05 18:21:02.737359 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb7ea9a8-9bce-4d01-826c-594d300b6a35 req-175b4811-f13b-415e-b3ab-e83dee8ce73c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317008 Jul 05 18:21:02.788809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29c03456-6142-45b6-a04e-a517efadcb30 req-98f2b817-1119-4e3d-84fe-24f1e4a8df66 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576468 Jul 05 18:21:02.984676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092e2bd-1653-4254-9380-0cf552b63658 req-9ca11dc1-fd91-4bca-ba59-6acb3bd8bf70 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:02.986520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3092e2bd-1653-4254-9380-0cf552b63658 req-9ca11dc1-fd91-4bca-ba59-6acb3bd8bf70 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0784435 Jul 05 18:21:03.029467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3092e2bd-1653-4254-9380-0cf552b63658 req-ff4d84d8-368a-4207-8204-2b40b1a36e13 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368097 Jul 05 18:21:03.210708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3aa32-b94f-4e42-b934-894d3d9c7b59 req-73aed56a-1362-47db-accc-d879c57b5a67 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:03.212244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0e3aa32-b94f-4e42-b934-894d3d9c7b59 req-73aed56a-1362-47db-accc-d879c57b5a67 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1107066 Jul 05 18:21:03.269218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb9575-d0c9-437b-9c7b-0b843ca2f545 req-7241113c-c84a-491a-8cf6-f2aab5f8ea48 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:03.271368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eccb9575-d0c9-437b-9c7b-0b843ca2f545 req-7241113c-c84a-491a-8cf6-f2aab5f8ea48 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1236706 Jul 05 18:21:03.279431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0e3aa32-b94f-4e42-b934-894d3d9c7b59 req-edc008f3-0d1e-4e76-9b7c-751a8a1576b6 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611358 Jul 05 18:21:03.328694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eccb9575-d0c9-437b-9c7b-0b843ca2f545 req-bd39a563-be08-4221-8491-5242b03f77b9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482364 Jul 05 18:21:03.381795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51120) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:03.397014 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c49388dd-4478-469e-abae-22c04c09f405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:03.501940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c49388dd-4478-469e-abae-22c04c09f405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:03.579173 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c49388dd-4478-469e-abae-22c04c09f405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:03.632684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49388dd-4478-469e-abae-22c04c09f405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b7185f-6ef9-4a85-8077-481cfaa5d16e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:03.641847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51128) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:03.652046 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c49388dd-4478-469e-abae-22c04c09f405 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81d5063e56a746dd9e2a39df1cf76839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689114 Jul 05 18:21:03.691207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547644-cf9e-470d-9225-b91cb6ce2926 req-2c295bf2-a1c0-4794-95ed-00e7c4f655a7 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:03.710339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3547644-cf9e-470d-9225-b91cb6ce2926 req-2c295bf2-a1c0-4794-95ed-00e7c4f655a7 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1911480 Jul 05 18:21:03.755294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3547644-cf9e-470d-9225-b91cb6ce2926 req-d55821c5-8e4d-4223-9877-26b267cc4987 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 Jul 05 18:21:03.805213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50c2b11d-490b-4925-955c-688fe6d114a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:03.850964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50c2b11d-490b-4925-955c-688fe6d114a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:03.921269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-c74d2896-4220-4c0a-9bf5-3c02aaa9b1f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1709685 Jul 05 18:21:04.023059 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-89677f2a-543c-4e3f-92ee-0e480ce93757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.023059 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-89677f2a-543c-4e3f-92ee-0e480ce93757 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 1097 time: 0.0724189 Jul 05 18:21:04.134643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27848554-a615-4913-8aec-ca1cc35d6dda req-585536f7-1b3c-4135-bc92-eb23c7a8aacf tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.136750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27848554-a615-4913-8aec-ca1cc35d6dda req-585536f7-1b3c-4135-bc92-eb23c7a8aacf tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.2257981 Jul 05 18:21:04.182020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ebcd8-3f56-4d7b-b6c1-e6c6c9f4d526 req-2a5404f0-3a42-4588-8b1d-58e089cda8f1 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.183832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f8ebcd8-3f56-4d7b-b6c1-e6c6c9f4d526 req-2a5404f0-3a42-4588-8b1d-58e089cda8f1 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 943 time: 0.2048354 Jul 05 18:21:04.188651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-fe06f4e0-b16a-416a-b4f9-40265a4d9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.190444 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-fe06f4e0-b16a-416a-b4f9-40265a4d9902 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=ebea5b2a374342e5a85559926f03fc98&device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 1096 time: 0.1440570 Jul 05 18:21:04.193562 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50c2b11d-490b-4925-955c-688fe6d114a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:04.196249 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50c2b11d-490b-4925-955c-688fe6d114a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:04.202364 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-50c2b11d-490b-4925-955c-688fe6d114a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28b7185f-6ef9-4a85-8077-481cfaa5d16e HTTP/1.1" status: 204 len: 168 time: 0.5545716 Jul 05 18:21:04.240017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-b4d855fe-a22a-4261-98d7-bf90e3016010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.247759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-b4d855fe-a22a-4261-98d7-bf90e3016010 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.2025812 Jul 05 18:21:04.248963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2b11d-490b-4925-955c-688fe6d114a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b7185f-6ef9-4a85-8077-481cfaa5d16e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:04.282203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27848554-a615-4913-8aec-ca1cc35d6dda req-9cf77bc5-d3b6-437c-bab2-4c16dc80df0d tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349108 Jul 05 18:21:04.363402 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-a11aabed-d358-439b-80bd-aa6c47442a9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b430125d-420e-44d4-a2e4-8f865508e84d HTTP/1.1" status: 200 len: 217 time: 0.1085253 Jul 05 18:21:04.369708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f8ebcd8-3f56-4d7b-b6c1-e6c6c9f4d526 req-f30d02e8-e772-4204-ab1c-92b90291a08c tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781430 Jul 05 18:21:04.427593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-00c3f2f6-143d-4dd9-86ff-adaacdeb189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.429043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-00c3f2f6-143d-4dd9-86ff-adaacdeb189e service neutron] 10.222.0.97 "GET /v2.0/networks?id=64636bf6-de76-478f-82a3-3aeabc4ab865 HTTP/1.1" status: 200 len: 911 time: 0.2230999 Jul 05 18:21:04.473067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e352470a-0c26-46fe-b814-908f68b7035c details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:21:04.474912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-7c93a41e-6f12-46c5-8d99-52b8202ceb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.480035 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-7c93a41e-6f12-46c5-8d99-52b8202ceb89 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.1050286 Jul 05 18:21:04.540223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-2c94f55c-9989-4ded-9133-6310c5387f04 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b277a8e-a3d6-42b9-aa37-7744ff118ee4 HTTP/1.1" status: 200 len: 217 time: 0.0963914 Jul 05 18:21:04.637071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-51aea006-9a3d-48b4-a2a5-9a2cefd25a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.639197 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-51aea006-9a3d-48b4-a2a5-9a2cefd25a88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487653 Jul 05 18:21:04.642823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-1062da64-cb19-4dff-80c6-0b2373face36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.644161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-1062da64-cb19-4dff-80c6-0b2373face36 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=112596c3-34e1-424d-8aa2-c86b71771cbe HTTP/1.1" status: 200 len: 851 time: 0.0972624 Jul 05 18:21:04.704347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port e352470a-0c26-46fe-b814-908f68b7035c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e352470a-0c26-46fe-b814-908f68b7035c,segment=NetworkSegment(fd484d28-30ef-4369-ab34-a71f14ebe36b),segment_id=fd484d28-30ef-4369-ab34-a71f14ebe36b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:04.714381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-b7d790e6-0cf5-4213-a931-c9e16efbea7e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=64636bf6-de76-478f-82a3-3aeabc4ab865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568240 Jul 05 18:21:04.720596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'e352470a-0c26-46fe-b814-908f68b7035c', 'network_id': '323c498a-f285-421f-917a-071760f5df60', 'port_id': 'e352470a-0c26-46fe-b814-908f68b7035c', 'mac_address': 'fa:16:3e:21:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e419d6e7-dbee-4bcf-8452-8b4c0e246fa7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:21:04.769104 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04a646-ceba-40a6-ac23-85869ecdb096 req-a4ae87e5-ce42-496a-bb46-cdf35d27f49c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.779196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c04a646-ceba-40a6-ac23-85869ecdb096 req-a4ae87e5-ce42-496a-bb46-cdf35d27f49c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2473214 Jul 05 18:21:04.789383 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-26c070f8-6491-4f03-b7fa-7bc5616df6fa service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376169 Jul 05 18:21:04.798648 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:04.812923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e352470a-0c26-46fe-b814-908f68b7035c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:21:04.836800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port e352470a-0c26-46fe-b814-908f68b7035c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e352470a-0c26-46fe-b814-908f68b7035c,segment=NetworkSegment(fd484d28-30ef-4369-ab34-a71f14ebe36b),segment_id=fd484d28-30ef-4369-ab34-a71f14ebe36b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:04.895460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fb279-3292-44d7-9f29-4234c5cd8625 req-309b09e6-0bd7-456a-925e-285e7ed9e414 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:04.898076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f3fb279-3292-44d7-9f29-4234c5cd8625 req-309b09e6-0bd7-456a-925e-285e7ed9e414 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.2598464 Jul 05 18:21:04.907568 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c04a646-ceba-40a6-ac23-85869ecdb096 req-002da0f0-e7d6-4fdc-8abe-dd03a3e2d2d9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266868 Jul 05 18:21:04.941685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:04.974909 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57511bcf-311b-4277-8f8c-9d47237706d2 req-d96908b1-c7d5-4bab-89da-03ef237ba777 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777163 Jul 05 18:21:05.011134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f3fb279-3292-44d7-9f29-4234c5cd8625 req-8b2b565a-6b93-406e-b53b-777417aa4330 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868416 Jul 05 18:21:05.048530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-aef812dd-4ddf-4fe4-b70e-4cec71b758dd service neutron] 10.222.0.97 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240275 Jul 05 18:21:05.051635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=e352470a-0c26-46fe-b814-908f68b7035c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:05.179082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['e352470a-0c26-46fe-b814-908f68b7035c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:21:05.245505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d19caaa4-5066-4382-ad3c-5c91553f3eaa req-b903e767-604d-4d85-8909-fb54cf7b2ae8 service neutron] 10.222.0.97 "GET /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771662 Jul 05 18:21:05.314729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ea510-5abf-43c2-9c39-599c5785cca5 req-e503e47f-6d01-4ab4-b66f-4932db1b8efb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:05.316969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a63ea510-5abf-43c2-9c39-599c5785cca5 req-e503e47f-6d01-4ab4-b66f-4932db1b8efb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1636488 Jul 05 18:21:05.367606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a63ea510-5abf-43c2-9c39-599c5785cca5 req-c13d12a0-268f-4849-9daf-7fb42605d6bb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448561 Jul 05 18:21:05.687941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe5cc2-e218-4f27-8228-29daea8aa749 req-899b5881-b974-4193-8a51-e56b51320fcd tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:05.691233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36fe5cc2-e218-4f27-8228-29daea8aa749 req-899b5881-b974-4193-8a51-e56b51320fcd tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1635849 Jul 05 18:21:05.756111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f727a39-0765-4db5-8759-7aaca47f2549 req-eb042553-8465-4a41-b184-10516da1e365 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:05.761881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f727a39-0765-4db5-8759-7aaca47f2549 req-eb042553-8465-4a41-b184-10516da1e365 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1328785 Jul 05 18:21:05.791429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36fe5cc2-e218-4f27-8228-29daea8aa749 req-25244839-2768-409b-a418-d824745de16d tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953436 Jul 05 18:21:05.829480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f727a39-0765-4db5-8759-7aaca47f2549 req-4ed10a22-19e7-4bbe-9ba6-1fda7496bb96 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664144 Jul 05 18:21:05.936041 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:06.066503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49906ea2-2f9b-4902-bd98-0a0a023b086a req-3478f6aa-cea7-4e67-845f-7b11e7f50c3b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:06.068779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49906ea2-2f9b-4902-bd98-0a0a023b086a req-3478f6aa-cea7-4e67-845f-7b11e7f50c3b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1033583 Jul 05 18:21:06.081374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb21390-e920-4724-bcf4-930bb9ceeb12 req-01aaf98c-d3b9-4f3e-878f-73439622a7da tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:06.083755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebb21390-e920-4724-bcf4-930bb9ceeb12 req-01aaf98c-d3b9-4f3e-878f-73439622a7da tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 944 time: 0.1459720 Jul 05 18:21:06.162148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49906ea2-2f9b-4902-bd98-0a0a023b086a req-dc56bda8-5c68-46cd-b558-e0e7ab75ffa7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767601 Jul 05 18:21:06.178480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ebb21390-e920-4724-bcf4-930bb9ceeb12 req-9b1f175e-ad16-424a-99cd-690d09ea180e tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861933 Jul 05 18:21:06.394779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f9bf8-6bb2-4b9a-bb56-a14ae30e8b2d req-d7243e39-bc76-46ba-87c7-be3af50ee55e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:06.397292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d5f9bf8-6bb2-4b9a-bb56-a14ae30e8b2d req-d7243e39-bc76-46ba-87c7-be3af50ee55e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0698578 Jul 05 18:21:06.441447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d5f9bf8-6bb2-4b9a-bb56-a14ae30e8b2d req-ab09c7f6-a236-4afd-822e-07ad1d5b7516 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378044 Jul 05 18:21:06.480714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e352470a-0c26-46fe-b814-908f68b7035c up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:21:06.587520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port e352470a-0c26-46fe-b814-908f68b7035c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:21:06.591879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port e352470a-0c26-46fe-b814-908f68b7035c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:21:06.592465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:06.654283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a5d777-b38b-46ba-92e0-51cc6d3ec2b3 req-9776f8c5-7922-47f8-9ec9-30be8f992abc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:06.656031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7a5d777-b38b-46ba-92e0-51cc6d3ec2b3 req-9776f8c5-7922-47f8-9ec9-30be8f992abc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0908537 Jul 05 18:21:06.688052 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:06.714492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e9991c-2c84-42ad-a989-82114797dbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e352470a-0c26-46fe-b814-908f68b7035c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:21:06.716460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7a5d777-b38b-46ba-92e0-51cc6d3ec2b3 req-61e78720-fe84-4783-9aa1-f336f7088bfc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516889 Jul 05 18:21:06.716956 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02eb790e-6705-4571-8d73-198dbf410476" -d '{"events": [{"server_uuid": "18e9991c-2c84-42ad-a989-82114797dbad", "name": "network-vif-plugged", "status": "completed", "tag": "e352470a-0c26-46fe-b814-908f68b7035c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:21:06.752318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port e352470a-0c26-46fe-b814-908f68b7035c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e352470a-0c26-46fe-b814-908f68b7035c,segment=NetworkSegment(fd484d28-30ef-4369-ab34-a71f14ebe36b),segment_id=fd484d28-30ef-4369-ab34-a71f14ebe36b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:06.765711 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a20c43-76e3-4c80-b4f3-e752f60bca05 x-openstack-request-id: req-21a20c43-76e3-4c80-b4f3-e752f60bca05 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:21:06.766195 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e9991c-2c84-42ad-a989-82114797dbad", "name": "network-vif-plugged", "status": "completed", "tag": "e352470a-0c26-46fe-b814-908f68b7035c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:21:06.766475 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21a20c43-76e3-4c80-b4f3-e752f60bca05 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:21:06.766980 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e9991c-2c84-42ad-a989-82114797dbad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e352470a-0c26-46fe-b814-908f68b7035c', 'code': 200} Jul 05 18:21:06.810484 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:07.087032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=e352470a-0c26-46fe-b814-908f68b7035c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:07.088079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b1d10-baae-4cfc-94e1-ce9f16496336 req-a5ad059c-60c9-4962-8168-15425e50ce57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:07.088079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b9b1d10-baae-4cfc-94e1-ce9f16496336 req-a5ad059c-60c9-4962-8168-15425e50ce57 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 1096 time: 0.0844436 Jul 05 18:21:07.088079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b9b1d10-baae-4cfc-94e1-ce9f16496336 req-594ad471-5761-41ba-82dd-5c297c121df6 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380883 Jul 05 18:21:07.104447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168c170-8e19-421e-bea3-676bb9c23835 req-90b71b36-861e-462d-9171-b138ab596687 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:07.105966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5168c170-8e19-421e-bea3-676bb9c23835 req-90b71b36-861e-462d-9171-b138ab596687 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1205359 Jul 05 18:21:07.115035 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311eb59-47ad-4466-b394-5612f3a1d862 req-91f36027-09b5-4b90-80fc-c8a7ecc4af7e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:07.119057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9311eb59-47ad-4466-b394-5612f3a1d862 req-91f36027-09b5-4b90-80fc-c8a7ecc4af7e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0956924 Jul 05 18:21:07.181774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5168c170-8e19-421e-bea3-676bb9c23835 req-2150c454-5265-4bdf-a84b-785c0797dcba tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616481 Jul 05 18:21:07.187797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9311eb59-47ad-4466-b394-5612f3a1d862 req-f62efd38-0eec-476b-af0b-9afdae24ca53 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609746 Jul 05 18:21:07.445100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bea94-0036-4f39-aadb-d2f08ea2cd21 req-73390d32-ea9e-44ea-959a-4187d89ae75c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:07.446628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-867bea94-0036-4f39-aadb-d2f08ea2cd21 req-73390d32-ea9e-44ea-959a-4187d89ae75c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1149764 Jul 05 18:21:07.473446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e1483-8d88-4e26-877c-4a0e1da73acc req-6f658528-d290-4d9c-99db-6ad93571cb8b tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:07.475779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac7e1483-8d88-4e26-877c-4a0e1da73acc req-6f658528-d290-4d9c-99db-6ad93571cb8b tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 945 time: 0.1044848 Jul 05 18:21:07.541482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-867bea94-0036-4f39-aadb-d2f08ea2cd21 req-a6567923-e2b9-4268-9447-43a578b77f99 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849733 Jul 05 18:21:07.558269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac7e1483-8d88-4e26-877c-4a0e1da73acc req-2d678de3-1dc0-45b1-93f0-8d0a9f27b43b tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695562 Jul 05 18:21:07.815618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc4eea-7b51-48b2-af48-fceffde3c84c req-f457ce70-2da1-41c6-85df-ff558d103dcc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:07.824790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dbc4eea-7b51-48b2-af48-fceffde3c84c req-f457ce70-2da1-41c6-85df-ff558d103dcc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1063156 Jul 05 18:21:07.871987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dbc4eea-7b51-48b2-af48-fceffde3c84c req-7dad2dfe-71eb-4aaa-ace8-95ef7056f23f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461302 Jul 05 18:21:08.442083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd64429-07df-48d3-ac1c-470dea80b57e req-81428f7f-a127-47d7-94bc-3e9736b75383 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:08.443906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fd64429-07df-48d3-ac1c-470dea80b57e req-81428f7f-a127-47d7-94bc-3e9736b75383 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.0671096 Jul 05 18:21:08.514110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3fd64429-07df-48d3-ac1c-470dea80b57e req-fae9e45d-0902-4406-a610-bf1180c85029 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642271 Jul 05 18:21:08.742536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8f133-db09-43e8-85f1-449e9b1c2a4f req-ac9b5f9b-151c-478f-a195-06de15228a78 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:08.743911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4dd8f133-db09-43e8-85f1-449e9b1c2a4f req-ac9b5f9b-151c-478f-a195-06de15228a78 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0828400 Jul 05 18:21:08.805163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4dd8f133-db09-43e8-85f1-449e9b1c2a4f req-b7381de0-bf6d-4466-a350-a72d9010d38f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536952 Jul 05 18:21:09.029957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f17b5-5bb8-4d84-8fba-5968e17b1992 req-c2ed809b-6e65-430e-8a2d-d0255ca0de86 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:09.031601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-593f17b5-5bb8-4d84-8fba-5968e17b1992 req-c2ed809b-6e65-430e-8a2d-d0255ca0de86 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 945 time: 0.1070697 Jul 05 18:21:09.049686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4be820-f644-40d4-8018-b8ec1dc58e0c req-5cd69b9e-3d79-45ce-8ada-badb0fa8e218 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:09.051626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c4be820-f644-40d4-8018-b8ec1dc58e0c req-5cd69b9e-3d79-45ce-8ada-badb0fa8e218 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.0989683 Jul 05 18:21:09.114863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-593f17b5-5bb8-4d84-8fba-5968e17b1992 req-92dcf159-222b-425b-a42f-27d94e565738 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745416 Jul 05 18:21:09.127116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c4be820-f644-40d4-8018-b8ec1dc58e0c req-153ad5d6-fde0-4407-8421-daaa8689a0ee tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684190 Jul 05 18:21:09.348709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d959c9e-9a2b-4fbf-8247-c207beea7a60 req-5a5bb804-1ef2-49e7-bce7-f3f836324f32 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:09.354316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d959c9e-9a2b-4fbf-8247-c207beea7a60 req-5a5bb804-1ef2-49e7-bce7-f3f836324f32 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1151390 Jul 05 18:21:09.470944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d959c9e-9a2b-4fbf-8247-c207beea7a60 req-37a14b97-cc28-4df4-bcda-ed0c514efed8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126099 Jul 05 18:21:09.818820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bc61a2-7c49-4bba-bf7e-f913644eed90 req-8bfbc356-6b5a-46bb-ad94-fe93e3727fed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:09.820545 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39bc61a2-7c49-4bba-bf7e-f913644eed90 req-8bfbc356-6b5a-46bb-ad94-fe93e3727fed tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1146317 Jul 05 18:21:09.906341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39bc61a2-7c49-4bba-bf7e-f913644eed90 req-ebe253db-f800-40be-bb68-2b8b5e84c4bf tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/security-groups?id=8fb3cb04-df23-4871-9163-a1b39d967305&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769193 Jul 05 18:21:09.947515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138e922-02d3-4d0c-84e1-81782f84ff4f req-9045553b-d8b6-418c-9217-0ec2ebf7a6d2 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:09.947515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2138e922-02d3-4d0c-84e1-81782f84ff4f req-9045553b-d8b6-418c-9217-0ec2ebf7a6d2 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1340456 Jul 05 18:21:10.009976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2138e922-02d3-4d0c-84e1-81782f84ff4f req-3d002e85-3187-46f0-bae6-bab831234371 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583708 Jul 05 18:21:10.269392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-5e22b556-061e-44ad-a7f3-a1f8193c5324 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:10.271262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-5e22b556-061e-44ad-a7f3-a1f8193c5324 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.97 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 945 time: 0.1178746 Jul 05 18:21:10.282090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413b80c-f9a2-4745-a0f9-69891e8297e8 req-eb5f1183-cb28-49be-a868-a2b62150b133 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:10.284117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f413b80c-f9a2-4745-a0f9-69891e8297e8 req-eb5f1183-cb28-49be-a868-a2b62150b133 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1294756 Jul 05 18:21:10.412225 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f413b80c-f9a2-4745-a0f9-69891e8297e8 req-b4690a15-8401-488b-9ddf-e42ec62c9cd0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148479 Jul 05 18:21:10.471212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Deleting port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:21:10.471544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:10.622877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] For port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,segment=NetworkSegment(3d20bc45-dda1-42d7-843f-b53072248ad5),segment_id=3d20bc45-dda1-42d7-843f-b53072248ad5)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:10.623388 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:10.641531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Calling delete_port for 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:21:10.777117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7e77-8752-43ea-8a3b-5283d42555ad req-b8977346-9945-4357-a447-1016c899c5a7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:10.783971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0cd7e77-8752-43ea-8a3b-5283d42555ad req-b8977346-9945-4357-a447-1016c899c5a7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1483035 Jul 05 18:21:10.987259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0cd7e77-8752-43ea-8a3b-5283d42555ad req-fe8a1cce-2876-4759-9f38-3494c37ca820 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950162 Jul 05 18:21:11.000769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:11.022580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['7b277a8e-a3d6-42b9-aa37-7744ff118ee4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:21:11.059870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Pushing event deleted for resources: {'Port': ['ID=7b277a8e-a3d6-42b9-aa37-7744ff118ee4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:11.076878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e57d4-39ca-4782-b845-b20e812062f4 req-0480812f-f0fa-420c-a54c-d220fdc46fd7 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:11.084183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-001e57d4-39ca-4782-b845-b20e812062f4 req-0480812f-f0fa-420c-a54c-d220fdc46fd7 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 945 time: 0.1333542 Jul 05 18:21:11.135755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] No DVR routers for this DVR port 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:21:11.138930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:11.141044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d224645-52dc-422f-b6c6-f409c4d66e29 req-737fbe55-dabe-4ea7-8575-1b0ccfb51b92 tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.97 "DELETE /v2.0/ports/7b277a8e-a3d6-42b9-aa37-7744ff118ee4 HTTP/1.1" status: 204 len: 173 time: 0.8559849 Jul 05 18:21:11.141487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b5907-f9e2-4d98-9f8f-f635529bba47', 'name': 'network-vif-deleted', 'tag': '7b277a8e-a3d6-42b9-aa37-7744ff118ee4'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:21:11.143924 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36adea1e-3457-4ade-bb6f-b8da9974312b" -d '{"events": [{"server_uuid": "422b5907-f9e2-4d98-9f8f-f635529bba47", "name": "network-vif-deleted", "tag": "7b277a8e-a3d6-42b9-aa37-7744ff118ee4"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:21:11.164628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-001e57d4-39ca-4782-b845-b20e812062f4 req-80d062db-4d56-48aa-8a65-3ea367f82b79 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627282 Jul 05 18:21:11.195115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e85eba77-a091-4614-ba73-c15ec8ce18cb req-d40c1e0c-789b-4fd9-9b2c-30d6f082b0aa tempest-TestServerAdvancedOps-1189971486 tempest-TestServerAdvancedOps-1189971486-project] 10.222.0.30 "GET /v2.0/ports?device_id=422b5907-f9e2-4d98-9f8f-f635529bba47 HTTP/1.1" status: 200 len: 210 time: 0.0294294 Jul 05 18:21:11.251564 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5457e5e9-5440-435c-97fc-925977ed788f x-openstack-request-id: req-5457e5e9-5440-435c-97fc-925977ed788f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:21:11.251900 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422b5907-f9e2-4d98-9f8f-f635529bba47", "name": "network-vif-deleted", "tag": "7b277a8e-a3d6-42b9-aa37-7744ff118ee4", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:21:11.252255 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5457e5e9-5440-435c-97fc-925977ed788f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:21:11.252717 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b5907-f9e2-4d98-9f8f-f635529bba47', 'name': 'network-vif-deleted', 'tag': '7b277a8e-a3d6-42b9-aa37-7744ff118ee4', 'status': 'completed', 'code': 200} Jul 05 18:21:11.380530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2a7f3-9e92-4d2c-9d19-2b1a66e1b1ac req-9f3583ff-af90-4e6d-8cf8-d8bfea600e3b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:11.382251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ec2a7f3-9e92-4d2c-9d19-2b1a66e1b1ac req-9f3583ff-af90-4e6d-8cf8-d8bfea600e3b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0831912 Jul 05 18:21:11.445435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ec2a7f3-9e92-4d2c-9d19-2b1a66e1b1ac req-c2cc9311-ae4b-462b-845e-294ee0a53148 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568688 Jul 05 18:21:11.607694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9496ae67-d72e-4bed-bb0c-a795f9c905bd details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:21:11.717328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab67523-334c-4544-b4bb-29b73fb39ef9 req-c5c6054d-cfd8-47c9-ae63-c4cb61b9e88b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:11.718932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ab67523-334c-4544-b4bb-29b73fb39ef9 req-c5c6054d-cfd8-47c9-ae63-c4cb61b9e88b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0886521 Jul 05 18:21:11.799288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1ab67523-334c-4544-b4bb-29b73fb39ef9 req-b85259f9-f6a9-4d1e-b5b5-1eb7be0745ca tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707333 Jul 05 18:21:11.799523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:11.849354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '9496ae67-d72e-4bed-bb0c-a795f9c905bd', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'port_id': '9496ae67-d72e-4bed-bb0c-a795f9c905bd', 'mac_address': 'fa:16:3e:cb:dc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:21:11.921366 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:11.936454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9496ae67-d72e-4bed-bb0c-a795f9c905bd {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:21:11.968192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-c1c269fc-c465-45f9-96ac-9bca6a13e551 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:11.977997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-c1c269fc-c465-45f9-96ac-9bca6a13e551 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.97 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 945 time: 0.1684067 Jul 05 18:21:11.997001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:12.111146 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:12.204499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9496ae67-d72e-4bed-bb0c-a795f9c905bd,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:12.233120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9496ae67-d72e-4bed-bb0c-a795f9c905bd'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:21:12.288507 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Deleting port e352470a-0c26-46fe-b814-908f68b7035c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:21:12.288858 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:12.343699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dea6e-40cd-4130-beee-0c3d77d72b96 req-3ce416be-1f93-4b62-aec8-96890c053a47 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:12.345833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db0dea6e-40cd-4130-beee-0c3d77d72b96 req-3ce416be-1f93-4b62-aec8-96890c053a47 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1945167 Jul 05 18:21:12.434710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d739145-fc9c-4939-a819-7351b7a40cc4 req-1d649268-b408-4126-a59a-bc639c01b03f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:12.442870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d739145-fc9c-4939-a819-7351b7a40cc4 req-1d649268-b408-4126-a59a-bc639c01b03f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 945 time: 0.2482507 Jul 05 18:21:12.499472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db0dea6e-40cd-4130-beee-0c3d77d72b96 req-7bd6a5e0-fda9-42bb-b919-7d5e187e9a05 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064677 Jul 05 18:21:12.541903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d739145-fc9c-4939-a819-7351b7a40cc4 req-814a7955-3cb4-42cf-b562-9058af5150ea tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976686 Jul 05 18:21:12.569278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] For port e352470a-0c26-46fe-b814-908f68b7035c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e352470a-0c26-46fe-b814-908f68b7035c,segment=NetworkSegment(fd484d28-30ef-4369-ab34-a71f14ebe36b),segment_id=fd484d28-30ef-4369-ab34-a71f14ebe36b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:12.569657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:12.599872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Calling delete_port for e352470a-0c26-46fe-b814-908f68b7035c owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:21:12.601503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51610) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:12.673420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51616) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:12.773291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4212a1b-1a60-44b0-8b58-e8a74b41a199 admin admin] Deleting subnet 112596c3-34e1-424d-8aa2-c86b71771cbe {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:21:12.778164 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4212a1b-1a60-44b0-8b58-e8a74b41a199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:12.891100 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4212a1b-1a60-44b0-8b58-e8a74b41a199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:12.969668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4212a1b-1a60-44b0-8b58-e8a74b41a199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:12.979621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f164497-c45f-4db6-befa-069f2e9e165f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:12.981719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcc074-071b-4345-bdd1-c2c480ff3b39 req-b64f7238-726d-4fb1-b05a-efcb25b1d0dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:12.983356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2dcc074-071b-4345-bdd1-c2c480ff3b39 req-b64f7238-726d-4fb1-b05a-efcb25b1d0dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 945 time: 0.2155850 Jul 05 18:21:12.984030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51622) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:13.026869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3980cbb-e82a-4663-94b5-4073b72371a6 req-d84c6fc6-111f-496d-bb66-abc0c0dc2dd9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:13.033716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3980cbb-e82a-4663-94b5-4073b72371a6 req-d84c6fc6-111f-496d-bb66-abc0c0dc2dd9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2268317 Jul 05 18:21:13.097649 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73243e26-eb95-49f7-be2f-558fbd0612a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.105599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2dcc074-071b-4345-bdd1-c2c480ff3b39 req-84fc675d-9fae-4cb6-ac05-4134db8f24ec tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/security-groups?id=042a011e-491d-4777-ba30-4dc5598bf322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074519 Jul 05 18:21:13.113058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3980cbb-e82a-4663-94b5-4073b72371a6 req-e61681ab-6500-42cf-a275-a06b4d75056a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785108 Jul 05 18:21:13.142454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4212a1b-1a60-44b0-8b58-e8a74b41a199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.160569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.179221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['e352470a-0c26-46fe-b814-908f68b7035c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:21:13.180684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4212a1b-1a60-44b0-8b58-e8a74b41a199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=112596c3-34e1-424d-8aa2-c86b71771cbe,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:13.183307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d4212a1b-1a60-44b0-8b58-e8a74b41a199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.189427 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d4212a1b-1a60-44b0-8b58-e8a74b41a199 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/112596c3-34e1-424d-8aa2-c86b71771cbe HTTP/1.1" status: 204 len: 168 time: 0.5151341 Jul 05 18:21:13.197244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51632) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:13.220788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Pushing event deleted for resources: {'Port': ['ID=e352470a-0c26-46fe-b814-908f68b7035c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:13.299536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.509201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.525790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64636bf6-de76-478f-82a3-3aeabc4ab865']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:13.550731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f164497-c45f-4db6-befa-069f2e9e165f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.556323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d20bc45-dda1-42d7-843f-b53072248ad5') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:13.556843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d20bc45-dda1-42d7-843f-b53072248ad5') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:13.570313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.590140 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.600631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:21:13.601312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:21:13.603649 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:21:13.615656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9496ae67-d72e-4bed-bb0c-a795f9c905bd up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:21:13.646997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f164497-c45f-4db6-befa-069f2e9e165f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.680272 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9f164497-c45f-4db6-befa-069f2e9e165f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d80e81d1d554b88b3cf347599744295&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0775101 Jul 05 18:21:13.684837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51640) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:13.758227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] No DVR routers for this DVR port e352470a-0c26-46fe-b814-908f68b7035c on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:21:13.761659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f164497-c45f-4db6-befa-069f2e9e165f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdde9426-a1a4-47f6-ae64-dd8010cb5315,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:13.762241 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.775358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f967d0c8-65c0-40a3-b943-413c40678b93 req-72df9fd2-be37-4a65-b368-700e3f9d85dc tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.97 "DELETE /v2.0/ports/e352470a-0c26-46fe-b814-908f68b7035c HTTP/1.1" status: 204 len: 173 time: 1.7707388 Jul 05 18:21:13.777033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18e9991c-2c84-42ad-a989-82114797dbad', 'name': 'network-vif-deleted', 'tag': 'e352470a-0c26-46fe-b814-908f68b7035c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:21:13.781795 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959aa06c-f8a6-40e1-82da-2a895eb95056" -d '{"events": [{"server_uuid": "18e9991c-2c84-42ad-a989-82114797dbad", "name": "network-vif-deleted", "tag": "e352470a-0c26-46fe-b814-908f68b7035c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:21:13.789247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 9496ae67-d72e-4bed-bb0c-a795f9c905bd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:21:13.791447 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.799914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-365cf0f9-0ec9-4ba2-94ac-5f40b613f086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.848886 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-365cf0f9-0ec9-4ba2-94ac-5f40b613f086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.851801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.868153 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:13.872678 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] 10.222.0.30 "DELETE /v2.0/networks/64636bf6-de76-478f-82a3-3aeabc4ab865 HTTP/1.1" status: 204 len: 168 time: 0.6715579 Jul 05 18:21:13.873357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51650) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:13.972663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997d9e5-9f62-43ba-b4b7-269142a23415 req-00752bd3-3f4e-45d7-9f12-b8752f7b0f9c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:13.980437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1997d9e5-9f62-43ba-b4b7-269142a23415 req-00752bd3-3f4e-45d7-9f12-b8752f7b0f9c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 945 time: 0.1951768 Jul 05 18:21:14.035117 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.071291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b5fed1-1544-4149-9b48-73d10d36484d admin admin] Deleting subnet 8c39c5a9-4505-4ad8-9709-a6d54d7e5116 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:21:14.085491 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95b5fed1-1544-4149-9b48-73d10d36484d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.111115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3438aece-6689-4b2e-b7ca-166de8a6b48b admin admin] Pushing event deleted for resources: {'Network': ['ID=64636bf6-de76-478f-82a3-3aeabc4ab865,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:14.118863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73243e26-eb95-49f7-be2f-558fbd0612a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.129157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:21:14.140564 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfd8f91-2dae-4eff-95d8-05c8b8cca39f" -d '{"events": [{"server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "name": "network-vif-plugged", "status": "completed", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:21:14.140974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1997d9e5-9f62-43ba-b4b7-269142a23415 req-16aae7c3-0ebf-47ba-8749-60a24baa4881 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518900 Jul 05 18:21:14.165323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:14.183528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95b5fed1-1544-4149-9b48-73d10d36484d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.236596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95b5fed1-1544-4149-9b48-73d10d36484d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.240662 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383d8da6-0380-4b18-a59b-5ff302f8e648 x-openstack-request-id: req-383d8da6-0380-4b18-a59b-5ff302f8e648 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:21:14.240957 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18e9991c-2c84-42ad-a989-82114797dbad", "name": "network-vif-deleted", "tag": "e352470a-0c26-46fe-b814-908f68b7035c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:21:14.241215 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-383d8da6-0380-4b18-a59b-5ff302f8e648 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:21:14.241612 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18e9991c-2c84-42ad-a989-82114797dbad', 'name': 'network-vif-deleted', 'tag': 'e352470a-0c26-46fe-b814-908f68b7035c', 'status': 'completed', 'code': 200} Jul 05 18:21:14.267722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73243e26-eb95-49f7-be2f-558fbd0612a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.285204 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.357110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-365cf0f9-0ec9-4ba2-94ac-5f40b613f086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.367412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-365cf0f9-0ec9-4ba2-94ac-5f40b613f086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.369931 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-365cf0f9-0ec9-4ba2-94ac-5f40b613f086 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdde9426-a1a4-47f6-ae64-dd8010cb5315 HTTP/1.1" status: 204 len: 168 time: 0.6715467 Jul 05 18:21:14.376507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51668) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:14.393713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73243e26-eb95-49f7-be2f-558fbd0612a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e9b9ced05d64a5cb90fb5816653fb7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3972363 Jul 05 18:21:14.428107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73243e26-eb95-49f7-be2f-558fbd0612a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9eb861-161f-483e-aeaa-7b2fa18ef879,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:14.432795 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd24d8da-69f7-46c7-9cd3-029a394a2f5a x-openstack-request-id: req-cd24d8da-69f7-46c7-9cd3-029a394a2f5a {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:21:14.434424 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "name": "network-vif-plugged", "status": "completed", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:21:14.434642 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd24d8da-69f7-46c7-9cd3-029a394a2f5a {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:21:14.436346 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd', 'code': 200} Jul 05 18:21:14.449052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9496ae67-d72e-4bed-bb0c-a795f9c905bd,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:14.490235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:21:14.513927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:21:14.514472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7b277a8e-a3d6-42b9-aa37-7744ff118ee4 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:21:14.525935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cf0f9-0ec9-4ba2-94ac-5f40b613f086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdde9426-a1a4-47f6-ae64-dd8010cb5315,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:14.528451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95b5fed1-1544-4149-9b48-73d10d36484d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.532144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c499f810-ca95-4ddb-a15b-e25e1c4ef601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.583495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5fed1-1544-4149-9b48-73d10d36484d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c39c5a9-4505-4ad8-9709-a6d54d7e5116,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:14.589949 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95b5fed1-1544-4149-9b48-73d10d36484d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.593389 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-95b5fed1-1544-4149-9b48-73d10d36484d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8c39c5a9-4505-4ad8-9709-a6d54d7e5116 HTTP/1.1" status: 204 len: 168 time: 0.7109628 Jul 05 18:21:14.600370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51670) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:14.656470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c499f810-ca95-4ddb-a15b-e25e1c4ef601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.701102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8329fc61-5a5c-4758-9e6b-01ae8d9115ab req-559af7f1-39b0-4122-bf58-0533b1729ef3 tempest-ServerMetadataNegativeTestJSON-648747904 tempest-ServerMetadataNegativeTestJSON-648747904-project] 10.222.0.30 "GET /v2.0/ports?device_id=18e9991c-2c84-42ad-a989-82114797dbad HTTP/1.1" status: 200 len: 210 time: 0.0580640 Jul 05 18:21:14.718032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.772467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a6bad-0b1a-47e9-a043-278a9c2bb0fe req-14d1035c-ded7-49d0-b0d5-76cec0abd746 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:14.779717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b53a6bad-0b1a-47e9-a043-278a9c2bb0fe req-14d1035c-ded7-49d0-b0d5-76cec0abd746 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1871660 Jul 05 18:21:14.867892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b53a6bad-0b1a-47e9-a043-278a9c2bb0fe req-6c58d90c-3771-4d5e-9782-ba21fd5f0d20 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871985 Jul 05 18:21:14.928701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c499f810-ca95-4ddb-a15b-e25e1c4ef601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.935710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c499f810-ca95-4ddb-a15b-e25e1c4ef601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.946444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c499f810-ca95-4ddb-a15b-e25e1c4ef601 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff9eb861-161f-483e-aeaa-7b2fa18ef879 HTTP/1.1" status: 204 len: 168 time: 0.5345540 Jul 05 18:21:14.957422 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:14.992529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:15.015850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa50c2d-4e5f-4091-b2e5-2f3d8899c949') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:15.016220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa50c2d-4e5f-4091-b2e5-2f3d8899c949') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:15.032928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:15.052824 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:15.063187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:21:15.063707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:21:15.177977 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:21:15.209755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c499f810-ca95-4ddb-a15b-e25e1c4ef601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9eb861-161f-483e-aeaa-7b2fa18ef879,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:15.284413 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:15.296780 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:15.303545 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e HTTP/1.1" status: 204 len: 168 time: 0.7019053 Jul 05 18:21:15.316783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b888328-c4b0-4d62-9b5f-c33a53a954c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dea9c83-fdce-4a84-b1e9-bbcbd4e3630e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:15.424354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b305cf-825a-4396-8b29-7d2e1b4a9ac6 req-dffb7e4a-0cd6-477a-a7df-1944547adf8a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:15.432245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1b305cf-825a-4396-8b29-7d2e1b4a9ac6 req-dffb7e4a-0cd6-477a-a7df-1944547adf8a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1003053 Jul 05 18:21:15.481390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1b305cf-825a-4396-8b29-7d2e1b4a9ac6 req-36db0900-488e-4294-8b60-2265a8cb98ec tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Jul 05 18:21:15.515324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51688) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:15.537338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06a1fae4-cdc7-4110-a5b1-f3764c814a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:15.688623 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06a1fae4-cdc7-4110-a5b1-f3764c814a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:15.788449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06a1fae4-cdc7-4110-a5b1-f3764c814a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:15.871609 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-06a1fae4-cdc7-4110-a5b1-f3764c814a73 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c44756e962164c459042e3d96bb84fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548002 Jul 05 18:21:15.878134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51704) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:15.878831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51702) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:15.882376 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:21:15.950085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-e42967cb-9832-4806-806f-3c2b3b78bb0d admin admin] Deleting subnet e419d6e7-dbee-4bcf-8452-8b4c0e246fa7 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:21:15.954644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e42967cb-9832-4806-806f-3c2b3b78bb0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:15.956540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1fae4-cdc7-4110-a5b1-f3764c814a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751b210b-b35a-43eb-8636-2acfbcc20cd4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:15.980515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-353877bc-3d23-4e0e-bf24-abf20d33cc16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.006662 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-353877bc-3d23-4e0e-bf24-abf20d33cc16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.072941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51712) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:16.117317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e42967cb-9832-4806-806f-3c2b3b78bb0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.215725 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e42967cb-9832-4806-806f-3c2b3b78bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.219648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-424b1988-d608-4e83-a803-776f7bce1bcb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebea5b2a374342e5a85559926f03fc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1452527 Jul 05 18:21:16.224720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51714) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:16.267321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d5c44-c3e0-44e1-8351-01330b906699 req-3a4c7cf3-134c-4955-8878-62e99d1aed82 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:16.268028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f93d5c44-c3e0-44e1-8351-01330b906699 req-3a4c7cf3-134c-4955-8878-62e99d1aed82 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2106011 Jul 05 18:21:16.334200 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-353877bc-3d23-4e0e-bf24-abf20d33cc16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.336813 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-353877bc-3d23-4e0e-bf24-abf20d33cc16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.337987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-353877bc-3d23-4e0e-bf24-abf20d33cc16 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/751b210b-b35a-43eb-8636-2acfbcc20cd4 HTTP/1.1" status: 204 len: 168 time: 0.4581046 Jul 05 18:21:16.388432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e42967cb-9832-4806-806f-3c2b3b78bb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.397113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353877bc-3d23-4e0e-bf24-abf20d33cc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751b210b-b35a-43eb-8636-2acfbcc20cd4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:16.422748 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f93d5c44-c3e0-44e1-8351-01330b906699 req-5f217122-cdff-4339-aec6-b165cfc74b43 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400108 Jul 05 18:21:16.429446 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e98d3e7-b504-4431-9774-ccecab17bc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.476981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e98d3e7-b504-4431-9774-ccecab17bc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.478541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42967cb-9832-4806-806f-3c2b3b78bb0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e419d6e7-dbee-4bcf-8452-8b4c0e246fa7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:16.483050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e42967cb-9832-4806-806f-3c2b3b78bb0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.495350 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e42967cb-9832-4806-806f-3c2b3b78bb0d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e419d6e7-dbee-4bcf-8452-8b4c0e246fa7 HTTP/1.1" status: 204 len: 168 time: 0.6048493 Jul 05 18:21:16.497482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51724) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:16.520574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e352470a-0c26-46fe-b814-908f68b7035c no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:21:16.573869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: e352470a-0c26-46fe-b814-908f68b7035c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:21:16.577738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e352470a-0c26-46fe-b814-908f68b7035c not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:21:16.606447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.745725 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.757484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323c498a-f285-421f-917a-071760f5df60']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:16.771268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd484d28-30ef-4369-ab34-a71f14ebe36b') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:16.771465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd484d28-30ef-4369-ab34-a71f14ebe36b') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:16.786149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.806501 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.813371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:21:16.813793 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:21:16.867398 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:21:16.870274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e98d3e7-b504-4431-9774-ccecab17bc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.870945 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e98d3e7-b504-4431-9774-ccecab17bc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:16.874031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3e98d3e7-b504-4431-9774-ccecab17bc74 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fb3cb04-df23-4871-9163-a1b39d967305 HTTP/1.1" status: 204 len: 168 time: 0.6456299 Jul 05 18:21:16.906578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98d3e7-b504-4431-9774-ccecab17bc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb3cb04-df23-4871-9163-a1b39d967305,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:16.977347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47407850-2b75-46eb-9c45-cfead3df8f76 req-83b6f8cd-b5c4-4034-b99e-5ec897aa0c13 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:16.978981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47407850-2b75-46eb-9c45-cfead3df8f76 req-83b6f8cd-b5c4-4034-b99e-5ec897aa0c13 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.3095694 Jul 05 18:21:17.043226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47407850-2b75-46eb-9c45-cfead3df8f76 req-80ea2384-9392-454d-b0ec-49aa1a05d07e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542510 Jul 05 18:21:17.045644 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:17.079798 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:17.086960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] 10.222.0.30 "DELETE /v2.0/networks/323c498a-f285-421f-917a-071760f5df60 HTTP/1.1" status: 204 len: 168 time: 0.5870545 Jul 05 18:21:17.106189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b3545c-03c3-4893-be58-0d496894d946 admin admin] Pushing event deleted for resources: {'Network': ['ID=323c498a-f285-421f-917a-071760f5df60,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:17.660644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01927609-e353-430f-ab9f-9066a0132d7e req-3c104f97-fb90-42b2-8ebb-08c636cf3f3d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:17.662249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01927609-e353-430f-ab9f-9066a0132d7e req-3c104f97-fb90-42b2-8ebb-08c636cf3f3d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0785096 Jul 05 18:21:17.721457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01927609-e353-430f-ab9f-9066a0132d7e req-05ce9b52-61ef-4682-88a2-6ce9d56e1a65 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532146 Jul 05 18:21:17.775228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51754) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:17.796457 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2293515e-d287-40fc-823b-b51997b55f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:17.989082 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2293515e-d287-40fc-823b-b51997b55f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:18.228744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fb77c-67b8-4e25-9b9f-d9ac537f3283 req-357ceda0-ab61-4d95-abdf-904fda7ac5e6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:18.230322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-736fb77c-67b8-4e25-9b9f-d9ac537f3283 req-357ceda0-ab61-4d95-abdf-904fda7ac5e6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.0640233 Jul 05 18:21:18.268213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-736fb77c-67b8-4e25-9b9f-d9ac537f3283 req-96450c9c-1b87-486d-915c-4f6641f81873 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322211 Jul 05 18:21:18.503211 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2293515e-d287-40fc-823b-b51997b55f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:18.532442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2293515e-d287-40fc-823b-b51997b55f3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e2ffd6df8844b32841b780a3d2de522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7560945 Jul 05 18:21:18.533181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2293515e-d287-40fc-823b-b51997b55f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954bb3e0-46fc-441f-91c6-a4d4c5a2e13f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:18.536096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51762) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:18.590442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62383b77-e773-4fcb-8724-d678e0c86dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:18.613021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62383b77-e773-4fcb-8724-d678e0c86dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:18.748448 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62383b77-e773-4fcb-8724-d678e0c86dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:18.752268 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62383b77-e773-4fcb-8724-d678e0c86dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:18.756503 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-62383b77-e773-4fcb-8724-d678e0c86dfe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/954bb3e0-46fc-441f-91c6-a4d4c5a2e13f HTTP/1.1" status: 204 len: 168 time: 0.2161131 Jul 05 18:21:18.768821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62383b77-e773-4fcb-8724-d678e0c86dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954bb3e0-46fc-441f-91c6-a4d4c5a2e13f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:18.821715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51774) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:18.891862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51776) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:18.938652 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e7f195be-975d-49c8-88e9-a256052006e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3fbf924cfb04d478e7cae1253079075&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142526 Jul 05 18:21:18.940072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51778) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:19.008522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25c6684c-b8a5-4d0e-b8ba-64173cc673b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:19.062815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25c6684c-b8a5-4d0e-b8ba-64173cc673b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:19.070054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a0339c64-afc3-4e16-a4ff-6169e5f7d8ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4089faef1c244c0089bbec5b0344176d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1733375 Jul 05 18:21:19.070674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51782) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:19.147586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421b1dd5-5952-4862-b6f9-0d74d8b82c9e req-bfe8bb13-0a34-44d8-9ff7-79ada3ecb55e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:19.162204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-421b1dd5-5952-4862-b6f9-0d74d8b82c9e req-bfe8bb13-0a34-44d8-9ff7-79ada3ecb55e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2445302 Jul 05 18:21:19.233132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06a48347-1fad-4e05-a990-db19d9b410ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:19.250194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25c6684c-b8a5-4d0e-b8ba-64173cc673b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:19.252938 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-25c6684c-b8a5-4d0e-b8ba-64173cc673b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:19.254847 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-25c6684c-b8a5-4d0e-b8ba-64173cc673b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b7c027a-0de1-4358-96ac-b05caa1162e3 HTTP/1.1" status: 204 len: 168 time: 0.3115582 Jul 05 18:21:19.273357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6684c-b8a5-4d0e-b8ba-64173cc673b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7c027a-0de1-4358-96ac-b05caa1162e3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:19.277030 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06a48347-1fad-4e05-a990-db19d9b410ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:19.413829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-421b1dd5-5952-4862-b6f9-0d74d8b82c9e req-d49b4acc-eeb4-41e7-98c2-53d164b1cb25 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529700 Jul 05 18:21:19.524328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06a48347-1fad-4e05-a990-db19d9b410ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:19.536426 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06a48347-1fad-4e05-a990-db19d9b410ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:19.538998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-06a48347-1fad-4e05-a990-db19d9b410ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/042a011e-491d-4777-ba30-4dc5598bf322 HTTP/1.1" status: 204 len: 168 time: 0.4672685 Jul 05 18:21:19.577624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a48347-1fad-4e05-a990-db19d9b410ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042a011e-491d-4777-ba30-4dc5598bf322,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:19.625469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f95865-45ea-48b8-988e-c8711819e588 req-ae8e7a21-2094-467d-9cdb-89337db4e57d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:19.627763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39f95865-45ea-48b8-988e-c8711819e588 req-ae8e7a21-2094-467d-9cdb-89337db4e57d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1570060 Jul 05 18:21:19.701707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39f95865-45ea-48b8-988e-c8711819e588 req-8516898f-e9d3-44b4-81d8-50fcbe3e855c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601013 Jul 05 18:21:20.702864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb6785-2fbb-41e9-a31a-0b9cdc2b82ca req-862026ba-2fde-4f49-aa57-08a0a58e2625 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:20.704308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29cb6785-2fbb-41e9-a31a-0b9cdc2b82ca req-862026ba-2fde-4f49-aa57-08a0a58e2625 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0984344 Jul 05 18:21:20.753691 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1228bdc8-ad4f-4cae-a487-81a8e6678a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:20.863374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29cb6785-2fbb-41e9-a31a-0b9cdc2b82ca req-63a449d2-7162-4d76-a1e0-94ead9a969f5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496484 Jul 05 18:21:21.080766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2602bb2d-c344-4a97-a3d7-d796678d5f26 req-e816cc1a-77c6-4c99-ad71-cc282e89526c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:21.082111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2602bb2d-c344-4a97-a3d7-d796678d5f26 req-e816cc1a-77c6-4c99-ad71-cc282e89526c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.0795987 Jul 05 18:21:21.191649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2602bb2d-c344-4a97-a3d7-d796678d5f26 req-926070ff-b20a-46ce-a19c-1c7a1ca8a8fe tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939109 Jul 05 18:21:21.797562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51882) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:22.018117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-139100629-network', 'tenant_id': '691459595fe14b4c94d3bea8571a306b'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:22.158612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3bfbbb-9f76-455e-bf58-7b1fe5a7c7d7 req-c4442da1-3264-4db2-b512-8ff2ff6e6fad tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:22.158612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd3bfbbb-9f76-455e-bf58-7b1fe5a7c7d7 req-c4442da1-3264-4db2-b512-8ff2ff6e6fad tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0955725 Jul 05 18:21:22.229507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd3bfbbb-9f76-455e-bf58-7b1fe5a7c7d7 req-fe9eb23f-c7d5-4061-854d-aa42f6694cd3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718029 Jul 05 18:21:22.249525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Made reservation on behalf of 691459595fe14b4c94d3bea8571a306b for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:22.252208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:22.277904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:22.490719 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:22.506887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494fc49-1983-434b-97d8-59292493dc31 req-e6757d8f-da0d-4d44-b2a2-626b8ecec3bf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:22.517480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7494fc49-1983-434b-97d8-59292493dc31 req-e6757d8f-da0d-4d44-b2a2-626b8ecec3bf tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.0994399 Jul 05 18:21:22.564526 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:22.594547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7494fc49-1983-434b-97d8-59292493dc31 req-d9b0dffe-1d19-466c-a2f5-a37a402a8870 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775137 Jul 05 18:21:22.604723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:21:22.621222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5500ff8-37e7-45a4-b6fa-0d764df6c885,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:22.626353 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:22.626913 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Added segment 9ab8ed0d-a43f-45c6-a925-edf845dd5fe6 of type vlan for network 88b4140b-6a05-4c17-8909-83608249d6bb Jul 05 18:21:22.681554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:22.717824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51918) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:22.855584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:22.857226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:22.858147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:22.945398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c689fa12-0baa-47b4-a08d-f37f68232add admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:22.973059 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=88b4140b-6a05-4c17-8909-83608249d6bb,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:22.983700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 88b4140b-6a05-4c17-8909-83608249d6bb details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:21:23.001178 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5a343555-4ae1-4205-b6e0-2dec266c4bd9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2024124 Jul 05 18:21:23.009541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51932) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:23.017964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Request body: {'subnet': {'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-139100629-subnet', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:23.093568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c689fa12-0baa-47b4-a08d-f37f68232add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:23.241461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c689fa12-0baa-47b4-a08d-f37f68232add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:23.295448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51938) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:23.324090 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c689fa12-0baa-47b4-a08d-f37f68232add admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18e3447fcf224e32ac0d754b84a85864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5785248 Jul 05 18:21:23.324090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689fa12-0baa-47b4-a08d-f37f68232add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ccd9b6-ffd1-4573-b334-026a25ba360c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:23.382919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0788dd7-8b4a-4885-80b1-6a96347c18c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:23.423962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0788dd7-8b4a-4885-80b1-6a96347c18c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:23.484950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e51a4-664c-4d6e-9d55-e80a88e6acd7 req-2685bc23-a692-446d-966a-7b659c4f2903 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:23.486408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-147e51a4-664c-4d6e-9d55-e80a88e6acd7 req-2685bc23-a692-446d-966a-7b659c4f2903 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1185448 Jul 05 18:21:23.518484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Made reservation on behalf of 691459595fe14b4c94d3bea8571a306b for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:23.521133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:23.538769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-147e51a4-664c-4d6e-9d55-e80a88e6acd7 req-facb2376-dccc-482a-b5bf-c2b10add9dc6 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453839 Jul 05 18:21:23.564228 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-259891b5-8bd1-4185-8939-ac6ff8be2673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:23.615783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0788dd7-8b4a-4885-80b1-6a96347c18c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:23.618330 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0788dd7-8b4a-4885-80b1-6a96347c18c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:23.622572 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e0788dd7-8b4a-4885-80b1-6a96347c18c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53ccd9b6-ffd1-4573-b334-026a25ba360c HTTP/1.1" status: 204 len: 168 time: 0.3260407 Jul 05 18:21:23.631793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0788dd7-8b4a-4885-80b1-6a96347c18c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ccd9b6-ffd1-4573-b334-026a25ba360c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:23.684162 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:23.923532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c5447-38d3-46c6-a954-5f1147c955f1 req-4d1bf7d6-14c6-433e-a385-00abea6135ea tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:23.927908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-530c5447-38d3-46c6-a954-5f1147c955f1 req-4d1bf7d6-14c6-433e-a385-00abea6135ea tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1508501 Jul 05 18:21:23.947183 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:24.015610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-530c5447-38d3-46c6-a954-5f1147c955f1 req-e78694a3-a54a-400f-83f7-ddf15ff6922b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774941 Jul 05 18:21:24.050118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e709e650-2de8-4b27-acf7-1db52e3126d4,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:24.059389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Checking segment: {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:21:24.059765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Network hostable DHCP agents. Network: 88b4140b-6a05-4c17-8909-83608249d6bb, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:21:24.197742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Network 88b4140b-6a05-4c17-8909-83608249d6bb is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:21:24.267019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 88b4140b-6a05-4c17-8909-83608249d6bb) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:21:24.277774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fd679-3b27-46a1-83f4-ab65a9f90ba8 None None] Network 88b4140b-6a05-4c17-8909-83608249d6bb requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:21:24.285599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:24.287564 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:24.369734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-91f12930-4c5b-4037-97e2-1ce0f71d154b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3586836 Jul 05 18:21:24.371009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51972) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:24.376105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:24.473109 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:24.474376 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:24.664672 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:24.677218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd40d286-904a-4ef5-8aff-0b51c4adc516 None None] Network 88b4140b-6a05-4c17-8909-83608249d6bb requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:21:24.711463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51984) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:24.892492 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:24.967426 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08b82448-f190-49a0-9400-67b78ce592ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.057876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.099031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebfc53-9a0c-4ba1-9098-b641154554ca req-cf5806de-1e93-4e4b-873e-410dc4cdb3ae tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:25.100653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6eebfc53-9a0c-4ba1-9098-b641154554ca req-cf5806de-1e93-4e4b-873e-410dc4cdb3ae tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.3349955 Jul 05 18:21:25.201342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6eebfc53-9a0c-4ba1-9098-b641154554ca req-5a159aee-e343-4dd9-ad28-ab7186e95519 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925300 Jul 05 18:21:25.226017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52000) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:25.304910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08b82448-f190-49a0-9400-67b78ce592ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.350059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b4756-dceb-49a1-b3da-553b9d3c4855 req-5d7fd2b1-8951-44a3-8d90-cd0ddba9b8bc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:25.355659 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-964b4756-dceb-49a1-b3da-553b9d3c4855 req-5d7fd2b1-8951-44a3-8d90-cd0ddba9b8bc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1150808 Jul 05 18:21:25.380899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08b82448-f190-49a0-9400-67b78ce592ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.450034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-08b82448-f190-49a0-9400-67b78ce592ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5150ddb1458648a28d9d03b64f9609fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7386632 Jul 05 18:21:25.453868 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52006) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:25.458759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b82448-f190-49a0-9400-67b78ce592ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140fee8c-50e4-40e3-953e-79b9e155016f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:25.479038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-964b4756-dceb-49a1-b3da-553b9d3c4855 req-9af001c3-5d63-4613-a135-1b4b6dde78c2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222625 Jul 05 18:21:25.535644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aabccc66-292f-4838-9a18-39994f543233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.574257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aabccc66-292f-4838-9a18-39994f543233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.717916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1548842856-network', 'tenant_id': 'c0a81020fac7423fa9a9e24745c78dc8'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:25.724578 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aabccc66-292f-4838-9a18-39994f543233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.731482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aabccc66-292f-4838-9a18-39994f543233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.731482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aabccc66-292f-4838-9a18-39994f543233 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/140fee8c-50e4-40e3-953e-79b9e155016f HTTP/1.1" status: 204 len: 168 time: 0.2733111 Jul 05 18:21:25.745713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabccc66-292f-4838-9a18-39994f543233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140fee8c-50e4-40e3-953e-79b9e155016f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:25.761063 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.807733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.832642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Made reservation on behalf of c0a81020fac7423fa9a9e24745c78dc8 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:25.835387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:25.847342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.031128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Allocated IP 172.25.3.100 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/d1de50a8-00dc-4cce-8c71-5033b3d3416b) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:21:26.063936 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.136851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.156345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:21:26.168245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.176606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.177902 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Added segment 6185a033-9320-41f8-be0d-887c3ab5ac82 of type vlan for network ab34e82d-a137-41c9-a05f-9993b614dce0 Jul 05 18:21:26.240436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.319183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae6677b-c4a2-48e2-bb39-1f6805f1037e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:26.341556 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.398236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.399286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:26.399875 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.427982 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.441131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:21:26.448976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:21:26.460299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:21:26.467317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d1de50a8-00dc-4cce-8c71-5033b3d3416b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:26.512360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] Pushing event updated for resources: {'Network': ['ID=ab34e82d-a137-41c9-a05f-9993b614dce0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:26.517447 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7375c8ff-cc69-437b-a9eb-b1368299d0da admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2896874 Jul 05 18:21:26.519729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52026) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:26.527821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Request body: {'subnet': {'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1548842856-subnet', 'tenant_id': 'c0a81020fac7423fa9a9e24745c78dc8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:26.529009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ab34e82d-a137-41c9-a05f-9993b614dce0 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:21:26.552521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1547-250e-4e9e-9def-504b7a6b5285 req-971531e0-93d9-4989-81f7-1439775712e5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:26.554157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3edc1547-250e-4e9e-9def-504b7a6b5285 req-971531e0-93d9-4989-81f7-1439775712e5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1794674 Jul 05 18:21:26.615917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Made reservation on behalf of c0a81020fac7423fa9a9e24745c78dc8 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:26.618454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.697345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52030) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:26.772448 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba0b9-eb8c-4c70-9989-13e69b8431dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:26.830356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3edc1547-250e-4e9e-9def-504b7a6b5285 req-69b026f8-5347-41c5-9bf7-bb7fa5e34bc8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296739 Jul 05 18:21:26.990852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ba522-7a7a-4f15-a9ac-ca527c6dc6c7 req-8b0fdacd-01b9-455e-9fcc-f15a2fb7413c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:26.998223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d14ba522-7a7a-4f15-a9ac-ca527c6dc6c7 req-8b0fdacd-01b9-455e-9fcc-f15a2fb7413c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.3423476 Jul 05 18:21:27.343457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d14ba522-7a7a-4f15-a9ac-ca527c6dc6c7 req-dd82e44e-7352-46e8-8805-1beaca5ef840 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925486 Jul 05 18:21:27.343457 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.343457 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba0b9-eb8c-4c70-9989-13e69b8431dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.383638 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.400886 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.570879 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab2ba0b9-eb8c-4c70-9989-13e69b8431dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.589272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Checking segment: {'id': '6185a033-9320-41f8-be0d-887c3ab5ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:21:27.589831 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Network hostable DHCP agents. Network: ab34e82d-a137-41c9-a05f-9993b614dce0, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:21:27.594112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5b70e3-5970-45fa-9a05-638c622f59bd,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:27.619308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ab2ba0b9-eb8c-4c70-9989-13e69b8431dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd4cb6343ffb4fbd90c6092f6a776850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9192924 Jul 05 18:21:27.622121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52038) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:27.623510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ba0b9-eb8c-4c70-9989-13e69b8431dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216a850a-69c5-497f-9850-36a15cdbf354,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:27.701280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc3a9-63f8-4fd5-b120-21b8ed5666c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.717669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Network ab34e82d-a137-41c9-a05f-9993b614dce0 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:21:27.737078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc3a9-63f8-4fd5-b120-21b8ed5666c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.912750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:21:27.971358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ab34e82d-a137-41c9-a05f-9993b614dce0) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:21:27.977994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:27.977994 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.981011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811a82ef-7b45-40e1-b567-553204d406da None None] Network ab34e82d-a137-41c9-a05f-9993b614dce0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:21:27.981621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc3a9-63f8-4fd5-b120-21b8ed5666c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.985465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc1bc3a9-63f8-4fd5-b120-21b8ed5666c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:27.989557 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cc1bc3a9-63f8-4fd5-b120-21b8ed5666c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/216a850a-69c5-497f-9850-36a15cdbf354 HTTP/1.1" status: 204 len: 168 time: 0.3634474 Jul 05 18:21:28.001500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1bc3a9-63f8-4fd5-b120-21b8ed5666c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216a850a-69c5-497f-9850-36a15cdbf354,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:28.151774 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e5377aeb-4f07-48e1-9070-ffc91a3a28f1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6300600 Jul 05 18:21:28.233360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66065b67-0044-4ca4-8c9f-04dcf131845f None None] Network ab34e82d-a137-41c9-a05f-9993b614dce0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:21:28.498203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:21:28.509988 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Sync routers for ids ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:21:28.530962 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Routers {'5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:21:28.531456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:28.679963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9b499-5327-43f0-a95d-3ada5223aba5 req-416c95e5-0843-474f-bd7e-e7193f887809 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:28.687729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52d9b499-5327-43f0-a95d-3ada5223aba5 req-416c95e5-0843-474f-bd7e-e7193f887809 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1161335 Jul 05 18:21:28.692358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f85da-84f0-4a96-9f8e-df65b6aa2f75 req-c7e7fef7-5736-4908-a80c-7a8bf1d42eee tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:28.694643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c5f85da-84f0-4a96-9f8e-df65b6aa2f75 req-c7e7fef7-5736-4908-a80c-7a8bf1d42eee tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1933980 Jul 05 18:21:28.741738 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:28.746226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52068) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:28.746863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f7d79d0b-997b-4d8d-8681-570d9bc632e9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3743188 Jul 05 18:21:28.766505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c5f85da-84f0-4a96-9f8e-df65b6aa2f75 req-4658f38b-32bb-430b-abf7-c42dbc1c6289 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615265 Jul 05 18:21:28.787304 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Set router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:21:28.809719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52d9b499-5327-43f0-a95d-3ada5223aba5 req-d5ae0733-72f0-410c-b4fa-15685a9a97b4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069801 Jul 05 18:21:29.047628 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:21:24Z', 'updated_at': '2021-07-05T18:21:26Z', 'revision_number': 3, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'gw_port': {'id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:25Z', 'updated_at': '2021-07-05T18:21:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:29.080431 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Checking router: 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:21:29.080779 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Updating router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 port d1de50a8-00dc-4cce-8c71-5033b3d3416b binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:21:29.115749 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:29.428699 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:29.440144 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Transition to ACTIVE for port object d1de50a8-00dc-4cce-8c71-5033b3d3416b will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:21:29.465554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:29.536902 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:29.589666 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Pushing event updated for resources: {'Port': ['ID=d1de50a8-00dc-4cce-8c71-5033b3d3416b,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:29.618736 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Attempting to bind port d1de50a8-00dc-4cce-8c71-5033b3d3416b on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:21:29.619539 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Attempting to bind port d1de50a8-00dc-4cce-8c71-5033b3d3416b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:21:29.620177 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Attempting to bind port d1de50a8-00dc-4cce-8c71-5033b3d3416b on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:21:29.623563 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.624083 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.624688 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.625287 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.631537 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.631872 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.632311 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.632764 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.633059 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.633387 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.633711 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.634029 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:29.641184 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:21:29.641760 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:21:29.641931 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:29.642767 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:21:29.642767 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Bound port: d1de50a8-00dc-4cce-8c71-5033b3d3416b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:21:29.643149 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:29.706212 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] For port d1de50a8-00dc-4cce-8c71-5033b3d3416b, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:21:29.710336 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] For port d1de50a8-00dc-4cce-8c71-5033b3d3416b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d1de50a8-00dc-4cce-8c71-5033b3d3416b,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:21:29.758059 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:29.803130 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:29.962777 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612242f4-8165-44a5-868f-9e39b0a4e3b2 None None] Pushing event updated for resources: {'Port': ['ID=d1de50a8-00dc-4cce-8c71-5033b3d3416b,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:29.965472 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Routers {'5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:21:29.966180 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:30.108642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135680b4-d342-4ad3-ad43-eba9a155d581 req-c71c057b-d549-4301-897f-b71623249647 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:30.110299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-135680b4-d342-4ad3-ad43-eba9a155d581 req-c71c057b-d549-4301-897f-b71623249647 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1201870 Jul 05 18:21:30.178054 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] Set router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:21:30.226489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-135680b4-d342-4ad3-ad43-eba9a155d581 req-7610f91d-9fd2-4de5-8fe5-e8f3cd00ec34 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068912 Jul 05 18:21:30.278941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcc741-667b-4589-be61-3ad82459e9ec req-452b1168-dc0d-44ac-a038-3eb749b4aae8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:30.287930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Allocated IP 172.20.0.1 (88b4140b-6a05-4c17-8909-83608249d6bb/e709e650-2de8-4b27-acf7-1db52e3126d4/6350a351-5722-4791-8ec5-fcba54464de9) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:21:30.289371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffdcc741-667b-4589-be61-3ad82459e9ec req-452b1168-dc0d-44ac-a038-3eb749b4aae8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1318331 Jul 05 18:21:30.364674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffdcc741-667b-4589-be61-3ad82459e9ec req-b076848e-2078-4868-898c-b02e64f4d2f4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756693 Jul 05 18:21:30.426723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:30.491567 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:21:24Z', 'updated_at': '2021-07-05T18:21:26Z', 'revision_number': 3, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'gw_port': {'id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:25Z', 'updated_at': '2021-07-05T18:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:30.514140 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8f62cf-3989-4f53-9b33-36efafe092d6 None None] The sync data for ids ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'] in n-d-799524-1 is: [{'id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:21:24Z', 'updated_at': '2021-07-05T18:21:26Z', 'revision_number': 3, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'gw_port': {'id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:25Z', 'updated_at': '2021-07-05T18:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:21:30.568989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7257a7-e040-474f-9263-61fdd682dab6 req-f40db7b6-bff4-4244-8467-e12bca3cdbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:30.570736 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df7257a7-e040-474f-9263-61fdd682dab6 req-f40db7b6-bff4-4244-8467-e12bca3cdbb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 1097 time: 0.0934536 Jul 05 18:21:30.593918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:30.659140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52166) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:30.749160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Network 88b4140b-6a05-4c17-8909-83608249d6bb is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:21:30.760873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:21:30.769147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:21:30.797671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Pushing event updated for resources: {'Port': ['ID=6350a351-5722-4791-8ec5-fcba54464de9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:30.828236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7257a7-e040-474f-9263-61fdd682dab6 req-d7d916ab-d54d-4780-bf4e-4f7db3b9ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:30.830612 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df7257a7-e040-474f-9263-61fdd682dab6 req-d7d916ab-d54d-4780-bf4e-4f7db3b9ddf9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.2485943 Jul 05 18:21:30.876309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:30.924909 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df7257a7-e040-474f-9263-61fdd682dab6 req-1e262401-c8c1-4854-974a-2cf22b12a15a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd HTTP/1.1" status: 200 len: 217 time: 0.0707438 Jul 05 18:21:30.968868 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6b84-f65f-4158-b9e5-f56c1db40b14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.082781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7257a7-e040-474f-9263-61fdd682dab6 req-e70a76f5-ac2b-40a4-b5fe-9c7800e48110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:31.084592 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df7257a7-e040-474f-9263-61fdd682dab6 req-e70a76f5-ac2b-40a4-b5fe-9c7800e48110 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.1156979 Jul 05 18:21:31.133660 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6b84-f65f-4158-b9e5-f56c1db40b14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.183656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7257a7-e040-474f-9263-61fdd682dab6 req-b39431a7-af52-4aa0-80a1-30cbc8b2c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:31.185247 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df7257a7-e040-474f-9263-61fdd682dab6 req-b39431a7-af52-4aa0-80a1-30cbc8b2c954 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729434 Jul 05 18:21:31.221160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a2e6b84-f65f-4158-b9e5-f56c1db40b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.258821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7a2e6b84-f65f-4158-b9e5-f56c1db40b14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=009a700cd08045a7b374fc12d0093f30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5975647 Jul 05 18:21:31.262539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52178) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:31.287873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2e6b84-f65f-4158-b9e5-f56c1db40b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071ea28c-f573-41b6-ad34-2e50c6d9e6fc,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:31.377461 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df7257a7-e040-474f-9263-61fdd682dab6 req-53005a83-6e67-49ff-b72c-74907697c5b0 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818743 Jul 05 18:21:31.378435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.503231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068c823-b4d1-4efd-895a-efbec2572a57 req-299086f0-6963-4478-9abb-ee97c3c88b16 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:31.505948 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a821048-0e71-42ea-9cbf-1a56e398398a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.516355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2068c823-b4d1-4efd-895a-efbec2572a57 req-299086f0-6963-4478-9abb-ee97c3c88b16 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1131299 Jul 05 18:21:31.561714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a821048-0e71-42ea-9cbf-1a56e398398a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.624503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2068c823-b4d1-4efd-895a-efbec2572a57 req-2c51f096-025c-40ba-b9d5-9d17250a7e4a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003256 Jul 05 18:21:31.648784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b1308c-1184-46f5-bb8d-56bba673d027 req-4540c844-1777-4084-8cbc-df9d22032bed tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:31.656300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6b1308c-1184-46f5-bb8d-56bba673d027 req-4540c844-1777-4084-8cbc-df9d22032bed tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1069710 Jul 05 18:21:31.708660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6b1308c-1184-46f5-bb8d-56bba673d027 req-3ce623ba-d448-4829-8f93-5eb02928b347 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450988 Jul 05 18:21:31.728770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df7257a7-e040-474f-9263-61fdd682dab6 req-0e658ab9-9a28-4008-8a37-6d346c78a3f2 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390582 Jul 05 18:21:31.791788 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a821048-0e71-42ea-9cbf-1a56e398398a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.795399 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5a821048-0e71-42ea-9cbf-1a56e398398a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.797015 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5a821048-0e71-42ea-9cbf-1a56e398398a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/071ea28c-f573-41b6-ad34-2e50c6d9e6fc HTTP/1.1" status: 204 len: 168 time: 0.5333490 Jul 05 18:21:31.821570 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a821048-0e71-42ea-9cbf-1a56e398398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ea28c-f573-41b6-ad34-2e50c6d9e6fc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:31.856016 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.901357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:31.971041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Pushing event updated for resources: {'Port': ['ID=6350a351-5722-4791-8ec5-fcba54464de9,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:31.985255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:32.103164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Network 88b4140b-6a05-4c17-8909-83608249d6bb is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:21:32.104744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:21:32.252926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:21:32.402387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:21:32.415117 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4cd28fa7-9f2d-483c-af8f-1cc86337129c admin admin] 10.222.0.30 "PUT /v2.0/routers/5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6677084 Jul 05 18:21:32.797061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d1de50a8-00dc-4cce-8c71-5033b3d3416b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:21:32.996421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f7ccb-062d-4a0f-9de1-bea85863264e req-645fccb7-5cfe-46aa-a139-233619142451 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:32.999161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-332f7ccb-062d-4a0f-9de1-bea85863264e req-645fccb7-5cfe-46aa-a139-233619142451 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1538363 Jul 05 18:21:33.162828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Sync routers for ids ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:21:33.177832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Routers {'5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:21:33.178791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:33.205674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-73190142-8c77-4a38-813c-6e2f77fc8db5 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:33.213384 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-73190142-8c77-4a38-813c-6e2f77fc8db5 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/networks?id=88b4140b-6a05-4c17-8909-83608249d6bb HTTP/1.1" status: 200 len: 810 time: 0.2054958 Jul 05 18:21:33.241647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-c8c0d7d2-0789-4f24-acb5-cf2f76d505ce tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/quotas/691459595fe14b4c94d3bea8571a306b HTTP/1.1" status: 200 len: 375 time: 0.0272703 Jul 05 18:21:33.259953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-332f7ccb-062d-4a0f-9de1-bea85863264e req-abe6fdef-85aa-4600-a5d1-a7e9d7f6cc30 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534292 Jul 05 18:21:33.334011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-f25fc6be-1447-4d08-8507-54500d8fe6bf tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912488 Jul 05 18:21:33.404265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Set router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:21:33.497656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-8c66c397-0a43-4c1e-816e-4a4e93a0c73d service neutron] 10.222.0.30 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616433 Jul 05 18:21:33.520552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d1de50a8-00dc-4cce-8c71-5033b3d3416b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:21:33.529989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d1de50a8-00dc-4cce-8c71-5033b3d3416b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:21:33.530900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:33.679224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d2570960-a73b-4d6a-9c07-be220fbe438c service neutron] 10.222.0.30 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806717 Jul 05 18:21:33.705834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ddd894-90bd-42f5-a2f1-1cd31744ea8b req-b4a2f3ad-9991-415e-ade9-2d66b772cf57 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:33.708379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87ddd894-90bd-42f5-a2f1-1cd31744ea8b req-b4a2f3ad-9991-415e-ade9-2d66b772cf57 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 946 time: 0.1914556 Jul 05 18:21:33.770140 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:33.793105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87ddd894-90bd-42f5-a2f1-1cd31744ea8b req-f1d6d3b1-1ce4-4515-8e22-b415601db0db tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709672 Jul 05 18:21:33.803408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9496ae67-d72e-4bed-bb0c-a795f9c905bd no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:21:33.813233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d1de50a8-00dc-4cce-8c71-5033b3d3416b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d1de50a8-00dc-4cce-8c71-5033b3d3416b,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:33.994723 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:34.009501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:21:24Z', 'updated_at': '2021-07-05T18:21:31Z', 'revision_number': 4, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'gw_port': {'id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:25Z', 'updated_at': '2021-07-05T18:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6350a351-5722-4791-8ec5-fcba54464de9', 'name': '', 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'mac_address': 'fa:16:3e:10:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'e709e650-2de8-4b27-acf7-1db52e3126d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:29Z', 'updated_at': '2021-07-05T18:21:31Z', 'revision_number': 2, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'subnets': [{'id': 'e709e650-2de8-4b27-acf7-1db52e3126d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:34.042382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Checking router: 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:21:34.042768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Updating router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 port 6350a351-5722-4791-8ec5-fcba54464de9 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:21:34.049152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:21:34.051821 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7497c43-303b-4210-9625-4ae4f1355e41" -d '{"events": [{"server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "name": "network-vif-unplugged", "status": "completed", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:21:34.090450 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:34.105310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:34.154529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:34.277561 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab1f36d-0ce7-4a61-98f3-1b9a0f33144e x-openstack-request-id: req-eab1f36d-0ce7-4a61-98f3-1b9a0f33144e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:21:34.278163 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "name": "network-vif-unplugged", "status": "completed", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:21:34.278618 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eab1f36d-0ce7-4a61-98f3-1b9a0f33144e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:21:34.279203 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd', 'code': 200} Jul 05 18:21:34.312592 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:34.355010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-79476918-e5ac-4d6c-91f6-dcab4c0306d4 req-47be9b3d-105d-43ff-8c1a-67a4c767f6ee tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 210 time: 0.0716538 Jul 05 18:21:34.467339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d1de50a8-00dc-4cce-8c71-5033b3d3416b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:34.612749 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9496ae67-d72e-4bed-bb0c-a795f9c905bd,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:34.647760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17559320-1054-4cc2-9cc4-f741dd8e04c5 req-ad473e2d-cec3-4385-8914-36c494368d91 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:34.647760 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17559320-1054-4cc2-9cc4-f741dd8e04c5 req-ad473e2d-cec3-4385-8914-36c494368d91 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0884960 Jul 05 18:21:34.666550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52306) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:34.707517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17559320-1054-4cc2-9cc4-f741dd8e04c5 req-c0a16bcd-8f05-4dbd-8ceb-5e0d5fb5ba2f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524378 Jul 05 18:21:34.752763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d1de50a8-00dc-4cce-8c71-5033b3d3416b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:21:34.807396 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:34.821787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Transition to ACTIVE for port object 6350a351-5722-4791-8ec5-fcba54464de9 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:21:34.865099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d1de50a8-00dc-4cce-8c71-5033b3d3416b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:21:34.866854 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:34.888955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2057619956'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:34.942641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:34.998233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Made reservation on behalf of 9a78dac5c2114470b8541a439d0a348e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:35.003236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.018693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.039175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad5db4-f7e2-4705-8096-cef584621b53 None None] Pushing event updated for resources: {'Port': ['ID=6350a351-5722-4791-8ec5-fcba54464de9,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:35.095309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78c232-3509-4ecc-9805-454dbc978516 req-712e314a-4f7d-4558-b927-c3875f327541 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:35.105932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a78c232-3509-4ecc-9805-454dbc978516 req-712e314a-4f7d-4558-b927-c3875f327541 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 944 time: 0.1032269 Jul 05 18:21:35.189155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Attempting to bind port 6350a351-5722-4791-8ec5-fcba54464de9 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:21:35.189965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Attempting to bind port 6350a351-5722-4791-8ec5-fcba54464de9 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:21:35.189965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Attempting to bind port 6350a351-5722-4791-8ec5-fcba54464de9 on network 88b4140b-6a05-4c17-8909-83608249d6bb {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:21:35.194320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a78c232-3509-4ecc-9805-454dbc978516 req-1bb4cbf4-f5b6-45ce-9399-1df34991f72f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870221 Jul 05 18:21:35.203081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:21:35.203296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Checking segment: {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:21:35.203731 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.204212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Bound using segment: {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:21:35.204732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Bound port: 6350a351-5722-4791-8ec5-fcba54464de9, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:21:35.205121 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.210410 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.275277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] For port 6350a351-5722-4791-8ec5-fcba54464de9, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:21:35.278613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] For port 6350a351-5722-4791-8ec5-fcba54464de9, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6350a351-5722-4791-8ec5-fcba54464de9,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:21:35.329765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.364685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.400876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ec4094-4c60-4fe3-a75c-386d18ed2ecc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:35.426625 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:21:35.454321 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.455392 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Added segment 23724fe7-e83b-4c72-9a2a-92f807df9ad9 of type vlan for network 56ceb995-ce98-41be-a187-ab176eb2c174 Jul 05 18:21:35.507505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad5db4-f7e2-4705-8096-cef584621b53 None None] Pushing event updated for resources: {'Port': ['ID=6350a351-5722-4791-8ec5-fcba54464de9,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:35.515649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e358c2c6-18bb-4c5e-a88a-123da21dccc3 req-ef4ff844-8755-47e7-9d82-0d30d4e009af tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 210 time: 0.0584002 Jul 05 18:21:35.525072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Routers {'5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:21:35.526062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:35.555560 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92e2a7-2165-48db-a23c-8481d539aeda req-2e102d94-2010-4bef-8540-521bd782844d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:35.564751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d92e2a7-2165-48db-a23c-8481d539aeda req-2e102d94-2010-4bef-8540-521bd782844d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2274368 Jul 05 18:21:35.578254 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.611109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d92e2a7-2165-48db-a23c-8481d539aeda req-e602bb37-c82b-47aa-9173-82da6a8b76ce tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443637 Jul 05 18:21:35.681441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] Set router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:21:35.758872 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.767772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:35.768437 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:35.835841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88b3b4-ce8a-4514-b8e9-64a98730ac7d req-a8c8ca64-b42c-4058-817f-98e615c219a7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:35.844120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc88b3b4-ce8a-4514-b8e9-64a98730ac7d req-a8c8ca64-b42c-4058-817f-98e615c219a7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0878918 Jul 05 18:21:35.890417 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2227008 Jul 05 18:21:35.895151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52342) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:35.901405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc88b3b4-ce8a-4514-b8e9-64a98730ac7d req-bb144059-28d1-47b7-91d4-e869539c681f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560782 Jul 05 18:21:35.942107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b17be5-c906-49c2-b067-1c4743e0d7df tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Pushing event updated for resources: {'Network': ['ID=56ceb995-ce98-41be-a187-ab176eb2c174,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:36.037576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Request body: {'network': {'name': 'tempest-network--1442375448', 'router:external': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:36.038896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 56ceb995-ce98-41be-a187-ab176eb2c174 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:21:36.057169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:36.097129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842fbda1-419e-44e4-9637-05a705954638 req-640613e3-dbac-41f2-b26d-bcfd8cbc3458 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:36.099278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-842fbda1-419e-44e4-9637-05a705954638 req-640613e3-dbac-41f2-b26d-bcfd8cbc3458 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1063132 Jul 05 18:21:36.173142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Made reservation on behalf of 1ca53d9edbb4436dbce88e08fbc43b06 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:36.175790 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:36.205142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:36.227744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-842fbda1-419e-44e4-9637-05a705954638 req-dcb5f4c5-f019-42bc-a58b-d8d24a7e71d0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192291 Jul 05 18:21:36.377304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:36.412892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:21:24Z', 'updated_at': '2021-07-05T18:21:31Z', 'revision_number': 4, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'gw_port': {'id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:25Z', 'updated_at': '2021-07-05T18:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6350a351-5722-4791-8ec5-fcba54464de9', 'name': '', 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'mac_address': 'fa:16:3e:10:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'e709e650-2de8-4b27-acf7-1db52e3126d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:29Z', 'updated_at': '2021-07-05T18:21:35Z', 'revision_number': 4, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'subnets': [{'id': 'e709e650-2de8-4b27-acf7-1db52e3126d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:36.440175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35686411-b19d-4dd9-b433-a67b00904b24 None None] The sync data for ids ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'] in n-d-799524-1 is: [{'id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:21:24Z', 'updated_at': '2021-07-05T18:21:31Z', 'revision_number': 4, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'gw_port': {'id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:25Z', 'updated_at': '2021-07-05T18:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6350a351-5722-4791-8ec5-fcba54464de9', 'name': '', 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'mac_address': 'fa:16:3e:10:19:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2657, 'fixed_ips': [{'subnet_id': 'e709e650-2de8-4b27-acf7-1db52e3126d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:29Z', 'updated_at': '2021-07-05T18:21:35Z', 'revision_number': 4, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'subnets': [{'id': 'e709e650-2de8-4b27-acf7-1db52e3126d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:21:36.467031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:36.606009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:21:36.630170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25dd5531-d09f-4be8-97f2-9250b2ac2ebc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:36.655861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:36.656217 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Added segment 923e8769-4e8d-4009-89f8-91a33b3653e8 of type vlan for network da3ae3c6-6c3b-4a02-aa7f-a07e9e28e5df Jul 05 18:21:36.662426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device acf57645-dabe-4e17-b025-b9f26332d08d details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:21:36.676532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.684770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.685123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.685663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.687611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.690935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.691731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.692253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.692775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.693294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.695473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.696015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:36.822469 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:36.949656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bc04cb1-f775-4af9-8b93-9d8b8a7af545 req-2cddd77c-84dc-44e1-82ee-e8d712c49607 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 210 time: 0.1311083 Jul 05 18:21:37.004479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.006109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:37.006611 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.013991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750ac66-f53b-42d9-b811-86fb4e6eaed3 req-140721e0-6c59-4ed1-b928-dab4564b0dc6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:37.019462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f750ac66-f53b-42d9-b811-86fb4e6eaed3 req-140721e0-6c59-4ed1-b928-dab4564b0dc6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2853742 Jul 05 18:21:37.099988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f750ac66-f53b-42d9-b811-86fb4e6eaed3 req-2424eef9-db5d-4c12-87ed-c0919dcd0ac5 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704024 Jul 05 18:21:37.116537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6350a351-5722-4791-8ec5-fcba54464de9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:21:37.131884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'Network': ['ID=da3ae3c6-6c3b-4a02-aa7f-a07e9e28e5df,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:37.149549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network da3ae3c6-6c3b-4a02-aa7f-a07e9e28e5df details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:21:37.173617 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84914989-10ed-49a5-b184-08627764cb7e tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2744102 Jul 05 18:21:37.173617 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52368) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:37.293788 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.311555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:37.351724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6', 'port_id': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'mac_address': 'fa:16:3e:35:30:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdaf825-3836-4aa5-8df2-5b5e786f76bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:21:37.418788 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.421868 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.444116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3ae3c6-6c3b-4a02-aa7f-a07e9e28e5df']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:37.452522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acf57645-dabe-4e17-b025-b9f26332d08d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:21:37.469518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923e8769-4e8d-4009-89f8-91a33b3653e8') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:37.473679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923e8769-4e8d-4009-89f8-91a33b3653e8') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:37.479171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 6350a351-5722-4791-8ec5-fcba54464de9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:21:37.495125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.495948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6350a351-5722-4791-8ec5-fcba54464de9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:21:37.495948 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.516145 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.523463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:21:37.525215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.551154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be21bf4-ab97-498b-849f-c2b9178ddc42 req-644f0557-bdc0-4f4d-ae11-25efca2304e1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:37.563237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:37.564305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1be21bf4-ab97-498b-849f-c2b9178ddc42 req-644f0557-bdc0-4f4d-ae11-25efca2304e1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1340094 Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:21:37.612844 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:21:37.665322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1be21bf4-ab97-498b-849f-c2b9178ddc42 req-647354f9-70f4-4895-be11-5e84eeadd63d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000051 Jul 05 18:21:37.682313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.719426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.727254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network da3ae3c6-6c3b-4a02-aa7f-a07e9e28e5df {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 18:21:37.744500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.751027 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "DELETE /v2.0/networks/da3ae3c6-6c3b-4a02-aa7f-a07e9e28e5df HTTP/1.1" status: 204 len: 168 time: 0.5760252 Jul 05 18:21:37.756426 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.775413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52386) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:37.778059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9496ae67-d72e-4bed-bb0c-a795f9c905bd no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:21:37.780961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:37.789769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['acf57645-dabe-4e17-b025-b9f26332d08d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:21:37.816937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed4e46-ca11-491c-ba39-776a2694b419 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event deleted for resources: {'Network': ['ID=da3ae3c6-6c3b-4a02-aa7f-a07e9e28e5df,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:37.869952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 6350a351-5722-4791-8ec5-fcba54464de9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6350a351-5722-4791-8ec5-fcba54464de9,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:37.892367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:37.900249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-aedd3c79-7057-4917-9bbe-0649f23451b5 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:37.916560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Made reservation on behalf of 1ca53d9edbb4436dbce88e08fbc43b06 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:37.917901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-aedd3c79-7057-4917-9bbe-0649f23451b5 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.97 "GET /v2.0/networks?id=88b4140b-6a05-4c17-8909-83608249d6bb HTTP/1.1" status: 200 len: 810 time: 0.1927514 Jul 05 18:21:37.917999 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.932518 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Request body: {'port': {'device_id': '6e69989b-a62e-4150-b2a2-e8f7692d4f96', 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb', 'admin_state_up': True, 'tenant_id': '691459595fe14b4c94d3bea8571a306b'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:37.944926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:21:37.958746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:37.959487 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Added segment 9e16f4fa-bc25-4429-99d1-bf2d924a1203 of type vlan for network 988e0464-181f-41da-b98b-c7fe6e74d711 Jul 05 18:21:38.020144 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:38.100442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:38.255915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:38.259776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:38.259776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:38.293756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=6350a351-5722-4791-8ec5-fcba54464de9,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:38.335412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c186b44a-1b0d-44b8-9082-16fb64281262 req-dbc56fc3-f91a-4d4d-81ea-3e1ca30fd854 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 210 time: 0.0663228 Jul 05 18:21:38.400530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Made reservation on behalf of 691459595fe14b4c94d3bea8571a306b for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:38.406526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:38.430460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'Network': ['ID=988e0464-181f-41da-b98b-c7fe6e74d711,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:38.441817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 988e0464-181f-41da-b98b-c7fe6e74d711 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:21:38.474588 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-29e20058-2812-4e85-be77-684e4eb52160 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.6976833 Jul 05 18:21:38.477333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52404) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:38.482360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Request body: {'subnet': {'network_id': '988e0464-181f-41da-b98b-c7fe6e74d711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:38.605777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Made reservation on behalf of 1ca53d9edbb4436dbce88e08fbc43b06 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:38.608959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:38.621674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8d0220-2893-4a6e-875c-a68513b693e6 req-dce1718e-89da-419d-a1be-33cda098ccd7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:38.623413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d8d0220-2893-4a6e-875c-a68513b693e6 req-dce1718e-89da-419d-a1be-33cda098ccd7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2869635 Jul 05 18:21:38.654109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Allocated IP 172.20.0.9 (88b4140b-6a05-4c17-8909-83608249d6bb/e709e650-2de8-4b27-acf7-1db52e3126d4/13c813f5-77ed-43e0-ba01-d6d8d81ee252) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:21:38.675085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device acf57645-dabe-4e17-b025-b9f26332d08d up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:21:38.800060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6350a351-5722-4791-8ec5-fcba54464de9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:21:38.946912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port acf57645-dabe-4e17-b025-b9f26332d08d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:21:38.950326 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:39.068459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d8d0220-2893-4a6e-875c-a68513b693e6 req-8872ff6b-4585-4cbc-b3f2-ad119043584d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278327 Jul 05 18:21:39.104194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6350a351-5722-4791-8ec5-fcba54464de9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:21:39.104846 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:39.136267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:39.249664 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:39.333254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b997b9c0-2a7f-4cff-b080-9b210f283547 req-5501ca45-4952-4680-b0ff-467b65359b0a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:39.335404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b997b9c0-2a7f-4cff-b080-9b210f283547 req-5501ca45-4952-4680-b0ff-467b65359b0a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.2094269 Jul 05 18:21:39.363002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:39.403117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:21:39.405649 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:39.406201 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327925fb-0c29-4797-b740-fdd2c5241b47" -d '{"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-plugged", "status": "completed", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:21:39.497764 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:39.528566 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b997b9c0-2a7f-4cff-b080-9b210f283547 req-397af2c7-46fe-49a7-9006-7350e49379fa tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860700 Jul 05 18:21:39.538331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Network 88b4140b-6a05-4c17-8909-83608249d6bb is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:21:39.546669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Pushing event updated for resources: {'Port': ['ID=13c813f5-77ed-43e0-ba01-d6d8d81ee252,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:39.549946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:21:39.555169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:21:39.635843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:39.639017 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:39.656829 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09829c92-9304-4a5f-b242-753da29a142f x-openstack-request-id: req-09829c92-9304-4a5f-b242-753da29a142f {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:21:39.657134 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-plugged", "status": "completed", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:21:39.657400 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09829c92-9304-4a5f-b242-753da29a142f {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:21:39.657813 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'code': 200} Jul 05 18:21:39.736178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-d580081d-8faf-4126-aa73-5c8adac7c168 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8240652 Jul 05 18:21:39.748586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:39.766529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:21:39.767078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:39.822511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Request body: {'port': {'device_id': '6e69989b-a62e-4150-b2a2-e8f7692d4f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:39.870196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d8234029-9d08-4d21-8e38-78f820e05630,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:39.884091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Checking segment: {'id': '9e16f4fa-bc25-4429-99d1-bf2d924a1203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '988e0464-181f-41da-b98b-c7fe6e74d711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:21:39.884947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Network hostable DHCP agents. Network: 988e0464-181f-41da-b98b-c7fe6e74d711, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:21:40.011224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb68ca7-98ef-423f-944e-5b9796fd8b75 req-32068167-fac7-430f-9b02-e453f64487ed tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:40.013900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Network 988e0464-181f-41da-b98b-c7fe6e74d711 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:21:40.025533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ddb68ca7-98ef-423f-944e-5b9796fd8b75 req-32068167-fac7-430f-9b02-e453f64487ed tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 931 time: 0.3157616 Jul 05 18:21:40.055931 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:40.078119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 988e0464-181f-41da-b98b-c7fe6e74d711) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:21:40.085146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:40.091593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:40.092435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b1b9ed-623d-4ee8-8438-996c13a81674 None None] Network 988e0464-181f-41da-b98b-c7fe6e74d711 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:21:40.168602 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4aca7cfd-7b94-404d-98f9-8672dc27e190 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6876528 Jul 05 18:21:40.169495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52424) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:40.176182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Request body: {'floatingip': {'floating_network_id': '988e0464-181f-41da-b98b-c7fe6e74d711'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:40.197663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ddb68ca7-98ef-423f-944e-5b9796fd8b75 req-04390846-3855-42af-ae3a-66798969138a tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698589 Jul 05 18:21:40.302384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:40.356026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9357e55-d88b-4cda-b668-b4e6c15a009f None None] Network 988e0464-181f-41da-b98b-c7fe6e74d711 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:21:40.485092 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:40.581429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac4e3c-852e-4f84-950a-860af9efe6aa req-2068d94c-f706-401a-8b76-8f0bb1232798 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:40.583766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3eac4e3c-852e-4f84-950a-860af9efe6aa req-2068d94c-f706-401a-8b76-8f0bb1232798 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.3172314 Jul 05 18:21:40.690327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Allocated IP 172.20.0.8 (988e0464-181f-41da-b98b-c7fe6e74d711/d8234029-9d08-4d21-8e38-78f820e05630/ca8b4f7e-b927-470c-a5bb-99d2a57c8add) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:21:40.772858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3eac4e3c-852e-4f84-950a-860af9efe6aa req-1709e135-47fc-4516-9ad7-917b25edd6b5 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759260 Jul 05 18:21:40.885267 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:40.971149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13c813f5-77ed-43e0-ba01-d6d8d81ee252 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:21:40.985277 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:41.010006 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:41.020240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Transition to ACTIVE for port object 13c813f5-77ed-43e0-ba01-d6d8d81ee252 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:21:41.038978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ae52c-d5bf-496b-ba15-3b3b411ce64c req-c4dfbbe6-b097-4946-b698-cc6c98d99bda tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:41.049506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b19ae52c-d5bf-496b-ba15-3b3b411ce64c req-c4dfbbe6-b097-4946-b698-cc6c98d99bda tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2417934 Jul 05 18:21:41.092792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Network 988e0464-181f-41da-b98b-c7fe6e74d711 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:21:41.106742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:21:41.117128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:21:41.134387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b19ae52c-d5bf-496b-ba15-3b3b411ce64c req-74afeb59-a412-48d4-aa47-b3aa7fb415b9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830338 Jul 05 18:21:41.135939 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:41.176637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8b4f7e-b927-470c-a5bb-99d2a57c8add,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:41.305163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:41.336227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Pushing event updated for resources: {'Port': ['ID=13c813f5-77ed-43e0-ba01-d6d8d81ee252,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:41.406857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Attempting to bind port 13c813f5-77ed-43e0-ba01-d6d8d81ee252 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:21:41.407286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Attempting to bind port 13c813f5-77ed-43e0-ba01-d6d8d81ee252 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:21:41.407694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Attempting to bind port 13c813f5-77ed-43e0-ba01-d6d8d81ee252 on network 88b4140b-6a05-4c17-8909-83608249d6bb {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:21:41.415345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Port 13c813f5-77ed-43e0-ba01-d6d8d81ee252 on network 88b4140b-6a05-4c17-8909-83608249d6bb not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:21:41.415770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Attempting to bind port 13c813f5-77ed-43e0-ba01-d6d8d81ee252 on network 88b4140b-6a05-4c17-8909-83608249d6bb {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:21:41.421936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:21:41.422398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Checking segment: {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:21:41.422927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Bound using segment: {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:21:41.423436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Bound port: 13c813f5-77ed-43e0-ba01-d6d8d81ee252, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:21:41.423874 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:41.468934 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:41.555906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66af6e4-6403-4abd-9691-7f0fb80dc2c2 req-0220ef8a-4fe5-4a87-a656-aa300e5c85bd tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:41.557994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b66af6e4-6403-4abd-9691-7f0fb80dc2c2 req-0220ef8a-4fe5-4a87-a656-aa300e5c85bd tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 943 time: 0.1299989 Jul 05 18:21:41.594526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] For port 13c813f5-77ed-43e0-ba01-d6d8d81ee252, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:21:41.617656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] For port 13c813f5-77ed-43e0-ba01-d6d8d81ee252, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=13c813f5-77ed-43e0-ba01-d6d8d81ee252,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:21:41.621801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b66af6e4-6403-4abd-9691-7f0fb80dc2c2 req-e88598bb-1ccc-4ddb-9d3f-649a24144b58 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565417 Jul 05 18:21:41.689978 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:41.789709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:41.802870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:41.803433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] 10.222.0.97 "PUT /v2.0/ports/13c813f5-77ed-43e0-ba01-d6d8d81ee252 HTTP/1.1" status: 200 len: 1091 time: 1.9985042 Jul 05 18:21:41.803997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e69989b-a62e-4150-b2a2-e8f7692d4f96', 'tag': '13c813f5-77ed-43e0-ba01-d6d8d81ee252'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:21:41.806405 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2110516d-c1d2-4817-80c6-073b58ea234f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e69989b-a62e-4150-b2a2-e8f7692d4f96", "tag": "13c813f5-77ed-43e0-ba01-d6d8d81ee252"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:21:41.882029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74386a5d-a5a7-4b34-b202-eaca78587994 service neutron] Pushing event updated for resources: {'Port': ['ID=13c813f5-77ed-43e0-ba01-d6d8d81ee252,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:41.921147 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e622dc9-b599-4a26-b788-e6114402240d x-openstack-request-id: req-6e622dc9-b599-4a26-b788-e6114402240d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:21:41.925979 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e69989b-a62e-4150-b2a2-e8f7692d4f96", "tag": "13c813f5-77ed-43e0-ba01-d6d8d81ee252", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:21:41.925979 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e622dc9-b599-4a26-b788-e6114402240d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:21:41.925979 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e69989b-a62e-4150-b2a2-e8f7692d4f96', 'tag': '13c813f5-77ed-43e0-ba01-d6d8d81ee252', 'status': 'completed', 'code': 200} Jul 05 18:21:42.088899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110516d-c1d2-4817-80c6-073b58ea234f req-e3bf756b-1c20-4aaa-bb02-31f14f6bd565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:42.090610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2110516d-c1d2-4817-80c6-073b58ea234f req-e3bf756b-1c20-4aaa-bb02-31f14f6bd565 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 1094 time: 0.1498017 Jul 05 18:21:42.322024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ae680-a3ea-4add-a7c3-72b814c9cdd5 req-2c932206-6ba5-441a-a625-6209bafdecf8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:42.338319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b7ae680-a3ea-4add-a7c3-72b814c9cdd5 req-2c932206-6ba5-441a-a625-6209bafdecf8 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2934690 Jul 05 18:21:42.429566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110516d-c1d2-4817-80c6-073b58ea234f req-26aff506-7cd3-46f9-a904-192c0aa89338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:42.431150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2110516d-c1d2-4817-80c6-073b58ea234f req-26aff506-7cd3-46f9-a904-192c0aa89338 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=691459595fe14b4c94d3bea8571a306b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3306136 Jul 05 18:21:42.452513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b7ae680-a3ea-4add-a7c3-72b814c9cdd5 req-fb1a579a-45b1-40c2-a455-00721e1ced3b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095412 Jul 05 18:21:42.515757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:42.565585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b81a8-a670-4f60-815a-5f68a69d53f2 req-2793ac1e-60de-4ad1-ac27-79052ad24e3b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:42.567809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d2b81a8-a670-4f60-815a-5f68a69d53f2 req-2793ac1e-60de-4ad1-ac27-79052ad24e3b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2734644 Jul 05 18:21:42.592285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:42.648170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d2b81a8-a670-4f60-815a-5f68a69d53f2 req-6280df8f-1764-44b3-9fc7-472c047c5d07 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718386 Jul 05 18:21:42.651701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110516d-c1d2-4817-80c6-073b58ea234f req-7fd76559-4407-4738-a63d-55837b9a7ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:42.655880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2110516d-c1d2-4817-80c6-073b58ea234f req-7fd76559-4407-4738-a63d-55837b9a7ac7 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1995375 Jul 05 18:21:42.799386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'Port': ['ID=ca8b4f7e-b927-470c-a5bb-99d2a57c8add,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:42.824498 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:42.895103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-ae977f28-0ecc-4b33-9bd9-1faecf8c01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:42.896698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-ae977f28-0ecc-4b33-9bd9-1faecf8c01bf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 1094 time: 0.1812842 Jul 05 18:21:42.948292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:42.949840 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9deb3b6c-ddf7-4e54-819f-c3f64163f10b tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.7788551 Jul 05 18:21:42.953111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52448) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:42.969995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-0cd8de80-405e-4eb7-935d-14c43440c201 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c813f5-77ed-43e0-ba01-d6d8d81ee252 HTTP/1.1" status: 200 len: 217 time: 0.0656569 Jul 05 18:21:43.040634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4adfa4-7127-4ff9-9618-b7b6afc96b3b req-03e83f86-7619-4063-8a6e-22910026e113 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:43.042260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f4adfa4-7127-4ff9-9618-b7b6afc96b3b req-03e83f86-7619-4063-8a6e-22910026e113 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 943 time: 0.2153976 Jul 05 18:21:43.043697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-ec24b366-7bb5-49d5-ab36-7ca6e93f3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:43.045042 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-ec24b366-7bb5-49d5-ab36-7ca6e93f3e4c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e709e650-2de8-4b27-acf7-1db52e3126d4 HTTP/1.1" status: 200 len: 850 time: 0.0671487 Jul 05 18:21:43.099352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-f2ccf36d-d69e-4e77-be39-0e0bab4790d2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=88b4140b-6a05-4c17-8909-83608249d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366235 Jul 05 18:21:43.160443 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b9e5e5d0-f1c1-4c91-98d9-bf09d9c0f6d3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=988e0464-181f-41da-b98b-c7fe6e74d711 HTTP/1.1" status: 200 len: 689 time: 0.2039149 Jul 05 18:21:43.163858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52450) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:43.251998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8f4adfa4-7127-4ff9-9618-b7b6afc96b3b req-fca21748-6115-4e2a-a09d-82b023e483ce tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025063 Jul 05 18:21:43.392107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-f0fa7807-e8a8-4a0f-a9d6-0881106539b0 service neutron] 10.222.0.97 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781086 Jul 05 18:21:43.425740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:43.533740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cab64cae-c12d-42aa-b76f-3b4ce0c0b8aa req-e7c43556-facc-47d2-b914-5747ee4d3ea1 service neutron] 10.222.0.97 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326785 Jul 05 18:21:43.748579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Deleting port ca8b4f7e-b927-470c-a5bb-99d2a57c8add {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:21:43.749155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:43.918054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fab330-fa6d-4e67-bb6f-8bf289983e63 req-cf359e42-98e9-4708-a9b2-8657e5c86196 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:43.945333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11fab330-fa6d-4e67-bb6f-8bf289983e63 req-cf359e42-98e9-4708-a9b2-8657e5c86196 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2304580 Jul 05 18:21:43.992075 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:43.992464 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:44.021334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Calling delete_port for ca8b4f7e-b927-470c-a5bb-99d2a57c8add owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:21:44.143016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11fab330-fa6d-4e67-bb6f-8bf289983e63 req-b50178bc-56d3-4d98-8646-33971ad98f7a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824379 Jul 05 18:21:44.212139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23605ffb-7063-48f7-b7e2-ff5d8a085158 req-7901b1a0-1ba4-41ef-8664-c363418819bb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:44.219140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23605ffb-7063-48f7-b7e2-ff5d8a085158 req-7901b1a0-1ba4-41ef-8664-c363418819bb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2399158 Jul 05 18:21:44.368305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23605ffb-7063-48f7-b7e2-ff5d8a085158 req-8b27fafb-b18a-45e4-9740-5a5672ced0a4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373808 Jul 05 18:21:44.546877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:44.596526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca8b4f7e-b927-470c-a5bb-99d2a57c8add,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:44.639175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72e898-1d14-4e2c-bee6-cbe6876002b4 req-5fca5f83-f784-4bb9-9afe-ca03709f1853 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:44.648135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df72e898-1d14-4e2c-bee6-cbe6876002b4 req-5fca5f83-f784-4bb9-9afe-ca03709f1853 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 943 time: 0.1637397 Jul 05 18:21:44.732518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df72e898-1d14-4e2c-bee6-cbe6876002b4 req-34d8e7a9-654c-4def-8416-039383aa2656 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790052 Jul 05 18:21:44.773093 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:44.824331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:45.021864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:45.054852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d8234029-9d08-4d21-8e38-78f820e05630,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:45.131633 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:45.151311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['988e0464-181f-41da-b98b-c7fe6e74d711']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:45.180198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e16f4fa-bc25-4429-99d1-bf2d924a1203') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:45.180535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e16f4fa-bc25-4429-99d1-bf2d924a1203') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:45.213217 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:45.247158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:45.261997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:21:45.263105 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:21:45.264664 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:21:45.437930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:45.444253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 988e0464-181f-41da-b98b-c7fe6e74d711 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 18:21:45.448269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:45.455911 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "DELETE /v2.0/networks/988e0464-181f-41da-b98b-c7fe6e74d711 HTTP/1.1" status: 204 len: 168 time: 2.2848253 Jul 05 18:21:45.457523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52472) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:45.558411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787c2f7-8990-4465-ab35-ade164b0b055 req-97c5b986-0cf2-4fef-834b-f4bfc0facfbb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:45.584830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e787c2f7-8990-4465-ab35-ade164b0b055 req-97c5b986-0cf2-4fef-834b-f4bfc0facfbb tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2536204 Jul 05 18:21:45.806319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e787c2f7-8990-4465-ab35-ade164b0b055 req-3a45138c-ba75-4680-89be-2f95cc80b789 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362824 Jul 05 18:21:45.807488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b432b-616b-464c-bcb9-a3e70389da45 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event deleted for resources: {'Network': ['ID=988e0464-181f-41da-b98b-c7fe6e74d711,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:45.867110 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-20dd5fba-2190-45a8-a131-edd60b1cffb2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 993 time: 0.4058626 Jul 05 18:21:45.926320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52478) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:46.029789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363151b-c552-429a-a8aa-b14f0f5acee8 req-a6136f65-d03a-4dba-9af4-c4f588d16096 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.031828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4363151b-c552-429a-a8aa-b14f0f5acee8 req-a6136f65-d03a-4dba-9af4-c4f588d16096 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2872605 Jul 05 18:21:46.089635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4363151b-c552-429a-a8aa-b14f0f5acee8 req-3b82f48d-d018-4e5f-a358-fab272670f8d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495882 Jul 05 18:21:46.108508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d3ca1-6f8c-4d6d-8cef-3ac4c53085df req-0c7bb91f-1bdf-433d-8a57-2f1d9434865f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.110241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a0d3ca1-6f8c-4d6d-8cef-3ac4c53085df req-0c7bb91f-1bdf-433d-8a57-2f1d9434865f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 943 time: 0.1386867 Jul 05 18:21:46.114605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafcc17-9bad-4640-a7dd-d8e0f0f60bb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.115100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafcc17-9bad-4640-a7dd-d8e0f0f60bb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.115574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafcc17-9bad-4640-a7dd-d8e0f0f60bb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.116074 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafcc17-9bad-4640-a7dd-d8e0f0f60bb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.116546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafcc17-9bad-4640-a7dd-d8e0f0f60bb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.117010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafcc17-9bad-4640-a7dd-d8e0f0f60bb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.117630 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bafcc17-9bad-4640-a7dd-d8e0f0f60bb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.123811 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4bafcc17-9bad-4640-a7dd-d8e0f0f60bb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4665 time: 0.1965621 Jul 05 18:21:46.128844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52480) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:46.163707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a0d3ca1-6f8c-4d6d-8cef-3ac4c53085df req-554701d9-b059-4845-b767-102706c89d52 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Jul 05 18:21:46.300564 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-652bb71d-31e7-415e-bb88-50889f321fea tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] delete failed (client error): The resource could not be found. Jul 05 18:21:46.300564 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-652bb71d-31e7-415e-bb88-50889f321fea tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/3e7a59ab-8258-471c-9264-79d0baba49b1 HTTP/1.1" status: 404 len: 345 time: 0.0482867 Jul 05 18:21:46.302856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52482) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:46.344344 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-9752a90d-fcd4-45bf-977f-0238036eabb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] DELETE failed (client error): The resource could not be found. Jul 05 18:21:46.344344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9752a90d-fcd4-45bf-977f-0238036eabb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:21:46.344344 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9752a90d-fcd4-45bf-977f-0238036eabb3 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "DELETE /v2.0/networks/988e0464-181f-41da-b98b-c7fe6e74d711 HTTP/1.1" status: 404 len: 339 time: 0.0384471 Jul 05 18:21:46.347247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52486) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:46.352882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Request body: {'network': {'name': 'tempest-network--627466862', 'router:external': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:46.575252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Made reservation on behalf of 1ca53d9edbb4436dbce88e08fbc43b06 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:46.577960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:46.619991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:21:46.636637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:46.639114 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Added segment ad36046e-1b60-4dd9-8d58-3b867b353412 of type vlan for network ab6258ad-a2bc-4ef3-810d-e47850733f8d Jul 05 18:21:46.707173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:46.729525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 13c813f5-77ed-43e0-ba01-d6d8d81ee252 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:21:46.883693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:46.885613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:46.886328 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:46.945464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 13c813f5-77ed-43e0-ba01-d6d8d81ee252, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=13c813f5-77ed-43e0-ba01-d6d8d81ee252,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:46.995869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '13c813f5-77ed-43e0-ba01-d6d8d81ee252', 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb', 'port_id': '13c813f5-77ed-43e0-ba01-d6d8d81ee252', 'mac_address': 'fa:16:3e:cc:41:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e709e650-2de8-4b27-acf7-1db52e3126d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:21:47.059970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'Network': ['ID=ab6258ad-a2bc-4ef3-810d-e47850733f8d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:47.066365 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f84e55ad-e8ce-4f59-a265-18b2b018318d tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.7148714 Jul 05 18:21:47.067256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52496) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:47.104621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ab6258ad-a2bc-4ef3-810d-e47850733f8d details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:21:47.109401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a9cc85-ddb8-482e-a665-f2749043506d req-587078f5-b0e5-4c3c-9b91-010ab51b5fcc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:47.111003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97a9cc85-ddb8-482e-a665-f2749043506d req-587078f5-b0e5-4c3c-9b91-010ab51b5fcc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1484611 Jul 05 18:21:47.187792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97a9cc85-ddb8-482e-a665-f2749043506d req-92b2c998-bc0f-4a83-8804-418194c78808 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637970 Jul 05 18:21:47.218335 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:47.252459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13c813f5-77ed-43e0-ba01-d6d8d81ee252 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:21:47.281846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 13c813f5-77ed-43e0-ba01-d6d8d81ee252, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=13c813f5-77ed-43e0-ba01-d6d8d81ee252,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:47.364550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0026b-f054-45d4-bb6d-5b97fda68a27 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:47.371586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0026b-f054-45d4-bb6d-5b97fda68a27 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:47.401919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0026b-f054-45d4-bb6d-5b97fda68a27 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:47.416449 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:47.417711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0026b-f054-45d4-bb6d-5b97fda68a27 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:47.424622 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6fa0026b-f054-45d4-bb6d-5b97fda68a27 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3567019 Jul 05 18:21:47.428943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52508) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:47.495911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb0051-2840-4d94-8d43-4f67df2103b5 req-5ff8d232-7f45-4807-bb33-f5ecf29bbcd9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:47.506248 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:47.514349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05eb0051-2840-4d94-8d43-4f67df2103b5 req-5ff8d232-7f45-4807-bb33-f5ecf29bbcd9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1850255 Jul 05 18:21:47.624159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=13c813f5-77ed-43e0-ba01-d6d8d81ee252,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:47.641459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.642093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.642654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.643170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.644226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.644780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.647002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.647543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.651097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.651627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.652132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.652641 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:47.653095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05eb0051-2840-4d94-8d43-4f67df2103b5 req-c5aac85d-3e72-45d8-bacd-2d8ca58fc6de tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388981 Jul 05 18:21:47.660478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['13c813f5-77ed-43e0-ba01-d6d8d81ee252'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:21:47.729443 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:47.745175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6258ad-a2bc-4ef3-810d-e47850733f8d']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:47.763663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad36046e-1b60-4dd9-8d58-3b867b353412') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:47.764175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad36046e-1b60-4dd9-8d58-3b867b353412') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:47.784430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:47.823744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:47.836382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:21:47.837927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:21:47.842758 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:21:47.848851 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007ec3f5-3a91-4dde-b2e7-0b484e3a89bf req-b578cd95-3ddb-41aa-b5a3-fbd65a15371c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:47.848851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-007ec3f5-3a91-4dde-b2e7-0b484e3a89bf req-b578cd95-3ddb-41aa-b5a3-fbd65a15371c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 944 time: 0.1883962 Jul 05 18:21:47.943756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-007ec3f5-3a91-4dde-b2e7-0b484e3a89bf req-cb5c9595-555e-4a20-b586-424cd6ac30e8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589340 Jul 05 18:21:48.119367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:48.126592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ab6258ad-a2bc-4ef3-810d-e47850733f8d {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 18:21:48.141173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:48.150949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52516) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:48.169221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Request body: {'network': {'name': 'tempest-network--1798816202', 'router:external': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:48.172628 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "DELETE /v2.0/networks/ab6258ad-a2bc-4ef3-810d-e47850733f8d HTTP/1.1" status: 204 len: 168 time: 0.7446969 Jul 05 18:21:48.277753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d67b9-b51d-4648-9813-63b8d5b677e2 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event deleted for resources: {'Network': ['ID=ab6258ad-a2bc-4ef3-810d-e47850733f8d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:48.369276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Made reservation on behalf of 1ca53d9edbb4436dbce88e08fbc43b06 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:48.372080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:48.523230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:21:48.575870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:48.576315 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Added segment a9e16612-08fd-422a-a414-615885a969f1 of type vlan for network 493d65d7-b688-42d0-b65f-b2c37cab3814 Jul 05 18:21:48.721534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 13c813f5-77ed-43e0-ba01-d6d8d81ee252 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:21:48.751431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f55e2b-96eb-4b01-b519-8e0a102d6a8a req-5dbf0d5a-d2df-417f-80ad-bd2fada135a2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:48.765624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86f55e2b-96eb-4b01-b519-8e0a102d6a8a req-5dbf0d5a-d2df-417f-80ad-bd2fada135a2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.3423061 Jul 05 18:21:48.887579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86f55e2b-96eb-4b01-b519-8e0a102d6a8a req-bd304258-abac-40b3-bf50-c5f99d179359 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209404 Jul 05 18:21:49.009226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 13c813f5-77ed-43e0-ba01-d6d8d81ee252 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:21:49.013538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 13c813f5-77ed-43e0-ba01-d6d8d81ee252 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:21:49.015623 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:49.072028 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:49.216833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9e581c-e6e4-430a-bc14-88b8f3f53f3a req-a7b86416-f9a9-4481-abef-b73b61446d6d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:49.225896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c9e581c-e6e4-430a-bc14-88b8f3f53f3a req-a7b86416-f9a9-4481-abef-b73b61446d6d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.3110921 Jul 05 18:21:49.270155 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:49.326187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e69989b-a62e-4150-b2a2-e8f7692d4f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c813f5-77ed-43e0-ba01-d6d8d81ee252'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:21:49.341709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c9e581c-e6e4-430a-bc14-88b8f3f53f3a req-10f82458-7538-4659-94e8-04fc5b3e1322 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130452 Jul 05 18:21:49.344863 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42835fad-2053-48a6-bca5-a2b6c00c3465" -d '{"events": [{"server_uuid": "6e69989b-a62e-4150-b2a2-e8f7692d4f96", "name": "network-vif-plugged", "status": "completed", "tag": "13c813f5-77ed-43e0-ba01-d6d8d81ee252"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:21:49.352207 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:49.353348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:49.354049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:49.425473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 13c813f5-77ed-43e0-ba01-d6d8d81ee252, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=13c813f5-77ed-43e0-ba01-d6d8d81ee252,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:21:49.478482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3239536 Jul 05 18:21:49.488127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52534) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:49.512336 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:49.595723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=13c813f5-77ed-43e0-ba01-d6d8d81ee252,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:49.615191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'Network': ['ID=493d65d7-b688-42d0-b65f-b2c37cab3814,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:49.625497 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b4e9d9-501c-44e4-a7b6-f6d42311efbe x-openstack-request-id: req-48b4e9d9-501c-44e4-a7b6-f6d42311efbe {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:21:49.625821 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e69989b-a62e-4150-b2a2-e8f7692d4f96", "name": "network-vif-plugged", "status": "completed", "tag": "13c813f5-77ed-43e0-ba01-d6d8d81ee252", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:21:49.626199 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48b4e9d9-501c-44e4-a7b6-f6d42311efbe {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:21:49.627792 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e69989b-a62e-4150-b2a2-e8f7692d4f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13c813f5-77ed-43e0-ba01-d6d8d81ee252', 'code': 200} Jul 05 18:21:49.898459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-499e7bec-cfd9-4764-890e-ee2dcb95f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:49.901038 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-499e7bec-cfd9-4764-890e-ee2dcb95f94a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.1266496 Jul 05 18:21:50.081330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-b17af596-3813-4d5a-afff-58f58a40c1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:50.083710 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-b17af596-3813-4d5a-afff-58f58a40c1d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.1740713 Jul 05 18:21:50.168072 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-1fabf5bf-ec8c-46c9-95d4-f09d8baf052f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 998 time: 0.0725501 Jul 05 18:21:50.227623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-0a9590f0-ac72-4307-acbd-427ae04ec3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:50.229498 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-0a9590f0-ac72-4307-acbd-427ae04ec3c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0524700 Jul 05 18:21:50.275146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.275758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.280916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.281343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.281680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.282017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.282351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.282741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.283071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.283399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.283722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.285165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36049fa7-5ccc-4bd5-adad-46bb1dc1c2cc tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:21:50.299486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 493d65d7-b688-42d0-b65f-b2c37cab3814 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:21:50.354439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-a8332556-2c06-4809-8ac8-be4c9dc4fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:50.356530 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-a8332556-2c06-4809-8ac8-be4c9dc4fb84 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146739 Jul 05 18:21:50.359095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-524a08a4-e615-4dff-adc4-d6091153a89e tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:50.360547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-524a08a4-e615-4dff-adc4-d6091153a89e tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] 10.222.0.30 "GET /v2.0/networks/493d65d7-b688-42d0-b65f-b2c37cab3814 HTTP/1.1" status: 200 len: 757 time: 0.8777750 Jul 05 18:21:50.365010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52540) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:50.429102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b714a-9fc1-444a-abd0-54b5df668e52 req-9ec68312-8ad3-4311-b7c0-7150bde2005e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:50.431794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-578b714a-9fc1-444a-abd0-54b5df668e52 req-9ec68312-8ad3-4311-b7c0-7150bde2005e tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2525351 Jul 05 18:21:50.486063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2f56e-6268-4cf3-be24-6957b1d4aefc req-5dc47795-c40e-4ffe-917e-f3d88319fdb2 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:50.494217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5a2f56e-6268-4cf3-be24-6957b1d4aefc req-5dc47795-c40e-4ffe-917e-f3d88319fdb2 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.9257114 Jul 05 18:21:50.504461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce8fb4-4ca3-4355-ad94-367a990ffd0c req-606d0f7e-153e-41f8-b131-7025a30d5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:50.506341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3ce8fb4-4ca3-4355-ad94-367a990ffd0c req-606d0f7e-153e-41f8-b131-7025a30d5973 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 1096 time: 0.3122549 Jul 05 18:21:50.536316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0177abb3-370b-47be-a913-611f254e79d9 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:50.541360 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0177abb3-370b-47be-a913-611f254e79d9 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] 10.222.0.30 "GET /v2.0/networks/56ceb995-ce98-41be-a187-ab176eb2c174 HTTP/1.1" status: 200 len: 768 time: 0.1643503 Jul 05 18:21:50.541944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52546) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:50.577369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3ce8fb4-4ca3-4355-ad94-367a990ffd0c req-2cb7695c-25d5-4800-b797-7465bde8562c service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613387 Jul 05 18:21:50.598498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-578b714a-9fc1-444a-abd0-54b5df668e52 req-b5ef6d9f-89f7-4cd6-aa04-74f79bc98417 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511061 Jul 05 18:21:50.630676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5a2f56e-6268-4cf3-be24-6957b1d4aefc req-207d499c-602e-4b44-84e4-0c5f61a2f316 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350093 Jul 05 18:21:50.701053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:50.735126 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f62ed71-7a3c-4b3c-9d63-6121fe2d1d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:50.810437 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:50.831163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493d65d7-b688-42d0-b65f-b2c37cab3814']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:50.835685 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-8a759ecc-03e2-452e-aa61-55d5cdffa68b service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696860 Jul 05 18:21:50.873901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147d752-64ab-42bb-9552-b8eb9fe049a7 req-f26fce8e-2baf-45d5-a877-bb0f04f3985e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:50.882305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4147d752-64ab-42bb-9552-b8eb9fe049a7 req-f26fce8e-2baf-45d5-a877-bb0f04f3985e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1053271 Jul 05 18:21:50.934657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4147d752-64ab-42bb-9552-b8eb9fe049a7 req-233d33a8-945c-49d9-8542-0d56537d96c2 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511959 Jul 05 18:21:50.935685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e16612-08fd-422a-a414-615885a969f1') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:50.936172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e16612-08fd-422a-a414-615885a969f1') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:50.959710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:50.976819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:50.991334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:21:50.991872 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:21:50.994697 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:21:51.442113 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-319b3901-cca0-4c08-9af2-f86622c98d1e req-bc46de1a-5299-465c-954e-e807c7fc8455 service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936198 Jul 05 18:21:51.524357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:51.528706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 493d65d7-b688-42d0-b65f-b2c37cab3814 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 18:21:51.531245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:51.539528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52550) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:51.540099 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "DELETE /v2.0/networks/493d65d7-b688-42d0-b65f-b2c37cab3814 HTTP/1.1" status: 204 len: 168 time: 0.9835114 Jul 05 18:21:51.545528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Request body: {'network': {'name': 'tempest-network--295691401'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:51.565528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae6cd9-6b0b-427c-a5be-6e7d7ca1c025 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event deleted for resources: {'Network': ['ID=493d65d7-b688-42d0-b65f-b2c37cab3814,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:51.671167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Made reservation on behalf of 1ca53d9edbb4436dbce88e08fbc43b06 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:51.674344 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:51.744909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:21:51.760239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:51.760590 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Added segment 63e2c2af-4ba9-4ab5-b9b8-8b65a3d08cd7 of type vlan for network 5d67aa04-45b2-449d-aa0b-bd8e549a3dab Jul 05 18:21:51.855243 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:52.021041 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:52.022726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:52.023728 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:52.172591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'Network': ['ID=5d67aa04-45b2-449d-aa0b-bd8e549a3dab,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:52.185603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 5d67aa04-45b2-449d-aa0b-bd8e549a3dab details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:21:52.209037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9c1c5c-856c-4a7c-b120-755617d278d3 req-f05e4113-ae32-4e86-8fba-33d6a5b98cfc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:52.210571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb9c1c5c-856c-4a7c-b120-755617d278d3 req-f05e4113-ae32-4e86-8fba-33d6a5b98cfc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2904193 Jul 05 18:21:52.236079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695e6c4-948c-4e7f-bf8e-703abae261e4 req-cc983108-aacd-41a6-a077-062abfa18686 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:52.238272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1695e6c4-948c-4e7f-bf8e-703abae261e4 req-cc983108-aacd-41a6-a077-062abfa18686 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.2528727 Jul 05 18:21:52.271343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cf730934-0532-40a4-bad2-2e928a91b2e5 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7265267 Jul 05 18:21:52.272251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52562) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:52.278061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-04d2d10b-2bc5-45ac-867b-68bcccaf3381 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:52.309947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb9c1c5c-856c-4a7c-b120-755617d278d3 req-872a29f6-4984-427e-a939-15f0d06b793d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908554 Jul 05 18:21:52.345028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1695e6c4-948c-4e7f-bf8e-703abae261e4 req-65feb12f-8089-4ef2-a08b-39748b92965d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912304 Jul 05 18:21:52.580082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-04d2d10b-2bc5-45ac-867b-68bcccaf3381 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:52.663700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7d881-5a71-42b8-b8de-12813b9ebf5d req-00a40aca-f991-4725-96d4-1bee8ad5a030 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:52.665235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bae7d881-5a71-42b8-b8de-12813b9ebf5d req-00a40aca-f991-4725-96d4-1bee8ad5a030 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.0769002 Jul 05 18:21:52.700975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-04d2d10b-2bc5-45ac-867b-68bcccaf3381 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:52.750573 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bae7d881-5a71-42b8-b8de-12813b9ebf5d req-00d5dfa5-1c71-4d28-9f1b-c1e1e5fdfca4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754812 Jul 05 18:21:52.826764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04d2d10b-2bc5-45ac-867b-68bcccaf3381 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Network 5d67aa04-45b2-449d-aa0b-bd8e549a3dab is not hosted by any dhcp agent {{(pid=100998) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 18:21:52.827660 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d2d10b-2bc5-45ac-867b-68bcccaf3381 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:52.828264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-04d2d10b-2bc5-45ac-867b-68bcccaf3381 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:52.829938 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-04d2d10b-2bc5-45ac-867b-68bcccaf3381 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "PUT /v2.0/networks/5d67aa04-45b2-449d-aa0b-bd8e549a3dab HTTP/1.1" status: 200 len: 856 time: 0.5558834 Jul 05 18:21:52.833361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52570) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:52.873757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2d10b-2bc5-45ac-867b-68bcccaf3381 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event updated for resources: {'Network': ['ID=5d67aa04-45b2-449d-aa0b-bd8e549a3dab,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:52.876052 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:21:53.021526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:53.169224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:53.203282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d67aa04-45b2-449d-aa0b-bd8e549a3dab']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:53.216139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e2c2af-4ba9-4ab5-b9b8-8b65a3d08cd7') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:53.216438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e2c2af-4ba9-4ab5-b9b8-8b65a3d08cd7') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:53.228600 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:53.248200 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:53.260253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:21:53.260657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:21:53.262322 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:21:53.303447 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98948518-9338-458c-a076-2315c4e6749e req-1264e8cb-c539-4720-afb0-91f699c22ffc tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:53.304991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98948518-9338-458c-a076-2315c4e6749e req-1264e8cb-c539-4720-afb0-91f699c22ffc tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1515615 Jul 05 18:21:53.355056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98948518-9338-458c-a076-2315c4e6749e req-6a40cd35-93e1-4f3b-9e30-f491d14ad0a5 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392346 Jul 05 18:21:53.600681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e075e8-0640-40d8-ad51-98c0d2a7bb9b req-8f5078fd-0231-4010-be87-0b3ea46086f2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:53.602346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32e075e8-0640-40d8-ad51-98c0d2a7bb9b req-8f5078fd-0231-4010-be87-0b3ea46086f2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1410856 Jul 05 18:21:53.636888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:53.654511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d67aa04-45b2-449d-aa0b-bd8e549a3dab {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 18:21:53.658009 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:53.660299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5d67aa04-45b2-449d-aa0b-bd8e549a3dab HTTP/1.1" status: 204 len: 168 time: 0.8259325 Jul 05 18:21:53.665328 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52588) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:53.667845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925786-71c4-4453-bb59-bf743c23305f req-fa7e35bf-bcf2-442c-afc0-f41d6dccbe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:53.669469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f925786-71c4-4453-bb59-bf743c23305f req-fa7e35bf-bcf2-442c-afc0-f41d6dccbe8f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 1096 time: 0.1332252 Jul 05 18:21:53.672724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b906821-6ccb-4f4a-9b8d-a0b11899ba02 tempest-ExternalNetworksTestJSON-1184518066 tempest-ExternalNetworksTestJSON-1184518066-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d67aa04-45b2-449d-aa0b-bd8e549a3dab,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:53.689841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32e075e8-0640-40d8-ad51-98c0d2a7bb9b req-d2794965-2f12-4880-bce1-b72b06db8ca5 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782154 Jul 05 18:21:53.759833 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba44ed10-08f2-4644-973e-c8767592c8e0 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] DELETE failed (client error): The resource could not be found. Jul 05 18:21:53.760595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba44ed10-08f2-4644-973e-c8767592c8e0 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:21:53.763705 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ba44ed10-08f2-4644-973e-c8767592c8e0 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] 10.222.0.30 "DELETE /v2.0/subnets/d8234029-9d08-4d21-8e38-78f820e05630 HTTP/1.1" status: 404 len: 337 time: 0.0963812 Jul 05 18:21:53.766416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52592) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:53.787101 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-008d26c0-4fba-43ab-8704-63bc28ebd861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:53.832678 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:53.900787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925786-71c4-4453-bb59-bf743c23305f req-861aee0a-774a-4c7e-9e4c-80c9be83fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:53.902443 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f925786-71c4-4453-bb59-bf743c23305f req-861aee0a-774a-4c7e-9e4c-80c9be83fd47 service neutron] 10.222.0.97 "GET /v2.0/networks?id=88b4140b-6a05-4c17-8909-83608249d6bb HTTP/1.1" status: 200 len: 910 time: 0.2247126 Jul 05 18:21:53.906283 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:54.029683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f925786-71c4-4453-bb59-bf743c23305f req-c0a61c9e-0d55-4d13-93c0-ad695b03d517 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=13c813f5-77ed-43e0-ba01-d6d8d81ee252 HTTP/1.1" status: 200 len: 217 time: 0.1176081 Jul 05 18:21:54.333427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8bbf36-2d9b-4b78-bd11-f108113ca59a req-e49e3a6b-5e12-4bda-a921-34ba2fbb9e3a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:54.340817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac8bbf36-2d9b-4b78-bd11-f108113ca59a req-e49e3a6b-5e12-4bda-a921-34ba2fbb9e3a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.3102620 Jul 05 18:21:54.351153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:54.375933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f925786-71c4-4453-bb59-bf743c23305f req-009af8a2-002c-4b06-966e-edd0dd51d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:54.377454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f925786-71c4-4453-bb59-bf743c23305f req-009af8a2-002c-4b06-966e-edd0dd51d6ee service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e709e650-2de8-4b27-acf7-1db52e3126d4 HTTP/1.1" status: 200 len: 850 time: 0.2604504 Jul 05 18:21:54.385522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ceb995-ce98-41be-a187-ab176eb2c174']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:54.419959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f925786-71c4-4453-bb59-bf743c23305f req-6fa1501d-39ae-43da-bcd4-21176be1a44a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=88b4140b-6a05-4c17-8909-83608249d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305350 Jul 05 18:21:54.527077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23724fe7-e83b-4c72-9a2a-92f807df9ad9') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:54.527308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23724fe7-e83b-4c72-9a2a-92f807df9ad9') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:21:54.552028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f925786-71c4-4453-bb59-bf743c23305f req-7ef49107-cfe3-4079-ae82-7ec23e5af8e9 service neutron] 10.222.0.97 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206927 Jul 05 18:21:54.559824 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:54.632677 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:54.673318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817422-1658-406f-b8da-7cb2e3e4d7c6 req-122bc6c1-10cf-4f99-b518-fb697de41dfe tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:54.682922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d817422-1658-406f-b8da-7cb2e3e4d7c6 req-122bc6c1-10cf-4f99-b518-fb697de41dfe tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.5939975 Jul 05 18:21:54.724154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:54.729138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac8bbf36-2d9b-4b78-bd11-f108113ca59a req-6efc53d0-4e4a-4150-8578-c4cc812644e6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872721 Jul 05 18:21:54.747138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:21:54.747821 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:21:54.752738 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:21:54.870143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d817422-1658-406f-b8da-7cb2e3e4d7c6 req-7d25db42-08d0-4bc4-8e08-9056524aba20 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859226 Jul 05 18:21:54.888865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f925786-71c4-4453-bb59-bf743c23305f req-129d4fea-c625-4682-9a81-4bc568fed0c0 service neutron] 10.222.0.97 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254900 Jul 05 18:21:54.983427 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:55.004960 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:55.007434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] 10.222.0.30 "DELETE /v2.0/networks/56ceb995-ce98-41be-a187-ab176eb2c174 HTTP/1.1" status: 204 len: 168 time: 1.2399709 Jul 05 18:21:55.024525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a57da0-7288-4f1e-9221-b62b5059a8b4 tempest-ExternalNetworksTestJSON-349931244 tempest-ExternalNetworksTestJSON-349931244-project] Pushing event deleted for resources: {'Network': ['ID=56ceb995-ce98-41be-a187-ab176eb2c174,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:55.075095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64933c-ded7-4983-8b6e-704e85e41086 req-20285501-e56c-44ef-822d-662ba9c6b00b tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:55.089142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db64933c-ded7-4983-8b6e-704e85e41086 req-20285501-e56c-44ef-822d-662ba9c6b00b tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1883552 Jul 05 18:21:55.215900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db64933c-ded7-4983-8b6e-704e85e41086 req-50a955ea-6b59-4694-b613-667836504f9c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206853 Jul 05 18:21:55.243268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c955bb6-e022-4e80-a88f-fa83efae8e53 req-d3ea888c-1a9e-48b1-a0ab-216b454d7943 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:55.245370 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c955bb6-e022-4e80-a88f-fa83efae8e53 req-d3ea888c-1a9e-48b1-a0ab-216b454d7943 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1199384 Jul 05 18:21:55.314211 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c955bb6-e022-4e80-a88f-fa83efae8e53 req-6b2d9bd6-ac24-4991-965e-7bb998f6ca34 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610039 Jul 05 18:21:55.671291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52664) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:55.904282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6ae0f815-7ba5-486a-b3cb-905a9778d556 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a78dac5c2114470b8541a439d0a348e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316267 Jul 05 18:21:55.906637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52680) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:56.053512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b42f7-089c-4a75-897b-6d163714b186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:56.121665 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b42f7-089c-4a75-897b-6d163714b186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:56.304720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28559323-625d-4b35-b22e-1ed8a7a015f4 req-b601052c-235b-4540-98c6-7d406cd7869c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:56.312268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28559323-625d-4b35-b22e-1ed8a7a015f4 req-b601052c-235b-4540-98c6-7d406cd7869c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.2266750 Jul 05 18:21:56.345329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b55c0-7b49-40ea-8b6d-14afac6532d1 req-cae4c6f5-44d0-409a-9e51-071ba5da861b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:56.363431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-375b55c0-7b49-40ea-8b6d-14afac6532d1 req-cae4c6f5-44d0-409a-9e51-071ba5da861b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.2723920 Jul 05 18:21:56.404311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b42f7-089c-4a75-897b-6d163714b186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:56.407616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b42f7-089c-4a75-897b-6d163714b186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:56.410124 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e19b42f7-089c-4a75-897b-6d163714b186 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00ec4094-4c60-4fe3-a75c-386d18ed2ecc HTTP/1.1" status: 204 len: 168 time: 0.5007041 Jul 05 18:21:56.436368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28559323-625d-4b35-b22e-1ed8a7a015f4 req-93f64d2b-9354-41c6-bfcd-d9a64382d8bc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133256 Jul 05 18:21:56.445173 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b42f7-089c-4a75-897b-6d163714b186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ec4094-4c60-4fe3-a75c-386d18ed2ecc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:56.475596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:56.507104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-375b55c0-7b49-40ea-8b6d-14afac6532d1 req-2cdcc701-6b80-4a9d-9e0a-11e5db36a38f tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1465452 Jul 05 18:21:56.695917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65fa35-0630-4bc4-a979-dfcffec5d513 req-098af6c7-617d-4aaf-835a-000de2ef1f2c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:56.697748 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f65fa35-0630-4bc4-a979-dfcffec5d513 req-098af6c7-617d-4aaf-835a-000de2ef1f2c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.0825720 Jul 05 18:21:56.744953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f65fa35-0630-4bc4-a979-dfcffec5d513 req-3fd913f1-38e1-4bc1-be46-9ade0ea0d883 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405204 Jul 05 18:21:57.196247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52724) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:57.245517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-df9b0622-1b00-4b05-bd4a-7c0a28ad99c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ca53d9edbb4436dbce88e08fbc43b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480242 Jul 05 18:21:57.248047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52728) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:57.305802 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa481-5f75-43b8-b260-de7817833ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:57.338924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa481-5f75-43b8-b260-de7817833ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:57.483131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa481-5f75-43b8-b260-de7817833ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:57.485687 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa481-5f75-43b8-b260-de7817833ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:57.487622 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c5dfa481-5f75-43b8-b260-de7817833ad7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25dd5531-d09f-4be8-97f2-9250b2ac2ebc HTTP/1.1" status: 204 len: 168 time: 0.2379661 Jul 05 18:21:57.497061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfa481-5f75-43b8-b260-de7817833ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25dd5531-d09f-4be8-97f2-9250b2ac2ebc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:21:57.744704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2869b71b-041b-4b0c-8fe5-7364c53212d1 req-7fde7b7a-2a58-4a58-a620-f178a2e57fcf tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:57.746427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2869b71b-041b-4b0c-8fe5-7364c53212d1 req-7fde7b7a-2a58-4a58-a620-f178a2e57fcf tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1145782 Jul 05 18:21:57.795396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a88176-cc8b-4abf-9b3f-bdcd3616e103 req-77831791-b602-4536-b728-822917f85cc4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:57.797315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3a88176-cc8b-4abf-9b3f-bdcd3616e103 req-77831791-b602-4536-b728-822917f85cc4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1298158 Jul 05 18:21:57.830931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2869b71b-041b-4b0c-8fe5-7364c53212d1 req-2356d94b-f943-476c-8312-03587b4d2906 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764792 Jul 05 18:21:57.855890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3a88176-cc8b-4abf-9b3f-bdcd3616e103 req-1cdb0cde-7d69-44bb-a838-f71d3d6b9106 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485952 Jul 05 18:21:58.023460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad730b6-860d-47a6-9c3d-58ecc3ac32ee req-a4799ca0-bed1-41de-9728-eab6504b1801 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:58.024939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dad730b6-860d-47a6-9c3d-58ecc3ac32ee req-a4799ca0-bed1-41de-9728-eab6504b1801 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.0673895 Jul 05 18:21:58.065461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dad730b6-860d-47a6-9c3d-58ecc3ac32ee req-072ed6c1-d0d2-44ed-b966-e3e334251bac tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344756 Jul 05 18:21:58.503203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c8f9b2-ef8f-4fa1-9a80-f49deb488bc0 req-fef0f42c-ff64-4951-a7f0-0dd0b6766f20 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:58.505751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8c8f9b2-ef8f-4fa1-9a80-f49deb488bc0 req-fef0f42c-ff64-4951-a7f0-0dd0b6766f20 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0897343 Jul 05 18:21:58.509467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-6588caf9-39a2-4145-9222-1077962e3724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:58.511018 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-6588caf9-39a2-4145-9222-1077962e3724 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 1095 time: 0.0629842 Jul 05 18:21:58.584434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8c8f9b2-ef8f-4fa1-9a80-f49deb488bc0 req-66c2b21c-7807-4732-a903-544de08190b6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732100 Jul 05 18:21:58.648647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-6f4c5872-235d-481c-95f6-196fc0ff7933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:58.650303 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-6f4c5872-235d-481c-95f6-196fc0ff7933 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 200 len: 912 time: 0.1319456 Jul 05 18:21:58.729929 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-0723e0b6-7099-4905-8476-29db2f3496e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 200 len: 998 time: 0.0716705 Jul 05 18:21:58.795543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-d06dad80-4fb7-4610-81c2-cc22e3adb838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:58.797085 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-d06dad80-4fb7-4610-81c2-cc22e3adb838 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 200 len: 851 time: 0.0595059 Jul 05 18:21:58.892020 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-1263bf1b-ac9c-4d75-862f-1ef8309d9257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:58.895638 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-1263bf1b-ac9c-4d75-862f-1ef8309d9257 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a64c9413-6e22-4997-8ea4-33032e825317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902333 Jul 05 18:21:59.016963 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-55676c2d-466e-4491-bacd-1a996efb84ae service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126583 Jul 05 18:21:59.206339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce920b4-44d1-457e-95ad-e7c74f99f499 req-7bdd7b54-1a52-41f7-a357-049621ebad85 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:59.215334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ce920b4-44d1-457e-95ad-e7c74f99f499 req-7bdd7b54-1a52-41f7-a357-049621ebad85 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1480932 Jul 05 18:21:59.227785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-f9d78cfe-4e9d-4777-a601-97116312d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:59.228551 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f36b2121-8a6f-4df0-91b5-8d582c3b2327 req-7409a33c-f088-4ba5-8e9e-bfcb59983c8a service neutron] 10.222.0.39 "GET /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017481 Jul 05 18:21:59.229934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-f9d78cfe-4e9d-4777-a601-97116312d8f8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 1097 time: 0.1284192 Jul 05 18:21:59.290923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52828) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:59.346692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ce920b4-44d1-457e-95ad-e7c74f99f499 req-5652d18b-cc1e-4f78-95b0-4decff918352 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300428 Jul 05 18:21:59.407983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-42f29f79-8893-479d-bb98-8ff21dba30e1 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1754545477', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:59.427040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-5b2fd4d5-7252-4f5c-8b52-d18af81dc163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:59.430295 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-5b2fd4d5-7252-4f5c-8b52-d18af81dc163 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 913 time: 0.1538470 Jul 05 18:21:59.453067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd15c9-c2e2-4890-9107-7d1a76110c7c req-50898014-20f3-412c-9ac9-91eb5d02d1d6 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:59.454679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5dd15c9-c2e2-4890-9107-7d1a76110c7c req-50898014-20f3-412c-9ac9-91eb5d02d1d6 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1476500 Jul 05 18:21:59.494249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-c16c383a-ba6a-4eaa-ba81-2ce21189ebd3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 200 len: 217 time: 0.0582178 Jul 05 18:21:59.529567 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42f29f79-8893-479d-bb98-8ff21dba30e1 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:59.534829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42f29f79-8893-479d-bb98-8ff21dba30e1 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:59.560726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5dd15c9-c2e2-4890-9107-7d1a76110c7c req-db7ba3e2-c1db-482d-9262-29925188b05a tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739295 Jul 05 18:21:59.582829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-dc62d92f-97b6-4eb5-af8b-27b5d04d32c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:59.582829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-dc62d92f-97b6-4eb5-af8b-27b5d04d32c0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8bdaf825-3836-4aa5-8df2-5b5e786f76bb HTTP/1.1" status: 200 len: 853 time: 0.0663013 Jul 05 18:21:59.605885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-67ced3fe-6d46-4c89-80b2-0704472d3789 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7eb0674e-5910-463f-957c-afcd8db859a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313964 Jul 05 18:21:59.614542 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42f29f79-8893-479d-bb98-8ff21dba30e1 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:59.661833 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42f29f79-8893-479d-bb98-8ff21dba30e1 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:59.722117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-b3469e19-f899-4e9d-8c0f-6491f37aabce service neutron] 10.222.0.97 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085157 Jul 05 18:21:59.769385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:59.825543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-42f29f79-8893-479d-bb98-8ff21dba30e1 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:59.825543 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-42f29f79-8893-479d-bb98-8ff21dba30e1 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5300088 Jul 05 18:21:59.825543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52854) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:21:59.831335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-49255942'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:21:59.905294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea74dc7-03c0-4b3c-806f-5e858a283e7a req-327a9d59-614d-4d4d-9370-ebe7eb59a637 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:21:59.906836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aea74dc7-03c0-4b3c-806f-5e858a283e7a req-327a9d59-614d-4d4d-9370-ebe7eb59a637 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1585972 Jul 05 18:21:59.908948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c8aae89-0c98-4453-bdc7-e25187947641 req-d001b9c4-1276-4303-8ea3-b31ba5c9d2b4 service neutron] 10.222.0.97 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810315 Jul 05 18:21:59.947355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aea74dc7-03c0-4b3c-806f-5e858a283e7a req-cb7a9eca-1e58-4afe-bf8a-ff0b899eebde tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341961 Jul 05 18:21:59.968833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Made reservation on behalf of f4fbb7067a01493f8d4e1c834545eb6f for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:21:59.972499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:21:59.984929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:00.258636 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:00.317529 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:00.340105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:22:00.355113 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a78767e9-595b-4ec8-8f29-fb34920df138,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:00.357965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:00.358304 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Added segment 3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a of type vlan for network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 Jul 05 18:22:00.412655 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:00.489337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:00.495479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:00.496224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:00.568901 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7428498 Jul 05 18:22:00.571551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52898) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:00.576466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Request body: {'subnet': {'network_id': '1a9795e5-f5b1-4842-ba74-19c122e99fc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:00.595604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-9cf8ed14-ede7-4284-94c4-c42f0000b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:00.596226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f79e46-e95c-440d-85cf-9511fa58d59b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Network': ['ID=1a9795e5-f5b1-4842-ba74-19c122e99fc9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:00.597703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-9cf8ed14-ede7-4284-94c4-c42f0000b5c5 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 1097 time: 0.1036630 Jul 05 18:22:00.609804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:22:00.627532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f819e21-a219-4efd-bc21-d79c97bda610 req-2c5b63dc-8746-4c44-9214-de9fb581dfea tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:00.629435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f819e21-a219-4efd-bc21-d79c97bda610 req-2c5b63dc-8746-4c44-9214-de9fb581dfea tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1463218 Jul 05 18:22:00.731569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f819e21-a219-4efd-bc21-d79c97bda610 req-68efd319-e228-48d8-be75-672aa43cc780 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932727 Jul 05 18:22:00.757875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Made reservation on behalf of f4fbb7067a01493f8d4e1c834545eb6f for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:00.761907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:00.789989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-c4c50732-4051-4d0f-bf0c-9eeba4dbffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:00.791517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-c4c50732-4051-4d0f-bf0c-9eeba4dbffb2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 913 time: 0.1611838 Jul 05 18:22:00.837711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-39890ba7-f25f-4477-85bc-6d8eae8b75ac service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 200 len: 217 time: 0.0382714 Jul 05 18:22:00.890946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773f873-2d32-4313-8fb1-2520a247d4ca req-1bc79d2c-033a-46bd-977a-f1b33065cc2a tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:00.898459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3773f873-2d32-4313-8fb1-2520a247d4ca req-1bc79d2c-033a-46bd-977a-f1b33065cc2a tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1575069 Jul 05 18:22:00.928093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-02c8a3fc-efa9-4c62-bc93-92863d677c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:00.929751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-02c8a3fc-efa9-4c62-bc93-92863d677c00 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8bdaf825-3836-4aa5-8df2-5b5e786f76bb HTTP/1.1" status: 200 len: 853 time: 0.0859296 Jul 05 18:22:00.983432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-e19418ad-9e02-4ee8-9203-dcce257e2044 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=7eb0674e-5910-463f-957c-afcd8db859a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461965 Jul 05 18:22:00.986633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3773f873-2d32-4313-8fb1-2520a247d4ca req-a4024b90-cf5f-490e-b5f1-e6eddb09a74c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873652 Jul 05 18:22:01.060918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:01.126295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Subnet': ['ID=958f28e8-4c38-4d92-ba35-fdb0f8691f29,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:01.129436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-97a032f0-16e8-4d53-8e70-d8c16b76dc3d service neutron] 10.222.0.97 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396685 Jul 05 18:22:01.135093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Checking segment: {'id': '3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a9795e5-f5b1-4842-ba74-19c122e99fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:01.135698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network hostable DHCP agents. Network: 1a9795e5-f5b1-4842-ba74-19c122e99fc9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:22:01.236318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:22:01.253028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56243b-c5ee-42dc-8183-8978be1413e9 req-714eceac-9353-4d9b-ba8f-48bb5ed63a0b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:01.255310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af56243b-c5ee-42dc-8183-8978be1413e9 req-714eceac-9353-4d9b-ba8f-48bb5ed63a0b tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1630335 Jul 05 18:22:01.285714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9710eba5-acf9-4136-ab02-bd8ff9c08782 req-d5d30ace-3d54-40d5-ab0f-0f4b5a74d8bf service neutron] 10.222.0.97 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505594 Jul 05 18:22:01.306492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af56243b-c5ee-42dc-8183-8978be1413e9 req-b9d44d88-2dae-4b8f-875f-09c79a01ef87 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Jul 05 18:22:01.357728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 1a9795e5-f5b1-4842-ba74-19c122e99fc9) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:01.369105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:01.369105 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:01.369539 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b56102-b5a5-40d1-9520-46677c345292 None None] Network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:01.462471 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-538b223e-74ef-4afe-99f0-a77fdc201468 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8898711 Jul 05 18:22:01.466105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52942) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:01.473595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Request body: {'network': {'name': 'tempest-router-network01--2122934748'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:01.507743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2040e2f-b903-41be-8b68-c7a11dd6deb1 req-8991929c-9983-4e03-9d4d-4ca457075986 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:01.509324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2040e2f-b903-41be-8b68-c7a11dd6deb1 req-8991929c-9983-4e03-9d4d-4ca457075986 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0824959 Jul 05 18:22:01.557190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2040e2f-b903-41be-8b68-c7a11dd6deb1 req-34e41466-fdf6-4639-8fb2-2108d4cb4a14 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Jul 05 18:22:01.558676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-1a9795e5-f5b1-4842-ba74-19c122e99fc9', 'network_id': '1a9795e5-f5b1-4842-ba74-19c122e99fc9', 'tenant_id': 'f4fbb7067a01493f8d4e1c834545eb6f', 'fixed_ips': [{'subnet_id': '958f28e8-4c38-4d92-ba35-fdb0f8691f29'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:22:01.559575 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:01.614918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Made reservation on behalf of f4fbb7067a01493f8d4e1c834545eb6f for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:01.619298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:01.653696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:22:01.667309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:01.667734 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Added segment 86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c of type vlan for network ad25f213-03e3-4640-add9-62ca8c72aa80 Jul 05 18:22:01.713775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Allocated IP 172.20.0.2 (1a9795e5-f5b1-4842-ba74-19c122e99fc9/958f28e8-4c38-4d92-ba35-fdb0f8691f29/5d927954-108d-4c2f-96d0-8f1358d8bf89) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:22:01.713976 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:01.798354 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:01.819923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:01.820991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:01.901482 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:01.912881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Transition to ACTIVE for port object 5d927954-108d-4c2f-96d0-8f1358d8bf89 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:01.931169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Transition to ACTIVE for port object 5d927954-108d-4c2f-96d0-8f1358d8bf89 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:01.941147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Network': ['ID=ad25f213-03e3-4640-add9-62ca8c72aa80,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:01.952646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ad25f213-03e3-4640-add9-62ca8c72aa80 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:22:01.997764 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb71e672-65c2-4c17-9506-2d2ae5a89b7f tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5279253 Jul 05 18:22:01.999559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52980) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:02.007740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Request body: {'network': {'name': 'tempest-router-network02--1066334132'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:02.044343 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:02.051222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b774b0-76f7-486b-9543-eb5154602246 req-2feb3c74-b39a-44e7-8031-b60347e0080e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:02.059362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1b774b0-76f7-486b-9543-eb5154602246 req-2feb3c74-b39a-44e7-8031-b60347e0080e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1478581 Jul 05 18:22:02.097128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:22:02.100368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:02.104104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:22:02.109610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1b774b0-76f7-486b-9543-eb5154602246 req-da205f99-dfd9-46b4-9325-098e4bec5ddc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491474 Jul 05 18:22:02.146214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Made reservation on behalf of f4fbb7067a01493f8d4e1c834545eb6f for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:02.150404 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:02.167807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Pushing event updated for resources: {'Port': ['ID=5d927954-108d-4c2f-96d0-8f1358d8bf89,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:02.182912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:22:02.184483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Attempting to bind port 5d927954-108d-4c2f-96d0-8f1358d8bf89 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:22:02.185106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Attempting to bind port 5d927954-108d-4c2f-96d0-8f1358d8bf89 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a9795e5-f5b1-4842-ba74-19c122e99fc9'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:22:02.185615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Attempting to bind port 5d927954-108d-4c2f-96d0-8f1358d8bf89 on network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:22:02.192337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:22:02.192728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Checking segment: {'id': '3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a9795e5-f5b1-4842-ba74-19c122e99fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:02.193195 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:02.193599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Bound using segment: {'id': '3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a9795e5-f5b1-4842-ba74-19c122e99fc9'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:22:02.194108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Bound port: 5d927954-108d-4c2f-96d0-8f1358d8bf89, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1a9795e5-f5b1-4842-ba74-19c122e99fc9'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:22:02.194503 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:02.195988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:02.196674 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Added segment 02607ea3-9604-4c42-9cf0-d807f2f6fd9d of type vlan for network f0dad8a3-0949-4c47-b87f-35118f261749 Jul 05 18:22:02.253174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:02.270789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] For port 5d927954-108d-4c2f-96d0-8f1358d8bf89, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:22:02.274288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] For port 5d927954-108d-4c2f-96d0-8f1358d8bf89, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d927954-108d-4c2f-96d0-8f1358d8bf89,segment=NetworkSegment(3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a),segment_id=3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:22:02.327876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f91f08-6dbd-48a5-aacb-2f7401b73edc req-3e4c7e33-e8ff-4016-a1bc-e220a71cf6ce tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:02.329376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7f91f08-6dbd-48a5-aacb-2f7401b73edc req-3e4c7e33-e8ff-4016-a1bc-e220a71cf6ce tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.0940812 Jul 05 18:22:02.364457 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:02.371921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7f91f08-6dbd-48a5-aacb-2f7401b73edc req-d7c30917-833f-413d-a84f-b7e8c38c2ff7 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366127 Jul 05 18:22:02.395431 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:02.401274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:02.401937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:02.496789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Network': ['ID=f0dad8a3-0949-4c47-b87f-35118f261749,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:02.554073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f0dad8a3-0949-4c47-b87f-35118f261749 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:22:02.563971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4879e40c-6743-470f-b03c-9962099629f9 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5613010 Jul 05 18:22:02.566759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53016) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:02.572954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Request body: {'subnet': {'network_id': 'ad25f213-03e3-4640-add9-62ca8c72aa80', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:02.648685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ed78c-adaa-4705-b224-9f7b0004ffdc None None] Pushing event updated for resources: {'Port': ['ID=5d927954-108d-4c2f-96d0-8f1358d8bf89,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:02.751597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Made reservation on behalf of f4fbb7067a01493f8d4e1c834545eb6f for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:02.763836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:03.078123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:03.153756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Subnet': ['ID=2e784921-23f4-4157-8976-bd14e5942936,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:03.188305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Checking segment: {'id': '86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25f213-03e3-4640-add9-62ca8c72aa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:03.188700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network hostable DHCP agents. Network: ad25f213-03e3-4640-add9-62ca8c72aa80, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:22:03.273284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network ad25f213-03e3-4640-add9-62ca8c72aa80 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:22:03.351854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ad25f213-03e3-4640-add9-62ca8c72aa80) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:03.355893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:03.356485 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:03.363172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bc6559-0e19-4ec6-8015-13ba4011dc8b None None] Network ad25f213-03e3-4640-add9-62ca8c72aa80 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:03.411819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371a997-cea0-4fde-95aa-d12b793a9f18 req-8f72851c-cf85-44c6-be2d-9fc33742bc11 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:03.414606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4371a997-cea0-4fde-95aa-d12b793a9f18 req-8f72851c-cf85-44c6-be2d-9fc33742bc11 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1584678 Jul 05 18:22:03.427426 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e95c9439-eb2c-40b4-ad9e-4c757349ea9b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8592257 Jul 05 18:22:03.430663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53078) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:03.436099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Request body: {'subnet': {'network_id': 'f0dad8a3-0949-4c47-b87f-35118f261749', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:03.469608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4371a997-cea0-4fde-95aa-d12b793a9f18 req-fafa221f-344f-474b-a04b-11fac2227e8f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Jul 05 18:22:03.621756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ad25f213-03e3-4640-add9-62ca8c72aa80', 'network_id': 'ad25f213-03e3-4640-add9-62ca8c72aa80', 'tenant_id': 'f4fbb7067a01493f8d4e1c834545eb6f', 'fixed_ips': [{'subnet_id': '2e784921-23f4-4157-8976-bd14e5942936'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:22:03.622742 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:03.723743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Made reservation on behalf of f4fbb7067a01493f8d4e1c834545eb6f for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:03.734171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:03.824372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Allocated IP 172.20.0.2 (ad25f213-03e3-4640-add9-62ca8c72aa80/2e784921-23f4-4157-8976-bd14e5942936/91203445-3e5f-4019-8ba8-ca2eeb3d9caf) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:22:04.032998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58908432-a813-4e9e-b51c-9a31e61b1056 None None] Network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:04.106959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:04.129197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:04.150691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Transition to ACTIVE for port object 91203445-3e5f-4019-8ba8-ca2eeb3d9caf will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:04.176134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Checking segment: {'id': '02607ea3-9604-4c42-9cf0-d807f2f6fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0dad8a3-0949-4c47-b87f-35118f261749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:04.176506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network hostable DHCP agents. Network: f0dad8a3-0949-4c47-b87f-35118f261749, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:22:04.193979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Subnet': ['ID=1c8847db-170d-433e-b432-2b1e7c344dec,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:04.203469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Transition to ACTIVE for port object 91203445-3e5f-4019-8ba8-ca2eeb3d9caf will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:04.249390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-374cd3aa-7ce6-46ec-8819-761ec1db9d53 None None] Provisioning for port 5d927954-108d-4c2f-96d0-8f1358d8bf89 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:04.288922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network f0dad8a3-0949-4c47-b87f-35118f261749 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:22:04.313592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1562c-0075-483c-94b2-8fe648ab1c98 req-a9c5885b-ebfb-4351-ae62-0a448edb4fcc tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:04.316892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2fe1562c-0075-483c-94b2-8fe648ab1c98 req-a9c5885b-ebfb-4351-ae62-0a448edb4fcc tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.6694095 Jul 05 18:22:04.324343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef3309-5057-43f7-9961-124ad143be86 req-1d9e6e4b-c3e3-4735-a3f5-47ada1cb5a18 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:04.325863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74ef3309-5057-43f7-9961-124ad143be86 req-1d9e6e4b-c3e3-4735-a3f5-47ada1cb5a18 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=185cc306-1b95-49f5-a0b0-c6e79852be5e HTTP/1.1" status: 200 len: 944 time: 0.6364977 Jul 05 18:22:04.342542 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:04.365895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f0dad8a3-0949-4c47-b87f-35118f261749) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:04.373017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:04.378809 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:04.404662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc74b80-6cee-4a18-94d1-2ad7daedefa4 None None] Network f0dad8a3-0949-4c47-b87f-35118f261749 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:04.432380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Network ad25f213-03e3-4640-add9-62ca8c72aa80 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:22:04.451683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2fe1562c-0075-483c-94b2-8fe648ab1c98 req-80d51b87-b7cd-4f22-9209-2c72bbbff5fc tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248012 Jul 05 18:22:04.482487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-74ef3309-5057-43f7-9961-124ad143be86 req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Deleting port 9496ae67-d72e-4bed-bb0c-a795f9c905bd {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:04.482871 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-74ef3309-5057-43f7-9961-124ad143be86 req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:04.483471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:04.513052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:22:04.513052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Pushing event updated for resources: {'Port': ['ID=91203445-3e5f-4019-8ba8-ca2eeb3d9caf,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:04.536637 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-73c8b8fa-7e32-4c12-9d07-8d5ffe1b853a tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1047730 Jul 05 18:22:04.541400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53118) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:04.651775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-74ef3309-5057-43f7-9961-124ad143be86 req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] For port 9496ae67-d72e-4bed-bb0c-a795f9c905bd, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9496ae67-d72e-4bed-bb0c-a795f9c905bd,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:04.652145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-74ef3309-5057-43f7-9961-124ad143be86 req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:04.692732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-74ef3309-5057-43f7-9961-124ad143be86 req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Calling delete_port for 9496ae67-d72e-4bed-bb0c-a795f9c905bd owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:04.803057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device acf57645-dabe-4e17-b025-b9f26332d08d no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:04.831737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Attempting to bind port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:22:04.832210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Attempting to bind port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25f213-03e3-4640-add9-62ca8c72aa80'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:22:04.836774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Attempting to bind port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf on network ad25f213-03e3-4640-add9-62ca8c72aa80 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:22:04.850155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-f0dad8a3-0949-4c47-b87f-35118f261749', 'network_id': 'f0dad8a3-0949-4c47-b87f-35118f261749', 'tenant_id': 'f4fbb7067a01493f8d4e1c834545eb6f', 'fixed_ips': [{'subnet_id': '1c8847db-170d-433e-b432-2b1e7c344dec'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:22:04.851895 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:04.854066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d927954-108d-4c2f-96d0-8f1358d8bf89 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:22:04.887088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee920b-8402-4dc2-9b0d-0d65ad890ee5 req-e3bbb5aa-9f8a-4060-bcea-0672ca7752eb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:04.888930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbee920b-8402-4dc2-9b0d-0d65ad890ee5 req-e3bbb5aa-9f8a-4060-bcea-0672ca7752eb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1939530 Jul 05 18:22:04.912316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:22:04.912814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Checking segment: {'id': '86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25f213-03e3-4640-add9-62ca8c72aa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:04.913231 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:04.913632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Bound using segment: {'id': '86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25f213-03e3-4640-add9-62ca8c72aa80'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:22:04.914141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Bound port: 91203445-3e5f-4019-8ba8-ca2eeb3d9caf, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'ad25f213-03e3-4640-add9-62ca8c72aa80'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:22:04.914811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:04.922983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.005603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbee920b-8402-4dc2-9b0d-0d65ad890ee5 req-bbb8ecea-a6b3-41a5-b831-d7800be43aa3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052785 Jul 05 18:22:05.117325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Allocated IP 172.20.0.2 (f0dad8a3-0949-4c47-b87f-35118f261749/1c8847db-170d-433e-b432-2b1e7c344dec/c3c9d8e5-1495-4f5c-adf5-80469cf40506) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:22:05.123951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-74ef3309-5057-43f7-9961-124ad143be86 req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.180037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event deleted for resources: {'Port': ['ID=9496ae67-d72e-4bed-bb0c-a795f9c905bd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:05.242897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Allocated IP 172.20.0.1 (ad25f213-03e3-4640-add9-62ca8c72aa80/2e784921-23f4-4157-8976-bd14e5942936/1f96f7a2-4bd7-45ce-8658-9935087bb50d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:22:05.298880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ef3309-5057-43f7-9961-124ad143be86 req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] No DVR routers for this DVR port 9496ae67-d72e-4bed-bb0c-a795f9c905bd on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:05.302865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-74ef3309-5057-43f7-9961-124ad143be86 req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.313885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74ef3309-5057-43f7-9961-124ad143be86 req-a549a647-0702-43d3-9707-b2560edc0787 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "DELETE /v2.0/ports/9496ae67-d72e-4bed-bb0c-a795f9c905bd HTTP/1.1" status: 204 len: 173 time: 0.9797866 Jul 05 18:22:05.314497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'name': 'network-vif-deleted', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:05.317607 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d8f46a-f646-4f89-a997-831d7998f12b" -d '{"events": [{"server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "name": "network-vif-deleted", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:05.324984 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.335697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Transition to ACTIVE for port object c3c9d8e5-1495-4f5c-adf5-80469cf40506 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:05.345115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bd951-428a-472c-b474-544bd896905f req-46a4c115-a4fc-4ca4-a6ad-2aaad349619c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:05.359250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Transition to ACTIVE for port object c3c9d8e5-1495-4f5c-adf5-80469cf40506 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:05.359679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c7bd951-428a-472c-b474-544bd896905f req-46a4c115-a4fc-4ca4-a6ad-2aaad349619c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1832666 Jul 05 18:22:05.363979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['d17a76e0-455c-4433-b902-6e1226f4404a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:22:05.370346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b430125d-420e-44d4-a2e4-8f865508e84d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:22:05.427060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c7bd951-428a-472c-b474-544bd896905f req-86a851ad-5fbd-48f9-93ab-769c10b22a6c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726957 Jul 05 18:22:05.448463 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.468255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Transition to ACTIVE for port object 1f96f7a2-4bd7-45ce-8658-9935087bb50d will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:05.509922 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.525341 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4181044c-66b6-4a5e-92a6-4a79e71c0efa x-openstack-request-id: req-4181044c-66b6-4a5e-92a6-4a79e71c0efa {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:05.526177 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "185cc306-1b95-49f5-a0b0-c6e79852be5e", "name": "network-vif-deleted", "tag": "9496ae67-d72e-4bed-bb0c-a795f9c905bd", "status": "failed", "code": 422}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:05.526630 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4181044c-66b6-4a5e-92a6-4a79e71c0efa {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:05.527434 n-d-799524-1 neutron-server[100997]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '185cc306-1b95-49f5-a0b0-c6e79852be5e', 'name': 'network-vif-deleted', 'tag': '9496ae67-d72e-4bed-bb0c-a795f9c905bd', 'status': 'failed', 'code': 422} returned with failed status Jul 05 18:22:05.537426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Network f0dad8a3-0949-4c47-b87f-35118f261749 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:22:05.553909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:05.593799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:22:05.633385 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.635487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] For port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:22:05.663568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5d927954-108d-4c2f-96d0-8f1358d8bf89 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:05.697841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network ad25f213-03e3-4640-add9-62ca8c72aa80 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:22:05.704615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:05.712456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:22:05.718397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] For port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=91203445-3e5f-4019-8ba8-ca2eeb3d9caf,segment=NetworkSegment(86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c),segment_id=86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:22:05.722118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5d927954-108d-4c2f-96d0-8f1358d8bf89 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:05.722775 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.724657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Pushing event updated for resources: {'Port': ['ID=c3c9d8e5-1495-4f5c-adf5-80469cf40506,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:05.736199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8dfef-0ab3-4efe-85c6-b982e355e587 req-8360a942-4c3a-4cda-b773-29c194f1028b tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:05.762809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47c8dfef-0ab3-4efe-85c6-b982e355e587 req-8360a942-4c3a-4cda-b773-29c194f1028b tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1311221 Jul 05 18:22:05.786989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Port': ['ID=1f96f7a2-4bd7-45ce-8658-9935087bb50d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:05.828199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47c8dfef-0ab3-4efe-85c6-b982e355e587 req-ea4b5c95-6060-41f6-ba90-e3b2ec0617af tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628119 Jul 05 18:22:05.831814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.929106 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:05.941614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Attempting to bind port c3c9d8e5-1495-4f5c-adf5-80469cf40506 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:22:05.942017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Attempting to bind port c3c9d8e5-1495-4f5c-adf5-80469cf40506 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '02607ea3-9604-4c42-9cf0-d807f2f6fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0dad8a3-0949-4c47-b87f-35118f261749'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:22:05.942843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Attempting to bind port c3c9d8e5-1495-4f5c-adf5-80469cf40506 on network f0dad8a3-0949-4c47-b87f-35118f261749 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:22:05.944478 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.017551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:22:06.018082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Checking segment: {'id': '02607ea3-9604-4c42-9cf0-d807f2f6fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0dad8a3-0949-4c47-b87f-35118f261749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:06.018641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.019049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Bound using segment: {'id': '02607ea3-9604-4c42-9cf0-d807f2f6fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0dad8a3-0949-4c47-b87f-35118f261749'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:22:06.019537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Bound port: c3c9d8e5-1495-4f5c-adf5-80469cf40506, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02607ea3-9604-4c42-9cf0-d807f2f6fd9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'f0dad8a3-0949-4c47-b87f-35118f261749'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:22:06.019924 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.131002 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.175108 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.359762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] For port c3c9d8e5-1495-4f5c-adf5-80469cf40506, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:22:06.364753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] For port c3c9d8e5-1495-4f5c-adf5-80469cf40506, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c3c9d8e5-1495-4f5c-adf5-80469cf40506,segment=NetworkSegment(02607ea3-9604-4c42-9cf0-d807f2f6fd9d),segment_id=02607ea3-9604-4c42-9cf0-d807f2f6fd9d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:22:06.414823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:06.417173 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e1a43-2c11-4e1f-b0b2-c36f002aaed2" -d '{"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-unplugged", "status": "completed", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:06.421072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe73aa-28dc-42e0-bfcf-d9a10a5a2244 None None] Pushing event updated for resources: {'Port': ['ID=91203445-3e5f-4019-8ba8-ca2eeb3d9caf,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:06.471902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:06.473878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.495792 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.601032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.668546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 5d927954-108d-4c2f-96d0-8f1358d8bf89, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d927954-108d-4c2f-96d0-8f1358d8bf89,segment=NetworkSegment(3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a),segment_id=3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:06.676389 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9222977b-3280-487e-a551-7cab1fa749a1 x-openstack-request-id: req-9222977b-3280-487e-a551-7cab1fa749a1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:06.678808 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-unplugged", "status": "failed", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d", "code": 422}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:06.679278 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9222977b-3280-487e-a551-7cab1fa749a1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:06.680020 n-d-799524-1 neutron-server[100999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'code': 422} returned with failed status Jul 05 18:22:06.746995 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.749607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:06.763498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d5555-2ae2-4089-bd3a-62479a370624 None None] Pushing event updated for resources: {'Port': ['ID=c3c9d8e5-1495-4f5c-adf5-80469cf40506,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:06.851685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:06.869522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:07.017699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104ee6f-6ff6-4138-aac6-2eda5762c986 req-c9534a3c-884c-4af5-af9d-753b33ff8097 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:07.019442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6104ee6f-6ff6-4138-aac6-2eda5762c986 req-c9534a3c-884c-4af5-af9d-753b33ff8097 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 944 time: 0.2222300 Jul 05 18:22:07.080292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=5d927954-108d-4c2f-96d0-8f1358d8bf89,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:07.131669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 91203445-3e5f-4019-8ba8-ca2eeb3d9caf up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:22:07.145860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6104ee6f-6ff6-4138-aac6-2eda5762c986 req-f6922077-c3b5-41bb-b4b7-cea5bfcbd9c8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917938 Jul 05 18:22:07.243223 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:07.246598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Port': ['ID=1f96f7a2-4bd7-45ce-8658-9935087bb50d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:07.335173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:07.451712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network ad25f213-03e3-4640-add9-62ca8c72aa80 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:22:07.453540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:07.511170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ed885-39aa-4e75-8399-c1f855a37820 req-749d620b-2c25-4c5e-9f8a-6316a108e722 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:07.522040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc9ed885-39aa-4e75-8399-c1f855a37820 req-749d620b-2c25-4c5e-9f8a-6316a108e722 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1217601 Jul 05 18:22:07.582374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc9ed885-39aa-4e75-8399-c1f855a37820 req-e68ef83c-1492-4448-9b3b-a6c7e68182eb tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588410 Jul 05 18:22:07.671141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-fe793dc7-ef8d-4181-b867-ca3dbc0d055f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2332141 Jul 05 18:22:07.721034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Router 10bf4f66-e35e-42c4-858e-6d6d52b5d8df is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:22:07.801010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f306878-27dc-41e1-920d-84b813c98880 None None] Network ad25f213-03e3-4640-add9-62ca8c72aa80 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:07.882816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:22:07.893745 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c96f5106-e44d-454d-bbb5-cc81fa677600 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "PUT /v2.0/routers/10bf4f66-e35e-42c4-858e-6d6d52b5d8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3526609 Jul 05 18:22:07.896883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53286) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:07.899244 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6ccb9-c49f-4825-b105-bfcf8fcd3b97 None None] Sync routers for ids ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:22:07.919655 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6ccb9-c49f-4825-b105-bfcf8fcd3b97 None None] Routers {'10bf4f66-e35e-42c4-858e-6d6d52b5d8df'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:07.920911 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8ed6ccb9-c49f-4825-b105-bfcf8fcd3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:07.970958 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8ed6ccb9-c49f-4825-b105-bfcf8fcd3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:07.976657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f0653fb0-2a0e-4e6e-acbf-3cfd9fb81b86 None None] Provisioning for port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:07.979976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb3b9f-cb53-4ff3-a4be-2466ac8f1231 req-b39b102c-a414-4d06-af92-ffae0ce67c18 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:07.996287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b9fb3b9f-cb53-4ff3-a4be-2466ac8f1231 req-b39b102c-a414-4d06-af92-ffae0ce67c18 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 907 time: 0.1814561 Jul 05 18:22:08.000155 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed6ccb9-c49f-4825-b105-bfcf8fcd3b97 None None] Routers {'10bf4f66-e35e-42c4-858e-6d6d52b5d8df'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:08.002436 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8ed6ccb9-c49f-4825-b105-bfcf8fcd3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:08.043767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f0653fb0-2a0e-4e6e-acbf-3cfd9fb81b86 None None] Provisioning complete for port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:08.046332 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f0653fb0-2a0e-4e6e-acbf-3cfd9fb81b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:08.047583 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8ed6ccb9-c49f-4825-b105-bfcf8fcd3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:08.048430 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed6ccb9-c49f-4825-b105-bfcf8fcd3b97 None None] The sync data for ids ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:22:08.202399 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f0653fb0-2a0e-4e6e-acbf-3cfd9fb81b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:08.267001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f0653fb0-2a0e-4e6e-acbf-3cfd9fb81b86 None None] For port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=91203445-3e5f-4019-8ba8-ca2eeb3d9caf,segment=NetworkSegment(86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c),segment_id=86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:08.352054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f0653fb0-2a0e-4e6e-acbf-3cfd9fb81b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:08.412636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418e8b3-0df4-4519-8708-c9327321cf8c req-01f5f2fe-1094-419c-92c0-82c02a6a67c5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:08.425950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4418e8b3-0df4-4519-8708-c9327321cf8c req-01f5f2fe-1094-419c-92c0-82c02a6a67c5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 944 time: 0.1042762 Jul 05 18:22:08.466967 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-92ce512d-fe8c-4b3c-a59b-a81ea67fadd8 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:22:08.471528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-92ce512d-fe8c-4b3c-a59b-a81ea67fadd8 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "PUT /v2.0/routers/10bf4f66-e35e-42c4-858e-6d6d52b5d8df/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5742645 Jul 05 18:22:08.472326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53312) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:08.478167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4418e8b3-0df4-4519-8708-c9327321cf8c req-fd0178c3-5035-49ac-b767-73095b77c896 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463071 Jul 05 18:22:08.504462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0653fb0-2a0e-4e6e-acbf-3cfd9fb81b86 None None] Pushing event updated for resources: {'Port': ['ID=91203445-3e5f-4019-8ba8-ca2eeb3d9caf,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:08.507249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab8f44-7b91-4203-a7af-d24cef2db1ed None None] Network f0dad8a3-0949-4c47-b87f-35118f261749 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:08.851314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4231c7c7-7331-4997-acb6-09dd85ff1cac None None] Provisioning for port c3c9d8e5-1495-4f5c-adf5-80469cf40506 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:08.968783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363332d-10cc-432d-b0a8-0776f2a7e88c req-4f67b5f8-a5c1-4828-bd41-75f36a149b1d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:08.993675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f363332d-10cc-432d-b0a8-0776f2a7e88c req-4f67b5f8-a5c1-4828-bd41-75f36a149b1d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.2134147 Jul 05 18:22:09.087462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d927954-108d-4c2f-96d0-8f1358d8bf89 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:22:09.130256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f363332d-10cc-432d-b0a8-0776f2a7e88c req-306c5819-3f88-4b8a-bce8-27c5d2fe096f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355555 Jul 05 18:22:09.191985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5d927954-108d-4c2f-96d0-8f1358d8bf89 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:09.192458 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:09.257297 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7990f8a4-a292-406a-b6b1-9b70196deba2 None None] Provisioning for port 1f96f7a2-4bd7-45ce-8658-9935087bb50d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:09.266861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7990f8a4-a292-406a-b6b1-9b70196deba2 None None] Provisioning complete for port 1f96f7a2-4bd7-45ce-8658-9935087bb50d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:09.272904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7990f8a4-a292-406a-b6b1-9b70196deba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:09.368005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7db46c-31e7-4f5e-bf2c-8fe632ff0e76 req-12f68016-cd3d-4f03-8771-4938a90d7fd7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:09.371090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7990f8a4-a292-406a-b6b1-9b70196deba2 None None] Port 1f96f7a2-4bd7-45ce-8658-9935087bb50d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:22:09.379002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e7db46c-31e7-4f5e-bf2c-8fe632ff0e76 req-12f68016-cd3d-4f03-8771-4938a90d7fd7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 907 time: 0.1380384 Jul 05 18:22:09.416921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7990f8a4-a292-406a-b6b1-9b70196deba2 None None] Provisioning complete for port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:09.417513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7990f8a4-a292-406a-b6b1-9b70196deba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:09.499936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 91203445-3e5f-4019-8ba8-ca2eeb3d9caf up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:22:09.522496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-621f486b-4f82-41fe-ad63-d04da58ef381 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:09.525480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-621f486b-4f82-41fe-ad63-d04da58ef381 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 907 time: 0.1743078 Jul 05 18:22:09.602070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:09.631124 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:09.740916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942051d-1aa2-4360-b5a5-4db8b0aaffe3 req-c63eec21-7a64-459c-8596-840741552fad tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:09.741900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b942051d-1aa2-4360-b5a5-4db8b0aaffe3 req-c63eec21-7a64-459c-8596-840741552fad tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 944 time: 0.1237450 Jul 05 18:22:09.745327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-22ec1db9-8ecf-4338-94df-08cefe265737 None None] Provisioning complete for port 1f96f7a2-4bd7-45ce-8658-9935087bb50d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:09.745708 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-22ec1db9-8ecf-4338-94df-08cefe265737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:09.780775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Deleting port c34edd7f-1568-4178-8413-2a61a83d1606 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:09.781189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:09.806869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b942051d-1aa2-4360-b5a5-4db8b0aaffe3 req-95eddd0c-a691-442f-bffc-c9f0f25636c6 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352700 Jul 05 18:22:09.835103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c3c9d8e5-1495-4f5c-adf5-80469cf40506 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:22:09.854968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:09.866367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-22ec1db9-8ecf-4338-94df-08cefe265737 None None] Port 1f96f7a2-4bd7-45ce-8658-9935087bb50d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:22:09.975269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] For port c34edd7f-1568-4178-8413-2a61a83d1606, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c34edd7f-1568-4178-8413-2a61a83d1606,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:09.975622 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:09.980815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c3c9d8e5-1495-4f5c-adf5-80469cf40506 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:09.985606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c3c9d8e5-1495-4f5c-adf5-80469cf40506 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:09.986145 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.018185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Calling delete_port for c34edd7f-1568-4178-8413-2a61a83d1606 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:10.079064 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.121705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c3c9d8e5-1495-4f5c-adf5-80469cf40506, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c3c9d8e5-1495-4f5c-adf5-80469cf40506,segment=NetworkSegment(02607ea3-9604-4c42-9cf0-d807f2f6fd9d),segment_id=02607ea3-9604-4c42-9cf0-d807f2f6fd9d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:10.155862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-6e6615db-6cb2-42c4-a1dd-b9805aa8aa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:10.157853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-6e6615db-6cb2-42c4-a1dd-b9805aa8aa73 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454&tenant_id=b45e7da5523a4e0db9eed86e25f98de3 HTTP/1.1" status: 200 len: 1095 time: 0.1213324 Jul 05 18:22:10.179146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:10.204858 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.321812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c3c9d8e5-1495-4f5c-adf5-80469cf40506,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:10.325310 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.329265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Deleting port 1f96f7a2-4bd7-45ce-8658-9935087bb50d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:10.329745 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.392040 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.437108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event deleted for resources: {'Port': ['ID=c34edd7f-1568-4178-8413-2a61a83d1606,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:10.513407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] No DVR routers for this DVR port c34edd7f-1568-4178-8413-2a61a83d1606 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:10.516326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.519508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.521512 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-57c5aec7-a0cd-46e1-9cea-7d796a77fe10 req-cb845724-bb5d-4664-a7ec-812b51360c4a tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "DELETE /v2.0/ports/c34edd7f-1568-4178-8413-2a61a83d1606 HTTP/1.1" status: 204 len: 173 time: 0.9902067 Jul 05 18:22:10.521962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f506c71-4e11-4096-891b-78681ac58114', 'name': 'network-vif-deleted', 'tag': 'c34edd7f-1568-4178-8413-2a61a83d1606'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:10.524351 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6446c0ce-6676-46c9-b5a4-0e4a65ae3291" -d '{"events": [{"server_uuid": "7f506c71-4e11-4096-891b-78681ac58114", "name": "network-vif-deleted", "tag": "c34edd7f-1568-4178-8413-2a61a83d1606"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:10.545761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Calling delete_port for 1f96f7a2-4bd7-45ce-8658-9935087bb50d owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:10.608848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b855ccc1-5425-45ba-b7cb-40d93763f99a req-43924446-3fb8-41d4-8357-5b26b1b00b29 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 210 time: 0.0502367 Jul 05 18:22:10.677144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:10.728883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746fe2c-1b7b-4674-a74d-f5bd1e96c48a req-f7e9653d-2f11-4fb7-8b11-97440fab1695 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:10.739407 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5aec78-696e-41ee-9532-20395e6cef5c x-openstack-request-id: req-2d5aec78-696e-41ee-9532-20395e6cef5c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:10.739729 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f506c71-4e11-4096-891b-78681ac58114", "name": "network-vif-deleted", "tag": "c34edd7f-1568-4178-8413-2a61a83d1606", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:10.739961 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d5aec78-696e-41ee-9532-20395e6cef5c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:10.740357 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f506c71-4e11-4096-891b-78681ac58114', 'name': 'network-vif-deleted', 'tag': 'c34edd7f-1568-4178-8413-2a61a83d1606', 'status': 'completed', 'code': 200} Jul 05 18:22:10.741484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8746fe2c-1b7b-4674-a74d-f5bd1e96c48a req-f7e9653d-2f11-4fb7-8b11-97440fab1695 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.4407051 Jul 05 18:22:10.834067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:22:10.896601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c3c9d8e5-1495-4f5c-adf5-80469cf40506 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:22:10.911945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8746fe2c-1b7b-4674-a74d-f5bd1e96c48a req-3a3faed5-85ae-4593-892c-cbbdc87f1ae7 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695201 Jul 05 18:22:10.923502 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.932187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf57645-dabe-4e17-b025-b9f26332d08d {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:22:10.944190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:10.961581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Transition to ACTIVE for port object acf57645-dabe-4e17-b025-b9f26332d08d will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:10.976333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Port': ['ID=1f96f7a2-4bd7-45ce-8658-9935087bb50d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:10.987846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c3c9d8e5-1495-4f5c-adf5-80469cf40506 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:10.988521 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:11.072436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:11.092170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56144cd-ffb8-4e2b-95f5-a47c2048b305 req-c6eba423-bd40-47a7-b65c-24857f9eae2e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:11.094129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e56144cd-ffb8-4e2b-95f5-a47c2048b305 req-c6eba423-bd40-47a7-b65c-24857f9eae2e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 944 time: 0.1244080 Jul 05 18:22:11.171036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] No DVR routers for this DVR port acf57645-dabe-4e17-b025-b9f26332d08d on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:11.180596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:11.191053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=9']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:11.225880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e56144cd-ffb8-4e2b-95f5-a47c2048b305 req-4daef713-ae87-493d-98df-f8ecf9bca0d4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080985 Jul 05 18:22:11.235998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Attempting to bind port acf57645-dabe-4e17-b025-b9f26332d08d on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:22:11.236154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Attempting to bind port acf57645-dabe-4e17-b025-b9f26332d08d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:22:11.245308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Attempting to bind port acf57645-dabe-4e17-b025-b9f26332d08d on network 7eb0674e-5910-463f-957c-afcd8db859a6 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:22:11.245308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Port acf57645-dabe-4e17-b025-b9f26332d08d on network 7eb0674e-5910-463f-957c-afcd8db859a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:22:11.245308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Attempting to bind port acf57645-dabe-4e17-b025-b9f26332d08d on network 7eb0674e-5910-463f-957c-afcd8db859a6 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:22:11.255912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:22:11.256404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Checking segment: {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:11.256942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Bound using segment: {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:22:11.257565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Bound port: acf57645-dabe-4e17-b025-b9f26332d08d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '522436ac-0a40-4f0d-abe2-bcac532ba4e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:22:11.257987 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:11.336922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:22:11.340099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:22:11.367958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Router 10bf4f66-e35e-42c4-858e-6d6d52b5d8df has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:22:11.415639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:11.470413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:11.471144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:11.472016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:22:11.474062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] 10.222.0.39 "PUT /v2.0/ports/acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 200 len: 1092 time: 1.3073192 Jul 05 18:22:11.474693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:11.476977 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be49a5cd-84a2-47aa-8fd5-baa50466fe19" -d '{"events": [{"name": "network-changed", "server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:11.485955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdf3e3-0543-474a-881d-01ca9c8fd528 None None] Sync routers for ids ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:22:11.499321 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4d5c0d83-b440-4b82-8424-5a97fe1850ce tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "PUT /v2.0/routers/10bf4f66-e35e-42c4-858e-6d6d52b5d8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0216501 Jul 05 18:22:11.499684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdf3e3-0543-474a-881d-01ca9c8fd528 None None] Routers {'10bf4f66-e35e-42c4-858e-6d6d52b5d8df'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:11.499881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53438) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:11.500758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2abdf3e3-0543-474a-881d-01ca9c8fd528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:11.508066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa568c8b-1fcb-49d0-9924-2e5e8300f9ec service neutron] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=10']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:11.551700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2abdf3e3-0543-474a-881d-01ca9c8fd528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:11.562374 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-3560b9c8-c882-44fa-a9e9-dbe2c0b22d04 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] delete failed (client error): The resource could not be found. Jul 05 18:22:11.574288 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3560b9c8-c882-44fa-a9e9-dbe2c0b22d04 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-818955296 HTTP/1.1" status: 404 len: 334 time: 0.0614235 Jul 05 18:22:11.574484 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461677e9-241d-4de5-bec8-f3749e21eb15 x-openstack-request-id: req-461677e9-241d-4de5-bec8-f3749e21eb15 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:11.574484 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:11.574484 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-461677e9-241d-4de5-bec8-f3749e21eb15 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:11.574484 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'status': 'completed', 'code': 200} Jul 05 18:22:11.574966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53442) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:11.575096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdf3e3-0543-474a-881d-01ca9c8fd528 None None] Routers {'10bf4f66-e35e-42c4-858e-6d6d52b5d8df'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:11.575096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2abdf3e3-0543-474a-881d-01ca9c8fd528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:11.575319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-26bbe0d7-1dfd-44c9-84d9-07637873c238 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Request body: {'router': {'external_gateway_info': {'network_id': '10bf4f66-e35e-42c4-858e-6d6d52b5d8df'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:11.607990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-4b1c035c-6173-4eb6-9833-28f26713d431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:11.610472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-4b1c035c-6173-4eb6-9833-28f26713d431 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 1096 time: 0.0877576 Jul 05 18:22:11.642221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2abdf3e3-0543-474a-881d-01ca9c8fd528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:11.643586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdf3e3-0543-474a-881d-01ca9c8fd528 None None] The sync data for ids ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:22:11.857826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ba7b357-b571-4f69-aa6a-095f6b548d67 req-4c35b3d0-f0af-468a-a7e9-8abba1b6e552 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f506c71-4e11-4096-891b-78681ac58114 HTTP/1.1" status: 200 len: 210 time: 0.0401864 Jul 05 18:22:11.857826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-02c92a41-1445-4de0-bb8d-898d76dc4d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:11.857826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-02c92a41-1445-4de0-bb8d-898d76dc4d96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 913 time: 0.2403462 Jul 05 18:22:11.890105 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-26bbe0d7-1dfd-44c9-84d9-07637873c238 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:11.911871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-a1e12f52-b047-4f37-bbd3-84fe9c9271cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 200 len: 217 time: 0.0468545 Jul 05 18:22:11.955069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c34edd7f-1568-4178-8413-2a61a83d1606 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:11.974043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-d3f54363-f694-43ea-b806-1b4ed4acab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:11.975762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-d3f54363-f694-43ea-b806-1b4ed4acab1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdaf825-3836-4aa5-8df2-5b5e786f76bb HTTP/1.1" status: 200 len: 853 time: 0.0568969 Jul 05 18:22:11.979863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: c34edd7f-1568-4178-8413-2a61a83d1606 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:11.980282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c34edd7f-1568-4178-8413-2a61a83d1606 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:11.989267 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-26bbe0d7-1dfd-44c9-84d9-07637873c238 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] update failed (client error): The resource could not be found. Jul 05 18:22:11.990598 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-26bbe0d7-1dfd-44c9-84d9-07637873c238 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "PUT /v2.0/routers/10bf4f66-e35e-42c4-858e-6d6d52b5d8df HTTP/1.1" status: 404 len: 339 time: 0.4193885 Jul 05 18:22:11.994076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53458) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:12.012074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-2d5efcfc-d0e4-4ad3-be87-04ea3baed916 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eb0674e-5910-463f-957c-afcd8db859a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292287 Jul 05 18:22:12.147728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-049a98a7-1333-4537-9729-4238b6fd8b93 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289704 Jul 05 18:22:12.162734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e84e7-2426-4422-b127-b35783b47a68 req-01d0738a-6f4e-4de1-9318-8e54cb6841e8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:12.164268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591e84e7-2426-4422-b127-b35783b47a68 req-01d0738a-6f4e-4de1-9318-8e54cb6841e8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.0986857 Jul 05 18:22:12.265737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-591e84e7-2426-4422-b127-b35783b47a68 req-20febdb5-66e9-4eef-8219-56f015bfda3d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919738 Jul 05 18:22:12.296091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-1b4094b4-50a5-408f-baad-e2fba2c73bae service neutron] 10.222.0.39 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308627 Jul 05 18:22:12.328155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:12.495906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d943eca2-04e8-412c-afb2-e76e7f940ee6 req-71e462a8-2c7a-4616-bba6-27b0694ab4f1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:12.497595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d943eca2-04e8-412c-afb2-e76e7f940ee6 req-71e462a8-2c7a-4616-bba6-27b0694ab4f1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.1270397 Jul 05 18:22:12.542102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-88be6d56-c464-4338-9ebf-0ce2bbbd38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:12.543727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-88be6d56-c464-4338-9ebf-0ce2bbbd38a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 1096 time: 0.1199577 Jul 05 18:22:12.640129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d943eca2-04e8-412c-afb2-e76e7f940ee6 req-41719bf0-5f9d-4926-93e4-d9a71fa1eaf0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338971 Jul 05 18:22:12.712896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-ae952335-c514-4294-8171-8e4ca3b24d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:12.714548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-ae952335-c514-4294-8171-8e4ca3b24d43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 913 time: 0.1610186 Jul 05 18:22:12.759855 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-4c78f9de-31fa-45d2-89e7-d6a3dd072585 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 200 len: 217 time: 0.0378132 Jul 05 18:22:12.842112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-4d9bbf33-b256-4302-8c71-ec3540669841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:12.844065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-4d9bbf33-b256-4302-8c71-ec3540669841 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdaf825-3836-4aa5-8df2-5b5e786f76bb HTTP/1.1" status: 200 len: 853 time: 0.0737619 Jul 05 18:22:12.890200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-b5791634-cd6b-43f6-8da1-88da77e7a138 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eb0674e-5910-463f-957c-afcd8db859a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370452 Jul 05 18:22:13.150695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Allocated IP 172.20.0.1 (1a9795e5-f5b1-4842-ba74-19c122e99fc9/958f28e8-4c38-4d92-ba35-fdb0f8691f29/79a291f4-ae6c-4402-8d20-b611ec43c3b9) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:22:13.386150 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:13.421187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Transition to ACTIVE for port object 79a291f4-ae6c-4402-8d20-b611ec43c3b9 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:13.616492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-8a9c3fb5-de93-43c7-b629-765b0be8c9b6 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787163 Jul 05 18:22:13.620615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:13.668498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07a25b-f2e8-4cd8-bbf1-abe0d4af843d req-af4a4602-d8f2-4de7-b01e-934b1c21d93d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:13.680541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d07a25b-f2e8-4cd8-bbf1-abe0d4af843d req-af4a4602-d8f2-4de7-b01e-934b1c21d93d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1274481 Jul 05 18:22:13.692592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:22:13.702072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:13.707550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:22:13.832295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Port': ['ID=79a291f4-ae6c-4402-8d20-b611ec43c3b9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:13.868549 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:13.889496 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be49a5cd-84a2-47aa-8fd5-baa50466fe19 req-3a8f7e77-5b4d-48ac-934f-aac7b56f2914 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716533 Jul 05 18:22:14.030716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d07a25b-f2e8-4cd8-bbf1-abe0d4af843d req-d2dcbc43-9493-48c4-b465-bcdadf3e08ee tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488123 Jul 05 18:22:14.157900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de2cd1-6b84-4b9b-80f7-0103a630acdd req-4637816c-d0c3-4a9a-84a6-54c5f51cc9ce tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:14.160768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2de2cd1-6b84-4b9b-80f7-0103a630acdd req-4637816c-d0c3-4a9a-84a6-54c5f51cc9ce tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.2701299 Jul 05 18:22:14.225091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2de2cd1-6b84-4b9b-80f7-0103a630acdd req-6616a963-bcff-4d06-acf2-a66e18309ef4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556612 Jul 05 18:22:14.271901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-59e87434-5f47-4075-9898-613ab88f5d99 None None] Provisioning for port 79a291f4-ae6c-4402-8d20-b611ec43c3b9 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:14.282028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-59e87434-5f47-4075-9898-613ab88f5d99 None None] Provisioning complete for port 79a291f4-ae6c-4402-8d20-b611ec43c3b9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:14.282411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-59e87434-5f47-4075-9898-613ab88f5d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:14.340313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:14.360705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-59e87434-5f47-4075-9898-613ab88f5d99 None None] Port 79a291f4-ae6c-4402-8d20-b611ec43c3b9 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:22:14.388129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7027c6-0613-4393-967b-098ff8ef4b7a req-f2c60ab9-a3d3-421e-a7a5-407bff2b3672 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:14.390518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd7027c6-0613-4393-967b-098ff8ef4b7a req-f2c60ab9-a3d3-421e-a7a5-407bff2b3672 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 945 time: 0.1232760 Jul 05 18:22:14.455278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd7027c6-0613-4393-967b-098ff8ef4b7a req-25801b3f-c6a1-4c9f-9117-556885dc1f2d tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566409 Jul 05 18:22:14.726187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:14.780467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:14.929961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event updated for resources: {'Port': ['ID=79a291f4-ae6c-4402-8d20-b611ec43c3b9,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:14.943534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:15.110807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:22:15.112547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:15.137175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-84800716-d603-444d-90bd-4025e5f7a7f9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:15.139012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-84800716-d603-444d-90bd-4025e5f7a7f9 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.97 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 945 time: 0.0984969 Jul 05 18:22:15.282438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Router 10bf4f66-e35e-42c4-858e-6d6d52b5d8df has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:22:15.364923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Deleting port d17a76e0-455c-4433-b902-6e1226f4404a {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:15.365330 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:15.448806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:22:15.485375 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb14c2-59d0-4976-a94c-77df739d9ed7 None None] Sync routers for ids ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:22:15.505070 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7c606abc-e114-498d-b43b-a5436195050b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "PUT /v2.0/routers/10bf4f66-e35e-42c4-858e-6d6d52b5d8df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5040879 Jul 05 18:22:15.505539 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb14c2-59d0-4976-a94c-77df739d9ed7 None None] Routers {'10bf4f66-e35e-42c4-858e-6d6d52b5d8df'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:15.505921 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3dbb14c2-59d0-4976-a94c-77df739d9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:15.514225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53536) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:15.554617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] For port d17a76e0-455c-4433-b902-6e1226f4404a, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=d17a76e0-455c-4433-b902-6e1226f4404a,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:15.555191 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:15.572524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Calling delete_port for d17a76e0-455c-4433-b902-6e1226f4404a owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:15.598671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef2309-053e-4a18-ba7d-0ad92852adbc req-01484106-470d-4700-98b9-d87f6478f01d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:15.600888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-adeedabe-bc2d-4b3c-a757-0acdcfee9ca7 None None] Provisioning complete for port 79a291f4-ae6c-4402-8d20-b611ec43c3b9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:15.602853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-adeedabe-bc2d-4b3c-a757-0acdcfee9ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:15.607612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12ef2309-053e-4a18-ba7d-0ad92852adbc req-01484106-470d-4700-98b9-d87f6478f01d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.3589520 Jul 05 18:22:15.629841 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3dbb14c2-59d0-4976-a94c-77df739d9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:15.653217 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbb14c2-59d0-4976-a94c-77df739d9ed7 None None] Routers {'10bf4f66-e35e-42c4-858e-6d6d52b5d8df'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:15.657955 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3dbb14c2-59d0-4976-a94c-77df739d9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:15.716687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-adeedabe-bc2d-4b3c-a757-0acdcfee9ca7 None None] Port 79a291f4-ae6c-4402-8d20-b611ec43c3b9 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:22:15.756478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c399ccf-b1bc-4522-a336-f43c80279387 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:15.765707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12ef2309-053e-4a18-ba7d-0ad92852adbc req-fabc2ebe-8773-4465-adc2-f4108d270f7b tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315114 Jul 05 18:22:15.768180 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3dbb14c2-59d0-4976-a94c-77df739d9ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:15.769373 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbb14c2-59d0-4976-a94c-77df739d9ed7 None None] The sync data for ids ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:22:15.943270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42033b5-eacd-4754-83d7-09599a8d3c12 req-8aded008-f2cb-4396-9db9-818b9b6873a0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:15.943270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f42033b5-eacd-4754-83d7-09599a8d3c12 req-8aded008-f2cb-4396-9db9-818b9b6873a0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.3600936 Jul 05 18:22:16.008965 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-4c399ccf-b1bc-4522-a336-f43c80279387 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 18:22:16.012414 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4c399ccf-b1bc-4522-a336-f43c80279387 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "DELETE /v2.0/routers/10bf4f66-e35e-42c4-858e-6d6d52b5d8df HTTP/1.1" status: 409 len: 329 time: 0.4943051 Jul 05 18:22:16.020813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53544) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:16.149137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f42033b5-eacd-4754-83d7-09599a8d3c12 req-87b69770-5b9c-4669-a6af-dd860db13eb6 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949451 Jul 05 18:22:16.191556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511f88bc-0f12-4c89-9f8a-cef49f3f9495 req-2995e066-4c2a-49bb-80d4-547c8ab4f837 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:16.193957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-511f88bc-0f12-4c89-9f8a-cef49f3f9495 req-2995e066-4c2a-49bb-80d4-547c8ab4f837 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 945 time: 0.1787446 Jul 05 18:22:16.218957 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:16.229519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['d17a76e0-455c-4433-b902-6e1226f4404a'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:22:16.234081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b430125d-420e-44d4-a2e4-8f865508e84d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:22:16.279404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event deleted for resources: {'Port': ['ID=d17a76e0-455c-4433-b902-6e1226f4404a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:16.305620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-511f88bc-0f12-4c89-9f8a-cef49f3f9495 req-549dd23a-881e-4ea9-adcf-00ebb9e16fa2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067638 Jul 05 18:22:16.386780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] No DVR routers for this DVR port d17a76e0-455c-4433-b902-6e1226f4404a on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:16.391738 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:16.394841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3fcebdb-9e28-4e8d-8fe7-c45edbe4d7d6 req-af23b7c0-8707-4fdc-92d6-ceb89ac9bb76 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.97 "DELETE /v2.0/ports/d17a76e0-455c-4433-b902-6e1226f4404a HTTP/1.1" status: 204 len: 173 time: 1.2497706 Jul 05 18:22:16.399982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684', 'name': 'network-vif-deleted', 'tag': 'd17a76e0-455c-4433-b902-6e1226f4404a'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:16.402454 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bf866d-46a0-43d5-a4d6-918836f1e9a9" -d '{"events": [{"server_uuid": "9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684", "name": "network-vif-deleted", "tag": "d17a76e0-455c-4433-b902-6e1226f4404a"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:16.484891 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee43fe90-2480-4027-84b4-0d15e3fab4bf x-openstack-request-id: req-ee43fe90-2480-4027-84b4-0d15e3fab4bf {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:16.485497 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684", "name": "network-vif-deleted", "tag": "d17a76e0-455c-4433-b902-6e1226f4404a", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:16.485974 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee43fe90-2480-4027-84b4-0d15e3fab4bf {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:16.487152 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684', 'name': 'network-vif-deleted', 'tag': 'd17a76e0-455c-4433-b902-6e1226f4404a', 'status': 'completed', 'code': 200} Jul 05 18:22:16.591619 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:17.065735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Deleting port 79a291f4-ae6c-4402-8d20-b611ec43c3b9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:17.066117 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:17.112720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6935e73-9fb3-44ed-b9a5-e56fb259cf5b req-4f7e692f-b426-47ab-a179-308345681a5f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:17.139279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6935e73-9fb3-44ed-b9a5-e56fb259cf5b req-4f7e692f-b426-47ab-a179-308345681a5f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.0865233 Jul 05 18:22:17.159097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a6935e73-9fb3-44ed-b9a5-e56fb259cf5b req-a1d05ba4-7020-48d5-b8df-75f186bc0ae2 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379546 Jul 05 18:22:17.170167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:17.183449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Calling delete_port for 79a291f4-ae6c-4402-8d20-b611ec43c3b9 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:17.353074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c95ef-a0e8-4e8f-b146-8f9aa729d835 req-c74b534b-d24c-4e0c-94fb-c321052c70e5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:17.354751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-347c95ef-a0e8-4e8f-b146-8f9aa729d835 req-c74b534b-d24c-4e0c-94fb-c321052c70e5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.0744700 Jul 05 18:22:17.403847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-347c95ef-a0e8-4e8f-b146-8f9aa729d835 req-32ad83b6-cd21-466a-a581-aae9f08fc5d4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424056 Jul 05 18:22:17.469067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05af76e6-f605-442c-b3e0-7adeac735151 req-3c5770bd-a9dd-48a1-bc3a-94979cbab6c2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 210 time: 0.0308473 Jul 05 18:22:18.311980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:18.349934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Port': ['ID=79a291f4-ae6c-4402-8d20-b611ec43c3b9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:18.435898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c3705-2639-4864-bc63-4fea2cfb3039 req-db6620c8-f50b-4819-a868-8e5ac26126ff tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:18.454084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f02c3705-2639-4864-bc63-4fea2cfb3039 req-db6620c8-f50b-4819-a868-8e5ac26126ff tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1077952 Jul 05 18:22:18.578795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f02c3705-2639-4864-bc63-4fea2cfb3039 req-cb6220e4-10a0-4b11-a34a-add1760324cd tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202452 Jul 05 18:22:18.745647 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:18.875937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device d17a76e0-455c-4433-b902-6e1226f4404a no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:18.879028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227bffb-7969-4d45-a083-71330164ed21 req-a2a8698d-1276-4f20-9bb2-32fb5004deca tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:18.883063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9227bffb-7969-4d45-a083-71330164ed21 req-a2a8698d-1276-4f20-9bb2-32fb5004deca tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.1705697 Jul 05 18:22:18.948098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: d17a76e0-455c-4433-b902-6e1226f4404a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:18.948098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device d17a76e0-455c-4433-b902-6e1226f4404a not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:18.991583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c38a70f-437f-4bd1-ae3c-96c82872dce6 req-0858ea36-bf94-41f3-a092-2ccb6ffa2ba6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=9b5944ec-d6a2-4c9b-bfb8-6ce7a7376684 HTTP/1.1" status: 200 len: 210 time: 0.0627418 Jul 05 18:22:19.044092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9227bffb-7969-4d45-a083-71330164ed21 req-4c161eaf-f0cd-4e4f-bc93-db947b916460 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547267 Jul 05 18:22:19.134589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Router 10bf4f66-e35e-42c4-858e-6d6d52b5d8df has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:22:19.284095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:22:19.294708 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84f9f6d5-367f-4dfa-af1e-a58c189de053 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "PUT /v2.0/routers/10bf4f66-e35e-42c4-858e-6d6d52b5d8df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2727833 Jul 05 18:22:19.334519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53588) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:19.334739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2299f1e-10d4-442b-8d28-029034ade4b5 None None] Sync routers for ids ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:22:19.334739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2299f1e-10d4-442b-8d28-029034ade4b5 None None] Routers {'10bf4f66-e35e-42c4-858e-6d6d52b5d8df'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:19.334739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b2299f1e-10d4-442b-8d28-029034ade4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:19.350402 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-2648317e-1643-4f0c-8a4f-7806dbb81664 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] show failed (client error): The resource could not be found. Jul 05 18:22:19.350727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b2299f1e-10d4-442b-8d28-029034ade4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:19.351967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2648317e-1643-4f0c-8a4f-7806dbb81664 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-484888826 HTTP/1.1" status: 404 len: 334 time: 0.0554790 Jul 05 18:22:19.355924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53590) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:19.363758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2be9a23d-abf3-468c-8dfd-c79a6d7f46d4 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:19.365137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2299f1e-10d4-442b-8d28-029034ade4b5 None None] Routers {'10bf4f66-e35e-42c4-858e-6d6d52b5d8df'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:19.366041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b2299f1e-10d4-442b-8d28-029034ade4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:21:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:19.405870 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-2be9a23d-abf3-468c-8dfd-c79a6d7f46d4 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] update failed (client error): The resource could not be found. Jul 05 18:22:19.410656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2be9a23d-abf3-468c-8dfd-c79a6d7f46d4 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-279632931 HTTP/1.1" status: 404 len: 334 time: 0.0494971 Jul 05 18:22:19.411147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53592) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:19.412932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b2299f1e-10d4-442b-8d28-029034ade4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:19.413628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2299f1e-10d4-442b-8d28-029034ade4b5 None None] The sync data for ids ['10bf4f66-e35e-42c4-858e-6d6d52b5d8df'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:22:19.476002 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-9535bc6f-de45-49fb-83e4-1accb9ac1d16 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Deleting subnet 1c8847db-170d-433e-b432-2b1e7c344dec {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:22:19.480708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9535bc6f-de45-49fb-83e4-1accb9ac1d16 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:19.523995 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9535bc6f-de45-49fb-83e4-1accb9ac1d16 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:19.616260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9535bc6f-de45-49fb-83e4-1accb9ac1d16 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:19.798818 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9535bc6f-de45-49fb-83e4-1accb9ac1d16 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:19.860472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9535bc6f-de45-49fb-83e4-1accb9ac1d16 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8847db-170d-433e-b432-2b1e7c344dec,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:19.863107 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9535bc6f-de45-49fb-83e4-1accb9ac1d16 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:19.864780 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9535bc6f-de45-49fb-83e4-1accb9ac1d16 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "DELETE /v2.0/subnets/1c8847db-170d-433e-b432-2b1e7c344dec HTTP/1.1" status: 204 len: 168 time: 0.4526124 Jul 05 18:22:19.868729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53600) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:19.879138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50128d07-9f11-4639-9f5b-8b07dd746766 None None] Network f0dad8a3-0949-4c47-b87f-35118f261749 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:19.943956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106abff-fd1a-4dbc-b172-e256f693b23d req-9005a388-f6e6-4785-811e-ae78f6c49545 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:19.945521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a106abff-fd1a-4dbc-b172-e256f693b23d req-9005a388-f6e6-4785-811e-ae78f6c49545 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1526632 Jul 05 18:22:19.962428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-58051a13-59df-481c-86fb-25f17d821661 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Deleting subnet 2e784921-23f4-4157-8976-bd14e5942936 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:22:19.997413 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-58051a13-59df-481c-86fb-25f17d821661 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.050169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a106abff-fd1a-4dbc-b172-e256f693b23d req-53ac0a81-48a1-4d9d-ac4c-cb3aad0a881e tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841634 Jul 05 18:22:20.099289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-58051a13-59df-481c-86fb-25f17d821661 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.168423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747d6c1e-c95c-4d4f-a5d3-7edb0c0fc95f None None] DHCP port deletion for f0dad8a3-0949-4c47-b87f-35118f261749 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:22:20.303080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-747d6c1e-c95c-4d4f-a5d3-7edb0c0fc95f None None] Deleting port c3c9d8e5-1495-4f5c-adf5-80469cf40506 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:20.303384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-747d6c1e-c95c-4d4f-a5d3-7edb0c0fc95f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.348529 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-58051a13-59df-481c-86fb-25f17d821661 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.413342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d85ce-5301-487e-b134-4b8602673480 req-179d2e13-2f24-433e-8014-63bf65a47845 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:20.420917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-094d85ce-5301-487e-b134-4b8602673480 req-179d2e13-2f24-433e-8014-63bf65a47845 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.1479657 Jul 05 18:22:20.465190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-747d6c1e-c95c-4d4f-a5d3-7edb0c0fc95f None None] For port c3c9d8e5-1495-4f5c-adf5-80469cf40506, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c3c9d8e5-1495-4f5c-adf5-80469cf40506,segment=NetworkSegment(02607ea3-9604-4c42-9cf0-d807f2f6fd9d),segment_id=02607ea3-9604-4c42-9cf0-d807f2f6fd9d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:20.465633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-747d6c1e-c95c-4d4f-a5d3-7edb0c0fc95f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.495488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-747d6c1e-c95c-4d4f-a5d3-7edb0c0fc95f None None] Calling delete_port for c3c9d8e5-1495-4f5c-adf5-80469cf40506 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:20.496570 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-094d85ce-5301-487e-b134-4b8602673480 req-689aadb4-175d-4828-9541-502d3b0a41aa tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744078 Jul 05 18:22:20.594046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-58051a13-59df-481c-86fb-25f17d821661 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.614445 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-58051a13-59df-481c-86fb-25f17d821661 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.619742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53616) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:20.621186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-58051a13-59df-481c-86fb-25f17d821661 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "DELETE /v2.0/subnets/2e784921-23f4-4157-8976-bd14e5942936 HTTP/1.1" status: 204 len: 168 time: 0.7513719 Jul 05 18:22:20.647056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58051a13-59df-481c-86fb-25f17d821661 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Subnet': ['ID=2e784921-23f4-4157-8976-bd14e5942936,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:20.654588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb77be-4248-4819-bfb7-c310a715c353 None None] Network ad25f213-03e3-4640-add9-62ca8c72aa80 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:20.775840 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.820651 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-747d6c1e-c95c-4d4f-a5d3-7edb0c0fc95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.885459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d6c1e-c95c-4d4f-a5d3-7edb0c0fc95f None None] No DVR routers for this DVR port c3c9d8e5-1495-4f5c-adf5-80469cf40506 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:20.887307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d6c1e-c95c-4d4f-a5d3-7edb0c0fc95f None None] Pushing event deleted for resources: {'Port': ['ID=c3c9d8e5-1495-4f5c-adf5-80469cf40506,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:20.892997 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2ab65569-1f9b-4076-b1e9-150bac65c736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:20.953706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c3c9d8e5-1495-4f5c-adf5-80469cf40506 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:21.038928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c3c9d8e5-1495-4f5c-adf5-80469cf40506 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:21.044424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c3c9d8e5-1495-4f5c-adf5-80469cf40506 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:21.220710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4f647-8502-456f-9d7a-1c9199c8d4bf req-2dbe1ab1-95fc-4d82-b667-b270d96154b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:21.222309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55f4f647-8502-456f-9d7a-1c9199c8d4bf req-2dbe1ab1-95fc-4d82-b667-b270d96154b8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 1096 time: 0.1917558 Jul 05 18:22:21.279382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0792030-eab1-48ff-b939-473e913d6a1e None None] DHCP port deletion for ad25f213-03e3-4640-add9-62ca8c72aa80 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:22:21.319310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55f4f647-8502-456f-9d7a-1c9199c8d4bf req-5406d4a7-29c4-4043-828e-8fd0ba4edef4 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826533 Jul 05 18:22:21.398807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b733d4-e4dc-48f0-a25b-60e1eb209377 req-f98866f3-f532-4573-97d3-139dd2216fc7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:21.411986 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1b733d4-e4dc-48f0-a25b-60e1eb209377 req-f98866f3-f532-4573-97d3-139dd2216fc7 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1270165 Jul 05 18:22:21.424095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a0792030-eab1-48ff-b939-473e913d6a1e None None] Deleting port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:21.424856 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0792030-eab1-48ff-b939-473e913d6a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:21.533631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1b733d4-e4dc-48f0-a25b-60e1eb209377 req-291b5713-6576-474d-a164-95e702148eab tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200795 Jul 05 18:22:21.642048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1e7c8-8f22-45d7-ac9f-7ee426c55a32 req-6af1a5f8-8c5b-4e07-809d-b742e6132fb4 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:21.646697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45e1e7c8-8f22-45d7-ac9f-7ee426c55a32 req-6af1a5f8-8c5b-4e07-809d-b742e6132fb4 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.2126222 Jul 05 18:22:21.660815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a0792030-eab1-48ff-b939-473e913d6a1e None None] For port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=91203445-3e5f-4019-8ba8-ca2eeb3d9caf,segment=NetworkSegment(86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c),segment_id=86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:21.665041 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0792030-eab1-48ff-b939-473e913d6a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:21.697337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a0792030-eab1-48ff-b939-473e913d6a1e None None] Calling delete_port for 91203445-3e5f-4019-8ba8-ca2eeb3d9caf owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:21.745862 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45e1e7c8-8f22-45d7-ac9f-7ee426c55a32 req-fd22b5a0-5405-4fa6-97b8-adcdfd70b8d8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900393 Jul 05 18:22:21.795826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Deleting port c3c9d8e5-1495-4f5c-adf5-80469cf40506 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:21.796421 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:21.921078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d356f0-6c69-497d-a7d7-abec2fe2b938 req-54e38e78-3f4b-4dca-9f03-d9afd4aa8db5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:21.930212 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d356f0-6c69-497d-a7d7-abec2fe2b938 req-54e38e78-3f4b-4dca-9f03-d9afd4aa8db5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.1089597 Jul 05 18:22:21.969682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] For port c3c9d8e5-1495-4f5c-adf5-80469cf40506, host n-d-799524-1, got binding levels [] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:21.970098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:21.980297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0792030-eab1-48ff-b939-473e913d6a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:21.996117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43d356f0-6c69-497d-a7d7-abec2fe2b938 req-ad4029b9-a92b-43bc-bb27-c6de836166f1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596366 Jul 05 18:22:22.049778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Calling delete_port for c3c9d8e5-1495-4f5c-adf5-80469cf40506 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:22.061302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.ipam_backend_mixin [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Port c3c9d8e5-1495-4f5c-adf5-80469cf40506 was not found and therefore no delete operation was performed {{(pid=100998) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:22:22.062995 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:22.069902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0792030-eab1-48ff-b939-473e913d6a1e None None] No DVR routers for this DVR port 91203445-3e5f-4019-8ba8-ca2eeb3d9caf on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:22.072432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0792030-eab1-48ff-b939-473e913d6a1e None None] Pushing event deleted for resources: {'Port': ['ID=91203445-3e5f-4019-8ba8-ca2eeb3d9caf,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:22.101331 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Port': ['ID=c3c9d8e5-1495-4f5c-adf5-80469cf40506,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:22.105086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] No DVR routers for this DVR port c3c9d8e5-1495-4f5c-adf5-80469cf40506 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:22.226882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:22.242754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dad8a3-0949-4c47-b87f-35118f261749']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:22.257520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02607ea3-9604-4c42-9cf0-d807f2f6fd9d') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:22.258025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02607ea3-9604-4c42-9cf0-d807f2f6fd9d') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:22.268118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:22.285577 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:22.307759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:22:22.308810 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:22:22.320017 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:22:22.799401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd338f-15e4-4258-a669-2e9d21d56f2d req-05ceacb8-0022-4c35-92fa-bcc5eb2efd2c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:22.803647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1bd338f-15e4-4258-a669-2e9d21d56f2d req-05ceacb8-0022-4c35-92fa-bcc5eb2efd2c tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1262331 Jul 05 18:22:22.897728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e1bd338f-15e4-4258-a669-2e9d21d56f2d req-461c9754-ad3c-4cab-a18d-c7e0425bc7ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868022 Jul 05 18:22:22.921772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 91203445-3e5f-4019-8ba8-ca2eeb3d9caf no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:22.923977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:22.944949 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:22.947735 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "DELETE /v2.0/networks/f0dad8a3-0949-4c47-b87f-35118f261749 HTTP/1.1" status: 204 len: 168 time: 2.3268538 Jul 05 18:22:22.960010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53650) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:22.983996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c3703-9027-49eb-a6a1-e0636648233d tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Network': ['ID=f0dad8a3-0949-4c47-b87f-35118f261749,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:22.988673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 91203445-3e5f-4019-8ba8-ca2eeb3d9caf {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:22.988673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 91203445-3e5f-4019-8ba8-ca2eeb3d9caf not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:23.048168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58c635-370a-45f2-a0f9-e10ae66875c1 req-64ec8e21-65f0-4214-b5ed-e340ef13645d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:23.050497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c58c635-370a-45f2-a0f9-e10ae66875c1 req-64ec8e21-65f0-4214-b5ed-e340ef13645d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1207523 Jul 05 18:22:23.130596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:23.134398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c58c635-370a-45f2-a0f9-e10ae66875c1 req-9986ab6f-375f-45e4-abe8-3af2358dc396 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783246 Jul 05 18:22:23.297396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ea811c-a348-488d-9a2b-869d94e51fa4 req-f52092e4-bac6-4698-a5eb-25844dc82f04 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:23.308397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0ea811c-a348-488d-9a2b-869d94e51fa4 req-f52092e4-bac6-4698-a5eb-25844dc82f04 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.1295226 Jul 05 18:22:23.330885 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:23.365356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad25f213-03e3-4640-add9-62ca8c72aa80']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:23.418896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:23.419206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c91d30-0a6f-4b4e-97f1-8a1cc0627d5c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:23.461097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:23.462092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0ea811c-a348-488d-9a2b-869d94e51fa4 req-7845e1c6-175c-4721-9b28-8f2f0558825b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526170 Jul 05 18:22:23.466049 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ac201dc-c214-41e2-aa1e-883d0932454f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:23.493240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:23.505277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:22:23.508862 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:22:23.514256 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:22:23.680123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-5ed76a75-b949-4f63-9cd0-52334c9bfa28 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:23.681932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-5ed76a75-b949-4f63-9cd0-52334c9bfa28 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/networks?id=88b4140b-6a05-4c17-8909-83608249d6bb HTTP/1.1" status: 200 len: 810 time: 0.1900322 Jul 05 18:22:23.707924 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-3f06d379-5ee1-4bd0-95f3-cc16169a2258 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/quotas/691459595fe14b4c94d3bea8571a306b HTTP/1.1" status: 200 len: 375 time: 0.0159824 Jul 05 18:22:23.827270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-9f9e0533-f0a4-490a-8183-4ffdd3e5d5c6 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917966 Jul 05 18:22:23.890232 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:24.005099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-bcec9e2a-f35d-4219-a2d8-a97701c38354 service neutron] 10.222.0.30 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693826 Jul 05 18:22:24.089542 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:24.098243 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:24.100137 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "DELETE /v2.0/networks/ad25f213-03e3-4640-add9-62ca8c72aa80 HTTP/1.1" status: 204 len: 168 time: 1.1387317 Jul 05 18:22:24.102629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53682) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:24.121385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e76b6-fdf9-4a57-b0f2-6f75830c6b19 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Network': ['ID=ad25f213-03e3-4640-add9-62ca8c72aa80,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:24.196879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2fde4ee-5982-4857-a3ed-4b0c33f8e8ed tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Deleting subnet 958f28e8-4c38-4d92-ba35-fdb0f8691f29 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:22:24.203178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2fde4ee-5982-4857-a3ed-4b0c33f8e8ed tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:24.272380 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2fde4ee-5982-4857-a3ed-4b0c33f8e8ed tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:24.447358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2fde4ee-5982-4857-a3ed-4b0c33f8e8ed tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:24.650087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a2f01-1fd2-4bdb-a0fe-ec72a2145b14 req-3beec76b-8c1b-4629-b87c-ad805ecefc75 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:24.657260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-122a2f01-1fd2-4bdb-a0fe-ec72a2145b14 req-3beec76b-8c1b-4629-b87c-ad805ecefc75 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.6276679 Jul 05 18:22:24.661949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-bb839d27-f223-4a74-90e3-24df23ff5a98 service neutron] 10.222.0.30 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510837 Jul 05 18:22:24.731054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-122a2f01-1fd2-4bdb-a0fe-ec72a2145b14 req-2f38506c-bca9-406f-95dc-96bd3e8937d4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727413 Jul 05 18:22:24.757907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2fde4ee-5982-4857-a3ed-4b0c33f8e8ed tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:24.786178 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:24.816777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fde4ee-5982-4857-a3ed-4b0c33f8e8ed tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Subnet': ['ID=958f28e8-4c38-4d92-ba35-fdb0f8691f29,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:24.822892 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a2fde4ee-5982-4857-a3ed-4b0c33f8e8ed tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:24.827538 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a2fde4ee-5982-4857-a3ed-4b0c33f8e8ed tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "DELETE /v2.0/subnets/958f28e8-4c38-4d92-ba35-fdb0f8691f29 HTTP/1.1" status: 204 len: 168 time: 0.7237723 Jul 05 18:22:24.828160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53694) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:24.830531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4767f7dc-5561-4a4b-a489-f2dca3eb97e3 None None] Network 1a9795e5-f5b1-4842-ba74-19c122e99fc9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:25.171113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fdc674ea-77ce-49e0-ab58-06a0b1b70587 req-877be2ea-d9ed-4d44-bbd4-ad94c742d5e1 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 210 time: 0.0519388 Jul 05 18:22:25.209706 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:25.292826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa67ed92-ac71-4c7c-83f1-103ed6a59fdd None None] DHCP port deletion for 1a9795e5-f5b1-4842-ba74-19c122e99fc9 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:22:25.322063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202dfda-bdb8-40e5-a3be-e8f6cf154c8d req-2f76cf61-1a0e-42dc-bfdd-efdd64e5b830 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:25.323807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2202dfda-bdb8-40e5-a3be-e8f6cf154c8d req-2f76cf61-1a0e-42dc-bfdd-efdd64e5b830 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.4049554 Jul 05 18:22:25.403722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aa67ed92-ac71-4c7c-83f1-103ed6a59fdd None None] Deleting port 5d927954-108d-4c2f-96d0-8f1358d8bf89 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:25.404069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa67ed92-ac71-4c7c-83f1-103ed6a59fdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:25.443216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2202dfda-bdb8-40e5-a3be-e8f6cf154c8d req-969a4c8d-830e-4c63-b2a3-ddc4b3d505ef tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977969 Jul 05 18:22:25.457156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Deleting port 5d927954-108d-4c2f-96d0-8f1358d8bf89 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:25.457156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:25.527827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aa67ed92-ac71-4c7c-83f1-103ed6a59fdd None None] For port 5d927954-108d-4c2f-96d0-8f1358d8bf89, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d927954-108d-4c2f-96d0-8f1358d8bf89,segment=NetworkSegment(3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a),segment_id=3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:25.527827 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa67ed92-ac71-4c7c-83f1-103ed6a59fdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:25.545855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aa67ed92-ac71-4c7c-83f1-103ed6a59fdd None None] Calling delete_port for 5d927954-108d-4c2f-96d0-8f1358d8bf89 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:25.599748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] For port 5d927954-108d-4c2f-96d0-8f1358d8bf89, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5d927954-108d-4c2f-96d0-8f1358d8bf89,segment=NetworkSegment(3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a),segment_id=3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:25.599748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:25.614601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Calling delete_port for 5d927954-108d-4c2f-96d0-8f1358d8bf89 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:25.722831 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa67ed92-ac71-4c7c-83f1-103ed6a59fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:25.737542 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:25.755224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67ed92-ac71-4c7c-83f1-103ed6a59fdd None None] Pushing event deleted for resources: {'Port': ['ID=5d927954-108d-4c2f-96d0-8f1358d8bf89,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:25.760344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa67ed92-ac71-4c7c-83f1-103ed6a59fdd None None] No DVR routers for this DVR port 5d927954-108d-4c2f-96d0-8f1358d8bf89 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:25.805834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Port': ['ID=5d927954-108d-4c2f-96d0-8f1358d8bf89,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:25.822665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] No DVR routers for this DVR port 5d927954-108d-4c2f-96d0-8f1358d8bf89 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:26.050610 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.067891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9795e5-f5b1-4842-ba74-19c122e99fc9']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:26.087485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:26.096019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3e62e9-2b20-419f-8d3f-cffb2dc57d1a') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:26.105459 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.150900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583630ca-24f0-47d3-a038-2b59bf8fcc9d req-0f8f6d4e-9f29-42fa-8409-1b9b995320f6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:26.153273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-583630ca-24f0-47d3-a038-2b59bf8fcc9d req-0f8f6d4e-9f29-42fa-8409-1b9b995320f6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.2202544 Jul 05 18:22:26.154337 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.162671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:22:26.163207 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:22:26.171248 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:22:26.251646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-583630ca-24f0-47d3-a038-2b59bf8fcc9d req-5bcf13fc-4cfd-4596-99de-3877c1b59cbd tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902317 Jul 05 18:22:26.297715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ecf3085f-6363-4330-bd3f-1c6aef0191a6 req-dda967b1-92cf-4ce2-ad75-97c12d9d53a7 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 210 time: 0.0493734 Jul 05 18:22:26.363276 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.366977 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.368984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.373441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "DELETE /v2.0/networks/1a9795e5-f5b1-4842-ba74-19c122e99fc9 HTTP/1.1" status: 204 len: 168 time: 1.5413299 Jul 05 18:22:26.374386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53746) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:26.386643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc479f0d-8aa8-47c7-b8e1-dd55e2eb2597 tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Pushing event deleted for resources: {'Network': ['ID=1a9795e5-f5b1-4842-ba74-19c122e99fc9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:26.417661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c2519f72-ab29-41b4-95ed-c1db52f7bb1b tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "GET /v2.0/ports?device_id=10bf4f66-e35e-42c4-858e-6d6d52b5d8df HTTP/1.1" status: 200 len: 205 time: 0.0422504 Jul 05 18:22:26.419902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53748) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:26.497524 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd0aa-d9df-4636-9194-674b3d04b8ff tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.671411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50858890-bf8a-4330-8c88-eac535fa8eff req-1f3cac91-b765-4009-9eb1-4e99bfcdd280 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:26.674247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50858890-bf8a-4330-8c88-eac535fa8eff req-1f3cac91-b765-4009-9eb1-4e99bfcdd280 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.0838163 Jul 05 18:22:26.677259 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd0aa-d9df-4636-9194-674b3d04b8ff tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.679687 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd0aa-d9df-4636-9194-674b3d04b8ff tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.734754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50858890-bf8a-4330-8c88-eac535fa8eff req-b8a31404-a706-4da3-abc4-027e9c59317e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Jul 05 18:22:26.820251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd0aa-d9df-4636-9194-674b3d04b8ff tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.825199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dcbd0aa-d9df-4636-9194-674b3d04b8ff tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Fanout notify agent at l3_agent the message router_deleted on router 10bf4f66-e35e-42c4-858e-6d6d52b5d8df {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:22:26.827544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1dcbd0aa-d9df-4636-9194-674b3d04b8ff tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:26.829769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1dcbd0aa-d9df-4636-9194-674b3d04b8ff tempest-RoutersNegativeTest-2113156813 tempest-RoutersNegativeTest-2113156813-project] 10.222.0.30 "DELETE /v2.0/routers/10bf4f66-e35e-42c4-858e-6d6d52b5d8df HTTP/1.1" status: 204 len: 168 time: 0.4085808 Jul 05 18:22:26.844722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d927954-108d-4c2f-96d0-8f1358d8bf89 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:26.885483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5d927954-108d-4c2f-96d0-8f1358d8bf89 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:26.885785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5d927954-108d-4c2f-96d0-8f1358d8bf89 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:27.347177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53786) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:27.586390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-733ddfc4-c36e-4d27-a855-3c793d9f4f40 req-20909c5e-568e-448b-9624-f90a151799d0 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 210 time: 0.0374694 Jul 05 18:22:27.588421 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d1888563-4c41-4357-92f7-b8f439480a84 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4fbb7067a01493f8d4e1c834545eb6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400973 Jul 05 18:22:27.590842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53792) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:27.600564 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afa107-fac4-417e-aee7-0c642b924d8a req-6ad1dd0a-0ef5-43e0-a605-4b6314e128d3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:27.602186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61afa107-fac4-417e-aee7-0c642b924d8a req-6ad1dd0a-0ef5-43e0-a605-4b6314e128d3 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.2595673 Jul 05 18:22:27.662666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d79b993d-0bb0-48bd-bbd7-f84a0179f1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:27.677388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960244-4753-404c-a44c-f2e32055588b req-3d6b3c2a-a591-47bb-81f5-73346b416363 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:27.679168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48960244-4753-404c-a44c-f2e32055588b req-3d6b3c2a-a591-47bb-81f5-73346b416363 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 946 time: 0.1997726 Jul 05 18:22:27.684819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d79b993d-0bb0-48bd-bbd7-f84a0179f1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:27.749008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48960244-4753-404c-a44c-f2e32055588b req-5194ccc8-fa7c-46a2-a88b-08bc2bd44e75 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=fa0536d8-71c5-4ce9-8484-624d0af1feb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618918 Jul 05 18:22:27.764676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-61afa107-fac4-417e-aee7-0c642b924d8a req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Deleting port b430125d-420e-44d4-a2e4-8f865508e84d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:27.765018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-61afa107-fac4-417e-aee7-0c642b924d8a req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:27.791591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d79b993d-0bb0-48bd-bbd7-f84a0179f1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:27.794991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d79b993d-0bb0-48bd-bbd7-f84a0179f1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:27.797647 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d79b993d-0bb0-48bd-bbd7-f84a0179f1b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a78767e9-595b-4ec8-8f29-fb34920df138 HTTP/1.1" status: 204 len: 168 time: 0.2046278 Jul 05 18:22:27.823825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b993d-0bb0-48bd-bbd7-f84a0179f1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78767e9-595b-4ec8-8f29-fb34920df138,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:27.900775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-61afa107-fac4-417e-aee7-0c642b924d8a req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] For port b430125d-420e-44d4-a2e4-8f865508e84d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=b430125d-420e-44d4-a2e4-8f865508e84d,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:27.901506 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-61afa107-fac4-417e-aee7-0c642b924d8a req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:27.926045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-61afa107-fac4-417e-aee7-0c642b924d8a req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Calling delete_port for b430125d-420e-44d4-a2e4-8f865508e84d owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:28.061300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474216a-f1f8-4196-afc6-3e5ffed14491 req-3c64844f-6e88-4ebb-919c-6280fa8ba0ac tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:28.062915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b474216a-f1f8-4196-afc6-3e5ffed14491 req-3c64844f-6e88-4ebb-919c-6280fa8ba0ac tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.1300006 Jul 05 18:22:28.140757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b474216a-f1f8-4196-afc6-3e5ffed14491 req-ceebf655-6d53-4c8d-88bb-be785f227452 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704503 Jul 05 18:22:28.271335 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-61afa107-fac4-417e-aee7-0c642b924d8a req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:28.284842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['b430125d-420e-44d4-a2e4-8f865508e84d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:22:28.311904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-ad25adef-8f66-45e6-83df-5b6bc1d52ce3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:28.313441 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-ad25adef-8f66-45e6-83df-5b6bc1d52ce3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.39 "GET /v2.0/networks?id=88b4140b-6a05-4c17-8909-83608249d6bb HTTP/1.1" status: 200 len: 810 time: 0.1273379 Jul 05 18:22:28.327338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Request body: {'port': {'device_id': 'dcde907f-8dcb-47fe-9e65-1e583a318eb5', 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb', 'admin_state_up': True, 'tenant_id': '691459595fe14b4c94d3bea8571a306b'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:28.342884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event deleted for resources: {'Port': ['ID=b430125d-420e-44d4-a2e4-8f865508e84d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:28.482898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-61afa107-fac4-417e-aee7-0c642b924d8a req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] No DVR routers for this DVR port b430125d-420e-44d4-a2e4-8f865508e84d on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:28.491795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-61afa107-fac4-417e-aee7-0c642b924d8a req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:28.492111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61afa107-fac4-417e-aee7-0c642b924d8a req-72fdca88-36f2-41f2-9da9-a558f6c50eb2 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "DELETE /v2.0/ports/b430125d-420e-44d4-a2e4-8f865508e84d HTTP/1.1" status: 204 len: 173 time: 0.8814929 Jul 05 18:22:28.492561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a57f89e-f6c9-49ea-9e0c-6800362d4705', 'name': 'network-vif-deleted', 'tag': 'b430125d-420e-44d4-a2e4-8f865508e84d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:28.494901 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fe8650-afa7-496a-9b64-c377c29bc59f" -d '{"events": [{"server_uuid": "4a57f89e-f6c9-49ea-9e0c-6800362d4705", "name": "network-vif-deleted", "tag": "b430125d-420e-44d4-a2e4-8f865508e84d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:28.550285 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f198e68-2b1c-4358-829b-8df829b908b4 x-openstack-request-id: req-8f198e68-2b1c-4358-829b-8df829b908b4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:28.550598 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a57f89e-f6c9-49ea-9e0c-6800362d4705", "name": "network-vif-deleted", "tag": "b430125d-420e-44d4-a2e4-8f865508e84d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:28.551049 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f198e68-2b1c-4358-829b-8df829b908b4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:28.551654 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a57f89e-f6c9-49ea-9e0c-6800362d4705', 'name': 'network-vif-deleted', 'tag': 'b430125d-420e-44d4-a2e4-8f865508e84d', 'status': 'completed', 'code': 200} Jul 05 18:22:28.712219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Made reservation on behalf of 691459595fe14b4c94d3bea8571a306b for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:28.716279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:28.809963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32cfa855-cac9-4891-89dd-1bf3fda68f4c req-64f104e8-26bd-4b8b-b23c-d91f8b917034 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 210 time: 0.0593653 Jul 05 18:22:28.971580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db65466d-e369-4c97-84d5-45ad929366e2 req-62a59144-99a6-4425-a549-a855b32ca5be tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a57f89e-f6c9-49ea-9e0c-6800362d4705 HTTP/1.1" status: 200 len: 210 time: 0.0647659 Jul 05 18:22:29.018358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Allocated IP 172.20.0.4 (88b4140b-6a05-4c17-8909-83608249d6bb/e709e650-2de8-4b27-acf7-1db52e3126d4/9dd4b5e4-603b-4496-8c19-7dbe6598b2e3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:22:29.182399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53854) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:29.228815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.312326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1094037804'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:29.329726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.341368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['13c813f5-77ed-43e0-ba01-d6d8d81ee252'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:22:29.384012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Network 88b4140b-6a05-4c17-8909-83608249d6bb is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:22:29.390919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:29.395949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:22:29.426005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Pushing event updated for resources: {'Port': ['ID=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:29.439932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Made reservation on behalf of 2864dcc9284b4b4483e4dd4a7bfb67b1 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:29.458057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.486528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d210f007-da81-42f9-a625-414e0d711b27 req-87e998c1-500a-46ad-8606-3bc4d7ec2abf tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:29.489232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d210f007-da81-42f9-a625-414e0d711b27 req-87e998c1-500a-46ad-8606-3bc4d7ec2abf tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 945 time: 0.1975293 Jul 05 18:22:29.496455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:29.497306 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.539471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.571106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d210f007-da81-42f9-a625-414e0d711b27 req-a6427ae6-570c-4ba9-8401-28996eec0d6d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 Jul 05 18:22:29.606943 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-451aca2a-8877-4c58-ac73-032d4987d47c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2843099 Jul 05 18:22:29.620100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Request body: {'port': {'device_id': 'dcde907f-8dcb-47fe-9e65-1e583a318eb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:29.703210 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.728829 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.743325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.756658 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.786045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:22:29.792718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871a654f-27b2-4cdc-8b9f-08741d40ee38,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:29.800825 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.801216 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Added segment 589eb573-8e47-4e4a-9567-d36f442d2d1b of type vlan for network beed92d8-1c3f-477b-a9d1-f5ef547f2dbb Jul 05 18:22:29.848220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.880729 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:22:29.945776 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:29.954429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:29.955274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:30.056704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device acf57645-dabe-4e17-b025-b9f26332d08d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:22:30.141123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.9539707 Jul 05 18:22:30.147769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53884) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:30.182439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-0412641b-f12a-42ac-bb09-773ba40c899b tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb', 'tempest-TagsTest-Tag-1809033027') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:30.201209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:22:30.220955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b3554-5fd2-4766-8865-beeff10cd74e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Pushing event updated for resources: {'Network': ['ID=beed92d8-1c3f-477b-a9d1-f5ef547f2dbb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:30.226069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:30.241080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network beed92d8-1c3f-477b-a9d1-f5ef547f2dbb details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:22:30.263715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Transition to ACTIVE for port object 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:30.308874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5b574-fb55-44ec-9a82-88d4ce769cdc req-f82d40e8-1713-4655-9d80-93b3607fbcba tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:30.311061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ba5b574-fb55-44ec-9a82-88d4ce769cdc req-f82d40e8-1713-4655-9d80-93b3607fbcba tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 931 time: 0.3416224 Jul 05 18:22:30.316511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:30.336880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'network_id': '7eb0674e-5910-463f-957c-afcd8db859a6', 'port_id': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'mac_address': 'fa:16:3e:35:30:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bdaf825-3836-4aa5-8df2-5b5e786f76bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:22:30.351412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:30.370289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ba5b574-fb55-44ec-9a82-88d4ce769cdc req-83e40064-7843-4011-9a9f-baff1ebe28c6 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514953 Jul 05 18:22:30.389653 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:30.418972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf57645-dabe-4e17-b025-b9f26332d08d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:22:30.438386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0412641b-f12a-42ac-bb09-773ba40c899b tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "PUT /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags/tempest-TagsTest-Tag-1809033027 HTTP/1.1" status: 201 len: 201 time: 0.2919786 Jul 05 18:22:30.441726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53894) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:30.448796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-93c2af02-2d84-4146-b3de-55aac92a0f94 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb', 'tempest-TagsTest-Tag-1809033027') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:30.452750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:30.490822 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Pushing event updated for resources: {'Port': ['ID=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:30.517594 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:30.570056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-93c2af02-2d84-4146-b3de-55aac92a0f94 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "GET /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags/tempest-TagsTest-Tag-1809033027 HTTP/1.1" status: 204 len: 168 time: 0.1272380 Jul 05 18:22:30.572916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53898) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:30.581023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-1395b04d-36c9-4354-853b-1c5e97267c10 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:30.602474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Attempting to bind port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:22:30.602842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Attempting to bind port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:22:30.603176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Attempting to bind port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 on network 88b4140b-6a05-4c17-8909-83608249d6bb {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:22:30.611582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=11']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:30.656738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 on network 88b4140b-6a05-4c17-8909-83608249d6bb not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:22:30.657068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Attempting to bind port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 on network 88b4140b-6a05-4c17-8909-83608249d6bb {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:22:30.668920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:22:30.669260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Checking segment: {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:30.669650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Bound using segment: {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:22:30.670085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Bound port: 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:22:30.670450 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:30.730905 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1395b04d-36c9-4354-853b-1c5e97267c10 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "GET /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags HTTP/1.1" status: 200 len: 238 time: 0.1567693 Jul 05 18:22:30.735039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53904) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:30.746833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-091c5ee3-1e9c-4f3f-a044-1928c6ec781d tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb', {'tags': ['tempest-TagsTest-Tag-613608837', 'tempest-TagsTest-Tag-953513763', 'tempest-TagsTest-Tag-242275113']}) {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:30.788744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['acf57645-dabe-4e17-b025-b9f26332d08d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:22:30.817675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcb6a4-ad50-46d7-b554-9c8c8f008b7b req-2a70d110-cd86-4694-849c-f31c9683c540 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:30.817675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccfcb6a4-ad50-46d7-b554-9c8c8f008b7b req-2a70d110-cd86-4694-849c-f31c9683c540 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0934541 Jul 05 18:22:30.856826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] For port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:22:30.863540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] For port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:22:30.883371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccfcb6a4-ad50-46d7-b554-9c8c8f008b7b req-728f7deb-0384-482e-916a-941847cc3c00 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446382 Jul 05 18:22:30.914746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae30a2c-6088-4e51-9611-5dbc03ba05ca req-94282487-3018-4fe1-966c-afe127cb62df tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:30.916592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cae30a2c-6088-4e51-9611-5dbc03ba05ca req-94282487-3018-4fe1-966c-afe127cb62df tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1204925 Jul 05 18:22:30.947153 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:30.971168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cae30a2c-6088-4e51-9611-5dbc03ba05ca req-912ef095-536a-4f7d-86af-008a298cbb2c tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475740 Jul 05 18:22:30.989881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:30.990702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:30.992410 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] 10.222.0.39 "PUT /v2.0/ports/9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 HTTP/1.1" status: 200 len: 1091 time: 1.3769970 Jul 05 18:22:30.995146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcde907f-8dcb-47fe-9e65-1e583a318eb5', 'tag': '9dd4b5e4-603b-4496-8c19-7dbe6598b2e3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:30.997930 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce48202-de14-4922-b1de-176b4f620533" -d '{"events": [{"name": "network-changed", "server_uuid": "dcde907f-8dcb-47fe-9e65-1e583a318eb5", "tag": "9dd4b5e4-603b-4496-8c19-7dbe6598b2e3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:31.015395 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-091c5ee3-1e9c-4f3f-a044-1928c6ec781d tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "PUT /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags HTTP/1.1" status: 200 len: 306 time: 0.2761636 Jul 05 18:22:31.023143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53918) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:31.038942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-1e15f035-da0f-4d05-be74-288819067a35 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb', 'tempest-TagsTest-Tag-613608837') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:31.067682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cad3c5-abba-46a0-acd2-297540f3cf9b service neutron] Pushing event updated for resources: {'Port': ['ID=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:31.083512 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7351b95a-3e4f-485f-9e44-934067bfebc5 x-openstack-request-id: req-7351b95a-3e4f-485f-9e44-934067bfebc5 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:31.084044 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcde907f-8dcb-47fe-9e65-1e583a318eb5", "tag": "9dd4b5e4-603b-4496-8c19-7dbe6598b2e3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:31.092315 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7351b95a-3e4f-485f-9e44-934067bfebc5 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:31.092315 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcde907f-8dcb-47fe-9e65-1e583a318eb5', 'tag': '9dd4b5e4-603b-4496-8c19-7dbe6598b2e3', 'status': 'completed', 'code': 200} Jul 05 18:22:31.164134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce48202-de14-4922-b1de-176b4f620533 req-ac4a7b39-5fde-4479-83a6-e12b3a728924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:31.165909 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6ce48202-de14-4922-b1de-176b4f620533 req-ac4a7b39-5fde-4479-83a6-e12b3a728924 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 1094 time: 0.0600920 Jul 05 18:22:31.266439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1e15f035-da0f-4d05-be74-288819067a35 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "DELETE /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags/tempest-TagsTest-Tag-613608837 HTTP/1.1" status: 204 len: 168 time: 0.2420361 Jul 05 18:22:31.270093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53922) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:31.274543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-4a6a80ac-0d68-45f0-9b83-c2a5f933b939 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb', 'tempest-TagsTest-Tag-613608837') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:31.280418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce48202-de14-4922-b1de-176b4f620533 req-76d44b30-3ef6-4eef-9d21-2741d2f28653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:31.281913 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6ce48202-de14-4922-b1de-176b4f620533 req-76d44b30-3ef6-4eef-9d21-2741d2f28653 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=691459595fe14b4c94d3bea8571a306b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1071146 Jul 05 18:22:31.343780 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-4a6a80ac-0d68-45f0-9b83-c2a5f933b939 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] show failed (client error): The resource could not be found. Jul 05 18:22:31.348253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4a6a80ac-0d68-45f0-9b83-c2a5f933b939 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "GET /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags/tempest-TagsTest-Tag-613608837 HTTP/1.1" status: 404 len: 325 time: 0.0739262 Jul 05 18:22:31.348464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53926) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:31.352773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-60d27f9b-91c7-4c58-8dc7-12a147055c11 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb', 'tempest-TagsTest-Tag-953513763') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:31.379883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce48202-de14-4922-b1de-176b4f620533 req-27911278-148b-4278-83be-9f696d698b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:31.381382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6ce48202-de14-4922-b1de-176b4f620533 req-27911278-148b-4278-83be-9f696d698b33 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914829 Jul 05 18:22:31.429677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-60d27f9b-91c7-4c58-8dc7-12a147055c11 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "GET /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags/tempest-TagsTest-Tag-953513763 HTTP/1.1" status: 204 len: 168 time: 0.0795445 Jul 05 18:22:31.431527 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53932) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:31.437442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-c4064978-18fe-4947-a62c-4dea4054bc8a tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb', 'tempest-TagsTest-Tag-242275113') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:31.500223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-aa76d674-9c4b-4914-89a2-8e837a1b3c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:31.501812 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-aa76d674-9c4b-4914-89a2-8e837a1b3c78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 1094 time: 0.0774529 Jul 05 18:22:31.578910 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-7edc9e0a-b3c8-4300-addc-c714b66ee1b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 HTTP/1.1" status: 200 len: 217 time: 0.0645149 Jul 05 18:22:31.601854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c4064978-18fe-4947-a62c-4dea4054bc8a tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "GET /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags/tempest-TagsTest-Tag-242275113 HTTP/1.1" status: 204 len: 168 time: 0.1688530 Jul 05 18:22:31.604935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53938) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:31.613177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-d018a3bb-8f4e-45a7-8c25-d6445651813c tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:31.637704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-7610bda5-1743-4123-9dee-5227f9d560eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:31.639412 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-7610bda5-1743-4123-9dee-5227f9d560eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e709e650-2de8-4b27-acf7-1db52e3126d4 HTTP/1.1" status: 200 len: 850 time: 0.0499382 Jul 05 18:22:31.677807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062cbd7-96ca-4154-a23f-742a9272e0e6 req-d570cbc5-58b8-4882-ab6f-324bce9a5d97 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:31.680250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e062cbd7-96ca-4154-a23f-742a9272e0e6 req-d570cbc5-58b8-4882-ab6f-324bce9a5d97 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 943 time: 0.1393182 Jul 05 18:22:31.685371 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-0c2027cd-8df2-49aa-a5dd-4668b293f2de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88b4140b-6a05-4c17-8909-83608249d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321019 Jul 05 18:22:31.725515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e062cbd7-96ca-4154-a23f-742a9272e0e6 req-1a014d0d-c10c-4b67-9450-0e2746613064 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Jul 05 18:22:31.795354 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-714081ae-8114-4c02-90b7-af616eb4e607 service neutron] 10.222.0.39 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058900 Jul 05 18:22:31.849885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d018a3bb-8f4e-45a7-8c25-d6445651813c tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "DELETE /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags HTTP/1.1" status: 204 len: 168 time: 0.2403166 Jul 05 18:22:31.852621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53944) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:31.857469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-5142abc4-c198-43de-a63f-a4f93170f881 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb', 'tempest-TagsTest-Tag-953513763') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:31.889876 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-703eeea3-1cb7-4b74-89d1-92395e5f4307 req-2eb76da2-5dea-487a-a4f4-a1ac5a1b369f service neutron] 10.222.0.39 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872262 Jul 05 18:22:31.934272 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-5142abc4-c198-43de-a63f-a4f93170f881 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] show failed (client error): The resource could not be found. Jul 05 18:22:31.935367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5142abc4-c198-43de-a63f-a4f93170f881 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "GET /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags/tempest-TagsTest-Tag-953513763 HTTP/1.1" status: 404 len: 325 time: 0.0817857 Jul 05 18:22:31.938221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53948) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:31.943095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-b53ffe14-400c-4391-b1e5-985ff93cace8 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb', 'tempest-TagsTest-Tag-242275113') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:32.017793 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-b53ffe14-400c-4391-b1e5-985ff93cace8 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] show failed (client error): The resource could not be found. Jul 05 18:22:32.021522 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b53ffe14-400c-4391-b1e5-985ff93cace8 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "GET /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags/tempest-TagsTest-Tag-242275113 HTTP/1.1" status: 404 len: 325 time: 0.0793004 Jul 05 18:22:32.031200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53956) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:32.031200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-2f3625a2-71a1-441a-bd61-c1b48761499e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'beed92d8-1c3f-477b-a9d1-f5ef547f2dbb') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:32.068925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device acf57645-dabe-4e17-b025-b9f26332d08d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:22:32.221320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870d9a8-9674-4d55-ac91-4f39dfa9abaa req-fbf3d77d-625e-4c00-b535-713dbf632dcc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:32.222888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7870d9a8-9674-4d55-ac91-4f39dfa9abaa req-fbf3d77d-625e-4c00-b535-713dbf632dcc tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1901350 Jul 05 18:22:32.231382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2f3625a2-71a1-441a-bd61-c1b48761499e tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "DELETE /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb/tags HTTP/1.1" status: 204 len: 168 time: 0.2082131 Jul 05 18:22:32.232928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53960) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:32.237523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port acf57645-dabe-4e17-b025-b9f26332d08d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:32.243187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port acf57645-dabe-4e17-b025-b9f26332d08d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:32.243908 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.291400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7870d9a8-9674-4d55-ac91-4f39dfa9abaa req-a3a67c31-2639-43a7-bf3e-316e18f01cd6 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579586 Jul 05 18:22:32.317433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab75124b-f388-4da0-a987-9e0cadec4007 req-f10ba70e-a517-46ca-a3e0-ca9004dd2e7f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:32.324296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab75124b-f388-4da0-a987-9e0cadec4007 req-f10ba70e-a517-46ca-a3e0-ca9004dd2e7f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 946 time: 0.1473110 Jul 05 18:22:32.368390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab75124b-f388-4da0-a987-9e0cadec4007 req-26151232-ec1f-4818-8537-ed6ba57a5f0e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432448 Jul 05 18:22:32.369827 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.376319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.395388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:32.397865 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac210c46-13e6-4a0f-b9d1-44ede46531da" -d '{"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-plugged", "status": "completed", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:32.412605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:32.432506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-c1e1fd5f-5184-45b3-ae8c-3a2704a041be tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:32.436006 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-c1e1fd5f-5184-45b3-ae8c-3a2704a041be tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.1389198 Jul 05 18:22:32.441669 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91388cdf-8536-4655-9111-1c47b7f98041 x-openstack-request-id: req-91388cdf-8536-4655-9111-1c47b7f98041 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:32.441959 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-plugged", "status": "completed", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:32.442213 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91388cdf-8536-4655-9111-1c47b7f98041 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:32.442634 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'code': 200} Jul 05 18:22:32.483081 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.495374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b430125d-420e-44d4-a2e4-8f865508e84d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:32.536025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.555382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: b430125d-420e-44d4-a2e4-8f865508e84d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:32.555382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device b430125d-420e-44d4-a2e4-8f865508e84d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:32.557805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beed92d8-1c3f-477b-a9d1-f5ef547f2dbb']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:32.572975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589eb573-8e47-4e4a-9567-d36f442d2d1b') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:32.573261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589eb573-8e47-4e4a-9567-d36f442d2d1b') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:32.630202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.659837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.668579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:22:32.669023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:22:32.672151 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:22:32.744531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Deleting port 14739cf5-164b-4fb5-a7f3-6bea970fee64 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:32.744994 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.841010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab0c468-d5a3-44cf-9319-18316d79ce6e req-25efae29-64d5-41a6-9efd-b35f58770075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:32.843466 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dab0c468-d5a3-44cf-9319-18316d79ce6e req-25efae29-64d5-41a6-9efd-b35f58770075 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 1098 time: 0.1217735 Jul 05 18:22:32.853764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=12']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:32.873526 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.888554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.894065 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] 10.222.0.30 "DELETE /v2.0/networks/beed92d8-1c3f-477b-a9d1-f5ef547f2dbb HTTP/1.1" status: 204 len: 168 time: 0.6570575 Jul 05 18:22:32.896978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dab0c468-d5a3-44cf-9319-18316d79ce6e req-30fc8699-e353-42bd-8ca1-14ad5a5f5a10 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399311 Jul 05 18:22:32.906989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a962b72-c74b-4745-bdeb-fd330ca73ef1 tempest-TagsTest-610583838 tempest-TagsTest-610583838-project] Pushing event deleted for resources: {'Network': ['ID=beed92d8-1c3f-477b-a9d1-f5ef547f2dbb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:32.912031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] For port 14739cf5-164b-4fb5-a7f3-6bea970fee64, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14739cf5-164b-4fb5-a7f3-6bea970fee64,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:32.912427 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:32.974325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67346fdb-4d39-451c-b7c9-261762705e7b req-c94a6c5a-1206-432b-9e9b-a218053f2094 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:32.976940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67346fdb-4d39-451c-b7c9-261762705e7b req-c94a6c5a-1206-432b-9e9b-a218053f2094 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 943 time: 0.0717413 Jul 05 18:22:33.018301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67346fdb-4d39-451c-b7c9-261762705e7b req-5087e87a-de26-4554-915b-f1d27bd4b087 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367763 Jul 05 18:22:33.212894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:33.213260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:33.213572 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Floating IP b86b63a4-e30a-4843-a017-b4662af37507 disassociated. External IP: 172.25.3.27, port: 14739cf5-164b-4fb5-a7f3-6bea970fee64. Jul 05 18:22:33.214159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Calling delete_port for 14739cf5-164b-4fb5-a7f3-6bea970fee64 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:33.529179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c289918-4e00-44e0-bf34-1cc05d4ed0ee req-458904a7-562b-4166-b936-963788d311e4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:33.530685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c289918-4e00-44e0-bf34-1cc05d4ed0ee req-458904a7-562b-4166-b936-963788d311e4 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 944 time: 0.0891864 Jul 05 18:22:33.594427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c289918-4e00-44e0-bf34-1cc05d4ed0ee req-a436451e-b385-46ca-8fd5-e5424db458b1 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups?id=da145863-eace-4310-ac54-da6e977893eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432146 Jul 05 18:22:33.615285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681811c8-8283-43c1-9468-fc2fcec3b1e2 req-4add5c5f-4178-4f4f-9ed8-e6b381b956d3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:33.616805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-681811c8-8283-43c1-9468-fc2fcec3b1e2 req-4add5c5f-4178-4f4f-9ed8-e6b381b956d3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1043403 Jul 05 18:22:33.656360 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-681811c8-8283-43c1-9468-fc2fcec3b1e2 req-2561842d-d613-4c8a-bd40-c2b0f5420287 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337019 Jul 05 18:22:33.739863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:33.770874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event deleted for resources: {'Port': ['ID=14739cf5-164b-4fb5-a7f3-6bea970fee64,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:33.921041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Router 4304fea5-f40e-42a3-bd36-520075621782 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:22:34.013155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54008) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:34.090138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:22:34.257656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a7a5cb4d-6702-4130-adeb-aa25e97c69b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2864dcc9284b4b4483e4dd4a7bfb67b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430103 Jul 05 18:22:34.258622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54020) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:34.320921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:34.347861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '9dd4b5e4-603b-4496-8c19-7dbe6598b2e3', 'network_id': '88b4140b-6a05-4c17-8909-83608249d6bb', 'port_id': '9dd4b5e4-603b-4496-8c19-7dbe6598b2e3', 'mac_address': 'fa:16:3e:23:d8:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e709e650-2de8-4b27-acf7-1db52e3126d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:22:34.369825 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7939997e-ad7f-4a6f-8437-094bf913b305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:34.396245 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:34.413141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:22:34.417834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7939997e-ad7f-4a6f-8437-094bf913b305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:34.443022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3abb3-a1b7-451b-95ea-74e84c238b90 req-6655ad9e-609c-4888-b2f9-311837d19083 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:34.444941 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aba3abb3-a1b7-451b-95ea-74e84c238b90 req-6655ad9e-609c-4888-b2f9-311837d19083 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 943 time: 0.1619699 Jul 05 18:22:34.458026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:34.510576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aba3abb3-a1b7-451b-95ea-74e84c238b90 req-693f9556-7604-4c5c-b1ae-ca0c007739c3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532851 Jul 05 18:22:34.550376 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:34.615008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:34.616961 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7939997e-ad7f-4a6f-8437-094bf913b305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:34.643576 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7939997e-ad7f-4a6f-8437-094bf913b305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:34.647014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7939997e-ad7f-4a6f-8437-094bf913b305 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/871a654f-27b2-4cdc-8b9f-08741d40ee38 HTTP/1.1" status: 204 len: 168 time: 0.3851628 Jul 05 18:22:34.685515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7939997e-ad7f-4a6f-8437-094bf913b305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871a654f-27b2-4cdc-8b9f-08741d40ee38,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:34.706726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:22:34.716982 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] Sync routers for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:22:34.729725 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:34.739913 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:22:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:34.771019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] No DVR routers for this DVR port 14739cf5-164b-4fb5-a7f3-6bea970fee64 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:34.775493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:34.777608 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e95f19b5-4926-45fc-8a6b-e56ff644638d req-861e1226-bf0f-49e9-9c35-7b7d086aea50 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.39 "DELETE /v2.0/ports/14739cf5-164b-4fb5-a7f3-6bea970fee64 HTTP/1.1" status: 204 len: 173 time: 2.3307538 Jul 05 18:22:34.778131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-deleted', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:34.780608 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb3548b-067f-40c2-a429-9e828eeab8bc" -d '{"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-deleted", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:34.841701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9dd4b5e4-603b-4496-8c19-7dbe6598b2e3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:22:34.877418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dadabc53-43ce-4bab-953f-78685dc8068b req-a6932b2e-d717-4e55-8bbd-86a0fda01602 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0681837 Jul 05 18:22:34.980501 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:22:34.994125 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7092ece-88e8-44a3-92a7-27094951a08c x-openstack-request-id: req-c7092ece-88e8-44a3-92a7-27094951a08c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:34.994688 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67b2a97-f360-414a-ac76-bfa99c68d2c8", "name": "network-vif-deleted", "tag": "14739cf5-164b-4fb5-a7f3-6bea970fee64", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:34.994795 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7092ece-88e8-44a3-92a7-27094951a08c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:34.995148 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67b2a97-f360-414a-ac76-bfa99c68d2c8', 'name': 'network-vif-deleted', 'tag': '14739cf5-164b-4fb5-a7f3-6bea970fee64', 'status': 'completed', 'code': 200} Jul 05 18:22:35.037327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7522d2-333a-42cd-a2fa-ba91acafef5f req-9e2be178-89f3-4664-8c05-44d306a7c830 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:35.046626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f7522d2-333a-42cd-a2fa-ba91acafef5f req-9e2be178-89f3-4664-8c05-44d306a7c830 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1405859 Jul 05 18:22:35.135870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f7522d2-333a-42cd-a2fa-ba91acafef5f req-dc9e6a72-b569-4a9c-8115-363f2a7f4885 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880039 Jul 05 18:22:35.460499 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:43Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c39c8f73-8e58-4a12-80af-8be96d71fcf1', 'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'mac_address': 'fa:16:3e:f1:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:41Z', 'updated_at': '2021-07-05T18:12:52Z', 'revision_number': 5, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'subnets': [{'id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:35.495876 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] Checking router: 4304fea5-f40e-42a3-bd36-520075621782 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:22:35.507090 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:35.507953 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:22:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:35.677134 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:22:35.788349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed42dd-5e27-4878-95aa-80e9b62b78a3 req-a267578c-efc7-40f8-92c5-8d679a1543c5 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:35.790082 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7aed42dd-5e27-4878-95aa-80e9b62b78a3 req-a267578c-efc7-40f8-92c5-8d679a1543c5 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 944 time: 0.1158657 Jul 05 18:22:35.864193 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:35.933668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7aed42dd-5e27-4878-95aa-80e9b62b78a3 req-96bc450e-3c71-480c-890d-df2d5e8670c0 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311088 Jul 05 18:22:36.105845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:22:36.114056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-872d48cc-9f2e-447f-aeb6-c2cebc771635 req-ce965bd0-13f5-4c80-a090-6512e282a840 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/ports?device_id=b67b2a97-f360-414a-ac76-bfa99c68d2c8 HTTP/1.1" status: 200 len: 210 time: 0.0439441 Jul 05 18:22:36.224504 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:43Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c39c8f73-8e58-4a12-80af-8be96d71fcf1', 'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'mac_address': 'fa:16:3e:f1:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:41Z', 'updated_at': '2021-07-05T18:12:52Z', 'revision_number': 5, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'subnets': [{'id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:36.269051 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35371f9-b489-4589-bfad-ef2346f3efa0 None None] The sync data for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 is: [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:12:43Z', 'revision_number': 4, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c39c8f73-8e58-4a12-80af-8be96d71fcf1', 'name': '', 'network_id': 'a64c9413-6e22-4997-8ea4-33032e825317', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'mac_address': 'fa:16:3e:f1:37:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:41Z', 'updated_at': '2021-07-05T18:12:52Z', 'revision_number': 5, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'subnets': [{'id': '9f594c12-0a66-4305-8040-b34f8d049fe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:22:36.368666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:22:36.374419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:22:36.375274 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:36.491104 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:36.543272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:36.545296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcde907f-8dcb-47fe-9e65-1e583a318eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd4b5e4-603b-4496-8c19-7dbe6598b2e3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:36.550908 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f0bd53-ac60-4f85-8d10-3cdfe20fa76e" -d '{"events": [{"server_uuid": "dcde907f-8dcb-47fe-9e65-1e583a318eb5", "name": "network-vif-plugged", "status": "completed", "tag": "9dd4b5e4-603b-4496-8c19-7dbe6598b2e3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:36.588131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7d971-0b28-46c3-b0a1-4412695d63b6 req-2a6362fc-0095-4509-bb12-7f5165fae043 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:36.597247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fab7d971-0b28-46c3-b0a1-4412695d63b6 req-2a6362fc-0095-4509-bb12-7f5165fae043 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.2272444 Jul 05 18:22:36.603175 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:36.605926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:36.704157 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b83153-b14a-42e2-b63a-e06680f2a7b0 x-openstack-request-id: req-08b83153-b14a-42e2-b63a-e06680f2a7b0 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:36.707546 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcde907f-8dcb-47fe-9e65-1e583a318eb5", "name": "network-vif-plugged", "status": "completed", "tag": "9dd4b5e4-603b-4496-8c19-7dbe6598b2e3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:36.708123 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08b83153-b14a-42e2-b63a-e06680f2a7b0 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:36.711499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fab7d971-0b28-46c3-b0a1-4412695d63b6 req-b8db33a5-043d-45ff-ba54-ac9be7569310 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048439 Jul 05 18:22:36.711641 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcde907f-8dcb-47fe-9e65-1e583a318eb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd4b5e4-603b-4496-8c19-7dbe6598b2e3', 'code': 200} Jul 05 18:22:36.744366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 14739cf5-164b-4fb5-a7f3-6bea970fee64 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:36.744777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14739cf5-164b-4fb5-a7f3-6bea970fee64 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:36.859401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:36.875592 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656ba5c8-f89c-478f-bf0e-74343066703c None None] New status for floating IP b86b63a4-e30a-4843-a017-b4662af37507: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:22:36.890696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde395b6-8540-4ddf-9f5f-b3078eacbf62 req-bf1bb1a2-3876-4569-a9c0-5208e85d0c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:36.893016 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bde395b6-8540-4ddf-9f5f-b3078eacbf62 req-bf1bb1a2-3876-4569-a9c0-5208e85d0c2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 1096 time: 0.1335311 Jul 05 18:22:36.943313 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bde395b6-8540-4ddf-9f5f-b3078eacbf62 req-9daab5ef-cea5-4f1f-b407-260c6a2f79d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Jul 05 18:22:37.180476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d80e7-e77d-4b1e-a629-acb5a8ed7647 req-d2f27436-aff0-4896-bcba-a300fb1a215d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:37.182746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a3d80e7-e77d-4b1e-a629-acb5a8ed7647 req-d2f27436-aff0-4896-bcba-a300fb1a215d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1000018 Jul 05 18:22:37.259512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a3d80e7-e77d-4b1e-a629-acb5a8ed7647 req-3d528bd7-5d7e-4c93-8426-0243f2390946 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599453 Jul 05 18:22:37.393401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54154) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:37.479877 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36db1421-83d3-4979-b4ff-2dc761593e08 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:37.510989 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36db1421-83d3-4979-b4ff-2dc761593e08 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:37.668733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36db1421-83d3-4979-b4ff-2dc761593e08 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:37.671408 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-36db1421-83d3-4979-b4ff-2dc761593e08 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:37.672765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-36db1421-83d3-4979-b4ff-2dc761593e08 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "DELETE /v2.0/security-groups/da145863-eace-4310-ac54-da6e977893eb HTTP/1.1" status: 204 len: 168 time: 0.2781911 Jul 05 18:22:37.675398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54168) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:37.690085 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-62fc22b7-00d8-4746-8d09-0e2ec4b59878 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] show failed (client error): The resource could not be found. Jul 05 18:22:37.691051 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-62fc22b7-00d8-4746-8d09-0e2ec4b59878 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "GET /v2.0/security-groups/da145863-eace-4310-ac54-da6e977893eb HTTP/1.1" status: 404 len: 347 time: 0.0146618 Jul 05 18:22:37.694020 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54170) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:37.707150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36db1421-83d3-4979-b4ff-2dc761593e08 tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da145863-eace-4310-ac54-da6e977893eb,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:37.918012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431241f1-2d54-4a6e-a04b-84f470dff8d6 req-13a382fd-78fb-4b55-a5ed-64838be20c4f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:37.920661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-431241f1-2d54-4a6e-a04b-84f470dff8d6 req-13a382fd-78fb-4b55-a5ed-64838be20c4f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0878844 Jul 05 18:22:37.937984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Deleting port 1aebd98f-7ae8-43cb-baea-4724b84da418 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:37.939895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:37.997716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-431241f1-2d54-4a6e-a04b-84f470dff8d6 req-5f84b7c6-2f6f-44c4-b0b9-19205fcc6642 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622156 Jul 05 18:22:38.049977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:38.050402 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:38.073233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Calling delete_port for 1aebd98f-7ae8-43cb-baea-4724b84da418 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:38.265652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60aaf-61da-4840-8235-2a18c5997305 req-2dbd5342-30b8-4c29-b5d9-836acf8000a4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:38.267234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29a60aaf-61da-4840-8235-2a18c5997305 req-2dbd5342-30b8-4c29-b5d9-836acf8000a4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1046455 Jul 05 18:22:38.350831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29a60aaf-61da-4840-8235-2a18c5997305 req-c59f1066-40f1-41c7-a2da-2a98ae84beb8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749686 Jul 05 18:22:38.419744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:38.460000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149ac44-7d8c-479d-8ab2-e50dc6d939c1 req-f1ae7912-6564-4234-93a1-74dc5e73a20d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:38.462810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7149ac44-7d8c-479d-8ab2-e50dc6d939c1 req-f1ae7912-6564-4234-93a1-74dc5e73a20d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0907552 Jul 05 18:22:38.463906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Pushing event deleted for resources: {'Port': ['ID=1aebd98f-7ae8-43cb-baea-4724b84da418,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:38.496698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.497195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.497645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.498223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.498681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.499119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.499821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.499957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.508053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.508053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.508053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.508053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:38.555423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:38.558336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:38.562586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-241ee4db-7acb-4648-be6a-d991145192ad tempest-ServerActionsTestJSON-1385686168 tempest-ServerActionsTestJSON-1385686168-project] 10.222.0.30 "DELETE /v2.0/floatingips/b86b63a4-e30a-4843-a017-b4662af37507 HTTP/1.1" status: 204 len: 168 time: 0.8645284 Jul 05 18:22:38.562757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7149ac44-7d8c-479d-8ab2-e50dc6d939c1 req-7662a950-6cf6-41ac-b525-055e96c6cca7 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762250 Jul 05 18:22:38.569088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54216) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:38.621378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d1887-0d12-4273-a0db-e4213a964e87 req-8160f3ef-d055-4fea-bb3f-1fdd283d21ec tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:38.631038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798d1887-0d12-4273-a0db-e4213a964e87 req-8160f3ef-d055-4fea-bb3f-1fdd283d21ec tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1352813 Jul 05 18:22:38.692210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798d1887-0d12-4273-a0db-e4213a964e87 req-083064f5-fd82-42bc-b7c6-60658f12889b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600274 Jul 05 18:22:38.976621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ede2b-9da8-4b24-910e-3ca64ff64e46 req-75b3926a-133d-4013-85c0-4b0a89860150 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:38.978214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b30ede2b-9da8-4b24-910e-3ca64ff64e46 req-75b3926a-133d-4013-85c0-4b0a89860150 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1265726 Jul 05 18:22:39.004812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54236) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:39.057989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b30ede2b-9da8-4b24-910e-3ca64ff64e46 req-a062ec48-dff9-48f2-b98f-88367b79514e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733266 Jul 05 18:22:39.139902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cca4b8b2-189e-4751-9b3e-af82feff011a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:39.348479 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:39.387495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cca4b8b2-189e-4751-9b3e-af82feff011a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:39.401478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-6cc75160-df94-48dc-83a8-4563b2ae58cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:39.403193 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-6cc75160-df94-48dc-83a8-4563b2ae58cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 1096 time: 0.1032720 Jul 05 18:22:39.462260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cca4b8b2-189e-4751-9b3e-af82feff011a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:39.506214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4b8b2-189e-4751-9b3e-af82feff011a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e5266a-9ebc-4977-95df-ecd9e3a06605,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:39.524188 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cca4b8b2-189e-4751-9b3e-af82feff011a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=91b553f11f59453fa113e736305bab04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5131235 Jul 05 18:22:39.524188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54256) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:39.547466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074451d-7562-4e85-b2ac-bedae494aef0 req-f575282e-9416-4a7a-81cc-a8e029b3aad1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:39.554546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f074451d-7562-4e85-b2ac-bedae494aef0 req-f575282e-9416-4a7a-81cc-a8e029b3aad1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.3129814 Jul 05 18:22:39.587415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-1b30b089-cd1b-4726-805c-2881b0a40295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:39.588913 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-1b30b089-cd1b-4726-805c-2881b0a40295 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88b4140b-6a05-4c17-8909-83608249d6bb HTTP/1.1" status: 200 len: 910 time: 0.1760607 Jul 05 18:22:39.593969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169724f9-e574-45d9-a8de-783f1e878914 req-b0ae132e-4ae7-405e-a8a3-62151fe110d4 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:39.599170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-169724f9-e574-45d9-a8de-783f1e878914 req-b0ae132e-4ae7-405e-a8a3-62151fe110d4 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.3060288 Jul 05 18:22:39.617482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06d8736f-94e3-4139-8cd3-18319ee3ad0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:39.675536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f074451d-7562-4e85-b2ac-bedae494aef0 req-21fde05e-9ca5-40b9-a5cd-71e113c9b059 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199355 Jul 05 18:22:39.680283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-169724f9-e574-45d9-a8de-783f1e878914 req-0f85dafc-c79b-490e-bbc5-1a1592700ed3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693381 Jul 05 18:22:39.686586 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06d8736f-94e3-4139-8cd3-18319ee3ad0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:39.693781 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-31329c89-1756-44c8-b33b-18d2d8f7c695 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 HTTP/1.1" status: 200 len: 217 time: 0.0970027 Jul 05 18:22:39.799699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Deleting port c39c8f73-8e58-4a12-80af-8be96d71fcf1 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:39.800043 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:39.821778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-194b5303-f161-424b-bfaf-6f53a07bd19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:39.823356 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-194b5303-f161-424b-bfaf-6f53a07bd19f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e709e650-2de8-4b27-acf7-1db52e3126d4 HTTP/1.1" status: 200 len: 850 time: 0.1171243 Jul 05 18:22:39.892351 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-ae14e792-b1b5-4257-b4d8-f88ec26620cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88b4140b-6a05-4c17-8909-83608249d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599260 Jul 05 18:22:39.899839 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06d8736f-94e3-4139-8cd3-18319ee3ad0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:39.902660 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-06d8736f-94e3-4139-8cd3-18319ee3ad0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:39.904145 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-06d8736f-94e3-4139-8cd3-18319ee3ad0a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49e5266a-9ebc-4977-95df-ecd9e3a06605 HTTP/1.1" status: 204 len: 168 time: 0.3816311 Jul 05 18:22:39.930599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8736f-94e3-4139-8cd3-18319ee3ad0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e5266a-9ebc-4977-95df-ecd9e3a06605,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:40.020906 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-af5baba3-c0fe-4234-985a-23ca565a198e service neutron] 10.222.0.39 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153779 Jul 05 18:22:40.132189 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ba8f1c4-b7c9-4a6d-a057-b9802117ac6e req-2be8fddf-09d5-4400-a54c-9b33a7443ed5 service neutron] 10.222.0.39 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986862 Jul 05 18:22:40.399254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] For port c39c8f73-8e58-4a12-80af-8be96d71fcf1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c39c8f73-8e58-4a12-80af-8be96d71fcf1,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:40.399769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:40.423354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Calling delete_port for c39c8f73-8e58-4a12-80af-8be96d71fcf1 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:40.481902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329cef3-1fe4-4f9b-9cda-7bd096aace5c req-4fae3d4c-1df6-4a62-82e7-c87de55a7073 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:40.483430 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e329cef3-1fe4-4f9b-9cda-7bd096aace5c req-4fae3d4c-1df6-4a62-82e7-c87de55a7073 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.5582745 Jul 05 18:22:40.570290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e329cef3-1fe4-4f9b-9cda-7bd096aace5c req-87b42044-f630-4a14-87f2-dab2b10e3be9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794959 Jul 05 18:22:40.678097 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:40.699847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f6502ba-5099-462b-a51b-23817435616d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:40.796966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:40.802174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f6502ba-5099-462b-a51b-23817435616d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:40.831091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c39c8f73-8e58-4a12-80af-8be96d71fcf1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:40.888683 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f6502ba-5099-462b-a51b-23817435616d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:40.960671 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2f6502ba-5099-462b-a51b-23817435616d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=14c753a7103748828a5cc0e7d0a209c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777612 Jul 05 18:22:40.960671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6502ba-5099-462b-a51b-23817435616d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c0aab9-e1ce-422a-9e41-f2f1644c8fc6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:40.961860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54306) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:40.977171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cfe42-616f-4087-8214-ad2b1827b890 req-f451a846-461c-4e4d-b605-78d5652197f0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:40.978921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-933cfe42-616f-4087-8214-ad2b1827b890 req-f451a846-461c-4e4d-b605-78d5652197f0 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.2531180 Jul 05 18:22:41.016760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b5322d5-6d89-4b21-b6e5-96795b991427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:41.042130 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b5322d5-6d89-4b21-b6e5-96795b991427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:41.096652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-933cfe42-616f-4087-8214-ad2b1827b890 req-46dc445f-d9ad-4e0b-9e68-343e5159f6fa tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034601 Jul 05 18:22:41.145405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c411d-3e6c-45df-9c25-cdd470e670e7 req-f1883605-2fc2-4442-a2da-b3e390669d1f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:41.147742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b8c411d-3e6c-45df-9c25-cdd470e670e7 req-f1883605-2fc2-4442-a2da-b3e390669d1f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.2428174 Jul 05 18:22:41.193891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b5322d5-6d89-4b21-b6e5-96795b991427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:41.196752 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b5322d5-6d89-4b21-b6e5-96795b991427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:41.198133 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7b5322d5-6d89-4b21-b6e5-96795b991427 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8c0aab9-e1ce-422a-9e41-f2f1644c8fc6 HTTP/1.1" status: 204 len: 168 time: 0.2352612 Jul 05 18:22:41.221689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5322d5-6d89-4b21-b6e5-96795b991427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c0aab9-e1ce-422a-9e41-f2f1644c8fc6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:41.260093 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:41.297018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b8c411d-3e6c-45df-9c25-cdd470e670e7 req-2446547b-72d7-49f4-9902-7ca4c2b48725 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074388 Jul 05 18:22:41.595614 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Router 4304fea5-f40e-42a3-bd36-520075621782 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:22:41.776964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:22:41.785258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-37e90478-7e2a-4be5-b742-9fc95ed4ebb2 admin admin] 10.222.0.30 "PUT /v2.0/routers/4304fea5-f40e-42a3-bd36-520075621782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2178853 Jul 05 18:22:41.787627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54330) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:41.794265 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] Sync routers for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:22:41.821402 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:41.822667 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:22:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:41.986277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:42.069005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb25729-e122-41bd-9277-70dff0bb7ab7 req-7f3bbca8-b5e9-4698-a93e-20915fcd9b64 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:42.070964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbb25729-e122-41bd-9277-70dff0bb7ab7 req-7f3bbca8-b5e9-4698-a93e-20915fcd9b64 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0874832 Jul 05 18:22:42.116139 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:22:42.136067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbb25729-e122-41bd-9277-70dff0bb7ab7 req-04ffad3f-9c1d-4ac4-953b-d7e6344e86da tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583987 Jul 05 18:22:42.155456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:42.257695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Deleting port 03460bc3-586f-4daf-b014-07dbd94bc1c0 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:42.258039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:42.347326 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:22:40Z', 'revision_number': 5, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port': {'id': '03460bc3-586f-4daf-b014-07dbd94bc1c0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0b:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4304fea5-f40e-42a3-bd36-520075621782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:12:36Z', 'updated_at': '2021-07-05T18:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:42.379594 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] Checking router: 4304fea5-f40e-42a3-bd36-520075621782 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:22:42.388472 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] Routers {'4304fea5-f40e-42a3-bd36-520075621782'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:22:42.389175 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:22:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4304fea5-f40e-42a3-bd36-520075621782'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:42.392758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] For port 03460bc3-586f-4daf-b014-07dbd94bc1c0, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=03460bc3-586f-4daf-b014-07dbd94bc1c0,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:42.395338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:42.424550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Calling delete_port for 03460bc3-586f-4daf-b014-07dbd94bc1c0 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:42.520275 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] Set router 4304fea5-f40e-42a3-bd36-520075621782 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:22:42.611676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b005669c-1455-4aad-a66e-e9f7d407e40c req-6438df05-25a3-437c-921f-1802977820a1 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:42.620478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b005669c-1455-4aad-a66e-e9f7d407e40c req-6438df05-25a3-437c-921f-1802977820a1 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0913053 Jul 05 18:22:42.648199 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:22:42Z', 'revision_number': 6, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:42.666019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b005669c-1455-4aad-a66e-e9f7d407e40c req-b723da8c-e302-40d1-ac21-db6e764cf7fc tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446308 Jul 05 18:22:42.688706 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1acd6e3e-a12f-4548-9d31-6fafc3abac57 None None] The sync data for ids ['4304fea5-f40e-42a3-bd36-520075621782'] in n-d-799524-1 is: [{'id': '4304fea5-f40e-42a3-bd36-520075621782', 'name': 'tempest-ServerActionsTestJSON-1950543560-router', 'tenant_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:12:34Z', 'updated_at': '2021-07-05T18:22:42Z', 'revision_number': 6, 'project_id': 'fd2e47ec79e9495cad7ba0f1dcd1fc58', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:22:42.807465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:42.855421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Pushing event deleted for resources: {'Port': ['ID=03460bc3-586f-4daf-b014-07dbd94bc1c0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:42.922866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.027357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.029492 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.185254 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.185844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4304fea5-f40e-42a3-bd36-520075621782 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:22:43.191431 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.192586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a1e32630-b49d-4e91-aea4-c4e41ed47121 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4304fea5-f40e-42a3-bd36-520075621782 HTTP/1.1" status: 204 len: 168 time: 1.4048977 Jul 05 18:22:43.195369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54384) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:43.275054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-9658f7ff-c43e-442e-b013-abf1cb790af0 admin admin] Deleting subnet 9f594c12-0a66-4305-8040-b34f8d049fe9 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:22:43.289941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9658f7ff-c43e-442e-b013-abf1cb790af0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.351217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9658f7ff-c43e-442e-b013-abf1cb790af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.427743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9d157-bbcf-495b-8aa2-18f1da0c56af req-952ec3b0-8881-437c-bbbb-c9f46e5affd4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:43.429187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eef9d157-bbcf-495b-8aa2-18f1da0c56af req-952ec3b0-8881-437c-bbbb-c9f46e5affd4 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1512015 Jul 05 18:22:43.475371 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9658f7ff-c43e-442e-b013-abf1cb790af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.524692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c39c8f73-8e58-4a12-80af-8be96d71fcf1 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:43.571164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c39c8f73-8e58-4a12-80af-8be96d71fcf1 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:43.571537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c39c8f73-8e58-4a12-80af-8be96d71fcf1 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:43.580184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eef9d157-bbcf-495b-8aa2-18f1da0c56af req-7e7d352e-2643-45a8-9b93-3f64ca42b17a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578423 Jul 05 18:22:43.660047 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9658f7ff-c43e-442e-b013-abf1cb790af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.695869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658f7ff-c43e-442e-b013-abf1cb790af0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f594c12-0a66-4305-8040-b34f8d049fe9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:43.710901 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9658f7ff-c43e-442e-b013-abf1cb790af0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:43.713405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9658f7ff-c43e-442e-b013-abf1cb790af0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9f594c12-0a66-4305-8040-b34f8d049fe9 HTTP/1.1" status: 204 len: 168 time: 0.5170469 Jul 05 18:22:43.716180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54410) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:43.719296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b771d4ac-06d1-4134-b6d1-690e67546d76 None None] Network a64c9413-6e22-4997-8ea4-33032e825317 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:43.905071 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.026696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Deleting port 19a66b48-24b7-4197-a499-8360cc00a630 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:44.027048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.046645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f499e-1641-45a8-b8a7-9f3b6bd9b4ec req-b5f777b2-07fb-475a-aa26-82ac6eb65a60 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:44.061751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-105f499e-1641-45a8-b8a7-9f3b6bd9b4ec req-b5f777b2-07fb-475a-aa26-82ac6eb65a60 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1787326 Jul 05 18:22:44.116120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb526f05-49de-4c33-a620-916bf0c5e287 None None] DHCP port deletion for a64c9413-6e22-4997-8ea4-33032e825317 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:22:44.161879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-105f499e-1641-45a8-b8a7-9f3b6bd9b4ec req-22cfc39d-61dc-4a48-a632-9ab830836cb8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965056 Jul 05 18:22:44.209378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] For port 19a66b48-24b7-4197-a499-8360cc00a630, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=19a66b48-24b7-4197-a499-8360cc00a630,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:44.210419 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.225139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Calling delete_port for 19a66b48-24b7-4197-a499-8360cc00a630 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:44.226503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fb526f05-49de-4c33-a620-916bf0c5e287 None None] Deleting port 19a66b48-24b7-4197-a499-8360cc00a630 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:22:44.227643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb526f05-49de-4c33-a620-916bf0c5e287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.295723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-fb526f05-49de-4c33-a620-916bf0c5e287 None None] For port 19a66b48-24b7-4197-a499-8360cc00a630, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=19a66b48-24b7-4197-a499-8360cc00a630,segment=NetworkSegment(69f44e53-d65c-4a16-ae36-0cd42f8fc1ec),segment_id=69f44e53-d65c-4a16-ae36-0cd42f8fc1ec)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:44.296121 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb526f05-49de-4c33-a620-916bf0c5e287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.310850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fb526f05-49de-4c33-a620-916bf0c5e287 None None] Calling delete_port for 19a66b48-24b7-4197-a499-8360cc00a630 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:22:44.404784 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.441644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a66b48-24b7-4197-a499-8360cc00a630,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:22:44.455555 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:22:44.461681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] No DVR routers for this DVR port 19a66b48-24b7-4197-a499-8360cc00a630 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:44.464768 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb526f05-49de-4c33-a620-916bf0c5e287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.554089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb526f05-49de-4c33-a620-916bf0c5e287 None None] Pushing event deleted for resources: {'Port': ['ID=19a66b48-24b7-4197-a499-8360cc00a630,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:44.564814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb526f05-49de-4c33-a620-916bf0c5e287 None None] No DVR routers for this DVR port 19a66b48-24b7-4197-a499-8360cc00a630 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:22:44.600099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e177759-e3bf-4fff-b565-e1fc28a160dd req-7c1978b9-dfab-4ab1-b1e7-7fddfb3e9783 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:44.608405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e177759-e3bf-4fff-b565-e1fc28a160dd req-7c1978b9-dfab-4ab1-b1e7-7fddfb3e9783 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1356840 Jul 05 18:22:44.659231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e177759-e3bf-4fff-b565-e1fc28a160dd req-2043edd4-5c35-4667-b740-90088464ea55 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496123 Jul 05 18:22:44.672132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.686147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64c9413-6e22-4997-8ea4-33032e825317']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:44.700637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:44.700937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f44e53-d65c-4a16-ae36-0cd42f8fc1ec') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:22:44.711804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-b42ac70a-cb39-466f-95c9-aa7772916a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:44.713581 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-b42ac70a-cb39-466f-95c9-aa7772916a58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 1098 time: 0.1628213 Jul 05 18:22:44.719106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.765016 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.809506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:22:44.809821 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:22:44.811945 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:22:44.881565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 03460bc3-586f-4daf-b014-07dbd94bc1c0 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:44.903023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 03460bc3-586f-4daf-b014-07dbd94bc1c0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:44.903659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 03460bc3-586f-4daf-b014-07dbd94bc1c0 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:44.905771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 19a66b48-24b7-4197-a499-8360cc00a630 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:22:44.942966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 19a66b48-24b7-4197-a499-8360cc00a630 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:22:44.943321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 19a66b48-24b7-4197-a499-8360cc00a630 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:22:44.964624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-805a81ff-4e9d-4141-8b60-8e0b8e36fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:44.966140 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-805a81ff-4e9d-4141-8b60-8e0b8e36fda5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 200 len: 913 time: 0.2445962 Jul 05 18:22:44.968138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.974718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:44.982847 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a64c9413-6e22-4997-8ea4-33032e825317 HTTP/1.1" status: 204 len: 168 time: 1.2638066 Jul 05 18:22:45.084615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-37b870af-d2a4-4cc9-9af3-397f3dbceba8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 200 len: 217 time: 0.1003580 Jul 05 18:22:45.085835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a037416-3860-4c7b-a07e-6ccf37f65245 admin admin] Pushing event deleted for resources: {'Network': ['ID=a64c9413-6e22-4997-8ea4-33032e825317,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:45.145398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-1e2fbc19-ae13-468b-a07a-a99358dc8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:45.147091 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-1e2fbc19-ae13-468b-a07a-a99358dc8586 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8bdaf825-3836-4aa5-8df2-5b5e786f76bb HTTP/1.1" status: 200 len: 853 time: 0.0551054 Jul 05 18:22:45.184306 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-55aef415-21b1-40c6-9c59-866f1e71fca9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7eb0674e-5910-463f-957c-afcd8db859a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303962 Jul 05 18:22:45.306330 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-2b785a84-bca8-408f-9dd7-43e9724bbfcd service neutron] 10.222.0.39 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151388 Jul 05 18:22:45.419064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494427d-ea9d-4efd-aa49-3d01956eb1f7 req-e5fde9f8-b38b-4d16-9425-4e2744d63a74 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:45.427273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d494427d-ea9d-4efd-aa49-3d01956eb1f7 req-e5fde9f8-b38b-4d16-9425-4e2744d63a74 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1474957 Jul 05 18:22:45.436586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54464) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:45.467336 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f67d11da-cb82-4c3a-a3d6-538f711579a8 req-af21a08f-95a7-419b-be80-3f79ad4bc875 service neutron] 10.222.0.39 "GET /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527917 Jul 05 18:22:45.494952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d494427d-ea9d-4efd-aa49-3d01956eb1f7 req-4d258f26-5b4f-440d-bd18-3f650cfcc3cc tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666568 Jul 05 18:22:45.512121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-19f539ae-03e4-4fd4-83de-264c8f0361f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd2e47ec79e9495cad7ba0f1dcd1fc58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748236 Jul 05 18:22:45.514647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54468) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:45.584690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c51a26b0-f176-454d-80d7-d1821ef6eda7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:45.611323 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c51a26b0-f176-454d-80d7-d1821ef6eda7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:45.737572 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c51a26b0-f176-454d-80d7-d1821ef6eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:45.743130 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c51a26b0-f176-454d-80d7-d1821ef6eda7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:45.744869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c51a26b0-f176-454d-80d7-d1821ef6eda7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa0536d8-71c5-4ce9-8484-624d0af1feb8 HTTP/1.1" status: 204 len: 168 time: 0.2289391 Jul 05 18:22:45.758031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51a26b0-f176-454d-80d7-d1821ef6eda7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0536d8-71c5-4ce9-8484-624d0af1feb8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:46.181448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80e89c-037a-4c69-84b2-cace6d2099b9 req-514e591d-54b3-4793-b482-1fb99c3679e3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:46.183091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba80e89c-037a-4c69-84b2-cace6d2099b9 req-514e591d-54b3-4793-b482-1fb99c3679e3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1618986 Jul 05 18:22:46.231506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba80e89c-037a-4c69-84b2-cace6d2099b9 req-e700fad4-1def-4f9f-8491-ffcb4a15d454 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406840 Jul 05 18:22:46.713175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36b5b54-a461-4479-8599-656e8537e839 req-d37a5c36-730e-47f4-b511-d25ddf367d2d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:46.715089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a36b5b54-a461-4479-8599-656e8537e839 req-d37a5c36-730e-47f4-b511-d25ddf367d2d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0754580 Jul 05 18:22:46.761436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a36b5b54-a461-4479-8599-656e8537e839 req-f8e26702-ebb3-4bf6-a40f-be25f6e74748 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371978 Jul 05 18:22:47.100453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54534) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:47.227641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1676468787-network', 'tenant_id': '6a5be20193164eb5bcd87c84edef0817'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:47.311373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Made reservation on behalf of 6a5be20193164eb5bcd87c84edef0817 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:47.313907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:47.323362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:47.460986 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:47.506733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555e5e8-fff0-45a5-b0d3-5df86757e67e req-8b11bdb1-e4fa-45c9-94b1-82a687170ccb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:47.508527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b555e5e8-fff0-45a5-b0d3-5df86757e67e req-8b11bdb1-e4fa-45c9-94b1-82a687170ccb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1048012 Jul 05 18:22:47.530213 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:47.581788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:22:47.593123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4019a0-b528-40c6-bb65-463d8f3b8b6f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:47.603975 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:47.603975 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Added segment e0724c71-a0f9-47dc-a891-13baa7cd4882 of type vlan for network ef7e5247-aac1-4b2c-a9c5-d9598c1d943e Jul 05 18:22:47.607151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b555e5e8-fff0-45a5-b0d3-5df86757e67e req-18d1c3d4-cfb6-4057-9f5e-1f1092a46be1 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871708 Jul 05 18:22:47.665760 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:47.777732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:47.779091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:47.779679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:47.882337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] Pushing event updated for resources: {'Network': ['ID=ef7e5247-aac1-4b2c-a9c5-d9598c1d943e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:47.897826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ef7e5247-aac1-4b2c-a9c5-d9598c1d943e details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:22:47.924609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721b6ab-f64d-4c1c-a7b5-1c4dbbc88113 req-796c34bb-6c5d-4e06-9a87-267171d178d7 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:47.931814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7721b6ab-f64d-4c1c-a7b5-1c4dbbc88113 req-796c34bb-6c5d-4e06-9a87-267171d178d7 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1714351 Jul 05 18:22:47.971492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-21184c75-5081-4e36-a861-46daf8b1cccb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8697257 Jul 05 18:22:47.974498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54572) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:22:47.982608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Request body: {'subnet': {'network_id': 'ef7e5247-aac1-4b2c-a9c5-d9598c1d943e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1676468787-subnet', 'tenant_id': '6a5be20193164eb5bcd87c84edef0817', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:47.997792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7721b6ab-f64d-4c1c-a7b5-1c4dbbc88113 req-6d222db4-8f0c-49ea-8022-179462f61269 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651088 Jul 05 18:22:48.030766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed170ab-b460-4fce-b9a2-07a0f26225b4 req-493e0689-98fe-4a47-942e-d91b587a2025 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:48.034725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ed170ab-b460-4fce-b9a2-07a0f26225b4 req-493e0689-98fe-4a47-942e-d91b587a2025 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1375411 Jul 05 18:22:48.083641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ed170ab-b460-4fce-b9a2-07a0f26225b4 req-6ee2673f-42ca-4b64-a695-789925eda1be tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447023 Jul 05 18:22:48.114529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Made reservation on behalf of 6a5be20193164eb5bcd87c84edef0817 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:48.117106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:48.253765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3bc951-2571-436d-b9f3-a820123bd82d req-2c3d5859-3b39-4d7d-94a2-d87f139f60d3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:48.263440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe3bc951-2571-436d-b9f3-a820123bd82d req-2c3d5859-3b39-4d7d-94a2-d87f139f60d3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1027074 Jul 05 18:22:48.315263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe3bc951-2571-436d-b9f3-a820123bd82d req-b287486c-71e0-4460-9258-bc7f28da99fd tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508513 Jul 05 18:22:48.421024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:48.505765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bfffc-2e9a-4086-ac4b-a378b256bd35 req-3a1764a2-f5ed-457c-b0d7-e3b332f43037 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:48.508249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-270bfffc-2e9a-4086-ac4b-a378b256bd35 req-3a1764a2-f5ed-457c-b0d7-e3b332f43037 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0791135 Jul 05 18:22:48.519604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c40d08-65a0-43f4-a3ab-06fec6eb8aee,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:48.550761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Checking segment: {'id': 'e0724c71-a0f9-47dc-a891-13baa7cd4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ef7e5247-aac1-4b2c-a9c5-d9598c1d943e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:48.551118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Network hostable DHCP agents. Network: ef7e5247-aac1-4b2c-a9c5-d9598c1d943e, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:22:48.566881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-270bfffc-2e9a-4086-ac4b-a378b256bd35 req-6d961a29-ce86-40e0-8a06-8dbe9356a3bb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512710 Jul 05 18:22:48.630271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Network ef7e5247-aac1-4b2c-a9c5-d9598c1d943e is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:22:48.716310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ef7e5247-aac1-4b2c-a9c5-d9598c1d943e) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:48.725698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a33d62f-7095-41f5-9976-0ae210da0a5b None None] Network ef7e5247-aac1-4b2c-a9c5-d9598c1d943e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:48.729164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:48.729884 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:48.858784 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9c85eebd-85c0-40b5-a379-7894d937f59e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8821187 Jul 05 18:22:48.878424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5268bec-a56e-49e9-89bd-da540fd57f98 None None] Network ef7e5247-aac1-4b2c-a9c5-d9598c1d943e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:22:49.060562 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963a0b6-d26d-407e-985c-3b9107f50fc0 req-53fff14d-a60a-40ec-ae30-34d2a3681f4e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:49.068621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c963a0b6-d26d-407e-985c-3b9107f50fc0 req-53fff14d-a60a-40ec-ae30-34d2a3681f4e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.2108011 Jul 05 18:22:49.158948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c963a0b6-d26d-407e-985c-3b9107f50fc0 req-4954dd7f-44a7-461b-8b10-c28eb4f4fd83 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890679 Jul 05 18:22:49.309796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ae25d-6d87-4d01-a549-7c7200095dc5 req-ad9251d2-6462-42e4-9f1b-4e7e45bad198 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:49.315617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-577ae25d-6d87-4d01-a549-7c7200095dc5 req-ad9251d2-6462-42e4-9f1b-4e7e45bad198 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0794528 Jul 05 18:22:49.357661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-577ae25d-6d87-4d01-a549-7c7200095dc5 req-9f79ab59-e815-4254-9be7-ad560e2c203f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398853 Jul 05 18:22:49.578448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-f52191d3-f7e2-4173-96b0-a3c927043c3b tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:49.581226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-f52191d3-f7e2-4173-96b0-a3c927043c3b tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/networks?id=ef7e5247-aac1-4b2c-a9c5-d9598c1d943e HTTP/1.1" status: 200 len: 813 time: 0.1874628 Jul 05 18:22:49.604410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-c765c24d-d6af-41aa-92a9-b5dcb2bd8078 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/quotas/6a5be20193164eb5bcd87c84edef0817 HTTP/1.1" status: 200 len: 375 time: 0.0152028 Jul 05 18:22:49.650219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44900059-1d79-4458-b2ef-bf4d7eff6b78 req-b1a4c1a6-f3bd-41bb-b9b5-bba3c1fbaf4b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:49.651743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-44900059-1d79-4458-b2ef-bf4d7eff6b78 req-b1a4c1a6-f3bd-41bb-b9b5-bba3c1fbaf4b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1413941 Jul 05 18:22:49.653771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-e62bbea7-18a2-4abb-b62f-a9c4008a4e44 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6a5be20193164eb5bcd87c84edef0817&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408986 Jul 05 18:22:49.753681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-44900059-1d79-4458-b2ef-bf4d7eff6b78 req-559aa763-70ee-48e7-88c9-462c93b65120 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951242 Jul 05 18:22:49.784008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-74f40a83-6c0a-454f-b391-f94b3affd43b service neutron] 10.222.0.30 "GET /v2.0/networks/ef7e5247-aac1-4b2c-a9c5-d9598c1d943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192424 Jul 05 18:22:49.888369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-4fb4ece2-94ed-4ec4-a615-27114d1d1434 service neutron] 10.222.0.30 "GET /v2.0/networks/ef7e5247-aac1-4b2c-a9c5-d9598c1d943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984299 Jul 05 18:22:49.986880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd387c-c1d1-441e-8475-e86e778e282b req-6366a9de-fdb0-4bd7-9b2a-142bbe8acb1d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:49.988417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18cd387c-c1d1-441e-8475-e86e778e282b req-6366a9de-fdb0-4bd7-9b2a-142bbe8acb1d tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0758135 Jul 05 18:22:50.360857 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-883992d2-2eb3-448e-bf37-79aa8cbce390 req-61e2f312-da11-4c56-b82a-023381602901 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 210 time: 0.0380540 Jul 05 18:22:50.396304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18cd387c-c1d1-441e-8475-e86e778e282b req-9b999669-2b25-4910-9480-1d3c13caefbf tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016082 Jul 05 18:22:50.639334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed088a62-7d55-46e7-845a-c27ff34791a4 req-0a4005f1-f72f-45f5-84b8-ee01591de18e tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:50.641690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed088a62-7d55-46e7-845a-c27ff34791a4 req-0a4005f1-f72f-45f5-84b8-ee01591de18e tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1214848 Jul 05 18:22:50.664166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2dbdcc-eb78-4d02-9535-332a59fecade req-6d7f6255-c8ef-40cc-a94b-c12a47d43b6f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:50.665766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db2dbdcc-eb78-4d02-9535-332a59fecade req-6d7f6255-c8ef-40cc-a94b-c12a47d43b6f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1067190 Jul 05 18:22:50.719449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed088a62-7d55-46e7-845a-c27ff34791a4 req-ffcae28d-9ef9-4a58-95c1-2884a0a9e08a tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692327 Jul 05 18:22:50.730865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db2dbdcc-eb78-4d02-9535-332a59fecade req-768dd8bc-5741-4882-a878-227eba2d9b23 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561419 Jul 05 18:22:50.752352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fd79f152-3793-40d1-bf14-2f9cfea7432b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:51.075753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81430d64-18cf-41ac-b6bf-69b864ae9d49 req-f5c35731-a199-431e-b2b5-d3f283500ddb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:51.077257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81430d64-18cf-41ac-b6bf-69b864ae9d49 req-f5c35731-a199-431e-b2b5-d3f283500ddb tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0998211 Jul 05 18:22:51.118434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81430d64-18cf-41ac-b6bf-69b864ae9d49 req-dad22e03-6a03-4558-98f7-5a5c95ef6e89 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344360 Jul 05 18:22:51.349715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34ce89f-fb4f-467f-8493-a2852a71cbb8 req-50b39a0e-0b4f-43ac-b1e3-a094d5f07dab tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:51.351500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b34ce89f-fb4f-467f-8493-a2852a71cbb8 req-50b39a0e-0b4f-43ac-b1e3-a094d5f07dab tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1127884 Jul 05 18:22:51.418989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b34ce89f-fb4f-467f-8493-a2852a71cbb8 req-36310677-e6d1-4bb7-abf3-5e9e462ff0df tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552931 Jul 05 18:22:51.573735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6cce7e46-8c15-4d0b-889a-b2d8f5a27da9 req-adc5f041-9589-423b-851a-dac96c91dce9 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 210 time: 0.0420647 Jul 05 18:22:51.701423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ae5ca-f4e9-4e59-b45e-81c010231676 req-50f2a964-34ff-4e59-afa4-b77c5d13ce2a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:51.702974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-590ae5ca-f4e9-4e59-b45e-81c010231676 req-50f2a964-34ff-4e59-afa4-b77c5d13ce2a tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0787904 Jul 05 18:22:51.745431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-590ae5ca-f4e9-4e59-b45e-81c010231676 req-06979fe2-f233-4ac5-a8e3-1eef6e427f33 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361207 Jul 05 18:22:52.062454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559069f2-3f48-4658-8a12-438ad41513b4 req-c4e56bab-22fd-4a77-a3a6-b2a2c4f7b4a3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:52.064632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-559069f2-3f48-4658-8a12-438ad41513b4 req-c4e56bab-22fd-4a77-a3a6-b2a2c4f7b4a3 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1674383 Jul 05 18:22:52.075750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e97ccc0-a391-4f67-a3d4-f8d07b0c9586 req-a3e65e37-9fa0-43d6-b008-e628866ae789 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:52.083499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e97ccc0-a391-4f67-a3d4-f8d07b0c9586 req-a3e65e37-9fa0-43d6-b008-e628866ae789 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1874259 Jul 05 18:22:52.149011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e97ccc0-a391-4f67-a3d4-f8d07b0c9586 req-bd911b45-0747-433a-b8f0-a70b62597a76 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644369 Jul 05 18:22:52.151849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-559069f2-3f48-4658-8a12-438ad41513b4 req-d3660870-f45c-4658-83de-ef6639b8cdd5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650740 Jul 05 18:22:52.373326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5983a6-f121-44ec-b290-5a4fd2b16d92 req-db5a9ed7-aaf8-4850-8379-7bd8ec63bc7e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:52.374988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d5983a6-f121-44ec-b290-5a4fd2b16d92 req-db5a9ed7-aaf8-4850-8379-7bd8ec63bc7e tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0755434 Jul 05 18:22:52.421502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d5983a6-f121-44ec-b290-5a4fd2b16d92 req-2226770f-9524-4d45-8d2d-4826fd8d5997 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397482 Jul 05 18:22:52.616177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547426c5-9a3f-4211-9c9c-b7641ca12000 req-e3e9b4bb-7518-4bd4-9b3a-f228a89c0e7b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:52.617702 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-547426c5-9a3f-4211-9c9c-b7641ca12000 req-e3e9b4bb-7518-4bd4-9b3a-f228a89c0e7b tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0704570 Jul 05 18:22:52.659651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-547426c5-9a3f-4211-9c9c-b7641ca12000 req-214d9f46-8f96-49f7-ad4d-8010e52566bc tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363450 Jul 05 18:22:52.710317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de2079e6-3364-47fb-9e76-e9b36a83e9fb req-94a03673-2ac5-4046-a0b8-3d11db7bd54d tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 210 time: 0.0295281 Jul 05 18:22:52.912340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29874a6-7ca6-481a-9c64-72f1c6ec0f07 req-4f8c179f-043b-4caf-bc2b-b20575239ab8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:52.913937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d29874a6-7ca6-481a-9c64-72f1c6ec0f07 req-4f8c179f-043b-4caf-bc2b-b20575239ab8 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1266274 Jul 05 18:22:52.958842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d29874a6-7ca6-481a-9c64-72f1c6ec0f07 req-9f2f76e9-ae11-42f2-8e0b-ded5f2ba65ce tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381978 Jul 05 18:22:53.152994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-5db6aff1-1bd3-4ca8-b928-81c0d7896501 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:53.154528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-5db6aff1-1bd3-4ca8-b928-81c0d7896501 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.39 "GET /v2.0/networks?id=ef7e5247-aac1-4b2c-a9c5-d9598c1d943e HTTP/1.1" status: 200 len: 813 time: 0.1513751 Jul 05 18:22:53.179375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Request body: {'port': {'device_id': '002814c1-f5ca-4d10-a1f8-cf9267214a0b', 'network_id': 'ef7e5247-aac1-4b2c-a9c5-d9598c1d943e', 'admin_state_up': True, 'tenant_id': '6a5be20193164eb5bcd87c84edef0817'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:53.512806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6741f02c-0d09-40be-b2eb-b9d23ab61586 req-68916837-ca4a-4e87-b6cf-abe7a0b208a3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:53.514334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6741f02c-0d09-40be-b2eb-b9d23ab61586 req-68916837-ca4a-4e87-b6cf-abe7a0b208a3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1098132 Jul 05 18:22:53.522089 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38b129cd-cf6d-4b60-a2aa-ea77e4112d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:53.575123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6741f02c-0d09-40be-b2eb-b9d23ab61586 req-4bcb3adc-68ad-447c-a5a3-0701ee08bb98 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505607 Jul 05 18:22:53.592897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Made reservation on behalf of 6a5be20193164eb5bcd87c84edef0817 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:22:53.600281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:53.705987 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:53.799365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Allocated IP 172.20.0.10 (ef7e5247-aac1-4b2c-a9c5-d9598c1d943e/37c40d08-65a0-43f4-a3ab-06fec6eb8aee/58136215-a61c-43eb-a2ea-c9948591429d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:22:53.899280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-443c9ec6-1d8d-416c-afcd-71e30a96ac6f req-ffcc9f1c-97ff-4818-8217-cb1570de1344 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 210 time: 0.0346432 Jul 05 18:22:54.022820 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:54.175001 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:54.234319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Network ef7e5247-aac1-4b2c-a9c5-d9598c1d943e is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:22:54.238737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:22:54.240656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Pushing event updated for resources: {'Port': ['ID=58136215-a61c-43eb-a2ea-c9948591429d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:54.242897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:22:54.291554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:54.292188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:54.400912 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-b7b2dc60-ea1e-494f-ab83-cb8867792909 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2268779 Jul 05 18:22:54.421710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Request body: {'port': {'device_id': '002814c1-f5ca-4d10-a1f8-cf9267214a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:22:54.520874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:54.648106 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:54.801272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0805d7c-776f-40e6-8fba-52ead3fb8e0f req-e09b986e-6da4-485e-a525-80f5d925d695 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:54.811373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0805d7c-776f-40e6-8fba-52ead3fb8e0f req-e09b986e-6da4-485e-a525-80f5d925d695 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0842040 Jul 05 18:22:54.879609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58136215-a61c-43eb-a2ea-c9948591429d {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:22:54.886421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0805d7c-776f-40e6-8fba-52ead3fb8e0f req-cb7f01ec-4275-4687-8fd2-9c40c35b0221 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641036 Jul 05 18:22:54.902989 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:54.919851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Transition to ACTIVE for port object 58136215-a61c-43eb-a2ea-c9948591429d will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:22:54.985351 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:55.130939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Pushing event updated for resources: {'Port': ['ID=58136215-a61c-43eb-a2ea-c9948591429d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:55.168329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c47a3-a610-4312-a24b-5112db433c06 req-68f76e0b-c5ce-4dd4-9b69-6c426c10b650 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:55.168959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Attempting to bind port 58136215-a61c-43eb-a2ea-c9948591429d on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:22:55.169537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Attempting to bind port 58136215-a61c-43eb-a2ea-c9948591429d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'e0724c71-a0f9-47dc-a891-13baa7cd4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ef7e5247-aac1-4b2c-a9c5-d9598c1d943e'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:22:55.169901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d25c47a3-a610-4312-a24b-5112db433c06 req-68f76e0b-c5ce-4dd4-9b69-6c426c10b650 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 944 time: 0.0952690 Jul 05 18:22:55.171012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Attempting to bind port 58136215-a61c-43eb-a2ea-c9948591429d on network ef7e5247-aac1-4b2c-a9c5-d9598c1d943e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:22:55.176556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Port 58136215-a61c-43eb-a2ea-c9948591429d on network ef7e5247-aac1-4b2c-a9c5-d9598c1d943e not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:22:55.179092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Attempting to bind port 58136215-a61c-43eb-a2ea-c9948591429d on network ef7e5247-aac1-4b2c-a9c5-d9598c1d943e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:22:55.184895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:22:55.185592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Checking segment: {'id': 'e0724c71-a0f9-47dc-a891-13baa7cd4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ef7e5247-aac1-4b2c-a9c5-d9598c1d943e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:22:55.186274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Bound using segment: {'id': 'e0724c71-a0f9-47dc-a891-13baa7cd4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ef7e5247-aac1-4b2c-a9c5-d9598c1d943e'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:22:55.186965 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Bound port: 58136215-a61c-43eb-a2ea-c9948591429d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0724c71-a0f9-47dc-a891-13baa7cd4882', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ef7e5247-aac1-4b2c-a9c5-d9598c1d943e'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:22:55.188656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:55.213967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d25c47a3-a610-4312-a24b-5112db433c06 req-dafd3a01-c82a-4f50-b2bd-adcd6893e540 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357323 Jul 05 18:22:55.295399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] For port 58136215-a61c-43eb-a2ea-c9948591429d, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:22:55.299496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] For port 58136215-a61c-43eb-a2ea-c9948591429d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58136215-a61c-43eb-a2ea-c9948591429d,segment=NetworkSegment(e0724c71-a0f9-47dc-a891-13baa7cd4882),segment_id=e0724c71-a0f9-47dc-a891-13baa7cd4882)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:22:55.379714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:55.425119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:55.425734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:55.427185 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] 10.222.0.39 "PUT /v2.0/ports/58136215-a61c-43eb-a2ea-c9948591429d HTTP/1.1" status: 200 len: 1092 time: 1.0113432 Jul 05 18:22:55.427614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '002814c1-f5ca-4d10-a1f8-cf9267214a0b', 'tag': '58136215-a61c-43eb-a2ea-c9948591429d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:22:55.429845 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485af411-56bc-434c-90a0-480c96a94d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "002814c1-f5ca-4d10-a1f8-cf9267214a0b", "tag": "58136215-a61c-43eb-a2ea-c9948591429d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:22:55.458640 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98570811-0821-4718-8721-3b59f1d56c3d service neutron] Pushing event updated for resources: {'Port': ['ID=58136215-a61c-43eb-a2ea-c9948591429d,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:55.535296 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea26776c-492c-458a-a849-d0eb740d3662 x-openstack-request-id: req-ea26776c-492c-458a-a849-d0eb740d3662 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:22:55.535674 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "002814c1-f5ca-4d10-a1f8-cf9267214a0b", "tag": "58136215-a61c-43eb-a2ea-c9948591429d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:22:55.535873 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea26776c-492c-458a-a849-d0eb740d3662 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:22:55.537136 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '002814c1-f5ca-4d10-a1f8-cf9267214a0b', 'tag': '58136215-a61c-43eb-a2ea-c9948591429d', 'status': 'completed', 'code': 200} Jul 05 18:22:55.618243 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-c382eb59-f880-47ce-9836-8c2d1eeb2fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:55.623380 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-c382eb59-f880-47ce-9836-8c2d1eeb2fdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a5be20193164eb5bcd87c84edef0817&device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 1095 time: 0.0699031 Jul 05 18:22:55.673484 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-dfadd3b4-182c-4db4-a723-1601dd43d5d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58136215-a61c-43eb-a2ea-c9948591429d HTTP/1.1" status: 200 len: 217 time: 0.0406978 Jul 05 18:22:55.756944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-ba4c7d1f-5a3e-451f-824f-9ef64399fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:55.759043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-ba4c7d1f-5a3e-451f-824f-9ef64399fb9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=37c40d08-65a0-43f4-a3ab-06fec6eb8aee HTTP/1.1" status: 200 len: 853 time: 0.0772309 Jul 05 18:22:55.804185 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-a98c6e50-ed4d-421c-9b39-f80ff7629f00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef7e5247-aac1-4b2c-a9c5-d9598c1d943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384820 Jul 05 18:22:55.907737 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-3ec3a80d-d7af-4dbe-84d5-1346388386ea service neutron] 10.222.0.39 "GET /v2.0/networks/ef7e5247-aac1-4b2c-a9c5-d9598c1d943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926354 Jul 05 18:22:56.033687 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c6d512a3-3202-4ace-ab1a-ebad7268ab2b req-0fadc14a-4ab0-40c4-bc26-aee01c756d94 service neutron] 10.222.0.39 "GET /v2.0/networks/ef7e5247-aac1-4b2c-a9c5-d9598c1d943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172490 Jul 05 18:22:56.134420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51df82d-2f17-4bf7-b5b2-fab9b3ba0366 req-8b0b5aff-1392-49d1-bc3e-a764cc7c4dd5 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:56.136726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c51df82d-2f17-4bf7-b5b2-fab9b3ba0366 req-8b0b5aff-1392-49d1-bc3e-a764cc7c4dd5 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0715723 Jul 05 18:22:56.176117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c51df82d-2f17-4bf7-b5b2-fab9b3ba0366 req-fc8e187b-c455-40ee-87e3-36eff5ae00b1 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328035 Jul 05 18:22:56.438470 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:56.442925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485af411-56bc-434c-90a0-480c96a94d1c req-34df7a1c-9c04-4094-8123-dfdb59e6578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:56.444809 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-485af411-56bc-434c-90a0-480c96a94d1c req-34df7a1c-9c04-4094-8123-dfdb59e6578b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6a5be20193164eb5bcd87c84edef0817&device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 1095 time: 0.0941379 Jul 05 18:22:56.488667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad87678-1c39-47ec-94d7-35c8b122ff7c req-a00437bc-e304-426a-af41-11f5190466a9 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:56.494438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ad87678-1c39-47ec-94d7-35c8b122ff7c req-a00437bc-e304-426a-af41-11f5190466a9 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 944 time: 0.1329126 Jul 05 18:22:56.553157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ad87678-1c39-47ec-94d7-35c8b122ff7c req-f37d9195-6ae9-4521-bb62-678c55af26dc tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555515 Jul 05 18:22:56.610200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485af411-56bc-434c-90a0-480c96a94d1c req-e5c53ff8-ce77-4a41-8e68-4750d3fd7298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:56.612044 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-485af411-56bc-434c-90a0-480c96a94d1c req-e5c53ff8-ce77-4a41-8e68-4750d3fd7298 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ef7e5247-aac1-4b2c-a9c5-d9598c1d943e HTTP/1.1" status: 200 len: 913 time: 0.1550205 Jul 05 18:22:56.670258 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-485af411-56bc-434c-90a0-480c96a94d1c req-c9261cfa-0080-4bc9-9fa3-d118bf86dc80 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58136215-a61c-43eb-a2ea-c9948591429d HTTP/1.1" status: 200 len: 217 time: 0.0475791 Jul 05 18:22:56.771981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485af411-56bc-434c-90a0-480c96a94d1c req-99efff51-1d26-4c6d-9efa-77bba0c90c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:56.782107 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-485af411-56bc-434c-90a0-480c96a94d1c req-99efff51-1d26-4c6d-9efa-77bba0c90c75 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=37c40d08-65a0-43f4-a3ab-06fec6eb8aee HTTP/1.1" status: 200 len: 853 time: 0.1039746 Jul 05 18:22:56.822928 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-485af411-56bc-434c-90a0-480c96a94d1c req-1a6eb40f-9e79-4b09-ae13-90fc9e613635 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ef7e5247-aac1-4b2c-a9c5-d9598c1d943e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331781 Jul 05 18:22:56.985803 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-485af411-56bc-434c-90a0-480c96a94d1c req-373b6106-9412-4ff0-a2d0-118bd23b8500 service neutron] 10.222.0.39 "GET /v2.0/networks/ef7e5247-aac1-4b2c-a9c5-d9598c1d943e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542716 Jul 05 18:22:57.110326 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-485af411-56bc-434c-90a0-480c96a94d1c req-d1de4953-7486-4657-99ed-782e3551e405 service neutron] 10.222.0.39 "GET /v2.0/networks/ef7e5247-aac1-4b2c-a9c5-d9598c1d943e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025281 Jul 05 18:22:57.407675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74adf15-b4ff-41de-9a36-b27e15c36799 req-45001479-e5dc-4925-8368-b384550c76c4 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:57.439334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f74adf15-b4ff-41de-9a36-b27e15c36799 req-45001479-e5dc-4925-8368-b384550c76c4 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1286182 Jul 05 18:22:57.515273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f74adf15-b4ff-41de-9a36-b27e15c36799 req-26f71b8e-f5f3-46e2-b65b-211f92b0dcfe tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763378 Jul 05 18:22:57.849002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd93230-6aa1-459a-859a-a69d7d59bc49 req-85c31822-f583-491c-b713-9ba6e5d8a56a tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:57.850771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bd93230-6aa1-459a-859a-a69d7d59bc49 req-85c31822-f583-491c-b713-9ba6e5d8a56a tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 944 time: 0.0946298 Jul 05 18:22:57.919744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2bd93230-6aa1-459a-859a-a69d7d59bc49 req-480432f0-3869-4e7e-94bf-38f5219760bd tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522592 Jul 05 18:22:58.215043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 58136215-a61c-43eb-a2ea-c9948591429d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:22:58.378774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 58136215-a61c-43eb-a2ea-c9948591429d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58136215-a61c-43eb-a2ea-c9948591429d,segment=NetworkSegment(e0724c71-a0f9-47dc-a891-13baa7cd4882),segment_id=e0724c71-a0f9-47dc-a891-13baa7cd4882)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:58.394074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '58136215-a61c-43eb-a2ea-c9948591429d', 'network_id': 'ef7e5247-aac1-4b2c-a9c5-d9598c1d943e', 'port_id': '58136215-a61c-43eb-a2ea-c9948591429d', 'mac_address': 'fa:16:3e:e8:32:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c40d08-65a0-43f4-a3ab-06fec6eb8aee', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:22:58.445166 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:58.487313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58136215-a61c-43eb-a2ea-c9948591429d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:22:58.530048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 58136215-a61c-43eb-a2ea-c9948591429d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58136215-a61c-43eb-a2ea-c9948591429d,segment=NetworkSegment(e0724c71-a0f9-47dc-a891-13baa7cd4882),segment_id=e0724c71-a0f9-47dc-a891-13baa7cd4882)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:22:58.603299 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:22:58.674322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=58136215-a61c-43eb-a2ea-c9948591429d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:22:58.684551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.685210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.685721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.686233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.686851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.687413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.687915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.688415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.689053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.689601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.690167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.690698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:22:58.865167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4599932b-d9f2-44bc-ac14-f61ad2a8377b req-969b13bd-2816-40fd-8333-7abe02e44049 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:58.866779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4599932b-d9f2-44bc-ac14-f61ad2a8377b req-969b13bd-2816-40fd-8333-7abe02e44049 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1179492 Jul 05 18:22:58.914893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['58136215-a61c-43eb-a2ea-c9948591429d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:22:58.938923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4599932b-d9f2-44bc-ac14-f61ad2a8377b req-2d834ff4-d7bb-4d34-ab12-f38d1fe1d7e2 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638194 Jul 05 18:22:59.285632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc71e9-d988-4ac9-b899-563fa98f6116 req-5c22822e-5556-4c9a-90a5-9ba53bad3210 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:22:59.295627 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5edc71e9-d988-4ac9-b899-563fa98f6116 req-5c22822e-5556-4c9a-90a5-9ba53bad3210 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 945 time: 0.1178432 Jul 05 18:22:59.357512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5edc71e9-d988-4ac9-b899-563fa98f6116 req-156e5205-0ed3-4756-8a56-424d1a572260 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610449 Jul 05 18:22:59.711168 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:00.229777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 58136215-a61c-43eb-a2ea-c9948591429d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:23:00.269212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b395f0-fff9-4abc-86c7-65e9ffa15438 req-7ff5f864-b517-41a4-987b-616378057253 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:00.284058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7b395f0-fff9-4abc-86c7-65e9ffa15438 req-7ff5f864-b517-41a4-987b-616378057253 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1450701 Jul 05 18:23:00.330663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7b395f0-fff9-4abc-86c7-65e9ffa15438 req-6aa5e6f6-c2df-4c7c-97ea-400ae56e2ed4 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 Jul 05 18:23:00.448338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 58136215-a61c-43eb-a2ea-c9948591429d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:23:00.452536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 58136215-a61c-43eb-a2ea-c9948591429d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:23:00.452916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:00.702736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:00.757337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 58136215-a61c-43eb-a2ea-c9948591429d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58136215-a61c-43eb-a2ea-c9948591429d,segment=NetworkSegment(e0724c71-a0f9-47dc-a891-13baa7cd4882),segment_id=e0724c71-a0f9-47dc-a891-13baa7cd4882)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:00.758369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002814c1-f5ca-4d10-a1f8-cf9267214a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58136215-a61c-43eb-a2ea-c9948591429d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:23:00.760960 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac000ca-83f7-4ffa-b197-79eac69052d4" -d '{"events": [{"server_uuid": "002814c1-f5ca-4d10-a1f8-cf9267214a0b", "name": "network-vif-plugged", "status": "completed", "tag": "58136215-a61c-43eb-a2ea-c9948591429d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:23:00.774257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a5f5c-42e4-4068-ad1f-74850fc43d68 req-143843eb-0be2-4a7e-8193-9fa8d44785bb tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:00.775861 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a34a5f5c-42e4-4068-ad1f-74850fc43d68 req-143843eb-0be2-4a7e-8193-9fa8d44785bb tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 945 time: 0.1448097 Jul 05 18:23:00.835962 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a34a5f5c-42e4-4068-ad1f-74850fc43d68 req-9edf6f50-097f-405e-86e2-16ec0ffdd96f tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523791 Jul 05 18:23:00.859630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:00.916865 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab728a9-f4dd-4bea-a611-adc671a7d57b x-openstack-request-id: req-eab728a9-f4dd-4bea-a611-adc671a7d57b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:23:00.917243 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002814c1-f5ca-4d10-a1f8-cf9267214a0b", "name": "network-vif-plugged", "status": "completed", "tag": "58136215-a61c-43eb-a2ea-c9948591429d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:23:00.917568 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eab728a9-f4dd-4bea-a611-adc671a7d57b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:23:00.918174 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002814c1-f5ca-4d10-a1f8-cf9267214a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58136215-a61c-43eb-a2ea-c9948591429d', 'code': 200} Jul 05 18:23:00.977387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=58136215-a61c-43eb-a2ea-c9948591429d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:01.076710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575a70d-6c8f-4eae-9bba-68f7c3ba157b req-a3755b8e-dee6-4190-8368-a82e1c4a4fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:01.080525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7575a70d-6c8f-4eae-9bba-68f7c3ba157b req-a3755b8e-dee6-4190-8368-a82e1c4a4fdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 1097 time: 0.0936780 Jul 05 18:23:01.141127 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7575a70d-6c8f-4eae-9bba-68f7c3ba157b req-fa553ba3-75e7-4aec-b671-3782c8bb9be9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Jul 05 18:23:01.166952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686db0b-2ded-4a1a-b494-ed9e7a77ce22 req-4711a1ed-2052-4e33-9ab4-b7452847c735 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:01.168544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3686db0b-2ded-4a1a-b494-ed9e7a77ce22 req-4711a1ed-2052-4e33-9ab4-b7452847c735 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0937631 Jul 05 18:23:01.239834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3686db0b-2ded-4a1a-b494-ed9e7a77ce22 req-835bbc1d-03b7-4226-85b6-a4f217663c06 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578814 Jul 05 18:23:01.552336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df026f-538f-4419-8d07-bb5ee1d177f5 req-0f760433-ad95-4ec5-8d5e-08a84bb27bae tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:01.557073 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27df026f-538f-4419-8d07-bb5ee1d177f5 req-0f760433-ad95-4ec5-8d5e-08a84bb27bae tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1084707 Jul 05 18:23:01.597574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27df026f-538f-4419-8d07-bb5ee1d177f5 req-5b7e1c02-1015-48aa-a761-a2ae7a3b4476 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366600 Jul 05 18:23:02.116641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c3d5f-c9ce-4fbe-bf73-9fec5f462067 req-89ad72a4-d382-49b5-9bc2-b2fb9b589400 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:02.118159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-793c3d5f-c9ce-4fbe-bf73-9fec5f462067 req-89ad72a4-d382-49b5-9bc2-b2fb9b589400 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 946 time: 0.1136949 Jul 05 18:23:02.159715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-793c3d5f-c9ce-4fbe-bf73-9fec5f462067 req-99eb27f9-c776-43a4-9d50-c5ff1daacd19 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359254 Jul 05 18:23:02.454270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974dba3-3173-461a-8cd9-7e522570a365 req-4ce23173-30b5-4dc0-86ba-58ec60ff2ed5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:02.461775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9974dba3-3173-461a-8cd9-7e522570a365 req-4ce23173-30b5-4dc0-86ba-58ec60ff2ed5 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.0772233 Jul 05 18:23:02.506330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9974dba3-3173-461a-8cd9-7e522570a365 req-f6876494-38b0-4cf2-8dd2-419708bb8ee9 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433533 Jul 05 18:23:02.818244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c145a6c-a87f-4285-af08-c07cfae42409 req-0df591a2-2821-4a44-ad4b-1796c0b78ec7 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:02.820628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c145a6c-a87f-4285-af08-c07cfae42409 req-0df591a2-2821-4a44-ad4b-1796c0b78ec7 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0851200 Jul 05 18:23:02.895198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c145a6c-a87f-4285-af08-c07cfae42409 req-14c8f8cb-3553-49e0-b8ee-a0e51609c59f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685773 Jul 05 18:23:02.934862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-b0c39961-edb7-4ecf-b03d-f6f42c39acd6 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:02.936376 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-b0c39961-edb7-4ecf-b03d-f6f42c39acd6 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1019158 Jul 05 18:23:03.051891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Deleting port acf57645-dabe-4e17-b025-b9f26332d08d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:23:03.052241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:03.435699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f2da4-60e9-4d63-9add-f3e7cce694b0 req-be2d5dd4-1ce5-4573-9842-ddb14a0a932c tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:03.444458 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b46f2da4-60e9-4d63-9add-f3e7cce694b0 req-be2d5dd4-1ce5-4573-9842-ddb14a0a932c tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 946 time: 0.1275282 Jul 05 18:23:03.527590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b46f2da4-60e9-4d63-9add-f3e7cce694b0 req-5278c5d1-adb8-4bd5-b18f-d5683aaa36a3 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778439 Jul 05 18:23:03.638587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] For port acf57645-dabe-4e17-b025-b9f26332d08d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=acf57645-dabe-4e17-b025-b9f26332d08d,segment=NetworkSegment(522436ac-0a40-4f0d-abe2-bcac532ba4e2),segment_id=522436ac-0a40-4f0d-abe2-bcac532ba4e2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:03.639351 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:03.671279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Calling delete_port for acf57645-dabe-4e17-b025-b9f26332d08d owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:23:03.829264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f054b84-3dd8-49d5-adca-a43fdfa86722 req-3f00da89-56bd-41fb-a8fe-03f49cbf2788 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:03.830949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f054b84-3dd8-49d5-adca-a43fdfa86722 req-3f00da89-56bd-41fb-a8fe-03f49cbf2788 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 947 time: 0.1159484 Jul 05 18:23:03.883131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f054b84-3dd8-49d5-adca-a43fdfa86722 req-8b694966-966a-4c25-bc27-6c059e3ac206 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/security-groups?id=60f0f39b-23fd-4bc1-a9db-4a940bfac872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458753 Jul 05 18:23:04.019594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:04.039529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['acf57645-dabe-4e17-b025-b9f26332d08d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:23:04.100117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Pushing event deleted for resources: {'Port': ['ID=acf57645-dabe-4e17-b025-b9f26332d08d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:04.199316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58071c-ded7-4485-93a8-83fc96c4d772 req-1c38f1f1-15d9-4d4c-81b6-7d37a480f105 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:04.207584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] No DVR routers for this DVR port acf57645-dabe-4e17-b025-b9f26332d08d on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:23:04.213464 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:04.215592 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-69c6d48f-c151-46d7-875b-2a0d35e46709 req-21149e66-a239-4672-a4c4-c58394c0ee3f tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.39 "DELETE /v2.0/ports/acf57645-dabe-4e17-b025-b9f26332d08d HTTP/1.1" status: 204 len: 173 time: 1.2710500 Jul 05 18:23:04.216043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-deleted', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:23:04.220286 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d58071c-ded7-4485-93a8-83fc96c4d772 req-1c38f1f1-15d9-4d4c-81b6-7d37a480f105 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1327646 Jul 05 18:23:04.227927 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eaef97-abfc-4563-8dfb-9b865ad95440" -d '{"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-deleted", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:23:04.298696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d58071c-ded7-4485-93a8-83fc96c4d772 req-8fb63011-d1df-41d6-bb2e-692c59bb95b8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772331 Jul 05 18:23:04.391918 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380b1f35-867d-4780-b740-5fc0bf240baf x-openstack-request-id: req-380b1f35-867d-4780-b740-5fc0bf240baf {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:23:04.392513 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b070776-480f-4cd9-b803-1233aa87f454", "name": "network-vif-deleted", "tag": "acf57645-dabe-4e17-b025-b9f26332d08d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:23:04.392924 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-380b1f35-867d-4780-b740-5fc0bf240baf {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:23:04.393475 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b070776-480f-4cd9-b803-1233aa87f454', 'name': 'network-vif-deleted', 'tag': 'acf57645-dabe-4e17-b025-b9f26332d08d', 'status': 'completed', 'code': 200} Jul 05 18:23:04.704605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-e74cfeb0-0da3-4aae-8960-7afe8ea2f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:04.707546 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-e74cfeb0-0da3-4aae-8960-7afe8ea2f374 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 1096 time: 0.0779495 Jul 05 18:23:04.897496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-8a48825a-44cb-49c1-a685-af00137cb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:04.905921 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-8a48825a-44cb-49c1-a685-af00137cb4e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=88b4140b-6a05-4c17-8909-83608249d6bb HTTP/1.1" status: 200 len: 910 time: 0.1652119 Jul 05 18:23:04.964036 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-f6e3545d-ba18-4d8f-a74d-c3fbb456a61a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 HTTP/1.1" status: 200 len: 217 time: 0.0491955 Jul 05 18:23:05.080685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-19be0a3c-0a9b-46af-8c80-d55b2929ac73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:05.082291 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-19be0a3c-0a9b-46af-8c80-d55b2929ac73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e709e650-2de8-4b27-acf7-1db52e3126d4 HTTP/1.1" status: 200 len: 850 time: 0.1108899 Jul 05 18:23:05.148795 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-550e9c7f-febc-431a-a053-7f787e50d912 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88b4140b-6a05-4c17-8909-83608249d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575180 Jul 05 18:23:05.193090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-699f0736-faca-4f7f-8dae-e910c9778b22 req-6d572d65-5a76-4816-95ea-bc9f582bdb35 tempest-ServersNegativeTestJSON-224152949 tempest-ServersNegativeTestJSON-224152949-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b070776-480f-4cd9-b803-1233aa87f454 HTTP/1.1" status: 200 len: 210 time: 0.0401621 Jul 05 18:23:05.231030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d728f5a-0fb9-4730-ae8c-e72116360220 req-06e5db0a-90c4-42db-8894-d75df2903d65 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:05.234938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d728f5a-0fb9-4730-ae8c-e72116360220 req-06e5db0a-90c4-42db-8894-d75df2903d65 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 946 time: 0.1468885 Jul 05 18:23:05.271990 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-1b5a078b-0d86-4040-84f2-077927db0bbc service neutron] 10.222.0.39 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132967 Jul 05 18:23:05.286950 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d728f5a-0fb9-4730-ae8c-e72116360220 req-a09d614d-38ea-484f-b9c3-cc1e7bf43641 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440102 Jul 05 18:23:05.391082 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-824a04d1-b509-4f0b-a4e6-ae01a2279580 req-e744da41-4381-4b58-9d7e-a6e4078b47f3 service neutron] 10.222.0.39 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112852 Jul 05 18:23:05.525091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229de705-85eb-4985-86a6-26b7d3e66616 req-4b2f6542-6f67-4960-9616-c230e1d53291 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:05.526742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-229de705-85eb-4985-86a6-26b7d3e66616 req-4b2f6542-6f67-4960-9616-c230e1d53291 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0725853 Jul 05 18:23:05.613518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-229de705-85eb-4985-86a6-26b7d3e66616 req-06ab3bc7-c867-4ab0-a07c-b66873aad1a9 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788226 Jul 05 18:23:05.893539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:06.258290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device acf57645-dabe-4e17-b025-b9f26332d08d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:23:06.283635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: acf57645-dabe-4e17-b025-b9f26332d08d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:23:06.284028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device acf57645-dabe-4e17-b025-b9f26332d08d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:23:06.317235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55128) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:06.370736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6086785-453e-4c04-a3a0-af3bf48a1aeb admin admin] Deleting subnet 8bdaf825-3836-4aa5-8df2-5b5e786f76bb {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:23:06.374467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e6086785-453e-4c04-a3a0-af3bf48a1aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:06.424354 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e6086785-453e-4c04-a3a0-af3bf48a1aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:06.541735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b841f-23a9-4b43-be79-10b45e0c647f req-0adbb459-b75a-4673-a77e-bbeba481dd3f tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:06.551607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b08b841f-23a9-4b43-be79-10b45e0c647f req-0adbb459-b75a-4673-a77e-bbeba481dd3f tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 946 time: 0.0949798 Jul 05 18:23:06.589076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e6086785-453e-4c04-a3a0-af3bf48a1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:06.608774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b08b841f-23a9-4b43-be79-10b45e0c647f req-a16d2972-5817-4319-a873-650653f65c2e tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/security-groups?id=9f4019a0-b528-40c6-bb65-463d8f3b8b6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Jul 05 18:23:06.726959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-9940e093-46c7-42b7-a493-7e3338676770 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:06.728560 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-9940e093-46c7-42b7-a493-7e3338676770 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.39 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 946 time: 0.2465875 Jul 05 18:23:06.881848 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:23:06.886111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa8f61f-da15-4aee-876a-e1e894a09386 req-11a16a9a-209f-4852-a823-86dcfc265836 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:06.891530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2aa8f61f-da15-4aee-876a-e1e894a09386 req-11a16a9a-209f-4852-a823-86dcfc265836 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0945055 Jul 05 18:23:06.938400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2aa8f61f-da15-4aee-876a-e1e894a09386 req-b9cb4b13-341e-4ce1-aa59-4dc42cd7f476 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429904 Jul 05 18:23:06.950138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Deleting port 58136215-a61c-43eb-a2ea-c9948591429d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:23:06.950539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.009281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e6086785-453e-4c04-a3a0-af3bf48a1aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.085174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6086785-453e-4c04-a3a0-af3bf48a1aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bdaf825-3836-4aa5-8df2-5b5e786f76bb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:07.130097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e6086785-453e-4c04-a3a0-af3bf48a1aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.132877 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e6086785-453e-4c04-a3a0-af3bf48a1aeb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8bdaf825-3836-4aa5-8df2-5b5e786f76bb HTTP/1.1" status: 204 len: 168 time: 0.8144453 Jul 05 18:23:07.136139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55174) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:07.143888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] For port 58136215-a61c-43eb-a2ea-c9948591429d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=58136215-a61c-43eb-a2ea-c9948591429d,segment=NetworkSegment(e0724c71-a0f9-47dc-a891-13baa7cd4882),segment_id=e0724c71-a0f9-47dc-a891-13baa7cd4882)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:07.144512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.232811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Calling delete_port for 58136215-a61c-43eb-a2ea-c9948591429d owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:23:07.295057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55182) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:07.316145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.500674 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.509376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-652499fc-1167-4ec3-ba53-e57adc830e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.513899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb0674e-5910-463f-957c-afcd8db859a6']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:07.532470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '522436ac-0a40-4f0d-abe2-bcac532ba4e2') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:07.532956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '522436ac-0a40-4f0d-abe2-bcac532ba4e2') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:07.543666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.571542 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.579039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:23:07.579399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:23:07.581159 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:23:07.588384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.601178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['58136215-a61c-43eb-a2ea-c9948591429d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:23:07.646518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Pushing event deleted for resources: {'Port': ['ID=58136215-a61c-43eb-a2ea-c9948591429d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:07.722099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.726599 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.731496 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] 10.222.0.30 "DELETE /v2.0/networks/7eb0674e-5910-463f-957c-afcd8db859a6 HTTP/1.1" status: 204 len: 168 time: 0.5917122 Jul 05 18:23:07.752044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Pushing event deleted for resources: {'Network': ['ID=7eb0674e-5910-463f-957c-afcd8db859a6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:07.757362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] No DVR routers for this DVR port 58136215-a61c-43eb-a2ea-c9948591429d on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:23:07.762658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.763056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.763442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.763790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.764129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.764627 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.765028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.765692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.768722 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.770444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.771124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.772041 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ef7bd082-aede-452a-8f9f-ed0bb481d791 req-d4e8aea2-fe3c-43de-af85-713adcf83d67 tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.39 "DELETE /v2.0/ports/58136215-a61c-43eb-a2ea-c9948591429d HTTP/1.1" status: 204 len: 173 time: 1.0269697 Jul 05 18:23:07.772395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.772536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '002814c1-f5ca-4d10-a1f8-cf9267214a0b', 'name': 'network-vif-deleted', 'tag': '58136215-a61c-43eb-a2ea-c9948591429d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:23:07.772770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e7beb6-481c-4e57-98bf-1424ea61beab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:07.776318 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6afa97-f599-4710-84ef-4cc8cd90440d" -d '{"events": [{"server_uuid": "002814c1-f5ca-4d10-a1f8-cf9267214a0b", "name": "network-vif-deleted", "tag": "58136215-a61c-43eb-a2ea-c9948591429d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:23:07.840840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90e544eb-21a7-462d-8d6d-83b792e90e3c req-5a1d3c17-8eb6-4c50-8540-ac639c16e72b tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 210 time: 0.0627003 Jul 05 18:23:07.849220 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-652499fc-1167-4ec3-ba53-e57adc830e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.851370 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2532b8a-fcfe-4da7-b32c-04716dcf6742 x-openstack-request-id: req-e2532b8a-fcfe-4da7-b32c-04716dcf6742 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:23:07.851806 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "002814c1-f5ca-4d10-a1f8-cf9267214a0b", "name": "network-vif-deleted", "tag": "58136215-a61c-43eb-a2ea-c9948591429d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:23:07.857461 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2532b8a-fcfe-4da7-b32c-04716dcf6742 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:23:07.857461 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '002814c1-f5ca-4d10-a1f8-cf9267214a0b', 'name': 'network-vif-deleted', 'tag': '58136215-a61c-43eb-a2ea-c9948591429d', 'status': 'completed', 'code': 200} Jul 05 18:23:07.928089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-652499fc-1167-4ec3-ba53-e57adc830e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:07.973017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55226) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:07.984402 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-652499fc-1167-4ec3-ba53-e57adc830e5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6841c1069e0d43e1bc4fb109454bcb5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878431 Jul 05 18:23:07.989954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652499fc-1167-4ec3-ba53-e57adc830e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400d2f77-f6db-4b26-9d67-ca6248304e29,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:08.067376 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c650d281-73ac-4f1f-b564-eca5c95acd2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:08.117621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55236) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:08.125189 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c650d281-73ac-4f1f-b564-eca5c95acd2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:08.166539 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1bd0e8e1-c900-4d1f-90b8-9247113fd0d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b45e7da5523a4e0db9eed86e25f98de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454049 Jul 05 18:23:08.167016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55238) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:08.189314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25acee-5372-4c05-bc3f-de9d83060232 req-1e93e68d-7d20-4477-9132-cee30a3dd1a3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:08.189314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f25acee-5372-4c05-bc3f-de9d83060232 req-1e93e68d-7d20-4477-9132-cee30a3dd1a3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1051636 Jul 05 18:23:08.227390 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1e62a03a-1220-4f58-b9cc-e5c929fb9ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:08.240040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f25acee-5372-4c05-bc3f-de9d83060232 req-0b06d02c-defd-4b0f-9d9a-b71719c27643 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407324 Jul 05 18:23:08.269570 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c650d281-73ac-4f1f-b564-eca5c95acd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:08.280692 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1e62a03a-1220-4f58-b9cc-e5c929fb9ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:08.293755 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c650d281-73ac-4f1f-b564-eca5c95acd2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:08.295680 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c650d281-73ac-4f1f-b564-eca5c95acd2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/400d2f77-f6db-4b26-9d67-ca6248304e29 HTTP/1.1" status: 204 len: 168 time: 0.3216748 Jul 05 18:23:08.306894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650d281-73ac-4f1f-b564-eca5c95acd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400d2f77-f6db-4b26-9d67-ca6248304e29,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:08.384819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1e62a03a-1220-4f58-b9cc-e5c929fb9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:08.387597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1e62a03a-1220-4f58-b9cc-e5c929fb9ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:08.388909 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1e62a03a-1220-4f58-b9cc-e5c929fb9ffe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60f0f39b-23fd-4bc1-a9db-4a940bfac872 HTTP/1.1" status: 204 len: 168 time: 0.2208540 Jul 05 18:23:08.399832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e62a03a-1220-4f58-b9cc-e5c929fb9ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f0f39b-23fd-4bc1-a9db-4a940bfac872,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:09.032549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f81c958-f1d0-495f-81e7-a5f9e1386bd1 req-7a13e0c9-e879-43aa-a97d-c96386ee876c tempest-ServerPasswordTestJSON-755976843 tempest-ServerPasswordTestJSON-755976843-project] 10.222.0.30 "GET /v2.0/ports?device_id=002814c1-f5ca-4d10-a1f8-cf9267214a0b HTTP/1.1" status: 200 len: 210 time: 0.0404658 Jul 05 18:23:09.237062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55300) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:09.254713 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-467c5e8b-ff98-48ca-8b86-02b53678a6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:09.375351 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-467c5e8b-ff98-48ca-8b86-02b53678a6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:09.444870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-467c5e8b-ff98-48ca-8b86-02b53678a6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:09.498501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-467c5e8b-ff98-48ca-8b86-02b53678a6f2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7235dbf0db364b499f9d31e650eadcb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2566569 Jul 05 18:23:09.501711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55328) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:09.509744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467c5e8b-ff98-48ca-8b86-02b53678a6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5782a889-195f-440f-9560-14f4ad0d56f7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:09.532472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9da0b-890c-4602-9584-2c0aa5f92b4e req-ed890229-e351-4cca-a0df-369f296474a9 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:09.534083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92e9da0b-890c-4602-9584-2c0aa5f92b4e req-ed890229-e351-4cca-a0df-369f296474a9 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1225359 Jul 05 18:23:09.569853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b939-f301-4b16-af0c-a04ad80dd8e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:09.575801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92e9da0b-890c-4602-9584-2c0aa5f92b4e req-320af3f4-797d-4bed-a48f-051ad9222e60 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353014 Jul 05 18:23:09.595766 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b939-f301-4b16-af0c-a04ad80dd8e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:09.710718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b939-f301-4b16-af0c-a04ad80dd8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:09.713311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6dc3b939-f301-4b16-af0c-a04ad80dd8e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:09.714522 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6dc3b939-f301-4b16-af0c-a04ad80dd8e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5782a889-195f-440f-9560-14f4ad0d56f7 HTTP/1.1" status: 204 len: 168 time: 0.2103949 Jul 05 18:23:09.725816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc3b939-f301-4b16-af0c-a04ad80dd8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5782a889-195f-440f-9560-14f4ad0d56f7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:10.134511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55382) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:10.216080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9c4f29-b95e-45f9-9398-19bda9256200 admin admin] Deleting subnet 37c40d08-65a0-43f4-a3ab-06fec6eb8aee {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:23:10.220886 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4f29-b95e-45f9-9398-19bda9256200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.273713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 58136215-a61c-43eb-a2ea-c9948591429d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:23:10.276668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4f29-b95e-45f9-9398-19bda9256200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.317085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 58136215-a61c-43eb-a2ea-c9948591429d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:23:10.317436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 58136215-a61c-43eb-a2ea-c9948591429d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:23:10.336194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4f29-b95e-45f9-9398-19bda9256200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.515440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4f29-b95e-45f9-9398-19bda9256200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.558729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c4f29-b95e-45f9-9398-19bda9256200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c40d08-65a0-43f4-a3ab-06fec6eb8aee,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:10.566871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc9c4f29-b95e-45f9-9398-19bda9256200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.567867 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dc9c4f29-b95e-45f9-9398-19bda9256200 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/37c40d08-65a0-43f4-a3ab-06fec6eb8aee HTTP/1.1" status: 204 len: 168 time: 0.4321322 Jul 05 18:23:10.570304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55434) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:10.652377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.750754 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.765075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7e5247-aac1-4b2c-a9c5-d9598c1d943e']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:10.779203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0724c71-a0f9-47dc-a891-13baa7cd4882') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:10.779503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0724c71-a0f9-47dc-a891-13baa7cd4882') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:10.790683 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.806761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.814290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:23:10.814923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:23:10.856357 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:23:10.872598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831048d-c624-456e-b38a-795efc5d8f8f req-0d87ab0b-831d-4609-95f4-37f8e73ad8cc tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:10.875117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6831048d-c624-456e-b38a-795efc5d8f8f req-0d87ab0b-831d-4609-95f4-37f8e73ad8cc tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0980148 Jul 05 18:23:10.917456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6831048d-c624-456e-b38a-795efc5d8f8f req-eb902767-8c1d-497c-b879-40ef37d0e803 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373220 Jul 05 18:23:10.939690 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.951118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:10.953826 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ef7e5247-aac1-4b2c-a9c5-d9598c1d943e HTTP/1.1" status: 204 len: 168 time: 0.3822713 Jul 05 18:23:10.965491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dcfe6-5195-430f-ad9d-90d94c1a93a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7e5247-aac1-4b2c-a9c5-d9598c1d943e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:11.403258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55492) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:11.469511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-56e8cf78-b211-4c7f-b17d-e01636026f25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a5be20193164eb5bcd87c84edef0817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0646522 Jul 05 18:23:11.472341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55498) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:11.479147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6a054-585f-42dc-ab29-391f0e96f627 req-ea23c130-6f0c-4c65-b2fa-8441a1c31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:11.480863 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25c6a054-585f-42dc-ab29-391f0e96f627 req-ea23c130-6f0c-4c65-b2fa-8441a1c31de8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 1096 time: 0.1039343 Jul 05 18:23:11.482391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55500) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:11.539399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-913e6c87-bd96-495c-a066-60520b33fe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:11.567516 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-913e6c87-bd96-495c-a066-60520b33fe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:11.586800 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25c6a054-585f-42dc-ab29-391f0e96f627 req-d21a4105-44d4-4232-9161-f483c964c97a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957372 Jul 05 18:23:11.697255 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd07a8a6-7c70-461f-83a9-5b66149f049c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:11.700465 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-913e6c87-bd96-495c-a066-60520b33fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:11.702973 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-913e6c87-bd96-495c-a066-60520b33fe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:11.706383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-913e6c87-bd96-495c-a066-60520b33fe4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9f4019a0-b528-40c6-bb65-463d8f3b8b6f HTTP/1.1" status: 204 len: 168 time: 0.2308397 Jul 05 18:23:11.721669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e6c87-bd96-495c-a066-60520b33fe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4019a0-b528-40c6-bb65-463d8f3b8b6f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:11.833058 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd07a8a6-7c70-461f-83a9-5b66149f049c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:11.912325 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd07a8a6-7c70-461f-83a9-5b66149f049c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:11.959199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dd07a8a6-7c70-461f-83a9-5b66149f049c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=005d1a74be394fc899bdb2bbba42ac28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4757514 Jul 05 18:23:11.960363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07a8a6-7c70-461f-83a9-5b66149f049c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98572524-bb81-469e-9369-c1d6d69069ce,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:11.961982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55532) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:12.051014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a3180f8-0657-45d4-b44d-7aa44182b3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:12.084832 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a3180f8-0657-45d4-b44d-7aa44182b3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:12.225224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61552044-38f4-43be-9fa8-10007386ddb8 req-3bf4e85f-2ea4-4add-adda-9b7042f381d8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:12.226828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61552044-38f4-43be-9fa8-10007386ddb8 req-3bf4e85f-2ea4-4add-adda-9b7042f381d8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1262729 Jul 05 18:23:12.268125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61552044-38f4-43be-9fa8-10007386ddb8 req-49a17fe6-44cf-4320-b8ad-67539717a3b2 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354087 Jul 05 18:23:12.270048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a3180f8-0657-45d4-b44d-7aa44182b3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:12.272634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a3180f8-0657-45d4-b44d-7aa44182b3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:12.279445 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9a3180f8-0657-45d4-b44d-7aa44182b3fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98572524-bb81-469e-9369-c1d6d69069ce HTTP/1.1" status: 204 len: 168 time: 0.3153224 Jul 05 18:23:12.289861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3180f8-0657-45d4-b44d-7aa44182b3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98572524-bb81-469e-9369-c1d6d69069ce,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:13.499045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d60f7a-7699-405c-bda8-f354ebeb93a8 req-182011f1-dbb9-47fa-9c7a-5671475835c6 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:13.501268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63d60f7a-7699-405c-bda8-f354ebeb93a8 req-182011f1-dbb9-47fa-9c7a-5671475835c6 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0738368 Jul 05 18:23:13.576323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63d60f7a-7699-405c-bda8-f354ebeb93a8 req-de57f273-68bc-4030-9bbe-042553b8a8ac tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681190 Jul 05 18:23:14.148616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-567b2616-d38e-46bc-a58e-7d64e04fad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:14.151654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-567b2616-d38e-46bc-a58e-7d64e04fad96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=691459595fe14b4c94d3bea8571a306b&device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 1096 time: 0.0785990 Jul 05 18:23:14.294966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-3057be9d-4078-4470-a4b9-2727320ddeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:14.297128 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-3057be9d-4078-4470-a4b9-2727320ddeae service neutron] 10.222.0.39 "GET /v2.0/networks?id=88b4140b-6a05-4c17-8909-83608249d6bb HTTP/1.1" status: 200 len: 910 time: 0.1372788 Jul 05 18:23:14.391807 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-56c842bd-7e8f-4e38-ad05-ccddee106a64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 HTTP/1.1" status: 200 len: 217 time: 0.0869718 Jul 05 18:23:14.398863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319404d-f429-4f40-af66-7c7f2d6d6801 req-5b8fc65d-96d8-4f04-adaa-2a1f2bddd4b6 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:14.406480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4319404d-f429-4f40-af66-7c7f2d6d6801 req-5b8fc65d-96d8-4f04-adaa-2a1f2bddd4b6 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0799830 Jul 05 18:23:14.469235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4319404d-f429-4f40-af66-7c7f2d6d6801 req-9fba6aec-42aa-44a3-981f-b55606a38ed6 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613313 Jul 05 18:23:14.471704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-eeb30160-d186-40b9-a796-afafa9658ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:14.473329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-eeb30160-d186-40b9-a796-afafa9658ce9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e709e650-2de8-4b27-acf7-1db52e3126d4 HTTP/1.1" status: 200 len: 850 time: 0.0747883 Jul 05 18:23:14.523999 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-5609d8dc-7161-4f2e-994e-4e6a2a7efbab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=88b4140b-6a05-4c17-8909-83608249d6bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416508 Jul 05 18:23:14.663554 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-db944542-7146-4b2a-b9b3-ff8c79f21b66 service neutron] 10.222.0.39 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328321 Jul 05 18:23:14.776724 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d330903c-ca03-46e6-b5a0-8c83ce006dcc req-10fde757-b964-41ac-887c-e2126e4e8cc2 service neutron] 10.222.0.39 "GET /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026700 Jul 05 18:23:15.677847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9ef867-26f4-4ed7-b1c5-ab129743c272 req-773f772e-c952-4075-9271-de4cf45d3cff tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:15.680069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb9ef867-26f4-4ed7-b1c5-ab129743c272 req-773f772e-c952-4075-9271-de4cf45d3cff tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0728016 Jul 05 18:23:15.775089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb9ef867-26f4-4ed7-b1c5-ab129743c272 req-e9554d55-ee96-42ba-bac0-a017f3d95653 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833714 Jul 05 18:23:16.976192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64905879-4e91-418b-b7dc-24a638e95012 req-9fd8d904-0c6e-4607-820c-70401fd2a2eb tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:16.987072 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64905879-4e91-418b-b7dc-24a638e95012 req-9fd8d904-0c6e-4607-820c-70401fd2a2eb tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0846899 Jul 05 18:23:17.037627 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64905879-4e91-418b-b7dc-24a638e95012 req-df1a7976-e1bc-446d-ae26-e392e098d74e tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521734 Jul 05 18:23:17.665353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 55944) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:17.812744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aec4fecd-fa31-4ed2-b163-24b26f0982cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:17.931499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aec4fecd-fa31-4ed2-b163-24b26f0982cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:17.931676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7524f-a626-4b6e-9b1a-740aada60f7a req-e10e2bf7-31a1-4241-ad35-693d3a2fa239 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:17.937010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31a7524f-a626-4b6e-9b1a-740aada60f7a req-e10e2bf7-31a1-4241-ad35-693d3a2fa239 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1126437 Jul 05 18:23:17.983044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31a7524f-a626-4b6e-9b1a-740aada60f7a req-58e3a20d-86ea-4165-ae77-16981a576662 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388756 Jul 05 18:23:18.008985 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aec4fecd-fa31-4ed2-b163-24b26f0982cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:18.058803 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aec4fecd-fa31-4ed2-b163-24b26f0982cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e801f7b8f2142a8904cc8406ef74fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3923056 Jul 05 18:23:18.059971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec4fecd-fa31-4ed2-b163-24b26f0982cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949aa8ef-225c-4ea9-8cbc-3f76e4b02cef,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:18.062196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 55966) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:18.136854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9bedcafb-2bc9-4a75-a395-bcdb6e6425f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:18.159421 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9bedcafb-2bc9-4a75-a395-bcdb6e6425f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:18.293687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9bedcafb-2bc9-4a75-a395-bcdb6e6425f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:18.297562 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9bedcafb-2bc9-4a75-a395-bcdb6e6425f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:18.299571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9bedcafb-2bc9-4a75-a395-bcdb6e6425f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/949aa8ef-225c-4ea9-8cbc-3f76e4b02cef HTTP/1.1" status: 204 len: 168 time: 0.2335858 Jul 05 18:23:18.313759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedcafb-2bc9-4a75-a395-bcdb6e6425f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949aa8ef-225c-4ea9-8cbc-3f76e4b02cef,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:19.190040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56022) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:19.204666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afdb4710-fb98-4ebc-93ef-1bf9838b55e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:19.240736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cac61a-611b-432e-b9c4-5c6d60972aa0 req-3a278ead-d999-4901-9ac9-31e001f7d254 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:19.243052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04cac61a-611b-432e-b9c4-5c6d60972aa0 req-3a278ead-d999-4901-9ac9-31e001f7d254 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.0778072 Jul 05 18:23:19.315193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04cac61a-611b-432e-b9c4-5c6d60972aa0 req-de42d058-3503-4351-a262-5598b5f52fc2 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637634 Jul 05 18:23:19.339188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afdb4710-fb98-4ebc-93ef-1bf9838b55e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:19.407838 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afdb4710-fb98-4ebc-93ef-1bf9838b55e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:19.452931 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-afdb4710-fb98-4ebc-93ef-1bf9838b55e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d2c6a2f71a046dea77ce222c443feee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605681 Jul 05 18:23:19.454170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4710-fb98-4ebc-93ef-1bf9838b55e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d853165-26d9-4470-8d13-91cfe18c3231,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:19.455791 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56036) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:19.516135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-968ad56d-7283-4955-97d3-627f717182b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:19.534527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-968ad56d-7283-4955-97d3-627f717182b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:19.642144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-968ad56d-7283-4955-97d3-627f717182b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:19.644751 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-968ad56d-7283-4955-97d3-627f717182b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:19.646221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-968ad56d-7283-4955-97d3-627f717182b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d853165-26d9-4470-8d13-91cfe18c3231 HTTP/1.1" status: 204 len: 168 time: 0.1894271 Jul 05 18:23:19.655304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ad56d-7283-4955-97d3-627f717182b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d853165-26d9-4470-8d13-91cfe18c3231,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:20.579238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe29f0-e9f4-40ac-b63c-5a3f636c3048 req-250ca7f8-db97-4560-961a-6b276eaa8d3c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:20.581651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2dfe29f0-e9f4-40ac-b63c-5a3f636c3048 req-250ca7f8-db97-4560-961a-6b276eaa8d3c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1041095 Jul 05 18:23:20.632825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2dfe29f0-e9f4-40ac-b63c-5a3f636c3048 req-6b0e822f-47e0-461f-9596-4ceb320c3f43 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442336 Jul 05 18:23:20.780081 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47395bca-62e9-4d12-b20e-19e7f48d23cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:20.992096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-3ea8d38b-4aaf-4363-a67c-5722f0b8ebb3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:20.995416 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-3ea8d38b-4aaf-4363-a67c-5722f0b8ebb3 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.39 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 945 time: 0.1495681 Jul 05 18:23:21.165162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Deleting port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:23:21.165792 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:21.211813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-0cd000a0-afcc-4f8c-9861-1becd80403ba tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:21.213966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-0cd000a0-afcc-4f8c-9861-1becd80403ba tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/networks?id=ab34e82d-a137-41c9-a05f-9993b614dce0 HTTP/1.1" status: 200 len: 814 time: 0.2405300 Jul 05 18:23:21.234308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-429d31c3-67f2-4eb7-8b0a-1f0c8ddd8327 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/quotas/c0a81020fac7423fa9a9e24745c78dc8 HTTP/1.1" status: 200 len: 375 time: 0.0121505 Jul 05 18:23:21.269327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] For port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:21.269700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:21.284311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Calling delete_port for 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:23:21.358285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-b8edd98d-6a23-44a5-abee-9109fda26808 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178672 Jul 05 18:23:21.529021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d659583b-253b-44c3-abea-50854a5c747b service neutron] 10.222.0.30 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517680 Jul 05 18:23:21.556889 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:21.575073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9dd4b5e4-603b-4496-8c19-7dbe6598b2e3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:23:21.578041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['13c813f5-77ed-43e0-ba01-d6d8d81ee252'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:23:21.670105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Pushing event deleted for resources: {'Port': ['ID=9dd4b5e4-603b-4496-8c19-7dbe6598b2e3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:21.683201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-f9c716c6-e0f2-46ce-b91f-d8440d9d3fbd service neutron] 10.222.0.30 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419346 Jul 05 18:23:21.895291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] No DVR routers for this DVR port 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:23:21.906377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:21.910370 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c840a6c3-fb4e-43ee-a811-54d8facff4b3 req-f95dc07f-9cac-47ad-bb55-a99eacd99297 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.39 "DELETE /v2.0/ports/9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 HTTP/1.1" status: 204 len: 173 time: 0.9084547 Jul 05 18:23:21.921679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcde907f-8dcb-47fe-9e65-1e583a318eb5', 'name': 'network-vif-deleted', 'tag': '9dd4b5e4-603b-4496-8c19-7dbe6598b2e3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:23:21.931180 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568d2358-cc8b-42fd-a2e7-ba47a7086d96" -d '{"events": [{"server_uuid": "dcde907f-8dcb-47fe-9e65-1e583a318eb5", "name": "network-vif-deleted", "tag": "9dd4b5e4-603b-4496-8c19-7dbe6598b2e3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:23:22.055218 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5fa2873-aaca-445c-a470-6e112ed31429 req-0ead358b-3472-4459-9aa6-cf2ef399220c tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 210 time: 0.0895202 Jul 05 18:23:22.208402 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10128086-dfaa-48eb-87ba-7b45c2f07ded x-openstack-request-id: req-10128086-dfaa-48eb-87ba-7b45c2f07ded {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:23:22.208402 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcde907f-8dcb-47fe-9e65-1e583a318eb5", "name": "network-vif-deleted", "tag": "9dd4b5e4-603b-4496-8c19-7dbe6598b2e3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:23:22.208402 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10128086-dfaa-48eb-87ba-7b45c2f07ded {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:23:22.208402 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcde907f-8dcb-47fe-9e65-1e583a318eb5', 'name': 'network-vif-deleted', 'tag': '9dd4b5e4-603b-4496-8c19-7dbe6598b2e3', 'status': 'completed', 'code': 200} Jul 05 18:23:22.297366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2d80667-0ca4-46ab-b80d-ea0e5677e4c6 req-0d7dd2e2-f991-4313-9262-ebda9aed6e73 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 210 time: 0.0796676 Jul 05 18:23:23.337010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5670e691-9b69-4f9d-8f0a-cd322ff6ab99 req-6753c2c5-ba65-4954-9088-aedefb7f5531 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcde907f-8dcb-47fe-9e65-1e583a318eb5 HTTP/1.1" status: 200 len: 210 time: 0.0377662 Jul 05 18:23:23.436114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb8271f8-9150-4ec8-a3a1-098b6ed74897 req-1db636a1-6e2a-4a12-9a63-0172e76a2730 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 210 time: 0.0404611 Jul 05 18:23:23.466037 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-661f9ebd-85de-4f3c-bcb6-5342aef207ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:23.743685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:24.074315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:24.210799 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b612f25e-4f01-4d29-a9c4-06ae241fbcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:24.307373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:23:24.312470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b612f25e-4f01-4d29-a9c4-06ae241fbcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:24.327647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:23:24.328028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9dd4b5e4-603b-4496-8c19-7dbe6598b2e3 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:23:24.361560 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b612f25e-4f01-4d29-a9c4-06ae241fbcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:24.418331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56310) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:24.418846 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b612f25e-4f01-4d29-a9c4-06ae241fbcfa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ee95ee893194335bd485e4e1daf8bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3442550 Jul 05 18:23:24.421827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612f25e-4f01-4d29-a9c4-06ae241fbcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98956e34-053c-4ac5-9b7f-4f5f36fe125f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:24.488941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62511f8e-294d-4186-8a0e-37d557c15db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:24.518416 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62511f8e-294d-4186-8a0e-37d557c15db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:24.643479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d5065e-ed57-4b85-9335-7c4001a113fe req-f497ed01-a500-4334-af47-beedc51e6737 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 210 time: 0.0504515 Jul 05 18:23:24.682313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:24.686474 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62511f8e-294d-4186-8a0e-37d557c15db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:24.689317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-62511f8e-294d-4186-8a0e-37d557c15db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:24.690703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-62511f8e-294d-4186-8a0e-37d557c15db1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98956e34-053c-4ac5-9b7f-4f5f36fe125f HTTP/1.1" status: 204 len: 168 time: 0.2709100 Jul 05 18:23:24.700056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62511f8e-294d-4186-8a0e-37d557c15db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98956e34-053c-4ac5-9b7f-4f5f36fe125f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:24.800354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-28357c0e-c182-481f-979c-dae5fb37766c tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:24.801869 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-28357c0e-c182-481f-979c-dae5fb37766c tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.39 "GET /v2.0/networks?id=ab34e82d-a137-41c9-a05f-9993b614dce0 HTTP/1.1" status: 200 len: 814 time: 0.1244314 Jul 05 18:23:24.814441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Request body: {'port': {'device_id': '0dc884a1-befe-4b92-af02-621d99c9c87c', 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0', 'admin_state_up': True, 'tenant_id': 'c0a81020fac7423fa9a9e24745c78dc8'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:23:25.001848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Made reservation on behalf of c0a81020fac7423fa9a9e24745c78dc8 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:23:25.007563 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.209138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Allocated IP 172.20.0.10 (ab34e82d-a137-41c9-a05f-9993b614dce0/af5b70e3-5970-45fa-9a05-638c622f59bd/8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:23:25.218685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf52bc-4038-4ba3-acb1-9fc2cd6d7c1c req-750773bd-bc46-40e2-8179-2e5c082c9e55 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:25.220245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8faf52bc-4038-4ba3-acb1-9fc2cd6d7c1c req-750773bd-bc46-40e2-8179-2e5c082c9e55 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1188211 Jul 05 18:23:25.324093 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8faf52bc-4038-4ba3-acb1-9fc2cd6d7c1c req-e1a4d078-24ad-4ee8-97a7-8bb8421dc537 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959537 Jul 05 18:23:25.364511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56336) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:25.421305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.521919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56342) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:25.536595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e05eb249-4ab8-42f1-a0d4-5a2bd6b590e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.544338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-91983830-cf51-4b4d-982b-5a6ca0220278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.549138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.599949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Network ab34e82d-a137-41c9-a05f-9993b614dce0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:23:25.605558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:23:25.610887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:23:25.643262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-91983830-cf51-4b4d-982b-5a6ca0220278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.645681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Pushing event updated for resources: {'Port': ['ID=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:25.664116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:25.664730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.704118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-91983830-cf51-4b4d-982b-5a6ca0220278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.737801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-91983830-cf51-4b4d-982b-5a6ca0220278 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3911db3f3382450e8512f65c2e838d99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3718359 Jul 05 18:23:25.745723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56346) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:25.753468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91983830-cf51-4b4d-982b-5a6ca0220278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d537fca-7480-427a-94fc-3e86570f137b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:25.842417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4692-101b-42f1-9064-cbb20ad73187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.843528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4009b24-0471-4837-9de5-f23f5c1496fd req-71aa5140-fc42-4e4f-b4ec-f64d21a883e1 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:25.846071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4009b24-0471-4837-9de5-f23f5c1496fd req-71aa5140-fc42-4e4f-b4ec-f64d21a883e1 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 932 time: 0.0671864 Jul 05 18:23:25.866445 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e05eb249-4ab8-42f1-a0d4-5a2bd6b590e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.878670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4692-101b-42f1-9064-cbb20ad73187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.892243 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4009b24-0471-4837-9de5-f23f5c1496fd req-28e7ad37-2c2d-4358-9c0a-8c58a435cc7a tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390420 Jul 05 18:23:25.950523 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e05eb249-4ab8-42f1-a0d4-5a2bd6b590e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:25.990336 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e05eb249-4ab8-42f1-a0d4-5a2bd6b590e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f82a4c6839a9489789e7e8cc826152fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4672189 Jul 05 18:23:25.991240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05eb249-4ab8-42f1-a0d4-5a2bd6b590e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4bc087-0060-4dc4-8805-fe5bc59bc3b6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:25.993127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56350) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:26.041691 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4692-101b-42f1-9064-cbb20ad73187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.045110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fcc4692-101b-42f1-9064-cbb20ad73187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.046915 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1fcc4692-101b-42f1-9064-cbb20ad73187 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d537fca-7480-427a-94fc-3e86570f137b HTTP/1.1" status: 204 len: 168 time: 0.2996366 Jul 05 18:23:26.048408 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-d3c83aed-23cc-4755-ac07-c87631a3a4dd tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2386026 Jul 05 18:23:26.051626 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83e6683f-a5f9-4f07-9b96-35bfa7064ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.063741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Request body: {'port': {'device_id': '0dc884a1-befe-4b92-af02-621d99c9c87c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:23:26.066959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc4692-101b-42f1-9064-cbb20ad73187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d537fca-7480-427a-94fc-3e86570f137b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:26.082161 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83e6683f-a5f9-4f07-9b96-35bfa7064ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.164921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.236092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83e6683f-a5f9-4f07-9b96-35bfa7064ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.245612 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83e6683f-a5f9-4f07-9b96-35bfa7064ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.245612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-83e6683f-a5f9-4f07-9b96-35bfa7064ac5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe4bc087-0060-4dc4-8805-fe5bc59bc3b6 HTTP/1.1" status: 204 len: 168 time: 0.2486477 Jul 05 18:23:26.255460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6683f-a5f9-4f07-9b96-35bfa7064ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4bc087-0060-4dc4-8805-fe5bc59bc3b6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:26.447228 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.467142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:23:26.477161 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.504942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Transition to ACTIVE for port object 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:23:26.569321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ec6b3d-19c0-4183-be4f-2f7c13631c54 req-a346de19-aa2b-41b0-b3d3-dffe46a02535 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:26.571235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07ec6b3d-19c0-4183-be4f-2f7c13631c54 req-a346de19-aa2b-41b0-b3d3-dffe46a02535 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1259468 Jul 05 18:23:26.584422 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.665510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07ec6b3d-19c0-4183-be4f-2f7c13631c54 req-7bc2e675-d01d-4c85-8b52-6d98f2d5755d tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840340 Jul 05 18:23:26.803891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Pushing event updated for resources: {'Port': ['ID=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:26.852189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Attempting to bind port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:23:26.852650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Attempting to bind port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '6185a033-9320-41f8-be0d-887c3ab5ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:23:26.853031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Attempting to bind port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 on network ab34e82d-a137-41c9-a05f-9993b614dce0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:23:26.873571 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 on network ab34e82d-a137-41c9-a05f-9993b614dce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:23:26.875071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Attempting to bind port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 on network ab34e82d-a137-41c9-a05f-9993b614dce0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:23:26.882922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:23:26.883483 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Checking segment: {'id': '6185a033-9320-41f8-be0d-887c3ab5ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:23:26.884011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Bound using segment: {'id': '6185a033-9320-41f8-be0d-887c3ab5ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:23:26.884545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Bound port: 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6185a033-9320-41f8-be0d-887c3ab5ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:23:26.884918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:26.977002 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] For port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:23:26.984330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] For port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:23:27.150863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-6c7bb4cb-392f-4ce7-a8ce-1620ddfd9973 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:27.152654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-6c7bb4cb-392f-4ce7-a8ce-1620ddfd9973 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.97 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1263692 Jul 05 18:23:27.201352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333fb72-9615-466a-bb8e-f196e780a6f2 req-3227c6ae-e2f0-44f6-a986-94ee442ecee8 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:27.203905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f333fb72-9615-466a-bb8e-f196e780a6f2 req-3227c6ae-e2f0-44f6-a986-94ee442ecee8 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 944 time: 0.1306434 Jul 05 18:23:27.221147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:27.286762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:27.289428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f333fb72-9615-466a-bb8e-f196e780a6f2 req-a83461d6-e9f1-44f1-a88b-f73aaec36c85 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795491 Jul 05 18:23:27.315914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:27.325622 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] 10.222.0.39 "PUT /v2.0/ports/8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 HTTP/1.1" status: 200 len: 1092 time: 1.2656729 Jul 05 18:23:27.335852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc884a1-befe-4b92-af02-621d99c9c87c', 'tag': '8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:23:27.336009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Deleting port 13c813f5-77ed-43e0-ba01-d6d8d81ee252 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:23:27.336009 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:27.341196 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df512595-bdf4-4b12-9ede-7bcbf93aa97d" -d '{"events": [{"name": "network-changed", "server_uuid": "0dc884a1-befe-4b92-af02-621d99c9c87c", "tag": "8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:23:27.441274 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388bae95-2c6a-4305-a272-e209987b6862 x-openstack-request-id: req-388bae95-2c6a-4305-a272-e209987b6862 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:23:27.441938 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dc884a1-befe-4b92-af02-621d99c9c87c", "tag": "8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:23:27.442375 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-388bae95-2c6a-4305-a272-e209987b6862 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:23:27.442991 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc884a1-befe-4b92-af02-621d99c9c87c', 'tag': '8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1', 'status': 'completed', 'code': 200} Jul 05 18:23:27.454286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5285200-0095-4fb6-a1d3-99f83360ca5b service neutron] Pushing event updated for resources: {'Port': ['ID=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:27.517219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56390) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:27.544359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac21e373-0274-45d1-9e74-49be2a1d7c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:27.560804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df512595-bdf4-4b12-9ede-7bcbf93aa97d req-b53a3319-4851-4b37-82dc-1456f9276d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:27.560804 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df512595-bdf4-4b12-9ede-7bcbf93aa97d req-b53a3319-4851-4b37-82dc-1456f9276d80 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 1095 time: 0.0972204 Jul 05 18:23:27.661369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac21e373-0274-45d1-9e74-49be2a1d7c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:27.791779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac21e373-0274-45d1-9e74-49be2a1d7c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:27.801098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df512595-bdf4-4b12-9ede-7bcbf93aa97d req-3dbb5122-a095-4969-afae-10b82f22d388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:27.802831 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df512595-bdf4-4b12-9ede-7bcbf93aa97d req-3dbb5122-a095-4969-afae-10b82f22d388 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1401067 Jul 05 18:23:27.875535 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] For port 13c813f5-77ed-43e0-ba01-d6d8d81ee252, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=13c813f5-77ed-43e0-ba01-d6d8d81ee252,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:27.875535 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:27.897427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Calling delete_port for 13c813f5-77ed-43e0-ba01-d6d8d81ee252 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:23:27.934668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21e373-0274-45d1-9e74-49be2a1d7c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4604dd2b-3654-4212-af0c-f5f623725cbc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:27.941163 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac21e373-0274-45d1-9e74-49be2a1d7c36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eff20205570946c0a772e1fcabb4cdcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220681 Jul 05 18:23:27.943775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56406) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:28.011666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df512595-bdf4-4b12-9ede-7bcbf93aa97d req-67e94a04-39a7-49fe-a1f2-266486752a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:28.011843 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-df512595-bdf4-4b12-9ede-7bcbf93aa97d req-67e94a04-39a7-49fe-a1f2-266486752a5a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1693482 Jul 05 18:23:28.022762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b5ee46d-7a7f-4387-8b9e-3a42b17c93c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:28.024172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1611b4d-585e-4bf2-a3a7-fb2bd660e24f req-8ef2bf5a-ef05-4bbe-aa6d-a317bdd2e62b tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:28.032757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1611b4d-585e-4bf2-a3a7-fb2bd660e24f req-8ef2bf5a-ef05-4bbe-aa6d-a317bdd2e62b tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 945 time: 0.1371598 Jul 05 18:23:28.049854 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b5ee46d-7a7f-4387-8b9e-3a42b17c93c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:28.094722 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1611b4d-585e-4bf2-a3a7-fb2bd660e24f req-d3936394-d337-4b07-8965-9590915c487f tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5500ff8-37e7-45a4-b6fa-0d764df6c885&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609422 Jul 05 18:23:28.158143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-6c7da2ff-cfd9-4dd3-938c-c75fa544aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:28.159805 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-6c7da2ff-cfd9-4dd3-938c-c75fa544aa30 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 1095 time: 0.0678740 Jul 05 18:23:28.215382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-14d9e946-7c17-4048-a011-1a34814b7c2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 HTTP/1.1" status: 200 len: 217 time: 0.0478058 Jul 05 18:23:28.276134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:28.278638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b5ee46d-7a7f-4387-8b9e-3a42b17c93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:28.281013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b5ee46d-7a7f-4387-8b9e-3a42b17c93c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:28.281847 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6b5ee46d-7a7f-4387-8b9e-3a42b17c93c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4604dd2b-3654-4212-af0c-f5f623725cbc HTTP/1.1" status: 204 len: 168 time: 0.3369141 Jul 05 18:23:28.290159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['13c813f5-77ed-43e0-ba01-d6d8d81ee252'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:23:28.305413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ee46d-7a7f-4387-8b9e-3a42b17c93c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4604dd2b-3654-4212-af0c-f5f623725cbc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:28.315885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-dce0c0cf-3942-4dd8-99a6-9b8ac403498a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:28.319026 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-dce0c0cf-3942-4dd8-99a6-9b8ac403498a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af5b70e3-5970-45fa-9a05-638c622f59bd HTTP/1.1" status: 200 len: 854 time: 0.0961108 Jul 05 18:23:28.390530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Pushing event deleted for resources: {'Port': ['ID=13c813f5-77ed-43e0-ba01-d6d8d81ee252,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:28.398435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-b8d21f49-0ab2-484e-a248-14235af55cf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab34e82d-a137-41c9-a05f-9993b614dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733805 Jul 05 18:23:28.424615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] No DVR routers for this DVR port 13c813f5-77ed-43e0-ba01-d6d8d81ee252 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:23:28.431392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:28.433531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8096ed55-62ef-492a-b4f2-fa73c4860b1d req-0c0f36c1-8532-44f6-984c-6e0dd73b5de8 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.97 "DELETE /v2.0/ports/13c813f5-77ed-43e0-ba01-d6d8d81ee252 HTTP/1.1" status: 204 len: 173 time: 1.2753813 Jul 05 18:23:28.434275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e69989b-a62e-4150-b2a2-e8f7692d4f96', 'name': 'network-vif-deleted', 'tag': '13c813f5-77ed-43e0-ba01-d6d8d81ee252'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:23:28.454722 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd6e123-0547-4802-9c92-3db6cef780b8" -d '{"events": [{"server_uuid": "6e69989b-a62e-4150-b2a2-e8f7692d4f96", "name": "network-vif-deleted", "tag": "13c813f5-77ed-43e0-ba01-d6d8d81ee252"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:23:28.559965 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86be6cd4-ab27-4ece-8cc5-09aa5513dd6a x-openstack-request-id: req-86be6cd4-ab27-4ece-8cc5-09aa5513dd6a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:23:28.560221 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e69989b-a62e-4150-b2a2-e8f7692d4f96", "name": "network-vif-deleted", "tag": "13c813f5-77ed-43e0-ba01-d6d8d81ee252", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:23:28.560456 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86be6cd4-ab27-4ece-8cc5-09aa5513dd6a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:23:28.562875 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e69989b-a62e-4150-b2a2-e8f7692d4f96', 'name': 'network-vif-deleted', 'tag': '13c813f5-77ed-43e0-ba01-d6d8d81ee252', 'status': 'completed', 'code': 200} Jul 05 18:23:28.563477 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-35e1c6ea-438b-413d-92b5-d86c21ce4acc service neutron] 10.222.0.39 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564245 Jul 05 18:23:28.631074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992faace-15c4-4c13-beef-943d366d5597 req-ee336ce7-b689-484f-9f1e-3155e0e34603 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:28.632907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992faace-15c4-4c13-beef-943d366d5597 req-ee336ce7-b689-484f-9f1e-3155e0e34603 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 944 time: 0.1697133 Jul 05 18:23:28.687071 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3582df0-da0d-4b8f-97b9-61bfd908fcac req-87e1b34b-21dc-46af-80a8-58702d18d050 service neutron] 10.222.0.39 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133418 Jul 05 18:23:28.705667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992faace-15c4-4c13-beef-943d366d5597 req-ec2deaa3-79b2-490e-b382-29d36b97555a tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665636 Jul 05 18:23:29.319039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7cb2446-e7cc-412c-baa3-1b64381d3cd6 req-5cd618ff-00e9-4bca-9a59-a8eb104557f4 tempest-ServerRescueTestJSON-738370669 tempest-ServerRescueTestJSON-738370669-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e69989b-a62e-4150-b2a2-e8f7692d4f96 HTTP/1.1" status: 200 len: 210 time: 0.0594819 Jul 05 18:23:29.699774 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:29.962415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead45a3-e7ac-48d3-a44b-2f87722590a0 req-12eb520d-14fc-405f-b8c5-88f0d566d335 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:29.964270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cead45a3-e7ac-48d3-a44b-2f87722590a0 req-12eb520d-14fc-405f-b8c5-88f0d566d335 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 944 time: 0.1016955 Jul 05 18:23:30.026197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cead45a3-e7ac-48d3-a44b-2f87722590a0 req-aa1ff38d-63b5-47ca-9366-08410534454b tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560696 Jul 05 18:23:30.307252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:23:30.445994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:30.459983 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1', 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0', 'port_id': '8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1', 'mac_address': 'fa:16:3e:79:bf:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af5b70e3-5970-45fa-9a05-638c622f59bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:23:30.470407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56506) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:30.503755 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:30.518532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:23:30.540517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:30.595802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:30.664008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:30.824886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:23:31.218166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 13c813f5-77ed-43e0-ba01-d6d8d81ee252 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:23:31.293820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 13c813f5-77ed-43e0-ba01-d6d8d81ee252 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:23:31.294178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 13c813f5-77ed-43e0-ba01-d6d8d81ee252 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:23:31.344504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b19af-e778-4fd9-983f-3d58ff56dfae req-3cbd33a4-33ac-4a4e-8b88-6a0ad7b41104 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:31.346228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-263b19af-e778-4fd9-983f-3d58ff56dfae req-3cbd33a4-33ac-4a4e-8b88-6a0ad7b41104 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 945 time: 0.1262493 Jul 05 18:23:31.352266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:31.433897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-263b19af-e778-4fd9-983f-3d58ff56dfae req-41219091-20ca-4f53-ae4f-81da4aaab4c4 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737858 Jul 05 18:23:31.694371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Deleting port 6350a351-5722-4791-8ec5-fcba54464de9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:23:31.695117 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:31.789861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] For port 6350a351-5722-4791-8ec5-fcba54464de9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6350a351-5722-4791-8ec5-fcba54464de9,segment=NetworkSegment(9ab8ed0d-a43f-45c6-a925-edf845dd5fe6),segment_id=9ab8ed0d-a43f-45c6-a925-edf845dd5fe6)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:31.790217 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:31.804278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Calling delete_port for 6350a351-5722-4791-8ec5-fcba54464de9 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:23:32.139844 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:32.183403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Pushing event deleted for resources: {'Port': ['ID=6350a351-5722-4791-8ec5-fcba54464de9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:32.261027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56562) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:32.323081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:23:32.454419 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:32.486672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:23:32.492892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:23:32.493278 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:32.504262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e66e8c7a-485f-4df8-b7af-6b51f391bd38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:32.676942 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e66e8c7a-485f-4df8-b7af-6b51f391bd38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:32.685486 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:32.753779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc884a1-befe-4b92-af02-621d99c9c87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:23:32.756223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:23:32.762484 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb91d42-e08a-482c-b1cc-1630dd9a4af0" -d '{"events": [{"server_uuid": "0dc884a1-befe-4b92-af02-621d99c9c87c", "name": "network-vif-plugged", "status": "completed", "tag": "8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:23:32.762784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e66e8c7a-485f-4df8-b7af-6b51f391bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:32.773449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:32.821273 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bddfd48-ac5f-4ef7-80da-7dec27a6148e x-openstack-request-id: req-4bddfd48-ac5f-4ef7-80da-7dec27a6148e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:23:32.821568 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc884a1-befe-4b92-af02-621d99c9c87c", "name": "network-vif-plugged", "status": "completed", "tag": "8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:23:32.821825 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4bddfd48-ac5f-4ef7-80da-7dec27a6148e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:23:32.822220 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc884a1-befe-4b92-af02-621d99c9c87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1', 'code': 200} Jul 05 18:23:32.823282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e8c7a-485f-4df8-b7af-6b51f391bd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed058f5-2c1c-4df4-a109-399183233e43,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:32.834873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e66e8c7a-485f-4df8-b7af-6b51f391bd38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e935258c30b64d17b3dd3c2da51032b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5692174 Jul 05 18:23:32.834873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56582) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:32.855115 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:32.906650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fec01-4f0c-41dc-9a53-50d61dc7cec6 req-6ea41841-7c82-4b98-9ed1-bd39c2a4d544 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:32.908267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f9fec01-4f0c-41dc-9a53-50d61dc7cec6 req-6ea41841-7c82-4b98-9ed1-bd39c2a4d544 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 945 time: 0.2175038 Jul 05 18:23:32.985132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:33.027843 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ce579a-b4d3-47cd-a813-6539ee9ab3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:33.035231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:23:33.044478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] Sync routers for ids ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:23:33.046164 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7b5b64bd-39bd-47fd-a525-0a2a6db9f955 admin admin] 10.222.0.30 "PUT /v2.0/routers/5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5740356 Jul 05 18:23:33.048294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56586) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:33.049018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f9fec01-4f0c-41dc-9a53-50d61dc7cec6 req-a625d9b2-86d0-4113-8344-9d1874986781 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226957 Jul 05 18:23:33.064961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] Routers {'5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:23:33.065996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:33.107591 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ce579a-b4d3-47cd-a813-6539ee9ab3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:33.204033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd209ffa-31c9-4423-a355-baf39ac08308 req-3c6aaa20-67d9-4644-8ec3-5a06b22e638f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:33.205595 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd209ffa-31c9-4423-a355-baf39ac08308 req-3c6aaa20-67d9-4644-8ec3-5a06b22e638f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 1097 time: 0.2501390 Jul 05 18:23:33.220640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] Set router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:23:33.267823 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cd209ffa-31c9-4423-a355-baf39ac08308 req-92ccb7ac-5636-426e-9e4e-847ff61c9dc1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509043 Jul 05 18:23:33.269083 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:33.398235 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ce579a-b4d3-47cd-a813-6539ee9ab3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:33.400532 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:33.408156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-08ce579a-b4d3-47cd-a813-6539ee9ab3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:33.410725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-08ce579a-b4d3-47cd-a813-6539ee9ab3d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ed058f5-2c1c-4df4-a109-399183233e43 HTTP/1.1" status: 204 len: 168 time: 0.5752270 Jul 05 18:23:33.438976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce579a-b4d3-47cd-a813-6539ee9ab3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed058f5-2c1c-4df4-a109-399183233e43,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:33.604089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:21:24Z', 'updated_at': '2021-07-05T18:23:31Z', 'revision_number': 5, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'gw_port': {'id': 'd1de50a8-00dc-4cce-8c71-5033b3d3416b', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:54:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2643, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:21:25Z', 'updated_at': '2021-07-05T18:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:33.604610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Deleting port d1de50a8-00dc-4cce-8c71-5033b3d3416b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:23:33.604610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:33.626711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] Checking router: 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:23:33.636202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] Routers {'5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:23:33.636834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:33.710266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] For port d1de50a8-00dc-4cce-8c71-5033b3d3416b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d1de50a8-00dc-4cce-8c71-5033b3d3416b,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:33.711129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:33.724699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Calling delete_port for d1de50a8-00dc-4cce-8c71-5033b3d3416b owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:23:33.750320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] Set router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:23:33.882468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:21:24Z', 'updated_at': '2021-07-05T18:23:33Z', 'revision_number': 6, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:33.920977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b3bbca-3bc8-4181-9990-a838aea32089 None None] The sync data for ids ['5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0'] in n-d-799524-1 is: [{'id': '5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0', 'name': 'tempest-ServerRescueTestJSON-139100629-router', 'tenant_id': '691459595fe14b4c94d3bea8571a306b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:21:24Z', 'updated_at': '2021-07-05T18:23:33Z', 'revision_number': 6, 'project_id': '691459595fe14b4c94d3bea8571a306b', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:23:34.073139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.118538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1de50a8-00dc-4cce-8c71-5033b3d3416b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:34.238302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.393206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31e497-79c5-4a5c-a9d1-3eeb827f93d8 req-013cb2c5-6bb5-45b3-8ded-5a13b48e290b tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:34.409935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e31e497-79c5-4a5c-a9d1-3eeb827f93d8 req-013cb2c5-6bb5-45b3-8ded-5a13b48e290b tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 946 time: 0.1589267 Jul 05 18:23:34.459857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.462116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.498047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e31e497-79c5-4a5c-a9d1-3eeb827f93d8 req-f9e1b2fd-cc6c-4f30-b835-0ab527e14054 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858209 Jul 05 18:23:34.590700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.592133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:23:34.601890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.604210 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-68192f95-ba0b-4587-9e75-60b7687bc3a5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/5d8d3233-5fb2-4040-b8ad-a19c6e4aabe0 HTTP/1.1" status: 204 len: 168 time: 1.5525124 Jul 05 18:23:34.607168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56630) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:34.647015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56634) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:34.687650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf8b3a8-e86b-43e2-9da5-2c8508e47f89 admin admin] Deleting subnet e709e650-2de8-4b27-acf7-1db52e3126d4 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:23:34.687650 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b3a8-e86b-43e2-9da5-2c8508e47f89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.728518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b3a8-e86b-43e2-9da5-2c8508e47f89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.777958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b3a8-e86b-43e2-9da5-2c8508e47f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.785338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0983d1f1-5be9-4a76-a272-45e019018ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.896556 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0983d1f1-5be9-4a76-a272-45e019018ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.927159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b3a8-e86b-43e2-9da5-2c8508e47f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:34.989910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8b3a8-e86b-43e2-9da5-2c8508e47f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e709e650-2de8-4b27-acf7-1db52e3126d4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:34.995691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6350a351-5722-4791-8ec5-fcba54464de9 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:23:34.996232 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0983d1f1-5be9-4a76-a272-45e019018ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.025121 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcf8b3a8-e86b-43e2-9da5-2c8508e47f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.043090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bcf8b3a8-e86b-43e2-9da5-2c8508e47f89 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e709e650-2de8-4b27-acf7-1db52e3126d4 HTTP/1.1" status: 204 len: 168 time: 0.4321876 Jul 05 18:23:35.044277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56644) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:35.071336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 6350a351-5722-4791-8ec5-fcba54464de9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:23:35.071336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6350a351-5722-4791-8ec5-fcba54464de9 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:23:35.071336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d1de50a8-00dc-4cce-8c71-5033b3d3416b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:23:35.121856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d1de50a8-00dc-4cce-8c71-5033b3d3416b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:23:35.122215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d1de50a8-00dc-4cce-8c71-5033b3d3416b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:23:35.171728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0983d1f1-5be9-4a76-a272-45e019018ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4d14c5-dfc1-4726-8848-6bc0950ee99f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:35.202920 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0983d1f1-5be9-4a76-a272-45e019018ea6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e76977f48d84593b90e8cdb90021e76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5526474 Jul 05 18:23:35.204126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56652) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:35.231857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.350833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4abbe05-5b7d-4b6e-b25a-ee88c189af52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.355450 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.367647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b4140b-6a05-4c17-8909-83608249d6bb']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:35.380763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:35.385136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab8ed0d-a43f-45c6-a925-edf845dd5fe6') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:35.390294 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4abbe05-5b7d-4b6e-b25a-ee88c189af52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.391936 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.407294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.414492 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:23:35.415102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:23:35.426710 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:23:35.522239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4abbe05-5b7d-4b6e-b25a-ee88c189af52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.522992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.525541 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f4abbe05-5b7d-4b6e-b25a-ee88c189af52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.528851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f4abbe05-5b7d-4b6e-b25a-ee88c189af52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0b4d14c5-dfc1-4726-8848-6bc0950ee99f HTTP/1.1" status: 204 len: 168 time: 0.3208742 Jul 05 18:23:35.535389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:35.542987 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/88b4140b-6a05-4c17-8909-83608249d6bb HTTP/1.1" status: 204 len: 168 time: 0.4930985 Jul 05 18:23:35.545241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abbe05-5b7d-4b6e-b25a-ee88c189af52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4d14c5-dfc1-4726-8848-6bc0950ee99f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:35.576195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e02d19b-8cc1-480f-ad41-bc6ec17ffbf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b4140b-6a05-4c17-8909-83608249d6bb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:35.785318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87320f6-27d4-4d0d-925c-0968df1dbb4c req-b47dc7b4-8fd7-488e-9964-6a9a2ec61736 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:35.794340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c87320f6-27d4-4d0d-925c-0968df1dbb4c req-b47dc7b4-8fd7-488e-9964-6a9a2ec61736 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 946 time: 0.1225951 Jul 05 18:23:35.849246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c87320f6-27d4-4d0d-925c-0968df1dbb4c req-fb182d11-78f6-4775-a7ac-94f9aab24794 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538144 Jul 05 18:23:35.905366 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:36.007842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56694) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:36.278490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56718) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:36.343205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9fd9c9f6-5723-4189-a882-f087f45fecca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=691459595fe14b4c94d3bea8571a306b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0566554 Jul 05 18:23:36.345660 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56720) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:36.399819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4142ac-60bd-405c-a732-8fb75df84d18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:36.439757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4142ac-60bd-405c-a732-8fb75df84d18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:36.987601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d163fb60-190d-46d0-aba7-d09b0514a223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:36.994930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 56734) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:36.997978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4142ac-60bd-405c-a732-8fb75df84d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:36.997978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4142ac-60bd-405c-a732-8fb75df84d18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:36.997978 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2e4142ac-60bd-405c-a732-8fb75df84d18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5500ff8-37e7-45a4-b6fa-0d764df6c885 HTTP/1.1" status: 204 len: 168 time: 0.2987716 Jul 05 18:23:37.002217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65017ae6-ad6a-4511-8295-96b8556d021b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.005077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4142ac-60bd-405c-a732-8fb75df84d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5500ff8-37e7-45a4-b6fa-0d764df6c885,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:37.005077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d163fb60-190d-46d0-aba7-d09b0514a223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.005077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d163fb60-190d-46d0-aba7-d09b0514a223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.005077 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d163fb60-190d-46d0-aba7-d09b0514a223 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e607f85634949d7bfabd040ef4590c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9321871 Jul 05 18:23:37.005077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56748) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:37.005077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163fb60-190d-46d0-aba7-d09b0514a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2faca8-8149-485c-bfb0-0d0033c2a638,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:37.023204 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ba926db-ae99-47b1-9430-d77c94569c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.031920 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65017ae6-ad6a-4511-8295-96b8556d021b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.061001 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ba926db-ae99-47b1-9430-d77c94569c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.315933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-65017ae6-ad6a-4511-8295-96b8556d021b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.316129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ba926db-ae99-47b1-9430-d77c94569c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.318566 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3ba926db-ae99-47b1-9430-d77c94569c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.319856 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3ba926db-ae99-47b1-9430-d77c94569c77 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee2faca8-8149-485c-bfb0-0d0033c2a638 HTTP/1.1" status: 204 len: 168 time: 0.3717527 Jul 05 18:23:37.329219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba926db-ae99-47b1-9430-d77c94569c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2faca8-8149-485c-bfb0-0d0033c2a638,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:37.408605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-65017ae6-ad6a-4511-8295-96b8556d021b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d5024c1713e4701987702a1f1fe9a07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7936966 Jul 05 18:23:37.409090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 56758) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:37.444996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65017ae6-ad6a-4511-8295-96b8556d021b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c19a669-7408-4af3-84b3-0d5a17872cb4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:37.507575 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c434afb1-21cf-48fc-ac16-8f50e8d0b2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.533116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c434afb1-21cf-48fc-ac16-8f50e8d0b2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.744171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c434afb1-21cf-48fc-ac16-8f50e8d0b2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.746929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c434afb1-21cf-48fc-ac16-8f50e8d0b2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:37.752842 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c434afb1-21cf-48fc-ac16-8f50e8d0b2be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c19a669-7408-4af3-84b3-0d5a17872cb4 HTTP/1.1" status: 204 len: 168 time: 0.3379488 Jul 05 18:23:37.761689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c434afb1-21cf-48fc-ac16-8f50e8d0b2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c19a669-7408-4af3-84b3-0d5a17872cb4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:42.405143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57004) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:42.574051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:23:42.988234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:43.137857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:43.299030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Allocated IP 172.25.3.101 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/ffcdd3ce-5c42-4831-a776-3aec269b0e40) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:23:43.516641 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:43.676928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:43.734614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:23:43.740533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:23:43.745094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:23:43.775172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event updated for resources: {'Port': ['ID=ffcdd3ce-5c42-4831-a776-3aec269b0e40,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:43.794020 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.794407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.795020 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.795550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.796674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.797156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.797636 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.798118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.798627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.799114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.799588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.800397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:23:43.895776 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:23:43.896496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:44.127604 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:44.401108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:44.423340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57072) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:44.526303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:44.645228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event updated for resources: {'Port': ['ID=ffcdd3ce-5c42-4831-a776-3aec269b0e40,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:44.665825 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:44.755767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:44.757088 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84d4c367-6d2d-4971-ac82-9e5b312d1517 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3682449 Jul 05 18:23:44.760706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57084) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:44.771078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1526167350'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:23:44.802494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-50c9015e-12a2-4377-b1c1-57e4f3563718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:44.838045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-50c9015e-12a2-4377-b1c1-57e4f3563718 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:23:44.838045 n-d-799524-1 neutron-server[100997]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 18:23:44.838045 n-d-799524-1 neutron-server[100997]: [parameters: {'project_id': '4198cf297d1447d8a80619b7d8ca2e28', 'id': '9935cfb5-c241-4885-9119-14a53b804dfe', 'expiration': datetime.datetime(2021, 7, 5, 18, 25, 44, 827362)}] Jul 05 18:23:44.838045 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:23:44.838592 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-50c9015e-12a2-4377-b1c1-57e4f3563718 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:23:44.915889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Made reservation on behalf of 1baa03c49dbb4a4d89769b548552c073 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:23:44.919841 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:44.932722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.114933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.219132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.260812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b547bf2-0bae-47f4-a8aa-a95544120e25,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:45.284928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:23:45.293858 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.294203 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Added segment 1cc134c2-8428-4ada-869c-a97d1e5c171f of type vlan for network d23bb03d-3186-4247-be51-1403fbf82f2e Jul 05 18:23:45.344239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-50c9015e-12a2-4377-b1c1-57e4f3563718 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.350182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.526087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-50c9015e-12a2-4377-b1c1-57e4f3563718 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.563749 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.571496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:45.572319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.667579 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-50c9015e-12a2-4377-b1c1-57e4f3563718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.706850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event updated for resources: {'Network': ['ID=d23bb03d-3186-4247-be51-1403fbf82f2e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:45.710172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57108) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:45.720453 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network d23bb03d-3186-4247-be51-1403fbf82f2e details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:23:45.730743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9015e-12a2-4377-b1c1-57e4f3563718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ee9e54-ad09-494d-a7dc-64654641810b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:45.735703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-50c9015e-12a2-4377-b1c1-57e4f3563718 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4198cf297d1447d8a80619b7d8ca2e28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3105433 Jul 05 18:23:45.738171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57112) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:45.785134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-efc19298-2432-447f-ba83-df2c868c8e3e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0215366 Jul 05 18:23:45.786463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57116) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:45.792773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Request body: {'subnet': {'network_id': 'd23bb03d-3186-4247-be51-1403fbf82f2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:23:45.885231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96f30b77-11a8-40b3-884a-ab6b2e6accec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.929257 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96f30b77-11a8-40b3-884a-ab6b2e6accec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:45.942225 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-91f2e333-86dd-46d5-b824-3692fdf59b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.111872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Made reservation on behalf of 1baa03c49dbb4a4d89769b548552c073 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:23:46.115644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.184268 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96f30b77-11a8-40b3-884a-ab6b2e6accec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.186979 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96f30b77-11a8-40b3-884a-ab6b2e6accec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.188567 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-96f30b77-11a8-40b3-884a-ab6b2e6accec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1ee9e54-ad09-494d-a7dc-64654641810b HTTP/1.1" status: 204 len: 168 time: 0.4488823 Jul 05 18:23:46.197262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f30b77-11a8-40b3-884a-ab6b2e6accec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ee9e54-ad09-494d-a7dc-64654641810b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:46.337380 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-91f2e333-86dd-46d5-b824-3692fdf59b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.521404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-91f2e333-86dd-46d5-b824-3692fdf59b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.556072 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.578441 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-91f2e333-86dd-46d5-b824-3692fdf59b78 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=916f4ec2456f4af2868a8cae53b8eec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669527 Jul 05 18:23:46.581085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57134) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:46.608724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e333-86dd-46d5-b824-3692fdf59b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa668022-a9fc-4f7d-98f0-1f6625aa6cdd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:46.648977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event updated for resources: {'Subnet': ['ID=c4db11fc-5636-40d6-a820-58abf81306fb,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:46.665227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Checking segment: {'id': '1cc134c2-8428-4ada-869c-a97d1e5c171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd23bb03d-3186-4247-be51-1403fbf82f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:23:46.680806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Network hostable DHCP agents. Network: d23bb03d-3186-4247-be51-1403fbf82f2e, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:23:46.726625 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae6d21dc-638c-4683-a4da-10e0e5eedeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.753505 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae6d21dc-638c-4683-a4da-10e0e5eedeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.794694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Network d23bb03d-3186-4247-be51-1403fbf82f2e is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:23:46.904855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, d23bb03d-3186-4247-be51-1403fbf82f2e) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:23:46.916304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae6d21dc-638c-4683-a4da-10e0e5eedeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.916504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e09aa54-f1a6-4d19-8f07-dd0f3d1c4268 None None] Network d23bb03d-3186-4247-be51-1403fbf82f2e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:23:46.923417 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae6d21dc-638c-4683-a4da-10e0e5eedeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.934961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:46.936928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ae6d21dc-638c-4683-a4da-10e0e5eedeb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa668022-a9fc-4f7d-98f0-1f6625aa6cdd HTTP/1.1" status: 204 len: 168 time: 0.3533983 Jul 05 18:23:46.939717 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:46.961376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d21dc-638c-4683-a4da-10e0e5eedeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa668022-a9fc-4f7d-98f0-1f6625aa6cdd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:47.065972 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-afbdee49-25a8-41ab-9ad6-714c33bf8fcf tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2776904 Jul 05 18:23:47.070036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57148) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:47.075912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-170520016', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:23:47.165013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d23bb03d-3186-4247-be51-1403fbf82f2e', 'network_id': 'd23bb03d-3186-4247-be51-1403fbf82f2e', 'tenant_id': '1baa03c49dbb4a4d89769b548552c073', 'fixed_ips': [{'subnet_id': 'c4db11fc-5636-40d6-a820-58abf81306fb'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:23:47.166322 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.250756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.254276 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.314197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57154) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:47.322803 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Allocated IP 172.20.0.2 (d23bb03d-3186-4247-be51-1403fbf82f2e/c4db11fc-5636-40d6-a820-58abf81306fb/b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:23:47.334444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97544805-1d5a-4705-a3b6-32451007e6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.410916 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.501635 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97544805-1d5a-4705-a3b6-32451007e6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.615377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-97544805-1d5a-4705-a3b6-32451007e6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.690051 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.712847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Transition to ACTIVE for port object b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:23:47.745713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Transition to ACTIVE for port object b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:23:47.755647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97544805-1d5a-4705-a3b6-32451007e6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f13216-2e72-429d-bd1c-7be18f852e86,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:47.762770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-97544805-1d5a-4705-a3b6-32451007e6f1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=389fb69feba848eca1e547e487090415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4474783 Jul 05 18:23:47.766457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57164) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:47.789260 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.848149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cffd49db-fc8c-4278-aa4f-143369fcb1fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:47.871395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cffd49db-fc8c-4278-aa4f-143369fcb1fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.224940 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.226844 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cffd49db-fc8c-4278-aa4f-143369fcb1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.229527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cffd49db-fc8c-4278-aa4f-143369fcb1fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.230711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cffd49db-fc8c-4278-aa4f-143369fcb1fe admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8f13216-2e72-429d-bd1c-7be18f852e86 HTTP/1.1" status: 204 len: 168 time: 0.4631336 Jul 05 18:23:48.283195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd49db-fc8c-4278-aa4f-143369fcb1fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f13216-2e72-429d-bd1c-7be18f852e86,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:48.371475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Pushing event updated for resources: {'Port': ['ID=b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:48.383884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Network d23bb03d-3186-4247-be51-1403fbf82f2e is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:23:48.385353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:23:48.395990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:23:48.486436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57174) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:48.500084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Attempting to bind port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:23:48.500827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Attempting to bind port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '1cc134c2-8428-4ada-869c-a97d1e5c171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd23bb03d-3186-4247-be51-1403fbf82f2e'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:23:48.502221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Attempting to bind port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 on network d23bb03d-3186-4247-be51-1403fbf82f2e {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:23:48.511924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:23:48.512761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Checking segment: {'id': '1cc134c2-8428-4ada-869c-a97d1e5c171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd23bb03d-3186-4247-be51-1403fbf82f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:23:48.512761 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.513089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Bound using segment: {'id': '1cc134c2-8428-4ada-869c-a97d1e5c171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd23bb03d-3186-4247-be51-1403fbf82f2e'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:23:48.513666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Bound port: b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc134c2-8428-4ada-869c-a97d1e5c171f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd23bb03d-3186-4247-be51-1403fbf82f2e'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:23:48.514131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.531431 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b40c01a0-e1f6-43b7-8156-11b1669331d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.619631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] For port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:23:48.623142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] For port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082,segment=NetworkSegment(1cc134c2-8428-4ada-869c-a97d1e5c171f),segment_id=1cc134c2-8428-4ada-869c-a97d1e5c171f)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:23:48.707596 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.712183 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b40c01a0-e1f6-43b7-8156-11b1669331d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.727575 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.745437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.846089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b40c01a0-e1f6-43b7-8156-11b1669331d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:48.853674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7fc6e-5f58-4cbf-92a1-2b1f12f12191 None None] Pushing event updated for resources: {'Port': ['ID=b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:48.961471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c01a0-e1f6-43b7-8156-11b1669331d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3d17bb-e62c-49ca-ab70-c7c18e308337,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:49.013329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Allocated IP 172.25.3.41 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/205ac0a0-e84a-49c4-8925-9523a6eb5f13) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:23:49.014830 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b40c01a0-e1f6-43b7-8156-11b1669331d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89955e5ea0644d968678b68376b32ea2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5227962 Jul 05 18:23:49.016384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57188) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:49.175634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51ce9eed-33e2-42ba-a757-7424eebc6e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:49.233898 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:49.234543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51ce9eed-33e2-42ba-a757-7424eebc6e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:49.463966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51ce9eed-33e2-42ba-a757-7424eebc6e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:49.474588 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51ce9eed-33e2-42ba-a757-7424eebc6e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:49.474588 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-51ce9eed-33e2-42ba-a757-7424eebc6e1f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de3d17bb-e62c-49ca-ab70-c7c18e308337 HTTP/1.1" status: 204 len: 168 time: 0.4515617 Jul 05 18:23:49.487439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ce9eed-33e2-42ba-a757-7424eebc6e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3d17bb-e62c-49ca-ab70-c7c18e308337,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:49.498260 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:49.562106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:23:49.565264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:23:49.571874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:23:49.596735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event updated for resources: {'Port': ['ID=205ac0a0-e84a-49c4-8925-9523a6eb5f13,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:50.288430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fdfff7-8cf6-48d2-bbcb-3f60a1f77e8c None None] Network d23bb03d-3186-4247-be51-1403fbf82f2e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:23:50.329777 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:50.553251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-74d739b2-c50e-40d8-aa0a-8faf3d0ba653 None None] Provisioning for port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:23:50.744091 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a802cae1-9c73-40be-8dfd-7828c085af56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:50.772917 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:51.111691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:23:51.121293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Router 7d57e845-667e-4af2-89aa-a026e8369eb9 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:23:51.292835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:23:51.303744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:23:51.307838 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d64a9-fb53-4ab0-8d55-9891050b6443 None None] Sync routers for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:23:51.314197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:23:51.314599 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:51.349996 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d64a9-fb53-4ab0-8d55-9891050b6443 None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:23:51.349996 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-861d64a9-fb53-4ab0-8d55-9891050b6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:51.414127 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-861d64a9-fb53-4ab0-8d55-9891050b6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:51.427311 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861d64a9-fb53-4ab0-8d55-9891050b6443 None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:23:51.428044 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-861d64a9-fb53-4ab0-8d55-9891050b6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:51.487615 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:51.507122 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-861d64a9-fb53-4ab0-8d55-9891050b6443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:51.507122 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861d64a9-fb53-4ab0-8d55-9891050b6443 None None] The sync data for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:23:51.507608 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:51.507608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e94e7763-75a4-47b5-9a38-17ff221df74c tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.4311233 Jul 05 18:23:51.508136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57278) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:51.540769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082,segment=NetworkSegment(1cc134c2-8428-4ada-869c-a97d1e5c171f),segment_id=1cc134c2-8428-4ada-869c-a97d1e5c171f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:23:51.636420 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:51.749015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:52.409584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:52.865683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Allocated IP 172.20.0.1 (d23bb03d-3186-4247-be51-1403fbf82f2e/c4db11fc-5636-40d6-a820-58abf81306fb/52ef7f5c-c6d6-4a6e-a91b-22483650fc00) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:23:53.023438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:23:53.096670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:23:53.097285 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:53.487100 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-50ece4e1-a1d1-4fc5-a66a-7e4fa119bc36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:53.539401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:53.556913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Transition to ACTIVE for port object 52ef7f5c-c6d6-4a6e-a91b-22483650fc00 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:23:53.633594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57358) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:53.720657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:53.738421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:53.820200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Network d23bb03d-3186-4247-be51-1403fbf82f2e is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:23:53.828372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aba90e7d-071c-4547-821d-18a5f5daa39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:53.844301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:23:53.941125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:23:53.978463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event updated for resources: {'Port': ['ID=52ef7f5c-c6d6-4a6e-a91b-22483650fc00,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:54.005494 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aba90e7d-071c-4547-821d-18a5f5daa39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.011447 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.078585 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-aba90e7d-071c-4547-821d-18a5f5daa39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.166157 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aba90e7d-071c-4547-821d-18a5f5daa39f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fb9617eeebc4fdf989c22c0085336a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353386 Jul 05 18:23:54.170124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57376) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:54.178887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba90e7d-071c-4547-821d-18a5f5daa39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b7f8d2-f8f7-4567-8832-fc6a7b6e14e5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:54.303252 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0ba183b-21c1-42b7-92a0-5cd1a3abe3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.357396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0ba183b-21c1-42b7-92a0-5cd1a3abe3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.703149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.727715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5a2c8bed-9b6e-4cce-ac0f-0bda016ff664 None None] Provisioning for port 52ef7f5c-c6d6-4a6e-a91b-22483650fc00 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:23:54.731734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0ba183b-21c1-42b7-92a0-5cd1a3abe3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.732644 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0ba183b-21c1-42b7-92a0-5cd1a3abe3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.737766 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.738169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f0ba183b-21c1-42b7-92a0-5cd1a3abe3e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16b7f8d2-f8f7-4567-8832-fc6a7b6e14e5 HTTP/1.1" status: 204 len: 168 time: 0.5659611 Jul 05 18:23:54.740137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5a2c8bed-9b6e-4cce-ac0f-0bda016ff664 None None] Provisioning complete for port 52ef7f5c-c6d6-4a6e-a91b-22483650fc00 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:23:54.741155 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a2c8bed-9b6e-4cce-ac0f-0bda016ff664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:54.753265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba183b-21c1-42b7-92a0-5cd1a3abe3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b7f8d2-f8f7-4567-8832-fc6a7b6e14e5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:54.806500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c8bed-9b6e-4cce-ac0f-0bda016ff664 None None] Port 52ef7f5c-c6d6-4a6e-a91b-22483650fc00 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:23:55.276158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:55.277209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57398) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:55.468489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:55.617778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:55.624377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event updated for resources: {'Port': ['ID=52ef7f5c-c6d6-4a6e-a91b-22483650fc00,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:55.797337 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15c8cfec-5f38-4fbf-adf3-23b621b72fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:55.809631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Network d23bb03d-3186-4247-be51-1403fbf82f2e is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:23:55.811870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:23:55.980100 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15c8cfec-5f38-4fbf-adf3-23b621b72fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:55.983019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Router 7d57e845-667e-4af2-89aa-a026e8369eb9 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:23:56.161083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15c8cfec-5f38-4fbf-adf3-23b621b72fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:56.189183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:23:56.196695 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-675d6990-6a18-4547-b44a-e1f749ae4f39 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "PUT /v2.0/routers/7d57e845-667e-4af2-89aa-a026e8369eb9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6866565 Jul 05 18:23:56.198411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57426) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:56.198988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57428) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:56.199114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-15c8cfec-5f38-4fbf-adf3-23b621b72fdd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4139363255424d6d962c842080de6bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9206793 Jul 05 18:23:56.204145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909f20f-a9a9-4621-8e8a-b4a77c5d32d4 None None] Sync routers for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:23:56.213282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Request body: {'port': {'network_id': 'd23bb03d-3186-4247-be51-1403fbf82f2e', 'name': 'tempest-FloatingIPAdminTestJSON-1867008098'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:23:56.214114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909f20f-a9a9-4621-8e8a-b4a77c5d32d4 None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:23:56.214762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8909f20f-a9a9-4621-8e8a-b4a77c5d32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:56.233866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8cfec-5f38-4fbf-adf3-23b621b72fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b3c241-5c48-4007-8ff8-f0ccea5e9c40,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:56.263404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8909f20f-a9a9-4621-8e8a-b4a77c5d32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:56.280296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8909f20f-a9a9-4621-8e8a-b4a77c5d32d4 None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:23:56.283289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8909f20f-a9a9-4621-8e8a-b4a77c5d32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:56.317758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-8909f20f-a9a9-4621-8e8a-b4a77c5d32d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:23:56.318416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8909f20f-a9a9-4621-8e8a-b4a77c5d32d4 None None] The sync data for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:23:56.332137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-522ea09f-ba6e-4001-939a-0def891fdb55 None None] Provisioning complete for port 52ef7f5c-c6d6-4a6e-a91b-22483650fc00 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:23:56.334978 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-522ea09f-ba6e-4001-939a-0def891fdb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:56.384234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-522ea09f-ba6e-4001-939a-0def891fdb55 None None] Port 52ef7f5c-c6d6-4a6e-a91b-22483650fc00 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:23:56.417841 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:56.432604 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d19b67-5abf-4c6a-8d89-cfb88444fb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:56.465670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d19b67-5abf-4c6a-8d89-cfb88444fb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:56.532573 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Made reservation on behalf of 1baa03c49dbb4a4d89769b548552c073 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:23:56.546793 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:56.578250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] device_id is not set on port 128c1f86-36d0-407d-8273-c21cb3dfdc89 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:23:56.639285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d19b67-5abf-4c6a-8d89-cfb88444fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:56.645228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d19b67-5abf-4c6a-8d89-cfb88444fb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:56.665137 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c9d19b67-5abf-4c6a-8d89-cfb88444fb47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26b3c241-5c48-4007-8ff8-f0ccea5e9c40 HTTP/1.1" status: 204 len: 168 time: 0.4460299 Jul 05 18:23:56.746696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d19b67-5abf-4c6a-8d89-cfb88444fb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b3c241-5c48-4007-8ff8-f0ccea5e9c40,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:56.874027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Allocated IP 172.20.0.11 (d23bb03d-3186-4247-be51-1403fbf82f2e/c4db11fc-5636-40d6-a820-58abf81306fb/128c1f86-36d0-407d-8273-c21cb3dfdc89) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:23:57.078727 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:57.096479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Transition to ACTIVE for port object 128c1f86-36d0-407d-8273-c21cb3dfdc89 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:23:57.213035 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:57.288364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event updated for resources: {'Port': ['ID=128c1f86-36d0-407d-8273-c21cb3dfdc89,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:57.313821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Network d23bb03d-3186-4247-be51-1403fbf82f2e is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:23:57.315489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:23:57.317992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:23:57.409072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:23:57.411360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:57.556304 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-65503079-919b-4888-8413-cdf48ce1ef88 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3560612 Jul 05 18:23:57.561464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57478) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:57.764640 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:57.784987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c135a7d-88a9-4c0a-82a5-79e33b0098b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:57.829639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-474f36e6-156d-457e-8baf-e24e15710697 None None] Provisioning for port 128c1f86-36d0-407d-8273-c21cb3dfdc89 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:23:57.838042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-474f36e6-156d-457e-8baf-e24e15710697 None None] Provisioning complete for port 128c1f86-36d0-407d-8273-c21cb3dfdc89 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:23:57.840282 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-474f36e6-156d-457e-8baf-e24e15710697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:57.940062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-474f36e6-156d-457e-8baf-e24e15710697 None None] Port 128c1f86-36d0-407d-8273-c21cb3dfdc89 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:23:58.072934 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c135a7d-88a9-4c0a-82a5-79e33b0098b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:58.171392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'project_id': '1baa03c49dbb4a4d89769b548552c073', 'port_id': '128c1f86-36d0-407d-8273-c21cb3dfdc89'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:23:58.175024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c135a7d-88a9-4c0a-82a5-79e33b0098b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:58.258227 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0c135a7d-88a9-4c0a-82a5-79e33b0098b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7abc1b159eaf40ca87121d423f93f8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4912305 Jul 05 18:23:58.259933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57496) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:23:58.264330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c135a7d-88a9-4c0a-82a5-79e33b0098b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4991f2bc-ef7b-4f9c-afb6-526931d71b03,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:58.330641 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:58.389182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9eebbb4c-148c-4633-ae41-e54b51b87332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:58.428315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9eebbb4c-148c-4633-ae41-e54b51b87332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:58.504775 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:58.556933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9eebbb4c-148c-4633-ae41-e54b51b87332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:58.562737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9eebbb4c-148c-4633-ae41-e54b51b87332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:58.562737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9eebbb4c-148c-4633-ae41-e54b51b87332 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4991f2bc-ef7b-4f9c-afb6-526931d71b03 HTTP/1.1" status: 204 len: 168 time: 0.3001456 Jul 05 18:23:58.607371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eebbb4c-148c-4633-ae41-e54b51b87332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4991f2bc-ef7b-4f9c-afb6-526931d71b03,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:58.764593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Allocated IP 172.25.3.175 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/6608cfcf-b409-4469-b744-8f6dc50bfdf4) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:23:58.932970 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:59.064489 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:59.134521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:23:59.153649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:23:59.162953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:23:59.192950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Pushing event updated for resources: {'Port': ['ID=6608cfcf-b409-4469-b744-8f6dc50bfdf4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:23:59.769508 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:23:59.968855 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:00.157625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57578) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:00.247471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:00.506800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f671623-a318-4af6-8d65-b1b926a02f5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:00.512041 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:00.660515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f671623-a318-4af6-8d65-b1b926a02f5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:00.664170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:00.740874 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f671623-a318-4af6-8d65-b1b926a02f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:00.749857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Pushing event updated for resources: {'Port': ['ID=6608cfcf-b409-4469-b744-8f6dc50bfdf4,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:00.773092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:00.931578 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Floating IP 0ede24c6-4a09-4ece-b695-2a7eb7c57730 associated. External IP: 172.25.3.175, port: 128c1f86-36d0-407d-8273-c21cb3dfdc89. Jul 05 18:24:00.944448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1f671623-a318-4af6-8d65-b1b926a02f5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4be57880ad14130b309e26e72633f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7854776 Jul 05 18:24:00.947278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57594) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:01.080167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-affd2336-ed84-4286-8f20-246925e615e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:01.148327 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-affd2336-ed84-4286-8f20-246925e615e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:01.163895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f671623-a318-4af6-8d65-b1b926a02f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e88ec87-6527-48b9-a7a0-4879f292e16d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:01.309649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-affd2336-ed84-4286-8f20-246925e615e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:01.312968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-affd2336-ed84-4286-8f20-246925e615e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:01.315164 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-affd2336-ed84-4286-8f20-246925e615e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7e88ec87-6527-48b9-a7a0-4879f292e16d HTTP/1.1" status: 204 len: 168 time: 0.3655584 Jul 05 18:24:01.326571 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd2336-ed84-4286-8f20-246925e615e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e88ec87-6527-48b9-a7a0-4879f292e16d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:01.420037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Router 7d57e845-667e-4af2-89aa-a026e8369eb9 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:24:01.590660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:24:01.606384 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b696726-a50c-4a68-ac40-95bff6d9646a None None] Sync routers for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:24:01.625292 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b696726-a50c-4a68-ac40-95bff6d9646a None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:01.625938 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6b696726-a50c-4a68-ac40-95bff6d9646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:01.658170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:01.693603 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6b696726-a50c-4a68-ac40-95bff6d9646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:01.712670 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b696726-a50c-4a68-ac40-95bff6d9646a None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:01.713697 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6b696726-a50c-4a68-ac40-95bff6d9646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:01.752331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7f5ec3fa-5e06-4d72-b8f9-6aeeff98d109 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 4.1872816 Jul 05 18:24:01.752720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57632) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:01.764014 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-6b696726-a50c-4a68-ac40-95bff6d9646a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:01.764815 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b696726-a50c-4a68-ac40-95bff6d9646a None None] The sync data for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:24:01.853995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57636) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:01.854642 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-69b4ce3f-25aa-413b-ac2f-55475e2a1cd8 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] 10.222.0.30 "GET /v2.0/floatingips/0ede24c6-4a09-4ece-b695-2a7eb7c57730 HTTP/1.1" status: 200 len: 984 time: 0.0996888 Jul 05 18:24:01.997885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57642) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:02.063985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-02985f4e-492a-439f-a167-6796ca686c5e tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1468 time: 0.2054842 Jul 05 18:24:02.064707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57646) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:02.273226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Deleting port 6608cfcf-b409-4469-b744-8f6dc50bfdf4 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:02.273565 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.349722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57650) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:02.397784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a956136b-db2a-4020-b961-7d38957bc5f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.418203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.418531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.468531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3760-da02-4847-aa87-f5a98eb7cfe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.492777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Calling delete_port for 6608cfcf-b409-4469-b744-8f6dc50bfdf4 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:02.536972 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a956136b-db2a-4020-b961-7d38957bc5f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.601240 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a956136b-db2a-4020-b961-7d38957bc5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.643666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956136b-db2a-4020-b961-7d38957bc5f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54cee06-9c5e-46d2-92cb-bff3a596e0d5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:02.651168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a956136b-db2a-4020-b961-7d38957bc5f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b86c4a70f3346948d1c9ce0ceb71126&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003891 Jul 05 18:24:02.651797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57658) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:02.742662 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8bb33e7-058e-48c1-8455-5c6de48c2081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.773639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8bb33e7-058e-48c1-8455-5c6de48c2081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.790361 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3760-da02-4847-aa87-f5a98eb7cfe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.875187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3760-da02-4847-aa87-f5a98eb7cfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.914211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee3760-da02-4847-aa87-f5a98eb7cfe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745eebc6-e60d-44a1-b278-afcd5cfd2418,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:02.916148 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8bb33e7-058e-48c1-8455-5c6de48c2081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.922894 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8bb33e7-058e-48c1-8455-5c6de48c2081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.922894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c8bb33e7-058e-48c1-8455-5c6de48c2081 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c54cee06-9c5e-46d2-92cb-bff3a596e0d5 HTTP/1.1" status: 204 len: 168 time: 0.2678928 Jul 05 18:24:02.933288 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d3ee3760-da02-4847-aa87-f5a98eb7cfe8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=acf37271c43246879db324ca95b1e5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9333434 Jul 05 18:24:02.934157 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:02.936694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57664) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:02.939444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb33e7-058e-48c1-8455-5c6de48c2081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54cee06-9c5e-46d2-92cb-bff3a596e0d5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:02.989747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event deleted for resources: {'Port': ['ID=6608cfcf-b409-4469-b744-8f6dc50bfdf4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:03.137146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:03.138380 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Floating IP 0ede24c6-4a09-4ece-b695-2a7eb7c57730 disassociated (deleted). External IP: 172.25.3.175, port: 128c1f86-36d0-407d-8273-c21cb3dfdc89. Jul 05 18:24:03.141699 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e32bfeb-a010-4dbc-8485-c82895a57c3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:03.210674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e32bfeb-a010-4dbc-8485-c82895a57c3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:03.433247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Router 7d57e845-667e-4af2-89aa-a026e8369eb9 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:24:03.522433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e32bfeb-a010-4dbc-8485-c82895a57c3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:03.524593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e32bfeb-a010-4dbc-8485-c82895a57c3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:03.528585 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8e32bfeb-a010-4dbc-8485-c82895a57c3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/745eebc6-e60d-44a1-b278-afcd5cfd2418 HTTP/1.1" status: 204 len: 168 time: 0.5428841 Jul 05 18:24:03.546578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32bfeb-a010-4dbc-8485-c82895a57c3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745eebc6-e60d-44a1-b278-afcd5cfd2418,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:03.680066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:24:03.696146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9044a-c0aa-458c-a88a-e46c5a065416 None None] Sync routers for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:24:03.696571 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:03.706188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9044a-c0aa-458c-a88a-e46c5a065416 None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:03.706987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6ce9044a-c0aa-458c-a88a-e46c5a065416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:03.738215 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-99a959d3-197a-4ccc-a31b-57cd7defac49 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "DELETE /v2.0/floatingips/0ede24c6-4a09-4ece-b695-2a7eb7c57730 HTTP/1.1" status: 204 len: 168 time: 1.6719072 Jul 05 18:24:03.740658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6ce9044a-c0aa-458c-a88a-e46c5a065416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:03.741485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57684) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:03.746207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:03.750519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9044a-c0aa-458c-a88a-e46c5a065416 None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:03.751421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6ce9044a-c0aa-458c-a88a-e46c5a065416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:03.786963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6ce9044a-c0aa-458c-a88a-e46c5a065416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:03.787545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9044a-c0aa-458c-a88a-e46c5a065416 None None] The sync data for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:24:03.932659 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:04.290912 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:04.409611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Allocated IP 172.25.3.97 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/ff410de8-6fab-4532-a71e-9aa3201d9276) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:04.521698 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:04.687414 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:04.737395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:04.741341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:04.747912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:04.777318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Pushing event updated for resources: {'Port': ['ID=ff410de8-6fab-4532-a71e-9aa3201d9276,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:04.844706 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:05.005531 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:05.184015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:05.275772 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:05.372895 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:05.393685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Pushing event updated for resources: {'Port': ['ID=ff410de8-6fab-4532-a71e-9aa3201d9276,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:05.469569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:05.473624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e1a62f95-1d05-4e34-bcc2-4e33e3b1d9be tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7284279 Jul 05 18:24:05.473749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57744) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:05.892319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:05.964074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:06.103946 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:06.222535 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:06.349456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Allocated IP 172.25.3.175 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/4a70e78b-c0c1-442c-904a-8a4b2df03e40) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:06.474910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:06.612940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:06.663152 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:06.668635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:06.677045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:06.713771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Pushing event updated for resources: {'Port': ['ID=4a70e78b-c0c1-442c-904a-8a4b2df03e40,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:06.790260 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:06.927695 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:07.148095 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:07.252138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:07.339997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Pushing event updated for resources: {'Port': ['ID=4a70e78b-c0c1-442c-904a-8a4b2df03e40,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:07.353792 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:07.458108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:07.459478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4f000cab-a126-4c6d-a405-241842193248 tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9848089 Jul 05 18:24:07.462045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57802) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:07.515437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-23569ceb-f134-405a-9f42-baf1fcb7a312 tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.0521181 Jul 05 18:24:07.517833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57806) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:07.590465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f65ca45e-3011-4014-af91-142dd4c399b5 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0715144 Jul 05 18:24:07.593377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57810) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:07.736813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Deleting port 4a70e78b-c0c1-442c-904a-8a4b2df03e40 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:07.737179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:07.818620 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:07.818961 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:07.831778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Calling delete_port for 4a70e78b-c0c1-442c-904a-8a4b2df03e40 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:08.172396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:08.206456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Pushing event deleted for resources: {'Port': ['ID=4a70e78b-c0c1-442c-904a-8a4b2df03e40,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:08.232293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.232714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.233059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.233530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.233877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.234403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.234604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.234926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.235255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.235583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.235908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.236229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:08.281510 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:08.284250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:08.288259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57846) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:08.288659 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f82ad0d5-46eb-423e-9cf7-c1c90e3af52e tempest-FloatingIPAdminTestJSON-1583925440 tempest-FloatingIPAdminTestJSON-1583925440-project] 10.222.0.30 "DELETE /v2.0/floatingips/4e2c79fb-3ec3-46da-8940-fd52e6c6ac53 HTTP/1.1" status: 204 len: 168 time: 0.6940756 Jul 05 18:24:08.546485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Deleting port ff410de8-6fab-4532-a71e-9aa3201d9276 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:08.546953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:08.652365 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:08.652700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:08.676229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Calling delete_port for ff410de8-6fab-4532-a71e-9aa3201d9276 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:09.126394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:09.157246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff410de8-6fab-4532-a71e-9aa3201d9276,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:09.562141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:09.564983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:09.566473 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f2f6391e-1ccd-43e5-9d28-2ea338f4483f tempest-FloatingIPAdminTestJSON-1922998908 tempest-FloatingIPAdminTestJSON-1922998908-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/8c5ea326-7e22-4227-9ae3-c6f817ebd02f HTTP/1.1" status: 204 len: 168 time: 1.2770758 Jul 05 18:24:09.569841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57958) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:09.673141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6bb65da7-b72c-4bc4-abf8-f84ad31b127e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Deleting port 128c1f86-36d0-407d-8273-c21cb3dfdc89 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:09.673518 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bb65da7-b72c-4bc4-abf8-f84ad31b127e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:09.759802 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bb65da7-b72c-4bc4-abf8-f84ad31b127e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:09.772574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6bb65da7-b72c-4bc4-abf8-f84ad31b127e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Calling delete_port for 128c1f86-36d0-407d-8273-c21cb3dfdc89 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:10.074943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bb65da7-b72c-4bc4-abf8-f84ad31b127e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:10.108661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb65da7-b72c-4bc4-abf8-f84ad31b127e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event deleted for resources: {'Port': ['ID=128c1f86-36d0-407d-8273-c21cb3dfdc89,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:10.198321 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6bb65da7-b72c-4bc4-abf8-f84ad31b127e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:10.200903 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6bb65da7-b72c-4bc4-abf8-f84ad31b127e tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "DELETE /v2.0/ports/128c1f86-36d0-407d-8273-c21cb3dfdc89 HTTP/1.1" status: 204 len: 168 time: 0.6301253 Jul 05 18:24:10.203749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 57994) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:10.276594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a54162-91d0-4ac4-9ba7-19f54318c26b tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:10.279039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e7a54162-91d0-4ac4-9ba7-19f54318c26b tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d57e845-667e-4af2-89aa-a026e8369eb9 HTTP/1.1" status: 200 len: 913 time: 0.0742264 Jul 05 18:24:10.282111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 57996) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:10.508691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58012) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:10.720763 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:10.811792 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef0a21c9-5824-4757-a59e-3b2f599a983d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:10.932678 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef0a21c9-5824-4757-a59e-3b2f599a983d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.068714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef0a21c9-5824-4757-a59e-3b2f599a983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.081646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Deleting port 52ef7f5c-c6d6-4a6e-a91b-22483650fc00 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:11.082084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.111461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ef0a21c9-5824-4757-a59e-3b2f599a983d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3e82da010c94df99893d4b12ad970a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6015210 Jul 05 18:24:11.117181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0a21c9-5824-4757-a59e-3b2f599a983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f749fc-04e9-4a18-90cc-176e554aa391,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:11.127046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58036) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:11.190106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.192439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f43d067-dab1-44c3-af21-80923208b89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.205656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Calling delete_port for 52ef7f5c-c6d6-4a6e-a91b-22483650fc00 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:11.228768 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f43d067-dab1-44c3-af21-80923208b89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.360826 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f43d067-dab1-44c3-af21-80923208b89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.363560 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4f43d067-dab1-44c3-af21-80923208b89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.368016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4f43d067-dab1-44c3-af21-80923208b89d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/02f749fc-04e9-4a18-90cc-176e554aa391 HTTP/1.1" status: 204 len: 168 time: 0.2399454 Jul 05 18:24:11.377983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43d067-dab1-44c3-af21-80923208b89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f749fc-04e9-4a18-90cc-176e554aa391,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:11.509834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.542790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event deleted for resources: {'Port': ['ID=52ef7f5c-c6d6-4a6e-a91b-22483650fc00,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:11.746356 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:11.990534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Router 7d57e845-667e-4af2-89aa-a026e8369eb9 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:24:12.132832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:24:12.142800 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b8ad17e7-8e44-4d5e-9821-2715b5b6a1c0 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "PUT /v2.0/routers/7d57e845-667e-4af2-89aa-a026e8369eb9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8571374 Jul 05 18:24:12.145100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58086) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:12.151118 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b3930-ee81-4c4a-87e9-03df878af116 None None] Sync routers for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:24:12.260183 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b3930-ee81-4c4a-87e9-03df878af116 None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:12.260824 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-796b3930-ee81-4c4a-87e9-03df878af116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:12.285293 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:12.299591 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-796b3930-ee81-4c4a-87e9-03df878af116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:12.308866 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b3930-ee81-4c4a-87e9-03df878af116 None None] Routers {'7d57e845-667e-4af2-89aa-a026e8369eb9'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:12.309508 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-796b3930-ee81-4c4a-87e9-03df878af116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:23:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7d57e845-667e-4af2-89aa-a026e8369eb9'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:12.343796 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-796b3930-ee81-4c4a-87e9-03df878af116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:12.344482 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b3930-ee81-4c4a-87e9-03df878af116 None None] The sync data for ids ['7d57e845-667e-4af2-89aa-a026e8369eb9'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:24:12.397638 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:12.443590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58098) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:12.469904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c5788762-7608-4f66-a158-153cfc1826db admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:12.572577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Deleting port 205ac0a0-e84a-49c4-8925-9523a6eb5f13 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:12.573431 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:12.611214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c5788762-7608-4f66-a158-153cfc1826db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:12.669425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:12.683124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Calling delete_port for 205ac0a0-e84a-49c4-8925-9523a6eb5f13 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:12.698291 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c5788762-7608-4f66-a158-153cfc1826db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:12.752708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5788762-7608-4f66-a158-153cfc1826db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e3482e-3792-4b00-a05c-dd8ed349890d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:12.769208 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c5788762-7608-4f66-a158-153cfc1826db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e30457c87dc64eb0bb9451decaf34c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3245137 Jul 05 18:24:12.773658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58126) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:12.839425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-078c4955-1a00-4958-b46a-4e47a52ab9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:12.878881 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-078c4955-1a00-4958-b46a-4e47a52ab9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.137129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-078c4955-1a00-4958-b46a-4e47a52ab9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.138011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.142703 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-078c4955-1a00-4958-b46a-4e47a52ab9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.144440 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-078c4955-1a00-4958-b46a-4e47a52ab9f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7e3482e-3792-4b00-a05c-dd8ed349890d HTTP/1.1" status: 204 len: 168 time: 0.3692386 Jul 05 18:24:13.161864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c4955-1a00-4958-b46a-4e47a52ab9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e3482e-3792-4b00-a05c-dd8ed349890d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:13.201146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event deleted for resources: {'Port': ['ID=205ac0a0-e84a-49c4-8925-9523a6eb5f13,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:13.247999 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.361207 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.363371 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.624412 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.625015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Fanout notify agent at l3_agent the message router_deleted on router 7d57e845-667e-4af2-89aa-a026e8369eb9 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:24:13.632231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.633664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8251aeb0-91e1-46f8-9f92-6a61aa47cf7d tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "DELETE /v2.0/routers/7d57e845-667e-4af2-89aa-a026e8369eb9 HTTP/1.1" status: 204 len: 168 time: 1.4878740 Jul 05 18:24:13.636055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58164) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:13.700413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e907c6a-e8ad-4dfe-9af0-3f60d64e9ecb tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Deleting subnet c4db11fc-5636-40d6-a820-58abf81306fb {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:24:13.703890 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e907c6a-e8ad-4dfe-9af0-3f60d64e9ecb tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.746257 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e907c6a-e8ad-4dfe-9af0-3f60d64e9ecb tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:13.872363 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e907c6a-e8ad-4dfe-9af0-3f60d64e9ecb tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.069804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e907c6a-e8ad-4dfe-9af0-3f60d64e9ecb tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.100671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e907c6a-e8ad-4dfe-9af0-3f60d64e9ecb tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event deleted for resources: {'Subnet': ['ID=c4db11fc-5636-40d6-a820-58abf81306fb,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:14.106883 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e907c6a-e8ad-4dfe-9af0-3f60d64e9ecb tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.109966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5e907c6a-e8ad-4dfe-9af0-3f60d64e9ecb tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "DELETE /v2.0/subnets/c4db11fc-5636-40d6-a820-58abf81306fb HTTP/1.1" status: 204 len: 168 time: 0.4727485 Jul 05 18:24:14.111625 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58196) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:14.115337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f00447f-2ec6-41b4-bf3d-2f5a629a57e0 None None] Network d23bb03d-3186-4247-be51-1403fbf82f2e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:14.202156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.267435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Deleting port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:14.267799 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.333434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] DHCP port deletion for d23bb03d-3186-4247-be51-1403fbf82f2e request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:24:14.383107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Deleting port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:14.383476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.397144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] For port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082,segment=NetworkSegment(1cc134c2-8428-4ada-869c-a97d1e5c171f),segment_id=1cc134c2-8428-4ada-869c-a97d1e5c171f)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:14.397656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.413064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Calling delete_port for b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:14.470282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] For port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082,segment=NetworkSegment(1cc134c2-8428-4ada-869c-a97d1e5c171f),segment_id=1cc134c2-8428-4ada-869c-a97d1e5c171f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:14.470732 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.490895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Calling delete_port for b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:14.754843 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.761162 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.784503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] No DVR routers for this DVR port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:24:14.787425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Pushing event deleted for resources: {'Port': ['ID=b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:14.789708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] No DVR routers for this DVR port b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:24:14.795098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event deleted for resources: {'Port': ['ID=b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:14.823440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.823783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.824372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.824899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.829782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.830815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.831234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.831586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.831932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.832268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.832599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.832925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-856237cb-4acd-4079-b88b-b93740f7a3e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:14.917101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.930521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23bb03d-3186-4247-be51-1403fbf82f2e']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:14.949303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc134c2-8428-4ada-869c-a97d1e5c171f') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:14.949650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc134c2-8428-4ada-869c-a97d1e5c171f') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:14.961480 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:14.977469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:24:15.000331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:15.009086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:24:15.009450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b95fb4db-90ad-4b1d-8fe4-6bb5d8ced082 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:24:15.012020 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:24:15.013353 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:24:15.016454 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:24:15.337928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:15.346277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:15.348188 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "DELETE /v2.0/networks/d23bb03d-3186-4247-be51-1403fbf82f2e HTTP/1.1" status: 204 len: 168 time: 1.2349765 Jul 05 18:24:15.351327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58254) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:15.367530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c3cfa-84e5-49f6-afb1-d0eb11314759 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event deleted for resources: {'Network': ['ID=d23bb03d-3186-4247-be51-1403fbf82f2e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:15.559469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Deleting port ffcdd3ce-5c42-4831-a776-3aec269b0e40 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:15.559993 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:15.658497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:15.658865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:15.673715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Calling delete_port for ffcdd3ce-5c42-4831-a776-3aec269b0e40 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:15.932059 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:15.983275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Pushing event deleted for resources: {'Port': ['ID=ffcdd3ce-5c42-4831-a776-3aec269b0e40,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:16.056108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:16.058928 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:16.060802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7f786e50-b629-4f6d-8701-977bf5319ac9 tempest-FloatingIPAdminTestJSON-614351731 tempest-FloatingIPAdminTestJSON-614351731-project] 10.222.0.30 "DELETE /v2.0/floatingips/8b3a994f-982d-49cb-b036-1f7aa46d112a HTTP/1.1" status: 204 len: 168 time: 0.7071121 Jul 05 18:24:17.005705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58378) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:17.332816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73257dea-4ec3-487f-ba8c-38af1d287d1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1baa03c49dbb4a4d89769b548552c073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3256922 Jul 05 18:24:17.335887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58410) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:17.425269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e570f1d9-995e-4e88-bca6-38e98ad95679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:17.469799 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e570f1d9-995e-4e88-bca6-38e98ad95679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:17.630011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e570f1d9-995e-4e88-bca6-38e98ad95679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:17.633788 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e570f1d9-995e-4e88-bca6-38e98ad95679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:17.639304 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e570f1d9-995e-4e88-bca6-38e98ad95679 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b547bf2-0bae-47f4-a8aa-a95544120e25 HTTP/1.1" status: 204 len: 168 time: 0.2979302 Jul 05 18:24:17.652289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e570f1d9-995e-4e88-bca6-38e98ad95679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b547bf2-0bae-47f4-a8aa-a95544120e25,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:18.900961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58534) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:18.934926 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-250d6c53-358b-4bd2-99a7-6992a5c758e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.032389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58540) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:19.218028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-250d6c53-358b-4bd2-99a7-6992a5c758e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.309820 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-250d6c53-358b-4bd2-99a7-6992a5c758e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.338300 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40ab56aa-1164-42d6-b928-d58aff565eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.385660 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d6c53-358b-4bd2-99a7-6992a5c758e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed31f07-c9c1-4951-9977-0af7a6403934,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:19.393260 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-250d6c53-358b-4bd2-99a7-6992a5c758e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ba62bbc236b4500af4563cf103cfcce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4924641 Jul 05 18:24:19.395890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58564) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:19.475530 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b92d88d-3267-4e58-a836-15307cebdbdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.503105 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b92d88d-3267-4e58-a836-15307cebdbdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.564664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40ab56aa-1164-42d6-b928-d58aff565eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.686959 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-40ab56aa-1164-42d6-b928-d58aff565eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.694119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b92d88d-3267-4e58-a836-15307cebdbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.694119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b92d88d-3267-4e58-a836-15307cebdbdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.695420 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0b92d88d-3267-4e58-a836-15307cebdbdf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ed31f07-c9c1-4951-9977-0af7a6403934 HTTP/1.1" status: 204 len: 168 time: 0.2979586 Jul 05 18:24:19.712891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92d88d-3267-4e58-a836-15307cebdbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed31f07-c9c1-4951-9977-0af7a6403934,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:19.792683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-40ab56aa-1164-42d6-b928-d58aff565eab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=711146e4d2834d85a2802755849e9a00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584536 Jul 05 18:24:19.795863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58586) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:19.798536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab56aa-1164-42d6-b928-d58aff565eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda9b84a-b318-4ccf-8acc-08856ddbfa09,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:19.912661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a738cd73-d999-4aad-b166-10c3ebb5e934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:19.949118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a738cd73-d999-4aad-b166-10c3ebb5e934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:20.211325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a738cd73-d999-4aad-b166-10c3ebb5e934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:20.216255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a738cd73-d999-4aad-b166-10c3ebb5e934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:20.218272 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a738cd73-d999-4aad-b166-10c3ebb5e934 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dda9b84a-b318-4ccf-8acc-08856ddbfa09 HTTP/1.1" status: 204 len: 168 time: 0.4208407 Jul 05 18:24:20.230350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738cd73-d999-4aad-b166-10c3ebb5e934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda9b84a-b318-4ccf-8acc-08856ddbfa09,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:20.754968 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-68772c65-c80a-4423-a25e-04ce1a4fdcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:20.757500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:20.773265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7809069-7c1e-4601-8cc1-0468f08fca55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:20.883417 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:24:20.917792 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7809069-7c1e-4601-8cc1-0468f08fca55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:20.978010 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7809069-7c1e-4601-8cc1-0468f08fca55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.035973 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a7809069-7c1e-4601-8cc1-0468f08fca55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f0a3064e5854475a61d6b56d7d7ef6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767916 Jul 05 18:24:21.036763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7809069-7c1e-4601-8cc1-0468f08fca55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d818cca9-b407-40b5-a56f-7b9182e26e0e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:21.038389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58662) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:21.100328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8ae90f6-7c62-4e3f-a9c9-9b111a683a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.138064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8ae90f6-7c62-4e3f-a9c9-9b111a683a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.285931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58676) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:21.297621 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8ae90f6-7c62-4e3f-a9c9-9b111a683a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.311789 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8ae90f6-7c62-4e3f-a9c9-9b111a683a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.319229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a8ae90f6-7c62-4e3f-a9c9-9b111a683a5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d818cca9-b407-40b5-a56f-7b9182e26e0e HTTP/1.1" status: 204 len: 168 time: 0.2797432 Jul 05 18:24:21.335623 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a30bcccf-5183-44b8-8824-8ca01b6c5661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.338922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae90f6-7c62-4e3f-a9c9-9b111a683a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d818cca9-b407-40b5-a56f-7b9182e26e0e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:21.515668 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a30bcccf-5183-44b8-8824-8ca01b6c5661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.589208 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a30bcccf-5183-44b8-8824-8ca01b6c5661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.638234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a30bcccf-5183-44b8-8824-8ca01b6c5661 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb75fef4883444178827bb1325c1da66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484628 Jul 05 18:24:21.638234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bcccf-5183-44b8-8824-8ca01b6c5661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b732eb-b7d2-4330-814b-1a4d52cac86f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:21.640133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58708) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:21.705578 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-070f6bbc-d697-4124-aa07-19634486ce07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.740893 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-070f6bbc-d697-4124-aa07-19634486ce07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.915000 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-070f6bbc-d697-4124-aa07-19634486ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.917627 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-070f6bbc-d697-4124-aa07-19634486ce07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:21.920389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-070f6bbc-d697-4124-aa07-19634486ce07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7b732eb-b7d2-4330-814b-1a4d52cac86f HTTP/1.1" status: 204 len: 168 time: 0.2755508 Jul 05 18:24:21.929815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f6bbc-d697-4124-aa07-19634486ce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b732eb-b7d2-4330-814b-1a4d52cac86f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:23.452352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-34ebfd15-b613-46b4-9156-dd964a63ef18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:23.680668 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:24.680686 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:24.984398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58854) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:25.112528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58858) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:25.244809 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d156972-29ac-4fcd-81e8-163c2204f76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:25.297264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0bc21088-fd44-4a65-b2f5-5e6ee98b3672 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1553943970'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:25.297264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0bc21088-fd44-4a65-b2f5-5e6ee98b3672 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Unknown quota resources ['metering_label']. {{(pid=100998) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:24:25.380654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d156972-29ac-4fcd-81e8-163c2204f76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:25.451726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d156972-29ac-4fcd-81e8-163c2204f76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:25.503675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8d156972-29ac-4fcd-81e8-163c2204f76f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=394712dcf4124c48b7c006b7e24e938c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5181870 Jul 05 18:24:25.507201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58884) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:25.509546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d156972-29ac-4fcd-81e8-163c2204f76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7eafae-ffef-4e99-a9c8-9003c043b089,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:25.602214 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5efa13de-25ba-4de3-82b2-fc6eafc7c4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:25.638786 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5efa13de-25ba-4de3-82b2-fc6eafc7c4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:25.639534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bc21088-fd44-4a65-b2f5-5e6ee98b3672 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:25.657047 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0bc21088-fd44-4a65-b2f5-5e6ee98b3672 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5432982 Jul 05 18:24:25.657978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58890) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:25.663685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d276ac2b-ca0f-47ff-b0de-65bbf25a6979 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'b04e9326-67cf-4e1f-a4f6-a9c2a3218da3'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:25.664876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d276ac2b-ca0f-47ff-b0de-65bbf25a6979 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100997) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:24:25.811658 n-d-799524-1 neutron-server[100997]: WARNING neutron.services.metering.metering_plugin [None req-d276ac2b-ca0f-47ff-b0de-65bbf25a6979 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 18:24:26.122808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58902) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:26.125280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5efa13de-25ba-4de3-82b2-fc6eafc7c4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:26.127820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5efa13de-25ba-4de3-82b2-fc6eafc7c4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:26.267803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5efa13de-25ba-4de3-82b2-fc6eafc7c4c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de7eafae-ffef-4e99-a9c8-9003c043b089 HTTP/1.1" status: 204 len: 168 time: 0.6205540 Jul 05 18:24:26.267803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efa13de-25ba-4de3-82b2-fc6eafc7c4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7eafae-ffef-4e99-a9c8-9003c043b089,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:26.267803 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d276ac2b-ca0f-47ff-b0de-65bbf25a6979 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:26.267803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d276ac2b-ca0f-47ff-b0de-65bbf25a6979 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5663581 Jul 05 18:24:26.268805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58908) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:26.268805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2beb3c74-6b86-4933-9184-f4a9ceee066d tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'b04e9326-67cf-4e1f-a4f6-a9c2a3218da3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:26.268805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2beb3c74-6b86-4933-9184-f4a9ceee066d tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100998) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:24:26.343510 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48790195-8c6e-4737-a6ee-d2886f1005dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:26.438420 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48790195-8c6e-4737-a6ee-d2886f1005dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:26.680649 n-d-799524-1 neutron-server[100998]: WARNING neutron.services.metering.metering_plugin [None req-2beb3c74-6b86-4933-9184-f4a9ceee066d tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 18:24:26.680847 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:26.760556 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48790195-8c6e-4737-a6ee-d2886f1005dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:26.817379 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2beb3c74-6b86-4933-9184-f4a9ceee066d tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:26.821151 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2beb3c74-6b86-4933-9184-f4a9ceee066d tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5883548 Jul 05 18:24:26.821590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58920) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:26.846151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58922) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:26.848251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5387e20e-6d2a-4a33-a893-2a4478d251a8 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=7804b7bb-1bf8-4a64-8a3b-b8eed4347973 HTTP/1.1" status: 200 len: 464 time: 0.0251427 Jul 05 18:24:26.874666 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-48790195-8c6e-4737-a6ee-d2886f1005dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d606142aa1e645a69e67ee70b01f0fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7497873 Jul 05 18:24:26.878400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58928) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:26.879254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48790195-8c6e-4737-a6ee-d2886f1005dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec284695-c74f-4372-be34-f9c38147fdd8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:26.950820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bae4a9fa-7b85-4692-81fa-428013608bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:26.974013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bae4a9fa-7b85-4692-81fa-428013608bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.098194 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bae4a9fa-7b85-4692-81fa-428013608bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.101215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bae4a9fa-7b85-4692-81fa-428013608bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.102448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bae4a9fa-7b85-4692-81fa-428013608bc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec284695-c74f-4372-be34-f9c38147fdd8 HTTP/1.1" status: 204 len: 168 time: 0.2221456 Jul 05 18:24:27.112200 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a4b6af85-4b0d-492f-948e-b172b94a4e82 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.113348 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a4b6af85-4b0d-492f-948e-b172b94a4e82 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/7804b7bb-1bf8-4a64-8a3b-b8eed4347973 HTTP/1.1" status: 204 len: 168 time: 0.2661946 Jul 05 18:24:27.114750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4a9fa-7b85-4692-81fa-428013608bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec284695-c74f-4372-be34-f9c38147fdd8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:27.116119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58936) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:27.130614 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c5b9d6ff-3ce3-4ad1-b0d5-9520ad313a13 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=7804b7bb-1bf8-4a64-8a3b-b8eed4347973 HTTP/1.1" status: 200 len: 221 time: 0.0133541 Jul 05 18:24:27.131883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58938) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:27.140697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-626f2318-cb86-4499-930d-8a1543db4dbb tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--334240224', 'description': 'label created by tempest'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:27.140697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-626f2318-cb86-4499-930d-8a1543db4dbb tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Unknown quota resources ['metering_label']. {{(pid=100998) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:24:27.300835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58942) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:27.314521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-91587fcd-36b5-4e22-8c79-3df3409c4623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.389887 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-626f2318-cb86-4499-930d-8a1543db4dbb tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.394224 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-626f2318-cb86-4499-930d-8a1543db4dbb tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2611775 Jul 05 18:24:27.395115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58944) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:27.421855 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-91587fcd-36b5-4e22-8c79-3df3409c4623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.487019 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5549fb10-6a0f-4209-8b00-b5ac8a45ee85 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d61f5e5d-624e-459c-9be5-c911428c1cde HTTP/1.1" status: 200 len: 467 time: 0.0904703 Jul 05 18:24:27.487183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58952) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:27.498308 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-91587fcd-36b5-4e22-8c79-3df3409c4623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.692362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-91587fcd-36b5-4e22-8c79-3df3409c4623 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c2184484ceb446c846ad4e97dbe8ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3898180 Jul 05 18:24:27.695119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58966) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:27.738134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91587fcd-36b5-4e22-8c79-3df3409c4623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bac873-1836-42f7-ab99-9d8643180c32,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:27.760070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed7af749-d7cc-4877-8177-f5800df2d580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.793984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed7af749-d7cc-4877-8177-f5800df2d580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.883239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e1ba6bf0-9dfc-40bc-a196-cd2e481a9f5f tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.890781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e1ba6bf0-9dfc-40bc-a196-cd2e481a9f5f tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/d61f5e5d-624e-459c-9be5-c911428c1cde HTTP/1.1" status: 204 len: 168 time: 0.3960421 Jul 05 18:24:27.891155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58978) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:27.910972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58980) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:27.911769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7e53a0a1-1581-4585-867b-4373c92c9bf0 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=d61f5e5d-624e-459c-9be5-c911428c1cde HTTP/1.1" status: 200 len: 216 time: 0.0195665 Jul 05 18:24:27.937562 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed7af749-d7cc-4877-8177-f5800df2d580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.945130 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed7af749-d7cc-4877-8177-f5800df2d580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:27.945130 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ed7af749-d7cc-4877-8177-f5800df2d580 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6bac873-1836-42f7-ab99-9d8643180c32 HTTP/1.1" status: 204 len: 168 time: 0.2483270 Jul 05 18:24:27.953223 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-12b48037-bf15-4039-b3d0-f0ba118030c5 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0395257 Jul 05 18:24:27.953993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 58984) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:27.959325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7af749-d7cc-4877-8177-f5800df2d580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bac873-1836-42f7-ab99-9d8643180c32,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:27.969730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-24666f84-126e-42cf-b840-6ae70d9c21a2 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0144982 Jul 05 18:24:27.970882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58986) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:28.026279 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5991a44c-98e3-408f-a56a-99bd232c8039 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/b04e9326-67cf-4e1f-a4f6-a9c2a3218da3 HTTP/1.1" status: 200 len: 473 time: 0.0495634 Jul 05 18:24:28.030797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58990) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:28.040193 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4e859e2-6109-4332-a2a1-f59d8e4012e6 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/da295f43-0ecb-4a5c-bba4-2c1209fe4954 HTTP/1.1" status: 200 len: 461 time: 0.0088189 Jul 05 18:24:28.040300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58994) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:28.251649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-648882e8-02c8-4f8e-af3e-9ba6d2928dc6 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:28.253043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-648882e8-02c8-4f8e-af3e-9ba6d2928dc6 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/da295f43-0ecb-4a5c-bba4-2c1209fe4954 HTTP/1.1" status: 204 len: 168 time: 0.2118754 Jul 05 18:24:28.256013 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 58998) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:28.802130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59008) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:28.821723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-614980e1-733c-4974-8357-7d6200c6b894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:28.871285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a46f5460-c78a-420d-863b-6287c0720b93 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:28.874550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a46f5460-c78a-420d-863b-6287c0720b93 tempest-MeteringTestJSON-1844835882 tempest-MeteringTestJSON-1844835882-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/b04e9326-67cf-4e1f-a4f6-a9c2a3218da3 HTTP/1.1" status: 204 len: 168 time: 0.6154089 Jul 05 18:24:28.956540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-614980e1-733c-4974-8357-7d6200c6b894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:29.040718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-614980e1-733c-4974-8357-7d6200c6b894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:29.085941 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-614980e1-733c-4974-8357-7d6200c6b894 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66fc6532b16f47a5851335c3fab9f123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826667 Jul 05 18:24:29.088610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59016) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:29.095854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614980e1-733c-4974-8357-7d6200c6b894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983d828c-ba21-40ad-af46-aa61c8763049,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:29.153300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ea8f-2111-4955-976e-be855de7571d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:29.179239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ea8f-2111-4955-976e-be855de7571d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:29.286214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ea8f-2111-4955-976e-be855de7571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:29.288850 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8fc9ea8f-2111-4955-976e-be855de7571d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:29.292086 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8fc9ea8f-2111-4955-976e-be855de7571d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/983d828c-ba21-40ad-af46-aa61c8763049 HTTP/1.1" status: 204 len: 168 time: 0.2005043 Jul 05 18:24:29.301797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9ea8f-2111-4955-976e-be855de7571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983d828c-ba21-40ad-af46-aa61c8763049,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:29.714447 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:29.782201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59032) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:29.971070 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22d85a6c-a2c6-44e4-af0f-39a8c0ef2be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.067703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22d85a6c-a2c6-44e4-af0f-39a8c0ef2be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.193640 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22d85a6c-a2c6-44e4-af0f-39a8c0ef2be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.251991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-22d85a6c-a2c6-44e4-af0f-39a8c0ef2be6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8938ee9a549845628fc907bed48dba4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4669082 Jul 05 18:24:30.254530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59050) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:30.257542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d85a6c-a2c6-44e4-af0f-39a8c0ef2be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99806df-c7dc-42da-afc5-b5754a9b76c0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:30.309257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9eb970b-8bfa-4fea-878c-9f1fd7ab4143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.332314 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9eb970b-8bfa-4fea-878c-9f1fd7ab4143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.452976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59056) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:30.473376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9eb970b-8bfa-4fea-878c-9f1fd7ab4143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.476025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9eb970b-8bfa-4fea-878c-9f1fd7ab4143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.480828 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e9eb970b-8bfa-4fea-878c-9f1fd7ab4143 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b99806df-c7dc-42da-afc5-b5754a9b76c0 HTTP/1.1" status: 204 len: 168 time: 0.2230542 Jul 05 18:24:30.487376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb970b-8bfa-4fea-878c-9f1fd7ab4143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99806df-c7dc-42da-afc5-b5754a9b76c0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:30.652178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d99dba1d-ed64-4fc3-a101-0fe7da3d5e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.756925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d99dba1d-ed64-4fc3-a101-0fe7da3d5e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.806051 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d99dba1d-ed64-4fc3-a101-0fe7da3d5e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.853311 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d99dba1d-ed64-4fc3-a101-0fe7da3d5e14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7fb24e053d7243d88837c2c35a867e10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968277 Jul 05 18:24:30.853311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dba1d-ed64-4fc3-a101-0fe7da3d5e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1622f278-3459-48ba-afd7-be1d262f23cb,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:30.853821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59072) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:30.952966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce1e70ba-7156-4989-879b-063daa84e6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:30.984694 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce1e70ba-7156-4989-879b-063daa84e6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.149030 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce1e70ba-7156-4989-879b-063daa84e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.151663 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce1e70ba-7156-4989-879b-063daa84e6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.154107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ce1e70ba-7156-4989-879b-063daa84e6dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1622f278-3459-48ba-afd7-be1d262f23cb HTTP/1.1" status: 204 len: 168 time: 0.2986915 Jul 05 18:24:31.162213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e70ba-7156-4989-879b-063daa84e6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1622f278-3459-48ba-afd7-be1d262f23cb,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:31.318701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59094) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:31.414891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59100) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:31.430182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-35ab0ddc-fceb-4650-ba74-c4777b7e329a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.560774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-35ab0ddc-fceb-4650-ba74-c4777b7e329a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.617398 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-35ab0ddc-fceb-4650-ba74-c4777b7e329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.674500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-35ab0ddc-fceb-4650-ba74-c4777b7e329a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b494a7d6bcd8402e955d7e8d7bc8787e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2583210 Jul 05 18:24:31.675805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ab0ddc-fceb-4650-ba74-c4777b7e329a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5507dfb-6ba2-49fa-889d-589f8baab25e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:31.677157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59106) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:31.740107 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb014ab0-c43c-4076-bd62-7939f01369f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.767456 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb014ab0-c43c-4076-bd62-7939f01369f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.793606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1381235895'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:31.897185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Made reservation on behalf of f1b98cb33bcc4bbfb8a1df0201547139 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:31.900813 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.910259 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.920458 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb014ab0-c43c-4076-bd62-7939f01369f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.923713 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb014ab0-c43c-4076-bd62-7939f01369f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:31.925157 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fb014ab0-c43c-4076-bd62-7939f01369f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5507dfb-6ba2-49fa-889d-589f8baab25e HTTP/1.1" status: 204 len: 168 time: 0.2468162 Jul 05 18:24:31.939516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb014ab0-c43c-4076-bd62-7939f01369f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5507dfb-6ba2-49fa-889d-589f8baab25e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:32.054683 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.130402 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.154339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:24:32.168819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=301a5f96-e918-4b60-b6fa-6d74b4ab112d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:32.173863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.174213 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Added segment c152689b-bcec-45a6-a646-dbe65a8a2904 of type vlan for network ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a Jul 05 18:24:32.216357 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.298333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.310543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:32.310543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.379061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event updated for resources: {'Network': ['ID=ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:32.392651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:24:32.394855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59118) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:32.411119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d286754-7a71-4f8c-b28a-9d2fe519d956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.429685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-575a7288-5338-4cec-aff9-93a5e2600c40 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1080215 Jul 05 18:24:32.434109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59120) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:32.438990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Request body: {'subnet': {'network_id': 'ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:32.549397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59124) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:32.572960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d286754-7a71-4f8c-b28a-9d2fe519d956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.634358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d286754-7a71-4f8c-b28a-9d2fe519d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.755509 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2d286754-7a71-4f8c-b28a-9d2fe519d956 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2df828a1eb8945b9b8a722fa2db93448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3592515 Jul 05 18:24:32.757828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59132) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:32.758948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d286754-7a71-4f8c-b28a-9d2fe519d956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=337f50bf-b20d-4fe3-aea6-76214c0f63e7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:32.770775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Made reservation on behalf of f1b98cb33bcc4bbfb8a1df0201547139 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:32.773991 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.826272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-887e18a5-0d43-4ebb-9573-f615ea6bcb10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.850909 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-887e18a5-0d43-4ebb-9573-f615ea6bcb10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.968864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0b09a891-f927-4d8d-8476-861351a2ab34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb91f839822e470a94bcf481fad8ae40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165306 Jul 05 18:24:32.976826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59138) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:32.994861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-887e18a5-0d43-4ebb-9573-f615ea6bcb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:32.997868 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-887e18a5-0d43-4ebb-9573-f615ea6bcb10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:33.004016 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-887e18a5-0d43-4ebb-9573-f615ea6bcb10 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/337f50bf-b20d-4fe3-aea6-76214c0f63e7 HTTP/1.1" status: 204 len: 168 time: 0.2347662 Jul 05 18:24:33.007465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e18a5-0d43-4ebb-9573-f615ea6bcb10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=337f50bf-b20d-4fe3-aea6-76214c0f63e7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:33.037955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0019d20-0dac-49f1-b08a-42c2e875e86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:33.085383 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0019d20-0dac-49f1-b08a-42c2e875e86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:33.240332 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:33.275834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0019d20-0dac-49f1-b08a-42c2e875e86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:33.278510 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0019d20-0dac-49f1-b08a-42c2e875e86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:33.279979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c0019d20-0dac-49f1-b08a-42c2e875e86f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c5f3b3d-a629-4821-9bbe-71d90e9828d8 HTTP/1.1" status: 204 len: 168 time: 0.3096561 Jul 05 18:24:33.303563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0019d20-0dac-49f1-b08a-42c2e875e86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5f3b3d-a629-4821-9bbe-71d90e9828d8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:33.318488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event updated for resources: {'Subnet': ['ID=30d9b76c-9507-4f82-bfec-9ab78c6e296b,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:33.327951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Checking segment: {'id': 'c152689b-bcec-45a6-a646-dbe65a8a2904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:24:33.328321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Network hostable DHCP agents. Network: ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:24:33.411972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Network ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:24:33.485836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:33.490295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:33.490936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:33.494925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343a99c1-fbcd-4c1a-9dd0-57a78fc2d00c None None] Network ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:33.567555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5f644891-7e8c-4303-b15c-ea332176a1ac tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1333754 Jul 05 18:24:33.571220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59164) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:33.577116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Request body: {'port': {'network_id': 'ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-964399500'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:33.660820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a', 'network_id': 'ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a', 'tenant_id': 'f1b98cb33bcc4bbfb8a1df0201547139', 'fixed_ips': [{'subnet_id': '30d9b76c-9507-4f82-bfec-9ab78c6e296b'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:24:33.662585 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:33.772690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Made reservation on behalf of f1b98cb33bcc4bbfb8a1df0201547139 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:33.778372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:33.802856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] device_id is not set on port cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:24:33.837339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Allocated IP 172.20.0.2 (ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a/30d9b76c-9507-4f82-bfec-9ab78c6e296b/26e3cebe-de4a-4bfd-acc4-6164868e44f5) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:34.031726 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:34.040614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Transition to ACTIVE for port object 26e3cebe-de4a-4bfd-acc4-6164868e44f5 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:34.057467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Transition to ACTIVE for port object 26e3cebe-de4a-4bfd-acc4-6164868e44f5 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:34.132569 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:34.192214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Pushing event updated for resources: {'Port': ['ID=26e3cebe-de4a-4bfd-acc4-6164868e44f5,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:34.209952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Network ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:34.217635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:34.217635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:34.237400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Allocated IP 172.20.0.7 (ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a/30d9b76c-9507-4f82-bfec-9ab78c6e296b/cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:34.321505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Attempting to bind port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:24:34.321947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Attempting to bind port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'c152689b-bcec-45a6-a646-dbe65a8a2904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:24:34.322378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Attempting to bind port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 on network ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:24:34.327831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:24:34.328303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Checking segment: {'id': 'c152689b-bcec-45a6-a646-dbe65a8a2904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:24:34.328769 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:34.329374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Bound using segment: {'id': 'c152689b-bcec-45a6-a646-dbe65a8a2904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:24:34.330234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Bound port: 26e3cebe-de4a-4bfd-acc4-6164868e44f5, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c152689b-bcec-45a6-a646-dbe65a8a2904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:24:34.330883 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:34.415435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] For port 26e3cebe-de4a-4bfd-acc4-6164868e44f5, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:24:34.419713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] For port 26e3cebe-de4a-4bfd-acc4-6164868e44f5, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26e3cebe-de4a-4bfd-acc4-6164868e44f5,segment=NetworkSegment(c152689b-bcec-45a6-a646-dbe65a8a2904),segment_id=c152689b-bcec-45a6-a646-dbe65a8a2904)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:24:34.487692 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:34.500543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:34.515387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Transition to ACTIVE for port object cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:34.570759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfdaa1-d73d-4196-adfc-9b9ee0605102 None None] Pushing event updated for resources: {'Port': ['ID=26e3cebe-de4a-4bfd-acc4-6164868e44f5,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:34.652275 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:34.729902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Network ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:34.736928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:34.742030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:34.746298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event updated for resources: {'Port': ['ID=cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:34.840726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:34.842083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:34.935768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59208) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:34.936403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3c1a6ab2-be42-498e-aaca-bffe556bc625 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3639328 Jul 05 18:24:35.086395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26e3cebe-de4a-4bfd-acc4-6164868e44f5 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:35.097837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c9d19-d515-4441-bca5-35e95e391da7 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Deleting port cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:35.098274 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9d19-d515-4441-bca5-35e95e391da7 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:35.287428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:35.326763 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9d19-d515-4441-bca5-35e95e391da7 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:35.343074 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1d2c9d19-d515-4441-bca5-35e95e391da7 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Calling delete_port for cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:35.669437 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9d19-d515-4441-bca5-35e95e391da7 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:35.764456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c9d19-d515-4441-bca5-35e95e391da7 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event deleted for resources: {'Port': ['ID=cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:35.834859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d2c9d19-d515-4441-bca5-35e95e391da7 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:35.842919 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1d2c9d19-d515-4441-bca5-35e95e391da7 tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] 10.222.0.30 "DELETE /v2.0/ports/cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6 HTTP/1.1" status: 204 len: 168 time: 0.9029205 Jul 05 18:24:35.843154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59234) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:35.931558 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:35.989758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce26e43-7dc3-42fe-b31c-a6ae6a2b17eb None None] Network ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:36.183960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e337b385-6fc0-4d11-9e74-bf61ded48bae None None] Provisioning for port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:36.190984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e337b385-6fc0-4d11-9e74-bf61ded48bae None None] Provisioning complete for port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:36.191358 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e337b385-6fc0-4d11-9e74-bf61ded48bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:36.246594 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-60b14038-917a-41ff-a96d-974e248ba2a6 tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.4013829 Jul 05 18:24:36.249406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59256) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:36.254801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1589687080'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:36.360579 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Made reservation on behalf of f1b98cb33bcc4bbfb8a1df0201547139 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:36.364265 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:36.394760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:24:36.410612 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:36.411206 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Added segment 1db335f9-995c-4410-ad44-efb4171d3de5 of type vlan for network ef72361a-b6ac-4653-bc37-a10a33f2dc00 Jul 05 18:24:36.460026 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e337b385-6fc0-4d11-9e74-bf61ded48bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:36.465087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:36.502248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e337b385-6fc0-4d11-9e74-bf61ded48bae None None] For port 26e3cebe-de4a-4bfd-acc4-6164868e44f5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26e3cebe-de4a-4bfd-acc4-6164868e44f5,segment=NetworkSegment(c152689b-bcec-45a6-a646-dbe65a8a2904),segment_id=c152689b-bcec-45a6-a646-dbe65a8a2904)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:36.584216 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e337b385-6fc0-4d11-9e74-bf61ded48bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:36.617571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:36.628255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:36.629205 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:36.733839 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337b385-6fc0-4d11-9e74-bf61ded48bae None None] Pushing event updated for resources: {'Port': ['ID=26e3cebe-de4a-4bfd-acc4-6164868e44f5,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:36.804284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59264) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:36.827024 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5508509 Jul 05 18:24:36.920680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cfe5663c-2058-41ea-88f9-9b9179867c5e None None] Provisioning complete for port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:36.921297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cfe5663c-2058-41ea-88f9-9b9179867c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:36.928166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6fc5c-db45-42ff-97b6-4dc8d4a089ee tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event updated for resources: {'Network': ['ID=ef72361a-b6ac-4653-bc37-a10a33f2dc00,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:37.042307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ef72361a-b6ac-4653-bc37-a10a33f2dc00 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:24:37.072598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26e3cebe-de4a-4bfd-acc4-6164868e44f5 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:37.165861 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac5466bc-f7b8-44cd-a296-076c7fb6110f tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] 10.222.0.30 "GET /v2.0/agents/4eeaedef-0c49-4f13-a779-882a61fcd6c3/dhcp-networks HTTP/1.1" status: 200 len: 4095 time: 0.3603721 Jul 05 18:24:37.169599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59276) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:37.290632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a305b059-d520-48e2-951c-8851bc787159 tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] Network ef72361a-b6ac-4653-bc37-a10a33f2dc00 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:24:37.301465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:37.302092 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:37.362624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59284) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:37.369312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'network': {'name': 'tempest-network-smoke--1879955525', 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:37.382495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a305b059-d520-48e2-951c-8851bc787159 tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] 10.222.0.30 "POST /v2.0/agents/4eeaedef-0c49-4f13-a779-882a61fcd6c3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2109349 Jul 05 18:24:37.384341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59286) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:37.423273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492021b2-947e-41d7-91b9-6b1a445e6307 None None] Network ef72361a-b6ac-4653-bc37-a10a33f2dc00 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:37.488214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3aa7dfbc-14ab-476b-b2d5-2bd4ba1c8cb9 None None] Could not find standard attr ID for object cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:24:37.503278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Made reservation on behalf of 9d3efd3d244b4f95a0edf198b24f263c for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:37.508271 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:37.525180 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:37.619348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59290) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:37.692621 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8166f8a9-e3db-4a09-89f4-09ed31326b65 tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] 10.222.0.30 "GET /v2.0/agents/4eeaedef-0c49-4f13-a779-882a61fcd6c3/dhcp-networks HTTP/1.1" status: 200 len: 4865 time: 0.3068614 Jul 05 18:24:37.693219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:37.712747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:37.843590 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0e5dfe11-48c0-45e4-93f4-88f494a30425 tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] 10.222.0.30 "DELETE /v2.0/agents/4eeaedef-0c49-4f13-a779-882a61fcd6c3/dhcp-networks/ef72361a-b6ac-4653-bc37-a10a33f2dc00 HTTP/1.1" status: 204 len: 168 time: 0.1484845 Jul 05 18:24:37.845873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59304) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:37.848474 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:37.863902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:24:37.876365 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:37.877719 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Added segment 30036b0e-21ba-42ec-b98b-34a49d2daa97 of type vlan for network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 Jul 05 18:24:37.931751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-aed6aeb9-188e-44bd-930e-0a0d5c4726e6 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:37.943681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:37.947580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2489ac1-4dd2-4407-a24a-fbd6e4dcd75a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:38.017695 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-396cd32f-1ff0-4dfe-b011-f16296c3da01 tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] 10.222.0.30 "GET /v2.0/agents/4eeaedef-0c49-4f13-a779-882a61fcd6c3/dhcp-networks HTTP/1.1" status: 200 len: 4095 time: 0.1653271 Jul 05 18:24:38.018026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59310) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:38.039244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aab50a01-60f4-4d47-9c11-e4294b29edcc tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] 10.222.0.30 "GET /v2.0/networks/ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0199418 Jul 05 18:24:38.043828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59312) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:38.064918 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aed6aeb9-188e-44bd-930e-0a0d5c4726e6 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] 10.222.0.30 "PUT /v2.0/quotas/d1e59a9004d345f7a5123aa9f85756b1 HTTP/1.1" status: 200 len: 368 time: 0.4444094 Jul 05 18:24:38.066208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5ee29de0-9773-4019-b962-cf23cef97858 tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] 10.222.0.30 "GET /v2.0/networks/ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0211174 Jul 05 18:24:38.067484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59314) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:38.069519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59316) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:38.073238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Request body: {'network': {'project_id': 'd1e59a9004d345f7a5123aa9f85756b1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:38.120645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.128689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:38.129753 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.212828 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5568e66b-dafb-4117-97be-34131c00bdc4 tempest-DHCPAgentSchedulersTestJSON-1876205127 tempest-DHCPAgentSchedulersTestJSON-1876205127-project-admin] 10.222.0.30 "GET /v2.0/agents/4eeaedef-0c49-4f13-a779-882a61fcd6c3/dhcp-networks HTTP/1.1" status: 200 len: 4095 time: 0.1415930 Jul 05 18:24:38.216881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Made reservation on behalf of d1e59a9004d345f7a5123aa9f85756b1 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:38.220353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59318) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:38.221484 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.228561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Network': ['ID=2ed5c1ff-c423-4968-84b5-ca9dca249ab1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:38.238251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.245524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:24:38.329109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-12c4cb5d-d015-4e58-9cd7-a25f880d1b28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9649389 Jul 05 18:24:38.333290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59322) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:38.338688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'admin_state_up': True, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:38.463520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.522988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.603386 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.613362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.613656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef72361a-b6ac-4653-bc37-a10a33f2dc00']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:38.627101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db335f9-995c-4410-ad44-efb4171d3de5') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:38.627703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db335f9-995c-4410-ad44-efb4171d3de5') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:38.639162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.643514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:24:38.654847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.661658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92846d19-9205-47b8-8499-742924f24e90,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:38.666780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:24:38.668134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.669039 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.669448 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Added segment 0b2a4438-6f2f-4800-9272-cbcdd5c01e13 of type vlan for network 5d620e85-1fc2-4ab9-ae1f-85665f569c53 Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:24:38.675228 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:24:38.717167 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.789568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.790759 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.792158 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.796590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.801285 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] 10.222.0.30 "DELETE /v2.0/networks/ef72361a-b6ac-4653-bc37-a10a33f2dc00 HTTP/1.1" status: 204 len: 168 time: 0.5756876 Jul 05 18:24:38.802322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59332) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:38.832960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee04fd-61a6-4e78-8087-f18d263cf7af tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event deleted for resources: {'Network': ['ID=ef72361a-b6ac-4653-bc37-a10a33f2dc00,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:38.843786 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.851486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:38.852212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.859044 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8aad79-6d55-441a-96df-5e74a597c56d tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] DELETE failed (client error): The resource could not be found. Jul 05 18:24:38.859829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8aad79-6d55-441a-96df-5e74a597c56d tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:24:38.861768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8f8aad79-6d55-441a-96df-5e74a597c56d tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] 10.222.0.30 "DELETE /v2.0/ports/cbcc0dec-02e7-4283-a6fc-1d1bb741a6b6 HTTP/1.1" status: 404 len: 333 time: 0.0583904 Jul 05 18:24:38.864685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59334) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:38.936486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbd2612-03c7-4b6d-a37a-573bcdc6073a tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Deleting subnet 30d9b76c-9507-4f82-bfec-9ab78c6e296b {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:24:38.941685 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fbd2612-03c7-4b6d-a37a-573bcdc6073a tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.972724 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:38.980415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9115043 Jul 05 18:24:38.981529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84237c80-24a6-497e-bf0e-6b191cc44a35 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Pushing event updated for resources: {'Network': ['ID=5d620e85-1fc2-4ab9-ae1f-85665f569c53,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:38.983546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59340) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:38.988506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Request body: {'network': {'project_id': 'd1e59a9004d345f7a5123aa9f85756b1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:38.993160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 5d620e85-1fc2-4ab9-ae1f-85665f569c53 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:24:38.996294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fbd2612-03c7-4b6d-a37a-573bcdc6073a tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.096962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fbd2612-03c7-4b6d-a37a-573bcdc6073a tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.170935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Made reservation on behalf of d1e59a9004d345f7a5123aa9f85756b1 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:39.173281 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.184905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.204064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:24:39.212792 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.213088 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Added segment 762ae570-a713-4b71-b827-8ca3f2c741c3 of type vlan for network 7106e1b0-68d3-4a1d-afbd-f9739c463d6c Jul 05 18:24:39.253964 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.281384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fbd2612-03c7-4b6d-a37a-573bcdc6073a tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.310341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd2612-03c7-4b6d-a37a-573bcdc6073a tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event deleted for resources: {'Subnet': ['ID=30d9b76c-9507-4f82-bfec-9ab78c6e296b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:39.314222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9fbd2612-03c7-4b6d-a37a-573bcdc6073a tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.316931 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9fbd2612-03c7-4b6d-a37a-573bcdc6073a tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] 10.222.0.30 "DELETE /v2.0/subnets/30d9b76c-9507-4f82-bfec-9ab78c6e296b HTTP/1.1" status: 204 len: 168 time: 0.4504294 Jul 05 18:24:39.318666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59344) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:39.321300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73a3b6b-fa78-4b8f-a64b-b6d99d9ce26b None None] Network ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:39.372813 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.374544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:39.374544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.412921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.454116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Pushing event updated for resources: {'Network': ['ID=7106e1b0-68d3-4a1d-afbd-f9739c463d6c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:39.468465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 7106e1b0-68d3-4a1d-afbd-f9739c463d6c details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:24:39.513474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aae91e51-618f-4288-b7e7-a18731203700 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5288756 Jul 05 18:24:39.516278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Deleting port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:39.516778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.518280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59350) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:39.544605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-95b5aad9-57e1-413c-b1df-888f5e54d97e tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Request body: {'network': {'project_id': 'd1e59a9004d345f7a5123aa9f85756b1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:39.593046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cc268c-c466-4ba5-9c08-c9456c44b5ca None None] DHCP port deletion for ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:24:39.593994 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b5aad9-57e1-413c-b1df-888f5e54d97e tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 18:24:39.594549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95b5aad9-57e1-413c-b1df-888f5e54d97e tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:24:39.598615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-95b5aad9-57e1-413c-b1df-888f5e54d97e tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0757313 Jul 05 18:24:39.599364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59352) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:39.653515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.680406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] For port 26e3cebe-de4a-4bfd-acc4-6164868e44f5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26e3cebe-de4a-4bfd-acc4-6164868e44f5,segment=NetworkSegment(c152689b-bcec-45a6-a646-dbe65a8a2904),segment_id=c152689b-bcec-45a6-a646-dbe65a8a2904)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:39.680777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.687278 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.692141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc268c-c466-4ba5-9c08-c9456c44b5ca None None] Deleting port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:39.692617 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3cc268c-c466-4ba5-9c08-c9456c44b5ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.724142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Calling delete_port for 26e3cebe-de4a-4bfd-acc4-6164868e44f5 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:39.746684 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.771970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a3cc268c-c466-4ba5-9c08-c9456c44b5ca None None] For port 26e3cebe-de4a-4bfd-acc4-6164868e44f5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26e3cebe-de4a-4bfd-acc4-6164868e44f5,segment=NetworkSegment(c152689b-bcec-45a6-a646-dbe65a8a2904),segment_id=c152689b-bcec-45a6-a646-dbe65a8a2904)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:39.772589 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3cc268c-c466-4ba5-9c08-c9456c44b5ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.790541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a3cc268c-c466-4ba5-9c08-c9456c44b5ca None None] Calling delete_port for 26e3cebe-de4a-4bfd-acc4-6164868e44f5 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:39.863636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Allocated IP 172.25.3.235 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/d3bf4017-9d06-4b4a-ab31-a11edd0ff028) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:39.956119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:39.972070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7106e1b0-68d3-4a1d-afbd-f9739c463d6c']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:39.982104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '762ae570-a713-4b71-b827-8ca3f2c741c3') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:39.982395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '762ae570-a713-4b71-b827-8ca3f2c741c3') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:39.993585 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.008279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.016383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:24:40.016958 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:24:40.019442 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:24:40.022831 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3cc268c-c466-4ba5-9c08-c9456c44b5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.023981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.055404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc268c-c466-4ba5-9c08-c9456c44b5ca None None] Pushing event deleted for resources: {'Port': ['ID=26e3cebe-de4a-4bfd-acc4-6164868e44f5,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:40.068565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cc268c-c466-4ba5-9c08-c9456c44b5ca None None] No DVR routers for this DVR port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:24:40.081317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.115040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event deleted for resources: {'Port': ['ID=26e3cebe-de4a-4bfd-acc4-6164868e44f5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:40.119133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] No DVR routers for this DVR port 26e3cebe-de4a-4bfd-acc4-6164868e44f5 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:24:40.196356 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.197455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.200698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.218147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.220038 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] 10.222.0.30 "DELETE /v2.0/networks/7106e1b0-68d3-4a1d-afbd-f9739c463d6c HTTP/1.1" status: 204 len: 168 time: 0.6198995 Jul 05 18:24:40.222685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:40.227238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59364) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:40.237892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d562f7-9789-40f7-b6fb-ef42b24aa197 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Pushing event deleted for resources: {'Network': ['ID=7106e1b0-68d3-4a1d-afbd-f9739c463d6c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:40.242527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c152689b-bcec-45a6-a646-dbe65a8a2904') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:40.242833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c152689b-bcec-45a6-a646-dbe65a8a2904') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:40.252735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.266522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.274142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:24:40.274765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:24:40.278995 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:24:40.296963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:40.307628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:40.315995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:40.322312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=d3bf4017-9d06-4b4a-ab31-a11edd0ff028,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:40.373306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.439876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.447106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.450360 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] 10.222.0.30 "DELETE /v2.0/networks/ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a HTTP/1.1" status: 204 len: 168 time: 1.1307075 Jul 05 18:24:40.475037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b07b0-55d3-48d2-8074-48085055e9fc tempest-DHCPAgentSchedulersTestJSON-1409278464 tempest-DHCPAgentSchedulersTestJSON-1409278464-project] Pushing event deleted for resources: {'Network': ['ID=ea886ef8-b79b-4e57-8a1a-8b944a5c7e6a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:40.480771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59370) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:40.624245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d083f73-3f3e-4cb5-8630-324904539094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.822726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d083f73-3f3e-4cb5-8630-324904539094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.913270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d083f73-3f3e-4cb5-8630-324904539094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.952453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:40.968170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d083f73-3f3e-4cb5-8630-324904539094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d57e17-4992-4593-95ef-f8bafef20b64,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:40.985037 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1d083f73-3f3e-4cb5-8630-324904539094 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea54b5e332e242788e2c5445f7447296&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983435 Jul 05 18:24:40.988517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59380) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:40.996454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d620e85-1fc2-4ab9-ae1f-85665f569c53']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:41.017199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2a4438-6f2f-4800-9272-cbcdd5c01e13') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:41.017572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2a4438-6f2f-4800-9272-cbcdd5c01e13') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:41.034617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26e3cebe-de4a-4bfd-acc4-6164868e44f5 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:24:41.042086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.067636 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.074911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 26e3cebe-de4a-4bfd-acc4-6164868e44f5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:24:41.075597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26e3cebe-de4a-4bfd-acc4-6164868e44f5 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:24:41.079241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d700b16d-3674-4c81-b40b-3c4fcb20615b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.080360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:24:41.080771 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:24:41.085707 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:24:41.115459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d700b16d-3674-4c81-b40b-3c4fcb20615b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.130593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59382) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:41.259807 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.278800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d700b16d-3674-4c81-b40b-3c4fcb20615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.281542 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d700b16d-3674-4c81-b40b-3c4fcb20615b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.284954 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d700b16d-3674-4c81-b40b-3c4fcb20615b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47d57e17-4992-4593-95ef-f8bafef20b64 HTTP/1.1" status: 204 len: 168 time: 0.2933121 Jul 05 18:24:41.304835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700b16d-3674-4c81-b40b-3c4fcb20615b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d57e17-4992-4593-95ef-f8bafef20b64,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:41.343098 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ab497645-65bd-453b-90e7-f578a7792dec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1b98cb33bcc4bbfb8a1df0201547139&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2112999 Jul 05 18:24:41.343756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59388) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:41.351046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.358959 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.363324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] 10.222.0.30 "DELETE /v2.0/networks/5d620e85-1fc2-4ab9-ae1f-85665f569c53 HTTP/1.1" status: 204 len: 168 time: 1.1318016 Jul 05 18:24:41.390008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f20e34-e4e6-4c21-9315-e709c67a4332 tempest-QuotasNegativeTest-1972141645 tempest-QuotasNegativeTest-1972141645-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d620e85-1fc2-4ab9-ae1f-85665f569c53,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:41.417417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e94ada71-2402-4e77-9af8-a3b937997e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.443962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e94ada71-2402-4e77-9af8-a3b937997e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.550178 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.588778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e94ada71-2402-4e77-9af8-a3b937997e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.593864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e94ada71-2402-4e77-9af8-a3b937997e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:41.597661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e94ada71-2402-4e77-9af8-a3b937997e05 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/301a5f96-e918-4b60-b6fa-6d74b4ab112d HTTP/1.1" status: 204 len: 168 time: 0.2507606 Jul 05 18:24:41.609440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ada71-2402-4e77-9af8-a3b937997e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301a5f96-e918-4b60-b6fa-6d74b4ab112d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:41.794426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:24:41.941018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:24:41.953420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Sync routers for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:24:41.966222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:41.967926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:42.052563 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:42.056878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-61de9f52-1963-4cd4-bef9-dc5c2ca1c31e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.7196326 Jul 05 18:24:42.059680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59406) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:42.124035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:24:42.276209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59412) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:42.293934 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02263533-2f30-4ced-9773-d49be4239b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:42.373517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:40Z', 'revision_number': 3, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:42.413332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Checking router: 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:24:42.413681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Updating router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 port d3bf4017-9d06-4b4a-ab31-a11edd0ff028 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:24:42.425968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02263533-2f30-4ced-9773-d49be4239b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:42.458468 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:42.572883 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02263533-2f30-4ced-9773-d49be4239b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:42.612782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02263533-2f30-4ced-9773-d49be4239b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075d702f-cc62-4531-9081-c44718d3d78d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:42.634858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59414) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:42.635432 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ea89bc13-a263-4fbc-85d6-45b0ab9e55db tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9d3efd3d244b4f95a0edf198b24f263c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5744908 Jul 05 18:24:42.679917 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-02263533-2f30-4ced-9773-d49be4239b42 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96486302e2fa4193847afaab716a85b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020894 Jul 05 18:24:42.680557 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59418) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:42.800486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59422) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:42.816230 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5522fccf-f995-4db0-ba15-8f5c5f347db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:42.885907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5522fccf-f995-4db0-ba15-8f5c5f347db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:42.967440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:42.979259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Transition to ACTIVE for port object d3bf4017-9d06-4b4a-ab31-a11edd0ff028 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:42.983946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0ff824-e28f-42b3-934b-d5a94da7eb8d tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:42.987618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0a0ff824-e28f-42b3-934b-d5a94da7eb8d tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3483033 Jul 05 18:24:42.988823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59428) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:42.995470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59430) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:43.011746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64f45a6d-f69d-49f0-80c9-05d9c5f0d6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.032379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b7e817cc-c71d-4910-a123-ceef06df29c5 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409379 Jul 05 18:24:43.040721 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d103-ddb6-428a-91e2-e21edab57308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.041053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59432) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:43.047772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198436894', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:43.057472 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.103113 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5522fccf-f995-4db0-ba15-8f5c5f347db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.106403 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5522fccf-f995-4db0-ba15-8f5c5f347db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.112865 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5522fccf-f995-4db0-ba15-8f5c5f347db9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/075d702f-cc62-4531-9081-c44718d3d78d HTTP/1.1" status: 204 len: 168 time: 0.4263046 Jul 05 18:24:43.135517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5522fccf-f995-4db0-ba15-8f5c5f347db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075d702f-cc62-4531-9081-c44718d3d78d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:43.153694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Attempting to bind port d3bf4017-9d06-4b4a-ab31-a11edd0ff028 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:24:43.154234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Attempting to bind port d3bf4017-9d06-4b4a-ab31-a11edd0ff028 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:24:43.154719 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Attempting to bind port d3bf4017-9d06-4b4a-ab31-a11edd0ff028 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:24:43.221869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:24:43.222632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:24:43.223284 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.223884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:24:43.225899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Bound port: d3bf4017-9d06-4b4a-ab31-a11edd0ff028, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:24:43.226526 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.232208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86a536-6f7e-454a-bc01-d796ec0f61eb None None] Pushing event updated for resources: {'Port': ['ID=d3bf4017-9d06-4b4a-ab31-a11edd0ff028,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:43.267766 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64f45a6d-f69d-49f0-80c9-05d9c5f0d6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.324880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] For port d3bf4017-9d06-4b4a-ab31-a11edd0ff028, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:24:43.328241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] For port d3bf4017-9d06-4b4a-ab31-a11edd0ff028, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d3bf4017-9d06-4b4a-ab31-a11edd0ff028,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:24:43.350190 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64f45a6d-f69d-49f0-80c9-05d9c5f0d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.403848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f45a6d-f69d-49f0-80c9-05d9c5f0d6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be496cb-4441-490e-8a03-f4148150a963,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:43.416255 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-64f45a6d-f69d-49f0-80c9-05d9c5f0d6ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1571afdbdd842ba9f1ae07b2bdadfde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193091 Jul 05 18:24:43.420116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59436) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:43.481952 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a92434a8-f027-4014-8f9f-fb5f76649622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.513419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a92434a8-f027-4014-8f9f-fb5f76649622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.513647 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d103-ddb6-428a-91e2-e21edab57308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.525508 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.588528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:43.589714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:43.608103 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9d5d103-ddb6-428a-91e2-e21edab57308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.639450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86a536-6f7e-454a-bc01-d796ec0f61eb None None] Pushing event updated for resources: {'Port': ['ID=d3bf4017-9d06-4b4a-ab31-a11edd0ff028,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:43.663785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59438) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:43.664639 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e9d5d103-ddb6-428a-91e2-e21edab57308 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55ac1969a2f74e80bf75fff22588cdfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8582008 Jul 05 18:24:43.666111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5d103-ddb6-428a-91e2-e21edab57308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ae8d59-adc1-4ece-a442-3c67b402132c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:43.720368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:24:43.737524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Made reservation on behalf of 9d3efd3d244b4f95a0edf198b24f263c for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:43.741521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.748071 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a92434a8-f027-4014-8f9f-fb5f76649622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.750938 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a92434a8-f027-4014-8f9f-fb5f76649622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.752358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a92434a8-f027-4014-8f9f-fb5f76649622 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4be496cb-4441-490e-8a03-f4148150a963 HTTP/1.1" status: 204 len: 168 time: 0.3311224 Jul 05 18:24:43.833111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92434a8-f027-4014-8f9f-fb5f76649622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be496cb-4441-490e-8a03-f4148150a963,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:43.913508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55b8e429-3017-445f-87fc-e8eba75c27c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:43.956129 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55b8e429-3017-445f-87fc-e8eba75c27c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:44.050123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:40Z', 'revision_number': 3, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:44.088054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e0dd9c-dd7b-481d-a966-fda30603a089 None None] The sync data for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 is: [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:40Z', 'revision_number': 3, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:24:44.158704 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55b8e429-3017-445f-87fc-e8eba75c27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:44.161437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55b8e429-3017-445f-87fc-e8eba75c27c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:44.164953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-55b8e429-3017-445f-87fc-e8eba75c27c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6ae8d59-adc1-4ece-a442-3c67b402132c HTTP/1.1" status: 204 len: 168 time: 0.4971330 Jul 05 18:24:44.172262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b8e429-3017-445f-87fc-e8eba75c27c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ae8d59-adc1-4ece-a442-3c67b402132c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:44.244966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:44.317854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Checking segment: {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:24:44.318213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network hostable DHCP agents. Network: 2ed5c1ff-c423-4968-84b5-ca9dca249ab1, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:24:44.328456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Subnet': ['ID=fde9a715-0085-4ea1-8e40-4955ee060b31,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:44.444445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:24:44.532034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 2ed5c1ff-c423-4968-84b5-ca9dca249ab1) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:44.539694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:44.540534 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:44.543577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753f6892-d9fe-44c4-8710-983f866cd229 None None] Network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:44.640744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3eb752f8-d517-4d71-97a9-4dffdbc74eaa tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5985518 Jul 05 18:24:44.649916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59470) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:44.826009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:24:44.831012 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.097540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59484) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:45.110976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d3bf4017-9d06-4b4a-ab31-a11edd0ff028 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:45.153212 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.347900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Allocated IP 172.20.0.2 (2ed5c1ff-c423-4968-84b5-ca9dca249ab1/fde9a715-0085-4ea1-8e40-4955ee060b31/5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:45.382091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.461928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.524231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d3bf4017-9d06-4b4a-ab31-a11edd0ff028 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:45.543249 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.550192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d3bf4017-9d06-4b4a-ab31-a11edd0ff028 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:45.550749 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.617307 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=535c98fc9bcb43e0a3da5f0bf7936137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5175200 Jul 05 18:24:45.621316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59494) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:45.654368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf37fb36-db7b-4e20-ad7c-e9668e58c00e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:45.692603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.693802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.694876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.695240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.695585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.696189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.696969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.707891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.708321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.708668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.723366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.723366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfee3b6-3409-41f2-ac1d-4f1f3f4673a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:45.837926 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.843569 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.866599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Transition to ACTIVE for port object 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:45.878356 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ec886b6-e2ba-4aa1-8181-d0bda83a797e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.883308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d3bf4017-9d06-4b4a-ab31-a11edd0ff028, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d3bf4017-9d06-4b4a-ab31-a11edd0ff028,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:45.897318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Transition to ACTIVE for port object 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:45.923247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ec886b6-e2ba-4aa1-8181-d0bda83a797e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:45.976423 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:46.020742 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:46.093732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d3bf4017-9d06-4b4a-ab31-a11edd0ff028,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:46.108801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:46.110397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:46.124316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ec886b6-e2ba-4aa1-8181-d0bda83a797e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:46.129822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ec886b6-e2ba-4aa1-8181-d0bda83a797e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:46.134546 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7ec886b6-e2ba-4aa1-8181-d0bda83a797e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf37fb36-db7b-4e20-ad7c-e9668e58c00e HTTP/1.1" status: 204 len: 168 time: 0.5115168 Jul 05 18:24:46.157498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec886b6-e2ba-4aa1-8181-d0bda83a797e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf37fb36-db7b-4e20-ad7c-e9668e58c00e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:46.332710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59514) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:46.414346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:46.440445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Allocated IP 172.20.0.1 (2ed5c1ff-c423-4968-84b5-ca9dca249ab1/fde9a715-0085-4ea1-8e40-4955ee060b31/ea7b63d4-abe7-4316-a98b-c8f4c979787b) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:46.489788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Pushing event updated for resources: {'Port': ['ID=5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:46.525007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Attempting to bind port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:24:46.525740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Attempting to bind port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:24:46.526114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Attempting to bind port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c on network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:24:46.533337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:24:46.533721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Checking segment: {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:24:46.534833 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:46.534833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Bound using segment: {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:24:46.544113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Bound port: 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:24:46.544685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:46.630493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] For port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:24:46.633851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] For port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:24:46.642892 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:46.662253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Transition to ACTIVE for port object ea7b63d4-abe7-4316-a98b-c8f4c979787b will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:46.736260 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:46.799343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:46.869160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fbd54-011f-4538-b492-8aa6113bcdb9 None None] Pushing event updated for resources: {'Port': ['ID=5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:46.965903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:46.971802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:46.976006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:46.982621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1592954882'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:47.047254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=ea7b63d4-abe7-4316-a98b-c8f4c979787b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:47.050696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d3bf4017-9d06-4b4a-ab31-a11edd0ff028 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:47.078054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.108109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Made reservation on behalf of f83f741f018f477f9356da370c928692 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:47.118292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.159894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.241867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d3bf4017-9d06-4b4a-ab31-a11edd0ff028 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:47.242205 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.415694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.508260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.555563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:24:47.593762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab18ba-da66-4b99-9ee5-653490cc8ba6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:47.608607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.609095 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Added segment cd90aa27-5c3d-4823-9cb3-79f0e326f5ee of type vlan for network f81f99a2-8147-4837-afef-045e24bdaca3 Jul 05 18:24:47.702439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.811690 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.817768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:47.818582 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:47.940614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event updated for resources: {'Network': ['ID=f81f99a2-8147-4837-afef-045e24bdaca3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:47.964715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f81f99a2-8147-4837-afef-045e24bdaca3 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:24:47.984486 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:48.031542 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1be1ff8a-b523-4a58-a27b-0a15e7b28795 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6957390 Jul 05 18:24:48.033394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59556) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:48.041312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Request body: {'subnet': {'network_id': 'f81f99a2-8147-4837-afef-045e24bdaca3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:48.223068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Made reservation on behalf of f83f741f018f477f9356da370c928692 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:48.227871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:48.321783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874292e1-940f-45c1-9c5b-d3c8e1a8068f None None] Network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:48.500599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-55d1ea1d-d46f-49ae-98df-984b51896a3f None None] Provisioning for port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:48.529263 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:48.600392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:48.611973 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:48.672376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59576) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:48.703138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=ea7b63d4-abe7-4316-a98b-c8f4c979787b,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:48.707948 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:48.713222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event updated for resources: {'Subnet': ['ID=d96fda01-37cf-4899-bcd3-9e899c5cb20a,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:48.732499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Checking segment: {'id': 'cd90aa27-5c3d-4823-9cb3-79f0e326f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f81f99a2-8147-4837-afef-045e24bdaca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:24:48.733161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Network hostable DHCP agents. Network: f81f99a2-8147-4837-afef-045e24bdaca3, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:24:48.864889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Network f81f99a2-8147-4837-afef-045e24bdaca3 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:24:48.913708 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5488e26c-781c-4bae-9a20-34a3decb0f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:48.948422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f81f99a2-8147-4837-afef-045e24bdaca3) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:48.952593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:48.954258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:48.954665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:48.954897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:48.960858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151e6413-295a-4b5c-9787-144b25fc187e None None] Network f81f99a2-8147-4837-afef-045e24bdaca3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:49.072727 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c4a3b3cf-e1d1-41ea-a4ee-e7c35800dc6c tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0349431 Jul 05 18:24:49.075197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59590) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:49.088252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Request body: {'port': {'network_id': 'f81f99a2-8147-4837-afef-045e24bdaca3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1151852635'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:49.124454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fc40bb6c-86de-4cd2-be93-e82715aedc5d None None] Provisioning for port ea7b63d4-abe7-4316-a98b-c8f4c979787b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:49.152281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:49.188630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fc40bb6c-86de-4cd2-be93-e82715aedc5d None None] Provisioning complete for port ea7b63d4-abe7-4316-a98b-c8f4c979787b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:49.189200 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fc40bb6c-86de-4cd2-be93-e82715aedc5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.198281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:24:49.302664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fc40bb6c-86de-4cd2-be93-e82715aedc5d None None] Port ea7b63d4-abe7-4316-a98b-c8f4c979787b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:24:49.385529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-f81f99a2-8147-4837-afef-045e24bdaca3', 'network_id': 'f81f99a2-8147-4837-afef-045e24bdaca3', 'tenant_id': 'f83f741f018f477f9356da370c928692', 'fixed_ips': [{'subnet_id': 'd96fda01-37cf-4899-bcd3-9e899c5cb20a'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:24:49.387948 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.395533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:49.414215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:49.424379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.429091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:24:49.433918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8687f781-73d4-4d3e-af48-052c7c6ba6d2 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "PUT /v2.0/routers/84bbe91c-d1ca-4aea-b989-ea0e65aa9872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7836740 Jul 05 18:24:49.436466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59598) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:49.441340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2b6b0e3c-86bf-44f4-98d1-ede502a26416 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--962804959', 'description': 'tempest-secgroup_access--962804959 description', 'project_id': '9d3efd3d244b4f95a0edf198b24f263c'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:49.443178 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Sync routers for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:24:49.459244 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:49.460557 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:49.504705 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5488e26c-781c-4bae-9a20-34a3decb0f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.564389 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5488e26c-781c-4bae-9a20-34a3decb0f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.580807 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-2b6b0e3c-86bf-44f4-98d1-ede502a26416 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:24:49.580807 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 18:24:49.580807 n-d-799524-1 neutron-server[100998]: [parameters: {'project_id_1': '9d3efd3d244b4f95a0edf198b24f263c', 'expiration_1': datetime.datetime(2021, 7, 5, 18, 24, 49, 448812)}] Jul 05 18:24:49.580807 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:24:49.583067 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-2b6b0e3c-86bf-44f4-98d1-ede502a26416 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:24:49.608277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59608) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:49.649711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5488e26c-781c-4bae-9a20-34a3decb0f63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3383b7d65c5641a7945d627e36adcf71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9760768 Jul 05 18:24:49.650621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488e26c-781c-4bae-9a20-34a3decb0f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee71f976-c167-4a69-88bb-3ea8a9c56893,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:49.652568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:49.679270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-00f788b2-481a-433a-8c38-1999228d5622 None None] Provisioning complete for port ea7b63d4-abe7-4316-a98b-c8f4c979787b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:49.679644 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-00f788b2-481a-433a-8c38-1999228d5622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.714504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Made reservation on behalf of f83f741f018f477f9356da370c928692 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:49.732091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.738990 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:24:49.763497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Allocated IP 2001:db8::2 (f81f99a2-8147-4837-afef-045e24bdaca3/d96fda01-37cf-4899-bcd3-9e899c5cb20a/e1143b09-4b3f-4ace-9842-b602c04d37ff) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:49.772502 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-00f788b2-481a-433a-8c38-1999228d5622 None None] Port ea7b63d4-abe7-4316-a98b-c8f4c979787b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:24:49.797788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-846490595', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:49.831609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] device_id is not set on port 21026212-5135-4806-8bf7-d012f7d1a00a yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:24:49.921300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb09f300-8450-45a2-a984-28fd0d47f3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.960180 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb09f300-8450-45a2-a984-28fd0d47f3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.987558 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:49.997366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Transition to ACTIVE for port object e1143b09-4b3f-4ace-9842-b602c04d37ff will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:50.013498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Transition to ACTIVE for port object e1143b09-4b3f-4ace-9842-b602c04d37ff will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:50.019853 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:47Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'ea7b63d4-abe7-4316-a98b-c8f4c979787b', 'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:0a:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:45Z', 'updated_at': '2021-07-05T18:24:48Z', 'revision_number': 2, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:50.021646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.039769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Made reservation on behalf of 0c1cbf98c09f4ab780e603d3bd3cf317 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:50.044598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.056025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e8a68f45-bcf7-42c0-8411-d10b44e3ed9c None None] Provisioning complete for port ea7b63d4-abe7-4316-a98b-c8f4c979787b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:50.056401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e8a68f45-bcf7-42c0-8411-d10b44e3ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.062100 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Checking router: 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:24:50.062714 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Updating router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 port ea7b63d4-abe7-4316-a98b-c8f4c979787b binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:24:50.075364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.102575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e8a68f45-bcf7-42c0-8411-d10b44e3ed9c None None] Port ea7b63d4-abe7-4316-a98b-c8f4c979787b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:24:50.108626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:50.126804 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.155461 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.173616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Network f81f99a2-8147-4837-afef-045e24bdaca3 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:50.178512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:50.181316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:50.190079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Pushing event updated for resources: {'Port': ['ID=e1143b09-4b3f-4ace-9842-b602c04d37ff,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:50.199585 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.200982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Allocated IP 2001:db8::238 (f81f99a2-8147-4837-afef-045e24bdaca3/d96fda01-37cf-4899-bcd3-9e899c5cb20a/21026212-5135-4806-8bf7-d012f7d1a00a) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:50.219572 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb09f300-8450-45a2-a984-28fd0d47f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.227773 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb09f300-8450-45a2-a984-28fd0d47f3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.246105 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb09f300-8450-45a2-a984-28fd0d47f3ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee71f976-c167-4a69-88bb-3ea8a9c56893 HTTP/1.1" status: 204 len: 168 time: 0.5814054 Jul 05 18:24:50.295184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09f300-8450-45a2-a984-28fd0d47f3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee71f976-c167-4a69-88bb-3ea8a9c56893,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:50.306434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Attempting to bind port e1143b09-4b3f-4ace-9842-b602c04d37ff on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:24:50.311838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Attempting to bind port e1143b09-4b3f-4ace-9842-b602c04d37ff by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'cd90aa27-5c3d-4823-9cb3-79f0e326f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f81f99a2-8147-4837-afef-045e24bdaca3'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:24:50.311838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Attempting to bind port e1143b09-4b3f-4ace-9842-b602c04d37ff on network f81f99a2-8147-4837-afef-045e24bdaca3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:24:50.321048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:24:50.321711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Checking segment: {'id': 'cd90aa27-5c3d-4823-9cb3-79f0e326f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f81f99a2-8147-4837-afef-045e24bdaca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:24:50.322370 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.322933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Bound using segment: {'id': 'cd90aa27-5c3d-4823-9cb3-79f0e326f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f81f99a2-8147-4837-afef-045e24bdaca3'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:24:50.324201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Bound port: e1143b09-4b3f-4ace-9842-b602c04d37ff, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd90aa27-5c3d-4823-9cb3-79f0e326f5ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'f81f99a2-8147-4837-afef-045e24bdaca3'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:24:50.324908 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.342907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0e3c-86bf-44f4-98d1-ede502a26416 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.437365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] For port e1143b09-4b3f-4ace-9842-b602c04d37ff, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:24:50.441735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:50.460331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] For port e1143b09-4b3f-4ace-9842-b602c04d37ff, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e1143b09-4b3f-4ace-9842-b602c04d37ff,segment=NetworkSegment(cd90aa27-5c3d-4823-9cb3-79f0e326f5ee),segment_id=cd90aa27-5c3d-4823-9cb3-79f0e326f5ee)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:24:50.585159 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.588490 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.608927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.613503 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.614229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Transition to ACTIVE for port object 21026212-5135-4806-8bf7-d012f7d1a00a will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:50.638074 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Transition to ACTIVE for port object ea7b63d4-abe7-4316-a98b-c8f4c979787b will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:50.703080 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.736461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc12a9b-7b56-4103-b19b-8e6812b70abd None None] Pushing event updated for resources: {'Port': ['ID=e1143b09-4b3f-4ace-9842-b602c04d37ff,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:50.782851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0e3c-86bf-44f4-98d1-ede502a26416 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.784031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.788434 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e6d417d0-05a4-4386-bf26-d01b1c61c954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.815864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] device_id is not set on port cec658eb-1545-4ca7-92e4-85195ef77aae yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:24:50.827487 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Pushing event updated for resources: {'Port': ['ID=ea7b63d4-abe7-4316-a98b-c8f4c979787b,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:50.827584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98518706-f0f5-4130-aaa9-c9f4805ea4de,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:50.834012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.861049 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0e3c-86bf-44f4-98d1-ede502a26416 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.949817 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.950277 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.950749 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.951186 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.951631 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.952062 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.952492 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.953030 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.953423 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.953847 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.957930 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.958630 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:24:50.979299 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Attempting to bind port ea7b63d4-abe7-4316-a98b-c8f4c979787b on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:24:50.980287 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Attempting to bind port ea7b63d4-abe7-4316-a98b-c8f4c979787b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:24:50.980619 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Attempting to bind port ea7b63d4-abe7-4316-a98b-c8f4c979787b on network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:24:50.986932 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:24:50.987471 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Checking segment: {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:24:50.988657 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:50.989152 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Bound using segment: {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:24:50.989848 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Bound port: ea7b63d4-abe7-4316-a98b-c8f4c979787b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:24:50.990415 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.146892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b0e3c-86bf-44f4-98d1-ede502a26416 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7df14111-0039-4a55-a98a-7a5d04a3adb2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:51.156837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2b6b0e3c-86bf-44f4-98d1-ede502a26416 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.163528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2b6b0e3c-86bf-44f4-98d1-ede502a26416 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.7205224 Jul 05 18:24:51.163728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59644) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:51.167698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3a46d9d5-c7d5-464e-ba70-df5879865059 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2076299247', 'description': 'tempest-secgroup_general--2076299247 description', 'project_id': '9d3efd3d244b4f95a0edf198b24f263c'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:51.173139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:51.204481 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] For port ea7b63d4-abe7-4316-a98b-c8f4c979787b, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:24:51.209935 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] For port ea7b63d4-abe7-4316-a98b-c8f4c979787b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea7b63d4-abe7-4316-a98b-c8f4c979787b,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:24:51.274904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:51.280284 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.290665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Network f81f99a2-8147-4837-afef-045e24bdaca3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:51.298062 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.336243 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a46d9d5-c7d5-464e-ba70-df5879865059 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.410175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Allocated IP 172.25.3.196 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/cec658eb-1545-4ca7-92e4-85195ef77aae) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:51.446098 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:24:51.447579 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:51.492411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:51.501596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:51.506188 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a46d9d5-c7d5-464e-ba70-df5879865059 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.519147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:51.520373 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed671a3-1aee-4d65-ab23-d142b030e4c6 None None] Pushing event updated for resources: {'Port': ['ID=ea7b63d4-abe7-4316-a98b-c8f4c979787b,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:51.520845 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.530723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event updated for resources: {'Port': ['ID=21026212-5135-4806-8bf7-d012f7d1a00a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:51.583274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a46d9d5-c7d5-464e-ba70-df5879865059 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.663333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46d9d5-c7d5-464e-ba70-df5879865059 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0272274f-a884-425d-bb23-d591e7275af8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:51.684324 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:24:51.687308 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c3b387be-3a81-4554-8e4d-ba7f093f9017 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.6110322 Jul 05 18:24:51.690690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59654) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:51.706632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Request body: {'port': {'network_id': 'f81f99a2-8147-4837-afef-045e24bdaca3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1733217727', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:51.707497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.api.validators [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] bootfile-name is not in valid_values {{(pid=100997) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:24:51.711647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.api.validators [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] tftp-server is not in valid_values {{(pid=100997) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:24:51.711647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.api.validators [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] server-ip-address is not in valid_values {{(pid=100997) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:24:51.717968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a46d9d5-c7d5-464e-ba70-df5879865059 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.729050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3a46d9d5-c7d5-464e-ba70-df5879865059 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5646107 Jul 05 18:24:51.731074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59656) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:51.780181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.907653 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:51.924088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0c13b4d1-dc44-4593-a04c-68dad1370f28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'security_group_rule': {'security_group_id': '7df14111-0039-4a55-a98a-7a5d04a3adb2', 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:51.993699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:51.998751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:52.001470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:52.066700 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:47Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'ea7b63d4-abe7-4316-a98b-c8f4c979787b', 'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:0a:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:45Z', 'updated_at': '2021-07-05T18:24:51Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:52.097213 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2523765-fef5-49ce-84e5-ef3ea8575a75 None None] The sync data for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 is: [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:47Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'ea7b63d4-abe7-4316-a98b-c8f4c979787b', 'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:0a:5a:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:45Z', 'updated_at': '2021-07-05T18:24:51Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:24:52.097509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:52.098025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:52.122703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Pushing event updated for resources: {'Port': ['ID=cec658eb-1545-4ca7-92e4-85195ef77aae,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:52.129183 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c13b4d1-dc44-4593-a04c-68dad1370f28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:52.260096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Made reservation on behalf of f83f741f018f477f9356da370c928692 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:52.269722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:52.363684 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9580ac49-ba0a-4a8e-80b1-d64d6ec1c74c tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.7532327 Jul 05 18:24:52.364238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59676) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:52.366139 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c13b4d1-dc44-4593-a04c-68dad1370f28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:52.369106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.196'}]}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:52.378805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] device_id is not set on port 7b593e20-202d-49c6-80e4-590686c6ebaa yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:24:52.460946 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c13b4d1-dc44-4593-a04c-68dad1370f28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:52.491866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f2283f-a7b1-4edb-99df-2004ada255f2 None None] Network f81f99a2-8147-4837-afef-045e24bdaca3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:52.507976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c13b4d1-dc44-4593-a04c-68dad1370f28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d12339-2b9b-44b5-8f68-58ffec0bbae6,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:52.560260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:52.561615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:52.663099 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:52.669215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Allocated IP 2001:db8::296 (f81f99a2-8147-4837-afef-045e24bdaca3/d96fda01-37cf-4899-bcd3-9e899c5cb20a/7b593e20-202d-49c6-80e4-590686c6ebaa) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:52.783709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c13b4d1-dc44-4593-a04c-68dad1370f28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:52.791161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0c13b4d1-dc44-4593-a04c-68dad1370f28 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8919387 Jul 05 18:24:52.816819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-47e357b6-0821-40a2-8224-0778b6da3fee None None] Provisioning for port e1143b09-4b3f-4ace-9842-b602c04d37ff completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:53.016126 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:53.045501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:53.047704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Transition to ACTIVE for port object 7b593e20-202d-49c6-80e4-590686c6ebaa will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:53.204911 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:53.242535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e1143b09-4b3f-4ace-9842-b602c04d37ff up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:53.318370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Network f81f99a2-8147-4837-afef-045e24bdaca3 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:53.326686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:53.334173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:53.345933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:53.346751 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:53.380834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event updated for resources: {'Port': ['ID=7b593e20-202d-49c6-80e4-590686c6ebaa,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:53.440160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port e1143b09-4b3f-4ace-9842-b602c04d37ff completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:53.444451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e1143b09-4b3f-4ace-9842-b602c04d37ff triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:53.444834 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:53.486920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59700) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:53.490914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7b0dd4a0-e604-4b96-9d54-33d99ed1c3c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7884345 Jul 05 18:24:53.534224 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0faedc86-cae0-4ca8-b10e-bd3737aee6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:53.566576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-70902577-8feb-4806-919b-1cb40e7c7763 None None] Provisioning complete for port e1143b09-4b3f-4ace-9842-b602c04d37ff triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:53.567360 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70902577-8feb-4806-919b-1cb40e7c7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:53.644068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-6bd6521e-48eb-4e28-a848-16443960d591 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--962804959&fields=id&tenant_id=9d3efd3d244b4f95a0edf198b24f263c HTTP/1.1" status: 200 len: 267 time: 0.1000071 Jul 05 18:24:53.693420 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:53.736236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:53.796762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-91ff5489-9a2f-46db-96a4-ce3b8e3f2d79 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--2076299247&fields=id&tenant_id=9d3efd3d244b4f95a0edf198b24f263c HTTP/1.1" status: 200 len: 267 time: 0.1517200 Jul 05 18:24:53.966065 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.046309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.078996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e47c-df48-4419-a834-277eea04aaf3 req-666ed529-76d9-4daf-b92a-ab9188d59443 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:54.087363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-666ed529-76d9-4daf-b92a-ab9188d59443 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/networks?id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1 HTTP/1.1" status: 200 len: 797 time: 0.2844551 Jul 05 18:24:54.122234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-807099b1-80ac-4464-a27d-e451a14bd58c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/quotas/9d3efd3d244b4f95a0edf198b24f263c HTTP/1.1" status: 200 len: 375 time: 0.0338650 Jul 05 18:24:54.126367 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70902577-8feb-4806-919b-1cb40e7c7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.209741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port e1143b09-4b3f-4ace-9842-b602c04d37ff, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e1143b09-4b3f-4ace-9842-b602c04d37ff,segment=NetworkSegment(cd90aa27-5c3d-4823-9cb3-79f0e326f5ee),segment_id=cd90aa27-5c3d-4823-9cb3-79f0e326f5ee)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:54.273183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-8af14d69-d68a-4673-a5d3-3d5a521928fc tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1435554 Jul 05 18:24:54.336458 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.337328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea7b63d4-abe7-4316-a98b-c8f4c979787b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:54.545502 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-70902577-8feb-4806-919b-1cb40e7c7763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:24:54.546196 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-70902577-8feb-4806-919b-1cb40e7c7763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:24:54.550729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=e1143b09-4b3f-4ace-9842-b602c04d37ff,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:54.577761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-30fddd33-4a71-4dfa-98e7-7e5923034940 service neutron] 10.222.0.30 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004887 Jul 05 18:24:54.612141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc83597-a9ac-4944-b219-45557e5f69e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:54.618174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc83597-a9ac-4944-b219-45557e5f69e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:54.631375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port ea7b63d4-abe7-4316-a98b-c8f4c979787b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:54.631584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc83597-a9ac-4944-b219-45557e5f69e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:54.631584 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5fc83597-a9ac-4944-b219-45557e5f69e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 1.1384082 Jul 05 18:24:54.631732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59728) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:54.634998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ea7b63d4-abe7-4316-a98b-c8f4c979787b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:54.636090 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.640290 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.715500 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.779054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.781585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-9fb5cff0-74f0-4933-9207-9e0990a9fec3 service neutron] 10.222.0.30 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022128 Jul 05 18:24:54.857207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port ea7b63d4-abe7-4316-a98b-c8f4c979787b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea7b63d4-abe7-4316-a98b-c8f4c979787b,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:54.871049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7207b9fa-9301-4512-a196-2ad14009cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Deleting port 7b593e20-202d-49c6-80e4-590686c6ebaa {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:54.871402 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7207b9fa-9301-4512-a196-2ad14009cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.954258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.966742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:54.974834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.057835 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7207b9fa-9301-4512-a196-2ad14009cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.079338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7207b9fa-9301-4512-a196-2ad14009cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Calling delete_port for 7b593e20-202d-49c6-80e4-590686c6ebaa owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:55.156117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e1143b09-4b3f-4ace-9842-b602c04d37ff up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:55.186399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-718a6420-61db-4008-b8c1-7d12575627d5 req-215b6973-dd1b-4feb-af55-be9708eb68dc tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 210 time: 0.0408652 Jul 05 18:24:55.204117 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.211893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b77a334e-6d23-443e-838b-e8c783f64f8e {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:24:55.216854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=ea7b63d4-abe7-4316-a98b-c8f4c979787b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:55.240205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e1143b09-4b3f-4ace-9842-b602c04d37ff triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:55.240858 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.320414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-70902577-8feb-4806-919b-1cb40e7c7763 None None] Provisioning for port 21026212-5135-4806-8bf7-d012f7d1a00a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:24:55.350215 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 18:24:55.350215 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d91556cc-b5b7-4f0b-bf60-e23b18fe9558 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9831395 Jul 05 18:24:55.351245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59742) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:55.380993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-70902577-8feb-4806-919b-1cb40e7c7763 None None] Provisioning complete for port 21026212-5135-4806-8bf7-d012f7d1a00a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:55.381823 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70902577-8feb-4806-919b-1cb40e7c7763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.438881 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7207b9fa-9301-4512-a196-2ad14009cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.455012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-70902577-8feb-4806-919b-1cb40e7c7763 None None] Port 21026212-5135-4806-8bf7-d012f7d1a00a cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:24:55.487320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ff929-7d36-46e2-9ca4-f37de2426b56 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Deleting port cec658eb-1545-4ca7-92e4-85195ef77aae {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:55.487654 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff929-7d36-46e2-9ca4-f37de2426b56 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.516382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207b9fa-9301-4512-a196-2ad14009cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event deleted for resources: {'Port': ['ID=7b593e20-202d-49c6-80e4-590686c6ebaa,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:55.576714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-36a51c78-1357-4abc-954f-15d04ca12f65 None None] Could not find standard attr ID for object 7b593e20-202d-49c6-80e4-590686c6ebaa. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:24:55.594981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7207b9fa-9301-4512-a196-2ad14009cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.599174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7207b9fa-9301-4512-a196-2ad14009cbca tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "DELETE /v2.0/ports/7b593e20-202d-49c6-80e4-590686c6ebaa HTTP/1.1" status: 204 len: 168 time: 0.9675140 Jul 05 18:24:55.599432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-36a51c78-1357-4abc-954f-15d04ca12f65 None None] Provisioning complete for port 21026212-5135-4806-8bf7-d012f7d1a00a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:55.599816 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-36a51c78-1357-4abc-954f-15d04ca12f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.605089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59754) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:55.615994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Request body: {'port': {'name': 'tempest-new-port-name-184329033', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:55.627937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.api.validators [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] bootfile-name is not in valid_values {{(pid=100997) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:24:55.628204 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.api.validators [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] tftp-server is not in valid_values {{(pid=100997) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:24:55.628554 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.api.validators [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] server-ip-address is not in valid_values {{(pid=100997) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 18:24:55.659228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff929-7d36-46e2-9ca4-f37de2426b56 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.678696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-36a51c78-1357-4abc-954f-15d04ca12f65 None None] Port 21026212-5135-4806-8bf7-d012f7d1a00a cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:24:55.704481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4a1ff929-7d36-46e2-9ca4-f37de2426b56 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Calling delete_port for cec658eb-1545-4ca7-92e4-85195ef77aae owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:55.769142 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.962514 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff929-7d36-46e2-9ca4-f37de2426b56 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:55.992776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1ff929-7d36-46e2-9ca4-f37de2426b56 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Pushing event deleted for resources: {'Port': ['ID=cec658eb-1545-4ca7-92e4-85195ef77aae,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:56.020971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.055329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a1ff929-7d36-46e2-9ca4-f37de2426b56 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.058403 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4a1ff929-7d36-46e2-9ca4-f37de2426b56 tempest-RoutersAdminNegativeIpV6Test-1152831261 tempest-RoutersAdminNegativeIpV6Test-1152831261-project-admin] 10.222.0.30 "DELETE /v2.0/ports/cec658eb-1545-4ca7-92e4-85195ef77aae HTTP/1.1" status: 204 len: 168 time: 0.7061086 Jul 05 18:24:56.114688 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.153712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] In _notify_port_updated(), no bound segment for port 21026212-5135-4806-8bf7-d012f7d1a00a on network f81f99a2-8147-4837-afef-045e24bdaca3 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:24:56.164123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:56.164826 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.166198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "PUT /v2.0/ports/21026212-5135-4806-8bf7-d012f7d1a00a HTTP/1.1" status: 200 len: 1129 time: 0.5570197 Jul 05 18:24:56.169797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59768) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:56.203939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cdaf5-55fb-4f05-ba95-7c2894c5aa1f tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event updated for resources: {'Port': ['ID=21026212-5135-4806-8bf7-d012f7d1a00a,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:56.256170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48739384-3e0e-48ec-8c6c-0bd7fae1e5f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:56.257809 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-48739384-3e0e-48ec-8c6c-0bd7fae1e5f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "GET /v2.0/ports/21026212-5135-4806-8bf7-d012f7d1a00a HTTP/1.1" status: 200 len: 1129 time: 0.0868540 Jul 05 18:24:56.261312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59774) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:56.287757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36335c5d-743c-422f-997c-f284fe4fdc44 req-127cc603-9c8f-4093-b568-8e145eadbf6e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 210 time: 0.0361817 Jul 05 18:24:56.407441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e26a185f-b4cf-437f-b79e-adc2839179ef tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Deleting port 21026212-5135-4806-8bf7-d012f7d1a00a {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:56.407926 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e26a185f-b4cf-437f-b79e-adc2839179ef tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.417269 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.513219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b1da909b-e622-491d-883b-09ff67136a2d None None] Provisioning complete for port 21026212-5135-4806-8bf7-d012f7d1a00a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:56.513794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1da909b-e622-491d-883b-09ff67136a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.517156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e26a185f-b4cf-437f-b79e-adc2839179ef tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.534736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e26a185f-b4cf-437f-b79e-adc2839179ef tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Calling delete_port for 21026212-5135-4806-8bf7-d012f7d1a00a owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:56.556524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b1da909b-e622-491d-883b-09ff67136a2d None None] Port 21026212-5135-4806-8bf7-d012f7d1a00a cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:24:56.630228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59784) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:56.742533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d8c0c5a6-3bab-4610-8d7b-9a66cc2893df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.742749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e26a185f-b4cf-437f-b79e-adc2839179ef tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.795290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a185f-b4cf-437f-b79e-adc2839179ef tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event deleted for resources: {'Port': ['ID=21026212-5135-4806-8bf7-d012f7d1a00a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:56.824009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e26a185f-b4cf-437f-b79e-adc2839179ef tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:56.831617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59794) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:56.852367 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e26a185f-b4cf-437f-b79e-adc2839179ef tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "DELETE /v2.0/ports/21026212-5135-4806-8bf7-d012f7d1a00a HTTP/1.1" status: 204 len: 168 time: 0.5899031 Jul 05 18:24:57.031024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb9c712-9b4e-4959-8f8b-ff21a3c9cc04 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Deleting subnet d96fda01-37cf-4899-bcd3-9e899c5cb20a {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:24:57.050128 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c712-9b4e-4959-8f8b-ff21a3c9cc04 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.119292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d8c0c5a6-3bab-4610-8d7b-9a66cc2893df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.128049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea7b63d4-abe7-4316-a98b-c8f4c979787b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:24:57.139279 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c712-9b4e-4959-8f8b-ff21a3c9cc04 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.192457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ea7b63d4-abe7-4316-a98b-c8f4c979787b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:24:57.192954 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.243242 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d8c0c5a6-3bab-4610-8d7b-9a66cc2893df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.252287 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c712-9b4e-4959-8f8b-ff21a3c9cc04 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.326423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d8c0c5a6-3bab-4610-8d7b-9a66cc2893df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=979fbc3f81e44c57955eceaac99b00d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6915092 Jul 05 18:24:57.326621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59808) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:57.327485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0c5a6-3bab-4610-8d7b-9a66cc2893df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd735d4-da70-48bd-92a7-018104c92e36,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:57.387272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c4b898b-be01-4b3c-964e-297a64945934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.409962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c4b898b-be01-4b3c-964e-297a64945934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.461213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62b7f17b-e1df-4823-92dc-ff0411ff0ec8 req-9aedf8aa-96f0-45a7-bdbd-76872e11ed08 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 210 time: 0.0301068 Jul 05 18:24:57.526507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c712-9b4e-4959-8f8b-ff21a3c9cc04 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.632291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9c712-9b4e-4959-8f8b-ff21a3c9cc04 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event deleted for resources: {'Subnet': ['ID=d96fda01-37cf-4899-bcd3-9e899c5cb20a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:57.632291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcb9c712-9b4e-4959-8f8b-ff21a3c9cc04 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.632291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bcb9c712-9b4e-4959-8f8b-ff21a3c9cc04 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "DELETE /v2.0/subnets/d96fda01-37cf-4899-bcd3-9e899c5cb20a HTTP/1.1" status: 204 len: 168 time: 0.7381752 Jul 05 18:24:57.634011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca8b464-a186-4449-9714-8808940e2119 None None] Network f81f99a2-8147-4837-afef-045e24bdaca3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:24:57.634134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59812) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:57.668313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c4b898b-be01-4b3c-964e-297a64945934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.673079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1c4b898b-be01-4b3c-964e-297a64945934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.674451 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1c4b898b-be01-4b3c-964e-297a64945934 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0fd735d4-da70-48bd-92a7-018104c92e36 HTTP/1.1" status: 204 len: 168 time: 0.3468103 Jul 05 18:24:57.723305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b898b-be01-4b3c-964e-297a64945934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd735d4-da70-48bd-92a7-018104c92e36,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:57.745094 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.769379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f27bb3d-0f64-4a24-9c85-4f526b4ccd76 None None] DHCP port deletion for f81f99a2-8147-4837-afef-045e24bdaca3 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:24:57.805992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Deleting port e1143b09-4b3f-4ace-9842-b602c04d37ff {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:57.806421 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.822527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4f27bb3d-0f64-4a24-9c85-4f526b4ccd76 None None] Deleting port e1143b09-4b3f-4ace-9842-b602c04d37ff {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:57.823509 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f27bb3d-0f64-4a24-9c85-4f526b4ccd76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.883882 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:24:57.892482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] For port e1143b09-4b3f-4ace-9842-b602c04d37ff, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e1143b09-4b3f-4ace-9842-b602c04d37ff,segment=NetworkSegment(cd90aa27-5c3d-4823-9cb3-79f0e326f5ee),segment_id=cd90aa27-5c3d-4823-9cb3-79f0e326f5ee)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:57.892987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.909543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4f27bb3d-0f64-4a24-9c85-4f526b4ccd76 None None] For port e1143b09-4b3f-4ace-9842-b602c04d37ff, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e1143b09-4b3f-4ace-9842-b602c04d37ff,segment=NetworkSegment(cd90aa27-5c3d-4823-9cb3-79f0e326f5ee),segment_id=cd90aa27-5c3d-4823-9cb3-79f0e326f5ee)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:57.909543 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f27bb3d-0f64-4a24-9c85-4f526b4ccd76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:57.910276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Calling delete_port for e1143b09-4b3f-4ace-9842-b602c04d37ff owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:57.924149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4f27bb3d-0f64-4a24-9c85-4f526b4ccd76 None None] Calling delete_port for e1143b09-4b3f-4ace-9842-b602c04d37ff owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:24:58.050135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880547e9-500a-4425-a3a4-c72bf49a090c req-ba991294-35d8-4160-9ec8-abb58280998b tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:58.057359 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-880547e9-500a-4425-a3a4-c72bf49a090c req-ba991294-35d8-4160-9ec8-abb58280998b tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 946 time: 0.1308680 Jul 05 18:24:58.079787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.089063 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f27bb3d-0f64-4a24-9c85-4f526b4ccd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.102927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-880547e9-500a-4425-a3a4-c72bf49a090c req-a7c2fdcb-23ae-4a4f-8f56-9484334eefb9 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 Jul 05 18:24:58.125914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event deleted for resources: {'Port': ['ID=e1143b09-4b3f-4ace-9842-b602c04d37ff,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:58.141394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] No DVR routers for this DVR port e1143b09-4b3f-4ace-9842-b602c04d37ff on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:24:58.152146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f27bb3d-0f64-4a24-9c85-4f526b4ccd76 None None] No DVR routers for this DVR port e1143b09-4b3f-4ace-9842-b602c04d37ff on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:24:58.164276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27bb3d-0f64-4a24-9c85-4f526b4ccd76 None None] Pushing event deleted for resources: {'Port': ['ID=e1143b09-4b3f-4ace-9842-b602c04d37ff,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:58.243699 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.254690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f81f99a2-8147-4837-afef-045e24bdaca3']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:58.264595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd90aa27-5c3d-4823-9cb3-79f0e326f5ee') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:58.264890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd90aa27-5c3d-4823-9cb3-79f0e326f5ee') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:24:58.273615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.287735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.294524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:24:58.294950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:24:58.297888 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:24:58.428294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.450774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.452735 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] 10.222.0.30 "DELETE /v2.0/networks/f81f99a2-8147-4837-afef-045e24bdaca3 HTTP/1.1" status: 204 len: 168 time: 0.8346784 Jul 05 18:24:58.453798 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb06b25-9d2e-40b0-8f03-dfde2106d6c7 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861 tempest-ExtraDHCPOptionsIpV6TestJSON-1522085861-project] Pushing event deleted for resources: {'Network': ['ID=f81f99a2-8147-4837-afef-045e24bdaca3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:58.501754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59834) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:58.552502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a077468e-a784-45bb-b2ac-7275d3d1bbf0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c1cbf98c09f4ab780e603d3bd3cf317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493727 Jul 05 18:24:58.554913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59838) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:58.642792 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cc84774-bfb6-442a-8445-31b79263eda1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.647775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f9e8190-42b9-42ec-9c5b-bc5c169003fe req-ebf07804-409c-45ad-9d00-778d91504ff9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 210 time: 0.0416095 Jul 05 18:24:58.673403 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cc84774-bfb6-442a-8445-31b79263eda1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.806584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e47c-df48-4419-a834-277eea04aaf3 req-16fa011f-c769-42a1-8526-41f1f8dbe15a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:58.809456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-16fa011f-c769-42a1-8526-41f1f8dbe15a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.97 "GET /v2.0/networks?id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1 HTTP/1.1" status: 200 len: 797 time: 0.1391981 Jul 05 18:24:58.875238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f7bdd532-d61e-4a52-9a52-f75bb6b8ec2d tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d3efd3d244b4f95a0edf198b24f263c HTTP/1.1" status: 200 len: 477 time: 0.0570517 Jul 05 18:24:58.898407 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'port': {'device_id': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'admin_state_up': True, 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'security_groups': ['7df14111-0039-4a55-a98a-7a5d04a3adb2', '0272274f-a884-425d-bb23-d591e7275af8']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:24:58.908852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cc84774-bfb6-442a-8445-31b79263eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.912131 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cc84774-bfb6-442a-8445-31b79263eda1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:58.915720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0cc84774-bfb6-442a-8445-31b79263eda1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98518706-f0f5-4130-aaa9-c9f4805ea4de HTTP/1.1" status: 204 len: 168 time: 0.3574195 Jul 05 18:24:58.977159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc84774-bfb6-442a-8445-31b79263eda1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98518706-f0f5-4130-aaa9-c9f4805ea4de,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:58.984877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59854) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:59.084957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e1143b09-4b3f-4ace-9842-b602c04d37ff no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:24:59.116472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: e1143b09-4b3f-4ace-9842-b602c04d37ff {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:24:59.116829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e1143b09-4b3f-4ace-9842-b602c04d37ff not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:24:59.185456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Made reservation on behalf of 9d3efd3d244b4f95a0edf198b24f263c for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:24:59.189187 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.269873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9ff5ea7b-1a44-49f0-bcf9-281d2879ad8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f83f741f018f477f9356da370c928692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2815289 Jul 05 18:24:59.270057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59864) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:24:59.350270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58c1839a-68f6-443b-a7c3-388447b7f0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.374924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58c1839a-68f6-443b-a7c3-388447b7f0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.415766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Allocated IP 172.20.0.5 (2ed5c1ff-c423-4968-84b5-ca9dca249ab1/fde9a715-0085-4ea1-8e40-4955ee060b31/788bd4bd-bfe8-491a-ac74-4427744a4e2d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:24:59.449402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d26b2-db7a-4fcd-9a26-769274a338c6 req-d307ba0a-b9f3-4924-8481-2bd4e911f865 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:59.451393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-370d26b2-db7a-4fcd-9a26-769274a338c6 req-d307ba0a-b9f3-4924-8481-2bd4e911f865 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 946 time: 0.2242925 Jul 05 18:24:59.520092 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58c1839a-68f6-443b-a7c3-388447b7f0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.525858 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58c1839a-68f6-443b-a7c3-388447b7f0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.525858 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-58c1839a-68f6-443b-a7c3-388447b7f0f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ceab18ba-da66-4b99-9ee5-653490cc8ba6 HTTP/1.1" status: 204 len: 168 time: 0.2540963 Jul 05 18:24:59.527476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-370d26b2-db7a-4fcd-9a26-769274a338c6 req-ce5df5c0-1ccb-402d-b648-20a7270965a2 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678504 Jul 05 18:24:59.563380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1839a-68f6-443b-a7c3-388447b7f0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab18ba-da66-4b99-9ee5-653490cc8ba6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:24:59.597594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-1bc9bdca-2436-4945-9331-8494aeeb5641 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:24:59.599180 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-1bc9bdca-2436-4945-9331-8494aeeb5641 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 946 time: 0.1104949 Jul 05 18:24:59.665149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.712005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Transition to ACTIVE for port object 788bd4bd-bfe8-491a-ac74-4427744a4e2d will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:24:59.748133 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.771809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Deleting port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:24:59.772432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.824094 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.914189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:24:59.914189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:24:59.914189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:24:59.929635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] For port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:24:59.930282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:24:59.976708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Calling delete_port for 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:00.331367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:00.345862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:25:00.395670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d0f812e3-ebb3-49f4-bbba-55cb73da0a54 None None] Provisioning for port 788bd4bd-bfe8-491a-ac74-4427744a4e2d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:00.403039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Pushing event deleted for resources: {'Port': ['ID=8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:00.414949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d0f812e3-ebb3-49f4-bbba-55cb73da0a54 None None] Provisioning complete for port 788bd4bd-bfe8-491a-ac74-4427744a4e2d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:00.415335 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d0f812e3-ebb3-49f4-bbba-55cb73da0a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:00.438358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] No DVR routers for this DVR port 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:00.449542 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:00.452694 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81fabe6f-3901-4788-8b02-8cc757bc5b77 req-2adf7c07-ebbe-45b6-b538-30d184305318 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.39 "DELETE /v2.0/ports/8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 HTTP/1.1" status: 204 len: 173 time: 0.8469877 Jul 05 18:25:00.453404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc884a1-befe-4b92-af02-621d99c9c87c', 'name': 'network-vif-deleted', 'tag': '8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:25:00.456017 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd4b1765-8f58-44f3-b1a2-f16aa037fd15" -d '{"events": [{"server_uuid": "0dc884a1-befe-4b92-af02-621d99c9c87c", "name": "network-vif-deleted", "tag": "8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:25:00.464293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d0f812e3-ebb3-49f4-bbba-55cb73da0a54 None None] Port 788bd4bd-bfe8-491a-ac74-4427744a4e2d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:25:00.517151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59914) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:00.521598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=788bd4bd-bfe8-491a-ac74-4427744a4e2d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:00.535758 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f79d1c-baa9-4aaf-b7b2-a169162b9e78 x-openstack-request-id: req-61f79d1c-baa9-4aaf-b7b2-a169162b9e78 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:25:00.543879 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dc884a1-befe-4b92-af02-621d99c9c87c", "name": "network-vif-deleted", "tag": "8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:25:00.543879 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61f79d1c-baa9-4aaf-b7b2-a169162b9e78 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:25:00.543879 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc884a1-befe-4b92-af02-621d99c9c87c', 'name': 'network-vif-deleted', 'tag': '8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1', 'status': 'completed', 'code': 200} Jul 05 18:25:00.551583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:00.552214 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:00.584275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456704-868a-4ab2-8e73-f2b4c371c32b req-c6cd6d66-aa2d-4e30-87c9-9fba79397d09 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:00.589768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a456704-868a-4ab2-8e73-f2b4c371c32b req-c6cd6d66-aa2d-4e30-87c9-9fba79397d09 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 970 time: 0.6975579 Jul 05 18:25:00.637377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a456704-868a-4ab2-8e73-f2b4c371c32b req-bf788def-b049-44a3-94d0-91424e2cf74f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0439811 Jul 05 18:25:00.666938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-f6270845-08de-4a67-9b37-69e0256a1699 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7714670 Jul 05 18:25:00.677044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-a05255d5-72b2-45b9-9463-f5c4dbc8e52b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:25:00.677575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-a05255d5-72b2-45b9-9463-f5c4dbc8e52b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065701 Jul 05 18:25:00.755657 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-734ef4db-7a5f-49cf-8aa3-c9c4d912b3f0 tempest-AgentManagementNegativeTest-672086376 tempest-AgentManagementNegativeTest-672086376-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2369893 Jul 05 18:25:00.794733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26f0cbc8-636b-414d-8b20-c0ba78dc9c69 req-28199235-7d7a-4e5b-8add-69adf269169e tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=0dc884a1-befe-4b92-af02-621d99c9c87c HTTP/1.1" status: 200 len: 210 time: 0.0306134 Jul 05 18:25:00.805842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Request body: {'port': {'device_id': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:00.909669 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:00.982073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59936) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:01.091819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'networks': [{'name': 'tempest-network--1241423872'}, {'name': 'tempest-network--885747397'}]} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:01.092124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'network': {'name': 'tempest-network--1241423872'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:01.092576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'network': {'name': 'tempest-network--885747397'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:01.211222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Made reservation on behalf of 0b740df55e7149bc9f9227cfdcd630fa for: {'network': 2} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:01.218760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.231698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.353514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 788bd4bd-bfe8-491a-ac74-4427744a4e2d {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:25:01.362239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.367415 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.375667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Transition to ACTIVE for port object 788bd4bd-bfe8-491a-ac74-4427744a4e2d will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:01.396267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59954) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:01.445138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.445616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.487096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6868947-7e9b-40ae-80d4-512e351c5fe9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:01.506678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:01.508092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.530411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.530832 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Added segment ccfb2ad2-d15a-480d-bf5a-277941f2b4b1 of type vlan for network ac89007e-cb75-40d5-b473-ad5d7267436e Jul 05 18:25:01.570449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Pushing event updated for resources: {'Port': ['ID=788bd4bd-bfe8-491a-ac74-4427744a4e2d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:01.621860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.639078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe584-9d4d-4224-a964-0a4c8662ef72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.700922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Attempting to bind port 788bd4bd-bfe8-491a-ac74-4427744a4e2d on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:01.701497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Attempting to bind port 788bd4bd-bfe8-491a-ac74-4427744a4e2d by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:01.701598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Attempting to bind port 788bd4bd-bfe8-491a-ac74-4427744a4e2d on network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:01.706364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Port 788bd4bd-bfe8-491a-ac74-4427744a4e2d on network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:25:01.706733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Attempting to bind port 788bd4bd-bfe8-491a-ac74-4427744a4e2d on network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:01.712398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:01.712748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Checking segment: {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:01.713144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Bound using segment: {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:01.713612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Bound port: 788bd4bd-bfe8-491a-ac74-4427744a4e2d, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30036b0e-21ba-42ec-b98b-34a49d2daa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:01.714054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.736644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:01.763805 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.764292 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Added segment 54da5384-5ed3-409a-8f32-259ce5b75b93 of type vlan for network 866cbd07-1069-4583-afc1-4f0356f7b183 Jul 05 18:25:01.812676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] For port 788bd4bd-bfe8-491a-ac74-4427744a4e2d, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:01.816571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] For port 788bd4bd-bfe8-491a-ac74-4427744a4e2d, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:01.842386 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.889181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe584-9d4d-4224-a964-0a4c8662ef72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.897384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.914500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16400843-f52b-44d1-833a-a4fe8681f953 req-da1a6477-c423-4a47-8d93-15161075e003 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:01.916118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16400843-f52b-44d1-833a-a4fe8681f953 req-da1a6477-c423-4a47-8d93-15161075e003 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 982 time: 0.0981798 Jul 05 18:25:01.954194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:01.954845 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:01.956410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] 10.222.0.97 "PUT /v2.0/ports/788bd4bd-bfe8-491a-ac74-4427744a4e2d HTTP/1.1" status: 200 len: 1130 time: 1.2723358 Jul 05 18:25:01.958816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:25:01.962831 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e" -d '{"events": [{"name": "network-changed", "server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:25:01.988924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9a8fe584-9d4d-4224-a964-0a4c8662ef72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.026167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7599529c-eb3b-495d-bfeb-5a4383efed73 service neutron] Pushing event updated for resources: {'Port': ['ID=788bd4bd-bfe8-491a-ac74-4427744a4e2d,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:02.046023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16400843-f52b-44d1-833a-a4fe8681f953 req-fa9b6615-edc3-48e4-a0f3-5b801b403eb7 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1090245 Jul 05 18:25:02.077311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59978) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:02.080456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9a8fe584-9d4d-4224-a964-0a4c8662ef72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e3b8e5e5c8b475d85b42fd96934bd71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6829545 Jul 05 18:25:02.091178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.092290 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.097222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:02.159959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:02.160954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.234816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fe584-9d4d-4224-a964-0a4c8662ef72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb40b12-04a7-4daa-add0-ce1e5f148fbd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:02.280965 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Network': ['ID=ac89007e-cb75-40d5-b473-ad5d7267436e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:02.292891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ac89007e-cb75-40d5-b473-ad5d7267436e details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:02.316201 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afdca30-7bbf-49cb-9765-91fd4056460b x-openstack-request-id: req-9afdca30-7bbf-49cb-9765-91fd4056460b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:25:02.316512 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:25:02.316777 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9afdca30-7bbf-49cb-9765-91fd4056460b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:25:02.317153 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'status': 'completed', 'code': 200} Jul 05 18:25:02.339828 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df0631dc-b2e4-42b6-b4fa-fe0e0f925adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.362289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Network': ['ID=866cbd07-1069-4583-afc1-4f0356f7b183,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:02.374658 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fdf063df-0f00-4a0a-8ca3-f70ae1702bbf tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3888912 Jul 05 18:25:02.375787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59982) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:02.382505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 866cbd07-1069-4583-afc1-4f0356f7b183 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:02.395202 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df0631dc-b2e4-42b6-b4fa-fe0e0f925adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.409551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e47c-df48-4419-a834-277eea04aaf3 req-8a35b09d-39a8-43d3-8b98-2895aeddccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:02.411251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-8a35b09d-39a8-43d3-8b98-2895aeddccdc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 1133 time: 0.3001435 Jul 05 18:25:02.487038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-49819540-d04e-4897-9026-ae4703e9b165 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d HTTP/1.1" status: 200 len: 217 time: 0.0645833 Jul 05 18:25:02.544662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de9a0f8-f86b-4b0b-88e2-0b85f7b0504f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:02.546268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e47c-df48-4419-a834-277eea04aaf3 req-29ac54aa-111c-4b57-8a12-bd0f3537babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:02.548067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-29ac54aa-111c-4b57-8a12-bd0f3537babe service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fde9a715-0085-4ea1-8e40-4955ee060b31 HTTP/1.1" status: 200 len: 834 time: 0.0523698 Jul 05 18:25:02.551591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de9a0f8-f86b-4b0b-88e2-0b85f7b0504f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:02.558189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de9a0f8-f86b-4b0b-88e2-0b85f7b0504f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:02.564353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de9a0f8-f86b-4b0b-88e2-0b85f7b0504f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:02.566030 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2de9a0f8-f86b-4b0b-88e2-0b85f7b0504f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1892517 Jul 05 18:25:02.568938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 59990) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:02.617285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e47c-df48-4419-a834-277eea04aaf3 req-ece9b0fc-8dd5-4cee-bb39-952dedf54580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:02.618967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-ece9b0fc-8dd5-4cee-bb39-952dedf54580 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616941 Jul 05 18:25:02.622385 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df0631dc-b2e4-42b6-b4fa-fe0e0f925adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.625085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df0631dc-b2e4-42b6-b4fa-fe0e0f925adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.628868 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-df0631dc-b2e4-42b6-b4fa-fe0e0f925adc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6cb40b12-04a7-4daa-add0-ce1e5f148fbd HTTP/1.1" status: 204 len: 168 time: 0.5478158 Jul 05 18:25:02.667501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.692468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0631dc-b2e4-42b6-b4fa-fe0e0f925adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb40b12-04a7-4daa-add0-ce1e5f148fbd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:02.763080 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.770206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-870f4749-d2e2-4fae-86c4-7766cc669127 service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382909 Jul 05 18:25:02.770711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:25:02.774979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac89007e-cb75-40d5-b473-ad5d7267436e']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:02.787471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccfb2ad2-d15a-480d-bf5a-277941f2b4b1') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:02.788019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccfb2ad2-d15a-480d-bf5a-277941f2b4b1') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:02.798470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.813757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.820354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:02.821018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:02.905260 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:02.920261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-40b89bbf-2313-461a-936b-f8b625f93d6b req-fc599c54-f98f-4a9d-8446-8242853f07ad service neutron] (100998) timed out ('10.222.0.30', 35036) {{(pid=100998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:25:02.922470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e371e47c-df48-4419-a834-277eea04aaf3 req-aa18e07e-4220-48c4-b37d-68f4741653c6 service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482773 Jul 05 18:25:02.971208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:02.999277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:03.005757 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/networks/ac89007e-cb75-40d5-b473-ad5d7267436e HTTP/1.1" status: 204 len: 168 time: 0.4315691 Jul 05 18:25:03.005757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ed8f8-6e08-47ee-8a1a-4b6febf1bb43 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Network': ['ID=ac89007e-cb75-40d5-b473-ad5d7267436e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:03.006132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 59998) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:03.097020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:25:03.097860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 8ae1f3d5-3cfd-4759-b4e4-a8858cb051d1 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:25:03.157539 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:03.285757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-b7fc2a6c-c6f7-4dc4-b73c-86fcdc2f77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:03.289658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-b7fc2a6c-c6f7-4dc4-b73c-86fcdc2f77e4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 1133 time: 0.1923351 Jul 05 18:25:03.365880 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:03.412894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['866cbd07-1069-4583-afc1-4f0356f7b183']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:03.434662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54da5384-5ed3-409a-8f32-259ce5b75b93') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:03.435097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54da5384-5ed3-409a-8f32-259ce5b75b93') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:03.452046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:03.476205 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:03.515125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e301271-37c9-4eee-a0b9-66334938ad30 req-499755fc-fda1-4149-82b4-97e5ca0e64f6 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:03.516933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e301271-37c9-4eee-a0b9-66334938ad30 req-499755fc-fda1-4149-82b4-97e5ca0e64f6 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 982 time: 0.2875142 Jul 05 18:25:03.518372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:03.518888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:03.524782 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:03.615805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-5bc1bfe8-d433-4710-9d45-981b6b05b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:03.617294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-5bc1bfe8-d433-4710-9d45-981b6b05b8a0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1 HTTP/1.1" status: 200 len: 897 time: 0.2802351 Jul 05 18:25:03.708828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-9643ae1a-afec-434c-9817-e8065a918fe6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d HTTP/1.1" status: 200 len: 217 time: 0.0826912 Jul 05 18:25:03.713712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e301271-37c9-4eee-a0b9-66334938ad30 req-c627efe6-5bb5-4fa1-a1fe-abc6c06a336e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1593161 Jul 05 18:25:03.772113 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:03.795809 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:03.800216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/networks/866cbd07-1069-4583-afc1-4f0356f7b183 HTTP/1.1" status: 204 len: 168 time: 0.7910275 Jul 05 18:25:03.801160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60028) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:03.804497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eae143-8989-417c-a079-5d80d1299e21 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Network': ['ID=866cbd07-1069-4583-afc1-4f0356f7b183,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:03.847623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-46a6de45-4c48-46a7-b94f-b78dd1ef45da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:03.852142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-46a6de45-4c48-46a7-b94f-b78dd1ef45da service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fde9a715-0085-4ea1-8e40-4955ee060b31 HTTP/1.1" status: 200 len: 834 time: 0.1370299 Jul 05 18:25:03.954292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-403155a1-7f37-478b-aa57-fef60180fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:03.956502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-403155a1-7f37-478b-aa57-fef60180fcd8 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967319 Jul 05 18:25:04.001167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61070532-286d-42fa-b5ad-3e8ff6f1cfa2 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:04.008953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61070532-286d-42fa-b5ad-3e8ff6f1cfa2 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:04.011650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-61070532-286d-42fa-b5ad-3e8ff6f1cfa2 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2085600 Jul 05 18:25:04.018195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60034) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:04.024653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1551238718'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:04.084621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-490eb25d-9709-40e6-b4b7-3583011f268e service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160715 Jul 05 18:25:04.084736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60036) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:04.120619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Made reservation on behalf of 0b740df55e7149bc9f9227cfdcd630fa for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:04.137895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.180128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:04.217131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.217693 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Added segment f2b1130f-2fe4-423b-a327-9afc873ea026 of type vlan for network 4b9cced6-4b86-4d5d-9c64-db383e1cd0d4 Jul 05 18:25:04.218470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58c191b1-6cea-4f9f-8fc7-224a26d7ae2e req-c8992236-8ada-4403-96c8-07bd331481c4 service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299415 Jul 05 18:25:04.295683 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.301855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-521761817'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:04.441668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Made reservation on behalf of 69b4995ef9ae410c942da9b739bf0a85 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:04.443797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.457281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.491954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.501287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:04.502510 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.593206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Network': ['ID=4b9cced6-4b86-4d5d-9c64-db383e1cd0d4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:04.612241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 4b9cced6-4b86-4d5d-9c64-db383e1cd0d4 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:04.665593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.709046 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.736470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:04.745182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a45a888-fe2b-436a-ac02-a69851f68d74,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:04.751138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.751481 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Added segment 42d307c8-9aef-4d20-8b4d-bd8120e690d8 of type vlan for network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 Jul 05 18:25:04.782049 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-857b045b-5348-4dad-b70c-664ca6a9e081 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7618704 Jul 05 18:25:04.784971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60050) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:04.790254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-917596011'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:04.796760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.914146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.917647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Made reservation on behalf of 0b740df55e7149bc9f9227cfdcd630fa for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:04.921063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:04.921577 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.921919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.955058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:04.969887 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:04.970270 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Added segment 158a1abd-6c9e-4f72-9276-1ee653a3a7f5 of type vlan for network efbb5114-7ba8-4fab-b951-0f3ac4886ca9 Jul 05 18:25:05.007833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event updated for resources: {'Network': ['ID=0314df77-b82b-42ef-bd4e-5241a4a0e7c5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:05.014383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cd991-4bde-465c-a54e-2a4eb21de179 req-720b3254-1ced-497e-b4b0-431e8a30292d tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:05.015970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f39cd991-4bde-465c-a54e-2a4eb21de179 req-720b3254-1ced-497e-b4b0-431e8a30292d tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 982 time: 0.1348066 Jul 05 18:25:05.018947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:05.040390 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.046341 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0910c781-c9b7-4609-bf7f-af72935e5603 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9608333 Jul 05 18:25:05.048991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60058) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:05.058973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Request body: {'subnet': {'network_id': '0314df77-b82b-42ef-bd4e-5241a4a0e7c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:05.077691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f39cd991-4bde-465c-a54e-2a4eb21de179 req-9797e732-e3ff-43d2-bbf0-ebb915a7956d tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0533898 Jul 05 18:25:05.164006 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.170655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:05.171245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.239157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Network': ['ID=efbb5114-7ba8-4fab-b951-0f3ac4886ca9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:05.250676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network efbb5114-7ba8-4fab-b951-0f3ac4886ca9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:05.251546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Made reservation on behalf of 69b4995ef9ae410c942da9b739bf0a85 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:05.255922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.310236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3c25349c-93f6-4330-abad-b0172c04907e tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5241287 Jul 05 18:25:05.311481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60064) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:05.316598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'ports': [{'network_id': '4b9cced6-4b86-4d5d-9c64-db383e1cd0d4', 'name': 'tempest-port--1431109545', 'admin_state_up': True}, {'network_id': 'efbb5114-7ba8-4fab-b951-0f3ac4886ca9', 'admin_state_up': False}]} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:05.316907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'port': {'network_id': '4b9cced6-4b86-4d5d-9c64-db383e1cd0d4', 'name': 'tempest-port--1431109545', 'admin_state_up': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:05.317375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'port': {'network_id': 'efbb5114-7ba8-4fab-b951-0f3ac4886ca9', 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:05.497414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.554387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Made reservation on behalf of 0b740df55e7149bc9f9227cfdcd630fa for: {'port': 2} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:05.563582 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.564255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event updated for resources: {'Subnet': ['ID=444bf808-4c2c-44ac-9a59-19ee058aa3a3,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:05.572407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 788bd4bd-bfe8-491a-ac74-4427744a4e2d details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:25:05.580924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Checking segment: {'id': '42d307c8-9aef-4d20-8b4d-bd8120e690d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0314df77-b82b-42ef-bd4e-5241a4a0e7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:05.586847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Network hostable DHCP agents. Network: 0314df77-b82b-42ef-bd4e-5241a4a0e7c5, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:05.602949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.695840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 788bd4bd-bfe8-491a-ac74-4427744a4e2d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:05.698920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] device_id is not set on port 7efbad24-22ab-49d1-9938-1b5fe09b7f99 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:05.709013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'port_id': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'mac_address': 'fa:16:3e:e0:94:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:25:05.713919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:05.748139 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.761275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 788bd4bd-bfe8-491a-ac74-4427744a4e2d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:25:05.794393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 0314df77-b82b-42ef-bd4e-5241a4a0e7c5) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:05.801904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:05.802264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.805215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 788bd4bd-bfe8-491a-ac74-4427744a4e2d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:05.814821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee296a-71cf-442c-b5b5-42a5a1d87a6e None None] Network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:05.834418 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.890807 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:05.944139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] device_id is not set on port bdd8b298-8d10-48c9-b455-32a16fc49f3f yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:05.949277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb8f8dbb-d877-4e6f-81cb-d3c14b07fc5d tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8971267 Jul 05 18:25:05.951670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60084) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:05.957955 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6e1a4b4f-c21a-4cc2-8bab-676a12fbdced tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1196411365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:05.972662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=788bd4bd-bfe8-491a-ac74-4427744a4e2d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:05.998251 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.051715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-0314df77-b82b-42ef-bd4e-5241a4a0e7c5', 'network_id': '0314df77-b82b-42ef-bd4e-5241a4a0e7c5', 'tenant_id': '69b4995ef9ae410c942da9b739bf0a85', 'fixed_ips': [{'subnet_id': '444bf808-4c2c-44ac-9a59-19ee058aa3a3'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:06.051715 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.118448 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4b4f-c21a-4cc2-8bab-676a12fbdced tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.120241 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4b4f-c21a-4cc2-8bab-676a12fbdced tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.180478 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4b4f-c21a-4cc2-8bab-676a12fbdced tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.203069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['788bd4bd-bfe8-491a-ac74-4427744a4e2d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:25:06.212206 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.311985 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4b4f-c21a-4cc2-8bab-676a12fbdced tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.325035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Allocated IP 172.20.0.2 (0314df77-b82b-42ef-bd4e-5241a4a0e7c5/444bf808-4c2c-44ac-9a59-19ee058aa3a3/f99fa682-9521-430a-ba0f-da12a47354cb) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:06.359628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad4032-f72b-434b-866f-01b8c5151dd6 req-9da860e5-a90f-418c-b8c8-8e364177b7dd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:06.367189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56ad4032-f72b-434b-866f-01b8c5151dd6 req-9da860e5-a90f-418c-b8c8-8e364177b7dd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 983 time: 0.1228585 Jul 05 18:25:06.377109 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.447278 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4b4f-c21a-4cc2-8bab-676a12fbdced tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.452045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6e1a4b4f-c21a-4cc2-8bab-676a12fbdced tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4959314 Jul 05 18:25:06.452473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60096) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:06.482531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56ad4032-f72b-434b-866f-01b8c5151dd6 req-c9cf0a9c-29f3-46e9-86d4-281e5324cb04 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1140578 Jul 05 18:25:06.493629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Port': ['ID=7efbad24-22ab-49d1-9938-1b5fe09b7f99,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:06.511034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Checking segment: {'id': 'f2b1130f-2fe4-423b-a327-9afc873ea026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4b9cced6-4b86-4d5d-9c64-db383e1cd0d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:06.512550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Network hostable DHCP agents. Network: 4b9cced6-4b86-4d5d-9c64-db383e1cd0d4, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:06.577417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Network 4b9cced6-4b86-4d5d-9c64-db383e1cd0d4 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:06.617419 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.627423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Transition to ACTIVE for port object f99fa682-9521-430a-ba0f-da12a47354cb will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:06.643056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Transition to ACTIVE for port object f99fa682-9521-430a-ba0f-da12a47354cb will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:06.662248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 4b9cced6-4b86-4d5d-9c64-db383e1cd0d4) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:06.666082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:06.667879 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.677532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c9f9d2-f762-4994-adcc-d47329edf011 None None] Network 4b9cced6-4b86-4d5d-9c64-db383e1cd0d4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:06.735324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.761596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Port': ['ID=bdd8b298-8d10-48c9-b455-32a16fc49f3f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:06.802423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:06.810842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:06.827105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Checking segment: {'id': '158a1abd-6c9e-4f72-9276-1ee653a3a7f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'efbb5114-7ba8-4fab-b951-0f3ac4886ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:06.829737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Network hostable DHCP agents. Network: efbb5114-7ba8-4fab-b951-0f3ac4886ca9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:06.836366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Pushing event updated for resources: {'Port': ['ID=f99fa682-9521-430a-ba0f-da12a47354cb,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:06.839410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:06.870516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.944858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Attempting to bind port f99fa682-9521-430a-ba0f-da12a47354cb on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:06.945850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Attempting to bind port f99fa682-9521-430a-ba0f-da12a47354cb by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '42d307c8-9aef-4d20-8b4d-bd8120e690d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0314df77-b82b-42ef-bd4e-5241a4a0e7c5'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:06.946690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Attempting to bind port f99fa682-9521-430a-ba0f-da12a47354cb on network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:06.948469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Network efbb5114-7ba8-4fab-b951-0f3ac4886ca9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:06.957413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:06.958588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Checking segment: {'id': '42d307c8-9aef-4d20-8b4d-bd8120e690d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0314df77-b82b-42ef-bd4e-5241a4a0e7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:06.959377 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:06.960054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Bound using segment: {'id': '42d307c8-9aef-4d20-8b4d-bd8120e690d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0314df77-b82b-42ef-bd4e-5241a4a0e7c5'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:06.960865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Bound port: f99fa682-9521-430a-ba0f-da12a47354cb, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d307c8-9aef-4d20-8b4d-bd8120e690d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0314df77-b82b-42ef-bd4e-5241a4a0e7c5'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:06.961554 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.031574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, efbb5114-7ba8-4fab-b951-0f3ac4886ca9) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:07.040841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96068c5a-b033-4522-8a78-8b19f46d3522 None None] Network efbb5114-7ba8-4fab-b951-0f3ac4886ca9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:07.042502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:07.050495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:07.076133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:07.081578 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.140724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] For port f99fa682-9521-430a-ba0f-da12a47354cb, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:07.167743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] For port f99fa682-9521-430a-ba0f-da12a47354cb, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f99fa682-9521-430a-ba0f-da12a47354cb,segment=NetworkSegment(42d307c8-9aef-4d20-8b4d-bd8120e690d8),segment_id=42d307c8-9aef-4d20-8b4d-bd8120e690d8)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:07.206194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-220c0d61-83a2-47cd-84bc-e4dc0d37b30b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8936396 Jul 05 18:25:07.211843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60106) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:07.274779 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.329372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Allocated IP 172.20.0.1 (0314df77-b82b-42ef-bd4e-5241a4a0e7c5/444bf808-4c2c-44ac-9a59-19ee058aa3a3/0ef11fc0-affc-428f-b5f4-37d76d918d09) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:07.395693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b2f08-ae64-4ec1-be59-63aabb98ae35 None None] Pushing event updated for resources: {'Port': ['ID=f99fa682-9521-430a-ba0f-da12a47354cb,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:07.402966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180384e4-6df4-4a15-bfc7-b1ac6bd625da tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:07.409658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180384e4-6df4-4a15-bfc7-b1ac6bd625da tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:07.414164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-180384e4-6df4-4a15-bfc7-b1ac6bd625da tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2012346 Jul 05 18:25:07.414804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60112) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:07.535778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-01cdf4a8-f811-41a3-a5ac-99eae035331d tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Deleting port 7efbad24-22ab-49d1-9938-1b5fe09b7f99 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:07.536132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01cdf4a8-f811-41a3-a5ac-99eae035331d tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.540350 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.558329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Transition to ACTIVE for port object 0ef11fc0-affc-428f-b5f4-37d76d918d09 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:07.606834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 788bd4bd-bfe8-491a-ac74-4427744a4e2d up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:07.635767 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01cdf4a8-f811-41a3-a5ac-99eae035331d tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.667643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.692938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-01cdf4a8-f811-41a3-a5ac-99eae035331d tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Calling delete_port for 7efbad24-22ab-49d1-9938-1b5fe09b7f99 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:07.752557 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:07.758186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:07.764328 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:07.768524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event updated for resources: {'Port': ['ID=0ef11fc0-affc-428f-b5f4-37d76d918d09,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:07.811547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 788bd4bd-bfe8-491a-ac74-4427744a4e2d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:07.815895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.824906 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 788bd4bd-bfe8-491a-ac74-4427744a4e2d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:07.824906 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.872111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b56e838-4a3e-45ff-be63-d76a49490245 req-22fc41f6-5248-44cd-bfee-1b1320c5f49a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:07.884358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b56e838-4a3e-45ff-be63-d76a49490245 req-22fc41f6-5248-44cd-bfee-1b1320c5f49a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 983 time: 0.1753514 Jul 05 18:25:07.935131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2b56e838-4a3e-45ff-be63-d76a49490245 req-270749d2-d310-447b-89b8-24ebc712704b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0498822 Jul 05 18:25:07.936530 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.959853 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01cdf4a8-f811-41a3-a5ac-99eae035331d tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:07.972952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:25:07.975744 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee90384-4ce0-4e5c-a46c-7cba9074ad98" -d '{"events": [{"server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "name": "network-vif-plugged", "status": "completed", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:25:07.991679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdf4a8-f811-41a3-a5ac-99eae035331d tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Port': ['ID=7efbad24-22ab-49d1-9938-1b5fe09b7f99,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:07.993171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 788bd4bd-bfe8-491a-ac74-4427744a4e2d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:08.010714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01cdf4a8-f811-41a3-a5ac-99eae035331d tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.013490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-01cdf4a8-f811-41a3-a5ac-99eae035331d tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/ports/7efbad24-22ab-49d1-9938-1b5fe09b7f99 HTTP/1.1" status: 204 len: 168 time: 0.5976868 Jul 05 18:25:08.016119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60124) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:08.038430 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab870fa2-eae9-475c-a284-c513e443199c x-openstack-request-id: req-ab870fa2-eae9-475c-a284-c513e443199c {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:25:08.038617 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "name": "network-vif-plugged", "status": "completed", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:25:08.038897 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab870fa2-eae9-475c-a284-c513e443199c {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:25:08.039322 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'code': 200} Jul 05 18:25:08.086382 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.172758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=788bd4bd-bfe8-491a-ac74-4427744a4e2d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:08.200273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.204966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Deleting port bdd8b298-8d10-48c9-b455-32a16fc49f3f {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:08.204966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.276917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d6a70-7d48-4de0-b6fd-8f7a0e574026 req-3b74977f-a828-41e3-8039-fed106fb4e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:08.278642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-940d6a70-7d48-4de0-b6fd-8f7a0e574026 req-3b74977f-a828-41e3-8039-fed106fb4e6b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 1135 time: 0.1662109 Jul 05 18:25:08.297655 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.319483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Calling delete_port for bdd8b298-8d10-48c9-b455-32a16fc49f3f owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:08.347721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-940d6a70-7d48-4de0-b6fd-8f7a0e574026 req-d777deb2-3e53-4779-aa02-847ff9bcabb0 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0272274f-a884-425d-bb23-d591e7275af8&id=7df14111-0039-4a55-a98a-7a5d04a3adb2&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0615618 Jul 05 18:25:08.549221 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.575477 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.607276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.629846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Port': ['ID=bdd8b298-8d10-48c9-b455-32a16fc49f3f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:08.645050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.645523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.646122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.646640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.647403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.647823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.649471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.649918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.650367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.650905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.651346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.651783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:08.655913 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.662126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6ae7ab9b-1bb1-451e-862a-6b713947cbe4 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/ports/bdd8b298-8d10-48c9-b455-32a16fc49f3f HTTP/1.1" status: 204 len: 168 time: 0.6406848 Jul 05 18:25:08.665094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60140) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:08.711431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event updated for resources: {'Port': ['ID=0ef11fc0-affc-428f-b5f4-37d76d918d09,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:08.713227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e2237d80-dfb6-4864-aba8-e1fa66319441 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0465527 Jul 05 18:25:08.715457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:08.717203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60142) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:08.723073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1246794156'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:08.743973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d386d-1624-48ac-ab31-7b47040c505e None None] Network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:08.842433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:08.844293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:08.878250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-abe240fd-1fd3-4db4-84a4-7a189205c2d1 None None] Provisioning for port f99fa682-9521-430a-ba0f-da12a47354cb completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:09.211819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b4cf7-9089-4d52-b25d-2d1e23231100 req-15e9595f-00b3-41e1-9fd6-6a1c522a12cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:09.221544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-331b4cf7-9089-4d52-b25d-2d1e23231100 req-15e9595f-00b3-41e1-9fd6-6a1c522a12cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 984 time: 0.1196716 Jul 05 18:25:09.244956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f99fa682-9521-430a-ba0f-da12a47354cb up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:09.296538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-331b4cf7-9089-4d52-b25d-2d1e23231100 req-dfefa2b4-30f8-419c-8608-43b4561973cc tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0736239 Jul 05 18:25:09.420319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port f99fa682-9521-430a-ba0f-da12a47354cb completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:09.427026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f0fd1789-1db2-437d-b02e-1d52e8c4949f None None] Provisioning complete for port f99fa682-9521-430a-ba0f-da12a47354cb triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:09.427509 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1789-1db2-437d-b02e-1d52e8c4949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.430692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f99fa682-9521-430a-ba0f-da12a47354cb triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:09.431181 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.519245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Made reservation on behalf of 0b740df55e7149bc9f9227cfdcd630fa for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:09.526190 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.572156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:09.610193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.610613 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Added segment 5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9 of type vlan for network d5aecaf4-f7aa-44ee-91f0-ce99695c6489 Jul 05 18:25:09.678398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.682776 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1789-1db2-437d-b02e-1d52e8c4949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.685060 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.731933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port f99fa682-9521-430a-ba0f-da12a47354cb, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f99fa682-9521-430a-ba0f-da12a47354cb,segment=NetworkSegment(42d307c8-9aef-4d20-8b4d-bd8120e690d8),segment_id=42d307c8-9aef-4d20-8b4d-bd8120e690d8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:09.759499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Router ce76175d-816e-4d4b-b790-6632c10c4334 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:25:09.779580 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.860911 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.866820 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:09.867642 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:09.876769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:25:09.889963 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-46c7fc75-3327-4216-bda5-e494c22df1b1 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "PUT /v2.0/routers/ce76175d-816e-4d4b-b790-6632c10c4334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4344823 Jul 05 18:25:09.890585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3536eb4f-0b15-4326-8c31-a6d3c0e649d7 None None] Sync routers for ids ['ce76175d-816e-4d4b-b790-6632c10c4334'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:25:09.891541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60162) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:09.897093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Request body: {'port': {'network_id': '0314df77-b82b-42ef-bd4e-5241a4a0e7c5', 'name': 'tempest-FloatingIPNegativeTestJSON-1735553422'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:09.906364 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-f0fd1789-1db2-437d-b02e-1d52e8c4949f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:25:09.906769 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-f0fd1789-1db2-437d-b02e-1d52e8c4949f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:25:09.917954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536eb4f-0b15-4326-8c31-a6d3c0e649d7 None None] Routers {'ce76175d-816e-4d4b-b790-6632c10c4334'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:09.918735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3536eb4f-0b15-4326-8c31-a6d3c0e649d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce76175d-816e-4d4b-b790-6632c10c4334'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:09.921946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=f99fa682-9521-430a-ba0f-da12a47354cb,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:09.969143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3536eb4f-0b15-4326-8c31-a6d3c0e649d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:09.996326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536eb4f-0b15-4326-8c31-a6d3c0e649d7 None None] Routers {'ce76175d-816e-4d4b-b790-6632c10c4334'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:09.996990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3536eb4f-0b15-4326-8c31-a6d3c0e649d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce76175d-816e-4d4b-b790-6632c10c4334'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:10.000467 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2822211 Jul 05 18:25:10.003867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60164) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:10.011718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2103161356'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:10.031730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088966f8-b4b6-45f5-a6ea-d94910ee784a tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Network': ['ID=d5aecaf4-f7aa-44ee-91f0-ce99695c6489,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:10.039393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3536eb4f-0b15-4326-8c31-a6d3c0e649d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:10.040611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3536eb4f-0b15-4326-8c31-a6d3c0e649d7 None None] The sync data for ids ['ce76175d-816e-4d4b-b790-6632c10c4334'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:25:10.044755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network d5aecaf4-f7aa-44ee-91f0-ce99695c6489 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:10.125844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Made reservation on behalf of 0b740df55e7149bc9f9227cfdcd630fa for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:10.129717 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.159690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:10.171676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.175352 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Added segment 05e425de-4b4c-4b00-ae35-0a64bdf0b6b5 of type vlan for network d379c5cc-5c8e-4f3b-a46b-5ee47c38da83 Jul 05 18:25:10.222309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.240965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Made reservation on behalf of 69b4995ef9ae410c942da9b739bf0a85 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:10.251458 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.284831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] device_id is not set on port 3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:10.325893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.333662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:10.335151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.460188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Network': ['ID=d379c5cc-5c8e-4f3b-a46b-5ee47c38da83,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:10.474736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network d379c5cc-5c8e-4f3b-a46b-5ee47c38da83 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:10.514631 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bdb06b87-9ffe-4af9-a8e0-fb4146c28f62 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5007322 Jul 05 18:25:10.559214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f0fd1789-1db2-437d-b02e-1d52e8c4949f None None] Provisioning for port 0ef11fc0-affc-428f-b5f4-37d76d918d09 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:10.574402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f0fd1789-1db2-437d-b02e-1d52e8c4949f None None] Provisioning complete for port 0ef11fc0-affc-428f-b5f4-37d76d918d09 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:10.574911 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f0fd1789-1db2-437d-b02e-1d52e8c4949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.576056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Allocated IP 172.20.0.11 (0314df77-b82b-42ef-bd4e-5241a4a0e7c5/444bf808-4c2c-44ac-9a59-19ee058aa3a3/3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:10.644980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f0fd1789-1db2-437d-b02e-1d52e8c4949f None None] Port 0ef11fc0-affc-428f-b5f4-37d76d918d09 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:25:10.669554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60176) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:10.670026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c46ce-fef6-4284-ad43-26bdcb9d7128 req-784275ef-cca2-4c11-9911-e5cd30af4331 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:10.673754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'subnets': [{'network_id': 'd5aecaf4-f7aa-44ee-91f0-ce99695c6489', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--448210265', 'ip_version': 4}, {'network_id': 'd379c5cc-5c8e-4f3b-a46b-5ee47c38da83', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:10.674069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'subnet': {'network_id': 'd5aecaf4-f7aa-44ee-91f0-ce99695c6489', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--448210265', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:10.674677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Request body: {'subnet': {'network_id': 'd379c5cc-5c8e-4f3b-a46b-5ee47c38da83', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:10.675383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-283c46ce-fef6-4284-ad43-26bdcb9d7128 req-784275ef-cca2-4c11-9911-e5cd30af4331 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 984 time: 0.1853902 Jul 05 18:25:10.768784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-39a7ca20-bf36-400b-bb56-1e461879b060 None None] Provisioning complete for port 0ef11fc0-affc-428f-b5f4-37d76d918d09 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:10.769159 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39a7ca20-bf36-400b-bb56-1e461879b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.777306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-283c46ce-fef6-4284-ad43-26bdcb9d7128 req-2b03d928-bb9b-4302-b1e1-4af7baab8900 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0721209 Jul 05 18:25:10.820414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-39a7ca20-bf36-400b-bb56-1e461879b060 None None] Port 0ef11fc0-affc-428f-b5f4-37d76d918d09 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:25:10.824965 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.849954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Transition to ACTIVE for port object 3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:10.988159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Made reservation on behalf of 0b740df55e7149bc9f9227cfdcd630fa for: {'subnet': 2} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:10.996031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:10.997417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.027600 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.068320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-5d17563a-d563-4f96-b7c8-3395550dd159 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:11.069835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-5d17563a-d563-4f96-b7c8-3395550dd159 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/networks?id=ab34e82d-a137-41c9-a05f-9993b614dce0 HTTP/1.1" status: 200 len: 814 time: 0.1852689 Jul 05 18:25:11.088808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f99fa682-9521-430a-ba0f-da12a47354cb up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:11.104485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:11.116267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:11.118144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event updated for resources: {'Port': ['ID=3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:11.121871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-77356a80-6657-4ca3-86f8-e31ad305c9f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/quotas/c0a81020fac7423fa9a9e24745c78dc8 HTTP/1.1" status: 200 len: 375 time: 0.0373659 Jul 05 18:25:11.124311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:11.133647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c210304-886f-4fb5-86ee-5913e3a1fc89 req-d9c8eb77-ba55-4dd2-89c2-4ba0a228ac4b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:11.141170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c210304-886f-4fb5-86ee-5913e3a1fc89 req-d9c8eb77-ba55-4dd2-89c2-4ba0a228ac4b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 984 time: 0.1965795 Jul 05 18:25:11.190022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f99fa682-9521-430a-ba0f-da12a47354cb triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:11.190623 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.225344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-bddce211-b466-494c-9bc8-242c05fac46f tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806129 Jul 05 18:25:11.313670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:11.314302 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.335542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c210304-886f-4fb5-86ee-5913e3a1fc89 req-651edd4b-4012-4a5e-ad12-79c5587a1cec tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1932058 Jul 05 18:25:11.421038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-699fc652-7c0d-4dff-aaa8-454866fb4e46 service neutron] 10.222.0.30 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868780 Jul 05 18:25:11.449003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c641bf64-64a9-4622-986b-038cc427d123 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5560303 Jul 05 18:25:11.472438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60204) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:11.477629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:11.535084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5adee9a9-53c7-466b-b8f5-40dfafd378eb None None] Provisioning for port 3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:11.539241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5adee9a9-53c7-466b-b8f5-40dfafd378eb None None] Provisioning complete for port 3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:11.539710 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5adee9a9-53c7-466b-b8f5-40dfafd378eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.576098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.582672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5adee9a9-53c7-466b-b8f5-40dfafd378eb None None] Port 3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:25:11.646278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.736838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Subnet': ['ID=49cdece2-67ef-4699-bc50-f91a3bc0d9be,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:11.753207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Checking segment: {'id': '5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd5aecaf4-f7aa-44ee-91f0-ce99695c6489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:11.753576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Network hostable DHCP agents. Network: d5aecaf4-f7aa-44ee-91f0-ce99695c6489, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:11.790121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.892605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Network d5aecaf4-f7aa-44ee-91f0-ce99695c6489 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:11.915869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Allocated IP 172.25.3.156 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/0abe97ca-2a8a-42cf-bc4c-140812e07982) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:11.931362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-93067b3c-56c1-4a7a-a2c6-24294dc03306 service neutron] 10.222.0.30 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026290 Jul 05 18:25:11.939133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cacdcb-1045-41ba-a673-62e410e46f59 req-04eb6785-475d-428e-bc7d-b1293c7d4716 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:11.940993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5cacdcb-1045-41ba-a673-62e410e46f59 req-04eb6785-475d-428e-bc7d-b1293c7d4716 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 1135 time: 0.0954747 Jul 05 18:25:11.961667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5cacdcb-1045-41ba-a673-62e410e46f59 req-c6c8f24c-da96-47ee-9022-3ee6669d4a0b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.982749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, d5aecaf4-f7aa-44ee-91f0-ce99695c6489) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:11.987558 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:11.996792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac78d9e9-7973-428a-b76d-52ac9f9722d7 None None] Network d5aecaf4-f7aa-44ee-91f0-ce99695c6489 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:12.074777 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5cacdcb-1045-41ba-a673-62e410e46f59 req-c6c8f24c-da96-47ee-9022-3ee6669d4a0b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.115009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event updated for resources: {'Subnet': ['ID=34eb7a40-876a-46a6-87fe-59574fe68e07,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:12.136703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f5cacdcb-1045-41ba-a673-62e410e46f59 req-c6c8f24c-da96-47ee-9022-3ee6669d4a0b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.141496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.167167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Checking segment: {'id': '05e425de-4b4c-4b00-ae35-0a64bdf0b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd379c5cc-5c8e-4f3b-a46b-5ee47c38da83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:12.167565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Network hostable DHCP agents. Network: d379c5cc-5c8e-4f3b-a46b-5ee47c38da83, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:12.176810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d5aecaf4-f7aa-44ee-91f0-ce99695c6489', 'network_id': 'd5aecaf4-f7aa-44ee-91f0-ce99695c6489', 'tenant_id': '0b740df55e7149bc9f9227cfdcd630fa', 'fixed_ips': [{'subnet_id': '49cdece2-67ef-4699-bc50-f91a3bc0d9be'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:12.178804 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.208679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5cacdcb-1045-41ba-a673-62e410e46f59 req-c6c8f24c-da96-47ee-9022-3ee6669d4a0b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2603855 Jul 05 18:25:12.227051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8f24c-da96-47ee-9022-3ee6669d4a0b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=815d81f3-4c16-43c7-b68b-aaa37f9d0f5d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:12.239735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60220) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:12.276412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Network d379c5cc-5c8e-4f3b-a46b-5ee47c38da83 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:12.310936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e27676-de1a-482e-90e8-01a30e7affad tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:12.312568 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4e27676-de1a-482e-90e8-01a30e7affad tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 1130 time: 0.0698957 Jul 05 18:25:12.316326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60222) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:12.322712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:12.325346 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-477790d2-c730-4040-9ff8-b1c32fa6838a req-cfd3f566-f829-4e36-b5a4-6468e1124b98 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 210 time: 0.0733809 Jul 05 18:25:12.355120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.391317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Allocated IP 172.20.0.2 (d5aecaf4-f7aa-44ee-91f0-ce99695c6489/49cdece2-67ef-4699-bc50-f91a3bc0d9be/2edbf495-4d0f-4793-bd0c-2b510e9f7112) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:12.398714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, d379c5cc-5c8e-4f3b-a46b-5ee47c38da83) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:12.412418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87476a6-d317-46a7-94ff-34b7332c9fc5 None None] Network d379c5cc-5c8e-4f3b-a46b-5ee47c38da83 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:12.419959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:12.422418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:12.422947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:12.423586 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.426029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:12.430663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:12.464509 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.471462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event updated for resources: {'Port': ['ID=0abe97ca-2a8a-42cf-bc4c-140812e07982,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:12.561569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60234) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:12.561918 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-677a8e92-07b8-4693-9f2a-ca37f688e13b tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8930585 Jul 05 18:25:12.661300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.705000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae362ca4-5005-4f2d-b406-674295ec9bce tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:12.707039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae362ca4-5005-4f2d-b406-674295ec9bce tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:12.709527 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae362ca4-5005-4f2d-b406-674295ec9bce tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:12.715758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ae362ca4-5005-4f2d-b406-674295ec9bce tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1492901 Jul 05 18:25:12.716335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60238) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:12.726762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.790477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab2eabb-284f-4492-9563-2945965d81a8 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Deleting subnet 49cdece2-67ef-4699-bc50-f91a3bc0d9be {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:25:12.829439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.893673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Allocated IP 172.25.3.161 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/6eb53dab-ea8c-4c01-950c-d0ddfbcc7c8a) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:12.916491 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.948554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Transition to ACTIVE for port object 2edbf495-4d0f-4793-bd0c-2b510e9f7112 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:12.955964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-d379c5cc-5c8e-4f3b-a46b-5ee47c38da83', 'network_id': 'd379c5cc-5c8e-4f3b-a46b-5ee47c38da83', 'tenant_id': '0b740df55e7149bc9f9227cfdcd630fa', 'fixed_ips': [{'subnet_id': '34eb7a40-876a-46a6-87fe-59574fe68e07'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:12.956925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:12.977536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Transition to ACTIVE for port object 2edbf495-4d0f-4793-bd0c-2b510e9f7112 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:13.073297 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bab2eabb-284f-4492-9563-2945965d81a8 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.079806 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.118629 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bab2eabb-284f-4492-9563-2945965d81a8 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.120015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.163492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Allocated IP 172.20.0.18 (d379c5cc-5c8e-4f3b-a46b-5ee47c38da83/34eb7a40-876a-46a6-87fe-59574fe68e07/80927ea2-5816-40e5-be4e-66c4c299ec88) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:13.217365 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.238824 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bab2eabb-284f-4492-9563-2945965d81a8 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.271468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Network d5aecaf4-f7aa-44ee-91f0-ce99695c6489 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:13.285775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:13.289494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:13.292263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Pushing event updated for resources: {'Port': ['ID=2edbf495-4d0f-4793-bd0c-2b510e9f7112,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:13.348454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.353172 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.382183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Attempting to bind port 2edbf495-4d0f-4793-bd0c-2b510e9f7112 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:13.382967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Attempting to bind port 2edbf495-4d0f-4793-bd0c-2b510e9f7112 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd5aecaf4-f7aa-44ee-91f0-ce99695c6489'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:13.383563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Attempting to bind port 2edbf495-4d0f-4793-bd0c-2b510e9f7112 on network d5aecaf4-f7aa-44ee-91f0-ce99695c6489 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:13.390446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:13.390889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Checking segment: {'id': '5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd5aecaf4-f7aa-44ee-91f0-ce99695c6489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:13.391298 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.391687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Bound using segment: {'id': '5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd5aecaf4-f7aa-44ee-91f0-ce99695c6489'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:13.392298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Bound port: 2edbf495-4d0f-4793-bd0c-2b510e9f7112, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd5aecaf4-f7aa-44ee-91f0-ce99695c6489'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:13.392586 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.394126 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bab2eabb-284f-4492-9563-2945965d81a8 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.423865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bab2eabb-284f-4492-9563-2945965d81a8 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.425932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bab2eabb-284f-4492-9563-2945965d81a8 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/subnets/49cdece2-67ef-4699-bc50-f91a3bc0d9be HTTP/1.1" status: 204 len: 168 time: 0.7080052 Jul 05 18:25:13.451916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2eabb-284f-4492-9563-2945965d81a8 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Subnet': ['ID=49cdece2-67ef-4699-bc50-f91a3bc0d9be,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:13.459536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60254) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:13.487013 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.499394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:13.502913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Transition to ACTIVE for port object 80927ea2-5816-40e5-be4e-66c4c299ec88 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:13.504296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=6eb53dab-ea8c-4c01-950c-d0ddfbcc7c8a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:13.509642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] For port 2edbf495-4d0f-4793-bd0c-2b510e9f7112, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:13.510125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:13.517165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] For port 2edbf495-4d0f-4793-bd0c-2b510e9f7112, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2edbf495-4d0f-4793-bd0c-2b510e9f7112,segment=NetworkSegment(5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9),segment_id=5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:13.538281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Transition to ACTIVE for port object 80927ea2-5816-40e5-be4e-66c4c299ec88 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:13.560639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:13.584430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ced57cb-2a23-4bc5-b853-ab0fc2fc665f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Deleting subnet 34eb7a40-876a-46a6-87fe-59574fe68e07 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:25:13.588398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20efda05-0128-4898-a279-e4806d97fdb7 req-39d317cd-c194-4f8d-851b-74e3d0c559ca tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 210 time: 0.0802460 Jul 05 18:25:13.599730 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.627464 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.662037 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1ced57cb-2a23-4bc5-b853-ab0fc2fc665f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.670107 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.681017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c8d02d-549a-4b88-a7c4-a3397fb16474 None None] Pushing event updated for resources: {'Port': ['ID=2edbf495-4d0f-4793-bd0c-2b510e9f7112,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:13.738736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event updated for resources: {'Port': ['ID=0abe97ca-2a8a-42cf-bc4c-140812e07982,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:13.743596 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1ced57cb-2a23-4bc5-b853-ab0fc2fc665f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.748622 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.750104 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5df81c28-2703-4866-bae2-57b6e0a551ca tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2766821 Jul 05 18:25:13.755537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60260) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:13.763176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-047de234-bb08-4ba8-92c2-53912cca6583 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Request body: {'floatingip': {'port_id': '3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:13.769810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Network d379c5cc-5c8e-4f3b-a46b-5ee47c38da83 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:13.776623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:13.782940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:13.807589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Pushing event updated for resources: {'Port': ['ID=80927ea2-5816-40e5-be4e-66c4c299ec88,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:13.837689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c5ac92-8169-412e-adc6-1fd6b19cbc3b None None] Network d5aecaf4-f7aa-44ee-91f0-ce99695c6489 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:13.868851 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1ced57cb-2a23-4bc5-b853-ab0fc2fc665f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.918700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-047de234-bb08-4ba8-92c2-53912cca6583 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for floatingip, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.943273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Attempting to bind port 80927ea2-5816-40e5-be4e-66c4c299ec88 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:13.943741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Attempting to bind port 80927ea2-5816-40e5-be4e-66c4c299ec88 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '05e425de-4b4c-4b00-ae35-0a64bdf0b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd379c5cc-5c8e-4f3b-a46b-5ee47c38da83'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:13.944247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Attempting to bind port 80927ea2-5816-40e5-be4e-66c4c299ec88 on network d379c5cc-5c8e-4f3b-a46b-5ee47c38da83 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:13.976305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:13.976782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Checking segment: {'id': '05e425de-4b4c-4b00-ae35-0a64bdf0b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd379c5cc-5c8e-4f3b-a46b-5ee47c38da83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:13.977567 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:13.978000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Bound using segment: {'id': '05e425de-4b4c-4b00-ae35-0a64bdf0b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd379c5cc-5c8e-4f3b-a46b-5ee47c38da83'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:13.979324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Bound port: 80927ea2-5816-40e5-be4e-66c4c299ec88, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e425de-4b4c-4b00-ae35-0a64bdf0b6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'd379c5cc-5c8e-4f3b-a46b-5ee47c38da83'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:13.981588 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:14.011294 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1ced57cb-2a23-4bc5-b853-ab0fc2fc665f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:14.044487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ced57cb-2a23-4bc5-b853-ab0fc2fc665f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Subnet': ['ID=34eb7a40-876a-46a6-87fe-59574fe68e07,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:14.046816 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1ced57cb-2a23-4bc5-b853-ab0fc2fc665f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:14.051642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1ced57cb-2a23-4bc5-b853-ab0fc2fc665f tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/subnets/34eb7a40-876a-46a6-87fe-59574fe68e07 HTTP/1.1" status: 204 len: 168 time: 0.5909595 Jul 05 18:25:14.051818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60264) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:14.089567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] For port 80927ea2-5816-40e5-be4e-66c4c299ec88, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:14.103181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] For port 80927ea2-5816-40e5-be4e-66c4c299ec88, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=80927ea2-5816-40e5-be4e-66c4c299ec88,segment=NetworkSegment(05e425de-4b4c-4b00-ae35-0a64bdf0b6b5),segment_id=05e425de-4b4c-4b00-ae35-0a64bdf0b6b5)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:14.171414 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:14.244739 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-047de234-bb08-4ba8-92c2-53912cca6583 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] update failed (client error): The resource could not be found. Jul 05 18:25:14.248435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-047de234-bb08-4ba8-92c2-53912cca6583 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "PUT /v2.0/floatingips/ec3b234f-40b1-4296-9c26-b850eb00f5fb HTTP/1.1" status: 404 len: 507 time: 0.4893863 Jul 05 18:25:14.249186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ab37a3-0ca5-4ab5-92a7-4464c4d4c1ac tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:14.253565 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a0ab37a3-0ca5-4ab5-92a7-4464c4d4c1ac tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1943743 Jul 05 18:25:14.255412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60268) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:14.255848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60266) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:14.283591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659f2c92-96cb-4039-9c87-5fffb6302c2f None None] Pushing event updated for resources: {'Port': ['ID=80927ea2-5816-40e5-be4e-66c4c299ec88,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:14.338492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e95b3-9d4e-4b7f-8917-d907be0aab70 None None] Network d379c5cc-5c8e-4f3b-a46b-5ee47c38da83 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:14.461020 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:14.472498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Deleting port 0abe97ca-2a8a-42cf-bc4c-140812e07982 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:14.472899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:14.588853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:14.621289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:14.622296 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:14.645677 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Calling delete_port for 0abe97ca-2a8a-42cf-bc4c-140812e07982 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:14.649188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21415dba-8216-4f38-b560-2b8df24aff53 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:25:14.820608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21415dba-8216-4f38-b560-2b8df24aff53 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:25:14.948930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c207f25-8bc4-41eb-b348-b206372d591f req-1ade2f0a-d708-4d25-bfb0-7e9714274ad6 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 210 time: 0.0750453 Jul 05 18:25:15.052503 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.091717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event deleted for resources: {'Port': ['ID=0abe97ca-2a8a-42cf-bc4c-140812e07982,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:15.161695 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.171507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.171507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8868704b-6fc1-4b0e-9259-3cef71f2fb8a tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "DELETE /v2.0/floatingips/ec3b234f-40b1-4296-9c26-b850eb00f5fb HTTP/1.1" status: 204 len: 168 time: 0.9081309 Jul 05 18:25:15.176963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:15.184553 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b14f6a8c-d76a-439f-968d-531d1ce36359 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Request body: {'floatingip': {'floating_network_id': '0314df77-b82b-42ef-bd4e-5241a4a0e7c5', 'port_id': '3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:15.242168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d8d17-96c5-4e0d-bdfb-148e84386c2d None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:25:15.297468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b14f6a8c-d76a-439f-968d-531d1ce36359 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.329966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d8d17-96c5-4e0d-bdfb-148e84386c2d None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:25:15.396597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.406014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Deleting port 80927ea2-5816-40e5-be4e-66c4c299ec88 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:15.406352 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.497112 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-b14f6a8c-d76a-439f-968d-531d1ce36359 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:25:15.499455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b14f6a8c-d76a-439f-968d-531d1ce36359 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3205080 Jul 05 18:25:15.503479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-c2d4eb75-c857-4118-937c-af26763fb732 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:15.504982 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-c2d4eb75-c857-4118-937c-af26763fb732 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.39 "GET /v2.0/networks?id=ab34e82d-a137-41c9-a05f-9993b614dce0 HTTP/1.1" status: 200 len: 814 time: 0.7961400 Jul 05 18:25:15.507215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:15.517665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:15.532873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Request body: {'port': {'device_id': '4d178602-fae5-4a6e-8de9-01d1f23ed241', 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0', 'admin_state_up': True, 'tenant_id': 'c0a81020fac7423fa9a9e24745c78dc8'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:15.653486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] For port 80927ea2-5816-40e5-be4e-66c4c299ec88, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=80927ea2-5816-40e5-be4e-66c4c299ec88,segment=NetworkSegment(05e425de-4b4c-4b00-ae35-0a64bdf0b6b5),segment_id=05e425de-4b4c-4b00-ae35-0a64bdf0b6b5)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:15.654107 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.686481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Calling delete_port for 80927ea2-5816-40e5-be4e-66c4c299ec88 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:15.781362 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.867004 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.942446 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:15.982939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.032804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Made reservation on behalf of c0a81020fac7423fa9a9e24745c78dc8 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:16.037650 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.054518 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.110522 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d26dc9e4-946d-4bdf-a506-3a2dc97f496f req-70b07756-f70c-422f-86ed-b6bcd73afd06 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 210 time: 0.0305288 Jul 05 18:25:16.151697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] No DVR routers for this DVR port 80927ea2-5816-40e5-be4e-66c4c299ec88 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:16.186070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=6eb53dab-ea8c-4c01-950c-d0ddfbcc7c8a,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:16.243018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.281228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Port': ['ID=80927ea2-5816-40e5-be4e-66c4c299ec88,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:16.402014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.437976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d379c5cc-5c8e-4f3b-a46b-5ee47c38da83']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:16.464745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Allocated IP 172.25.3.39 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/e67da14c-0fe4-4823-bd65-3b16527a93e3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:16.484201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e425de-4b4c-4b00-ae35-0a64bdf0b6b5') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:16.484499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e425de-4b4c-4b00-ae35-0a64bdf0b6b5') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:16.513193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.528329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Allocated IP 172.20.0.9 (ab34e82d-a137-41c9-a05f-9993b614dce0/af5b70e3-5970-45fa-9a05-638c622f59bd/2a826747-4d74-4efb-a8bd-861c69effa4d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:16.560599 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Floating IP 94978135-bfb0-4e1d-b642-11e5ea64aa03 associated. External IP: 172.25.3.161, port: 788bd4bd-bfe8-491a-ac74-4427744a4e2d. Jul 05 18:25:16.587403 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.637217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:16.637561 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:16.640424 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:16.856263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.870099 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.877320 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:16.880176 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/networks/d379c5cc-5c8e-4f3b-a46b-5ee47c38da83 HTTP/1.1" status: 204 len: 168 time: 2.6222420 Jul 05 18:25:16.881383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60324) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:16.909485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cab95-f6a7-41c0-ba34-9aa67894cd80 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Network': ['ID=d379c5cc-5c8e-4f3b-a46b-5ee47c38da83,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:16.976732 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.034284 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Deleting port 2edbf495-4d0f-4793-bd0c-2b510e9f7112 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:17.034646 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.113232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] For port 2edbf495-4d0f-4793-bd0c-2b510e9f7112, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2edbf495-4d0f-4793-bd0c-2b510e9f7112,segment=NetworkSegment(5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9),segment_id=5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:17.113591 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.132543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Calling delete_port for 2edbf495-4d0f-4793-bd0c-2b510e9f7112 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:17.280022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f309bf8a-cffc-440b-ab47-5f1541b45569 req-c39f955f-298b-4490-88a7-23ead9332744 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 210 time: 0.0334339 Jul 05 18:25:17.325586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.354738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Port': ['ID=2edbf495-4d0f-4793-bd0c-2b510e9f7112,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:17.365414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] No DVR routers for this DVR port 2edbf495-4d0f-4793-bd0c-2b510e9f7112 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:17.367742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.401946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:25:17.417661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.455007 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.466696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5aecaf4-f7aa-44ee-91f0-ce99695c6489']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:17.479354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:17.479807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee4f584-8b9e-4d27-922e-51d8ecb1bbd9') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:17.494770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:17.495727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.511231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.517360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:17.517876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:17.521027 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:17.536655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:17.543510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:17.547914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event updated for resources: {'Port': ['ID=e67da14c-0fe4-4823-bd65-3b16527a93e3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:17.580293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.650954 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.659068 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.664502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/networks/d5aecaf4-f7aa-44ee-91f0-ce99695c6489 HTTP/1.1" status: 204 len: 168 time: 0.7811933 Jul 05 18:25:17.669927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60342) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:17.678254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Network ab34e82d-a137-41c9-a05f-9993b614dce0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:17.688963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:17.699385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:17.700304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21a65-c06a-4a71-b041-be2f61ab6542 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Network': ['ID=d5aecaf4-f7aa-44ee-91f0-ce99695c6489,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:17.729164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Pushing event updated for resources: {'Port': ['ID=2a826747-4d74-4efb-a8bd-861c69effa4d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:17.773451 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.778840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:25:17.792227 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] Sync routers for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:25:17.801824 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:17.802449 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:17.848575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:17.849855 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.887677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.899371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efbb5114-7ba8-4fab-b951-0f3ac4886ca9']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:17.912486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '158a1abd-6c9e-4f72-9276-1ee653a3a7f5') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:17.913047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '158a1abd-6c9e-4f72-9276-1ee653a3a7f5') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:17.923218 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.938087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.940622 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.944676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:17.945306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:17.975124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Deleting port e67da14c-0fe4-4823-bd65-3b16527a93e3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:17.975538 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.001153 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:18.005318 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:18.024011 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-15d26508-06bc-4b1b-a6d1-c7ece849c0f5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5004499 Jul 05 18:25:18.045330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-c887b338-c0a3-48e6-93e8-dd8716c8228b tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:25:18.050723 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-c887b338-c0a3-48e6-93e8-dd8716c8228b tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089321 Jul 05 18:25:18.050723 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-af5e56d8-f28a-4b07-bde0-5b785da303cb tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.7321606 Jul 05 18:25:18.051623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:25:18.054167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60350) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:18.054836 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ea96ee-6840-47b6-ba3a-7eff1fee9531" -d '{"events": [{"name": "network-changed", "server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:25:18.105020 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.105401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.120228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Calling delete_port for e67da14c-0fe4-4823-bd65-3b16527a93e3 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:18.164082 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.185278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Request body: {'port': {'device_id': '4d178602-fae5-4a6e-8de9-01d1f23ed241', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:18.188586 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a04c5e-263b-4c44-af43-ddd6ec3e3c36 x-openstack-request-id: req-38a04c5e-263b-4c44-af43-ddd6ec3e3c36 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:25:18.188871 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:25:18.189223 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38a04c5e-263b-4c44-af43-ddd6ec3e3c36 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:25:18.189607 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'status': 'completed', 'code': 200} Jul 05 18:25:18.206334 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.210497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/networks/efbb5114-7ba8-4fab-b951-0f3ac4886ca9 HTTP/1.1" status: 204 len: 168 time: 0.5370231 Jul 05 18:25:18.217455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60360) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:18.246603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3086f-7798-4b04-910c-bc34f749c681 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Network': ['ID=efbb5114-7ba8-4fab-b951-0f3ac4886ca9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:18.263762 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:47Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '94978135-bfb0-4e1d-b642-11e5ea64aa03', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'port_id': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'mac_address': 'fa:16:3e:e0:94:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:25:14Z', 'updated_at': '2021-07-05T18:25:14Z', 'revision_number': 0, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7b63d4-abe7-4316-a98b-c8f4c979787b', 'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:0a:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:45Z', 'updated_at': '2021-07-05T18:24:54Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:18.298391 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] Checking router: 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:25:18.320585 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:18.321225 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:18.336942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4bb6b-5f4b-457e-a4e6-0075ba0fb97b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.337428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4bb6b-5f4b-457e-a4e6-0075ba0fb97b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.338214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4bb6b-5f4b-457e-a4e6-0075ba0fb97b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.338612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4bb6b-5f4b-457e-a4e6-0075ba0fb97b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.339422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4bb6b-5f4b-457e-a4e6-0075ba0fb97b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.339561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4bb6b-5f4b-457e-a4e6-0075ba0fb97b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.339977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb4bb6b-5f4b-457e-a4e6-0075ba0fb97b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.344794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-beb4bb6b-5f4b-457e-a4e6-0075ba0fb97b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4955 time: 0.2894607 Jul 05 18:25:18.348528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60364) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:18.371802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-d17ace0d-c6d5-4a30-882b-1555c9429fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.373733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-d17ace0d-c6d5-4a30-882b-1555c9429fae service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 1135 time: 0.1984725 Jul 05 18:25:18.377912 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.469065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.500093 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:25:18.533037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846b566-e31c-478e-a681-8cbaec71b687 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.534285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846b566-e31c-478e-a681-8cbaec71b687 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.534285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846b566-e31c-478e-a681-8cbaec71b687 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.534529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846b566-e31c-478e-a681-8cbaec71b687 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.534883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846b566-e31c-478e-a681-8cbaec71b687 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.535466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1846b566-e31c-478e-a681-8cbaec71b687 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.539967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1846b566-e31c-478e-a681-8cbaec71b687 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3961 time: 0.1903841 Jul 05 18:25:18.543659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60366) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:18.611718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.634982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9cced6-4b86-4d5d-9c64-db383e1cd0d4']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:18.645857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.654425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-8a1fd8b3-dd36-4a80-8da3-e4869971e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.655926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-8a1fd8b3-dd36-4a80-8da3-e4869971e073 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1 HTTP/1.1" status: 200 len: 897 time: 0.2622120 Jul 05 18:25:18.673326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b1130f-2fe4-423b-a327-9afc873ea026') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:18.673592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b1130f-2fe4-423b-a327-9afc873ea026') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:18.722821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc21c22-1751-418a-bf02-ca973d976b37 req-3080ee60-b030-42d4-93c1-55949c41cf7f tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.724341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7dc21c22-1751-418a-bf02-ca973d976b37 req-3080ee60-b030-42d4-93c1-55949c41cf7f tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 931 time: 0.2516565 Jul 05 18:25:18.758645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event deleted for resources: {'Port': ['ID=e67da14c-0fe4-4823-bd65-3b16527a93e3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:18.762330 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:47Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '94978135-bfb0-4e1d-b642-11e5ea64aa03', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'port_id': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'mac_address': 'fa:16:3e:e0:94:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:25:14Z', 'updated_at': '2021-07-05T18:25:14Z', 'revision_number': 0, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7b63d4-abe7-4316-a98b-c8f4c979787b', 'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:0a:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:45Z', 'updated_at': '2021-07-05T18:24:54Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:18.764271 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.794334 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642ca1e0-e1a0-44c0-878f-44c80cd8903e None None] The sync data for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 is: [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:47Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '94978135-bfb0-4e1d-b642-11e5ea64aa03', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'floating_ip_address': '172.25.3.161', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'port_id': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3086, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'mac_address': 'fa:16:3e:e0:94:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:25:14Z', 'updated_at': '2021-07-05T18:25:14Z', 'revision_number': 0, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7b63d4-abe7-4316-a98b-c8f4c979787b', 'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:0a:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:45Z', 'updated_at': '2021-07-05T18:24:54Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:25:18.835131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7dc21c22-1751-418a-bf02-ca973d976b37 req-deee5a79-98fc-4bb5-aa28-65ac176564a3 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925224 Jul 05 18:25:18.840217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-c137bfa2-1165-4bb0-b82a-49d5929cfabc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d HTTP/1.1" status: 200 len: 999 time: 0.1734633 Jul 05 18:25:18.846777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.908010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:18.908831 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:18.925094 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:18.989511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-3099d55e-c6fd-42dd-a022-f6409f432519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:18.991032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-3099d55e-c6fd-42dd-a022-f6409f432519 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fde9a715-0085-4ea1-8e40-4955ee060b31 HTTP/1.1" status: 200 len: 834 time: 0.1353698 Jul 05 18:25:19.114427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4ade021d-11d9-48f0-9f74-15f5330c1b45 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2162 time: 0.5648081 Jul 05 18:25:19.115597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60378) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:19.122936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-4f158a38-87e3-4ea4-8bf5-3f9601c597ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:19.124524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-4f158a38-87e3-4ea4-8bf5-3f9601c597ae service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248975 Jul 05 18:25:19.133857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4331eb2f-fb1b-497d-96b6-9cd0f28ca1ec None None] New status for floating IP 94978135-bfb0-4e1d-b642-11e5ea64aa03: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:25:19.210952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a826747-4d74-4efb-a8bd-861c69effa4d {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:25:19.224264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:19.233253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-a91a75a5-a91c-4a1b-865f-f660597685dd service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967910 Jul 05 18:25:19.243599 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] create failed (client error): The resource could not be found. Jul 05 18:25:19.245942 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ddb46ce4-9e55-4b4d-9e82-2ff016d57dbc tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.7316411 Jul 05 18:25:19.247120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:19.249486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60382) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:19.277222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:19.282719 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] 10.222.0.30 "DELETE /v2.0/networks/4b9cced6-4b86-4d5d-9c64-db383e1cd0d4 HTTP/1.1" status: 204 len: 168 time: 1.0626459 Jul 05 18:25:19.298612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Transition to ACTIVE for port object 2a826747-4d74-4efb-a8bd-861c69effa4d will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:19.301439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ca2dc-cd1e-4a44-9f04-8fb145c5cc81 tempest-BulkNetworkOpsTest-1987994676 tempest-BulkNetworkOpsTest-1987994676-project] Pushing event deleted for resources: {'Network': ['ID=4b9cced6-4b86-4d5d-9c64-db383e1cd0d4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:19.331237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda40c76-86e8-42a7-98fe-81bd9173714b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:19.331734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda40c76-86e8-42a7-98fe-81bd9173714b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:19.333855 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fda40c76-86e8-42a7-98fe-81bd9173714b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=84bbe91c-d1ca-4aea-b989-ea0e65aa9872 HTTP/1.1" status: 200 len: 1990 time: 0.2059035 Jul 05 18:25:19.380867 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:19.477304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88ea96ee-6840-47b6-ba3a-7eff1fee9531 req-0b29ae64-dc00-4de6-a194-31e2140b2617 service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374039 Jul 05 18:25:19.495601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-ab7fd594-4f16-4c6b-84f7-8c416204347c tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Deleting port 3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:19.496019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab7fd594-4f16-4c6b-84f7-8c416204347c tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:19.505915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Pushing event updated for resources: {'Port': ['ID=2a826747-4d74-4efb-a8bd-861c69effa4d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:19.540679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Attempting to bind port 2a826747-4d74-4efb-a8bd-861c69effa4d on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:19.541029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Attempting to bind port 2a826747-4d74-4efb-a8bd-861c69effa4d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '6185a033-9320-41f8-be0d-887c3ab5ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:19.541368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Attempting to bind port 2a826747-4d74-4efb-a8bd-861c69effa4d on network ab34e82d-a137-41c9-a05f-9993b614dce0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:19.546166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Port 2a826747-4d74-4efb-a8bd-861c69effa4d on network ab34e82d-a137-41c9-a05f-9993b614dce0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:25:19.546491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Attempting to bind port 2a826747-4d74-4efb-a8bd-861c69effa4d on network ab34e82d-a137-41c9-a05f-9993b614dce0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:19.552628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:19.552969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Checking segment: {'id': '6185a033-9320-41f8-be0d-887c3ab5ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:19.554818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Bound using segment: {'id': '6185a033-9320-41f8-be0d-887c3ab5ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:19.554818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Bound port: 2a826747-4d74-4efb-a8bd-861c69effa4d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6185a033-9320-41f8-be0d-887c3ab5ac82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:19.554818 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:19.635623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] For port 2a826747-4d74-4efb-a8bd-861c69effa4d, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:19.640860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] For port 2a826747-4d74-4efb-a8bd-861c69effa4d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2a826747-4d74-4efb-a8bd-861c69effa4d,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:19.719472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:19.801948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:19.802785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:19.804317 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] 10.222.0.39 "PUT /v2.0/ports/2a826747-4d74-4efb-a8bd-861c69effa4d HTTP/1.1" status: 200 len: 1091 time: 1.7446127 Jul 05 18:25:19.864472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2286be14-6a4d-4a0e-ab96-595082f12e99 service neutron] Pushing event updated for resources: {'Port': ['ID=2a826747-4d74-4efb-a8bd-861c69effa4d,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:19.898245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60402) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:19.962269 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab7fd594-4f16-4c6b-84f7-8c416204347c tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.011930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-ab7fd594-4f16-4c6b-84f7-8c416204347c tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Calling delete_port for 3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:20.077146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-95014cfe-cedc-48cc-a834-2a469e208fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:20.078836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-95014cfe-cedc-48cc-a834-2a469e208fa3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 1094 time: 0.1295216 Jul 05 18:25:20.120165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd1a876-7c28-4eaf-950d-f93b9927a64f req-a9378c79-07f5-4325-b298-64bfb9097137 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:20.121754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abd1a876-7c28-4eaf-950d-f93b9927a64f req-a9378c79-07f5-4325-b298-64bfb9097137 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 943 time: 0.1495032 Jul 05 18:25:20.148261 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-23a2d9df-aaa5-49cd-82b1-d485be7708ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0b740df55e7149bc9f9227cfdcd630fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463779 Jul 05 18:25:20.149226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60410) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:20.179903 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-a4185590-b95e-41e9-acb6-cd6701fc4172 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a826747-4d74-4efb-a8bd-861c69effa4d HTTP/1.1" status: 200 len: 217 time: 0.0925055 Jul 05 18:25:20.195116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d178602-fae5-4a6e-8de9-01d1f23ed241', 'tag': '2a826747-4d74-4efb-a8bd-861c69effa4d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:25:20.197617 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8987b76-5f81-4e2a-91cc-e3d4585bf793" -d '{"events": [{"name": "network-changed", "server_uuid": "4d178602-fae5-4a6e-8de9-01d1f23ed241", "tag": "2a826747-4d74-4efb-a8bd-861c69effa4d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:25:20.249190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abd1a876-7c28-4eaf-950d-f93b9927a64f req-7e6dcbec-dcef-42ec-8d32-08c4cded77c5 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212785 Jul 05 18:25:20.279956 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18ee240-60e9-4963-a558-07c1f46fb669 x-openstack-request-id: req-a18ee240-60e9-4963-a558-07c1f46fb669 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:25:20.280385 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d178602-fae5-4a6e-8de9-01d1f23ed241", "tag": "2a826747-4d74-4efb-a8bd-861c69effa4d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:25:20.280648 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a18ee240-60e9-4963-a558-07c1f46fb669 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:25:20.281034 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d178602-fae5-4a6e-8de9-01d1f23ed241', 'tag': '2a826747-4d74-4efb-a8bd-861c69effa4d', 'status': 'completed', 'code': 200} Jul 05 18:25:20.285335 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1acee48-e7f5-4822-939d-a939dc56a493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.317437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1acee48-e7f5-4822-939d-a939dc56a493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.318347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-5277e796-cd96-4132-b3ac-173c62981118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:20.319894 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-5277e796-cd96-4132-b3ac-173c62981118 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af5b70e3-5970-45fa-9a05-638c622f59bd HTTP/1.1" status: 200 len: 854 time: 0.1325064 Jul 05 18:25:20.341605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab7fd594-4f16-4c6b-84f7-8c416204347c tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.355559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60418) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:20.377610 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-6b81f06e-bbc5-43a0-a56b-784daee1abdc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab34e82d-a137-41c9-a05f-9993b614dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496256 Jul 05 18:25:20.394944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7fd594-4f16-4c6b-84f7-8c416204347c tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event deleted for resources: {'Port': ['ID=3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:20.494338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab7fd594-4f16-4c6b-84f7-8c416204347c tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.499032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ab7fd594-4f16-4c6b-84f7-8c416204347c tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "DELETE /v2.0/ports/3ea87abd-c2cf-4710-ac4e-3fd1b25b40bb HTTP/1.1" status: 204 len: 168 time: 1.2461829 Jul 05 18:25:20.500873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60424) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:20.509088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee178-4218-46fe-8f15-31a4937fdd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.520758 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-29c19200-3b44-4ee7-a17a-613fa4edb775 service neutron] 10.222.0.39 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356437 Jul 05 18:25:20.529160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1acee48-e7f5-4822-939d-a939dc56a493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.532172 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1acee48-e7f5-4822-939d-a939dc56a493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.542916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b1acee48-e7f5-4822-939d-a939dc56a493 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6868947-7e9b-40ae-80d4-512e351c5fe9 HTTP/1.1" status: 204 len: 168 time: 0.3835838 Jul 05 18:25:20.550663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acee48-e7f5-4822-939d-a939dc56a493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6868947-7e9b-40ae-80d4-512e351c5fe9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:20.683875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee178-4218-46fe-8f15-31a4937fdd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.734689 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f2cac06f-0ee0-441c-a0f5-8dae7800c071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.753514 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1ee178-4218-46fe-8f15-31a4937fdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.795912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ee178-4218-46fe-8f15-31a4937fdd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00d58e2-50da-4be9-bd2f-6e5c45ee8780,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:20.802482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9f1ee178-4218-46fe-8f15-31a4937fdd61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=396212d156354242aa0e0aea246ad827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409082 Jul 05 18:25:20.809231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60434) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:20.883274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06b583ac-dda0-4f7a-8900-b22265273ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:20.908627 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06b583ac-dda0-4f7a-8900-b22265273ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:21.028913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3ba1be-f6bd-4592-8c76-bc9d0f199586 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:21.033150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ab3ba1be-f6bd-4592-8c76-bc9d0f199586 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce76175d-816e-4d4b-b790-6632c10c4334 HTTP/1.1" status: 200 len: 913 time: 0.5283997 Jul 05 18:25:21.033472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60444) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:21.034654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd52f579-9b00-43fb-a2be-3ceca8712541 req-7a4f683b-fbb3-4c01-bb91-8f23266105f8 service neutron] 10.222.0.39 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941752 Jul 05 18:25:21.080622 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06b583ac-dda0-4f7a-8900-b22265273ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:21.083508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-06b583ac-dda0-4f7a-8900-b22265273ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:21.084724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-06b583ac-dda0-4f7a-8900-b22265273ead admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e00d58e2-50da-4be9-bd2f-6e5c45ee8780 HTTP/1.1" status: 204 len: 168 time: 0.2740703 Jul 05 18:25:21.124566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b583ac-dda0-4f7a-8900-b22265273ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00d58e2-50da-4be9-bd2f-6e5c45ee8780,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:21.281355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-c8ef37d9-137e-4ae5-9e8b-50d9c3f27042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:21.283643 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-c8ef37d9-137e-4ae5-9e8b-50d9c3f27042 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 1094 time: 0.0818248 Jul 05 18:25:21.439377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-1f9da59d-b8d0-4d1d-8d83-5c3d1e963fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:21.440911 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-1f9da59d-b8d0-4d1d-8d83-5c3d1e963fb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab34e82d-a137-41c9-a05f-9993b614dce0 HTTP/1.1" status: 200 len: 914 time: 0.1508486 Jul 05 18:25:21.494218 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-473a7e1a-ec61-4363-b4d9-9db007fb6745 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a826747-4d74-4efb-a8bd-861c69effa4d HTTP/1.1" status: 200 len: 217 time: 0.0432806 Jul 05 18:25:21.557458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-143f8d62-55d9-4cdb-aa3f-f435927e618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:21.559962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:21.560134 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-143f8d62-55d9-4cdb-aa3f-f435927e618b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=af5b70e3-5970-45fa-9a05-638c622f59bd HTTP/1.1" status: 200 len: 854 time: 0.0587678 Jul 05 18:25:21.604481 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-1a400cd6-d9f4-4f33-a114-1d8d8c3665a4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab34e82d-a137-41c9-a05f-9993b614dce0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376098 Jul 05 18:25:21.622956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9790dab-72cc-42dd-9616-6d57ad735d14 req-29a29d5f-8fd9-4fdf-a7ef-b23676681956 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:21.622956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9790dab-72cc-42dd-9616-6d57ad735d14 req-29a29d5f-8fd9-4fdf-a7ef-b23676681956 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 943 time: 0.1394150 Jul 05 18:25:21.698913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9790dab-72cc-42dd-9616-6d57ad735d14 req-849460e3-d334-4846-b473-014b4f41aed6 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549347 Jul 05 18:25:21.712153 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-ec91aa9b-c070-4cca-9f45-9156d1022c5a service neutron] 10.222.0.39 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001427 Jul 05 18:25:21.878119 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8987b76-5f81-4e2a-91cc-e3d4585bf793 req-4284d79d-1ed8-4ca8-bf89-c62d3bc08dd1 service neutron] 10.222.0.39 "GET /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582420 Jul 05 18:25:21.937901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Deleting port 0ef11fc0-affc-428f-b5f4-37d76d918d09 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:21.938251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:22.037030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60484) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.068208 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:22.078754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Calling delete_port for 0ef11fc0-affc-428f-b5f4-37d76d918d09 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:22.154226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-13d96115-0746-457b-870d-12af4eb5a260 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] Request body: {'port': {'network_id': '2c88142b-7f5a-44d5-a5ba-8093ed215932', 'name': 'tempest-NetworksNegativeTestJSON-361585706'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:22.174174 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d96115-0746-457b-870d-12af4eb5a260 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] POST failed (client error): The resource could not be found. Jul 05 18:25:22.174730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d96115-0746-457b-870d-12af4eb5a260 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:22.175926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-13d96115-0746-457b-870d-12af4eb5a260 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1378949 Jul 05 18:25:22.180121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60494) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.203991 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0e9273-fcf7-4e33-ad60-1824996afaaf tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] DELETE failed (client error): The resource could not be found. Jul 05 18:25:22.204710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0e9273-fcf7-4e33-ad60-1824996afaaf tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:22.210277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5f0e9273-fcf7-4e33-ad60-1824996afaaf tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "DELETE /v2.0/networks/8e2d823f-ed99-424f-8577-b3b45ce83438 HTTP/1.1" status: 404 len: 339 time: 0.0253015 Jul 05 18:25:22.210759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60496) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.244307 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca2f088-0fd8-4a0b-89ce-c0e94629ace1 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] DELETE failed (client error): The resource could not be found. Jul 05 18:25:22.244307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca2f088-0fd8-4a0b-89ce-c0e94629ace1 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:22.244307 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0ca2f088-0fd8-4a0b-89ce-c0e94629ace1 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "DELETE /v2.0/ports/de1cb47e-8ba3-46ad-882a-a1cdab88704c HTTP/1.1" status: 404 len: 333 time: 0.0285227 Jul 05 18:25:22.244792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60498) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.294585 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a3deccc-c3c9-4524-8ebe-870b521fe498 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] DELETE failed (client error): The resource could not be found. Jul 05 18:25:22.295054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a3deccc-c3c9-4524-8ebe-870b521fe498 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:22.296874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4a3deccc-c3c9-4524-8ebe-870b521fe498 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "DELETE /v2.0/subnets/8ad9561c-3111-4002-9006-25b1a9c0e554 HTTP/1.1" status: 404 len: 337 time: 0.0514627 Jul 05 18:25:22.300969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60502) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.325347 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-d911ecde-ab92-41f4-9c65-00d1c1845938 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] GET failed (client error): The resource could not be found. Jul 05 18:25:22.327346 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d911ecde-ab92-41f4-9c65-00d1c1845938 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "GET /v2.0/networks/33ff063b-5484-48d5-adf3-7afe271182f6 HTTP/1.1" status: 404 len: 339 time: 0.0250964 Jul 05 18:25:22.331296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60504) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.367524 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-0960765a-3a69-4a85-b7b2-d28d3613e834 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] GET failed (client error): The resource could not be found. Jul 05 18:25:22.371433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0960765a-3a69-4a85-b7b2-d28d3613e834 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "GET /v2.0/ports/0b34c857-a1b4-46c0-9b59-9266bf68da43 HTTP/1.1" status: 404 len: 333 time: 0.0365901 Jul 05 18:25:22.373514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60506) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.387606 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:22.404885 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a96b88-064f-495b-8e64-529530f2404b tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] GET failed (client error): The resource could not be found. Jul 05 18:25:22.407169 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-79a96b88-064f-495b-8e64-529530f2404b tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "GET /v2.0/subnets/88589d04-9af4-4168-9afc-c627c9ae0619 HTTP/1.1" status: 404 len: 337 time: 0.0319099 Jul 05 18:25:22.413518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60514) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.419824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3f0cb666-ce3d-4318-bb97-5906141ff13d tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:22.421876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event deleted for resources: {'Port': ['ID=0ef11fc0-affc-428f-b5f4-37d76d918d09,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:22.442653 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0cb666-ce3d-4318-bb97-5906141ff13d tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] PUT failed (client error): The resource could not be found. Jul 05 18:25:22.444079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0cb666-ce3d-4318-bb97-5906141ff13d tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:22.447695 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3f0cb666-ce3d-4318-bb97-5906141ff13d tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "PUT /v2.0/networks/e706928a-2027-411d-a2db-0c38efdc6068 HTTP/1.1" status: 404 len: 339 time: 0.0323882 Jul 05 18:25:22.450531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60518) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.457194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5b740da4-2ec5-41ca-85f6-3f3e218239f5 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:22.505289 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b740da4-2ec5-41ca-85f6-3f3e218239f5 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] PUT failed (client error): The resource could not be found. Jul 05 18:25:22.506017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b740da4-2ec5-41ca-85f6-3f3e218239f5 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:22.507279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5b740da4-2ec5-41ca-85f6-3f3e218239f5 tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "PUT /v2.0/ports/32dd3de7-20a6-4aa1-bf0b-bb98d397f93f HTTP/1.1" status: 404 len: 333 time: 0.0556226 Jul 05 18:25:22.511558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60522) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.516755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-81500661-fc9e-4908-9e6e-3fef95ce90ac tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:22.548919 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-81500661-fc9e-4908-9e6e-3fef95ce90ac tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] PUT failed (client error): The resource could not be found. Jul 05 18:25:22.549383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81500661-fc9e-4908-9e6e-3fef95ce90ac tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:22.554112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-81500661-fc9e-4908-9e6e-3fef95ce90ac tempest-NetworksNegativeTestJSON-1386753222 tempest-NetworksNegativeTestJSON-1386753222-project] 10.222.0.30 "PUT /v2.0/subnets/b504d6fa-7dcd-455d-b429-696f39b92169 HTTP/1.1" status: 404 len: 337 time: 0.0381517 Jul 05 18:25:22.647207 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:22.831302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Router ce76175d-816e-4d4b-b790-6632c10c4334 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:25:22.891298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2a826747-4d74-4efb-a8bd-861c69effa4d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:25:22.958242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:25:22.967808 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a0bd568d-4ac8-406b-828d-87f53c841c25 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "PUT /v2.0/routers/ce76175d-816e-4d4b-b790-6632c10c4334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9324882 Jul 05 18:25:22.971571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60538) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:22.979803 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301874a3-1b31-4694-b3c7-00a35623ad71 None None] Sync routers for ids ['ce76175d-816e-4d4b-b790-6632c10c4334'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:25:23.010302 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301874a3-1b31-4694-b3c7-00a35623ad71 None None] Routers {'ce76175d-816e-4d4b-b790-6632c10c4334'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:23.012945 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-301874a3-1b31-4694-b3c7-00a35623ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce76175d-816e-4d4b-b790-6632c10c4334'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:23.120775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 2a826747-4d74-4efb-a8bd-861c69effa4d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2a826747-4d74-4efb-a8bd-861c69effa4d,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:23.140877 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7110-2d73-4c7f-9f59-d3994fece568 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.148904 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-301874a3-1b31-4694-b3c7-00a35623ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:23.157219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '2a826747-4d74-4efb-a8bd-861c69effa4d', 'network_id': 'ab34e82d-a137-41c9-a05f-9993b614dce0', 'port_id': '2a826747-4d74-4efb-a8bd-861c69effa4d', 'mac_address': 'fa:16:3e:69:2a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af5b70e3-5970-45fa-9a05-638c622f59bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:25:23.183738 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301874a3-1b31-4694-b3c7-00a35623ad71 None None] Routers {'ce76175d-816e-4d4b-b790-6632c10c4334'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:23.187381 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-301874a3-1b31-4694-b3c7-00a35623ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ce76175d-816e-4d4b-b790-6632c10c4334'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:23.246822 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60546) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:23.256091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef369b17-4930-4f1c-bb03-419fc244df28 req-1124466c-f9c4-4504-b3be-dbffdde57fa1 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:23.257719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef369b17-4930-4f1c-bb03-419fc244df28 req-1124466c-f9c4-4504-b3be-dbffdde57fa1 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 943 time: 0.3713112 Jul 05 18:25:23.302638 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.306649 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-301874a3-1b31-4694-b3c7-00a35623ad71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:23.311568 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301874a3-1b31-4694-b3c7-00a35623ad71 None None] The sync data for ids ['ce76175d-816e-4d4b-b790-6632c10c4334'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:25:23.321183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a826747-4d74-4efb-a8bd-861c69effa4d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:25:23.350681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 2a826747-4d74-4efb-a8bd-861c69effa4d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2a826747-4d74-4efb-a8bd-861c69effa4d,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:23.395540 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7110-2d73-4c7f-9f59-d3994fece568 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.401918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7110-2d73-4c7f-9f59-d3994fece568 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.410031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef369b17-4930-4f1c-bb03-419fc244df28 req-569881a1-9ac9-4764-9833-1253f627d4e7 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441512 Jul 05 18:25:23.415065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-30aa6d9e-50a7-4b32-8778-8f5585529688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.444214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.488163 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bd269d5e-136c-4175-85b4-68ca23e1051c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.503147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=2a826747-4d74-4efb-a8bd-861c69effa4d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:23.511456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.511876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.516630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:23.534887 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7110-2d73-4c7f-9f59-d3994fece568 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.535695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdb7110-2d73-4c7f-9f59-d3994fece568 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Fanout notify agent at l3_agent the message router_deleted on router ce76175d-816e-4d4b-b790-6632c10c4334 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:25:23.544183 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcdb7110-2d73-4c7f-9f59-d3994fece568 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.545368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bcdb7110-2d73-4c7f-9f59-d3994fece568 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "DELETE /v2.0/routers/ce76175d-816e-4d4b-b790-6632c10c4334 HTTP/1.1" status: 204 len: 168 time: 0.5728443 Jul 05 18:25:23.548168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60562) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:23.561443 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-30aa6d9e-50a7-4b32-8778-8f5585529688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.608842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb90428c-c5f7-4531-90f7-b3fa5dbde281 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Deleting subnet 444bf808-4c2c-44ac-9a59-19ee058aa3a3 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:25:23.612110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb90428c-c5f7-4531-90f7-b3fa5dbde281 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.634025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-30aa6d9e-50a7-4b32-8778-8f5585529688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.674036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['2a826747-4d74-4efb-a8bd-861c69effa4d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:25:23.677928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb90428c-c5f7-4531-90f7-b3fa5dbde281 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.713250 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.722191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa6d9e-50a7-4b32-8778-8f5585529688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c674fb-2de9-416f-8116-fcd0b035c4f5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:23.730038 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-30aa6d9e-50a7-4b32-8778-8f5585529688 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c675e9b919f54f26a22d9f564639d9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4777501 Jul 05 18:25:23.730465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60570) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:23.826013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb90428c-c5f7-4531-90f7-b3fa5dbde281 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.829044 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-759e2736-c1fe-40d7-b0df-5d697421e86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.901796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-759e2736-c1fe-40d7-b0df-5d697421e86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:23.982538 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb90428c-c5f7-4531-90f7-b3fa5dbde281 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.014886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb90428c-c5f7-4531-90f7-b3fa5dbde281 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event deleted for resources: {'Subnet': ['ID=444bf808-4c2c-44ac-9a59-19ee058aa3a3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:24.020590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb90428c-c5f7-4531-90f7-b3fa5dbde281 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.025612 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eb90428c-c5f7-4531-90f7-b3fa5dbde281 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "DELETE /v2.0/subnets/444bf808-4c2c-44ac-9a59-19ee058aa3a3 HTTP/1.1" status: 204 len: 168 time: 0.4734380 Jul 05 18:25:24.026541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60582) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:24.029161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c3f17d-6700-4c5d-9513-4259cf7b489d None None] Network 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:24.038823 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-759e2736-c1fe-40d7-b0df-5d697421e86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.041987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-759e2736-c1fe-40d7-b0df-5d697421e86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.045718 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-759e2736-c1fe-40d7-b0df-5d697421e86f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93c674fb-2de9-416f-8116-fcd0b035c4f5 HTTP/1.1" status: 204 len: 168 time: 0.3117878 Jul 05 18:25:24.105065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e2736-c1fe-40d7-b0df-5d697421e86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c674fb-2de9-416f-8116-fcd0b035c4f5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:24.133287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.190623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Deleting port f99fa682-9521-430a-ba0f-da12a47354cb {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:24.191244 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.266024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b68e32f-54a1-41cc-9a0f-6b3f3bbc5fd3 None None] DHCP port deletion for 0314df77-b82b-42ef-bd4e-5241a4a0e7c5 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:25:24.271510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] For port f99fa682-9521-430a-ba0f-da12a47354cb, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f99fa682-9521-430a-ba0f-da12a47354cb,segment=NetworkSegment(42d307c8-9aef-4d20-8b4d-bd8120e690d8),segment_id=42d307c8-9aef-4d20-8b4d-bd8120e690d8)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:24.272109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.288139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Calling delete_port for f99fa682-9521-430a-ba0f-da12a47354cb owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:24.322851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7b68e32f-54a1-41cc-9a0f-6b3f3bbc5fd3 None None] Deleting port f99fa682-9521-430a-ba0f-da12a47354cb {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:24.323231 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7b68e32f-54a1-41cc-9a0f-6b3f3bbc5fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.389069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7b68e32f-54a1-41cc-9a0f-6b3f3bbc5fd3 None None] For port f99fa682-9521-430a-ba0f-da12a47354cb, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f99fa682-9521-430a-ba0f-da12a47354cb,segment=NetworkSegment(42d307c8-9aef-4d20-8b4d-bd8120e690d8),segment_id=42d307c8-9aef-4d20-8b4d-bd8120e690d8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:24.389456 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7b68e32f-54a1-41cc-9a0f-6b3f3bbc5fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.404004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7b68e32f-54a1-41cc-9a0f-6b3f3bbc5fd3 None None] Calling delete_port for f99fa682-9521-430a-ba0f-da12a47354cb owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:24.467809 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.511029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] No DVR routers for this DVR port f99fa682-9521-430a-ba0f-da12a47354cb on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:24.541012 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7b68e32f-54a1-41cc-9a0f-6b3f3bbc5fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.553645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event deleted for resources: {'Port': ['ID=f99fa682-9521-430a-ba0f-da12a47354cb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:24.584442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68e32f-54a1-41cc-9a0f-6b3f3bbc5fd3 None None] Pushing event deleted for resources: {'Port': ['ID=f99fa682-9521-430a-ba0f-da12a47354cb,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:24.588723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b68e32f-54a1-41cc-9a0f-6b3f3bbc5fd3 None None] No DVR routers for this DVR port f99fa682-9521-430a-ba0f-da12a47354cb on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:24.662596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.688598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912f5ba-89a2-4b3f-aa45-084e9dec7949 req-fc1ac0da-ca0f-4e87-9879-fc77cbeb9448 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:24.693241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a912f5ba-89a2-4b3f-aa45-084e9dec7949 req-fc1ac0da-ca0f-4e87-9879-fc77cbeb9448 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 944 time: 0.1511910 Jul 05 18:25:24.693405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0314df77-b82b-42ef-bd4e-5241a4a0e7c5']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:24.704863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d307c8-9aef-4d20-8b4d-bd8120e690d8') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:24.705261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d307c8-9aef-4d20-8b4d-bd8120e690d8') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:24.707428 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.718984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.736438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.743190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:24.743782 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:24.747279 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:24.764930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a912f5ba-89a2-4b3f-aa45-084e9dec7949 req-053556c2-62ba-4d53-946a-a9b0d935de13 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660396 Jul 05 18:25:24.867811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.886050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:24.890209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] 10.222.0.30 "DELETE /v2.0/networks/0314df77-b82b-42ef-bd4e-5241a4a0e7c5 HTTP/1.1" status: 204 len: 168 time: 0.8566685 Jul 05 18:25:24.899519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fb3c4-70f7-4a86-82c6-d2c99891bb65 tempest-FloatingIPNegativeTestJSON-615623244 tempest-FloatingIPNegativeTestJSON-615623244-project] Pushing event deleted for resources: {'Network': ['ID=0314df77-b82b-42ef-bd4e-5241a4a0e7c5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:24.902998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2a826747-4d74-4efb-a8bd-861c69effa4d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:24.906245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-cb018d98-0be4-4862-8e6d-d8252c5d7c47 req-8ff9a2de-1480-44d9-9ede-1fafd8218b9a service neutron] (100998) timed out ('10.222.0.39', 51352) {{(pid=100998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:25:25.037504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f99fa682-9521-430a-ba0f-da12a47354cb no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:25:25.061172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: f99fa682-9521-430a-ba0f-da12a47354cb {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:25:25.061886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f99fa682-9521-430a-ba0f-da12a47354cb not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:25:25.079847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 2a826747-4d74-4efb-a8bd-861c69effa4d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:25.087409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 2a826747-4d74-4efb-a8bd-861c69effa4d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:25.088721 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.180401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.216204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d178602-fae5-4a6e-8de9-01d1f23ed241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a826747-4d74-4efb-a8bd-861c69effa4d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:25:25.218868 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b34db63-299e-4254-805a-7decbe642106" -d '{"events": [{"server_uuid": "4d178602-fae5-4a6e-8de9-01d1f23ed241", "name": "network-vif-plugged", "status": "completed", "tag": "2a826747-4d74-4efb-a8bd-861c69effa4d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:25:25.236939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 2a826747-4d74-4efb-a8bd-861c69effa4d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2a826747-4d74-4efb-a8bd-861c69effa4d,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:25.268677 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2bdc6d-aee7-4a1e-b24c-5b51644266c0 x-openstack-request-id: req-5b2bdc6d-aee7-4a1e-b24c-5b51644266c0 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:25:25.269380 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d178602-fae5-4a6e-8de9-01d1f23ed241", "name": "network-vif-plugged", "status": "completed", "tag": "2a826747-4d74-4efb-a8bd-861c69effa4d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:25:25.269647 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b2bdc6d-aee7-4a1e-b24c-5b51644266c0 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:25:25.270050 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d178602-fae5-4a6e-8de9-01d1f23ed241', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a826747-4d74-4efb-a8bd-861c69effa4d', 'code': 200} Jul 05 18:25:25.303596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.376309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60650) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:25.380846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=2a826747-4d74-4efb-a8bd-861c69effa4d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:25.392158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60654) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:25.423172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b2ac3-0282-4c57-b026-b959363e89ae req-a882d89f-9acf-4413-b3ca-9476ebdb1e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:25.424702 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-107b2ac3-0282-4c57-b026-b959363e89ae req-a882d89f-9acf-4413-b3ca-9476ebdb1e0a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 1096 time: 0.0669398 Jul 05 18:25:25.467367 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-107b2ac3-0282-4c57-b026-b959363e89ae req-bfc1f7a6-b6ee-4628-b947-62608bf7ad51 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349271 Jul 05 18:25:25.502481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1279187047'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:25.551217 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2d64c4a3-17bf-4a07-bd6c-9cdc124a454b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=69b4995ef9ae410c942da9b739bf0a85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563821 Jul 05 18:25:25.553362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60660) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:25.598245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:25.602443 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.614827 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.620109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ab67d9a-56dd-4486-bf68-82e4fab08177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.646542 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ab67d9a-56dd-4486-bf68-82e4fab08177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.718762 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.770939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ab67d9a-56dd-4486-bf68-82e4fab08177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.773599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7ab67d9a-56dd-4486-bf68-82e4fab08177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.774904 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7ab67d9a-56dd-4486-bf68-82e4fab08177 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a45a888-fe2b-436a-ac02-a69851f68d74 HTTP/1.1" status: 204 len: 168 time: 0.2204700 Jul 05 18:25:25.787792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab67d9a-56dd-4486-bf68-82e4fab08177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a45a888-fe2b-436a-ac02-a69851f68d74,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:25.808463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.865459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01587910-6175-43da-99d0-341abc6ad1ac,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:25.869361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:25.881364 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:25.881816 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Added segment ecc02346-5df2-4ad2-be64-09c8bd099ffa of type vlan for network ec5859ee-ee25-4112-9192-8e10b5906c85 Jul 05 18:25:25.955899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:26.070214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15fb77-d1b0-493f-b280-5dcfa4af7e0a req-7e9e055e-ac8f-43af-b66f-4748aa79df4a tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:26.071744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf15fb77-d1b0-493f-b280-5dcfa4af7e0a req-7e9e055e-ac8f-43af-b66f-4748aa79df4a tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 945 time: 0.1198909 Jul 05 18:25:26.121150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf15fb77-d1b0-493f-b280-5dcfa4af7e0a req-469e47aa-1e71-4adb-a9f0-2ba9ada8718a tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428388 Jul 05 18:25:26.159003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:26.167803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:26.168371 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:26.255040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Network': ['ID=ec5859ee-ee25-4112-9192-8e10b5906c85,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:26.266133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:26.308554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5fe7e79b-0f6e-41d2-be98-73bcdc2059b0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9311147 Jul 05 18:25:26.316354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60694) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:26.322154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'name': 'tempest-PortsIpV6TestJSON-1289860055'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:26.405241 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:26.479100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:26.483078 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:26.501863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 10a62db2-3f34-41c6-837f-4ebcbbba6127 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:26.689342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:26.838415 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:26.919301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=10a62db2-3f34-41c6-837f-4ebcbbba6127,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:26.930819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Checking segment: {'id': 'ecc02346-5df2-4ad2-be64-09c8bd099ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:26.931841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network hostable DHCP agents. Network: ec5859ee-ee25-4112-9192-8e10b5906c85, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:26.990658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60724) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:27.020369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:27.097125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-428135914'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:27.114797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ec5859ee-ee25-4112-9192-8e10b5906c85) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:27.119672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:27.123540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06abe191-3788-4fb8-95b6-bde73467713f None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:27.126715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:27.128129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.251461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:27.251461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.264383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.335939 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2733fbfe-6c3c-467d-b3ac-0e193477365a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0181904 Jul 05 18:25:27.340653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60742) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:27.356548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-746750778'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:27.358465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8a32e-0073-45c3-a2b2-915ca5499407 req-597fd2e0-c2f7-416f-a213-4a33c84ee3de tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:27.360997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34c8a32e-0073-45c3-a2b2-915ca5499407 req-597fd2e0-c2f7-416f-a213-4a33c84ee3de tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 945 time: 0.0898569 Jul 05 18:25:27.428008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34c8a32e-0073-45c3-a2b2-915ca5499407 req-7eb9769a-d911-46e3-96d1-c5f5f503f2e6 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606008 Jul 05 18:25:27.513815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.583836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.625230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:27.631374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d243e43-04c0-461f-aa5c-59d0984ec4ff,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:27.638923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.639273 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Added segment 658360e7-c7c0-4f2d-a3c0-792de094d917 of type vlan for network 486fab67-3359-4748-8688-e45e2832ffec Jul 05 18:25:27.688101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.708909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:27.713187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.741529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:27.750968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.751323 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Added segment d5cd85a6-2d4a-4551-8c7b-2b15ac04e804 of type vlan for network 24122b8e-f8e0-40da-962c-3e99543befa9 Jul 05 18:25:27.805342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.826417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.831941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:27.832537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.923546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Network': ['ID=486fab67-3359-4748-8688-e45e2832ffec,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:27.935047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 486fab67-3359-4748-8688-e45e2832ffec details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:27.998915 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0e5850bc-814b-4536-9432-6a3053f3edf7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9971824 Jul 05 18:25:27.998915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:27.998915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:27.998915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:28.071637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Network': ['ID=24122b8e-f8e0-40da-962c-3e99543befa9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:28.087865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 24122b8e-f8e0-40da-962c-3e99543befa9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:28.145761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60772) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:28.147440 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-98d0c967-cb8a-4320-babf-b7674a6ca113 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8012350 Jul 05 18:25:28.159988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'ports': [{'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85'}, {'network_id': '24122b8e-f8e0-40da-962c-3e99543befa9'}]} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:28.161464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:28.162193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': '24122b8e-f8e0-40da-962c-3e99543befa9'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:28.416352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 2} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:28.421072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:28.437425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:28.556530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 481f39cd-b027-41e2-84f3-a84965164dd5 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:28.704134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:28.785196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 52166754-6d28-47ad-8134-afa2a326c3ba yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:28.928174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:29.046735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:29.096066 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:29.122121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=481f39cd-b027-41e2-84f3-a84965164dd5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:29.142767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:29.150484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:29.151291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:29.220935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=52166754-6d28-47ad-8134-afa2a326c3ba,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:29.237673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Checking segment: {'id': 'd5cd85a6-2d4a-4551-8c7b-2b15ac04e804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '24122b8e-f8e0-40da-962c-3e99543befa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:29.238215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network hostable DHCP agents. Network: 24122b8e-f8e0-40da-962c-3e99543befa9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:29.319373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network 24122b8e-f8e0-40da-962c-3e99543befa9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:29.422523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 24122b8e-f8e0-40da-962c-3e99543befa9) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:29.427263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:29.435166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f64143-a76e-47a2-925b-9096ddf63557 None None] Network 24122b8e-f8e0-40da-962c-3e99543befa9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:29.447630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:29.471080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:29.472409 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:29.575596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4e30a52e-b7e8-49c4-ad17-e49a928a8631 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4285789 Jul 05 18:25:29.578131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60822) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:29.833934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-bbd82397-f31a-4b50-a8bd-a76394bc4bd2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 52166754-6d28-47ad-8134-afa2a326c3ba {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:29.834579 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbd82397-f31a-4b50-a8bd-a76394bc4bd2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:29.848889 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:29.905687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbd82397-f31a-4b50-a8bd-a76394bc4bd2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:29.918998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-bbd82397-f31a-4b50-a8bd-a76394bc4bd2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 52166754-6d28-47ad-8134-afa2a326c3ba owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:30.134756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbd82397-f31a-4b50-a8bd-a76394bc4bd2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:30.206176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd82397-f31a-4b50-a8bd-a76394bc4bd2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=52166754-6d28-47ad-8134-afa2a326c3ba,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:30.235084 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bbd82397-f31a-4b50-a8bd-a76394bc4bd2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:30.237493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bbd82397-f31a-4b50-a8bd-a76394bc4bd2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/52166754-6d28-47ad-8134-afa2a326c3ba HTTP/1.1" status: 204 len: 168 time: 0.6582930 Jul 05 18:25:30.245972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60852) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:30.348911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f75406-02bb-4a53-8c0b-f0989b9ade1f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:30.356134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f75406-02bb-4a53-8c0b-f0989b9ade1f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:30.360751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60858) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:30.361821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-56f75406-02bb-4a53-8c0b-f0989b9ade1f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1138105 Jul 05 18:25:30.525093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ca03b7fb-90fa-4da1-9750-70e1c451ca81 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 481f39cd-b027-41e2-84f3-a84965164dd5 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:30.525435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca03b7fb-90fa-4da1-9750-70e1c451ca81 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:30.603743 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca03b7fb-90fa-4da1-9750-70e1c451ca81 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:30.639724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ca03b7fb-90fa-4da1-9750-70e1c451ca81 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 481f39cd-b027-41e2-84f3-a84965164dd5 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:30.930515 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca03b7fb-90fa-4da1-9750-70e1c451ca81 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:30.998457 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca03b7fb-90fa-4da1-9750-70e1c451ca81 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.002813 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ca03b7fb-90fa-4da1-9750-70e1c451ca81 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/481f39cd-b027-41e2-84f3-a84965164dd5 HTTP/1.1" status: 204 len: 168 time: 0.6387348 Jul 05 18:25:31.002813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca03b7fb-90fa-4da1-9750-70e1c451ca81 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=481f39cd-b027-41e2-84f3-a84965164dd5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:31.008168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60908) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:31.095537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc40787-f519-42b3-9d62-f0f20b010241 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:31.099650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ecc40787-f519-42b3-9d62-f0f20b010241 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0879714 Jul 05 18:25:31.100398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60918) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:31.165655 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00540b2-db48-4752-a188-f104717a6b5f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:25:31.173984 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c00540b2-db48-4752-a188-f104717a6b5f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/52166754-6d28-47ad-8134-afa2a326c3ba HTTP/1.1" status: 404 len: 333 time: 0.0718112 Jul 05 18:25:31.179877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60930) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:31.242636 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae910174-6bf3-40cb-b0fb-3fd7b7b04018 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:25:31.245736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ae910174-6bf3-40cb-b0fb-3fd7b7b04018 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/481f39cd-b027-41e2-84f3-a84965164dd5 HTTP/1.1" status: 404 len: 333 time: 0.0612268 Jul 05 18:25:31.245736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60936) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:31.338194 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.451291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.454104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 60946) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:31.459277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'subnet': {'network_id': '486fab67-3359-4748-8688-e45e2832ffec', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:31.464022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24122b8e-f8e0-40da-962c-3e99543befa9']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:31.473910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5cd85a6-2d4a-4551-8c7b-2b15ac04e804') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:31.474210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5cd85a6-2d4a-4551-8c7b-2b15ac04e804') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:31.485425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.500626 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.506944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:31.508243 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:31.510513 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:31.673598 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.676085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:31.683575 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.685523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.687583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/networks/24122b8e-f8e0-40da-962c-3e99543befa9 HTTP/1.1" status: 204 len: 168 time: 0.4403269 Jul 05 18:25:31.691710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60956) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:31.697472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-667634293'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:31.736753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a289b16-0ff1-44e0-bd39-ca07d1ff1bf8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Network': ['ID=24122b8e-f8e0-40da-962c-3e99543befa9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:31.782122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:31.785735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.812542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:31.825941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.826338 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Added segment 7cb07dab-0ffa-48c9-aa16-a904b68a269d of type vlan for network fd67a9bf-32ed-4019-8258-953cc8790201 Jul 05 18:25:31.869436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.964656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:31.971439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:31.972098 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.044770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Network': ['ID=fd67a9bf-32ed-4019-8258-953cc8790201,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:32.062357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network fd67a9bf-32ed-4019-8258-953cc8790201 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:32.131453 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.159480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c70b0bf2-c213-4d01-a472-18c2975814ca tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4637766 Jul 05 18:25:32.160036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 60984) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:32.164521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'fd67a9bf-32ed-4019-8258-953cc8790201', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:32.223381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Subnet': ['ID=09ac0dfd-80ba-499f-9ca0-cf4b14ff0a0b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:32.247002 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Checking segment: {'id': '658360e7-c7c0-4f2d-a3c0-792de094d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '486fab67-3359-4748-8688-e45e2832ffec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:32.247002 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network hostable DHCP agents. Network: 486fab67-3359-4748-8688-e45e2832ffec, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:32.392963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:32.393182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network 486fab67-3359-4748-8688-e45e2832ffec is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:32.397295 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.472922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 486fab67-3359-4748-8688-e45e2832ffec) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:32.477058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:32.478616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.490413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e163b0-6265-4ce8-b36d-e378e8f1c430 None None] Network 486fab67-3359-4748-8688-e45e2832ffec requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:32.568697 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8388f68c-f5dc-4eed-bc76-5d9d159cfd59 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1097157 Jul 05 18:25:32.571203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32770) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:32.578787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2097951069'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:32.678602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:32.685636 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.754964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:32.770277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.770999 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Added segment 63789786-01f4-4cc3-b9ff-100e6760a711 of type vlan for network ca127fab-5185-4b5a-8446-80bcd395a795 Jul 05 18:25:32.800626 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.811348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-486fab67-3359-4748-8688-e45e2832ffec', 'network_id': '486fab67-3359-4748-8688-e45e2832ffec', 'tenant_id': '06ec41fc6034451ab360881fb48e7c36', 'fixed_ips': [{'subnet_id': '09ac0dfd-80ba-499f-9ca0-cf4b14ff0a0b'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:32.811348 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.827883 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.875658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=42ee6279-12e3-4726-b57d-dc589703ce8f,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:32.906054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Checking segment: {'id': '7cb07dab-0ffa-48c9-aa16-a904b68a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd67a9bf-32ed-4019-8258-953cc8790201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:32.906598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network hostable DHCP agents. Network: fd67a9bf-32ed-4019-8258-953cc8790201, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:32.917683 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.923606 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:32.924524 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:32.984836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Allocated IP 2001:db8:0:ffff::2 (486fab67-3359-4748-8688-e45e2832ffec/09ac0dfd-80ba-499f-9ca0-cf4b14ff0a0b/5e0adbcc-b538-4458-a701-3293c9b52898) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:33.016210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Network': ['ID=ca127fab-5185-4b5a-8446-80bcd395a795,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:33.027409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network fd67a9bf-32ed-4019-8258-953cc8790201 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:33.043210 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-deb36ffe-3890-4bc5-933d-a2e40e030b4e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4656596 Jul 05 18:25:33.043731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32788) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:33.053454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'subnet': {'network_id': 'ca127fab-5185-4b5a-8446-80bcd395a795', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:33.058834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ca127fab-5185-4b5a-8446-80bcd395a795 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:33.124632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, fd67a9bf-32ed-4019-8258-953cc8790201) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:33.128810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:33.129651 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:33.138823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e13160-ff6e-4ea8-9819-6883d71842a5 None None] Network fd67a9bf-32ed-4019-8258-953cc8790201 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:33.217457 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6ada055f-5cb8-4672-8acf-4783de0c5cfc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0567648 Jul 05 18:25:33.220206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32790) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:33.225670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': 'fd67a9bf-32ed-4019-8258-953cc8790201', 'name': 'tempest-PortsIpV6TestJSON-2078837000'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:33.328375 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:33.357061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Transition to ACTIVE for port object 5e0adbcc-b538-4458-a701-3293c9b52898 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:33.384574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Transition to ACTIVE for port object 5e0adbcc-b538-4458-a701-3293c9b52898 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:33.386060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:33.394278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:33.438351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-fd67a9bf-32ed-4019-8258-953cc8790201', 'network_id': 'fd67a9bf-32ed-4019-8258-953cc8790201', 'tenant_id': '26c1326229744f09bc49f62e8a455b34', 'fixed_ips': [{'subnet_id': '42ee6279-12e3-4726-b57d-dc589703ce8f'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:33.439341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:33.563711 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:33.616056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Network 486fab67-3359-4748-8688-e45e2832ffec is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:33.621965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:33.636782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:33.700462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Pushing event updated for resources: {'Port': ['ID=5e0adbcc-b538-4458-a701-3293c9b52898,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:33.754915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Allocated IP 2001:db8::2 (fd67a9bf-32ed-4019-8258-953cc8790201/42ee6279-12e3-4726-b57d-dc589703ce8f/51bb9883-a729-4429-bfa0-e663f59ff186) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:33.760207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Attempting to bind port 5e0adbcc-b538-4458-a701-3293c9b52898 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:33.761172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Attempting to bind port 5e0adbcc-b538-4458-a701-3293c9b52898 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '658360e7-c7c0-4f2d-a3c0-792de094d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '486fab67-3359-4748-8688-e45e2832ffec'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:33.761172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Attempting to bind port 5e0adbcc-b538-4458-a701-3293c9b52898 on network 486fab67-3359-4748-8688-e45e2832ffec {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:33.771922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:33.772390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Checking segment: {'id': '658360e7-c7c0-4f2d-a3c0-792de094d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '486fab67-3359-4748-8688-e45e2832ffec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:33.772893 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:33.773357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Bound using segment: {'id': '658360e7-c7c0-4f2d-a3c0-792de094d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '486fab67-3359-4748-8688-e45e2832ffec'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:33.773912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Bound port: 5e0adbcc-b538-4458-a701-3293c9b52898, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '658360e7-c7c0-4f2d-a3c0-792de094d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '486fab67-3359-4748-8688-e45e2832ffec'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:33.774444 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:33.936939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] For port 5e0adbcc-b538-4458-a701-3293c9b52898, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:33.942655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:25:33.944174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:33.961413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] For port 5e0adbcc-b538-4458-a701-3293c9b52898, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5e0adbcc-b538-4458-a701-3293c9b52898,segment=NetworkSegment(658360e7-c7c0-4f2d-a3c0-792de094d917),segment_id=658360e7-c7c0-4f2d-a3c0-792de094d917)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:34.011987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Subnet': ['ID=141716a4-ac60-40bf-8038-950766f0a20c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:34.020977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Checking segment: {'id': '63789786-01f4-4cc3-b9ff-100e6760a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ca127fab-5185-4b5a-8446-80bcd395a795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:34.021350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network hostable DHCP agents. Network: ca127fab-5185-4b5a-8446-80bcd395a795, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:34.059996 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.068252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Transition to ACTIVE for port object 51bb9883-a729-4429-bfa0-e663f59ff186 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:34.084302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Transition to ACTIVE for port object 51bb9883-a729-4429-bfa0-e663f59ff186 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:34.084676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:34.093478 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.102051 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.114125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 7710e894-f15c-4d5c-90a2-cf3937b3b800 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:34.147958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network ca127fab-5185-4b5a-8446-80bcd395a795 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:34.199316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15bad08-57c6-4327-bb05-4592b2670dd9 None None] Pushing event updated for resources: {'Port': ['ID=5e0adbcc-b538-4458-a701-3293c9b52898,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:34.232228 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.261158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Network fd67a9bf-32ed-4019-8258-953cc8790201 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:34.263659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:34.266250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:34.285381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ca127fab-5185-4b5a-8446-80bcd395a795) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:34.302459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:34.302459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.334027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::32d (fd67a9bf-32ed-4019-8258-953cc8790201/42ee6279-12e3-4726-b57d-dc589703ce8f/7710e894-f15c-4d5c-90a2-cf3937b3b800) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:34.338177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7af5592-6c37-4101-8a12-5b19532b423e None None] Network ca127fab-5185-4b5a-8446-80bcd395a795 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:34.385768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Pushing event updated for resources: {'Port': ['ID=51bb9883-a729-4429-bfa0-e663f59ff186,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:34.426109 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-82e5ebe8-3e63-4324-8bcb-e513c828f6fd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3811131 Jul 05 18:25:34.426764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32846) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:34.437133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'port': {'network_id': 'ca127fab-5185-4b5a-8446-80bcd395a795', 'name': 'tempest-NetworksIpV6TestAttrs-1578106636'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:34.445926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Attempting to bind port 51bb9883-a729-4429-bfa0-e663f59ff186 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:34.446782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Attempting to bind port 51bb9883-a729-4429-bfa0-e663f59ff186 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7cb07dab-0ffa-48c9-aa16-a904b68a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd67a9bf-32ed-4019-8258-953cc8790201'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:34.447319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Attempting to bind port 51bb9883-a729-4429-bfa0-e663f59ff186 on network fd67a9bf-32ed-4019-8258-953cc8790201 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:34.456315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:34.456980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Checking segment: {'id': '7cb07dab-0ffa-48c9-aa16-a904b68a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd67a9bf-32ed-4019-8258-953cc8790201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:34.457579 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.458132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Bound using segment: {'id': '7cb07dab-0ffa-48c9-aa16-a904b68a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd67a9bf-32ed-4019-8258-953cc8790201'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:34.458994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Bound port: 51bb9883-a729-4429-bfa0-e663f59ff186, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb07dab-0ffa-48c9-aa16-a904b68a269d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'fd67a9bf-32ed-4019-8258-953cc8790201'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:34.459665 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.607359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.642162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object 7710e894-f15c-4d5c-90a2-cf3937b3b800 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:34.669929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] For port 51bb9883-a729-4429-bfa0-e663f59ff186, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:34.675127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] For port 51bb9883-a729-4429-bfa0-e663f59ff186, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=51bb9883-a729-4429-bfa0-e663f59ff186,segment=NetworkSegment(7cb07dab-0ffa-48c9-aa16-a904b68a269d),segment_id=7cb07dab-0ffa-48c9-aa16-a904b68a269d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:34.708680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ca127fab-5185-4b5a-8446-80bcd395a795', 'network_id': 'ca127fab-5185-4b5a-8446-80bcd395a795', 'tenant_id': '06ec41fc6034451ab360881fb48e7c36', 'fixed_ips': [{'subnet_id': '141716a4-ac60-40bf-8038-950766f0a20c'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:34.709610 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.747510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:34.751216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.772012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] device_id is not set on port a85015f6-b4ca-41a3-846f-ac545c832863 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:34.776594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.785416 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.833516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network fd67a9bf-32ed-4019-8258-953cc8790201 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:34.836838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:34.844775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87a736-b0be-48a5-9687-111e24c67426 None None] Pushing event updated for resources: {'Port': ['ID=51bb9883-a729-4429-bfa0-e663f59ff186,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:34.873898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:34.884324 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:25:34.889903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:34.893702 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:34.911343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=7710e894-f15c-4d5c-90a2-cf3937b3b800,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:35.008186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32870) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:35.009543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-397377b1-6ee9-46df-8d2d-bb7b590f300a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7869966 Jul 05 18:25:35.011231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Allocated IP 2001:db8::f816:3eff:fe33:c200 (ca127fab-5185-4b5a-8446-80bcd395a795/141716a4-ac60-40bf-8038-950766f0a20c/da51bf7e-8251-43a6-9ab6-71a9b9b00fe5) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:35.175550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5e0adbcc-b538-4458-a701-3293c9b52898 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:35.271066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a1573-772a-47cf-8a2d-e4a9a5de8d21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 7710e894-f15c-4d5c-90a2-cf3937b3b800 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:35.275137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1573-772a-47cf-8a2d-e4a9a5de8d21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:35.356219 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:35.374167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Transition to ACTIVE for port object da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:35.412032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Transition to ACTIVE for port object da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:35.456624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5e0adbcc-b538-4458-a701-3293c9b52898 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:35.486048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1573-772a-47cf-8a2d-e4a9a5de8d21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:35.491362 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:35.511579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6d4a1573-772a-47cf-8a2d-e4a9a5de8d21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 7710e894-f15c-4d5c-90a2-cf3937b3b800 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:35.522591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Network ca127fab-5185-4b5a-8446-80bcd395a795 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:35.525909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:35.548655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:35.600403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Pushing event updated for resources: {'Port': ['ID=da51bf7e-8251-43a6-9ab6-71a9b9b00fe5,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:35.651729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Attempting to bind port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:35.651729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Attempting to bind port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '63789786-01f4-4cc3-b9ff-100e6760a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ca127fab-5185-4b5a-8446-80bcd395a795'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:35.651729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Attempting to bind port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 on network ca127fab-5185-4b5a-8446-80bcd395a795 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:35.656363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:35.656738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Checking segment: {'id': '63789786-01f4-4cc3-b9ff-100e6760a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ca127fab-5185-4b5a-8446-80bcd395a795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:35.657143 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:35.657534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Bound using segment: {'id': '63789786-01f4-4cc3-b9ff-100e6760a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ca127fab-5185-4b5a-8446-80bcd395a795'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:35.658010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Bound port: da51bf7e-8251-43a6-9ab6-71a9b9b00fe5, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63789786-01f4-4cc3-b9ff-100e6760a711', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ca127fab-5185-4b5a-8446-80bcd395a795'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:35.658389 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:35.742822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] For port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:35.747442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] For port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=da51bf7e-8251-43a6-9ab6-71a9b9b00fe5,segment=NetworkSegment(63789786-01f4-4cc3-b9ff-100e6760a711),segment_id=63789786-01f4-4cc3-b9ff-100e6760a711)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:35.778450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Allocated IP 2001:db8::f816:3eff:fe1f:baf9 (ca127fab-5185-4b5a-8446-80bcd395a795/141716a4-ac60-40bf-8038-950766f0a20c/a85015f6-b4ca-41a3-846f-ac545c832863) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:35.818924 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1573-772a-47cf-8a2d-e4a9a5de8d21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:35.828132 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:35.862283 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a1573-772a-47cf-8a2d-e4a9a5de8d21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=7710e894-f15c-4d5c-90a2-cf3937b3b800,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:35.891008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19a5ef5-2bc3-4a8d-b772-e08f30a5e6d5 None None] Network 486fab67-3359-4748-8688-e45e2832ffec requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:35.938812 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1573-772a-47cf-8a2d-e4a9a5de8d21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:35.944336 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6d4a1573-772a-47cf-8a2d-e4a9a5de8d21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/7710e894-f15c-4d5c-90a2-cf3937b3b800 HTTP/1.1" status: 204 len: 168 time: 0.9328268 Jul 05 18:25:35.944862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32894) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:35.996389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c6d4e-a94c-400e-bf40-955826cfd973 None None] Pushing event updated for resources: {'Port': ['ID=da51bf7e-8251-43a6-9ab6-71a9b9b00fe5,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:36.007094 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.011114 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-9693877d-7542-4de0-b6dd-a79d53e30f23 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:25:36.011815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9693877d-7542-4de0-b6dd-a79d53e30f23 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:36.027737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9693877d-7542-4de0-b6dd-a79d53e30f23 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/7710e894-f15c-4d5c-90a2-cf3937b3b800 HTTP/1.1" status: 404 len: 333 time: 0.0817258 Jul 05 18:25:36.030897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32898) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:36.108841 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-f072c7f6-5e84-4ae3-b227-84db58f7172a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:25:36.110672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f072c7f6-5e84-4ae3-b227-84db58f7172a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/7710e894-f15c-4d5c-90a2-cf3937b3b800 HTTP/1.1" status: 404 len: 333 time: 0.0785830 Jul 05 18:25:36.113403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32900) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:36.170580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-395ca139-72ec-4c4c-a79c-f93b2181984d None None] Provisioning for port 5e0adbcc-b538-4458-a701-3293c9b52898 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:36.187462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-395ca139-72ec-4c4c-a79c-f93b2181984d None None] Provisioning complete for port 5e0adbcc-b538-4458-a701-3293c9b52898 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:36.188326 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-395ca139-72ec-4c4c-a79c-f93b2181984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.247032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b359a6-ffd5-4a08-9cca-bb21d4f7e76c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet 42ee6279-12e3-4726-b57d-dc589703ce8f {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:25:36.251303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.255602 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32b359a6-ffd5-4a08-9cca-bb21d4f7e76c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.296220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Transition to ACTIVE for port object a85015f6-b4ca-41a3-846f-ac545c832863 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:36.413790 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32b359a6-ffd5-4a08-9cca-bb21d4f7e76c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.503531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32908) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:36.524137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.634461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32b359a6-ffd5-4a08-9cca-bb21d4f7e76c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.648905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network ca127fab-5185-4b5a-8446-80bcd395a795 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:36.650110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:36.654522 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:36.666506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:36.672428 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.709948 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-395ca139-72ec-4c4c-a79c-f93b2181984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.723479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6cfc-5848-4172-bef0-29df371ebfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.725554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Port': ['ID=a85015f6-b4ca-41a3-846f-ac545c832863,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:36.765883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1d6de0-94b4-4080-90e2-b1c283b50c54 None None] Network fd67a9bf-32ed-4019-8258-953cc8790201 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:36.768937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-395ca139-72ec-4c4c-a79c-f93b2181984d None None] For port 5e0adbcc-b538-4458-a701-3293c9b52898, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5e0adbcc-b538-4458-a701-3293c9b52898,segment=NetworkSegment(658360e7-c7c0-4f2d-a3c0-792de094d917),segment_id=658360e7-c7c0-4f2d-a3c0-792de094d917)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:36.827902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32916) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:36.829887 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-742d0c8a-9d9d-48f7-b2ec-ec3e27304572 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4020209 Jul 05 18:25:36.860498 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-395ca139-72ec-4c4c-a79c-f93b2181984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.910572 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32b359a6-ffd5-4a08-9cca-bb21d4f7e76c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.952474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6cfc-5848-4172-bef0-29df371ebfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:36.991057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ca139-72ec-4c4c-a79c-f93b2181984d None None] Pushing event updated for resources: {'Port': ['ID=5e0adbcc-b538-4458-a701-3293c9b52898,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:37.014698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b359a6-ffd5-4a08-9cca-bb21d4f7e76c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=42ee6279-12e3-4726-b57d-dc589703ce8f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:37.027332 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6cfc-5848-4172-bef0-29df371ebfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.034816 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32b359a6-ffd5-4a08-9cca-bb21d4f7e76c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.037632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-32b359a6-ffd5-4a08-9cca-bb21d4f7e76c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/42ee6279-12e3-4726-b57d-dc589703ce8f HTTP/1.1" status: 204 len: 168 time: 0.9230151 Jul 05 18:25:37.046908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-120c47cd-fbc0-47f2-856c-08314f604d5a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Deleting subnet 141716a4-ac60-40bf-8038-950766f0a20c {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:25:37.053226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32918) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:37.058209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b7eb6cfc-5848-4172-bef0-29df371ebfb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b0178b430894776988eb5f235329cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536375 Jul 05 18:25:37.062673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32920) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:37.072932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-120c47cd-fbc0-47f2-856c-08314f604d5a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.101516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-989eead4-843a-4931-b3e5-d4befa39bf75 None None] Provisioning for port 51bb9883-a729-4429-bfa0-e663f59ff186 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:37.176094 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-120c47cd-fbc0-47f2-856c-08314f604d5a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.182109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6321f7c-3ec1-4a43-a9f7-e416449b6cb3 None None] DHCP port deletion for fd67a9bf-32ed-4019-8258-953cc8790201 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:25:37.191830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eb6cfc-5848-4172-bef0-29df371ebfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc09c03-6880-4329-98fa-adb37acd529d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:37.213258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.251308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-53505930-aa23-413b-a6bb-3ad8d1f1b4e4 None None] Provisioning complete for port 5e0adbcc-b538-4458-a701-3293c9b52898 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:37.251819 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53505930-aa23-413b-a6bb-3ad8d1f1b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.278413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:37.289477 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22e00dd6-7bff-4ae8-9333-d32008592c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.303973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 51bb9883-a729-4429-bfa0-e663f59ff186 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:37.304644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.344087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22e00dd6-7bff-4ae8-9333-d32008592c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.450139 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-120c47cd-fbc0-47f2-856c-08314f604d5a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.476433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] For port 51bb9883-a729-4429-bfa0-e663f59ff186, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=51bb9883-a729-4429-bfa0-e663f59ff186,segment=NetworkSegment(7cb07dab-0ffa-48c9-aa16-a904b68a269d),segment_id=7cb07dab-0ffa-48c9-aa16-a904b68a269d)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:37.476885 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.506086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 51bb9883-a729-4429-bfa0-e663f59ff186 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:37.529033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a6321f7c-3ec1-4a43-a9f7-e416449b6cb3 None None] Deleting port 51bb9883-a729-4429-bfa0-e663f59ff186 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:37.531397 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6321f7c-3ec1-4a43-a9f7-e416449b6cb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.539120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:37.571755 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22e00dd6-7bff-4ae8-9333-d32008592c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.574322 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22e00dd6-7bff-4ae8-9333-d32008592c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.581069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-22e00dd6-7bff-4ae8-9333-d32008592c63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fc09c03-6880-4329-98fa-adb37acd529d HTTP/1.1" status: 204 len: 168 time: 0.5072968 Jul 05 18:25:37.608719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e00dd6-7bff-4ae8-9333-d32008592c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc09c03-6880-4329-98fa-adb37acd529d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:37.627981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-120c47cd-fbc0-47f2-856c-08314f604d5a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.641511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd54401e-cda6-4892-993a-e0a85f508e48 None None] Network ca127fab-5185-4b5a-8446-80bcd395a795 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:37.663699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c47cd-fbc0-47f2-856c-08314f604d5a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Subnet': ['ID=141716a4-ac60-40bf-8038-950766f0a20c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:37.666579 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-120c47cd-fbc0-47f2-856c-08314f604d5a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.671094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-120c47cd-fbc0-47f2-856c-08314f604d5a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/subnets/141716a4-ac60-40bf-8038-950766f0a20c HTTP/1.1" status: 204 len: 168 time: 0.8419230 Jul 05 18:25:37.671566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32934) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:37.728237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.735317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd4c63-f99b-48c5-8775-bd80cf3adaf2 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:37.736674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd4c63-f99b-48c5-8775-bd80cf3adaf2 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:37.738340 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-11dd4c63-f99b-48c5-8775-bd80cf3adaf2 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0656469 Jul 05 18:25:37.741429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32938) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:37.742307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a6321f7c-3ec1-4a43-a9f7-e416449b6cb3 None None] For port 51bb9883-a729-4429-bfa0-e663f59ff186, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=51bb9883-a729-4429-bfa0-e663f59ff186,segment=NetworkSegment(7cb07dab-0ffa-48c9-aa16-a904b68a269d),segment_id=7cb07dab-0ffa-48c9-aa16-a904b68a269d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:37.742845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6321f7c-3ec1-4a43-a9f7-e416449b6cb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.767419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a6321f7c-3ec1-4a43-a9f7-e416449b6cb3 None None] Calling delete_port for 51bb9883-a729-4429-bfa0-e663f59ff186 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:37.772165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=51bb9883-a729-4429-bfa0-e663f59ff186,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:37.776305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No DVR routers for this DVR port 51bb9883-a729-4429-bfa0-e663f59ff186 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:37.825005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-96868c23-dc06-4e0d-a379-1f36045f65bb None None] Provisioning for port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:37.869462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-96868c23-dc06-4e0d-a379-1f36045f65bb None None] Provisioning complete for port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:37.869815 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96868c23-dc06-4e0d-a379-1f36045f65bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.882353 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6933e95a-c32c-43e0-890f-99c6836ff0a7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.889726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.894930 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-6933e95a-c32c-43e0-890f-99c6836ff0a7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 18:25:37.895559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6933e95a-c32c-43e0-890f-99c6836ff0a7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:37.897460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6933e95a-c32c-43e0-890f-99c6836ff0a7 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/ca127fab-5185-4b5a-8446-80bcd395a795 HTTP/1.1" status: 409 len: 405 time: 0.1550355 Jul 05 18:25:37.903725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32940) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:37.915382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-918761073'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:37.919519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd67a9bf-32ed-4019-8258-953cc8790201']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:37.932525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb07dab-0ffa-48c9-aa16-a904b68a269d') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:37.932903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb07dab-0ffa-48c9-aa16-a904b68a269d') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:37.947525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.955789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6321f7c-3ec1-4a43-a9f7-e416449b6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.967391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.973760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:37.974252 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:37.977494 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:37.982899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6321f7c-3ec1-4a43-a9f7-e416449b6cb3 None None] Pushing event deleted for resources: {'Port': ['ID=51bb9883-a729-4429-bfa0-e663f59ff186,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:37.990817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6321f7c-3ec1-4a43-a9f7-e416449b6cb3 None None] No DVR routers for this DVR port 51bb9883-a729-4429-bfa0-e663f59ff186 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:38.045997 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96868c23-dc06-4e0d-a379-1f36045f65bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.056578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:38.060131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.086700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f88cda-8300-4a39-afc5-dda2ee8744ba None None] DHCP port deletion for ca127fab-5185-4b5a-8446-80bcd395a795 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:25:38.100092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:38.101065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-96868c23-dc06-4e0d-a379-1f36045f65bb None None] For port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=da51bf7e-8251-43a6-9ab6-71a9b9b00fe5,segment=NetworkSegment(63789786-01f4-4cc3-b9ff-100e6760a711),segment_id=63789786-01f4-4cc3-b9ff-100e6760a711)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:38.109510 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.110004 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Added segment 32e5935a-d723-4ac6-9e9e-5ef72bbdf641 of type vlan for network 9c3065f7-08ed-482b-b5b4-6e304f1155d7 Jul 05 18:25:38.146817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-11f88cda-8300-4a39-afc5-dda2ee8744ba None None] Deleting port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:38.147208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-11f88cda-8300-4a39-afc5-dda2ee8744ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.159315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.184437 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.189606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.192030 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/networks/fd67a9bf-32ed-4019-8258-953cc8790201 HTTP/1.1" status: 204 len: 168 time: 1.1322656 Jul 05 18:25:38.195197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32952) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:38.204794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-445201706'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:38.209372 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96868c23-dc06-4e0d-a379-1f36045f65bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.221960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789da523-c909-457f-9957-c4c865571379 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Network': ['ID=fd67a9bf-32ed-4019-8258-953cc8790201,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:38.259256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-11f88cda-8300-4a39-afc5-dda2ee8744ba None None] For port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=da51bf7e-8251-43a6-9ab6-71a9b9b00fe5,segment=NetworkSegment(63789786-01f4-4cc3-b9ff-100e6760a711),segment_id=63789786-01f4-4cc3-b9ff-100e6760a711)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:38.259728 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-11f88cda-8300-4a39-afc5-dda2ee8744ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.274743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-11f88cda-8300-4a39-afc5-dda2ee8744ba None None] Calling delete_port for da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:38.305338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96868c23-dc06-4e0d-a379-1f36045f65bb None None] Pushing event updated for resources: {'Port': ['ID=da51bf7e-8251-43a6-9ab6-71a9b9b00fe5,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:38.318871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.324980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:38.325636 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.341888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:38.347862 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.384481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:38.393829 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.394260 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Added segment 6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce of type vlan for network 99777bdc-df4d-4635-9a19-1715bbfc2238 Jul 05 18:25:38.397129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Network': ['ID=9c3065f7-08ed-482b-b5b4-6e304f1155d7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:38.411499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 9c3065f7-08ed-482b-b5b4-6e304f1155d7 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:38.439936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.466590 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-11f88cda-8300-4a39-afc5-dda2ee8744ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.466717 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3a9bcfbc-aa7b-4ba1-9548-84268e306d18 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5528283 Jul 05 18:25:38.466717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 32962) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:38.480600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'subnet': {'network_id': '9c3065f7-08ed-482b-b5b4-6e304f1155d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:38.502465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f88cda-8300-4a39-afc5-dda2ee8744ba None None] No DVR routers for this DVR port da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:38.523618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f88cda-8300-4a39-afc5-dda2ee8744ba None None] Pushing event deleted for resources: {'Port': ['ID=da51bf7e-8251-43a6-9ab6-71a9b9b00fe5,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:38.553353 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.559074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:38.560190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.639868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Network': ['ID=99777bdc-df4d-4635-9a19-1715bbfc2238,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:38.654494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 99777bdc-df4d-4635-9a19-1715bbfc2238 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:38.694522 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:38.698914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:38.767431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b2f815b0-7a7e-4f31-b699-38adcd0056e5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5697715 Jul 05 18:25:38.768146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 32976) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:38.774121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': '99777bdc-df4d-4635-9a19-1715bbfc2238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:38.980252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:38.984306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:39.089039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5e0adbcc-b538-4458-a701-3293c9b52898 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:39.195792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5e0adbcc-b538-4458-a701-3293c9b52898 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:39.197167 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:39.351580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:25:39.356281 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:39.396834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:25:39.397196 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device da51bf7e-8251-43a6-9ab6-71a9b9b00fe5 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:25:39.397623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 51bb9883-a729-4429-bfa0-e663f59ff186 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:25:39.423538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 51bb9883-a729-4429-bfa0-e663f59ff186 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:25:39.429960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=d010c023-5d89-4e82-a864-1cf1bb2497cd,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:39.437541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 51bb9883-a729-4429-bfa0-e663f59ff186 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:25:39.471357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Checking segment: {'id': '6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99777bdc-df4d-4635-9a19-1715bbfc2238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:39.471822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network hostable DHCP agents. Network: 99777bdc-df4d-4635-9a19-1715bbfc2238, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:39.485165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:25:39.486617 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:39.547818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network 99777bdc-df4d-4635-9a19-1715bbfc2238 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:39.549973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Subnet': ['ID=8d3583da-7d61-4061-ae73-9740d25501a4,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:39.559759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Checking segment: {'id': '32e5935a-d723-4ac6-9e9e-5ef72bbdf641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c3065f7-08ed-482b-b5b4-6e304f1155d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:39.560125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network hostable DHCP agents. Network: 9c3065f7-08ed-482b-b5b4-6e304f1155d7, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:39.616044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 99777bdc-df4d-4635-9a19-1715bbfc2238) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:39.620679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:39.621379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:39.625077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2eed9a-e5e8-414d-a855-dca7a9696c31 None None] Network 99777bdc-df4d-4635-9a19-1715bbfc2238 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:39.705657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network 9c3065f7-08ed-482b-b5b4-6e304f1155d7 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:39.710482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33010) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:39.710843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ae9e3092-ca60-417b-afdf-ed390301b375 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9414396 Jul 05 18:25:39.720430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': '99777bdc-df4d-4635-9a19-1715bbfc2238', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-416015980'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:39.768717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 9c3065f7-08ed-482b-b5b4-6e304f1155d7) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:39.777035 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:39.777646 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:39.807793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1240f3-df6e-4dbe-92aa-f415f87cb9cd None None] Network 9c3065f7-08ed-482b-b5b4-6e304f1155d7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:39.825032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-99777bdc-df4d-4635-9a19-1715bbfc2238', 'network_id': '99777bdc-df4d-4635-9a19-1715bbfc2238', 'tenant_id': '26c1326229744f09bc49f62e8a455b34', 'fixed_ips': [{'subnet_id': 'd010c023-5d89-4e82-a864-1cf1bb2497cd'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:39.827558 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:39.879121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33016) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:39.879488 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-98e68f76-dee7-4193-b105-bd55f702e867 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4132438 Jul 05 18:25:39.884960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'port': {'network_id': '9c3065f7-08ed-482b-b5b4-6e304f1155d7', 'name': 'tempest-NetworksIpV6TestAttrs-845619696'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:39.981876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:39.987145 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.016725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 5263892b-f6d2-4f3d-86c1-964d0ae114c0 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:40.125293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:40.131196 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.155385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] device_id is not set on port b082c27b-d9be-4d4d-a9c2-dc70d31fb962 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:40.169563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Allocated IP 2001:db8::2 (99777bdc-df4d-4635-9a19-1715bbfc2238/d010c023-5d89-4e82-a864-1cf1bb2497cd/b195a70f-2be1-4e3a-ad03-95db033d69a9) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:40.184869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-9c3065f7-08ed-482b-b5b4-6e304f1155d7', 'network_id': '9c3065f7-08ed-482b-b5b4-6e304f1155d7', 'tenant_id': '06ec41fc6034451ab360881fb48e7c36', 'fixed_ips': [{'subnet_id': '8d3583da-7d61-4061-ae73-9740d25501a4'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:40.185754 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.295174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Allocated IP 2001:db8::f816:3eff:fe71:43cf (9c3065f7-08ed-482b-b5b4-6e304f1155d7/8d3583da-7d61-4061-ae73-9740d25501a4/b082c27b-d9be-4d4d-a9c2-dc70d31fb962) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:40.328911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33024) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:40.491389 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.507216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Transition to ACTIVE for port object b195a70f-2be1-4e3a-ad03-95db033d69a9 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:40.507892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-29ec3771-9b16-4973-891f-a38d0ccb1bc9 tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:40.534031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Transition to ACTIVE for port object b195a70f-2be1-4e3a-ad03-95db033d69a9 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:40.548256 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.563668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Transition to ACTIVE for port object b082c27b-d9be-4d4d-a9c2-dc70d31fb962 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:40.599082 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.644997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Network 99777bdc-df4d-4635-9a19-1715bbfc2238 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:40.655864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:40.658987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:40.661783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Pushing event updated for resources: {'Port': ['ID=b195a70f-2be1-4e3a-ad03-95db033d69a9,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:40.669598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::9f (99777bdc-df4d-4635-9a19-1715bbfc2238/d010c023-5d89-4e82-a864-1cf1bb2497cd/5263892b-f6d2-4f3d-86c1-964d0ae114c0) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:40.674190 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-29ec3771-9b16-4973-891f-a38d0ccb1bc9 tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] 10.222.0.30 "PUT /v2.0/quotas/fca74f171b0049b89dcf6a2eec9b661f HTTP/1.1" status: 200 len: 366 time: 0.3449063 Jul 05 18:25:40.676898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33030) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:40.678670 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.699202 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e8ec01cb-54b7-4235-9107-b444846262f5 tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0156615 Jul 05 18:25:40.704479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33032) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:40.739660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1ed8b576-016d-4b7c-add0-04549bd2c213 tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] 10.222.0.30 "GET /v2.0/quotas/fca74f171b0049b89dcf6a2eec9b661f HTTP/1.1" status: 200 len: 366 time: 0.0339022 Jul 05 18:25:40.743464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33034) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:40.757661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Allocated IP 2001:db8::f816:3eff:fe50:b884 (9c3065f7-08ed-482b-b5b4-6e304f1155d7/8d3583da-7d61-4061-ae73-9740d25501a4/38f8dc22-ea27-4734-8b57-ff431f439468) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:40.777162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network 9c3065f7-08ed-482b-b5b4-6e304f1155d7 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:40.785811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:40.790529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:40.796652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:40.797302 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.804536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Port': ['ID=b082c27b-d9be-4d4d-a9c2-dc70d31fb962,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:40.836864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.853706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Attempting to bind port b195a70f-2be1-4e3a-ad03-95db033d69a9 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:40.860522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Attempting to bind port b195a70f-2be1-4e3a-ad03-95db033d69a9 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99777bdc-df4d-4635-9a19-1715bbfc2238'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:40.860522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Attempting to bind port b195a70f-2be1-4e3a-ad03-95db033d69a9 on network 99777bdc-df4d-4635-9a19-1715bbfc2238 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:40.865427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:40.865427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Checking segment: {'id': '6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99777bdc-df4d-4635-9a19-1715bbfc2238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:40.865427 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.865427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Bound using segment: {'id': '6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99777bdc-df4d-4635-9a19-1715bbfc2238'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:40.865427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Bound port: b195a70f-2be1-4e3a-ad03-95db033d69a9, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '99777bdc-df4d-4635-9a19-1715bbfc2238'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:40.865427 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:40.877925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object 5263892b-f6d2-4f3d-86c1-964d0ae114c0 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:40.888353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9aa08818-91fa-4b54-a2fe-0ccdc043decf tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/fca74f171b0049b89dcf6a2eec9b661f HTTP/1.1" status: 204 len: 168 time: 0.1423054 Jul 05 18:25:40.889055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33040) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:40.907351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-88660809-9982-4276-a9fb-f55d9c9dacb9 tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0149701 Jul 05 18:25:40.907604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33042) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:40.934150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33044) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:40.938453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0b28bd1d-22a7-4cf6-9994-e0f20fcec41e tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.0505466 Jul 05 18:25:40.942922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fb19da93-9f0a-45ad-bc3b-ac1bc9dcdd6b tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] 10.222.0.30 "GET /v2.0/quotas/fca74f171b0049b89dcf6a2eec9b661f HTTP/1.1" status: 200 len: 370 time: 0.0320942 Jul 05 18:25:40.943721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33046) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:40.949935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4058e283-ae30-4b85-a97e-0dd9be49ed95 tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] 10.222.0.30 "GET /v2.0/quotas/fca74f171b0049b89dcf6a2eec9b661f/default HTTP/1.1" status: 200 len: 370 time: 0.0057228 Jul 05 18:25:40.953959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33048) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:40.965284 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-819a0a5c-6376-42e9-b06b-b00795f8250b tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] delete failed (client error): The resource could not be found. Jul 05 18:25:40.967341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-819a0a5c-6376-42e9-b06b-b00795f8250b tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/fca74f171b0049b89dcf6a2eec9b661f HTTP/1.1" status: 404 len: 348 time: 0.0124662 Jul 05 18:25:40.999908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.021115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] For port b195a70f-2be1-4e3a-ad03-95db033d69a9, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:41.030024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] For port b195a70f-2be1-4e3a-ad03-95db033d69a9, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b195a70f-2be1-4e3a-ad03-95db033d69a9,segment=NetworkSegment(6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce),segment_id=6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:41.048006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bc2f73f-e351-4fe2-879d-b9459891d38d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Deleting subnet 8d3583da-7d61-4061-ae73-9740d25501a4 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:25:41.066932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network 99777bdc-df4d-4635-9a19-1715bbfc2238 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:41.070299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:41.077086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:41.082408 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.082723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:41.083630 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.091713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Transition to ACTIVE for port object 38f8dc22-ea27-4734-8b57-ff431f439468 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:41.094175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=5263892b-f6d2-4f3d-86c1-964d0ae114c0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:41.109004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Transition to ACTIVE for port object 38f8dc22-ea27-4734-8b57-ff431f439468 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:41.117488 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.182257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0444b1d-f5ae-4b5b-88bd-8682e3370017 None None] Pushing event updated for resources: {'Port': ['ID=b195a70f-2be1-4e3a-ad03-95db033d69a9,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:41.233616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8bc2f73f-e351-4fe2-879d-b9459891d38d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.236896 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.237403 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-96b49b78-26a5-450e-8933-67ea9ad3ac7c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.5245748 Jul 05 18:25:41.240601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33052) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:41.295978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8bc2f73f-e351-4fe2-879d-b9459891d38d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.316023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Pushing event updated for resources: {'Port': ['ID=38f8dc22-ea27-4734-8b57-ff431f439468,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:41.351761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Network 9c3065f7-08ed-482b-b5b4-6e304f1155d7 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:41.351761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:41.360172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:41.393558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33056) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:41.465056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Usage tracker for resource:network and tenant:0447a24d554c4a3283d4e53e49d335d2 is out of sync, need to count used quota {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 18:25:41.470424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 18:25:41.490706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Usage tracker for resource:subnet and tenant:0447a24d554c4a3283d4e53e49d335d2 is out of sync, need to count used quota {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 18:25:41.502617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Attempting to bind port 38f8dc22-ea27-4734-8b57-ff431f439468 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:41.503851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Attempting to bind port 38f8dc22-ea27-4734-8b57-ff431f439468 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '32e5935a-d723-4ac6-9e9e-5ef72bbdf641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c3065f7-08ed-482b-b5b4-6e304f1155d7'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:41.506334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Attempting to bind port 38f8dc22-ea27-4734-8b57-ff431f439468 on network 9c3065f7-08ed-482b-b5b4-6e304f1155d7 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:41.508089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 18:25:41.518972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a5631-630c-4148-9cb9-1c8dc1efd53e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 5263892b-f6d2-4f3d-86c1-964d0ae114c0 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:41.519315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5631-630c-4148-9cb9-1c8dc1efd53e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.521333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:41.521854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Checking segment: {'id': '32e5935a-d723-4ac6-9e9e-5ef72bbdf641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c3065f7-08ed-482b-b5b4-6e304f1155d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:41.522268 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.522696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Bound using segment: {'id': '32e5935a-d723-4ac6-9e9e-5ef72bbdf641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c3065f7-08ed-482b-b5b4-6e304f1155d7'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:41.523307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Bound port: 38f8dc22-ea27-4734-8b57-ff431f439468, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e5935a-d723-4ac6-9e9e-5ef72bbdf641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '9c3065f7-08ed-482b-b5b4-6e304f1155d7'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:41.523693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.545214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Usage tracker for resource:subnetpool and tenant:0447a24d554c4a3283d4e53e49d335d2 is out of sync, need to count used quota {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 18:25:41.594528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 18:25:41.615155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8bc2f73f-e351-4fe2-879d-b9459891d38d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.639233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Usage tracker for resource:port and tenant:0447a24d554c4a3283d4e53e49d335d2 is out of sync, need to count used quota {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 18:25:41.652534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 18:25:41.693308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Usage tracker for resource:router and tenant:0447a24d554c4a3283d4e53e49d335d2 is out of sync, need to count used quota {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 18:25:41.715772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 18:25:41.724876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5631-630c-4148-9cb9-1c8dc1efd53e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.750324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-fe5a5631-630c-4148-9cb9-1c8dc1efd53e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 5263892b-f6d2-4f3d-86c1-964d0ae114c0 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:41.757144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Usage tracker for resource:floatingip and tenant:0447a24d554c4a3283d4e53e49d335d2 is out of sync, need to count used quota {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 18:25:41.768999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 18:25:41.803182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] For port 38f8dc22-ea27-4734-8b57-ff431f439468, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:41.807470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] For port 38f8dc22-ea27-4734-8b57-ff431f439468, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=38f8dc22-ea27-4734-8b57-ff431f439468,segment=NetworkSegment(32e5935a-d723-4ac6-9e9e-5ef72bbdf641),segment_id=32e5935a-d723-4ac6-9e9e-5ef72bbdf641)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:41.809694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8bc2f73f-e351-4fe2-879d-b9459891d38d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.865152 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2f73f-e351-4fe2-879d-b9459891d38d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3583da-7d61-4061-ae73-9740d25501a4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:41.883899 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8bc2f73f-e351-4fe2-879d-b9459891d38d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.888675 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8bc2f73f-e351-4fe2-879d-b9459891d38d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/subnets/8d3583da-7d61-4061-ae73-9740d25501a4 HTTP/1.1" status: 204 len: 168 time: 0.9530363 Jul 05 18:25:41.891950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33062) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:41.917163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Usage tracker for resource:security_group and tenant:0447a24d554c4a3283d4e53e49d335d2 is out of sync, need to count used quota {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 18:25:41.930928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 18:25:41.932050 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:41.948734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Usage tracker for resource:security_group_rule and tenant:0447a24d554c4a3283d4e53e49d335d2 is out of sync, need to count used quota {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 18:25:41.961299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118b2bd-e155-4004-ac3d-9a1593c1315f tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:41.962274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.quota.resource [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100997) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 18:25:41.963043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118b2bd-e155-4004-ac3d-9a1593c1315f tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:41.965175 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6118b2bd-e155-4004-ac3d-9a1593c1315f tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0714326 Jul 05 18:25:41.968382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33064) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:41.975440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1cc1778c-f7f5-48fa-93a7-16d2c883df1f tempest-QuotasTest-1433617029 tempest-QuotasTest-1433617029-project-admin] 10.222.0.30 "GET /v2.0/quotas/0447a24d554c4a3283d4e53e49d335d2/details.json HTTP/1.1" status: 200 len: 703 time: 0.5767860 Jul 05 18:25:42.050796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5631-630c-4148-9cb9-1c8dc1efd53e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.062175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9efbb3e-e4d5-4256-978b-7daf618026cb None None] Pushing event updated for resources: {'Port': ['ID=38f8dc22-ea27-4734-8b57-ff431f439468,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:42.136198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a5631-630c-4148-9cb9-1c8dc1efd53e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=5263892b-f6d2-4f3d-86c1-964d0ae114c0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:42.162628 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2968cfad-5844-4bca-b91b-f39267bb5aa8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.178472 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-2968cfad-5844-4bca-b91b-f39267bb5aa8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 18:25:42.180761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2968cfad-5844-4bca-b91b-f39267bb5aa8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:42.182910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe5a5631-630c-4148-9cb9-1c8dc1efd53e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.184153 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2968cfad-5844-4bca-b91b-f39267bb5aa8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/9c3065f7-08ed-482b-b5b4-6e304f1155d7 HTTP/1.1" status: 409 len: 405 time: 0.2147682 Jul 05 18:25:42.189296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33068) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:42.189639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33070) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:42.190001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fe5a5631-630c-4148-9cb9-1c8dc1efd53e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/5263892b-f6d2-4f3d-86c1-964d0ae114c0 HTTP/1.1" status: 204 len: 168 time: 0.9480908 Jul 05 18:25:42.197447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-482263461'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:42.249627 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a9fbc7-cbdd-4d7b-b0db-4073f03c07a2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:25:42.254594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33074) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:42.265123 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-91a9fbc7-cbdd-4d7b-b0db-4073f03c07a2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/5263892b-f6d2-4f3d-86c1-964d0ae114c0 HTTP/1.1" status: 404 len: 333 time: 0.0729151 Jul 05 18:25:42.330200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-7544d917-359e-4e97-9201-a4878dabaa28 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet d010c023-5d89-4e82-a864-1cf1bb2497cd {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:25:42.334715 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7544d917-359e-4e97-9201-a4878dabaa28 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.370670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:42.374459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.435576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:42.453067 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7544d917-359e-4e97-9201-a4878dabaa28 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.461759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.462208 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Added segment fa940f5c-658e-48f6-9b71-7ed8119152ff of type vlan for network 516827e6-b312-4b55-9049-93d634393573 Jul 05 18:25:42.543633 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.603739 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7544d917-359e-4e97-9201-a4878dabaa28 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.707267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38d659-8e55-4a91-b9da-398e42669e1e None None] Network 99777bdc-df4d-4635-9a19-1715bbfc2238 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:42.719817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.739763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:42.743618 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.781192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7544d917-359e-4e97-9201-a4878dabaa28 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.871930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544d917-359e-4e97-9201-a4878dabaa28 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=d010c023-5d89-4e82-a864-1cf1bb2497cd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:42.881717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7544d917-359e-4e97-9201-a4878dabaa28 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:42.886614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7544d917-359e-4e97-9201-a4878dabaa28 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/d010c023-5d89-4e82-a864-1cf1bb2497cd HTTP/1.1" status: 204 len: 168 time: 0.6290879 Jul 05 18:25:42.888674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33082) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:42.913540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33084) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:42.913722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d29b907d-a893-450e-a1a7-df82364f73f6 None None] Provisioning for port b195a70f-2be1-4e3a-ad03-95db033d69a9 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:42.923214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Network': ['ID=516827e6-b312-4b55-9049-93d634393573,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:42.935324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 516827e6-b312-4b55-9049-93d634393573 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:42.964221 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2370d10f-71a8-422b-b13f-9fb8459df5fe tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7734671 Jul 05 18:25:42.965174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33088) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:42.971064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'subnet': {'network_id': '516827e6-b312-4b55-9049-93d634393573', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:43.026395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.115146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d768b4c-b8bb-40c3-a836-40f7122e5f9e None None] DHCP port deletion for 99777bdc-df4d-4635-9a19-1715bbfc2238 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:25:43.154519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port b195a70f-2be1-4e3a-ad03-95db033d69a9 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:43.154519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.211321 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a755075-ebad-4678-8a0d-74c35f1f99c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.273512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5d768b4c-b8bb-40c3-a836-40f7122e5f9e None None] Deleting port b195a70f-2be1-4e3a-ad03-95db033d69a9 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:43.274743 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5d768b4c-b8bb-40c3-a836-40f7122e5f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.276030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:43.280537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.445243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 38f8dc22-ea27-4734-8b57-ff431f439468 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:43.512486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] For port b195a70f-2be1-4e3a-ad03-95db033d69a9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b195a70f-2be1-4e3a-ad03-95db033d69a9,segment=NetworkSegment(6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce),segment_id=6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:43.512878 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.551275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5d768b4c-b8bb-40c3-a836-40f7122e5f9e None None] For port b195a70f-2be1-4e3a-ad03-95db033d69a9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b195a70f-2be1-4e3a-ad03-95db033d69a9,segment=NetworkSegment(6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce),segment_id=6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:43.552050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for b195a70f-2be1-4e3a-ad03-95db033d69a9 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:43.552918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5d768b4c-b8bb-40c3-a836-40f7122e5f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.571443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5d768b4c-b8bb-40c3-a836-40f7122e5f9e None None] Calling delete_port for b195a70f-2be1-4e3a-ad03-95db033d69a9 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:43.689486 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a755075-ebad-4678-8a0d-74c35f1f99c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.769225 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8a755075-ebad-4678-8a0d-74c35f1f99c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.769897 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.803487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8a755075-ebad-4678-8a0d-74c35f1f99c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a056dbbe545a4e239dfeb51d6f9505b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8885438 Jul 05 18:25:43.811845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33098) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:43.827549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=b195a70f-2be1-4e3a-ad03-95db033d69a9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:43.846052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No DVR routers for this DVR port b195a70f-2be1-4e3a-ad03-95db033d69a9 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:43.865128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a755075-ebad-4678-8a0d-74c35f1f99c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0562da6c-66da-4607-b511-2f5fe0680a89,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:43.891711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e677b57e-2cdd-42c7-bc1f-cc908c439d20 None None] Network 9c3065f7-08ed-482b-b5b4-6e304f1155d7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:43.897272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 38f8dc22-ea27-4734-8b57-ff431f439468 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:43.943011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.957036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99777bdc-df4d-4635-9a19-1715bbfc2238']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:43.963530 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0fed621-1f30-4e27-8385-8c8b4b408927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:43.975298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:43.975907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a5ca2ac-4cec-4c4a-9b10-ca8d38989fce') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:43.988683 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.006687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.015878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:44.016307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:25:44.016425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:44.020610 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:44.022999 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.040337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0fed621-1f30-4e27-8385-8c8b4b408927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.065779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-53d2097b-dcec-4dc2-9bca-120c5351dc01 None None] Provisioning for port 38f8dc22-ea27-4734-8b57-ff431f439468 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:44.075549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-53d2097b-dcec-4dc2-9bca-120c5351dc01 None None] Provisioning complete for port 38f8dc22-ea27-4734-8b57-ff431f439468 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:44.075930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53d2097b-dcec-4dc2-9bca-120c5351dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.118714 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5d768b4c-b8bb-40c3-a836-40f7122e5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.125190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Subnet': ['ID=f5983ec3-d916-4b5b-a93c-72a442ee2833,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:44.145552 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Checking segment: {'id': 'fa940f5c-658e-48f6-9b71-7ed8119152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '516827e6-b312-4b55-9049-93d634393573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:44.146050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network hostable DHCP agents. Network: 516827e6-b312-4b55-9049-93d634393573, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:44.153509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d768b4c-b8bb-40c3-a836-40f7122e5f9e None None] Pushing event deleted for resources: {'Port': ['ID=b195a70f-2be1-4e3a-ad03-95db033d69a9,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:44.162180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d768b4c-b8bb-40c3-a836-40f7122e5f9e None None] No DVR routers for this DVR port b195a70f-2be1-4e3a-ad03-95db033d69a9 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:44.180466 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.183694 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.185699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/networks/99777bdc-df4d-4635-9a19-1715bbfc2238 HTTP/1.1" status: 204 len: 168 time: 1.2957931 Jul 05 18:25:44.189886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33100) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:44.198003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'name': 'tempest-PortsIpV6TestJSON-415892442'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:44.221097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53d2097b-dcec-4dc2-9bca-120c5351dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.226219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc34921-7fab-4d36-8e08-a866967150af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Network': ['ID=99777bdc-df4d-4635-9a19-1715bbfc2238,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:44.263004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-53d2097b-dcec-4dc2-9bca-120c5351dc01 None None] For port 38f8dc22-ea27-4734-8b57-ff431f439468, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=38f8dc22-ea27-4734-8b57-ff431f439468,segment=NetworkSegment(32e5935a-d723-4ac6-9e9e-5ef72bbdf641),segment_id=32e5935a-d723-4ac6-9e9e-5ef72bbdf641)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:44.284527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0fed621-1f30-4e27-8385-8c8b4b408927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.290613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f0fed621-1f30-4e27-8385-8c8b4b408927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.290613 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f0fed621-1f30-4e27-8385-8c8b4b408927 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0562da6c-66da-4607-b511-2f5fe0680a89 HTTP/1.1" status: 204 len: 168 time: 0.4763777 Jul 05 18:25:44.304925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fed621-1f30-4e27-8385-8c8b4b408927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0562da6c-66da-4607-b511-2f5fe0680a89,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:44.305843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd621e-4532-41ff-8f2e-43fc0ab80cda None None] DHCP port deletion for 9c3065f7-08ed-482b-b5b4-6e304f1155d7 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:25:44.325545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network 516827e6-b312-4b55-9049-93d634393573 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:44.368360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-44cd621e-4532-41ff-8f2e-43fc0ab80cda None None] Deleting port 38f8dc22-ea27-4734-8b57-ff431f439468 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:44.368739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44cd621e-4532-41ff-8f2e-43fc0ab80cda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.371492 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53d2097b-dcec-4dc2-9bca-120c5351dc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.421934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:44.426175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.447878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 75222ffe-8ad6-4c50-a0a1-9673d202abbf yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:44.457975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 516827e6-b312-4b55-9049-93d634393573) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:44.471449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-44cd621e-4532-41ff-8f2e-43fc0ab80cda None None] For port 38f8dc22-ea27-4734-8b57-ff431f439468, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=38f8dc22-ea27-4734-8b57-ff431f439468,segment=NetworkSegment(32e5935a-d723-4ac6-9e9e-5ef72bbdf641),segment_id=32e5935a-d723-4ac6-9e9e-5ef72bbdf641)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:44.471848 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44cd621e-4532-41ff-8f2e-43fc0ab80cda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.475517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b5efed-5a71-4214-b6bc-d984093b0e08 None None] Network 516827e6-b312-4b55-9049-93d634393573 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:44.477535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:44.480065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.500684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-44cd621e-4532-41ff-8f2e-43fc0ab80cda None None] Calling delete_port for 38f8dc22-ea27-4734-8b57-ff431f439468 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:44.526525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2097b-dcec-4dc2-9bca-120c5351dc01 None None] Pushing event updated for resources: {'Port': ['ID=38f8dc22-ea27-4734-8b57-ff431f439468,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:44.629835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33110) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:44.672147 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-933d215f-da59-4e96-801c-8ff44ab47a93 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7032862 Jul 05 18:25:44.673263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33112) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:44.726799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-516827e6-b312-4b55-9049-93d634393573', 'network_id': '516827e6-b312-4b55-9049-93d634393573', 'tenant_id': '06ec41fc6034451ab360881fb48e7c36', 'fixed_ips': [{'subnet_id': 'f5983ec3-d916-4b5b-a93c-72a442ee2833'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:44.728632 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.770819 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-44cd621e-4532-41ff-8f2e-43fc0ab80cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.788240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5009c514-8f80-4a5b-acf8-76ea1ef935df tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1846 time: 0.1541188 Jul 05 18:25:44.788840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33116) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:44.792654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd621e-4532-41ff-8f2e-43fc0ab80cda None None] No DVR routers for this DVR port 38f8dc22-ea27-4734-8b57-ff431f439468 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:44.795738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'network': {'name': 'tempest-network-smoke--1857086963', 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'port_security_enabled': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:44.867466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd621e-4532-41ff-8f2e-43fc0ab80cda None None] Pushing event deleted for resources: {'Port': ['ID=38f8dc22-ea27-4734-8b57-ff431f439468,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:44.880482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.889971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.930107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Made reservation on behalf of 9d3efd3d244b4f95a0edf198b24f263c for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:44.934884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:44.939267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Allocated IP 2001:db8::f816:3eff:fed9:95a7 (516827e6-b312-4b55-9049-93d634393573/f5983ec3-d916-4b5b-a93c-72a442ee2833/3456c258-17af-4ed1-a900-077be71e2512) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:45.017235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:45.041106 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.042448 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Added segment 3d07e347-1c23-45de-bcea-058250c66f64 of type vlan for network 134be8f6-92e6-40bd-b472-edb84589dab3 Jul 05 18:25:45.051461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.117709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 38f8dc22-ea27-4734-8b57-ff431f439468 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:25:45.123977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.126892 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.142767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33120) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:45.173842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 38f8dc22-ea27-4734-8b57-ff431f439468 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:25:45.174248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 38f8dc22-ea27-4734-8b57-ff431f439468 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:25:45.174362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d195cbc3-9539-4003-a274-381642d71c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.174702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b195a70f-2be1-4e3a-ad03-95db033d69a9 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:25:45.206512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b195a70f-2be1-4e3a-ad03-95db033d69a9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:25:45.206930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b195a70f-2be1-4e3a-ad03-95db033d69a9 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:25:45.272372 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.279125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:45.290369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Transition to ACTIVE for port object 3456c258-17af-4ed1-a900-077be71e2512 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:45.290582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:45.294407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:45.303310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:45.303997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.322758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Transition to ACTIVE for port object 3456c258-17af-4ed1-a900-077be71e2512 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:45.322989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=75222ffe-8ad6-4c50-a0a1-9673d202abbf,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:45.341384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.348532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:45.349157 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.400319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.460176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Network 516827e6-b312-4b55-9049-93d634393573 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:45.464980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:45.468807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:45.501123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Network': ['ID=134be8f6-92e6-40bd-b472-edb84589dab3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:45.503079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.506551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Pushing event updated for resources: {'Port': ['ID=3456c258-17af-4ed1-a900-077be71e2512,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:45.537515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 134be8f6-92e6-40bd-b472-edb84589dab3 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:45.557200 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d195cbc3-9539-4003-a274-381642d71c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.574006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Subnet': ['ID=f5983ec3-d916-4b5b-a93c-72a442ee2833,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:45.655477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Attempting to bind port 3456c258-17af-4ed1-a900-077be71e2512 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:45.656122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Attempting to bind port 3456c258-17af-4ed1-a900-077be71e2512 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'fa940f5c-658e-48f6-9b71-7ed8119152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '516827e6-b312-4b55-9049-93d634393573'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:45.656659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Attempting to bind port 3456c258-17af-4ed1-a900-077be71e2512 on network 516827e6-b312-4b55-9049-93d634393573 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:45.660720 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d195cbc3-9539-4003-a274-381642d71c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.666523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:45.667173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Checking segment: {'id': 'fa940f5c-658e-48f6-9b71-7ed8119152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '516827e6-b312-4b55-9049-93d634393573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:45.668077 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.668947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Bound using segment: {'id': 'fa940f5c-658e-48f6-9b71-7ed8119152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '516827e6-b312-4b55-9049-93d634393573'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:45.669725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Bound port: 3456c258-17af-4ed1-a900-077be71e2512, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa940f5c-658e-48f6-9b71-7ed8119152ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '516827e6-b312-4b55-9049-93d634393573'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:45.670291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.686980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.704996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516827e6-b312-4b55-9049-93d634393573']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:45.720530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa940f5c-658e-48f6-9b71-7ed8119152ff') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:45.721421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa940f5c-658e-48f6-9b71-7ed8119152ff') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:45.722268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d195cbc3-9539-4003-a274-381642d71c68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0447a24d554c4a3283d4e53e49d335d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784588 Jul 05 18:25:45.726027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33122) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:45.737701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7153eff1-7597-4a4e-a323-f4259265611c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9477832 Jul 05 18:25:45.749829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33126) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:45.766092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'admin_state_up': True, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:45.775502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195cbc3-9539-4003-a274-381642d71c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0e09c0-4df8-48af-817f-6fd5a999ee2e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:45.786898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.793849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] For port 3456c258-17af-4ed1-a900-077be71e2512, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:45.798244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] For port 3456c258-17af-4ed1-a900-077be71e2512, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3456c258-17af-4ed1-a900-077be71e2512,segment=NetworkSegment(fa940f5c-658e-48f6-9b71-7ed8119152ff),segment_id=fa940f5c-658e-48f6-9b71-7ed8119152ff)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:45.800462 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eae1f643-c809-4200-a586-80fd3ee17860 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6094639 Jul 05 18:25:45.801086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33128) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:45.860968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9126-1ef2-422b-9001-f7de3fb6bf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.902257 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9126-1ef2-422b-9001-f7de3fb6bf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.915288 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.939769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.959127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.960262 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.970632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:45.971132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:45.975957 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:46.015112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7390175f-c108-474f-94b8-01624c1bf584 None None] Pushing event updated for resources: {'Port': ['ID=3456c258-17af-4ed1-a900-077be71e2512,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:46.041697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6928b88-a750-4a12-9b69-fe9956ae94a9 None None] Network 516827e6-b312-4b55-9049-93d634393573 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:46.076025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 75222ffe-8ad6-4c50-a0a1-9673d202abbf {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:46.076420 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:46.133063 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:25:46.133063 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:25:46.133063 n-d-799524-1 neutron-server[100998]: [parameters: {'id': '516827e6-b312-4b55-9049-93d634393573'}] Jul 05 18:25:46.133063 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:25:46.134031 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:25:46.147978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:46.171554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 75222ffe-8ad6-4c50-a0a1-9673d202abbf owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:46.182369 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9126-1ef2-422b-9001-f7de3fb6bf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:46.184728 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff0a9126-1ef2-422b-9001-f7de3fb6bf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:46.185930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ff0a9126-1ef2-422b-9001-f7de3fb6bf0c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e0e09c0-4df8-48af-817f-6fd5a999ee2e HTTP/1.1" status: 204 len: 168 time: 0.4435968 Jul 05 18:25:46.193915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6f8df2-cb02-46be-943a-9620ff4464c1 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:25:46.204208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a9126-1ef2-422b-9001-f7de3fb6bf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0e09c0-4df8-48af-817f-6fd5a999ee2e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:46.335782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6f8df2-cb02-46be-943a-9620ff4464c1 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:25:46.355891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:46.497675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:46.606047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=75222ffe-8ad6-4c50-a0a1-9673d202abbf,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:46.617072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.617432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.618366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.619033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.619509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.619991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.620718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.621067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.621405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.621761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.622067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.622394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:25:46.627394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:46.629294 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-054997ae-769f-40e0-b6cb-f77723237d89 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/75222ffe-8ad6-4c50-a0a1-9673d202abbf HTTP/1.1" status: 204 len: 168 time: 0.8216186 Jul 05 18:25:46.631713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33136) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:46.637789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'mac_address': 'fa:16:3e:bd:39:77', 'name': 'tempest-PortsIpV6TestJSON-1003032827'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:46.641071 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:46.777787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:46.995824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Deleting port 3456c258-17af-4ed1-a900-077be71e2512 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:46.996485 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:47.051844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:47.149535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] For port 3456c258-17af-4ed1-a900-077be71e2512, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3456c258-17af-4ed1-a900-077be71e2512,segment=NetworkSegment(fa940f5c-658e-48f6-9b71-7ed8119152ff),segment_id=fa940f5c-658e-48f6-9b71-7ed8119152ff)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:47.150122 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:47.164114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:47.184881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Calling delete_port for 3456c258-17af-4ed1-a900-077be71e2512 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:47.213190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port f69683e2-c2e9-4d25-b2df-ad9eeadc8aa3 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:47.677121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:47.709867 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:47.887768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:47.911625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:47.929442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Allocated IP 172.25.3.79 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/ac870e52-b362-4fbe-8842-3abed21d5c75) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:47.958316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Port': ['ID=3456c258-17af-4ed1-a900-077be71e2512,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:47.964135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No DVR routers for this DVR port 3456c258-17af-4ed1-a900-077be71e2512 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:48.122288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.122288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['516827e6-b312-4b55-9049-93d634393573']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:48.134166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa940f5c-658e-48f6-9b71-7ed8119152ff') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:48.139254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa940f5c-658e-48f6-9b71-7ed8119152ff') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:48.153298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.178109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.196898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.196898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.196898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:48.197372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:48.200424 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:48.303032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:48.314261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:48.327739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:48.333314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:48.333943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.346533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=f69683e2-c2e9-4d25-b2df-ad9eeadc8aa3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:48.387122 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.403023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.403023 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/516827e6-b312-4b55-9049-93d634393573 HTTP/1.1" status: 204 len: 168 time: 3.7229717 Jul 05 18:25:48.403533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33230) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:48.409808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-353803927'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:48.418023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf3879-6655-4906-b545-0669b98703e0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Network': ['ID=516827e6-b312-4b55-9049-93d634393573,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:48.452189 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-359e4729-4a9d-46d6-a50e-f3f655dfe9d0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.8194234 Jul 05 18:25:48.454639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33236) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:48.495136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.558207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=ac870e52-b362-4fbe-8842-3abed21d5c75,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:48.564949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:48.566698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73c03da-f1c9-462d-8ed6-3b989807f84e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:48.571722 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d73c03da-f1c9-462d-8ed6-3b989807f84e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/f69683e2-c2e9-4d25-b2df-ad9eeadc8aa3 HTTP/1.1" status: 200 len: 845 time: 0.1153152 Jul 05 18:25:48.577215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33244) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:48.578950 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.582298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:48.591747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33246) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:48.592609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:48.595776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:48.617346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:48.630078 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.630078 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Added segment 34a88130-2953-4169-b034-63d261376a3c of type vlan for network 712e1e68-7b25-4141-928f-afbf20ca1214 Jul 05 18:25:48.675282 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.768856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1081387344', 'router:external': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:48.810728 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.817009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:48.818742 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.843251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0f906-b178-453d-845e-e4e6d76b156a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port f69683e2-c2e9-4d25-b2df-ad9eeadc8aa3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:48.843251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f906-b178-453d-845e-e4e6d76b156a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.916311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Network': ['ID=712e1e68-7b25-4141-928f-afbf20ca1214,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:48.930733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 712e1e68-7b25-4141-928f-afbf20ca1214 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:48.943792 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f906-b178-453d-845e-e4e6d76b156a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:48.960722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f9f0f906-b178-453d-845e-e4e6d76b156a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for f69683e2-c2e9-4d25-b2df-ad9eeadc8aa3 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:48.976451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Made reservation on behalf of 241322b6ca794956ac71c9a44f4ba12d for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:48.979740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.029996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.083290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-34ff1872-3929-4b6d-ab7f-e766b6401e44 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6778064 Jul 05 18:25:49.085989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33272) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:49.092822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'subnet': {'network_id': '712e1e68-7b25-4141-928f-afbf20ca1214', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:49.210295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.295533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f906-b178-453d-845e-e4e6d76b156a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.348675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f0f906-b178-453d-845e-e4e6d76b156a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=f69683e2-c2e9-4d25-b2df-ad9eeadc8aa3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:49.360404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f9f0f906-b178-453d-845e-e4e6d76b156a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.363042 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f9f0f906-b178-453d-845e-e4e6d76b156a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/f69683e2-c2e9-4d25-b2df-ad9eeadc8aa3 HTTP/1.1" status: 204 len: 168 time: 0.7840946 Jul 05 18:25:49.365714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33288) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:49.438354 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.457525 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a1efcf-9d69-4ddc-a3b7-0188a695dc04 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:25:49.466711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-55a1efcf-9d69-4ddc-a3b7-0188a695dc04 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/f69683e2-c2e9-4d25-b2df-ad9eeadc8aa3 HTTP/1.1" status: 404 len: 333 time: 0.0970466 Jul 05 18:25:49.470076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:49.478402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'name': 'tempest-PortsIpV6TestJSON-1568665410'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:49.546055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.609903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:49.628848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:49.633193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.641703 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.642067 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Added segment a055c15e-c0cb-4175-8004-0217ab179403 of type vlan for network fa764085-facf-4fba-a989-b416c09b82a1 Jul 05 18:25:49.652503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522ad4ba-0149-465b-97a9-ae1086b7bd42,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:49.686366 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.740193 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.789309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:49.793977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.853861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 93db127e-1e8d-4b28-a1f1-f3636e8a4f2f yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:49.917258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.918434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:49.919058 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:49.979877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:25:50.021820 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event updated for resources: {'Network': ['ID=fa764085-facf-4fba-a989-b416c09b82a1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:50.036652 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.036942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network fa764085-facf-4fba-a989-b416c09b82a1 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:50.063642 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e7bf4b0f-8999-4965-8b5f-81ee5f9e2cff tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.4657459 Jul 05 18:25:50.063875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33312) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:50.071085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'subnet': {'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:50.092635 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.131277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Subnet': ['ID=d2995b66-fb31-4058-99b2-d1122fb35730,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:50.139608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Checking segment: {'id': '34a88130-2953-4169-b034-63d261376a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '712e1e68-7b25-4141-928f-afbf20ca1214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:50.145252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network hostable DHCP agents. Network: 712e1e68-7b25-4141-928f-afbf20ca1214, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:50.157019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:25:50.175251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Sync routers for ids ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:25:50.176542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Routers {'9fc30799-3736-41ce-a660-c1d0b5c7f7a9'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:50.177199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:50.228689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Made reservation on behalf of 241322b6ca794956ac71c9a44f4ba12d for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:50.231210 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.273303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network 712e1e68-7b25-4141-928f-afbf20ca1214 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:50.278078 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.290024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Set router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:25:50.326461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.330329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a3b785f6-be1c-4e45-9aef-41fa3a4ac6ff tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.5769117 Jul 05 18:25:50.330784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33324) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:50.369897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:50.371642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:50.402695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:50.408876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:50.409677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.412237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 712e1e68-7b25-4141-928f-afbf20ca1214) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:50.413715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=93db127e-1e8d-4b28-a1f1-f3636e8a4f2f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:50.428132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:50.429098 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.442015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8190b0e-3375-40d1-ae0a-262c5d16a40c None None] Network 712e1e68-7b25-4141-928f-afbf20ca1214 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:50.490529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0efccbc-2c1b-46fb-b66a-7e0c671ef10c tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:50.495375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f0efccbc-2c1b-46fb-b66a-7e0c671ef10c tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9d3efd3d244b4f95a0edf198b24f263c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1580403 Jul 05 18:25:50.501850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33338) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:50.589337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ba0bcc0-8e9a-4757-a7ec-3d16ab9c7cd9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1172869 Jul 05 18:25:50.591045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0e22d7c9-58cf-4d07-9b25-4cb54e5b5c8a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5038307 Jul 05 18:25:50.591863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33344) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:50.593837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33346) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:50.598416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7de9fcf1-9407-4379-8eec-86d03f104145 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:50.806518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.815179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:45Z', 'updated_at': '2021-07-05T18:25:48Z', 'revision_number': 3, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:47Z', 'updated_at': '2021-07-05T18:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:50.856014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Checking router: 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:25:50.856376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Updating router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 port ac870e52-b362-4fbe-8842-3abed21d5c75 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:25:50.885699 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7de9fcf1-9407-4379-8eec-86d03f104145 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.897386 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.948975 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-847fe046-80cc-4eeb-9471-af6253c79c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:50.962183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a7917-2f02-4743-8171-6b1086c2bbbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-712e1e68-7b25-4141-928f-afbf20ca1214', 'network_id': '712e1e68-7b25-4141-928f-afbf20ca1214', 'tenant_id': '06ec41fc6034451ab360881fb48e7c36', 'fixed_ips': [{'subnet_id': 'd2995b66-fb31-4058-99b2-d1122fb35730'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:50.963605 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-da6a7917-2f02-4743-8171-6b1086c2bbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.060503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d4fdd-4c83-427f-967a-b05fb664081d tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:51.061587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d4fdd-4c83-427f-967a-b05fb664081d tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:51.063327 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9a4d4fdd-4c83-427f-967a-b05fb664081d tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1549 time: 0.5654166 Jul 05 18:25:51.066088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33362) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:51.076345 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.114473 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c2c2f42b-b6b7-474c-82ae-568fba4d66fa tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0470626 Jul 05 18:25:51.116806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33368) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:51.147474 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-29f02e49-b736-4238-b3d9-115d290a6034 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=fa764085-facf-4fba-a989-b416c09b82a1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295234 Jul 05 18:25:51.159391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33370) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:51.201008 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-beeb991b-8ef3-430f-843f-2f926b3e3359 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=9d3efd3d244b4f95a0edf198b24f263c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404913 Jul 05 18:25:51.207940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:51.263273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:25:51.263828 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.286348 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7de9fcf1-9407-4379-8eec-86d03f104145 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.288692 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.308714 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.325761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Transition to ACTIVE for port object ac870e52-b362-4fbe-8842-3abed21d5c75 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:51.328315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event updated for resources: {'Subnet': ['ID=71dd1c3b-8216-4135-b957-13982ee64fd4,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:51.341362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Checking segment: {'id': 'a055c15e-c0cb-4175-8004-0217ab179403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:51.341731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Network hostable DHCP agents. Network: fa764085-facf-4fba-a989-b416c09b82a1, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server [None req-da6a7917-2f02-4743-8171-6b1086c2bbbc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2995b66-fb31-4058-99b2-d1122fb35730: This subnet is being modified by another concurrent operation. Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise exception Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2995b66-fb31-4058-99b2-d1122fb35730: This subnet is being modified by another concurrent operation. Jul 05 18:25:51.383949 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Jul 05 18:25:51.412051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37807799-2785-4be4-95f7-96ff830f0a2f None None] Network 712e1e68-7b25-4141-928f-afbf20ca1214 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:51.416443 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.439231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Network fa764085-facf-4fba-a989-b416c09b82a1 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:51.541786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, fa764085-facf-4fba-a989-b416c09b82a1) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:51.546260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:51.547139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.563336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68772-eb63-45cd-b645-a3922411951d None None] Pushing event updated for resources: {'Port': ['ID=ac870e52-b362-4fbe-8842-3abed21d5c75,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:51.577352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c217e4-e0ba-4a62-8388-2e518d1a7ca1 None None] Network fa764085-facf-4fba-a989-b416c09b82a1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:51.628036 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-516c8a49-f88e-4e93-b0f6-9c2fcdfa03f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5630803 Jul 05 18:25:51.630914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33398) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:51.633005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Attempting to bind port ac870e52-b362-4fbe-8842-3abed21d5c75 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:51.639922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Attempting to bind port ac870e52-b362-4fbe-8842-3abed21d5c75 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:51.639922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Attempting to bind port ac870e52-b362-4fbe-8842-3abed21d5c75 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:51.640174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-978211288', 'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:51.662732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:51.669207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:51.669207 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.669207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:51.669207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Bound port: ac870e52-b362-4fbe-8842-3abed21d5c75, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:51.669207 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.753030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Made reservation on behalf of 241322b6ca794956ac71c9a44f4ba12d for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:51.778910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.791763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Subnet': ['ID=d2995b66-fb31-4058-99b2-d1122fb35730,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:51.793731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] For port ac870e52-b362-4fbe-8842-3abed21d5c75, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:51.860527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7de9fcf1-9407-4379-8eec-86d03f104145 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:51.872742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] For port ac870e52-b362-4fbe-8842-3abed21d5c75, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ac870e52-b362-4fbe-8842-3abed21d5c75,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:51.873378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5952ac-8bed-4709-b86e-25edae222d7b None None] Network fa764085-facf-4fba-a989-b416c09b82a1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:51.873813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] device_id is not set on port 6922e4b2-8f92-47fc-a3e0-e7b9c642e966 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:25:51.973683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.030801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Allocated IP 2001:db8::122 (fa764085-facf-4fba-a989-b416c09b82a1/71dd1c3b-8216-4135-b957-13982ee64fd4/6922e4b2-8f92-47fc-a3e0-e7b9c642e966) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:52.082028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7de9fcf1-9407-4379-8eec-86d03f104145 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] In _notify_port_updated(), no bound segment for port 93db127e-1e8d-4b28-a1f1-f3636e8a4f2f on network ec5859ee-ee25-4112-9192-8e10b5906c85 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:25:52.095846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9fcf1-9407-4379-8eec-86d03f104145 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:52.096893 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7de9fcf1-9407-4379-8eec-86d03f104145 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.099256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7de9fcf1-9407-4379-8eec-86d03f104145 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "PUT /v2.0/ports/93db127e-1e8d-4b28-a1f1-f3636e8a4f2f HTTP/1.1" status: 200 len: 818 time: 1.5052831 Jul 05 18:25:52.099571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9fcf1-9407-4379-8eec-86d03f104145 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=93db127e-1e8d-4b28-a1f1-f3636e8a4f2f,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:52.100008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76307e2c-5596-49cb-a9b7-09e8bfe0b818 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:25:52.104890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Routers {'9fc30799-3736-41ce-a660-c1d0b5c7f7a9'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:52.105043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33416) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:52.105154 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:52.115329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b68772-eb63-45cd-b645-a3922411951d None None] Pushing event updated for resources: {'Port': ['ID=ac870e52-b362-4fbe-8842-3abed21d5c75,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:52.165080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.168758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46920d8-0f58-4487-9960-091f0500e576 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:52.169246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46920d8-0f58-4487-9960-091f0500e576 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:52.170901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b46920d8-0f58-4487-9960-091f0500e576 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1587 time: 0.9635448 Jul 05 18:25:52.178480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33418) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:52.184258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712e1e68-7b25-4141-928f-afbf20ca1214']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:52.217426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.246392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a88130-2953-4169-b034-63d261376a3c') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:52.246735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a88130-2953-4169-b034-63d261376a3c') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:52.251859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-beb13cd0-8895-4316-9bad-50fdaf3c60a9 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679929 Jul 05 18:25:52.255295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33424) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:52.262240 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.296785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ee91e64c-c1cd-4e1a-b6fd-eea3e9d58561 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=fa764085-facf-4fba-a989-b416c09b82a1&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402641 Jul 05 18:25:52.298886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33430) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:52.304507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300254540', 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3', 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:52.305407 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.314010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:52.316677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:52.318000 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:52.361559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76307e2c-5596-49cb-a9b7-09e8bfe0b818 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:25:52.382212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] Set router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:25:52.391488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-46996339-ee0c-4b35-9233-653f0e4ae931 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 93db127e-1e8d-4b28-a1f1-f3636e8a4f2f {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:52.391856 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-46996339-ee0c-4b35-9233-653f0e4ae931 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.404866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.457003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Network fa764085-facf-4fba-a989-b416c09b82a1 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:52.462638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:52.467735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:52.468490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-46996339-ee0c-4b35-9233-653f0e4ae931 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.469280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:52.469459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.473008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event updated for resources: {'Port': ['ID=6922e4b2-8f92-47fc-a3e0-e7b9c642e966,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:52.491533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-46996339-ee0c-4b35-9233-653f0e4ae931 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 93db127e-1e8d-4b28-a1f1-f3636e8a4f2f owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:52.504159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.509412 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.516983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/712e1e68-7b25-4141-928f-afbf20ca1214 HTTP/1.1" status: 204 len: 168 time: 1.9064169 Jul 05 18:25:52.517811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33440) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:52.522896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1106645789'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:52.535412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b60ce-ef82-4089-89c0-1732e3be9207 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Network': ['ID=712e1e68-7b25-4141-928f-afbf20ca1214,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:52.558902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Made reservation on behalf of 9d3efd3d244b4f95a0edf198b24f263c for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:52.564121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.650833 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05516946-d70f-4e7e-94e4-bb256006f1ae tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0187521 Jul 05 18:25:52.654321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33452) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:52.729844 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-46996339-ee0c-4b35-9233-653f0e4ae931 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.749147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:52.753233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.766333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46996339-ee0c-4b35-9233-653f0e4ae931 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=93db127e-1e8d-4b28-a1f1-f3636e8a4f2f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:52.776856 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-46996339-ee0c-4b35-9233-653f0e4ae931 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.779583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-46996339-ee0c-4b35-9233-653f0e4ae931 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/93db127e-1e8d-4b28-a1f1-f3636e8a4f2f HTTP/1.1" status: 204 len: 168 time: 0.6667593 Jul 05 18:25:52.784648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33458) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:52.797604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-32eceab9-6a39-4696-9e71-7aef9e3498d7 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Deleting port 6922e4b2-8f92-47fc-a3e0-e7b9c642e966 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:52.798621 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32eceab9-6a39-4696-9e71-7aef9e3498d7 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.868731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:45Z', 'updated_at': '2021-07-05T18:25:48Z', 'revision_number': 3, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:47Z', 'updated_at': '2021-07-05T18:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:52.901545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:52.917214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.917564 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Added segment ec38da34-1be2-4cb6-aa84-8a0c1d795e88 of type vlan for network 2bba7080-5393-4b04-ad20-e31fe05c4065 Jul 05 18:25:52.944147 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32eceab9-6a39-4696-9e71-7aef9e3498d7 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:52.945238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037cf60f-2ba1-4e04-9d78-9794a977333e None None] The sync data for ids ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'] in n-d-799524-1 is: [{'id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:45Z', 'updated_at': '2021-07-05T18:25:48Z', 'revision_number': 3, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:47Z', 'updated_at': '2021-07-05T18:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:25:52.958927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.015682 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.036618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-32eceab9-6a39-4696-9e71-7aef9e3498d7 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Calling delete_port for 6922e4b2-8f92-47fc-a3e0-e7b9c642e966 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:53.038070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4eb7f91-d373-4fa0-bcae-799e8b1db476 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:53.042300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33468) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:53.042796 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4eb7f91-d373-4fa0-bcae-799e8b1db476 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2549973 Jul 05 18:25:53.088554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Subnet': ['ID=f9a79483-514b-44b0-aac4-b84adc55861a,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:53.109759 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-e39e592d-d5e6-4ccc-976c-0b5a229aae31 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:25:53.111387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e39e592d-d5e6-4ccc-976c-0b5a229aae31 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/93db127e-1e8d-4b28-a1f1-f3636e8a4f2f HTTP/1.1" status: 404 len: 333 time: 0.0680485 Jul 05 18:25:53.115223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33472) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:53.115379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Checking segment: {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:53.115672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network hostable DHCP agents. Network: 134be8f6-92e6-40bd-b472-edb84589dab3, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:53.120931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1065758131'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:53.194378 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.213096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:53.217424 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.270529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:53.275511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network 134be8f6-92e6-40bd-b472-edb84589dab3 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:53.275895 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.303896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Network': ['ID=2bba7080-5393-4b04-ad20-e31fe05c4065,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:53.306596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:25:53.315707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 2bba7080-5393-4b04-ad20-e31fe05c4065 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:53.318145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.318617 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Added segment cb221faf-b5dd-403e-a875-2fd7c183f370 of type vlan for network 76550e20-3e9d-424f-986e-9f7b5d8967b7 Jul 05 18:25:53.377004 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32eceab9-6a39-4696-9e71-7aef9e3498d7 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.387292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.400618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 134be8f6-92e6-40bd-b472-edb84589dab3) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:53.408098 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8af21af6-712f-4ff7-a6b2-245fa634f956 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8895111 Jul 05 18:25:53.412651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:53.413156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.422279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33482) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:53.435123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Request body: {'subnet': {'network_id': '2bba7080-5393-4b04-ad20-e31fe05c4065', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:53.442100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eceab9-6a39-4696-9e71-7aef9e3498d7 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event deleted for resources: {'Port': ['ID=6922e4b2-8f92-47fc-a3e0-e7b9c642e966,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:53.449275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90661d95-d101-49c5-964a-cbd641adda8d None None] Network 134be8f6-92e6-40bd-b472-edb84589dab3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:53.483785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32eceab9-6a39-4696-9e71-7aef9e3498d7 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.488667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-32eceab9-6a39-4696-9e71-7aef9e3498d7 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6922e4b2-8f92-47fc-a3e0-e7b9c642e966 HTTP/1.1" status: 204 len: 168 time: 0.8303895 Jul 05 18:25:53.489122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33488) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:53.494958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1', 'external_fixed_ips': [{'subnet_id': '71dd1c3b-8216-4135-b957-13982ee64fd4', 'ip_address': '2001:db8::122'}]}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:53.564230 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-88456ccf-f2f5-4825-ba3c-e5e36d1843cf tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2640767 Jul 05 18:25:53.576531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33494) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:53.595059 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.609798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:53.610456 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.657424 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebfc7235-5ffb-42c0-ad60-4a18d6eae51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.690573 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.691597 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.791011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6719747 Jul 05 18:25:53.793731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33506) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:53.797764 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.799209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:53.801561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-134be8f6-92e6-40bd-b472-edb84589dab3', 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'fixed_ips': [{'subnet_id': 'f9a79483-514b-44b0-aac4-b84adc55861a'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:53.803505 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.809405 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:53.809405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab2814-171c-49d2-9d79-fe16ab0e5633 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Network': ['ID=76550e20-3e9d-424f-986e-9f7b5d8967b7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:53.827770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:25:54.106340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Allocated IP 172.20.0.18 (134be8f6-92e6-40bd-b472-edb84589dab3/f9a79483-514b-44b0-aac4-b84adc55861a/2fbe2653-83d6-4384-81a2-69faa468f1f9) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:54.120975 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.140186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Made reservation on behalf of 06ec41fc6034451ab360881fb48e7c36 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:54.145643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.319441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:54.323852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.556751 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.569763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Transition to ACTIVE for port object 2fbe2653-83d6-4384-81a2-69faa468f1f9 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:54.609611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Transition to ACTIVE for port object 2fbe2653-83d6-4384-81a2-69faa468f1f9 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:54.702801 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.706380 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.755898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Network 134be8f6-92e6-40bd-b472-edb84589dab3 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:54.759137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:54.762675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:54.781487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Pushing event updated for resources: {'Port': ['ID=2fbe2653-83d6-4384-81a2-69faa468f1f9,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:54.795064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.850923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Attempting to bind port 2fbe2653-83d6-4384-81a2-69faa468f1f9 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:54.850923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Attempting to bind port 2fbe2653-83d6-4384-81a2-69faa468f1f9 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:54.852690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Attempting to bind port 2fbe2653-83d6-4384-81a2-69faa468f1f9 on network 134be8f6-92e6-40bd-b472-edb84589dab3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:54.862877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:54.863307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Checking segment: {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:54.863674 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.864078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Bound using segment: {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:54.864556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Bound port: 2fbe2653-83d6-4384-81a2-69faa468f1f9, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:54.864952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.876901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.objects.ports [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100998) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 18:25:54.880135 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.914198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.928940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=2abd2c9c-b67c-4d2f-b708-6e36e7a573ac,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:54.934628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Checking segment: {'id': 'cb221faf-b5dd-403e-a875-2fd7c183f370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:54.934800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network hostable DHCP agents. Network: 76550e20-3e9d-424f-986e-9f7b5d8967b7, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:54.946709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:54.967750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] For port 2fbe2653-83d6-4384-81a2-69faa468f1f9, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:54.975737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] For port 2fbe2653-83d6-4384-81a2-69faa468f1f9, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2fbe2653-83d6-4384-81a2-69faa468f1f9,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:54.985835 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:55.017682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event updated for resources: {'Subnet': ['ID=ce952cc9-e606-4c7d-8aa6-f3b2e9e7d0e3,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:55.057878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:55.069775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Checking segment: {'id': 'ec38da34-1be2-4cb6-aa84-8a0c1d795e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2bba7080-5393-4b04-ad20-e31fe05c4065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:55.069775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network hostable DHCP agents. Network: 2bba7080-5393-4b04-ad20-e31fe05c4065, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:25:55.144103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:55.209190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Network 2bba7080-5393-4b04-ad20-e31fe05c4065 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:25:55.235242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c96369-c517-4b86-aea8-7bd2199aacde None None] Pushing event updated for resources: {'Port': ['ID=2fbe2653-83d6-4384-81a2-69faa468f1f9,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:55.284021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ac870e52-b362-4fbe-8842-3abed21d5c75 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:55.335592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 2bba7080-5393-4b04-ad20-e31fe05c4065) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:55.361012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab24d268-fa30-4318-bb5c-140875ed776c None None] Network 2bba7080-5393-4b04-ad20-e31fe05c4065 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:55.362961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:55.363589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:55.463704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Allocated IP 172.20.0.17 (134be8f6-92e6-40bd-b472-edb84589dab3/f9a79483-514b-44b0-aac4-b84adc55861a/95de75ca-bd02-44c9-9ffc-ec7d97a80c57) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:55.557972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port ac870e52-b362-4fbe-8842-3abed21d5c75 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:55.575868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ac870e52-b362-4fbe-8842-3abed21d5c75 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:55.576136 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:55.698496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:55.714513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Transition to ACTIVE for port object 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:55.745954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-2bba7080-5393-4b04-ad20-e31fe05c4065', 'network_id': '2bba7080-5393-4b04-ad20-e31fe05c4065', 'tenant_id': '06ec41fc6034451ab360881fb48e7c36', 'fixed_ips': [{'subnet_id': 'ce952cc9-e606-4c7d-8aa6-f3b2e9e7d0e3'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:55.746873 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:55.757270 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-db2036d9-1cc8-4b8a-9cdf-f352b403198d tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3338735 Jul 05 18:25:55.759963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33588) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:55.767438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 76550e20-3e9d-424f-986e-9f7b5d8967b7) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:55.774684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:55.775301 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:55.836852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Allocated IP 2001:db8::122 (fa764085-facf-4fba-a989-b416c09b82a1/71dd1c3b-8216-4135-b957-13982ee64fd4/e578996a-0776-4eea-80fc-364cdc70a72f) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:55.840851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fb7ba-903a-4786-8e81-70a3c595f5e3 None None] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:55.924133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:55.933455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:55.966415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1f670692-377d-4dad-8eae-c88bd6f64e4a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1708786 Jul 05 18:25:55.968698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33598) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:55.976187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f9d51d2e-685b-4851-ae85-846d2ccf1aa2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:56.006312 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.027333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network 134be8f6-92e6-40bd-b472-edb84589dab3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:56.028565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port ac870e52-b362-4fbe-8842-3abed21d5c75, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ac870e52-b362-4fbe-8842-3abed21d5c75,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:56.030249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Allocated IP 2001:db8::f816:3eff:fe6b:fc6a (2bba7080-5393-4b04-ad20-e31fe05c4065/ce952cc9-e606-4c7d-8aa6-f3b2e9e7d0e3/08e7e026-742d-49ca-977a-07e400958a2a) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:56.036159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:56.047500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:56.083800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=95de75ca-bd02-44c9-9ffc-ec7d97a80c57,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:56.087126 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.103034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.141316 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.153014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.237714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-76550e20-3e9d-424f-986e-9f7b5d8967b7', 'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7', 'tenant_id': '26c1326229744f09bc49f62e8a455b34', 'fixed_ips': [{'subnet_id': '2abd2c9c-b67c-4d2f-b708-6e36e7a573ac'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:25:56.238590 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.254601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d51d2e-685b-4851-ae85-846d2ccf1aa2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:56.277467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=ac870e52-b362-4fbe-8842-3abed21d5c75,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:56.282344 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f9d51d2e-685b-4851-ae85-846d2ccf1aa2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.295800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.404399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Network fa764085-facf-4fba-a989-b416c09b82a1 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:56.418385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:56.426263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:56.428361 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.456062 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.466090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Transition to ACTIVE for port object 08e7e026-742d-49ca-977a-07e400958a2a will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:56.496680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Transition to ACTIVE for port object 08e7e026-742d-49ca-977a-07e400958a2a will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:56.505853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.518132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event updated for resources: {'Port': ['ID=e578996a-0776-4eea-80fc-364cdc70a72f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:56.530590 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Allocated IP 2001:db8::2 (76550e20-3e9d-424f-986e-9f7b5d8967b7/2abd2c9c-b67c-4d2f-b708-6e36e7a573ac/27a84c35-eaef-4782-b748-060646aaacf8) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:25:56.707746 n-d-799524-1 neutron-server[100997]: INFO neutron.db.ipam_backend_mixin [None req-f9d51d2e-685b-4851-ae85-846d2ccf1aa2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2abd2c9c-b67c-4d2f-b708-6e36e7a573ac (CIDR: 2001:db8::/64) Jul 05 18:25:56.718314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c99c543-dbd4-4868-b159-23dae8f2b813 None None] Network 134be8f6-92e6-40bd-b472-edb84589dab3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:56.719607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.740764 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.782188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Subnet': ['ID=ce952cc9-e606-4c7d-8aa6-f3b2e9e7d0e3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:56.822504 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d51d2e-685b-4851-ae85-846d2ccf1aa2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:25:56.827069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9d51d2e-685b-4851-ae85-846d2ccf1aa2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:56.868622 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.888197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bba7080-5393-4b04-ad20-e31fe05c4065']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:56.908378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Pushing event updated for resources: {'Port': ['ID=08e7e026-742d-49ca-977a-07e400958a2a,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:56.909741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec38da34-1be2-4cb6-aa84-8a0c1d795e88') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:56.910210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec38da34-1be2-4cb6-aa84-8a0c1d795e88') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:56.923839 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.938064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Network 2bba7080-5393-4b04-ad20-e31fe05c4065 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:56.942349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:56.949100 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.950122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33636) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:56.963298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:56.963591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f9d51d2e-685b-4851-ae85-846d2ccf1aa2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9886692 Jul 05 18:25:56.966427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:56.979444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:56.981426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:56.981871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:57.009080 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:57.042035 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.059698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Transition to ACTIVE for port object 27a84c35-eaef-4782-b748-060646aaacf8 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:57.098134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.098767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Transition to ACTIVE for port object 27a84c35-eaef-4782-b748-060646aaacf8 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:57.108472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0665e106-e35d-4d60-8ac8-28e16f338a70 None None] Provisioning for port 2fbe2653-83d6-4384-81a2-69faa468f1f9 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:57.142648 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:25:57.142648 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:25:57.142648 n-d-799524-1 neutron-server[100998]: [parameters: {'id': '2bba7080-5393-4b04-ad20-e31fe05c4065'}] Jul 05 18:25:57.142648 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:25:57.147645 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:25:57.182883 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.221663 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.226833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=95de75ca-bd02-44c9-9ffc-ec7d97a80c57,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:57.246438 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.330594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2fbe2653-83d6-4384-81a2-69faa468f1f9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:57.390873 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:57.401082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:57.404455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:25:57.483882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Attempting to bind port 08e7e026-742d-49ca-977a-07e400958a2a on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:57.484270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Attempting to bind port 08e7e026-742d-49ca-977a-07e400958a2a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'ec38da34-1be2-4cb6-aa84-8a0c1d795e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2bba7080-5393-4b04-ad20-e31fe05c4065'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:57.484691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Attempting to bind port 08e7e026-742d-49ca-977a-07e400958a2a on network 2bba7080-5393-4b04-ad20-e31fe05c4065 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:57.546764 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.655061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network 134be8f6-92e6-40bd-b472-edb84589dab3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:57.657171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.659496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:57.661633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:25:57.665645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.733169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Pushing event updated for resources: {'Port': ['ID=27a84c35-eaef-4782-b748-060646aaacf8,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:57.736648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:57.737055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Checking segment: {'id': 'ec38da34-1be2-4cb6-aa84-8a0c1d795e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2bba7080-5393-4b04-ad20-e31fe05c4065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:57.737464 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.737858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Bound using segment: {'id': 'ec38da34-1be2-4cb6-aa84-8a0c1d795e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2bba7080-5393-4b04-ad20-e31fe05c4065'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:57.738419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Bound port: 08e7e026-742d-49ca-977a-07e400958a2a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec38da34-1be2-4cb6-aa84-8a0c1d795e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '2bba7080-5393-4b04-ad20-e31fe05c4065'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:57.738848 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.777103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Attempting to bind port 27a84c35-eaef-4782-b748-060646aaacf8 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:25:57.777479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Attempting to bind port 27a84c35-eaef-4782-b748-060646aaacf8 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'cb221faf-b5dd-403e-a875-2fd7c183f370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:25:57.778147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Attempting to bind port 27a84c35-eaef-4782-b748-060646aaacf8 on network 76550e20-3e9d-424f-986e-9f7b5d8967b7 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:25:57.790466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:25:57.790466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Checking segment: {'id': 'cb221faf-b5dd-403e-a875-2fd7c183f370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:25:57.790941 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.791111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Bound using segment: {'id': 'cb221faf-b5dd-403e-a875-2fd7c183f370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:25:57.791583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Bound port: 27a84c35-eaef-4782-b748-060646aaacf8, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb221faf-b5dd-403e-a875-2fd7c183f370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:25:57.791971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.811115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Router 0fce80fe-2caf-4d89-a951-d948626475a3 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:25:57.846338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2fbe2653-83d6-4384-81a2-69faa468f1f9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:57.857899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:25:57.924822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] For port 27a84c35-eaef-4782-b748-060646aaacf8, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:57.931257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] For port 27a84c35-eaef-4782-b748-060646aaacf8, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=27a84c35-eaef-4782-b748-060646aaacf8,segment=NetworkSegment(cb221faf-b5dd-403e-a875-2fd7c183f370),segment_id=cb221faf-b5dd-403e-a875-2fd7c183f370)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:57.944647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2fbe2653-83d6-4384-81a2-69faa468f1f9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:57.945277 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:57.989077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] For port 08e7e026-742d-49ca-977a-07e400958a2a, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:25:58.002067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] For port 08e7e026-742d-49ca-977a-07e400958a2a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=08e7e026-742d-49ca-977a-07e400958a2a,segment=NetworkSegment(ec38da34-1be2-4cb6-aa84-8a0c1d795e88),segment_id=ec38da34-1be2-4cb6-aa84-8a0c1d795e88)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:25:58.047307 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.049153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:25:58.068909 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Sync routers for ids ['0fce80fe-2caf-4d89-a951-d948626475a3'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:25:58.089399 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Routers {'0fce80fe-2caf-4d89-a951-d948626475a3'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:58.090341 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fce80fe-2caf-4d89-a951-d948626475a3'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:58.110723 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.117609 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.149881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Deleting port 08e7e026-742d-49ca-977a-07e400958a2a {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:58.150363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.173005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee98f65-9166-4a56-8656-3362d9ae6ded None None] Pushing event updated for resources: {'Port': ['ID=27a84c35-eaef-4782-b748-060646aaacf8,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:58.176172 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.178809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-57d865e6-9fd8-43fc-8ce5-dd8a23892984 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.6869197 Jul 05 18:25:58.181396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33684) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:58.237445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00eaa7-1e0e-45c4-9210-418d9f09acbb None None] Pushing event updated for resources: {'Port': ['ID=08e7e026-742d-49ca-977a-07e400958a2a,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:58.353182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d0b158-0f67-4616-879e-180469289608 None None] Network 2bba7080-5393-4b04-ad20-e31fe05c4065 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:58.359159 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Set router 0fce80fe-2caf-4d89-a951-d948626475a3 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:25:58.375183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] For port 08e7e026-742d-49ca-977a-07e400958a2a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=08e7e026-742d-49ca-977a-07e400958a2a,segment=NetworkSegment(ec38da34-1be2-4cb6-aa84-8a0c1d795e88),segment_id=ec38da34-1be2-4cb6-aa84-8a0c1d795e88)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:58.375544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.397929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Calling delete_port for 08e7e026-742d-49ca-977a-07e400958a2a owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:25:58.464225 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.551134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7d9eac6f-198c-4a5f-9ce5-d43c4b4c9639 None None] Provisioning for port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:25:58.588155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:25:58.597206 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 2fbe2653-83d6-4384-81a2-69faa468f1f9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2fbe2653-83d6-4384-81a2-69faa468f1f9,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:25:58.612923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7d9eac6f-198c-4a5f-9ce5-d43c4b4c9639 None None] Provisioning complete for port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:58.613300 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d9eac6f-198c-4a5f-9ce5-d43c4b4c9639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.616775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Sync routers for ids ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:25:58.619257 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4a70754f-ef82-413f-8351-549a1aeecafd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "PUT /v2.0/routers/9fc30799-3736-41ce-a660-c1d0b5c7f7a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0410979 Jul 05 18:25:58.699074 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.714916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.716774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ac870e52-b362-4fbe-8842-3abed21d5c75 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:25:58.790279 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:58.799511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Port': ['ID=08e7e026-742d-49ca-977a-07e400958a2a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:58.838480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No DVR routers for this DVR port 08e7e026-742d-49ca-977a-07e400958a2a on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:25:58.878542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Routers {'9fc30799-3736-41ce-a660-c1d0b5c7f7a9'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:25:58.879227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:58.918037 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce80fe-2caf-4d89-a951-d948626475a3', 'name': '', 'tenant_id': '241322b6ca794956ac71c9a44f4ba12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1', 'external_fixed_ips': [{'subnet_id': '71dd1c3b-8216-4135-b957-13982ee64fd4', 'ip_address': '2001:db8::122'}], 'enable_snat': True}, 'gw_port_id': 'e578996a-0776-4eea-80fc-364cdc70a72f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:53Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 3, 'project_id': '241322b6ca794956ac71c9a44f4ba12d', 'gw_port': {'id': 'e578996a-0776-4eea-80fc-364cdc70a72f', 'name': '', 'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:e1:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fce80fe-2caf-4d89-a951-d948626475a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '71dd1c3b-8216-4135-b957-13982ee64fd4', 'ip_address': '2001:db8::122', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:55Z', 'updated_at': '2021-07-05T18:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '71dd1c3b-8216-4135-b957-13982ee64fd4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:58.959031 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Checking router: 0fce80fe-2caf-4d89-a951-d948626475a3 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:25:58.959577 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Updating router 0fce80fe-2caf-4d89-a951-d948626475a3 port e578996a-0776-4eea-80fc-364cdc70a72f binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:25:59.068211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7d9eac6f-198c-4a5f-9ce5-d43c4b4c9639 None None] Port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:25:59.089348 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.133736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Deleting port e578996a-0776-4eea-80fc-364cdc70a72f {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:25:59.134354 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.181042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=2fbe2653-83d6-4384-81a2-69faa468f1f9,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:59.199069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7d9eac6f-198c-4a5f-9ce5-d43c4b4c9639 None None] Provisioning complete for port 2fbe2653-83d6-4384-81a2-69faa468f1f9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:59.205131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d9eac6f-198c-4a5f-9ce5-d43c4b4c9639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.280537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.326158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bba7080-5393-4b04-ad20-e31fe05c4065']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:59.342125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Set router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:25:59.360951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec38da34-1be2-4cb6-aa84-8a0c1d795e88') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:59.361325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec38da34-1be2-4cb6-aa84-8a0c1d795e88') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:25:59.382753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.407807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ac870e52-b362-4fbe-8842-3abed21d5c75 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:25:59.412638 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.413306 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.443657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:25:59.444097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:25:59.453050 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:25:59.483148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.630662 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.646110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:25:59.652011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:25:59.659791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:25:59.661655 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.693908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=93ce05b1-b046-4ae7-bb11-0cda41d82583,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:59.758915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.761959 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Transition to ACTIVE for port object e578996a-0776-4eea-80fc-364cdc70a72f will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:25:59.769821 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.773925 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/2bba7080-5393-4b04-ad20-e31fe05c4065 HTTP/1.1" status: 204 len: 168 time: 4.0122557 Jul 05 18:25:59.790953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33758) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:59.806251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dfa34-aff2-42df-b76d-996c12dd7a04 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Network': ['ID=2bba7080-5393-4b04-ad20-e31fe05c4065,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:25:59.809103 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d756e563-79d3-45b4-9840-6278c1a909b9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.8579473 Jul 05 18:25:59.817752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33760) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:59.825535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60065e84-0153-4c06-a128-49385e9a9d7c None None] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:25:59.831282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7', 'fixed_ips': [{'subnet_id': '2abd2c9c-b67c-4d2f-b708-6e36e7a573ac'}, {'subnet_id': '93ce05b1-b046-4ae7-bb11-0cda41d82583'}], 'name': 'tempest-PortsIpV6TestJSON-830136707'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:25:59.831506 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-daa8c145-370f-4c8e-b60e-f42fcdee368c tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): The resource could not be found. Jul 05 18:25:59.831854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daa8c145-370f-4c8e-b60e-f42fcdee368c tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:59.834371 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-daa8c145-370f-4c8e-b60e-f42fcdee368c tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/subnets/ce952cc9-e606-4c7d-8aa6-f3b2e9e7d0e3 HTTP/1.1" status: 404 len: 337 time: 0.0436773 Jul 05 18:25:59.837437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33762) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:59.868898 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe5861e-fa9e-4974-8631-93ac64be2761 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): The resource could not be found. Jul 05 18:25:59.868898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fe5861e-fa9e-4974-8631-93ac64be2761 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:59.869266 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6fe5861e-fa9e-4974-8631-93ac64be2761 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/2bba7080-5393-4b04-ad20-e31fe05c4065 HTTP/1.1" status: 404 len: 339 time: 0.0306749 Jul 05 18:25:59.882335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33766) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:59.897048 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.908384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:25:59.939562 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb4dc07-3be8-4073-90a1-9ff49e8885cd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): The resource could not be found. Jul 05 18:25:59.940145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb4dc07-3be8-4073-90a1-9ff49e8885cd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:59.944908 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dbb4dc07-3be8-4073-90a1-9ff49e8885cd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/subnets/d2995b66-fb31-4058-99b2-d1122fb35730 HTTP/1.1" status: 404 len: 337 time: 0.0590708 Jul 05 18:25:59.945204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33770) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:25:59.971190 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff75c8c-4fd3-4e51-8536-32e6814ffacc tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): The resource could not be found. Jul 05 18:25:59.971781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff75c8c-4fd3-4e51-8536-32e6814ffacc tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:25:59.975523 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-aff75c8c-4fd3-4e51-8536-32e6814ffacc tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/712e1e68-7b25-4141-928f-afbf20ca1214 HTTP/1.1" status: 404 len: 339 time: 0.0284541 Jul 05 18:25:59.988392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33772) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:00.034603 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Attempting to bind port e578996a-0776-4eea-80fc-364cdc70a72f on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:00.040470 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Attempting to bind port e578996a-0776-4eea-80fc-364cdc70a72f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a055c15e-c0cb-4175-8004-0217ab179403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:00.040470 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Attempting to bind port e578996a-0776-4eea-80fc-364cdc70a72f on network fa764085-facf-4fba-a989-b416c09b82a1 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:00.051654 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:00.052325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Checking segment: {'id': 'a055c15e-c0cb-4175-8004-0217ab179403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:00.052906 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.053604 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Bound using segment: {'id': 'a055c15e-c0cb-4175-8004-0217ab179403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:00.054238 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Bound port: e578996a-0776-4eea-80fc-364cdc70a72f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a055c15e-c0cb-4175-8004-0217ab179403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'fa764085-facf-4fba-a989-b416c09b82a1'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:00.055730 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.064464 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf009068-2ccb-4865-8b39-dd64bab9c29c tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): The resource could not be found. Jul 05 18:26:00.064904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf009068-2ccb-4865-8b39-dd64bab9c29c tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:26:00.074860 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bf009068-2ccb-4865-8b39-dd64bab9c29c tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/subnets/f5983ec3-d916-4b5b-a93c-72a442ee2833 HTTP/1.1" status: 404 len: 337 time: 0.0806816 Jul 05 18:26:00.074860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33774) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:00.082403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:45Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:47Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '95de75ca-bd02-44c9-9ffc-ec7d97a80c57', 'name': '', 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:ef:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'f9a79483-514b-44b0-aac4-b84adc55861a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:55Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 2, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'f9a79483-514b-44b0-aac4-b84adc55861a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:00.089003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d0b6a473-b6ed-4bf6-b99d-49f8c8c5cac8 None None] Provisioning complete for port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:00.089473 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d0b6a473-b6ed-4bf6-b99d-49f8c8c5cac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.117693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-aa619e6d-ad4e-4765-bad5-1c3294934f32 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:00.119381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-aa619e6d-ad4e-4765-bad5-1c3294934f32 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/networks?id=134be8f6-92e6-40bd-b472-edb84589dab3 HTTP/1.1" status: 200 len: 798 time: 1.1489356 Jul 05 18:26:00.120508 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-15bf3f9f-0abb-4a1b-9415-bc8125721bb8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): The resource could not be found. Jul 05 18:26:00.121094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15bf3f9f-0abb-4a1b-9415-bc8125721bb8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:26:00.125103 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] For port e578996a-0776-4eea-80fc-364cdc70a72f, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:26:00.130282 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-15bf3f9f-0abb-4a1b-9415-bc8125721bb8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/516827e6-b312-4b55-9049-93d634393573 HTTP/1.1" status: 404 len: 339 time: 0.0527298 Jul 05 18:26:00.131073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33778) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:00.132662 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] For port e578996a-0776-4eea-80fc-364cdc70a72f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e578996a-0776-4eea-80fc-364cdc70a72f,segment=NetworkSegment(a055c15e-c0cb-4175-8004-0217ab179403),segment_id=a055c15e-c0cb-4175-8004-0217ab179403)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:26:00.133969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.137512 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Pushing event updated for resources: {'Port': ['ID=e578996a-0776-4eea-80fc-364cdc70a72f,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:00.158853 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.161598 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.162112 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.162634 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.163143 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.163633 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.165039 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.165544 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.166607 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.167110 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.167819 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.168354 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:00.180036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d0b6a473-b6ed-4bf6-b99d-49f8c8c5cac8 None None] Port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:00.188108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Checking router: 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:26:00.188108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Updating router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:26:00.237853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Calling delete_port for e578996a-0776-4eea-80fc-364cdc70a72f owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:00.245831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-3e4f51dd-e6ac-4fdd-a3f2-e4eda5a9c439 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/quotas/9d3efd3d244b4f95a0edf198b24f263c HTTP/1.1" status: 200 len: 375 time: 0.0915837 Jul 05 18:26:00.246422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 27a84c35-eaef-4782-b748-060646aaacf8 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:00.266754 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.324070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d0b6a473-b6ed-4bf6-b99d-49f8c8c5cac8 None None] Provisioning for port 27a84c35-eaef-4782-b748-060646aaacf8 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:00.337788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-190606b6-a077-4e20-84f8-b32e9dd98ab0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Deleting port b082c27b-d9be-4d4d-a9c2-dc70d31fb962 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:00.338535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190606b6-a077-4e20-84f8-b32e9dd98ab0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.392254 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.454084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190606b6-a077-4e20-84f8-b32e9dd98ab0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.462248 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Routers {'0fce80fe-2caf-4d89-a951-d948626475a3'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:00.462908 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fce80fe-2caf-4d89-a951-d948626475a3'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:00.471855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-190606b6-a077-4e20-84f8-b32e9dd98ab0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Calling delete_port for b082c27b-d9be-4d4d-a9c2-dc70d31fb962 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:00.483918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:00.556681 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] Set router 0fce80fe-2caf-4d89-a951-d948626475a3 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:00.616646 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa91df-1790-4e0a-8dfe-eb64c13f29da None None] Pushing event updated for resources: {'Port': ['ID=e578996a-0776-4eea-80fc-364cdc70a72f,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:00.629325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fce80fe-2caf-4d89-a951-d948626475a3', 'name': '', 'tenant_id': '241322b6ca794956ac71c9a44f4ba12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:53Z', 'updated_at': '2021-07-05T18:25:58Z', 'revision_number': 4, 'project_id': '241322b6ca794956ac71c9a44f4ba12d', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:00.672989 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d71761-a34b-4c71-8064-7ae346ba3c73 None None] The sync data for ids ['0fce80fe-2caf-4d89-a951-d948626475a3'] in n-d-799524-1 is: [{'id': '0fce80fe-2caf-4d89-a951-d948626475a3', 'name': '', 'tenant_id': '241322b6ca794956ac71c9a44f4ba12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:53Z', 'updated_at': '2021-07-05T18:25:58Z', 'revision_number': 4, 'project_id': '241322b6ca794956ac71c9a44f4ba12d', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:00.674236 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190606b6-a077-4e20-84f8-b32e9dd98ab0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.687578 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-06bd5ab3-88ff-4b4f-b730-b439cdc42ccd tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4300103 Jul 05 18:26:00.739910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190606b6-a077-4e20-84f8-b32e9dd98ab0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Port': ['ID=b082c27b-d9be-4d4d-a9c2-dc70d31fb962,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:00.762817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190606b6-a077-4e20-84f8-b32e9dd98ab0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.765218 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-190606b6-a077-4e20-84f8-b32e9dd98ab0 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/ports/b082c27b-d9be-4d4d-a9c2-dc70d31fb962 HTTP/1.1" status: 204 len: 168 time: 0.6331699 Jul 05 18:26:00.767978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33780) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:00.826803 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.900303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event deleted for resources: {'Port': ['ID=e578996a-0776-4eea-80fc-364cdc70a72f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:00.904225 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb5ca31-4eb8-4507-9021-d58611edf502 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): The resource could not be found. Jul 05 18:26:00.904690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb5ca31-4eb8-4507-9021-d58611edf502 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:26:00.907616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3fb5ca31-4eb8-4507-9021-d58611edf502 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/subnets/8d3583da-7d61-4061-ae73-9740d25501a4 HTTP/1.1" status: 404 len: 337 time: 0.1361744 Jul 05 18:26:00.909919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33782) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:00.927118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 27a84c35-eaef-4782-b748-060646aaacf8 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:00.941359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 27a84c35-eaef-4782-b748-060646aaacf8 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:00.941930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:00.943844 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.002956 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.004082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9818f35-7fd8-42ba-825f-945d879d9e75 None None] Update dhcp port {'port': {'network_id': '76550e20-3e9d-424f-986e-9f7b5d8967b7', 'fixed_ips': [{'subnet_id': '2abd2c9c-b67c-4d2f-b708-6e36e7a573ac', 'ip_address': '2001:db8::2'}, {'subnet_id': '93ce05b1-b046-4ae7-bb11-0cda41d82583'}], 'binding:host_id': 'n-d-799524-1'}, 'id': '27a84c35-eaef-4782-b748-060646aaacf8'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:26:01.056859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.101123 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f9818f35-7fd8-42ba-825f-945d879d9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.115855 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.167183 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.177999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c3065f7-08ed-482b-b5b4-6e304f1155d7']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:01.191374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e5935a-d723-4ac6-9e9e-5ef72bbdf641') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:01.191773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e5935a-d723-4ac6-9e9e-5ef72bbdf641') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:01.202852 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.219623 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.227415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-fc2d9ceb-5a48-48f6-b94f-c46767bc3c81 service neutron] 10.222.0.30 "GET /v2.0/networks/134be8f6-92e6-40bd-b472-edb84589dab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5171754 Jul 05 18:26:01.228263 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.228427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:01.228833 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:01.233312 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:01.235470 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.239571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 38a6d907-eb43-4f1d-8839-e137198af1d2 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:26:01.333930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Transition to ACTIVE for port object 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:01.388253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.411671 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.420842 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.426311 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/9c3065f7-08ed-482b-b5b4-6e304f1155d7 HTTP/1.1" status: 204 len: 168 time: 0.5151255 Jul 05 18:26:01.427779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67317c5c-7dca-41ba-8fd1-d3326bb63e9a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Network': ['ID=9c3065f7-08ed-482b-b5b4-6e304f1155d7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:01.431561 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33792) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:01.456238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-488db894-486e-47e3-8dd9-07dff5c134e4 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5972180 Jul 05 18:26:01.463733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.479458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-f9818f35-7fd8-42ba-825f-945d879d9e75 None None] Allocated IP 2001:db8:0:1::2 (76550e20-3e9d-424f-986e-9f7b5d8967b7/93ce05b1-b046-4ae7-bb11-0cda41d82583/27a84c35-eaef-4782-b748-060646aaacf8) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:01.484896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 27a84c35-eaef-4782-b748-060646aaacf8, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=27a84c35-eaef-4782-b748-060646aaacf8,segment=NetworkSegment(cb221faf-b5dd-403e-a875-2fd7c183f370),segment_id=cb221faf-b5dd-403e-a875-2fd7c183f370)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:01.507840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.508517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fce80fe-2caf-4d89-a951-d948626475a3 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:01.514526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.518673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-81c2ee7c-c971-4fa7-86ef-f5ae3bc54854 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "DELETE /v2.0/routers/0fce80fe-2caf-4d89-a951-d948626475a3 HTTP/1.1" status: 204 len: 168 time: 3.3337936 Jul 05 18:26:01.519116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33794) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:01.558073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3603d-2095-4f22-a3cc-910273335268 None None] Pushing event updated for resources: {'Port': ['ID=95de75ca-bd02-44c9-9ffc-ec7d97a80c57,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:01.577513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.579183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2fbe2653-83d6-4384-81a2-69faa468f1f9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:01.618826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-f090fa31-afc3-4248-bd36-d6ce1205fef9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Deleting subnet 71dd1c3b-8216-4135-b957-13982ee64fd4 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:01.622467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f090fa31-afc3-4248-bd36-d6ce1205fef9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.663420 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f090fa31-afc3-4248-bd36-d6ce1205fef9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.708438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=27a84c35-eaef-4782-b748-060646aaacf8,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:01.753115 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f090fa31-afc3-4248-bd36-d6ce1205fef9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.838267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Attempting to bind port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:01.838678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Attempting to bind port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:01.839048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Attempting to bind port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 on network 134be8f6-92e6-40bd-b472-edb84589dab3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:01.845689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-d411c14b-9072-4171-bd1b-30cf99b11a0b service neutron] 10.222.0.30 "GET /v2.0/networks/134be8f6-92e6-40bd-b472-edb84589dab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961380 Jul 05 18:26:01.852577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-59d47c52-8b20-4907-9c3e-392a93d1881f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:01.868457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:01.870342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Checking segment: {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:01.870342 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.870342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Bound using segment: {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:01.870342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Bound port: 95de75ca-bd02-44c9-9ffc-ec7d97a80c57, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:01.870748 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.873509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-37b22de1-9cbe-4e26-9ff4-f070ad633f0a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Deleting port a85015f6-b4ca-41a3-846f-ac545c832863 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:01.873987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b22de1-9cbe-4e26-9ff4-f070ad633f0a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.875262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-59d47c52-8b20-4907-9c3e-392a93d1881f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 1135 time: 0.2801239 Jul 05 18:26:01.921878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2fbe2653-83d6-4384-81a2-69faa468f1f9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:01.922251 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:01.933066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f9818f35-7fd8-42ba-825f-945d879d9e75 None None] For port 27a84c35-eaef-4782-b748-060646aaacf8, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=27a84c35-eaef-4782-b748-060646aaacf8,segment=NetworkSegment(cb221faf-b5dd-403e-a875-2fd7c183f370),segment_id=cb221faf-b5dd-403e-a875-2fd7c183f370)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:01.986930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f090fa31-afc3-4248-bd36-d6ce1205fef9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.012861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] For port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:26:02.018928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] For port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=95de75ca-bd02-44c9-9ffc-ec7d97a80c57,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:26:02.027372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f090fa31-afc3-4248-bd36-d6ce1205fef9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=71dd1c3b-8216-4135-b957-13982ee64fd4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:02.035376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f090fa31-afc3-4248-bd36-d6ce1205fef9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.040781 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f090fa31-afc3-4248-bd36-d6ce1205fef9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/71dd1c3b-8216-4135-b957-13982ee64fd4 HTTP/1.1" status: 204 len: 168 time: 0.5194237 Jul 05 18:26:02.044060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33796) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:02.084840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-ea468471-b77e-4639-ac13-61e672d7ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:02.086863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-ea468471-b77e-4639-ac13-61e672d7ce96 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1 HTTP/1.1" status: 200 len: 897 time: 0.2023299 Jul 05 18:26:02.104853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f9818f35-7fd8-42ba-825f-945d879d9e75 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.137307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b22de1-9cbe-4e26-9ff4-f070ad633f0a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.145475 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.148564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f9818f35-7fd8-42ba-825f-945d879d9e75 None None] Transition to ACTIVE for port object 27a84c35-eaef-4782-b748-060646aaacf8 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:02.169739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-37b22de1-9cbe-4e26-9ff4-f070ad633f0a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Calling delete_port for a85015f6-b4ca-41a3-846f-ac545c832863 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:02.205965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.230551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-fedc0d92-a7ea-4d1c-b38c-cc9aa01516fc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d HTTP/1.1" status: 200 len: 1001 time: 0.1276050 Jul 05 18:26:02.308202 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f9818f35-7fd8-42ba-825f-945d879d9e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.363153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-14b8a39d-8b4a-4f2a-824b-4f83704a7b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:02.364790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-14b8a39d-8b4a-4f2a-824b-4f83704a7b06 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fde9a715-0085-4ea1-8e40-4955ee060b31 HTTP/1.1" status: 200 len: 834 time: 0.1327689 Jul 05 18:26:02.413611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Routers {'9fc30799-3736-41ce-a660-c1d0b5c7f7a9'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:02.414899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:02.419705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3603d-2095-4f22-a3cc-910273335268 None None] Pushing event updated for resources: {'Port': ['ID=95de75ca-bd02-44c9-9ffc-ec7d97a80c57,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:02.426359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.438618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa764085-facf-4fba-a989-b416c09b82a1']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:02.451497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a055c15e-c0cb-4175-8004-0217ab179403') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:02.451808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a055c15e-c0cb-4175-8004-0217ab179403') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:02.463185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.488459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.521383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92e5eb88-9531-45d2-a43d-a5cc40756e77 req-9ca6697e-d809-4758-af8b-3013fc362204 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 210 time: 0.1622832 Jul 05 18:26:02.521657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:02.522083 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:02.617461 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:02.696630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-b2a28fdc-5c1f-41fc-99fa-62c51d416fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:02.698408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-b2a28fdc-5c1f-41fc-99fa-62c51d416fe6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3187397 Jul 05 18:26:02.714130 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.719926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa764085-facf-4fba-a989-b416c09b82a1 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 18:26:02.724920 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.732134 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "DELETE /v2.0/networks/fa764085-facf-4fba-a989-b416c09b82a1 HTTP/1.1" status: 204 len: 168 time: 0.6869690 Jul 05 18:26:02.753512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2be007-973d-43d2-94b2-8472a0fec590 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa764085-facf-4fba-a989-b416c09b82a1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:02.779915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b22de1-9cbe-4e26-9ff4-f070ad633f0a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.814800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] Set router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:02.834125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::e9 (76550e20-3e9d-424f-986e-9f7b5d8967b7/2abd2c9c-b67c-4d2f-b708-6e36e7a573ac/38a6d907-eb43-4f1d-8839-e137198af1d2) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:02.842835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b22de1-9cbe-4e26-9ff4-f070ad633f0a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Port': ['ID=a85015f6-b4ca-41a3-846f-ac545c832863,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:02.863860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37b22de1-9cbe-4e26-9ff4-f070ad633f0a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:02.868802 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-37b22de1-9cbe-4e26-9ff4-f070ad633f0a tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/ports/a85015f6-b4ca-41a3-846f-ac545c832863 HTTP/1.1" status: 204 len: 168 time: 1.4328792 Jul 05 18:26:02.872165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33814) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:02.875815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8:0:1::1c4 (76550e20-3e9d-424f-986e-9f7b5d8967b7/93ce05b1-b046-4ae7-bb11-0cda41d82583/38a6d907-eb43-4f1d-8839-e137198af1d2) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:02.923255 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-c92c2cd5-1f86-424f-bc94-dcd69da8a6f8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] DELETE failed (client error): The resource could not be found. Jul 05 18:26:02.923773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c92c2cd5-1f86-424f-bc94-dcd69da8a6f8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:26:02.928677 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c92c2cd5-1f86-424f-bc94-dcd69da8a6f8 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/subnets/141716a4-ac60-40bf-8038-950766f0a20c HTTP/1.1" status: 404 len: 337 time: 0.0514541 Jul 05 18:26:02.929327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33816) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:03.014466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 27a84c35-eaef-4782-b748-060646aaacf8 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:03.022774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-fa93b070-8277-4a05-af70-1d77b2003776 service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162704 Jul 05 18:26:03.119613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.171525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9818f35-7fd8-42ba-825f-945d879d9e75 None None] Pushing event updated for resources: {'Port': ['ID=27a84c35-eaef-4782-b748-060646aaacf8,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:03.204762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33822) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:03.272787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-73aafbba-d990-44c0-9333-e46eaf3c4b71 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'router': {'name': 'tempest-router--1227212451', 'project_id': '9a1f2c655da748efb5c0e19baea4aec7'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:03.301359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.320146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca127fab-5185-4b5a-8446-80bcd395a795']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:03.333086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63789786-01f4-4cc3-b9ff-100e6760a711') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:03.333818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63789786-01f4-4cc3-b9ff-100e6760a711') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:03.345484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.378927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.391007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:03.395796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:03.409971 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:03.489185 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:45Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:47Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '95de75ca-bd02-44c9-9ffc-ec7d97a80c57', 'name': '', 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:ef:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'f9a79483-514b-44b0-aac4-b84adc55861a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:55Z', 'updated_at': '2021-07-05T18:26:02Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'f9a79483-514b-44b0-aac4-b84adc55861a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:03.501354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2791feb6-99ba-4a89-b919-3958e3c469b1 req-0f4d59e2-3ba4-4736-9cc3-9d42a95a07a4 service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634819 Jul 05 18:26:03.520972 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.527451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac836b7-ae29-481a-8268-ffec2024c4dc None None] The sync data for ids ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'] in n-d-799524-1 is: [{'id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:45Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:47Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '95de75ca-bd02-44c9-9ffc-ec7d97a80c57', 'name': '', 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:ef:59:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': 'f9a79483-514b-44b0-aac4-b84adc55861a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:55Z', 'updated_at': '2021-07-05T18:26:02Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'f9a79483-514b-44b0-aac4-b84adc55861a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:03.534854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73aafbba-d990-44c0-9333-e46eaf3c4b71 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.536133 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73aafbba-d990-44c0-9333-e46eaf3c4b71 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.559393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object 38a6d907-eb43-4f1d-8839-e137198af1d2 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:03.637699 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.645101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.661823 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/ca127fab-5185-4b5a-8446-80bcd395a795 HTTP/1.1" status: 204 len: 168 time: 0.7287643 Jul 05 18:26:03.664925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33828) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:03.708885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6498796-17c8-4e60-9217-be02f806e9dd tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Network': ['ID=ca127fab-5185-4b5a-8446-80bcd395a795,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:03.747122 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d76c804-19ea-4ece-89d3-e503fa00eb54 req-29005bd1-ecbb-4356-9136-0db0dfa3dbd4 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 210 time: 0.0869498 Jul 05 18:26:03.759535 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73aafbba-d990-44c0-9333-e46eaf3c4b71 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.841096 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.903234 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73aafbba-d990-44c0-9333-e46eaf3c4b71 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.920964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f934bc5-9daf-483a-ae7a-754f662d2ea5 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Deleting subnet 09ac0dfd-80ba-499f-9ca0-cf4b14ff0a0b {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:03.925706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:03.939171 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8f934bc5-9daf-483a-ae7a-754f662d2ea5 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.971608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:03.979132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:03.985683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:03.986368 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:03.989151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=38a6d907-eb43-4f1d-8839-e137198af1d2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:04.060182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8f934bc5-9daf-483a-ae7a-754f662d2ea5 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:04.130161 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73aafbba-d990-44c0-9333-e46eaf3c4b71 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:04.134954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73aafbba-d990-44c0-9333-e46eaf3c4b71 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9124563 Jul 05 18:26:04.135607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33836) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:04.155219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b511bc-0209-4c54-b2cd-13b79336a007 None None] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:04.234489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4de322ee-9785-4658-a1da-8f0da7c4c339 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:04.376789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-febe84b2-7c61-40f1-89f4-85f78992874f None None] Provisioning for port 27a84c35-eaef-4782-b748-060646aaacf8 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:04.391425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-febe84b2-7c61-40f1-89f4-85f78992874f None None] Provisioning complete for port 27a84c35-eaef-4782-b748-060646aaacf8 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:04.391425 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-febe84b2-7c61-40f1-89f4-85f78992874f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:04.539846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4de322ee-9785-4658-a1da-8f0da7c4c339 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:04.542186 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4de322ee-9785-4658-a1da-8f0da7c4c339 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:04.694545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 27a84c35-eaef-4782-b748-060646aaacf8 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:04.719832 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4de322ee-9785-4658-a1da-8f0da7c4c339 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:04.720365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4de322ee-9785-4658-a1da-8f0da7c4c339 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42acde62-83ce-4ac0-99dd-00b0635dd76f {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:04.724853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4de322ee-9785-4658-a1da-8f0da7c4c339 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:04.732517 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4de322ee-9785-4658-a1da-8f0da7c4c339 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "DELETE /v2.0/routers/42acde62-83ce-4ac0-99dd-00b0635dd76f HTTP/1.1" status: 204 len: 168 time: 0.5893805 Jul 05 18:26:04.805546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 27a84c35-eaef-4782-b748-060646aaacf8 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:04.805546 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:04.937895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8c08c1e9-6291-4984-bb4f-3f268f3e560c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 5.1170080 Jul 05 18:26:04.940740 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33846) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:04.946549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2abd2c9c-b67c-4d2f-b708-6e36e7a573ac'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:04.998542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:05.075044 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8f934bc5-9daf-483a-ae7a-754f662d2ea5 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.135148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33848) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:05.146595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8837c21e-8ff9-433a-9588-ee1e958e6a25 req-69365706-143a-4dd2-8054-854901362d39 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 210 time: 0.0976815 Jul 05 18:26:05.152402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:05.157384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:05.161875 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.257221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6f441-d8e9-42e0-909a-7bbf8e805834 req-cbacbe79-ef87-4320-8cf9-6853b8ebc375 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:05.280768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54b6f441-d8e9-42e0-909a-7bbf8e805834 req-cbacbe79-ef87-4320-8cf9-6853b8ebc375 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 945 time: 0.3470304 Jul 05 18:26:05.317857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e51b5642-0531-4789-a9b9-57fbea6c611d None None] Provisioning complete for port 27a84c35-eaef-4782-b748-060646aaacf8 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:05.318278 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e51b5642-0531-4789-a9b9-57fbea6c611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.323978 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8f934bc5-9daf-483a-ae7a-754f662d2ea5 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.376202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.392170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54b6f441-d8e9-42e0-909a-7bbf8e805834 req-ac37509f-52f7-48d4-bc61-09423281a9c1 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108069 Jul 05 18:26:05.435223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f934bc5-9daf-483a-ae7a-754f662d2ea5 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Subnet': ['ID=09ac0dfd-80ba-499f-9ca0-cf4b14ff0a0b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:05.437364 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8f934bc5-9daf-483a-ae7a-754f662d2ea5 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.439892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8f934bc5-9daf-483a-ae7a-754f662d2ea5 tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/subnets/09ac0dfd-80ba-499f-9ca0-cf4b14ff0a0b HTTP/1.1" status: 204 len: 168 time: 1.6953533 Jul 05 18:26:05.442575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33852) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:05.569546 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.601136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3a270e-f575-4836-acbb-fe62b7e3707e None None] Network 486fab67-3359-4748-8688-e45e2832ffec requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:05.693874 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.713092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-598805037', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:05.726969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=95de75ca-bd02-44c9-9ffc-ec7d97a80c57,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:05.784372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Deleting port 5e0adbcc-b538-4458-a701-3293c9b52898 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:05.784764 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.829762 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.872489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] For port 5e0adbcc-b538-4458-a701-3293c9b52898, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5e0adbcc-b538-4458-a701-3293c9b52898,segment=NetworkSegment(658360e7-c7c0-4f2d-a3c0-792de094d917),segment_id=658360e7-c7c0-4f2d-a3c0-792de094d917)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:05.873007 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:05.892843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Calling delete_port for 5e0adbcc-b538-4458-a701-3293c9b52898 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:05.933128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e51b5642-0531-4789-a9b9-57fbea6c611d None None] Provisioning for port 38a6d907-eb43-4f1d-8839-e137198af1d2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:05.951714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e51b5642-0531-4789-a9b9-57fbea6c611d None None] Provisioning complete for port 38a6d907-eb43-4f1d-8839-e137198af1d2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:05.952091 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e51b5642-0531-4789-a9b9-57fbea6c611d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.045184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-c8b0b205-0823-497d-8729-8e073397065a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:06.046781 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-c8b0b205-0823-497d-8729-8e073397065a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.39 "GET /v2.0/networks?id=134be8f6-92e6-40bd-b472-edb84589dab3 HTTP/1.1" status: 200 len: 798 time: 0.2948525 Jul 05 18:26:06.047669 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.048740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.049102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e51b5642-0531-4789-a9b9-57fbea6c611d None None] Port 38a6d907-eb43-4f1d-8839-e137198af1d2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:06.066240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Request body: {'port': {'device_id': '4502532d-b46d-4df6-8186-d08de868499b', 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3', 'admin_state_up': True, 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:06.079902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c4e7d8-f26b-4f5b-9bc9-a904d4f75d06 None None] DHCP port deletion for 486fab67-3359-4748-8688-e45e2832ffec request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:26:06.082162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=95de75ca-bd02-44c9-9ffc-ec7d97a80c57,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:06.123682 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.127349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Delete allocated IP 2001:db8:0:1::1c4 (76550e20-3e9d-424f-986e-9f7b5d8967b7/93ce05b1-b046-4ae7-bb11-0cda41d82583) {{(pid=100998) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 18:26:06.150225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-70c4e7d8-f26b-4f5b-9bc9-a904d4f75d06 None None] Deleting port 5e0adbcc-b538-4458-a701-3293c9b52898 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:06.153148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70c4e7d8-f26b-4f5b-9bc9-a904d4f75d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.206912 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.280294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Port': ['ID=5e0adbcc-b538-4458-a701-3293c9b52898,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:06.309806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.372239 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] No DVR routers for this DVR port 5e0adbcc-b538-4458-a701-3293c9b52898 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:06.422513 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.431719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Ignored duplicate provisioning block setup for port 38a6d907-eb43-4f1d-8839-e137198af1d2 by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 18:26:06.475798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4b179b3e-bc8e-441b-8fea-16a4edb3eea1 None None] Provisioning complete for port 38a6d907-eb43-4f1d-8839-e137198af1d2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:06.476990 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4b179b3e-bc8e-441b-8fea-16a4edb3eea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.541060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4b179b3e-bc8e-441b-8fea-16a4edb3eea1 None None] Port 38a6d907-eb43-4f1d-8839-e137198af1d2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:06.557834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-70c4e7d8-f26b-4f5b-9bc9-a904d4f75d06 None None] For port 5e0adbcc-b538-4458-a701-3293c9b52898, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5e0adbcc-b538-4458-a701-3293c9b52898,segment=NetworkSegment(658360e7-c7c0-4f2d-a3c0-792de094d917),segment_id=658360e7-c7c0-4f2d-a3c0-792de094d917)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:06.558380 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70c4e7d8-f26b-4f5b-9bc9-a904d4f75d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.573477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:06.581110 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-70c4e7d8-f26b-4f5b-9bc9-a904d4f75d06 None None] Calling delete_port for 5e0adbcc-b538-4458-a701-3293c9b52898 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:06.586391 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa93a86a-a94c-4da6-a09a-da11422ef2a5 req-a3dfacbb-d439-4932-bebd-07f0192816be tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 210 time: 0.1405697 Jul 05 18:26:06.646297 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.666162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486fab67-3359-4748-8688-e45e2832ffec']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:06.689306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '658360e7-c7c0-4f2d-a3c0-792de094d917') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:06.689611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '658360e7-c7c0-4f2d-a3c0-792de094d917') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:06.712183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e41a4a-059b-49b4-a683-8c014d26577d req-868df896-2209-44ad-a29b-05a1d840cc22 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:06.713791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e41a4a-059b-49b4-a683-8c014d26577d req-868df896-2209-44ad-a29b-05a1d840cc22 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 945 time: 0.4477379 Jul 05 18:26:06.717439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.734652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:06.735124 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.738208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-70c4e7d8-f26b-4f5b-9bc9-a904d4f75d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.763071 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.776409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c4e7d8-f26b-4f5b-9bc9-a904d4f75d06 None None] No DVR routers for this DVR port 5e0adbcc-b538-4458-a701-3293c9b52898 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:06.787038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:06.787417 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: items = [ Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:06.792555 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:06.809385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475a9833-75ac-45f2-8108-07e051782e72 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:26:06.835077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c4e7d8-f26b-4f5b-9bc9-a904d4f75d06 None None] Pushing event deleted for resources: {'Port': ['ID=5e0adbcc-b538-4458-a701-3293c9b52898,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:06.849123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.850776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Made reservation on behalf of 9d3efd3d244b4f95a0edf198b24f263c for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:06.855489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3ca74a-3b3f-4099-9596-10866734344f req-d0eeb2c2-c3c9-4ae8-97f7-0a5210e51ca1 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:06.856172 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:06.856283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba3ca74a-3b3f-4099-9596-10866734344f req-d0eeb2c2-c3c9-4ae8-97f7-0a5210e51ca1 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 945 time: 0.2670274 Jul 05 18:26:06.966616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475a9833-75ac-45f2-8108-07e051782e72 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:26:06.982941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.000007 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.009854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] 10.222.0.30 "DELETE /v2.0/networks/486fab67-3359-4748-8688-e45e2832ffec HTTP/1.1" status: 204 len: 168 time: 1.5610235 Jul 05 18:26:07.072040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba3ca74a-3b3f-4099-9596-10866734344f req-7f225759-865c-46c2-8817-7c02a968ec8d tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/security-groups?id=dae6677b-c4a2-48e2-bb39-1f6805f1037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890669 Jul 05 18:26:07.081210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700c9f3-138a-4b69-9a27-8ac20cf42aff tempest-NetworksIpV6TestAttrs-630918252 tempest-NetworksIpV6TestAttrs-630918252-project] Pushing event deleted for resources: {'Network': ['ID=486fab67-3359-4748-8688-e45e2832ffec,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:07.089693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] In _notify_port_updated(), no bound segment for port 38a6d907-eb43-4f1d-8839-e137198af1d2 on network 76550e20-3e9d-424f-986e-9f7b5d8967b7 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:26:07.095527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:07.096279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.097843 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "PUT /v2.0/ports/38a6d907-eb43-4f1d-8839-e137198af1d2 HTTP/1.1" status: 200 len: 924 time: 2.1558938 Jul 05 18:26:07.104161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33866) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:07.105393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446b9c2-9b71-492d-adf7-4b38c1c184a3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=38a6d907-eb43-4f1d-8839-e137198af1d2,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:07.106916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5e0adbcc-b538-4458-a701-3293c9b52898 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:07.113893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.124714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2abd2c9c-b67c-4d2f-b708-6e36e7a573ac'}, {'subnet_id': '93ce05b1-b046-4ae7-bb11-0cda41d82583'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:07.133159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-76e41a4a-059b-49b4-a683-8c014d26577d req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Deleting port 2a826747-4d74-4efb-a8bd-861c69effa4d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:07.140144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-76e41a4a-059b-49b4-a683-8c014d26577d req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.149397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5e0adbcc-b538-4458-a701-3293c9b52898 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:07.149397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5e0adbcc-b538-4458-a701-3293c9b52898 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:07.296963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Allocated IP 172.20.0.19 (134be8f6-92e6-40bd-b472-edb84589dab3/f9a79483-514b-44b0-aac4-b84adc55861a/35eb90e3-5fd0-4059-b091-fe6d49c3e17f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:07.309419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-76e41a4a-059b-49b4-a683-8c014d26577d req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] For port 2a826747-4d74-4efb-a8bd-861c69effa4d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2a826747-4d74-4efb-a8bd-861c69effa4d,segment=NetworkSegment(6185a033-9320-41f8-be0d-887c3ab5ac82),segment_id=6185a033-9320-41f8-be0d-887c3ab5ac82)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:07.310003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-76e41a4a-059b-49b4-a683-8c014d26577d req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.364154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-76e41a4a-059b-49b4-a683-8c014d26577d req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Calling delete_port for 2a826747-4d74-4efb-a8bd-861c69effa4d owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:07.473207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.529606 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Transition to ACTIVE for port object 35eb90e3-5fd0-4059-b091-fe6d49c3e17f will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:07.536616 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.596389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.622672 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.785592 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-76e41a4a-059b-49b4-a683-8c014d26577d req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.794507 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.885193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33874) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:07.886357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Allocated IP 172.25.3.193 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/c7251046-304d-4215-80f6-9ebb3f161114) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:07.913285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Network 134be8f6-92e6-40bd-b472-edb84589dab3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:07.918173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e41a4a-059b-49b4-a683-8c014d26577d req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] No DVR routers for this DVR port 2a826747-4d74-4efb-a8bd-861c69effa4d on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:07.919257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event updated for resources: {'Port': ['ID=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:07.920412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Pushing event deleted for resources: {'Port': ['ID=2a826747-4d74-4efb-a8bd-861c69effa4d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:07.923322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:07.925925 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-76e41a4a-059b-49b4-a683-8c014d26577d req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:07.927473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:07.928470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e41a4a-059b-49b4-a683-8c014d26577d req-3c917780-6596-4010-9137-6fb040739fbc tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.39 "DELETE /v2.0/ports/2a826747-4d74-4efb-a8bd-861c69effa4d HTTP/1.1" status: 204 len: 173 time: 1.1998181 Jul 05 18:26:07.956326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d178602-fae5-4a6e-8de9-01d1f23ed241', 'name': 'network-vif-deleted', 'tag': '2a826747-4d74-4efb-a8bd-861c69effa4d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:26:07.959754 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e63054-6a32-4fa3-a449-5dbb78a8d72a" -d '{"events": [{"server_uuid": "4d178602-fae5-4a6e-8de9-01d1f23ed241", "name": "network-vif-deleted", "tag": "2a826747-4d74-4efb-a8bd-861c69effa4d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:26:08.068946 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb71b87-89cc-438c-af98-047127a7c621 x-openstack-request-id: req-7eb71b87-89cc-438c-af98-047127a7c621 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:26:08.069642 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d178602-fae5-4a6e-8de9-01d1f23ed241", "name": "network-vif-deleted", "tag": "2a826747-4d74-4efb-a8bd-861c69effa4d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:26:08.070277 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7eb71b87-89cc-438c-af98-047127a7c621 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:26:08.070926 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d178602-fae5-4a6e-8de9-01d1f23ed241', 'name': 'network-vif-deleted', 'tag': '2a826747-4d74-4efb-a8bd-861c69effa4d', 'status': 'completed', 'code': 200} Jul 05 18:26:08.092875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:08.093900 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.113765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33882) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:08.113956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9cd972ee-6532-4bac-84f1-aae57ba87931 None None] Provisioning complete for port 38a6d907-eb43-4f1d-8839-e137198af1d2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:08.114374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9cd972ee-6532-4bac-84f1-aae57ba87931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.190615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9cd972ee-6532-4bac-84f1-aae57ba87931 None None] Port 38a6d907-eb43-4f1d-8839-e137198af1d2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:08.193724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8:0:1::50 (76550e20-3e9d-424f-986e-9f7b5d8967b7/93ce05b1-b046-4ae7-bb11-0cda41d82583/38a6d907-eb43-4f1d-8839-e137198af1d2) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:08.217981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d911753f-683e-4184-bd60-0545739a0d20 req-a9967bc9-693b-4b87-874b-9d161e6f213e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:08.231018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d911753f-683e-4184-bd60-0545739a0d20 req-a9967bc9-693b-4b87-874b-9d161e6f213e tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 895 time: 0.3391523 Jul 05 18:26:08.255768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.303186 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-00bb445e-aee8-43b2-91bd-c81029ce33d9 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2437706 Jul 05 18:26:08.323018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Request body: {'port': {'device_id': '4502532d-b46d-4df6-8186-d08de868499b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:08.431382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f3ce805b-eef1-426c-81e5-5c63d44e05f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.477998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fe67f5a-4dc5-483c-b5df-c3798816e574 req-c29596a5-616a-4145-a736-7d9d670c0cd9 tempest-VolumesSnapshotTestJSON-939844277 tempest-VolumesSnapshotTestJSON-939844277-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 210 time: 0.0769567 Jul 05 18:26:08.479747 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.489633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b1044355-2556-4ca6-af95-ae64f6ee03d5 None None] Provisioning for port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:08.494130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b1044355-2556-4ca6-af95-ae64f6ee03d5 None None] Provisioning complete for port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:08.500536 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1044355-2556-4ca6-af95-ae64f6ee03d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.501200 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.510932 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d246a1bf-c488-4be9-9b7f-f93ac87baeaf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06ec41fc6034451ab360881fb48e7c36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816075 Jul 05 18:26:08.520338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33886) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:08.537827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b1044355-2556-4ca6-af95-ae64f6ee03d5 None None] Port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:08.545165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object 38a6d907-eb43-4f1d-8839-e137198af1d2 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:08.575186 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.583068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:08.589599 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2789d262-6ca6-4226-84a4-787ceaedfac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.603087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:08.609434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event updated for resources: {'Port': ['ID=c7251046-304d-4215-80f6-9ebb3f161114,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:08.611541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:08.626499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2789d262-6ca6-4226-84a4-787ceaedfac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.634082 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.732776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea2e8152-31c4-41ff-b885-a034ef5f4c84 req-d46c4e9e-8c4d-4f9a-b7cf-68e52471649a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0558128 Jul 05 18:26:08.789655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] In _notify_port_updated(), no bound segment for port 38a6d907-eb43-4f1d-8839-e137198af1d2 on network 76550e20-3e9d-424f-986e-9f7b5d8967b7 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:26:08.795709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:08.796352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.800325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "PUT /v2.0/ports/38a6d907-eb43-4f1d-8839-e137198af1d2 HTTP/1.1" status: 200 len: 1009 time: 1.6886799 Jul 05 18:26:08.800325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=38a6d907-eb43-4f1d-8839-e137198af1d2,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:08.809205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33888) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:08.885577 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea2e8152-31c4-41ff-b885-a034ef5f4c84 req-123cc897-fff9-4121-a12f-fe8610627878 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&device_id=4d178602-fae5-4a6e-8de9-01d1f23ed241 HTTP/1.1" status: 200 len: 210 time: 0.0978703 Jul 05 18:26:08.895770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.896383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.896923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.897255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f3ce805b-eef1-426c-81e5-5c63d44e05f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:08.897588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.898424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.898700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.898824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.899150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.899836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.899836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.900207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.900972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3791ea7-9552-4493-8ff0-e3ad0f2ec98f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:08.962122 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f3ce805b-eef1-426c-81e5-5c63d44e05f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.003379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2789d262-6ca6-4226-84a4-787ceaedfac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.005993 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2789d262-6ca6-4226-84a4-787ceaedfac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.008599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2789d262-6ca6-4226-84a4-787ceaedfac6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d243e43-04c0-461f-aa5c-59d0984ec4ff HTTP/1.1" status: 204 len: 168 time: 0.4856730 Jul 05 18:26:09.053387 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f3ce805b-eef1-426c-81e5-5c63d44e05f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d72921cb4bff461e93e65474e5a4c245&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1625209 Jul 05 18:26:09.057627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33892) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:09.073618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce805b-eef1-426c-81e5-5c63d44e05f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28943ebb-736c-4942-827b-c7ccb7320b83,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:09.095626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2a826747-4d74-4efb-a8bd-861c69effa4d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:09.121775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 2a826747-4d74-4efb-a8bd-861c69effa4d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:09.122482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2a826747-4d74-4efb-a8bd-861c69effa4d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:09.147458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-36467958-fd45-4ff5-9945-78bc8c90124d None None] Provisioning for port 38a6d907-eb43-4f1d-8839-e137198af1d2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:09.155930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-36467958-fd45-4ff5-9945-78bc8c90124d None None] Provisioning complete for port 38a6d907-eb43-4f1d-8839-e137198af1d2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:09.156539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-36467958-fd45-4ff5-9945-78bc8c90124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.187511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789d262-6ca6-4226-84a4-787ceaedfac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d243e43-04c0-461f-aa5c-59d0984ec4ff,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:09.216736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e8152-31c4-41ff-b885-a034ef5f4c84 req-ce41c91a-5c5b-418e-b262-25fcb0cbdac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:09.218605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea2e8152-31c4-41ff-b885-a034ef5f4c84 req-ce41c91a-5c5b-418e-b262-25fcb0cbdac2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3094921 Jul 05 18:26:09.221641 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2bd5-7bc6-4273-a278-afb3316e8138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.235704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-36467958-fd45-4ff5-9945-78bc8c90124d None None] Port 38a6d907-eb43-4f1d-8839-e137198af1d2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:09.288605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35eb90e3-5fd0-4059-b091-fe6d49c3e17f {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:26:09.300525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2bd5-7bc6-4273-a278-afb3316e8138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.303417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.335341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.338157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-497903fd-6437-405e-aef9-6ad9449f284a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 38a6d907-eb43-4f1d-8839-e137198af1d2 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:09.338590 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-497903fd-6437-405e-aef9-6ad9449f284a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.346377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Transition to ACTIVE for port object 35eb90e3-5fd0-4059-b091-fe6d49c3e17f will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:09.432144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.860875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e8152-31c4-41ff-b885-a034ef5f4c84 req-e0003c98-9de1-4887-bda2-2ab40f2b0e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:09.862441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea2e8152-31c4-41ff-b885-a034ef5f4c84 req-e0003c98-9de1-4887-bda2-2ab40f2b0e94 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.6350930 Jul 05 18:26:09.900537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Pushing event updated for resources: {'Port': ['ID=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:09.904162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-497903fd-6437-405e-aef9-6ad9449f284a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.924032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-497903fd-6437-405e-aef9-6ad9449f284a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 38a6d907-eb43-4f1d-8839-e137198af1d2 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:09.932641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440f428-fbcf-48bd-9684-1d755341416c req-152fafb6-4dd6-466f-98fd-55f7911b84e8 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:09.934332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5440f428-fbcf-48bd-9684-1d755341416c req-152fafb6-4dd6-466f-98fd-55f7911b84e8 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 907 time: 0.2056880 Jul 05 18:26:09.938382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2bd5-7bc6-4273-a278-afb3316e8138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.940875 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c1b2bd5-7bc6-4273-a278-afb3316e8138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:09.943021 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7c1b2bd5-7bc6-4273-a278-afb3316e8138 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28943ebb-736c-4942-827b-c7ccb7320b83 HTTP/1.1" status: 204 len: 168 time: 0.8788846 Jul 05 18:26:10.029430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b2bd5-7bc6-4273-a278-afb3316e8138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28943ebb-736c-4942-827b-c7ccb7320b83,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:10.035248 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Attempting to bind port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:10.035592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Attempting to bind port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:10.035953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Attempting to bind port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f on network 134be8f6-92e6-40bd-b472-edb84589dab3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:10.075457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f on network 134be8f6-92e6-40bd-b472-edb84589dab3 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:26:10.076731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Attempting to bind port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f on network 134be8f6-92e6-40bd-b472-edb84589dab3 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:10.085120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:10.085479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Checking segment: {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:10.086386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Bound using segment: {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:10.087005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Bound port: 35eb90e3-5fd0-4059-b091-fe6d49c3e17f, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d07e347-1c23-45de-bcea-058250c66f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:10.087503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.157255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.203478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] For port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:26:10.233021 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-497903fd-6437-405e-aef9-6ad9449f284a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.263774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497903fd-6437-405e-aef9-6ad9449f284a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=38a6d907-eb43-4f1d-8839-e137198af1d2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:10.267800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] For port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:26:10.325386 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-497903fd-6437-405e-aef9-6ad9449f284a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.331631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-497903fd-6437-405e-aef9-6ad9449f284a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/38a6d907-eb43-4f1d-8839-e137198af1d2 HTTP/1.1" status: 204 len: 168 time: 1.5172849 Jul 05 18:26:10.332266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33922) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:10.348237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.411588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33924) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:10.446150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Pushing event updated for resources: {'Port': ['ID=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:10.458350 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c06ee3-1bc7-404a-9e86-1e077c938056 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:26:10.460191 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-80c06ee3-1bc7-404a-9e86-1e077c938056 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/38a6d907-eb43-4f1d-8839-e137198af1d2 HTTP/1.1" status: 404 len: 333 time: 0.1268787 Jul 05 18:26:10.464152 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33930) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:10.475543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:10.477003 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.478506 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-0369f7fc-7384-434e-a420-91cc9c714b56 service neutron] 10.222.0.39 "PUT /v2.0/ports/35eb90e3-5fd0-4059-b091-fe6d49c3e17f HTTP/1.1" status: 200 len: 1055 time: 2.1604023 Jul 05 18:26:10.480260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4502532d-b46d-4df6-8186-d08de868499b', 'tag': '35eb90e3-5fd0-4059-b091-fe6d49c3e17f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:26:10.483037 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468b26fe-48d8-41ae-aed0-02c7ee0789e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4502532d-b46d-4df6-8186-d08de868499b", "tag": "35eb90e3-5fd0-4059-b091-fe6d49c3e17f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:26:10.544281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Router b8a7b598-68e4-4f5d-be35-64eadc1d3269 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:26:10.597717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1591969778-network', 'tenant_id': '40d2936c1eba4d1d9d9d14e800be8dd3'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:10.647149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ecd8a7-3081-4b39-bffe-e37986157df9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet 93ce05b1-b046-4ae7-bb11-0cda41d82583 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:10.662726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ecd8a7-3081-4b39-bffe-e37986157df9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.678176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Made reservation on behalf of 40d2936c1eba4d1d9d9d14e800be8dd3 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:10.682209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.708033 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.787914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ecd8a7-3081-4b39-bffe-e37986157df9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.847183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:10.863201 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ed920b-743a-47ea-8ef3-ed516e891fc0 x-openstack-request-id: req-33ed920b-743a-47ea-8ef3-ed516e891fc0 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:26:10.863501 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4502532d-b46d-4df6-8186-d08de868499b", "tag": "35eb90e3-5fd0-4059-b091-fe6d49c3e17f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:26:10.863812 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33ed920b-743a-47ea-8ef3-ed516e891fc0 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:26:10.864212 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4502532d-b46d-4df6-8186-d08de868499b', 'tag': '35eb90e3-5fd0-4059-b091-fe6d49c3e17f', 'status': 'completed', 'code': 200} Jul 05 18:26:10.866704 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2f100-20ae-4b4c-a16b-26988f80059d None None] Sync routers for ids ['b8a7b598-68e4-4f5d-be35-64eadc1d3269'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:10.894177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-94021e6f-bc55-480d-a7dd-d6afaef5a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:10.895821 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-94021e6f-bc55-480d-a7dd-d6afaef5a198 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 1058 time: 0.2533121 Jul 05 18:26:10.908921 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:10.909432 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2f100-20ae-4b4c-a16b-26988f80059d None None] Routers {'b8a7b598-68e4-4f5d-be35-64eadc1d3269'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:10.909885 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7eb2f100-20ae-4b4c-a16b-26988f80059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b8a7b598-68e4-4f5d-be35-64eadc1d3269'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:10.955508 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-877bdccf-b261-44bd-86b2-633e5ffe56bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=35eb90e3-5fd0-4059-b091-fe6d49c3e17f HTTP/1.1" status: 200 len: 217 time: 0.0435352 Jul 05 18:26:10.956450 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7eb2f100-20ae-4b4c-a16b-26988f80059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:10.979470 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb2f100-20ae-4b4c-a16b-26988f80059d None None] Routers {'b8a7b598-68e4-4f5d-be35-64eadc1d3269'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:10.980980 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7eb2f100-20ae-4b4c-a16b-26988f80059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b8a7b598-68e4-4f5d-be35-64eadc1d3269'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:10.993002 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.023196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:26:11.031812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd40a3f-cb14-41ce-8cd1-d3dd05423c8d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:11.038350 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.039251 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Added segment e4a6501a-0c5b-4643-a47a-105158fcc08e of type vlan for network f57c2530-9b1c-448e-a9be-4079c46776b8 Jul 05 18:26:11.050612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-90a20815-1492-4c49-b25a-c0994687f126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:11.052444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-90a20815-1492-4c49-b25a-c0994687f126 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f9a79483-514b-44b0-aac4-b84adc55861a HTTP/1.1" status: 200 len: 837 time: 0.0669482 Jul 05 18:26:11.071898 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7eb2f100-20ae-4b4c-a16b-26988f80059d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:11.076646 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ecd8a7-3081-4b39-bffe-e37986157df9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.077668 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb2f100-20ae-4b4c-a16b-26988f80059d None None] The sync data for ids ['b8a7b598-68e4-4f5d-be35-64eadc1d3269'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:11.106903 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.181595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.185353 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-de385bad-ba42-4e07-b4bf-682168759f9e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.0470538 Jul 05 18:26:11.186735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33952) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:11.232842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e381a25-9745-4ce5-9945-440f349db6f2 req-b48c5d74-e7f8-46b4-a14d-5850e31c2593 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:11.234439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e381a25-9745-4ce5-9945-440f349db6f2 req-b48c5d74-e7f8-46b4-a14d-5850e31c2593 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 907 time: 0.1167948 Jul 05 18:26:11.277068 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.278576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:11.280220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.334140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-d22d52d6-3394-42dd-8d82-d05697f12abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:11.336620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-d22d52d6-3394-42dd-8d82-d05697f12abe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=134be8f6-92e6-40bd-b472-edb84589dab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2164037 Jul 05 18:26:11.366528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ecd8a7-3081-4b39-bffe-e37986157df9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.381940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] Pushing event updated for resources: {'Network': ['ID=f57c2530-9b1c-448e-a9be-4079c46776b8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:11.391999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f57c2530-9b1c-448e-a9be-4079c46776b8 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:26:11.422525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f14d380f-1af2-41f0-bca6-f0299ac683fe tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/routers/b8a7b598-68e4-4f5d-be35-64eadc1d3269 HTTP/1.1" status: 200 len: 924 time: 0.2346947 Jul 05 18:26:11.427639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33958) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:11.433116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecd8a7-3081-4b39-bffe-e37986157df9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=93ce05b1-b046-4ae7-bb11-0cda41d82583,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:11.436717 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83ecd8a7-3081-4b39-bffe-e37986157df9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.439689 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-83ecd8a7-3081-4b39-bffe-e37986157df9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/93ce05b1-b046-4ae7-bb11-0cda41d82583 HTTP/1.1" status: 204 len: 168 time: 0.9745958 Jul 05 18:26:11.444064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 33960) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:11.455298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b387e-f715-4c15-ae33-41e550c97d88 None None] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:11.502371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8fe4b877-05cb-406e-b499-948a8474b352 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0886073 Jul 05 18:26:11.509196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1d2070ef-a64e-48df-a39c-9d1a082614c4 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a7b598-68e4-4f5d-be35-64eadc1d3269 HTTP/1.1" status: 200 len: 205 time: 0.0792506 Jul 05 18:26:11.509196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33964) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:11.509933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 33966) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:11.522734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Request body: {'subnet': {'network_id': 'f57c2530-9b1c-448e-a9be-4079c46776b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1591969778-subnet', 'tenant_id': '40d2936c1eba4d1d9d9d14e800be8dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:11.573968 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-d54df92e-7825-4ae6-9b4b-923995fa8cb1 service neutron] 10.222.0.39 "GET /v2.0/networks/134be8f6-92e6-40bd-b472-edb84589dab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303517 Jul 05 18:26:11.625547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c04652-176c-42c7-b3f3-c74ff329606c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet 2abd2c9c-b67c-4d2f-b708-6e36e7a573ac {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:11.709696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c04652-176c-42c7-b3f3-c74ff329606c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.721653 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.729303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Made reservation on behalf of 40d2936c1eba4d1d9d9d14e800be8dd3 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:11.733567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.772539 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-126afa9b-c792-41e8-bb6f-74cc64cfc401 req-6c627021-1afe-4ae4-99c1-d60ac6d6c121 service neutron] 10.222.0.39 "GET /v2.0/networks/134be8f6-92e6-40bd-b472-edb84589dab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856031 Jul 05 18:26:11.779634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c04652-176c-42c7-b3f3-c74ff329606c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.895257 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:26:11.978656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:11.989824 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c04652-176c-42c7-b3f3-c74ff329606c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.042802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-305911de-d76d-4bbc-aead-e4d6eaee559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:12.046458 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-305911de-d76d-4bbc-aead-e4d6eaee559b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 1058 time: 0.1309977 Jul 05 18:26:12.132450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Deleting port c7251046-304d-4215-80f6-9ebb3f161114 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:12.133008 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.167829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-d0babb13-85f1-4f80-b621-c8d1990b1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:12.169428 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-d0babb13-85f1-4f80-b621-c8d1990b1683 service neutron] 10.222.0.39 "GET /v2.0/networks?id=134be8f6-92e6-40bd-b472-edb84589dab3 HTTP/1.1" status: 200 len: 898 time: 0.1171355 Jul 05 18:26:12.177260 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.241638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c04652-176c-42c7-b3f3-c74ff329606c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.250099 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-995427f3-4a83-429e-9674-e11afa516416 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=35eb90e3-5fd0-4059-b091-fe6d49c3e17f HTTP/1.1" status: 200 len: 217 time: 0.0738163 Jul 05 18:26:12.275503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c263264-de96-4b1c-b6b1-e0861fa0b848,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:12.306988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.324148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Checking segment: {'id': 'e4a6501a-0c5b-4643-a47a-105158fcc08e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'f57c2530-9b1c-448e-a9be-4079c46776b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:12.324409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Network hostable DHCP agents. Network: f57c2530-9b1c-448e-a9be-4079c46776b8, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:26:12.327486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Calling delete_port for c7251046-304d-4215-80f6-9ebb3f161114 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:12.331305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-b002480b-09a3-40ce-add9-e02ed2e4cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:12.333032 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-b002480b-09a3-40ce-add9-e02ed2e4cc1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f9a79483-514b-44b0-aac4-b84adc55861a HTTP/1.1" status: 200 len: 837 time: 0.0756927 Jul 05 18:26:12.335488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c04652-176c-42c7-b3f3-c74ff329606c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=2abd2c9c-b67c-4d2f-b708-6e36e7a573ac,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:12.339493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-44c04652-176c-42c7-b3f3-c74ff329606c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.344157 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-44c04652-176c-42c7-b3f3-c74ff329606c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/2abd2c9c-b67c-4d2f-b708-6e36e7a573ac HTTP/1.1" status: 204 len: 168 time: 0.8989923 Jul 05 18:26:12.345212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34012) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:12.457122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Network f57c2530-9b1c-448e-a9be-4079c46776b8 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:26:12.462939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.487343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125564dd-f38e-4a35-b4d4-723852564765 None None] Network 76550e20-3e9d-424f-986e-9f7b5d8967b7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:12.491023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-491859c0-d1d7-48f7-8ea2-02ab805abb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:12.491023 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-491859c0-d1d7-48f7-8ea2-02ab805abb75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=134be8f6-92e6-40bd-b472-edb84589dab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444893 Jul 05 18:26:12.547786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f44599-4d04-4f32-8d9b-ef91899c2c03 req-195dd103-0880-4979-9077-4d7f00ffb39a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:12.549389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8f44599-4d04-4f32-8d9b-ef91899c2c03 req-195dd103-0880-4979-9077-4d7f00ffb39a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 907 time: 0.1548884 Jul 05 18:26:12.551545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f57c2530-9b1c-448e-a9be-4079c46776b8) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:12.557143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:12.557741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.576972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5959a10e-6a90-4100-9daa-75ce442bb498 None None] Provisioning complete for port 27a84c35-eaef-4782-b748-060646aaacf8 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:12.577581 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5959a10e-6a90-4100-9daa-75ce442bb498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.587509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2dbba6-e580-4c6f-a4f2-9aef7f3c5b29 None None] Network f57c2530-9b1c-448e-a9be-4079c46776b8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:12.629989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 27a84c35-eaef-4782-b748-060646aaacf8 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:12.630343 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.635070 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-1d46d334-2b72-41d6-9ed2-886da354b40c service neutron] 10.222.0.39 "GET /v2.0/networks/134be8f6-92e6-40bd-b472-edb84589dab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253817 Jul 05 18:26:12.664543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-efc941d1-686a-475b-aebc-e446a5467bc9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1509523 Jul 05 18:26:12.718457 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.747697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event deleted for resources: {'Port': ['ID=c7251046-304d-4215-80f6-9ebb3f161114,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:12.795391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] For port 27a84c35-eaef-4782-b748-060646aaacf8, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=27a84c35-eaef-4782-b748-060646aaacf8,segment=NetworkSegment(cb221faf-b5dd-403e-a875-2fd7c183f370),segment_id=cb221faf-b5dd-403e-a875-2fd7c183f370)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:12.796047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.815607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 27a84c35-eaef-4782-b748-060646aaacf8 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:12.881239 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:12.890179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f48b4-f6eb-4f56-86d9-cb357fec3bff None None] Network f57c2530-9b1c-448e-a9be-4079c46776b8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:12.995808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] DHCP port deletion for 76550e20-3e9d-424f-986e-9f7b5d8967b7 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:26:13.014455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.016978 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.032460 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-468b26fe-48d8-41ae-aed0-02c7ee0789e4 req-e6417d32-6395-432f-9d2f-94900b0af2b4 service neutron] 10.222.0.39 "GET /v2.0/networks/134be8f6-92e6-40bd-b472-edb84589dab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874133 Jul 05 18:26:13.112158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.119702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] Deleting port 27a84c35-eaef-4782-b748-060646aaacf8 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:13.120082 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.135083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.136060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Fanout notify agent at l3_agent the message router_deleted on router b8a7b598-68e4-4f5d-be35-64eadc1d3269 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:13.150366 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.151791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fec294c4-7c03-4f88-a453-47ffd69ea59c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/b8a7b598-68e4-4f5d-be35-64eadc1d3269 HTTP/1.1" status: 204 len: 168 time: 1.6376462 Jul 05 18:26:13.156665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34026) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:13.167894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1665348202', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': False}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:13.173832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=27a84c35-eaef-4782-b748-060646aaacf8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:13.176007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No DVR routers for this DVR port 27a84c35-eaef-4782-b748-060646aaacf8 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:13.224702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] For port 27a84c35-eaef-4782-b748-060646aaacf8, host n-d-799524-1, got binding levels [] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:13.228241 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.251416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] Calling delete_port for 27a84c35-eaef-4782-b748-060646aaacf8 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:13.254487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.ipam_backend_mixin [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] Port 27a84c35-eaef-4782-b748-060646aaacf8 was not found and therefore no delete operation was performed {{(pid=100999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:26:13.255800 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.283836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.290426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] No DVR routers for this DVR port 27a84c35-eaef-4782-b748-060646aaacf8 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:13.292075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb574eb8-1818-420a-a018-26c4624364ff None None] Pushing event deleted for resources: {'Port': ['ID=27a84c35-eaef-4782-b748-060646aaacf8,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:13.306271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76550e20-3e9d-424f-986e-9f7b5d8967b7']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:13.316024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb221faf-b5dd-403e-a875-2fd7c183f370') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:13.316324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb221faf-b5dd-403e-a875-2fd7c183f370') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:13.326095 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.340658 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.346543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:13.347009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:13.349918 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:13.393602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.394966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.514546 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.529214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.535212 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/networks/76550e20-3e9d-424f-986e-9f7b5d8967b7 HTTP/1.1" status: 204 len: 168 time: 1.1841185 Jul 05 18:26:13.535367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34066) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:13.555922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8992c13-ece9-4990-84ad-59a3ff33084d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Network': ['ID=76550e20-3e9d-424f-986e-9f7b5d8967b7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:13.598670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.622318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75afb8b-1bff-4b89-92f0-1b3a9222717e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:13.624210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c75afb8b-1bff-4b89-92f0-1b3a9222717e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0878468 Jul 05 18:26:13.629075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34072) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:13.764664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-81382656-275a-48bf-ae25-455bf46a22a1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1340184 Jul 05 18:26:13.791039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34074) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:13.797782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1004305645'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:13.821488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34078) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:13.828053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004801666-network', 'tenant_id': '3662fe89ec554c5e8c5e0a75e33604fb'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:13.887321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c28682-d028-43f6-b221-f2f39cabd6a3 req-c79b7371-bb69-481b-9dff-67b8a7762db8 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:13.889282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c28682-d028-43f6-b221-f2f39cabd6a3 req-c79b7371-bb69-481b-9dff-67b8a7762db8 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 907 time: 0.1481123 Jul 05 18:26:13.915297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.936512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:13.940735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.969137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:26:13.979207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:13.979633 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Added segment eed90b35-144b-4201-8843-112239f6149c of type vlan for network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 Jul 05 18:26:14.021575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Made reservation on behalf of 3662fe89ec554c5e8c5e0a75e33604fb for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:14.025574 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.038545 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.039170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.144748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.248216 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.280443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:26:14.294083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21f30c2-6f14-449f-961e-5cf9f539eca6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:14.303153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.303645 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Added segment 5327bda1-2774-408d-99c6-7f9dc67ce1f3 of type vlan for network 5bb611f6-9436-4a84-b075-470e7acb2002 Jul 05 18:26:14.359832 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.455920 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.456946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:14.457538 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.497955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 27a84c35-eaef-4782-b748-060646aaacf8 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:14.522512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb611f6-9436-4a84-b075-470e7acb2002,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:14.536190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 5bb611f6-9436-4a84-b075-470e7acb2002 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:26:14.540339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 27a84c35-eaef-4782-b748-060646aaacf8 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:14.540849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 27a84c35-eaef-4782-b748-060646aaacf8 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:14.543544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.549418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:14.551181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.599935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-22456c2f-b340-4fac-acca-1807e417a1c2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7771506 Jul 05 18:26:14.603229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34084) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:14.609920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Request body: {'subnet': {'network_id': '5bb611f6-9436-4a84-b075-470e7acb2002', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1004801666-subnet', 'tenant_id': '3662fe89ec554c5e8c5e0a75e33604fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:14.649479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Network': ['ID=cdad3363-ddeb-41fa-a67b-2355d19bd6f3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:14.666724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:26:14.667144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.689036 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.699601 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7f8a33f4-a4bc-45a0-b0e1-de6ce5d9a972 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9079804 Jul 05 18:26:14.702870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34086) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:14.709304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'cdad3363-ddeb-41fa-a67b-2355d19bd6f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:14.813428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Made reservation on behalf of 3662fe89ec554c5e8c5e0a75e33604fb for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:14.818762 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:14.913086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Allocated IP 172.25.3.81 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/129cb300-b6c4-4364-9c02-366c2530fb4c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:15.067021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:15.069707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.071523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.098476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 35eb90e3-5fd0-4059-b091-fe6d49c3e17f details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:26:15.219983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.234603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f599f7d-945e-4697-96f5-d8897abe3914 req-77279928-c330-4c82-949a-32df27643523 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:15.236477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f599f7d-945e-4697-96f5-d8897abe3914 req-77279928-c330-4c82-949a-32df27643523 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 907 time: 0.1762719 Jul 05 18:26:15.246526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.251940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:15.267913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:15.271491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:15.274055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '35eb90e3-5fd0-4059-b091-fe6d49c3e17f', 'network_id': '134be8f6-92e6-40bd-b472-edb84589dab3', 'port_id': '35eb90e3-5fd0-4059-b091-fe6d49c3e17f', 'mac_address': 'fa:16:3e:ff:80:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9a79483-514b-44b0-aac4-b84adc55861a', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:26:15.280018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:15.332072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event updated for resources: {'Port': ['ID=129cb300-b6c4-4364-9c02-366c2530fb4c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:15.350934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f575f39-fe94-49bd-8a50-1ca47e1b7461,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:15.367414 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.401444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Checking segment: {'id': '5327bda1-2774-408d-99c6-7f9dc67ce1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '5bb611f6-9436-4a84-b075-470e7acb2002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:15.401827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Network hostable DHCP agents. Network: 5bb611f6-9436-4a84-b075-470e7acb2002, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:26:15.405251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35eb90e3-5fd0-4059-b091-fe6d49c3e17f {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:26:15.446808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:15.479145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.515826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Network 5bb611f6-9436-4a84-b075-470e7acb2002 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:26:15.553032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=962474c0-eafe-442b-9e6a-a2287651bfb2,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:15.564778 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.565597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Checking segment: {'id': 'eed90b35-144b-4201-8843-112239f6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cdad3363-ddeb-41fa-a67b-2355d19bd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:15.565974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network hostable DHCP agents. Network: cdad3363-ddeb-41fa-a67b-2355d19bd6f3, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:26:15.596582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 5bb611f6-9436-4a84-b075-470e7acb2002) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:15.602876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:15.603527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.618522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8c884a-1902-4085-955d-e805424980a4 None None] Network 5bb611f6-9436-4a84-b075-470e7acb2002 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:15.679850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:26:15.682044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:15.687505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, cdad3363-ddeb-41fa-a67b-2355d19bd6f3) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:15.694732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:15.697557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c3ddb6-ea51-4d4f-9f9a-76d3173c9d23 None None] Network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:15.697783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.701986 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:15.728934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8c3921a6-9bfb-4034-b83f-c08d5452a4c6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1240220 Jul 05 18:26:15.781293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['35eb90e3-5fd0-4059-b091-fe6d49c3e17f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:26:15.836920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d053370d-8e9a-46df-b27d-e12976284b91 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1304164 Jul 05 18:26:15.837617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34098) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:15.869635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': 'cdad3363-ddeb-41fa-a67b-2355d19bd6f3', 'name': 'tempest-PortsIpV6TestJSON-2143839704'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:15.889957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34100) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:15.935290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f801f6-4633-4be7-a578-f3c42841d330 None None] Network 5bb611f6-9436-4a84-b075-470e7acb2002 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:16.048777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd1d5310-22c3-480c-a520-526730a7850f admin admin] Deleting subnet 8c263264-de96-4b1c-b6b1-e0861fa0b848 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:16.056079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5310-22c3-480c-a520-526730a7850f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.119282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:16.119855 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.125690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.128389 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5310-22c3-480c-a520-526730a7850f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.167125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port d4df1ff8-9ada-41c3-a50d-7956809f91aa yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:26:16.256686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-cdad3363-ddeb-41fa-a67b-2355d19bd6f3', 'network_id': 'cdad3363-ddeb-41fa-a67b-2355d19bd6f3', 'tenant_id': '26c1326229744f09bc49f62e8a455b34', 'fixed_ips': [{'subnet_id': '962474c0-eafe-442b-9e6a-a2287651bfb2'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:26:16.258678 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.262626 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5310-22c3-480c-a520-526730a7850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.467714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5310-22c3-480c-a520-526730a7850f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.478060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::a2 (cdad3363-ddeb-41fa-a67b-2355d19bd6f3/962474c0-eafe-442b-9e6a-a2287651bfb2/d4df1ff8-9ada-41c3-a50d-7956809f91aa) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:16.497045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d5310-22c3-480c-a520-526730a7850f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c263264-de96-4b1c-b6b1-e0861fa0b848,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:16.502309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Router 763c6e59-497d-4ff4-8ffa-47214872845b is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:26:16.505379 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd1d5310-22c3-480c-a520-526730a7850f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.507006 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cd1d5310-22c3-480c-a520-526730a7850f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8c263264-de96-4b1c-b6b1-e0861fa0b848 HTTP/1.1" status: 204 len: 168 time: 0.6157510 Jul 05 18:26:16.511983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34110) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:16.582964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3d892-6f43-49e1-9124-38035381ea1b req-9235b3bd-7b6e-40f8-a9e9-50588f656cdc tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:16.584468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68d3d892-6f43-49e1-9124-38035381ea1b req-9235b3bd-7b6e-40f8-a9e9-50588f656cdc tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 908 time: 0.1806693 Jul 05 18:26:16.657109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:16.667698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Sync routers for ids ['763c6e59-497d-4ff4-8ffa-47214872845b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:16.671290 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.684579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Routers {'763c6e59-497d-4ff4-8ffa-47214872845b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:16.685801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['763c6e59-497d-4ff4-8ffa-47214872845b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:16.785471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.789128 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05b9c864-2c32-4aad-b4b4-1d38f28fc532 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6284781 Jul 05 18:26:16.789380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34114) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:16.794159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.804234 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.819229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57c2530-9b1c-448e-a9be-4079c46776b8']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:16.822286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object d4df1ff8-9ada-41c3-a50d-7956809f91aa will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:16.834313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a6501a-0c5b-4643-a47a-105158fcc08e') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:16.834681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a6501a-0c5b-4643-a47a-105158fcc08e') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:16.846922 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.860094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Set router 763c6e59-497d-4ff4-8ffa-47214872845b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:16.866586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.879409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:16.879814 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:16.881476 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:17.016569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.057162 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3d98fea3-2dea-4df5-b0d4-6736e4bd92fc tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/routers/763c6e59-497d-4ff4-8ffa-47214872845b HTTP/1.1" status: 200 len: 908 time: 0.2662470 Jul 05 18:26:17.061071 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.062182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34116) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:17.073676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1665348202', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': True}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:17.073873 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.076077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] 10.222.0.30 "DELETE /v2.0/networks/f57c2530-9b1c-448e-a9be-4079c46776b8 HTTP/1.1" status: 204 len: 168 time: 0.5581272 Jul 05 18:26:17.092015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:17.092615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34118) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:17.103340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Allocated IP 2001:db8::2 (cdad3363-ddeb-41fa-a67b-2355d19bd6f3/962474c0-eafe-442b-9e6a-a2287651bfb2/01bf9be3-7047-4a98-a062-5b1cc464712d) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:17.107444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cc350-417a-44f6-9d8c-79b5d2010c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=f57c2530-9b1c-448e-a9be-4079c46776b8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:17.113337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:17.118650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 35eb90e3-5fd0-4059-b091-fe6d49c3e17f up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:17.133246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:17.138772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:17.139396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.141957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=d4df1ff8-9ada-41c3-a50d-7956809f91aa,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:17.171026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2608624-dbeb-4cc7-bf60-0b00bd6a4e2f admin admin] Deleting subnet 5f575f39-fe94-49bd-8a50-1ca47e1b7461 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:17.176705 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2608624-dbeb-4cc7-bf60-0b00bd6a4e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.212386 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.213702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.283679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c6e59-497d-4ff4-8ffa-47214872845b', 'name': 'tempest-snat-router-1665348202', 'tenant_id': '241322b6ca794956ac71c9a44f4ba12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.81'}], 'enable_snat': False}, 'gw_port_id': '129cb300-b6c4-4364-9c02-366c2530fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:26:13Z', 'updated_at': '2021-07-05T18:26:15Z', 'revision_number': 3, 'project_id': '241322b6ca794956ac71c9a44f4ba12d', 'gw_port': {'id': '129cb300-b6c4-4364-9c02-366c2530fb4c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c6e59-497d-4ff4-8ffa-47214872845b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:26:14Z', 'updated_at': '2021-07-05T18:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:17.306719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2608624-dbeb-4cc7-bf60-0b00bd6a4e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.322202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Checking router: 763c6e59-497d-4ff4-8ffa-47214872845b for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:26:17.322780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Updating router 763c6e59-497d-4ff4-8ffa-47214872845b port 129cb300-b6c4-4364-9c02-366c2530fb4c binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:26:17.352055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.371057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b67abc47-f024-46fa-9a64-11b5c66a5e90 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5184066 Jul 05 18:26:17.374036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34124) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:17.383767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': 'cdad3363-ddeb-41fa-a67b-2355d19bd6f3', 'name': 'tempest-PortsIpV6TestJSON-1186148982'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:17.393582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:17.405628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:17.406143 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.415656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2608624-dbeb-4cc7-bf60-0b00bd6a4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.448313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.496326 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.514918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Transition to ACTIVE for port object 01bf9be3-7047-4a98-a062-5b1cc464712d will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:17.635724 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.649055 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.654417 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2608624-dbeb-4cc7-bf60-0b00bd6a4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.684143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Transition to ACTIVE for port object 01bf9be3-7047-4a98-a062-5b1cc464712d will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:17.703132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2608624-dbeb-4cc7-bf60-0b00bd6a4e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f575f39-fe94-49bd-8a50-1ca47e1b7461,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:17.710347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2608624-dbeb-4cc7-bf60-0b00bd6a4e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.722957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4502532d-b46d-4df6-8186-d08de868499b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eb90e3-5fd0-4059-b091-fe6d49c3e17f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:26:17.725114 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74333e2b-4845-4e77-a0cf-8ad971483c68" -d '{"events": [{"server_uuid": "4502532d-b46d-4df6-8186-d08de868499b", "name": "network-vif-plugged", "status": "completed", "tag": "35eb90e3-5fd0-4059-b091-fe6d49c3e17f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:26:17.735954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c2608624-dbeb-4cc7-bf60-0b00bd6a4e2f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5f575f39-fe94-49bd-8a50-1ca47e1b7461 HTTP/1.1" status: 204 len: 168 time: 0.6344736 Jul 05 18:26:17.745071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34130) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:17.776614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:17.839889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:17.844627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.887329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port d076a1cb-c18c-4e23-b35f-b31e26c85d20 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:26:17.896054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.902168 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:17.926075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.042381 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033227ca-87c3-41d7-bf67-b5cae86b5443 x-openstack-request-id: req-033227ca-87c3-41d7-bf67-b5cae86b5443 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:26:18.043348 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4502532d-b46d-4df6-8186-d08de868499b", "name": "network-vif-plugged", "status": "completed", "tag": "35eb90e3-5fd0-4059-b091-fe6d49c3e17f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:26:18.043929 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-033227ca-87c3-41d7-bf67-b5cae86b5443 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:26:18.044673 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4502532d-b46d-4df6-8186-d08de868499b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eb90e3-5fd0-4059-b091-fe6d49c3e17f', 'code': 200} Jul 05 18:26:18.051529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:18.070605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:18.078299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:18.092355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Pushing event updated for resources: {'Port': ['ID=01bf9be3-7047-4a98-a062-5b1cc464712d,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:18.156394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:18.232208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Attempting to bind port 01bf9be3-7047-4a98-a062-5b1cc464712d on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:18.232589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Attempting to bind port 01bf9be3-7047-4a98-a062-5b1cc464712d by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'eed90b35-144b-4201-8843-112239f6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cdad3363-ddeb-41fa-a67b-2355d19bd6f3'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:18.232966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Attempting to bind port 01bf9be3-7047-4a98-a062-5b1cc464712d on network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:18.246471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:18.246788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Checking segment: {'id': 'eed90b35-144b-4201-8843-112239f6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cdad3363-ddeb-41fa-a67b-2355d19bd6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:18.247358 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.247653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Bound using segment: {'id': 'eed90b35-144b-4201-8843-112239f6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cdad3363-ddeb-41fa-a67b-2355d19bd6f3'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:18.248163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Bound port: 01bf9be3-7047-4a98-a062-5b1cc464712d, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed90b35-144b-4201-8843-112239f6149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cdad3363-ddeb-41fa-a67b-2355d19bd6f3'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:18.248556 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.281022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::68 (cdad3363-ddeb-41fa-a67b-2355d19bd6f3/962474c0-eafe-442b-9e6a-a2287651bfb2/d076a1cb-c18c-4e23-b35f-b31e26c85d20) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:18.294394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.320058 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.338012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69e167-c88d-41d4-877b-55b01add8e0f req-cff0b052-d4ce-434c-91c6-718ccd3844a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:18.338012 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5f69e167-c88d-41d4-877b-55b01add8e0f req-cff0b052-d4ce-434c-91c6-718ccd3844a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 1060 time: 0.1577468 Jul 05 18:26:18.338276 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.361510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Transition to ACTIVE for port object 129cb300-b6c4-4364-9c02-366c2530fb4c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:18.371549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] For port 01bf9be3-7047-4a98-a062-5b1cc464712d, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:26:18.377385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] For port 01bf9be3-7047-4a98-a062-5b1cc464712d, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=01bf9be3-7047-4a98-a062-5b1cc464712d,segment=NetworkSegment(eed90b35-144b-4201-8843-112239f6149c),segment_id=eed90b35-144b-4201-8843-112239f6149c)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:26:18.416143 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.475393 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.511833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07071bf9-8d47-46db-bb5b-42216a191ce4 None None] Pushing event updated for resources: {'Port': ['ID=129cb300-b6c4-4364-9c02-366c2530fb4c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:18.517207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Allocated IP 172.25.3.133 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/8a0f6ff8-97d6-476b-a012-ec3cd250ffdf) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:18.570507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389922d-0f83-4535-b100-eb5d23f2b69f None None] Pushing event updated for resources: {'Port': ['ID=01bf9be3-7047-4a98-a062-5b1cc464712d,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:18.588817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Attempting to bind port 129cb300-b6c4-4364-9c02-366c2530fb4c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:18.589197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Attempting to bind port 129cb300-b6c4-4364-9c02-366c2530fb4c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:18.596958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Attempting to bind port 129cb300-b6c4-4364-9c02-366c2530fb4c on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:18.599767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:18.600149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:18.600561 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.600948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:18.602031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Bound port: 129cb300-b6c4-4364-9c02-366c2530fb4c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:18.602031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.708920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] For port 129cb300-b6c4-4364-9c02-366c2530fb4c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:26:18.714507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] For port 129cb300-b6c4-4364-9c02-366c2530fb4c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=129cb300-b6c4-4364-9c02-366c2530fb4c,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:26:18.721270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cee09a-a2ef-41ff-ba57-9a37d2a97d04 req-b02a10de-638c-4bb0-869c-19172ec1fea7 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:18.738010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62cee09a-a2ef-41ff-ba57-9a37d2a97d04 req-b02a10de-638c-4bb0-869c-19172ec1fea7 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 909 time: 0.8094003 Jul 05 18:26:18.741198 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.764599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb611f6-9436-4a84-b075-470e7acb2002']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:18.784689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5327bda1-2774-408d-99c6-7f9dc67ce1f3') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:18.785241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5327bda1-2774-408d-99c6-7f9dc67ce1f3') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:18.793511 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.797314 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.819751 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.830155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:18.830784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:18.833135 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:18.908242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.940841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:18.948579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Routers {'763c6e59-497d-4ff4-8ffa-47214872845b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:18.949248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['763c6e59-497d-4ff4-8ffa-47214872845b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:18.968905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object d076a1cb-c18c-4e23-b35f-b31e26c85d20 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:19.027510 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:19.059385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07071bf9-8d47-46db-bb5b-42216a191ce4 None None] Pushing event updated for resources: {'Port': ['ID=129cb300-b6c4-4364-9c02-366c2530fb4c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:19.062842 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:19.067500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5bb611f6-9436-4a84-b075-470e7acb2002 HTTP/1.1" status: 204 len: 168 time: 1.3139482 Jul 05 18:26:19.067500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d6928-c670-48a2-bd43-6991b11224a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb611f6-9436-4a84-b075-470e7acb2002,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:19.079119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:19.166116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:19.184245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:19.200196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:19.210032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:19.228254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] Set router 763c6e59-497d-4ff4-8ffa-47214872845b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:19.247998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:19.254021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:19.258742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:19.265315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:19.266056 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:19.268719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event updated for resources: {'Port': ['ID=8a0f6ff8-97d6-476b-a012-ec3cd250ffdf,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:19.583308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763c6e59-497d-4ff4-8ffa-47214872845b', 'name': 'tempest-snat-router-1665348202', 'tenant_id': '241322b6ca794956ac71c9a44f4ba12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.81'}], 'enable_snat': False}, 'gw_port_id': '129cb300-b6c4-4364-9c02-366c2530fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:26:13Z', 'updated_at': '2021-07-05T18:26:15Z', 'revision_number': 3, 'project_id': '241322b6ca794956ac71c9a44f4ba12d', 'gw_port': {'id': '129cb300-b6c4-4364-9c02-366c2530fb4c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c6e59-497d-4ff4-8ffa-47214872845b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:26:14Z', 'updated_at': '2021-07-05T18:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:19.625096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34144) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:19.644388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93608aed-7000-4116-b3a2-dee83279c1f0 None None] The sync data for ids ['763c6e59-497d-4ff4-8ffa-47214872845b'] in n-d-799524-1 is: [{'id': '763c6e59-497d-4ff4-8ffa-47214872845b', 'name': 'tempest-snat-router-1665348202', 'tenant_id': '241322b6ca794956ac71c9a44f4ba12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.81'}], 'enable_snat': False}, 'gw_port_id': '129cb300-b6c4-4364-9c02-366c2530fb4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:26:13Z', 'updated_at': '2021-07-05T18:26:15Z', 'revision_number': 3, 'project_id': '241322b6ca794956ac71c9a44f4ba12d', 'gw_port': {'id': '129cb300-b6c4-4364-9c02-366c2530fb4c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:97:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763c6e59-497d-4ff4-8ffa-47214872845b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:26:14Z', 'updated_at': '2021-07-05T18:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:19.715227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-58362b54-f4c0-408c-864e-045b01ca792d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40d2936c1eba4d1d9d9d14e800be8dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0886683 Jul 05 18:26:19.718369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34146) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:19.875656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea72fa6d-31dd-4fe0-9e43-897938d7751b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:19.907766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34150) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:19.911556 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5357134 Jul 05 18:26:19.929148 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295a9a6-516b-4c3b-a75d-7caa69572b7e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=d076a1cb-c18c-4e23-b35f-b31e26c85d20,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:20.031484 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea72fa6d-31dd-4fe0-9e43-897938d7751b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:20.221195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be9d8f3-b8c6-41ba-8c8b-d5dedc9f0cdb None None] Network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:20.300220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd8194a-77d4-4d94-a310-82377c1cfb56 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:20.309755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5bd8194a-77d4-4d94-a310-82377c1cfb56 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa2 HTTP/1.1" status: 200 len: 928 time: 0.4005666 Jul 05 18:26:20.311572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34152) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:20.338411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1197ae-259f-48d6-b0ee-8f4d5f6620e1 req-74767ebb-f144-4a32-8a57-f954c0e082f1 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:20.339628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af1197ae-259f-48d6-b0ee-8f4d5f6620e1 req-74767ebb-f144-4a32-8a57-f954c0e082f1 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 909 time: 0.3306553 Jul 05 18:26:20.394833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea72fa6d-31dd-4fe0-9e43-897938d7751b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:20.397657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea72fa6d-31dd-4fe0-9e43-897938d7751b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:20.398673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ea72fa6d-31dd-4fe0-9e43-897938d7751b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8dd40a3f-cb14-41ce-8cd1-d3dd05423c8d HTTP/1.1" status: 204 len: 168 time: 0.6792724 Jul 05 18:26:20.475456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72fa6d-31dd-4fe0-9e43-897938d7751b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd40a3f-cb14-41ce-8cd1-d3dd05423c8d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:20.487323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:20.561165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd1acc0f-1394-46b2-9112-74d2adad098b None None] Provisioning for port 01bf9be3-7047-4a98-a062-5b1cc464712d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:20.648271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-10a0e95f-cd6b-451e-88a4-689534e73527 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port d076a1cb-c18c-4e23-b35f-b31e26c85d20 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:20.649151 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a0e95f-cd6b-451e-88a4-689534e73527 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:20.798188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 01bf9be3-7047-4a98-a062-5b1cc464712d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:20.863479 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0108fcb9-5b3e-42c8-82ce-026f626065c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:20.936142 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ec0d53-3632-407e-97e9-b10d91d660e9 req-cc04de34-2255-42bd-8b48-dee4f0fcbe71 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:20.948055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7ec0d53-3632-407e-97e9-b10d91d660e9 req-cc04de34-2255-42bd-8b48-dee4f0fcbe71 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 909 time: 0.2924857 Jul 05 18:26:20.965999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 01bf9be3-7047-4a98-a062-5b1cc464712d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:20.971516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 01bf9be3-7047-4a98-a062-5b1cc464712d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:20.986854 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:21.076489 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a0e95f-cd6b-451e-88a4-689534e73527 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:21.122745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-10a0e95f-cd6b-451e-88a4-689534e73527 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for d076a1cb-c18c-4e23-b35f-b31e26c85d20 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:21.162999 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:21.221889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 01bf9be3-7047-4a98-a062-5b1cc464712d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=01bf9be3-7047-4a98-a062-5b1cc464712d,segment=NetworkSegment(eed90b35-144b-4201-8843-112239f6149c),segment_id=eed90b35-144b-4201-8843-112239f6149c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:21.233610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:21.307544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c6387-76d0-4b4c-b250-175712f23b55 req-12a0db0a-01e0-433b-8cee-bc548cba1d8b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:21.309120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-252c6387-76d0-4b4c-b250-175712f23b55 req-12a0db0a-01e0-433b-8cee-bc548cba1d8b tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 1060 time: 0.1095772 Jul 05 18:26:21.333096 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:21.333891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 129cb300-b6c4-4364-9c02-366c2530fb4c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:21.513349 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a0e95f-cd6b-451e-88a4-689534e73527 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:21.557278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0e95f-cd6b-451e-88a4-689534e73527 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=d076a1cb-c18c-4e23-b35f-b31e26c85d20,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:21.571328 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Router a373a93d-32f0-4acd-bfaa-dee52d022d18 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:26:21.669263 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10a0e95f-cd6b-451e-88a4-689534e73527 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:21.674105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-10a0e95f-cd6b-451e-88a4-689534e73527 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/d076a1cb-c18c-4e23-b35f-b31e26c85d20 HTTP/1.1" status: 204 len: 168 time: 1.3601038 Jul 05 18:26:21.675969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34168) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:21.676134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34170) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:21.700509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b6d2fc16-9747-4606-8007-d4858b00fee9 None None] Provisioning complete for port 01bf9be3-7047-4a98-a062-5b1cc464712d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:21.700509 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b6d2fc16-9747-4606-8007-d4858b00fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:21.780525 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-611099b8-a824-47d3-90da-8b1169b14c6d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:26:21.784863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cadb68-1743-4921-a536-508596b81700 req-e432d334-110d-425f-b8ba-dee061b37549 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:21.785508 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-611099b8-a824-47d3-90da-8b1169b14c6d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/d076a1cb-c18c-4e23-b35f-b31e26c85d20 HTTP/1.1" status: 404 len: 333 time: 0.0756083 Jul 05 18:26:21.789685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69cadb68-1743-4921-a536-508596b81700 req-e432d334-110d-425f-b8ba-dee061b37549 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 1135 time: 0.1447899 Jul 05 18:26:21.790427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34176) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:21.794784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=01bf9be3-7047-4a98-a062-5b1cc464712d,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:21.901816 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3da76a20-d660-41e8-887d-4f363daddb3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3662fe89ec554c5e8c5e0a75e33604fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2242215 Jul 05 18:26:21.908449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34178) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:21.921690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 129cb300-b6c4-4364-9c02-366c2530fb4c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:21.957419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 129cb300-b6c4-4364-9c02-366c2530fb4c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:21.966186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:21.987633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:21.998938 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Sync routers for ids ['a373a93d-32f0-4acd-bfaa-dee52d022d18'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:22.013465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69cadb68-1743-4921-a536-508596b81700 req-c15f85e3-a2dd-4b9d-b24f-14019bc3e598 tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1191914 Jul 05 18:26:22.015037 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Routers {'a373a93d-32f0-4acd-bfaa-dee52d022d18'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:22.015666 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:25:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a373a93d-32f0-4acd-bfaa-dee52d022d18'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:22.042836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34180) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:22.057305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-18885416-dcc1-44e8-bde1-91834fe55d8f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port d4df1ff8-9ada-41c3-a50d-7956809f91aa {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:22.071410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18885416-dcc1-44e8-bde1-91834fe55d8f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.093349 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.098366 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8ba9a004-e731-44b8-ab66-21b9eabb2765 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.0332813 Jul 05 18:26:22.103073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34182) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:22.202460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b6d2fc16-9747-4606-8007-d4858b00fee9 None None] Provisioning for port d4df1ff8-9ada-41c3-a50d-7956809f91aa completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:22.230835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b6d2fc16-9747-4606-8007-d4858b00fee9 None None] Provisioning complete for port d4df1ff8-9ada-41c3-a50d-7956809f91aa triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:22.231487 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b6d2fc16-9747-4606-8007-d4858b00fee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.248103 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.263299 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18885416-dcc1-44e8-bde1-91834fe55d8f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.276845 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d7d1578a-f1e9-4c6d-920b-8b70b29feb8e tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/routers/a373a93d-32f0-4acd-bfaa-dee52d022d18 HTTP/1.1" status: 200 len: 908 time: 0.1519744 Jul 05 18:26:22.279049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34184) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:22.290325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-acf1261e-a3a2-4a56-bc38-727c5206338e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.322476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-18885416-dcc1-44e8-bde1-91834fe55d8f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for d4df1ff8-9ada-41c3-a50d-7956809f91aa owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:22.332799 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Set router a373a93d-32f0-4acd-bfaa-dee52d022d18 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:22.350694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 129cb300-b6c4-4364-9c02-366c2530fb4c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=129cb300-b6c4-4364-9c02-366c2530fb4c,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:22.352414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b6d2fc16-9747-4606-8007-d4858b00fee9 None None] Port d4df1ff8-9ada-41c3-a50d-7956809f91aa cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:22.356406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b6d2fc16-9747-4606-8007-d4858b00fee9 None None] Could not find standard attr ID for object d076a1cb-c18c-4e23-b35f-b31e26c85d20. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:26:22.425098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc092a3d-c5df-4bc5-b2ca-5ce2b2a2dd2d tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:22.426748 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cc092a3d-c5df-4bc5-b2ca-5ce2b2a2dd2d tempest-TestSecurityGroupsBasicOps-815166438 tempest-TestSecurityGroupsBasicOps-815166438-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 1055 time: 0.3829694 Jul 05 18:26:22.433077 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.441893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-acf1261e-a3a2-4a56-bc38-727c5206338e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.618448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3bec6f58-ddb5-4e12-91ce-651e87e4f4c2 None None] Provisioning complete for port d4df1ff8-9ada-41c3-a50d-7956809f91aa triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:22.621169 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.625676 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3bec6f58-ddb5-4e12-91ce-651e87e4f4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.716370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 01bf9be3-7047-4a98-a062-5b1cc464712d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:22.748938 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18885416-dcc1-44e8-bde1-91834fe55d8f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.771634 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a373a93d-32f0-4acd-bfaa-dee52d022d18', 'name': 'tempest-snat-router-1665348202', 'tenant_id': '241322b6ca794956ac71c9a44f4ba12d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '8a0f6ff8-97d6-476b-a012-ec3cd250ffdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:26:17Z', 'updated_at': '2021-07-05T18:26:20Z', 'revision_number': 3, 'project_id': '241322b6ca794956ac71c9a44f4ba12d', 'gw_port': {'id': '8a0f6ff8-97d6-476b-a012-ec3cd250ffdf', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a373a93d-32f0-4acd-bfaa-dee52d022d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:26:18Z', 'updated_at': '2021-07-05T18:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:22.784902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-acf1261e-a3a2-4a56-bc38-727c5206338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.800741 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-acf1261e-a3a2-4a56-bc38-727c5206338e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.804965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=129cb300-b6c4-4364-9c02-366c2530fb4c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:22.805128 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-acf1261e-a3a2-4a56-bc38-727c5206338e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e21f30c2-6f14-449f-961e-5cf9f539eca6 HTTP/1.1" status: 204 len: 168 time: 0.8937161 Jul 05 18:26:22.821440 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Checking router: a373a93d-32f0-4acd-bfaa-dee52d022d18 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:26:22.821973 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Updating router a373a93d-32f0-4acd-bfaa-dee52d022d18 port 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:26:22.832531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18885416-dcc1-44e8-bde1-91834fe55d8f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=d4df1ff8-9ada-41c3-a50d-7956809f91aa,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:22.868448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3bec6f58-ddb5-4e12-91ce-651e87e4f4c2 None None] Port d4df1ff8-9ada-41c3-a50d-7956809f91aa cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:22.898119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3bec6f58-ddb5-4e12-91ce-651e87e4f4c2 None None] Could not find standard attr ID for object d076a1cb-c18c-4e23-b35f-b31e26c85d20. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:26:22.957285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 01bf9be3-7047-4a98-a062-5b1cc464712d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:22.957674 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.971090 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.980597 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:22.987041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1261e-a3a2-4a56-bc38-727c5206338e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21f30c2-6f14-449f-961e-5cf9f539eca6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:22.995072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-18885416-dcc1-44e8-bde1-91834fe55d8f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.008364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-18885416-dcc1-44e8-bde1-91834fe55d8f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/d4df1ff8-9ada-41c3-a50d-7956809f91aa HTTP/1.1" status: 204 len: 168 time: 1.2162704 Jul 05 18:26:23.009290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34194) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:23.110802 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f909817-3810-409b-a7bb-b464c51b8f99 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:26:23.112895 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1f909817-3810-409b-a7bb-b464c51b8f99 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/d4df1ff8-9ada-41c3-a50d-7956809f91aa HTTP/1.1" status: 404 len: 333 time: 0.1014111 Jul 05 18:26:23.116115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34196) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:23.197016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Deleting port 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:23.203689 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.271434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bde91fe-f14f-4dc7-806e-852518568fb0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet 962474c0-eafe-442b-9e6a-a2287651bfb2 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:23.286899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3bde91fe-f14f-4dc7-806e-852518568fb0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.375698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.397038 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3bde91fe-f14f-4dc7-806e-852518568fb0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.410020 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Calling delete_port for 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:23.444291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fdedc2a1-4c82-451e-8790-3ddeb2cc2df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.638575 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.651643 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Transition to ACTIVE for port object 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:23.672066 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3bde91fe-f14f-4dc7-806e-852518568fb0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.731562 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.765698 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.767221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc59de3-4db2-4197-934a-6c22337cbd0a req-2919062c-710b-4306-bf5a-fdefc08d6d08 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:23.784242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9fc59de3-4db2-4197-934a-6c22337cbd0a req-2919062c-710b-4306-bf5a-fdefc08d6d08 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 909 time: 0.1841578 Jul 05 18:26:23.837392 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Attempting to bind port 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:23.837751 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Attempting to bind port 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:23.838302 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Attempting to bind port 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:23.847673 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc4a38-69ef-4d98-b392-800a4c2e203a None None] Pushing event updated for resources: {'Port': ['ID=8a0f6ff8-97d6-476b-a012-ec3cd250ffdf,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:23.862739 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:23.863113 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:23.863574 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.864048 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:23.864582 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Bound port: 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:23.865155 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.902976 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3bde91fe-f14f-4dc7-806e-852518568fb0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.917018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3bde91fe-f14f-4dc7-806e-852518568fb0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:23.919172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3bde91fe-f14f-4dc7-806e-852518568fb0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/962474c0-eafe-442b-9e6a-a2287651bfb2 HTTP/1.1" status: 204 len: 168 time: 0.8017900 Jul 05 18:26:23.928047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34208) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:23.928764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f3d805-e6dc-48b0-acd3-0f3077a25034 None None] Network cdad3363-ddeb-41fa-a67b-2355d19bd6f3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:23.956360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde91fe-f14f-4dc7-806e-852518568fb0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=962474c0-eafe-442b-9e6a-a2287651bfb2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:24.008957 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.db.api [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:26:24.009657 n-d-799524-1 neutron-server[101000]: DEBUG oslo_db.api [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:26:24.046275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.050375 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.108383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a0f6ff8-97d6-476b-a012-ec3cd250ffdf,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:24.201092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] DHCP port deletion for cdad3363-ddeb-41fa-a67b-2355d19bd6f3 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:26:24.217644 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.255427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Deleting port 01bf9be3-7047-4a98-a062-5b1cc464712d {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:24.255905 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.322441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.325676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.326861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] For port 01bf9be3-7047-4a98-a062-5b1cc464712d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=01bf9be3-7047-4a98-a062-5b1cc464712d,segment=NetworkSegment(eed90b35-144b-4201-8843-112239f6149c),segment_id=eed90b35-144b-4201-8843-112239f6149c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:24.327291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.327883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 01bf9be3-7047-4a98-a062-5b1cc464712d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:24.328208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.344174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Calling delete_port for 01bf9be3-7047-4a98-a062-5b1cc464712d owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:24.433257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] For port 01bf9be3-7047-4a98-a062-5b1cc464712d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=01bf9be3-7047-4a98-a062-5b1cc464712d,segment=NetworkSegment(eed90b35-144b-4201-8843-112239f6149c),segment_id=eed90b35-144b-4201-8843-112239f6149c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:24.433781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.462260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 01bf9be3-7047-4a98-a062-5b1cc464712d owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:24.525552 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.526117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a373a93d-32f0-4acd-bfaa-dee52d022d18 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:24.532024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.535605 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6430dc58-b74e-493a-9dc3-7301579aca94 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "DELETE /v2.0/routers/a373a93d-32f0-4acd-bfaa-dee52d022d18 HTTP/1.1" status: 204 len: 168 time: 2.2545516 Jul 05 18:26:24.535747 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Attempting to bind port 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:24.535747 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Attempting to bind port 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:24.535747 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Attempting to bind port 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:24.536764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34222) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:24.546629 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:24.547922 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:24.550369 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.552491 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:24.553103 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Bound port: 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:24.553589 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.576318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 129cb300-b6c4-4364-9c02-366c2530fb4c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:24.584153 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.plugin [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Port 8a0f6ff8-97d6-476b-a012-ec3cd250ffdf has been deleted concurrently {{(pid=101000) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 18:26:24.584987 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.594774 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Routers set() bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:24.595420 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Router IDs set() for agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 18:26:24.596199 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_agentschedulers_db [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a373a93d-32f0-4acd-bfaa-dee52d022d18'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent'). {{(pid=101000) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 18:26:24.596492 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.596989 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60f403d-b04f-487b-810f-783bad2515d5 None None] The sync data for ids ['a373a93d-32f0-4acd-bfaa-dee52d022d18'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:24.665642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Pushing event deleted for resources: {'Port': ['ID=01bf9be3-7047-4a98-a062-5b1cc464712d,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:24.668276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No DVR routers for this DVR port 01bf9be3-7047-4a98-a062-5b1cc464712d on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:24.691388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] No DVR routers for this DVR port 01bf9be3-7047-4a98-a062-5b1cc464712d on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:24.696637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.697931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.698440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.699013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.699521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.700013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.700514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.701001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.701497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.701980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.702485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.703684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d927e0-d85d-431e-9d57-0b50d422acbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:24.737197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 129cb300-b6c4-4364-9c02-366c2530fb4c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:24.737581 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.777079 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.837462 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.879918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:24.910366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=01bf9be3-7047-4a98-a062-5b1cc464712d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:24.967139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdad3363-ddeb-41fa-a67b-2355d19bd6f3']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:24.981822 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed90b35-144b-4201-8843-112239f6149c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:24.982166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed90b35-144b-4201-8843-112239f6149c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:25.004552 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.005204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 01bf9be3-7047-4a98-a062-5b1cc464712d no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:25.022907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.034663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:25.035500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.047052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 01bf9be3-7047-4a98-a062-5b1cc464712d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:25.049896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 01bf9be3-7047-4a98-a062-5b1cc464712d not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: items = [ Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: self.session.flush() Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:25.089084 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:25.128959 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.145229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-fdc89af7-2e3e-44ec-a974-707fd0dad228 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:25.147175 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-fdc89af7-2e3e-44ec-a974-707fd0dad228 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.39 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 909 time: 0.4189186 Jul 05 18:26:25.162729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3899ecf-2583-4144-becc-b39022d7791d req-1064027a-dcc9-4767-8ba0-57346be620e4 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:25.174637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3899ecf-2583-4144-becc-b39022d7791d req-1064027a-dcc9-4767-8ba0-57346be620e4 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 909 time: 0.1200213 Jul 05 18:26:25.238825 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.265404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.268042 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/networks/cdad3363-ddeb-41fa-a67b-2355d19bd6f3 HTTP/1.1" status: 204 len: 168 time: 1.3448291 Jul 05 18:26:25.271946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34236) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:25.283695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-303460038'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:25.306650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0aca8f-e085-46e0-9039-44acfa3bd8c1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Network': ['ID=cdad3363-ddeb-41fa-a67b-2355d19bd6f3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:25.340122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Deleting port 129cb300-b6c4-4364-9c02-366c2530fb4c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:25.340726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.348383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Deleting port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:25.348839 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.437050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:25.441143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.443943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] For port 129cb300-b6c4-4364-9c02-366c2530fb4c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=129cb300-b6c4-4364-9c02-366c2530fb4c,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:25.444398 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.459020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Calling delete_port for 129cb300-b6c4-4364-9c02-366c2530fb4c owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:25.477197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] For port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:25.477610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.496029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Calling delete_port for 35eb90e3-5fd0-4059-b091-fe6d49c3e17f owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:25.504456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:26:25.527398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.530494 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Added segment 1b5f608d-6adc-4ae6-938e-3268e2d6afd9 of type vlan for network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db Jul 05 18:26:25.747480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.809199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event deleted for resources: {'Port': ['ID=129cb300-b6c4-4364-9c02-366c2530fb4c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:25.907181 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:25.955110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.030723 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.037207 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.056764 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.064803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:26.065796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.148635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Network': ['ID=3dbbdaca-ba2a-4af5-ba06-646f7ac242db,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:26.153187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.169203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:26:26.199025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Port': ['ID=35eb90e3-5fd0-4059-b091-fe6d49c3e17f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:26.204821 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.218957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 763c6e59-497d-4ff4-8ffa-47214872845b {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:26.218957 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.218957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c0c76bad-da2a-4baf-9e57-145a4b0fc176 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "DELETE /v2.0/routers/763c6e59-497d-4ff4-8ffa-47214872845b HTTP/1.1" status: 204 len: 168 time: 1.6714706 Jul 05 18:26:26.218957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34256) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:26.218957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34258) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:26.224545 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6875cf65-14a0-4c86-8145-de5d84743b47 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9497247 Jul 05 18:26:26.238503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': '3dbbdaca-ba2a-4af5-ba06-646f7ac242db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:26.364496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] No DVR routers for this DVR port 35eb90e3-5fd0-4059-b091-fe6d49c3e17f on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:26.375958 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.378003 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-236bf1ce-73b7-4401-89f3-3cf439936ccc req-1fe6c0b9-8dfd-4344-9434-5d03603eeb8c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.39 "DELETE /v2.0/ports/35eb90e3-5fd0-4059-b091-fe6d49c3e17f HTTP/1.1" status: 204 len: 173 time: 1.2251265 Jul 05 18:26:26.378471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4502532d-b46d-4df6-8186-d08de868499b', 'name': 'network-vif-deleted', 'tag': '35eb90e3-5fd0-4059-b091-fe6d49c3e17f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:26:26.390048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-529438604', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:26.391512 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ea8d4-fa25-4975-9d0f-a3535f03e258" -d '{"events": [{"server_uuid": "4502532d-b46d-4df6-8186-d08de868499b", "name": "network-vif-deleted", "tag": "35eb90e3-5fd0-4059-b091-fe6d49c3e17f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:26:26.443281 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d64d22-9891-4bba-9127-ca1d74071654 x-openstack-request-id: req-74d64d22-9891-4bba-9127-ca1d74071654 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:26:26.444589 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4502532d-b46d-4df6-8186-d08de868499b", "name": "network-vif-deleted", "tag": "35eb90e3-5fd0-4059-b091-fe6d49c3e17f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:26:26.456321 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74d64d22-9891-4bba-9127-ca1d74071654 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:26:26.456643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.456827 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4502532d-b46d-4df6-8186-d08de868499b', 'name': 'network-vif-deleted', 'tag': '35eb90e3-5fd0-4059-b091-fe6d49c3e17f', 'status': 'completed', 'code': 200} Jul 05 18:26:26.497803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6295708f-fbe2-4019-b542-a3f1faf03280 req-5d93a288-2eaa-4faa-843b-c9f0b0279dab tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 210 time: 0.0923178 Jul 05 18:26:26.635702 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.637999 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.739648 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:26.753210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:26.756830 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.059645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.152448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34272) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:27.176385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 35eb90e3-5fd0-4059-b091-fe6d49c3e17f no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:27.205266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 35eb90e3-5fd0-4059-b091-fe6d49c3e17f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:27.205651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 35eb90e3-5fd0-4059-b091-fe6d49c3e17f not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:27.245447 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.321366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=821c0587-0dc7-4e99-a9d5-8568839ec6fb,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:27.364775 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0f93098d-0947-47ef-aaa0-0b8db191c820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.369537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Checking segment: {'id': '1b5f608d-6adc-4ae6-938e-3268e2d6afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3dbbdaca-ba2a-4af5-ba06-646f7ac242db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:27.369993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network hostable DHCP agents. Network: 3dbbdaca-ba2a-4af5-ba06-646f7ac242db, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:26:27.525640 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.557731 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.610462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:26:27.700155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0f93098d-0947-47ef-aaa0-0b8db191c820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.705540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 3dbbdaca-ba2a-4af5-ba06-646f7ac242db) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:27.713170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0bd8fdd-0a71-45c7-83d6-a164dad3aed9 None None] Network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:27.727524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd27dbbf-4300-4413-915f-92606b1d3ca2 req-290ca137-6a73-40c9-bec0-25e7c00a2e7a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=4502532d-b46d-4df6-8186-d08de868499b HTTP/1.1" status: 200 len: 210 time: 0.0506170 Jul 05 18:26:27.730508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:27.730994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.753885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Allocated IP 172.25.3.56 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/29f57498-08d4-46c9-bf69-ed56ae6d817d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:27.810804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0f93098d-0947-47ef-aaa0-0b8db191c820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.859623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fa12e66b-c22b-41b9-a824-c0821020219b tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6391926 Jul 05 18:26:27.863097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34282) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:27.867106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0f93098d-0947-47ef-aaa0-0b8db191c820 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b42452c99c043fda6985e73369c6c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7135904 Jul 05 18:26:27.870650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34284) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:27.872402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': '3dbbdaca-ba2a-4af5-ba06-646f7ac242db', 'name': 'tempest-PortsIpV6TestJSON-1375374383', 'fixed_ips': [{'subnet_id': '821c0587-0dc7-4e99-a9d5-8568839ec6fb', 'ip_address': '2001:db8::10'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:27.879356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93098d-0947-47ef-aaa0-0b8db191c820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e24c2f-353c-4b59-b682-09d980eb783a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:27.917270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-3dbbdaca-ba2a-4af5-ba06-646f7ac242db', 'network_id': '3dbbdaca-ba2a-4af5-ba06-646f7ac242db', 'tenant_id': '26c1326229744f09bc49f62e8a455b34', 'fixed_ips': [{'subnet_id': '821c0587-0dc7-4e99-a9d5-8568839ec6fb'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:26:27.918278 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.967902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f5cca3b-6889-4f56-ae80-98b0a364cd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:27.979987 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.029018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f5cca3b-6889-4f56-ae80-98b0a364cd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.098105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Allocated IP 2001:db8::2 (3dbbdaca-ba2a-4af5-ba06-646f7ac242db/821c0587-0dc7-4e99-a9d5-8568839ec6fb/4cab15e0-224b-47d6-a139-80c5cfdbd485) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:28.130574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:28.170347 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f5cca3b-6889-4f56-ae80-98b0a364cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.175750 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f5cca3b-6889-4f56-ae80-98b0a364cd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.176224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.177258 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9f5cca3b-6889-4f56-ae80-98b0a364cd22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e8e24c2f-353c-4b59-b682-09d980eb783a HTTP/1.1" status: 204 len: 168 time: 0.3050692 Jul 05 18:26:28.204830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5cca3b-6889-4f56-ae80-98b0a364cd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e24c2f-353c-4b59-b682-09d980eb783a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:28.244004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:28.250520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event updated for resources: {'Port': ['ID=29f57498-08d4-46c9-bf69-ed56ae6d817d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:28.255224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:28.262328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:28.297057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.331374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 68780261-84f2-42ee-a1bb-0df5f3c54558 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:26:28.337203 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.350084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Transition to ACTIVE for port object 4cab15e0-224b-47d6-a139-80c5cfdbd485 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:28.374252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Transition to ACTIVE for port object 4cab15e0-224b-47d6-a139-80c5cfdbd485 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:28.472893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 129cb300-b6c4-4364-9c02-366c2530fb4c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:28.477859 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.532092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 129cb300-b6c4-4364-9c02-366c2530fb4c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:28.532657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 129cb300-b6c4-4364-9c02-366c2530fb4c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:28.554879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:28.558759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:28.565746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:28.575479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Pushing event updated for resources: {'Port': ['ID=4cab15e0-224b-47d6-a139-80c5cfdbd485,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:28.672617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Attempting to bind port 4cab15e0-224b-47d6-a139-80c5cfdbd485 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:28.673034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Attempting to bind port 4cab15e0-224b-47d6-a139-80c5cfdbd485 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '1b5f608d-6adc-4ae6-938e-3268e2d6afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3dbbdaca-ba2a-4af5-ba06-646f7ac242db'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:28.673408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Attempting to bind port 4cab15e0-224b-47d6-a139-80c5cfdbd485 on network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:28.682534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:28.682968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Checking segment: {'id': '1b5f608d-6adc-4ae6-938e-3268e2d6afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3dbbdaca-ba2a-4af5-ba06-646f7ac242db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:28.683377 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.683778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Bound using segment: {'id': '1b5f608d-6adc-4ae6-938e-3268e2d6afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3dbbdaca-ba2a-4af5-ba06-646f7ac242db'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:28.684471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Bound port: 4cab15e0-224b-47d6-a139-80c5cfdbd485, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5f608d-6adc-4ae6-938e-3268e2d6afd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3dbbdaca-ba2a-4af5-ba06-646f7ac242db'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:28.684902 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.768790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] For port 4cab15e0-224b-47d6-a139-80c5cfdbd485, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:26:28.773496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] For port 4cab15e0-224b-47d6-a139-80c5cfdbd485, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4cab15e0-224b-47d6-a139-80c5cfdbd485,segment=NetworkSegment(1b5f608d-6adc-4ae6-938e-3268e2d6afd9),segment_id=1b5f608d-6adc-4ae6-938e-3268e2d6afd9)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:26:28.859120 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:28.899928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:29.011956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb174763-297e-4b47-b4e0-2915c0920c52 None None] Pushing event updated for resources: {'Port': ['ID=4cab15e0-224b-47d6-a139-80c5cfdbd485,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:29.110235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::10 (3dbbdaca-ba2a-4af5-ba06-646f7ac242db/821c0587-0dc7-4e99-a9d5-8568839ec6fb/68780261-84f2-42ee-a1bb-0df5f3c54558) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:29.112881 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:29.550206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:29.568374 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:29.596297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object 68780261-84f2-42ee-a1bb-0df5f3c54558 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:29.598443 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:29.622478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:29.647866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75623de7-04b7-4fa7-ab25-f777053f9924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:29.798825 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:29.835440 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:29.901149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:29.908604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Router 26fb2971-54a5-4904-aabe-d60a5b6151a3 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:26:29.914473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:29.919943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:29.925852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:29.926513 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:29.954771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75623de7-04b7-4fa7-ab25-f777053f9924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:29.959575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=68780261-84f2-42ee-a1bb-0df5f3c54558,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:30.028442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75623de7-04b7-4fa7-ab25-f777053f9924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.086224 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-75623de7-04b7-4fa7-ab25-f777053f9924 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4422be21e1ef494382848ecd7b42bdd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569590 Jul 05 18:26:30.086224 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Deleting port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:30.086224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.087733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75623de7-04b7-4fa7-ab25-f777053f9924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ef1535-c876-4b54-b037-4bbeeaefaba3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:30.088481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34306) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:30.154015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-26fd8a84-39c3-4708-bdbd-971df27fabd8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2854288 Jul 05 18:26:30.157088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34308) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:30.167887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': '3dbbdaca-ba2a-4af5-ba06-646f7ac242db', 'name': 'tempest-PortsIpV6TestJSON-1243048403', 'fixed_ips': [{'subnet_id': '821c0587-0dc7-4e99-a9d5-8568839ec6fb', 'ip_address': '2001:db8::f'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:30.205841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] For port 95de75ca-bd02-44c9-9ffc-ec7d97a80c57, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=95de75ca-bd02-44c9-9ffc-ec7d97a80c57,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:30.207694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.231859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Calling delete_port for 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:30.232693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:30.243872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be29e9e1-f782-4322-b44d-931c69a30125 None None] Sync routers for ids ['26fb2971-54a5-4904-aabe-d60a5b6151a3'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:30.253611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29e9e1-f782-4322-b44d-931c69a30125 None None] Routers {'26fb2971-54a5-4904-aabe-d60a5b6151a3'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:30.254526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-be29e9e1-f782-4322-b44d-931c69a30125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['26fb2971-54a5-4904-aabe-d60a5b6151a3'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:30.291113 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c7063a58-f1bf-4d36-aeea-ff1f21932a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.311758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f02e379-21ca-4f05-902b-3d825337561a None None] Network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:30.326932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-be29e9e1-f782-4322-b44d-931c69a30125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:30.333295 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c7063a58-f1bf-4d36-aeea-ff1f21932a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.358109 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.359511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-14530d60-1ce5-4a5b-8a92-8c8ace698ada tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1402969 Jul 05 18:26:30.369712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34310) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:30.379305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be29e9e1-f782-4322-b44d-931c69a30125 None None] Routers {'26fb2971-54a5-4904-aabe-d60a5b6151a3'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:30.379887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d42db946-fb26-4c15-8240-ba28c7efd40d tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': False}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:30.385530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-be29e9e1-f782-4322-b44d-931c69a30125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['26fb2971-54a5-4904-aabe-d60a5b6151a3'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:30.437831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-be29e9e1-f782-4322-b44d-931c69a30125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:30.438142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be29e9e1-f782-4322-b44d-931c69a30125 None None] The sync data for ids ['26fb2971-54a5-4904-aabe-d60a5b6151a3'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:30.532963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:30.538486 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.560485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ddd76b00-b07b-4644-b779-34d665ac013b None None] Provisioning for port 4cab15e0-224b-47d6-a139-80c5cfdbd485 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:30.564357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port af107e4f-3bdb-445c-9053-220efde4a9c0 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:26:30.589091 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c7063a58-f1bf-4d36-aeea-ff1f21932a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.591731 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c7063a58-f1bf-4d36-aeea-ff1f21932a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.600754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c7063a58-f1bf-4d36-aeea-ff1f21932a2b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/71ef1535-c876-4b54-b037-4bbeeaefaba3 HTTP/1.1" status: 204 len: 168 time: 0.5035529 Jul 05 18:26:30.615035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4cab15e0-224b-47d6-a139-80c5cfdbd485 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:30.619754 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:30.652172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7063a58-f1bf-4d36-aeea-ff1f21932a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ef1535-c876-4b54-b037-4bbeeaefaba3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:30.671490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Port': ['ID=95de75ca-bd02-44c9-9ffc-ec7d97a80c57,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:30.796897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4cab15e0-224b-47d6-a139-80c5cfdbd485 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:30.802700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4cab15e0-224b-47d6-a139-80c5cfdbd485 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:30.806246 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.041546 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.055362 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.112124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4cab15e0-224b-47d6-a139-80c5cfdbd485, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4cab15e0-224b-47d6-a139-80c5cfdbd485,segment=NetworkSegment(1b5f608d-6adc-4ae6-938e-3268e2d6afd9),segment_id=1b5f608d-6adc-4ae6-938e-3268e2d6afd9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:31.156987 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d42db946-fb26-4c15-8240-ba28c7efd40d tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.199620 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.207547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::f (3dbbdaca-ba2a-4af5-ba06-646f7ac242db/821c0587-0dc7-4e99-a9d5-8568839ec6fb/af107e4f-3bdb-445c-9053-220efde4a9c0) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:31.292347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4cab15e0-224b-47d6-a139-80c5cfdbd485,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:31.446130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:26:31.499260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ebf4af49-48ef-4d05-b131-775fecf98cbf None None] Provisioning for port 68780261-84f2-42ee-a1bb-0df5f3c54558 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:31.505129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ebf4af49-48ef-4d05-b131-775fecf98cbf None None] Provisioning complete for port 68780261-84f2-42ee-a1bb-0df5f3c54558 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:31.505709 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebf4af49-48ef-4d05-b131-775fecf98cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.525829 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.622936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ebf4af49-48ef-4d05-b131-775fecf98cbf None None] Port 68780261-84f2-42ee-a1bb-0df5f3c54558 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:31.640877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:31.657474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ebf4af49-48ef-4d05-b131-775fecf98cbf None None] Provisioning complete for port 4cab15e0-224b-47d6-a139-80c5cfdbd485 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:31.659815 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebf4af49-48ef-4d05-b131-775fecf98cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.661987 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] Sync routers for ids ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:31.673881 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ec2fa436-c594-448c-b6f6-f6c34e30c63c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "PUT /v2.0/routers/9fc30799-3736-41ce-a660-c1d0b5c7f7a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7708237 Jul 05 18:26:31.674718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34326) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:31.675826 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] Routers {'9fc30799-3736-41ce-a660-c1d0b5c7f7a9'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:31.683749 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:31.756257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object af107e4f-3bdb-445c-9053-220efde4a9c0 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:31.795012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-2055699c-7e5f-4157-9fea-7c0c16265356 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Deleting subnet f9a79483-514b-44b0-aac4-b84adc55861a {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:31.803302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2055699c-7e5f-4157-9fea-7c0c16265356 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.891821 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2055699c-7e5f-4157-9fea-7c0c16265356 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.935416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d66cda12-79b6-41ee-9017-1dd75ca78084 None None] Provisioning complete for port 68780261-84f2-42ee-a1bb-0df5f3c54558 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:31.935930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d66cda12-79b6-41ee-9017-1dd75ca78084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:31.939437 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] Set router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:32.025451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d66cda12-79b6-41ee-9017-1dd75ca78084 None None] Port 68780261-84f2-42ee-a1bb-0df5f3c54558 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:32.076931 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2055699c-7e5f-4157-9fea-7c0c16265356 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:32.251018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2055699c-7e5f-4157-9fea-7c0c16265356 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:32.285297 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:45Z', 'updated_at': '2021-07-05T18:26:30Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:47Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:32.294597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2055699c-7e5f-4157-9fea-7c0c16265356 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Subnet': ['ID=f9a79483-514b-44b0-aac4-b84adc55861a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:32.299124 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2055699c-7e5f-4157-9fea-7c0c16265356 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:32.301620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2055699c-7e5f-4157-9fea-7c0c16265356 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "DELETE /v2.0/subnets/f9a79483-514b-44b0-aac4-b84adc55861a HTTP/1.1" status: 204 len: 168 time: 0.6201479 Jul 05 18:26:32.305577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34340) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:32.316081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5a97e5-53e7-4f9f-b9fe-92dd090783cb None None] Network 134be8f6-92e6-40bd-b472-edb84589dab3 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:32.348114 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] Checking router: 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:26:32.387670 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] Routers {'9fc30799-3736-41ce-a660-c1d0b5c7f7a9'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:32.388308 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:32.526769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:32.618942 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:32.721433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4cab15e0-224b-47d6-a139-80c5cfdbd485 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:32.734439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:32.743019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d42db946-fb26-4c15-8240-ba28c7efd40d tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:32.747157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:32.751994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:32.759470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:32.759926 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:32.786893 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d42db946-fb26-4c15-8240-ba28c7efd40d tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:32.791549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=af107e4f-3bdb-445c-9053-220efde4a9c0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:32.820907 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] Set router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:32.850480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47910371-ab69-4d8a-b011-2e833d71f05b None None] DHCP port deletion for 134be8f6-92e6-40bd-b472-edb84589dab3 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:26:32.888614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-25da29a6-d0aa-4cda-a63b-6c7ae6b516d5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7257843 Jul 05 18:26:32.902299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34346) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:32.986078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4cab15e0-224b-47d6-a139-80c5cfdbd485 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:32.986592 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:33.084896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-47910371-ab69-4d8a-b011-2e833d71f05b None None] Deleting port 2fbe2653-83d6-4384-81a2-69faa468f1f9 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:33.085284 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47910371-ab69-4d8a-b011-2e833d71f05b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:33.198793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0302b8d3-09f5-498c-b2cc-354963d76357 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:33.200428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0302b8d3-09f5-498c-b2cc-354963d76357 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2962346 Jul 05 18:26:33.203865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34352) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:33.207430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42db946-fb26-4c15-8240-ba28c7efd40d tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Router 26fb2971-54a5-4904-aabe-d60a5b6151a3 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:26:33.281394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-47910371-ab69-4d8a-b011-2e833d71f05b None None] For port 2fbe2653-83d6-4384-81a2-69faa468f1f9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2fbe2653-83d6-4384-81a2-69faa468f1f9,segment=NetworkSegment(3d07e347-1c23-45de-bcea-058250c66f64),segment_id=3d07e347-1c23-45de-bcea-058250c66f64)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:33.281851 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47910371-ab69-4d8a-b011-2e833d71f05b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:33.297756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-47910371-ab69-4d8a-b011-2e833d71f05b None None] Calling delete_port for 2fbe2653-83d6-4384-81a2-69faa468f1f9 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:33.345340 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:45Z', 'updated_at': '2021-07-05T18:26:30Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:47Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:33.407840 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bde954-bf9d-4731-9df1-4c04eacd555a None None] The sync data for ids ['9fc30799-3736-41ce-a660-c1d0b5c7f7a9'] in n-d-799524-1 is: [{'id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-242693082', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:25:45Z', 'updated_at': '2021-07-05T18:26:30Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'ac870e52-b362-4fbe-8842-3abed21d5c75', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:22:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc30799-3736-41ce-a660-c1d0b5c7f7a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3164, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:25:47Z', 'updated_at': '2021-07-05T18:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:33.440791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2374c088-d9e1-485f-b2c7-11d729a6b73f None None] Provisioning for port af107e4f-3bdb-445c-9053-220efde4a9c0 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:33.450736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670275fc-be21-4724-a5b1-b7bcbda44185 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:33.453697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2374c088-d9e1-485f-b2c7-11d729a6b73f None None] Provisioning complete for port af107e4f-3bdb-445c-9053-220efde4a9c0 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:33.454081 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2374c088-d9e1-485f-b2c7-11d729a6b73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:33.471045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670275fc-be21-4724-a5b1-b7bcbda44185 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:33.486951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670275fc-be21-4724-a5b1-b7bcbda44185 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:33.488725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-670275fc-be21-4724-a5b1-b7bcbda44185 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2838218 Jul 05 18:26:33.491652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34360) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:33.567733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42db946-fb26-4c15-8240-ba28c7efd40d tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:33.580353 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d42db946-fb26-4c15-8240-ba28c7efd40d tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:33.582913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d42db946-fb26-4c15-8240-ba28c7efd40d tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "PUT /v2.0/routers/26fb2971-54a5-4904-aabe-d60a5b6151a3 HTTP/1.1" status: 200 len: 924 time: 3.2108657 Jul 05 18:26:33.594994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90cdaf-9a4d-402f-a074-01f1216228e5 None None] Sync routers for ids ['26fb2971-54a5-4904-aabe-d60a5b6151a3'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:33.595505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34364) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:33.625877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2374c088-d9e1-485f-b2c7-11d729a6b73f None None] Port af107e4f-3bdb-445c-9053-220efde4a9c0 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:33.630823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90cdaf-9a4d-402f-a074-01f1216228e5 None None] Routers {'26fb2971-54a5-4904-aabe-d60a5b6151a3'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:33.631819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1b90cdaf-9a4d-402f-a074-01f1216228e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['26fb2971-54a5-4904-aabe-d60a5b6151a3'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:33.652339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:33.674023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1b90cdaf-9a4d-402f-a074-01f1216228e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:33.675358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8edf6-c26f-4aba-b881-f1333a1bfb7a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port af107e4f-3bdb-445c-9053-220efde4a9c0 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:33.675944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8b8edf6-c26f-4aba-b881-f1333a1bfb7a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:33.677344 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47910371-ab69-4d8a-b011-2e833d71f05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:33.711872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47910371-ab69-4d8a-b011-2e833d71f05b None None] Pushing event deleted for resources: {'Port': ['ID=2fbe2653-83d6-4384-81a2-69faa468f1f9,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:33.715523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47910371-ab69-4d8a-b011-2e833d71f05b None None] No DVR routers for this DVR port 2fbe2653-83d6-4384-81a2-69faa468f1f9 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:33.716950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b90cdaf-9a4d-402f-a074-01f1216228e5 None None] Routers {'26fb2971-54a5-4904-aabe-d60a5b6151a3'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:33.717577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1b90cdaf-9a4d-402f-a074-01f1216228e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['26fb2971-54a5-4904-aabe-d60a5b6151a3'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:33.748986 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9a848cd9-e119-4968-bfb9-c36b01224a6e tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/routers/26fb2971-54a5-4904-aabe-d60a5b6151a3 HTTP/1.1" status: 200 len: 924 time: 0.1497316 Jul 05 18:26:33.751625 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34366) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:33.810386 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8b8edf6-c26f-4aba-b881-f1333a1bfb7a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:33.833621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8edf6-c26f-4aba-b881-f1333a1bfb7a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for af107e4f-3bdb-445c-9053-220efde4a9c0 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:34.052897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1b90cdaf-9a4d-402f-a074-01f1216228e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:34.053773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b90cdaf-9a4d-402f-a074-01f1216228e5 None None] The sync data for ids ['26fb2971-54a5-4904-aabe-d60a5b6151a3'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:34.126579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Deleting port ac870e52-b362-4fbe-8842-3abed21d5c75 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:34.127397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:34.135504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8b6131-b8aa-415a-9d77-daf5b7c5f14c tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:34.137979 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac8b6131-b8aa-415a-9d77-daf5b7c5f14c tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=26fb2971-54a5-4904-aabe-d60a5b6151a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3844752 Jul 05 18:26:34.281847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:34.283594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] For port ac870e52-b362-4fbe-8842-3abed21d5c75, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ac870e52-b362-4fbe-8842-3abed21d5c75,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:34.283594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:34.283924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaed56a-9083-4262-b3c3-a9aa4eca82b8 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:34.283924 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8eaed56a-9083-4262-b3c3-a9aa4eca82b8 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 881 time: 0.1167438 Jul 05 18:26:34.283924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34376) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:34.284147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Calling delete_port for ac870e52-b362-4fbe-8842-3abed21d5c75 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:34.303845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-00099283-b26b-4829-b700-ccd8ddb5ba5d tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fb2971-54a5-4904-aabe-d60a5b6151a3 HTTP/1.1" status: 200 len: 205 time: 0.0369329 Jul 05 18:26:34.308860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34378) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:34.432279 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:34.555321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2fbe2653-83d6-4384-81a2-69faa468f1f9 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:34.562610 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:34.572692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2fbe2653-83d6-4384-81a2-69faa468f1f9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:34.573086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2fbe2653-83d6-4384-81a2-69faa468f1f9 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:34.573589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:34.594111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:34.594747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 95de75ca-bd02-44c9-9ffc-ec7d97a80c57 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:34.711952 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8b8edf6-c26f-4aba-b881-f1333a1bfb7a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:34.753097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8edf6-c26f-4aba-b881-f1333a1bfb7a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=af107e4f-3bdb-445c-9053-220efde4a9c0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:34.825546 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8b8edf6-c26f-4aba-b881-f1333a1bfb7a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:34.830616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a8b8edf6-c26f-4aba-b881-f1333a1bfb7a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/af107e4f-3bdb-445c-9053-220efde4a9c0 HTTP/1.1" status: 204 len: 168 time: 1.3372653 Jul 05 18:26:34.830924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34384) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:34.875294 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1894ade-a2cd-4cdb-9bc6-30b56da6e474 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:26:34.877196 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e1894ade-a2cd-4cdb-9bc6-30b56da6e474 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/af107e4f-3bdb-445c-9053-220efde4a9c0 HTTP/1.1" status: 404 len: 333 time: 0.0451572 Jul 05 18:26:34.879035 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Deleting port 29f57498-08d4-46c9-bf69-ed56ae6d817d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:34.884141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34386) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:34.884665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:34.899625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.000184 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.011284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Port': ['ID=ac870e52-b362-4fbe-8842-3abed21d5c75,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:35.023941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Calling delete_port for 29f57498-08d4-46c9-bf69-ed56ae6d817d owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:35.158666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.295253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.300055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.305560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fed7fa66-7a02-459f-adc6-ba06c9ef037c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 68780261-84f2-42ee-a1bb-0df5f3c54558 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:35.309087 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fed7fa66-7a02-459f-adc6-ba06c9ef037c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.433163 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.472019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fed7fa66-7a02-459f-adc6-ba06c9ef037c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.479945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event deleted for resources: {'Port': ['ID=29f57498-08d4-46c9-bf69-ed56ae6d817d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:35.480173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.480624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Fanout notify agent at l3_agent the message router_deleted on router 9fc30799-3736-41ce-a660-c1d0b5c7f7a9 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:35.496923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.500291 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ef804670-719d-4a81-875c-cc3568e8856b tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "DELETE /v2.0/routers/9fc30799-3736-41ce-a660-c1d0b5c7f7a9 HTTP/1.1" status: 204 len: 168 time: 3.1910570 Jul 05 18:26:35.500452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34408) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:35.512769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fed7fa66-7a02-459f-adc6-ba06c9ef037c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 68780261-84f2-42ee-a1bb-0df5f3c54558 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:35.633795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.698834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.836860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.865925 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.880155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.891456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['134be8f6-92e6-40bd-b472-edb84589dab3']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:35.920344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d07e347-1c23-45de-bcea-058250c66f64') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:35.920481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d07e347-1c23-45de-bcea-058250c66f64') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:35.937237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.961206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.967768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:35.968198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:35.978958 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:36.026756 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:36.211292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.211779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Fanout notify agent at l3_agent the message router_deleted on router 26fb2971-54a5-4904-aabe-d60a5b6151a3 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:36.219340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.220420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-97d41fe8-5e48-4671-8607-6d58d28a7e2e tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/26fb2971-54a5-4904-aabe-d60a5b6151a3 HTTP/1.1" status: 204 len: 168 time: 1.9105208 Jul 05 18:26:36.223982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34428) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:36.229216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b6bd26a8-7cbf-46b4-a8af-00f946852581 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-129987202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:36.258033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.263625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.269452 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "DELETE /v2.0/networks/134be8f6-92e6-40bd-b472-edb84589dab3 HTTP/1.1" status: 204 len: 168 time: 0.7644062 Jul 05 18:26:36.269452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fed7fa66-7a02-459f-adc6-ba06c9ef037c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.269661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34432) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:36.315821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed7fa66-7a02-459f-adc6-ba06c9ef037c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=68780261-84f2-42ee-a1bb-0df5f3c54558,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:36.344892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a577ca-4268-49f5-9702-229473585013 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Network': ['ID=134be8f6-92e6-40bd-b472-edb84589dab3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:36.386840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b6bd26a8-7cbf-46b4-a8af-00f946852581 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.388037 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b6bd26a8-7cbf-46b4-a8af-00f946852581 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.422226 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fed7fa66-7a02-459f-adc6-ba06c9ef037c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.427025 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fed7fa66-7a02-459f-adc6-ba06c9ef037c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/68780261-84f2-42ee-a1bb-0df5f3c54558 HTTP/1.1" status: 204 len: 168 time: 1.5388112 Jul 05 18:26:36.427741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34438) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:36.467600 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-263507f9-c13a-40d6-9698-03151151a27c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:26:36.469168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-263507f9-c13a-40d6-9698-03151151a27c tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/68780261-84f2-42ee-a1bb-0df5f3c54558 HTTP/1.1" status: 404 len: 333 time: 0.0383267 Jul 05 18:26:36.472125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34440) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:36.556117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b6bd26a8-7cbf-46b4-a8af-00f946852581 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.588841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-32956b69-621d-4955-95d8-c14b3e77ac57 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet 821c0587-0dc7-4e99-a9d5-8568839ec6fb {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:36.598392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-32956b69-621d-4955-95d8-c14b3e77ac57 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.599433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ac870e52-b362-4fbe-8842-3abed21d5c75 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:36.630723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: ac870e52-b362-4fbe-8842-3abed21d5c75 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:36.635265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ac870e52-b362-4fbe-8842-3abed21d5c75 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:36.659911 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b6bd26a8-7cbf-46b4-a8af-00f946852581 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.679238 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-32956b69-621d-4955-95d8-c14b3e77ac57 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.726019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Deleting port 6eb53dab-ea8c-4c01-950c-d0ddfbcc7c8a {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:36.726380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.795656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b6bd26a8-7cbf-46b4-a8af-00f946852581 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.799531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b6bd26a8-7cbf-46b4-a8af-00f946852581 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5720155 Jul 05 18:26:36.799725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34448) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:36.803613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-32956b69-621d-4955-95d8-c14b3e77ac57 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.806376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:36.921542 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.922298 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.960005 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-32956b69-621d-4955-95d8-c14b3e77ac57 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:36.996536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32956b69-621d-4955-95d8-c14b3e77ac57 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=821c0587-0dc7-4e99-a9d5-8568839ec6fb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:37.002763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Calling delete_port for 6eb53dab-ea8c-4c01-950c-d0ddfbcc7c8a owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:37.010830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-32956b69-621d-4955-95d8-c14b3e77ac57 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:37.010830 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-32956b69-621d-4955-95d8-c14b3e77ac57 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/821c0587-0dc7-4e99-a9d5-8568839ec6fb HTTP/1.1" status: 204 len: 168 time: 0.5319793 Jul 05 18:26:37.011172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c5500b-7525-4456-a82e-5eaa5a020a92 None None] Network 3dbbdaca-ba2a-4af5-ba06-646f7ac242db requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:37.011602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34450) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:37.192991 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:37.229458 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:37.278390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0bb4b6-3417-46ad-b569-4abef08d714e None None] DHCP port deletion for 3dbbdaca-ba2a-4af5-ba06-646f7ac242db request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:26:37.354487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4c0bb4b6-3417-46ad-b569-4abef08d714e None None] Deleting port 4cab15e0-224b-47d6-a139-80c5cfdbd485 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:37.354895 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb4b6-3417-46ad-b569-4abef08d714e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:37.439536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 4cab15e0-224b-47d6-a139-80c5cfdbd485 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:37.439949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:37.451765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4c0bb4b6-3417-46ad-b569-4abef08d714e None None] For port 4cab15e0-224b-47d6-a139-80c5cfdbd485, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4cab15e0-224b-47d6-a139-80c5cfdbd485,segment=NetworkSegment(1b5f608d-6adc-4ae6-938e-3268e2d6afd9),segment_id=1b5f608d-6adc-4ae6-938e-3268e2d6afd9)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:37.452582 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb4b6-3417-46ad-b569-4abef08d714e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:37.471399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4c0bb4b6-3417-46ad-b569-4abef08d714e None None] Calling delete_port for 4cab15e0-224b-47d6-a139-80c5cfdbd485 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:37.673433 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4c0bb4b6-3417-46ad-b569-4abef08d714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:37.694827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0bb4b6-3417-46ad-b569-4abef08d714e None None] No DVR routers for this DVR port 4cab15e0-224b-47d6-a139-80c5cfdbd485 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:37.788006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bb4b6-3417-46ad-b569-4abef08d714e None None] Pushing event deleted for resources: {'Port': ['ID=4cab15e0-224b-47d6-a139-80c5cfdbd485,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:37.868723 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:37.917076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] For port 4cab15e0-224b-47d6-a139-80c5cfdbd485, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4cab15e0-224b-47d6-a139-80c5cfdbd485,segment=NetworkSegment(1b5f608d-6adc-4ae6-938e-3268e2d6afd9),segment_id=1b5f608d-6adc-4ae6-938e-3268e2d6afd9)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:37.917441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:37.921594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Port': ['ID=6eb53dab-ea8c-4c01-950c-d0ddfbcc7c8a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:37.995946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 4cab15e0-224b-47d6-a139-80c5cfdbd485 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:38.075119 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.080631 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Floating IP 94978135-bfb0-4e1d-b642-11e5ea64aa03 disassociated (deleted). External IP: 172.25.3.161, port: 788bd4bd-bfe8-491a-ac74-4427744a4e2d. Jul 05 18:26:38.235728 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.298154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.302432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.341844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=4cab15e0-224b-47d6-a139-80c5cfdbd485,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:38.377172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No DVR routers for this DVR port 4cab15e0-224b-47d6-a139-80c5cfdbd485 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:38.581312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4cab15e0-224b-47d6-a139-80c5cfdbd485 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:38.585138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.613095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbbdaca-ba2a-4af5-ba06-646f7ac242db']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:38.620775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4cab15e0-224b-47d6-a139-80c5cfdbd485 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:38.620986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4cab15e0-224b-47d6-a139-80c5cfdbd485 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:38.668868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5f608d-6adc-4ae6-938e-3268e2d6afd9') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:38.669172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5f608d-6adc-4ae6-938e-3268e2d6afd9') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:38.698056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.700767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Allocated IP 172.25.3.194 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/379da3b6-7365-4eba-b6d6-8b476de00644) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:38.733064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.744700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:38.745092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: self.session.flush() Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:38.749972 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:38.798816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:26:38.946585 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.952074 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.989672 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:38.995384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34484) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:38.995882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/networks/3dbbdaca-ba2a-4af5-ba06-646f7ac242db HTTP/1.1" status: 204 len: 168 time: 1.9837954 Jul 05 18:26:39.001826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1657827400'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:39.017107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c164-cb92-41cc-8f22-c50f6319edf5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Network': ['ID=3dbbdaca-ba2a-4af5-ba06-646f7ac242db,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:39.053640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:39.059444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:39.074457 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] Sync routers for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:39.081464 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:39.082385 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:39.104143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73fcbf41-66e8-4c06-bffe-92a8b0f6f73f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "DELETE /v2.0/floatingips/94978135-bfb0-4e1d-b642-11e5ea64aa03 HTTP/1.1" status: 204 len: 168 time: 2.8336074 Jul 05 18:26:39.108689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:26:39.108689 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf3ee6f-9cff-4098-8ea7-26885bd72369" -d '{"events": [{"name": "network-changed", "server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:26:39.170219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:39.174940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:39.176460 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa012ee-5fe7-4bfb-b696-dbc134b0dfd2 x-openstack-request-id: req-3aa012ee-5fe7-4bfb-b696-dbc134b0dfd2 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:26:39.176764 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:26:39.177020 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3aa012ee-5fe7-4bfb-b696-dbc134b0dfd2 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:26:39.177437 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'status': 'completed', 'code': 200} Jul 05 18:26:39.205906 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:39.221526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:26:39.239935 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:39.240290 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Added segment 44b6f7a9-8c74-4a03-8c27-aa1f08be50e8 of type vlan for network c62b216d-0765-481d-b704-b17c123fc2b7 Jul 05 18:26:39.285525 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:39.333514 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:39.376731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:39.420012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:39.426431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:39.473290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event updated for resources: {'Port': ['ID=379da3b6-7365-4eba-b6d6-8b476de00644,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:39.518961 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-3bc5c855-409d-42d0-b8b4-822e3397edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:39.520786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-3bc5c855-409d-42d0-b8b4-822e3397edba service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 1135 time: 0.3030376 Jul 05 18:26:39.524285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:39.532285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:39.533116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:39.596847 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:47Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'ea7b63d4-abe7-4316-a98b-c8f4c979787b', 'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:0a:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:45Z', 'updated_at': '2021-07-05T18:24:54Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:39.658666 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] Checking router: 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:26:39.673456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:39.674290 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:39.761439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Network': ['ID=c62b216d-0765-481d-b704-b17c123fc2b7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:39.774095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network c62b216d-0765-481d-b704-b17c123fc2b7 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:26:39.816888 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-38464be2-ea4c-4035-8b7d-a11a32cd4619 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8202395 Jul 05 18:26:39.819610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34496) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:39.825697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'c62b216d-0765-481d-b704-b17c123fc2b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:39.908300 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:39.922905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-400848bb-db5d-48e0-9c49-cb7bdf663358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:39.925479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-400848bb-db5d-48e0-9c49-cb7bdf663358 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1 HTTP/1.1" status: 200 len: 897 time: 0.2683198 Jul 05 18:26:39.985542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-cff99ef3-78e5-4a62-8142-a0ea1441c76b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d HTTP/1.1" status: 200 len: 217 time: 0.0532222 Jul 05 18:26:40.071454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:40.075239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:40.134216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-94bd3361-b16e-4d86-be29-3584cfdb0305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:40.137296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-94bd3361-b16e-4d86-be29-3584cfdb0305 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=fde9a715-0085-4ea1-8e40-4955ee060b31 HTTP/1.1" status: 200 len: 834 time: 0.1406982 Jul 05 18:26:40.138670 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:40.244235 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:47Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'ea7b63d4-abe7-4316-a98b-c8f4c979787b', 'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:0a:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:45Z', 'updated_at': '2021-07-05T18:24:54Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:40.278501 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb737ebe-eb6d-4cb1-96d6-d31171c9a425 None None] The sync data for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 is: [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:24:47Z', 'revision_number': 4, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'ea7b63d4-abe7-4316-a98b-c8f4c979787b', 'name': '', 'network_id': '2ed5c1ff-c423-4968-84b5-ca9dca249ab1', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'mac_address': 'fa:16:3e:0a:5a:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:45Z', 'updated_at': '2021-07-05T18:24:54Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'subnets': [{'id': 'fde9a715-0085-4ea1-8e40-4955ee060b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:40.341715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400b2f7-9d33-4326-9f2d-294cab74caaf req-c843af12-0782-4ea6-84d5-5d743eefa5b3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:40.351215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8400b2f7-9d33-4326-9f2d-294cab74caaf req-c843af12-0782-4ea6-84d5-5d743eefa5b3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 984 time: 0.3699133 Jul 05 18:26:40.479822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:40.505578 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8400b2f7-9d33-4326-9f2d-294cab74caaf req-a0a2c250-72ec-478f-b9c4-46b7969bfeba tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1391628 Jul 05 18:26:40.511222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-c93088ca-0cb6-43af-9691-520f49cc0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:40.512455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-c93088ca-0cb6-43af-9691-520f49cc0c3b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2ed5c1ff-c423-4968-84b5-ca9dca249ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648244 Jul 05 18:26:40.589885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=3711d637-e936-4a8f-8835-ff6bd26bbb5c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:40.591414 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:40.596158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Checking segment: {'id': '44b6f7a9-8c74-4a03-8c27-aa1f08be50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c62b216d-0765-481d-b704-b17c123fc2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:40.596969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network hostable DHCP agents. Network: c62b216d-0765-481d-b704-b17c123fc2b7, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:26:40.599690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:40.656847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3975478-c43a-4242-b684-330aaa4e8463 None None] New status for floating IP 94978135-bfb0-4e1d-b642-11e5ea64aa03: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:26:40.739752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network c62b216d-0765-481d-b704-b17c123fc2b7 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:26:40.842776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, c62b216d-0765-481d-b704-b17c123fc2b7) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:40.846969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:40.847568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:40.871689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ad7d04-cf98-4c04-aa9d-b0f0505cd46d None None] Network c62b216d-0765-481d-b704-b17c123fc2b7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:40.980628 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e82184c2-d736-4e05-902e-a972defeaaa1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1566396 Jul 05 18:26:40.981011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34514) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:40.986675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-cb2c7ef0-b556-41a0-8873-68c83016b4e1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1303843223', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:41.053051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-c62b216d-0765-481d-b704-b17c123fc2b7', 'network_id': 'c62b216d-0765-481d-b704-b17c123fc2b7', 'tenant_id': '26c1326229744f09bc49f62e8a455b34', 'fixed_ips': [{'subnet_id': '3711d637-e936-4a8f-8835-ff6bd26bbb5c'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:26:41.054386 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.103610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-a8588760-0e5b-4e08-b68d-5c912035fce6 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:41.105865 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-a8588760-0e5b-4e08-b68d-5c912035fce6 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.97 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 984 time: 0.0896337 Jul 05 18:26:41.129869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-cb99e26c-b6d4-4bd1-a087-fb19f8310533 service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6046863 Jul 05 18:26:41.188275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7ef0-b556-41a0-8873-68c83016b4e1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.189347 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7ef0-b556-41a0-8873-68c83016b4e1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.285760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Allocated IP 2001:db8::2 (c62b216d-0765-481d-b704-b17c123fc2b7/3711d637-e936-4a8f-8835-ff6bd26bbb5c/3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:41.286156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-71a96dd1-dd1f-4849-b93e-658921835a9a service neutron] 10.222.0.97 "GET /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481783 Jul 05 18:26:41.377536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7ef0-b556-41a0-8873-68c83016b4e1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.387884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Router f235efa7-010f-48d2-a9a5-84173173d8ee is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:26:41.395664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Deleting port 788bd4bd-bfe8-491a-ac74-4427744a4e2d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:41.402832 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.507423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7ef0-b556-41a0-8873-68c83016b4e1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.559010 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.571973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:41.579160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Transition to ACTIVE for port object 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:41.584256 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4864a7e-6100-43c5-87c8-c7751327110f None None] Sync routers for ids ['f235efa7-010f-48d2-a9a5-84173173d8ee'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:41.588624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] For port 788bd4bd-bfe8-491a-ac74-4427744a4e2d, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=788bd4bd-bfe8-491a-ac74-4427744a4e2d,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:41.591208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.600296 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4864a7e-6100-43c5-87c8-c7751327110f None None] Routers {'f235efa7-010f-48d2-a9a5-84173173d8ee'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:41.602445 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f4864a7e-6100-43c5-87c8-c7751327110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f235efa7-010f-48d2-a9a5-84173173d8ee'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:41.612227 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.613641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d2c70f8e-931b-4683-ad84-501bc6c24873 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "PUT /v2.0/routers/f235efa7-010f-48d2-a9a5-84173173d8ee HTTP/1.1" status: 200 len: 883 time: 4.8129375 Jul 05 18:26:41.616159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34522) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:41.616418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Transition to ACTIVE for port object 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:41.645454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Calling delete_port for 788bd4bd-bfe8-491a-ac74-4427744a4e2d owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:41.645454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cb2c7ef0-b556-41a0-8873-68c83016b4e1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.645454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cb2c7ef0-b556-41a0-8873-68c83016b4e1 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6574533 Jul 05 18:26:41.646864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34524) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:41.652825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'network_id': 'c62b216d-0765-481d-b704-b17c123fc2b7', 'name': 'tempest-PortsIpV6TestJSON-574146691'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:41.686760 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f4864a7e-6100-43c5-87c8-c7751327110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:41.702542 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.717228 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4864a7e-6100-43c5-87c8-c7751327110f None None] Routers {'f235efa7-010f-48d2-a9a5-84173173d8ee'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:41.718037 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f4864a7e-6100-43c5-87c8-c7751327110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f235efa7-010f-48d2-a9a5-84173173d8ee'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:41.747324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Network c62b216d-0765-481d-b704-b17c123fc2b7 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:41.753098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:41.758083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:41.779333 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f4864a7e-6100-43c5-87c8-c7751327110f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:41.780681 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4864a7e-6100-43c5-87c8-c7751327110f None None] The sync data for ids ['f235efa7-010f-48d2-a9a5-84173173d8ee'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:41.803988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Pushing event updated for resources: {'Port': ['ID=3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:41.842828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Attempting to bind port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:41.843891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Attempting to bind port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '44b6f7a9-8c74-4a03-8c27-aa1f08be50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c62b216d-0765-481d-b704-b17c123fc2b7'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:41.844320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Attempting to bind port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 on network c62b216d-0765-481d-b704-b17c123fc2b7 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:41.850212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:41.850622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Checking segment: {'id': '44b6f7a9-8c74-4a03-8c27-aa1f08be50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c62b216d-0765-481d-b704-b17c123fc2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:41.851305 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.851525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Bound using segment: {'id': '44b6f7a9-8c74-4a03-8c27-aa1f08be50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c62b216d-0765-481d-b704-b17c123fc2b7'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:41.852086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Bound port: 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b6f7a9-8c74-4a03-8c27-aa1f08be50e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c62b216d-0765-481d-b704-b17c123fc2b7'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:41.852655 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:41.869089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6c94916b-2021-474a-8fd0-5af2e4314ce4 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/routers/f235efa7-010f-48d2-a9a5-84173173d8ee HTTP/1.1" status: 200 len: 924 time: 0.2495842 Jul 05 18:26:41.871686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34528) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:41.937622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] For port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:26:41.942161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] For port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50,segment=NetworkSegment(44b6f7a9-8c74-4a03-8c27-aa1f08be50e8),segment_id=44b6f7a9-8c74-4a03-8c27-aa1f08be50e8)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:26:42.017111 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:42.041227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82b3f54-e443-4c7d-9624-4ac4428db4cc req-f0e72f5a-8e62-4a54-bb8c-d3cf3dd8e987 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:42.043352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e82b3f54-e443-4c7d-9624-4ac4428db4cc req-f0e72f5a-8e62-4a54-bb8c-d3cf3dd8e987 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 984 time: 0.2411489 Jul 05 18:26:42.062344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:42.067470 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:42.085161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7041a5-6dde-4c8b-82e2-d55954ceb892 None None] Pushing event updated for resources: {'Port': ['ID=3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:42.113363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port f7534eb8-b146-451c-b0a7-7525fb9b215f yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:26:42.136095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4d81ff-6c6a-4aae-a410-224a7c50eef5 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:42.138251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bd4d81ff-6c6a-4aae-a410-224a7c50eef5 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=f235efa7-010f-48d2-a9a5-84173173d8ee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2653739 Jul 05 18:26:42.140871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34530) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:42.197582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e82b3f54-e443-4c7d-9624-4ac4428db4cc req-eb59c97e-97d3-4e31-8960-4d05ca7e9762 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/security-groups?id=7df14111-0039-4a55-a98a-7a5d04a3adb2&id=0272274f-a884-425d-bb23-d591e7275af8&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1138172 Jul 05 18:26:42.223865 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:42.298429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Port': ['ID=788bd4bd-bfe8-491a-ac74-4427744a4e2d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:42.309567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eef6421-1ac4-46ab-b355-26f927d9e83a tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:42.321525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34534) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:42.324883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3eef6421-1ac4-46ab-b355-26f927d9e83a tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 881 time: 0.1726332 Jul 05 18:26:42.424698 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a3f3e494-8f40-4692-b49b-7c638240642c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=f235efa7-010f-48d2-a9a5-84173173d8ee HTTP/1.1" status: 200 len: 205 time: 0.1020160 Jul 05 18:26:42.427207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34536) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:42.443650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::3cc (c62b216d-0765-481d-b704-b17c123fc2b7/3711d637-e936-4a8f-8835-ff6bd26bbb5c/f7534eb8-b146-451c-b0a7-7525fb9b215f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:42.449784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] No DVR routers for this DVR port 788bd4bd-bfe8-491a-ac74-4427744a4e2d on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:42.455211 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:42.459569 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-647ddf1b-36f8-4735-b542-1cd75c1d97d5 req-776c7ae9-02ca-442b-8244-2b1fb8133e6c tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.97 "DELETE /v2.0/ports/788bd4bd-bfe8-491a-ac74-4427744a4e2d HTTP/1.1" status: 204 len: 173 time: 1.3455911 Jul 05 18:26:42.459569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'name': 'network-vif-deleted', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:26:42.462454 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50614259-7e6a-4941-b1a4-d2bd8fb544f0" -d '{"events": [{"server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "name": "network-vif-deleted", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:26:42.616421 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f8672d-5d1a-43a7-8fe8-12aef8fd7639 x-openstack-request-id: req-f2f8672d-5d1a-43a7-8fe8-12aef8fd7639 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:26:42.617181 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da3f1171-7e60-42e0-9544-079d47c3a66c", "name": "network-vif-deleted", "tag": "788bd4bd-bfe8-491a-ac74-4427744a4e2d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:26:42.617574 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2f8672d-5d1a-43a7-8fe8-12aef8fd7639 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:26:42.617952 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da3f1171-7e60-42e0-9544-079d47c3a66c', 'name': 'network-vif-deleted', 'tag': '788bd4bd-bfe8-491a-ac74-4427744a4e2d', 'status': 'completed', 'code': 200} Jul 05 18:26:42.639335 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:42.669615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:42.775858 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:42.776444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:42.822003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object f7534eb8-b146-451c-b0a7-7525fb9b215f will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:42.937015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Deleting port 379da3b6-7365-4eba-b6d6-8b476de00644 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:42.937368 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:42.965033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:42.993861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:43.052315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network c62b216d-0765-481d-b704-b17c123fc2b7 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:43.056338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:43.062044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:43.071584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:43.077187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Calling delete_port for 379da3b6-7365-4eba-b6d6-8b476de00644 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:43.077974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:43.078767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:43.089056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=f7534eb8-b146-451c-b0a7-7525fb9b215f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:43.346733 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-70c0c730-4cc0-48e3-83c5-09c492fd39f7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6984935 Jul 05 18:26:43.349416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34548) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:43.418854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:43.521464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0816e21-77d2-4838-99da-0a03d38134c9 None None] Network c62b216d-0765-481d-b704-b17c123fc2b7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:43.534974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c516f6de-0db6-4173-ac6a-a40c0a677e62 req-138d4a7b-c5cb-4876-bb48-bd9eed5e09f5 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "GET /v2.0/ports?device_id=da3f1171-7e60-42e0-9544-079d47c3a66c HTTP/1.1" status: 200 len: 210 time: 0.1217761 Jul 05 18:26:43.536203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event deleted for resources: {'Port': ['ID=379da3b6-7365-4eba-b6d6-8b476de00644,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:43.738176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5ba394b6-632e-48dd-ba37-d9170bd559a7 None None] Provisioning for port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:43.748677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5ba394b6-632e-48dd-ba37-d9170bd559a7 None None] Provisioning complete for port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:43.749129 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ba394b6-632e-48dd-ba37-d9170bd559a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:43.769670 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:43.868980 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ba394b6-632e-48dd-ba37-d9170bd559a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:43.898885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 788bd4bd-bfe8-491a-ac74-4427744a4e2d no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:43.899609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:43.904229 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:43.938373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 788bd4bd-bfe8-491a-ac74-4427744a4e2d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:43.938888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 788bd4bd-bfe8-491a-ac74-4427744a4e2d not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:43.943806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5ba394b6-632e-48dd-ba37-d9170bd559a7 None None] For port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50,segment=NetworkSegment(44b6f7a9-8c74-4a03-8c27-aa1f08be50e8),segment_id=44b6f7a9-8c74-4a03-8c27-aa1f08be50e8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:44.047865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.079534 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ba394b6-632e-48dd-ba37-d9170bd559a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.194424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba394b6-632e-48dd-ba37-d9170bd559a7 None None] Pushing event updated for resources: {'Port': ['ID=3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:44.215754 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.216367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Fanout notify agent at l3_agent the message router_deleted on router f235efa7-010f-48d2-a9a5-84173173d8ee {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:44.226839 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.228231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7095a0cb-2005-4f91-82f6-adabf7163ff6 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/f235efa7-010f-48d2-a9a5-84173173d8ee HTTP/1.1" status: 204 len: 168 time: 1.7995188 Jul 05 18:26:44.231911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34556) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:44.237101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5e8eb82e-7ddd-4b11-ab0f-83290b3054e8 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-309882249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:44.375280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb82e-7ddd-4b11-ab0f-83290b3054e8 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.376345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb82e-7ddd-4b11-ab0f-83290b3054e8 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.405948 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.460498 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb82e-7ddd-4b11-ab0f-83290b3054e8 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.479317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3a382e65-3173-4937-99f4-5760936e46e8 None None] Provisioning for port f7534eb8-b146-451c-b0a7-7525fb9b215f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:44.484234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3a382e65-3173-4937-99f4-5760936e46e8 None None] Provisioning complete for port f7534eb8-b146-451c-b0a7-7525fb9b215f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:44.484924 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3a382e65-3173-4937-99f4-5760936e46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.517075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.540144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3a382e65-3173-4937-99f4-5760936e46e8 None None] Port f7534eb8-b146-451c-b0a7-7525fb9b215f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:44.573913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3a382e65-3173-4937-99f4-5760936e46e8 None None] Provisioning complete for port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:44.574399 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3a382e65-3173-4937-99f4-5760936e46e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.608659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:44.617237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb82e-7ddd-4b11-ab0f-83290b3054e8 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.730093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=f7534eb8-b146-451c-b0a7-7525fb9b215f,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:44.753417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb82e-7ddd-4b11-ab0f-83290b3054e8 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.755633 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5e8eb82e-7ddd-4b11-ab0f-83290b3054e8 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5224380 Jul 05 18:26:44.758534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34568) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:44.765657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': True}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:44.811931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:44.812631 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.815386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34570) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:44.961476 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:44.966245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7cefec3d-cb43-4c51-8c60-5549ed73a806 None None] Provisioning complete for port f7534eb8-b146-451c-b0a7-7525fb9b215f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:44.966960 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7cefec3d-cb43-4c51-8c60-5549ed73a806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.023610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7cefec3d-cb43-4c51-8c60-5549ed73a806 None None] Port f7534eb8-b146-451c-b0a7-7525fb9b215f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:45.051114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f000d7f3-ae67-4b61-a7dd-f67d580df3a1 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.142870 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.143309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-757a87ca-a812-4deb-9c02-60ae9e5b62e5 None None] Provisioning complete for port f7534eb8-b146-451c-b0a7-7525fb9b215f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:45.144271 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-757a87ca-a812-4deb-9c02-60ae9e5b62e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.162748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f000d7f3-ae67-4b61-a7dd-f67d580df3a1 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.186931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-757a87ca-a812-4deb-9c02-60ae9e5b62e5 None None] Port f7534eb8-b146-451c-b0a7-7525fb9b215f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:45.296984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.445177 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f000d7f3-ae67-4b61-a7dd-f67d580df3a1 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.447985 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f000d7f3-ae67-4b61-a7dd-f67d580df3a1 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.449232 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f000d7f3-ae67-4b61-a7dd-f67d580df3a1 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "DELETE /v2.0/security-groups/0272274f-a884-425d-bb23-d591e7275af8 HTTP/1.1" status: 204 len: 168 time: 0.6328838 Jul 05 18:26:45.454375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34578) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:45.499349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000d7f3-ae67-4b61-a7dd-f67d580df3a1 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0272274f-a884-425d-bb23-d591e7275af8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:45.537519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.581013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1a192a4-39b1-44a4-9d2f-0ed5a0df0855 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.583614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.642642 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1a192a4-39b1-44a4-9d2f-0ed5a0df0855 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.706212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.805975 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:45.806895 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:46.011516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=f7534eb8-b146-451c-b0a7-7525fb9b215f,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:46.024615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network c62b216d-0765-481d-b704-b17c123fc2b7 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:46.027280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:46.120050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Allocated IP 172.25.3.163 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/22be94e8-6e84-4929-9e41-ff72554f26d5) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:46.256965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1a192a4-39b1-44a4-9d2f-0ed5a0df0855 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:46.261593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a1a192a4-39b1-44a4-9d2f-0ed5a0df0855 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:46.262781 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a1a192a4-39b1-44a4-9d2f-0ed5a0df0855 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "DELETE /v2.0/security-groups/7df14111-0039-4a55-a98a-7a5d04a3adb2 HTTP/1.1" status: 204 len: 168 time: 0.7866542 Jul 05 18:26:46.273304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34588) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:46.287942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:46.354498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a192a4-39b1-44a4-9d2f-0ed5a0df0855 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df14111-0039-4a55-a98a-7a5d04a3adb2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:46.529266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5d012a39-af2d-41ef-8895-4babfc9871fb None None] Provisioning complete for port f7534eb8-b146-451c-b0a7-7525fb9b215f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:46.532773 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5d012a39-af2d-41ef-8895-4babfc9871fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:46.578633 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:46.608269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5d012a39-af2d-41ef-8895-4babfc9871fb None None] Port f7534eb8-b146-451c-b0a7-7525fb9b215f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:46.625655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:46.660600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:46.666846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:46.717004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event updated for resources: {'Port': ['ID=22be94e8-6e84-4929-9e41-ff72554f26d5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:46.739818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.740427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.742618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.742618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.742618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.742618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.743071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Router 4e18c593-3788-4881-97fa-28175890c52c is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:26:46.743523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.743523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.743523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.743523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.743905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.744165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:26:46.893267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:46.906215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed724c5f-b4c6-4cdf-b569-8cd9f82e0499 None None] Sync routers for ids ['4e18c593-3788-4881-97fa-28175890c52c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:46.922127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed724c5f-b4c6-4cdf-b569-8cd9f82e0499 None None] Routers {'4e18c593-3788-4881-97fa-28175890c52c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:46.923824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-986a1bcc-314c-43b3-84c5-9669d49d6fb9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "PUT /v2.0/routers/4e18c593-3788-4881-97fa-28175890c52c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5726514 Jul 05 18:26:46.924228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ed724c5f-b4c6-4cdf-b569-8cd9f82e0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4e18c593-3788-4881-97fa-28175890c52c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:46.926985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34598) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:46.982763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ed724c5f-b4c6-4cdf-b569-8cd9f82e0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:47.000877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed724c5f-b4c6-4cdf-b569-8cd9f82e0499 None None] Routers {'4e18c593-3788-4881-97fa-28175890c52c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:47.003055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ed724c5f-b4c6-4cdf-b569-8cd9f82e0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4e18c593-3788-4881-97fa-28175890c52c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:47.023680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25513b-62fb-4661-8270-abf8bdcb7bb6 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:47.026606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fe25513b-62fb-4661-8270-abf8bdcb7bb6 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e18c593-3788-4881-97fa-28175890c52c HTTP/1.1" status: 200 len: 988 time: 0.0981216 Jul 05 18:26:47.028981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34602) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:47.051444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ed724c5f-b4c6-4cdf-b569-8cd9f82e0499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:47.052416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed724c5f-b4c6-4cdf-b569-8cd9f82e0499 None None] The sync data for ids ['4e18c593-3788-4881-97fa-28175890c52c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:47.184093 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:47.234196 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:47.585869 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:47.655943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:47.667979 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:47.906486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port f7534eb8-b146-451c-b0a7-7525fb9b215f {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:47.907863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:47.937471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Deleting port ea7b63d4-abe7-4316-a98b-c8f4c979787b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:47.937995 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:48.026720 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:48.039974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for f7534eb8-b146-451c-b0a7-7525fb9b215f owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:48.054278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] For port ea7b63d4-abe7-4316-a98b-c8f4c979787b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea7b63d4-abe7-4316-a98b-c8f4c979787b,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:48.054781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:48.079147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Calling delete_port for ea7b63d4-abe7-4316-a98b-c8f4c979787b owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:48.149536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Router a8f31f9a-9195-4a2f-9c75-b4e6c478d867 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:26:48.308415 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:48.350256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:48.361651 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:48.361651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1834ac20-310b-4d40-9597-30fe41efdf14 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "PUT /v2.0/routers/a8f31f9a-9195-4a2f-9c75-b4e6c478d867 HTTP/1.1" status: 200 len: 918 time: 3.5978072 Jul 05 18:26:48.365352 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34622) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:48.367542 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c077ed1a-02fa-429b-a480-1bbd2e5f5ce0 None None] Sync routers for ids ['a8f31f9a-9195-4a2f-9c75-b4e6c478d867'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:48.385609 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077ed1a-02fa-429b-a480-1bbd2e5f5ce0 None None] Routers {'a8f31f9a-9195-4a2f-9c75-b4e6c478d867'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:48.386310 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c077ed1a-02fa-429b-a480-1bbd2e5f5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f31f9a-9195-4a2f-9c75-b4e6c478d867'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:48.398443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=f7534eb8-b146-451c-b0a7-7525fb9b215f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:48.468597 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c077ed1a-02fa-429b-a480-1bbd2e5f5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:48.513287 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c077ed1a-02fa-429b-a480-1bbd2e5f5ce0 None None] Routers {'a8f31f9a-9195-4a2f-9c75-b4e6c478d867'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:48.513287 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c077ed1a-02fa-429b-a480-1bbd2e5f5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a8f31f9a-9195-4a2f-9c75-b4e6c478d867'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:48.553641 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c077ed1a-02fa-429b-a480-1bbd2e5f5ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:48.555228 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c077ed1a-02fa-429b-a480-1bbd2e5f5ce0 None None] The sync data for ids ['a8f31f9a-9195-4a2f-9c75-b4e6c478d867'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:48.561972 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d054e3f8-2235-4587-a529-d9cbab953d5f tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/routers/a8f31f9a-9195-4a2f-9c75-b4e6c478d867 HTTP/1.1" status: 200 len: 924 time: 0.1955874 Jul 05 18:26:48.564790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34628) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:48.604982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-37645d7d-6bd3-4e55-96cf-fdbcbdb8df25 req-4e39610d-b6a3-4b05-b726-5f428ede4a78 tempest-ServerDiskConfigTestJSON-1208325462 tempest-ServerDiskConfigTestJSON-1208325462-project] (100997) timed out ('10.222.0.39', 51397) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:26:48.630356 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:48.654448 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:48.685117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Port': ['ID=ea7b63d4-abe7-4316-a98b-c8f4c979787b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:48.753626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2be8566-2144-4e01-914e-f22efd53a201 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:48.753626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d2be8566-2144-4e01-914e-f22efd53a201 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=a8f31f9a-9195-4a2f-9c75-b4e6c478d867&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1828001 Jul 05 18:26:48.753852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:48.842772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Router 4e18c593-3788-4881-97fa-28175890c52c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:26:48.888204 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:26:48.984481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:48.990376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3f4c60d2-cb6a-418d-b3bc-af2d42904aec tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "PUT /v2.0/routers/4e18c593-3788-4881-97fa-28175890c52c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9601834 Jul 05 18:26:48.993543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34634) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:48.998379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab71af7-7341-4e5b-978e-3798912490a1 None None] Sync routers for ids ['4e18c593-3788-4881-97fa-28175890c52c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:49.031633 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa165c4-aeab-43d9-878c-bd2165c1d881 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:26:49.032703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab71af7-7341-4e5b-978e-3798912490a1 None None] Routers {'4e18c593-3788-4881-97fa-28175890c52c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:49.036666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-baa165c4-aeab-43d9-878c-bd2165c1d881 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/f7534eb8-b146-451c-b0a7-7525fb9b215f HTTP/1.1" status: 404 len: 333 time: 0.0394793 Jul 05 18:26:49.039982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2ab71af7-7341-4e5b-978e-3798912490a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4e18c593-3788-4881-97fa-28175890c52c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:49.056139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34636) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:49.102998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2ab71af7-7341-4e5b-978e-3798912490a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:49.116636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab71af7-7341-4e5b-978e-3798912490a1 None None] Routers {'4e18c593-3788-4881-97fa-28175890c52c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:49.118481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2ab71af7-7341-4e5b-978e-3798912490a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['4e18c593-3788-4881-97fa-28175890c52c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:49.162998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-2ab71af7-7341-4e5b-978e-3798912490a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:49.166867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab71af7-7341-4e5b-978e-3798912490a1 None None] The sync data for ids ['4e18c593-3788-4881-97fa-28175890c52c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:49.545398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62baca1a-e748-4fb7-b49d-9d978874f05c tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:49.548393 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-62baca1a-e748-4fb7-b49d-9d978874f05c tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 881 time: 0.7931769 Jul 05 18:26:49.550079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34638) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:49.601684 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01830d3a-3bbc-4b9f-8f45-f65138fd4134 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:49.602058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1996f013-d5b7-4400-b06f-10a1b9cb0825 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8f31f9a-9195-4a2f-9c75-b4e6c478d867 HTTP/1.1" status: 200 len: 205 time: 0.0505834 Jul 05 18:26:49.604532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34640) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:49.675106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:49.721208 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:49.823363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01830d3a-3bbc-4b9f-8f45-f65138fd4134 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:49.827213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01830d3a-3bbc-4b9f-8f45-f65138fd4134 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:49.845548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.018806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Deleting port 22be94e8-6e84-4929-9e41-ff72554f26d5 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:50.022250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.027581 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01830d3a-3bbc-4b9f-8f45-f65138fd4134 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.028456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01830d3a-3bbc-4b9f-8f45-f65138fd4134 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Fanout notify agent at l3_agent the message router_deleted on router 4e18c593-3788-4881-97fa-28175890c52c {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:50.035904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01830d3a-3bbc-4b9f-8f45-f65138fd4134 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.040936 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-01830d3a-3bbc-4b9f-8f45-f65138fd4134 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/routers/4e18c593-3788-4881-97fa-28175890c52c HTTP/1.1" status: 204 len: 168 time: 0.9753938 Jul 05 18:26:50.040936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34652) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:50.110203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7c3150c-265c-474b-b22c-c84b5702063f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet 3711d637-e936-4a8f-8835-ff6bd26bbb5c {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:50.120518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:26:50.122052 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7c3150c-265c-474b-b22c-c84b5702063f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.166982 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.183222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Calling delete_port for 22be94e8-6e84-4929-9e41-ff72554f26d5 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:50.219052 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7c3150c-265c-474b-b22c-c84b5702063f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.340243 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:50.345873 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-67baf5de-be0a-460c-bc81-74d30a65cf4a tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "PUT /v2.0/routers/84bbe91c-d1ca-4aea-b989-ea0e65aa9872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0685441 Jul 05 18:26:50.351577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34658) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:50.353060 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] Sync routers for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:50.363749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7c3150c-265c-474b-b22c-c84b5702063f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.370033 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:50.370950 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:50.418602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ef06d1-a645-4428-bc13-37dbdb241b9f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Deleting subnet fde9a715-0085-4ea1-8e40-4955ee060b31 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:26:50.421916 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e7ef06d1-a645-4428-bc13-37dbdb241b9f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.471050 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e7ef06d1-a645-4428-bc13-37dbdb241b9f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.499210 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.547034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7c3150c-265c-474b-b22c-c84b5702063f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.557141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event deleted for resources: {'Port': ['ID=22be94e8-6e84-4929-9e41-ff72554f26d5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:50.593938 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:50.604356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3150c-265c-474b-b22c-c84b5702063f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=3711d637-e936-4a8f-8835-ff6bd26bbb5c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:50.622322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e614d3-e47c-453e-9c63-77c5f1a373f8 None None] Network c62b216d-0765-481d-b704-b17c123fc2b7 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:50.627026 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7c3150c-265c-474b-b22c-c84b5702063f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.629507 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c7c3150c-265c-474b-b22c-c84b5702063f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/3711d637-e936-4a8f-8835-ff6bd26bbb5c HTTP/1.1" status: 204 len: 168 time: 0.5878029 Jul 05 18:26:50.632616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34662) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:50.690373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e7ef06d1-a645-4428-bc13-37dbdb241b9f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.748856 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.808605 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9e732835-c784-4dea-b302-41e0e09fbbca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.825416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:50.826964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.840251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.911976 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:26:48Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:50.922653 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e7ef06d1-a645-4428-bc13-37dbdb241b9f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.952715 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] Checking router: 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:26:50.961447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] For port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50,segment=NetworkSegment(44b6f7a9-8c74-4a03-8c27-aa1f08be50e8),segment_id=44b6f7a9-8c74-4a03-8c27-aa1f08be50e8)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:50.962214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:50.966918 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] Routers {'84bbe91c-d1ca-4aea-b989-ea0e65aa9872'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:50.967737 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:50.984822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ae28a5-f039-4208-8a8d-e8d491a89952 None None] DHCP port deletion for c62b216d-0765-481d-b704-b17c123fc2b7 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:26:51.023415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ef06d1-a645-4428-bc13-37dbdb241b9f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Subnet': ['ID=fde9a715-0085-4ea1-8e40-4955ee060b31,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:51.026547 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.031061 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.032977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e7ef06d1-a645-4428-bc13-37dbdb241b9f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.038015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e7ef06d1-a645-4428-bc13-37dbdb241b9f tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "DELETE /v2.0/subnets/fde9a715-0085-4ea1-8e40-4955ee060b31 HTTP/1.1" status: 204 len: 168 time: 0.6852603 Jul 05 18:26:51.039134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34668) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:51.039654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:51.053670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9022c0ca-92ef-4e4a-acf3-2f8e61944028 None None] Network 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:51.137567 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] Set router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:26:51.223046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.284180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-49ae28a5-f039-4208-8a8d-e8d491a89952 None None] Deleting port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:51.284180 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49ae28a5-f039-4208-8a8d-e8d491a89952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.307481 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.339382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.340642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Fanout notify agent at l3_agent the message router_deleted on router a8f31f9a-9195-4a2f-9c75-b4e6c478d867 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:51.358788 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.361721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-29c7d6d9-6931-4ade-bd29-ee41e1dc64db tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/a8f31f9a-9195-4a2f-9c75-b4e6c478d867 HTTP/1.1" status: 204 len: 168 time: 1.7559266 Jul 05 18:26:51.368545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34678) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:51.374779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6967ed95-1c6b-4a40-94e6-a0d68323528a tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1338975558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:51.377523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:51.387494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No DVR routers for this DVR port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:51.448537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-49ae28a5-f039-4208-8a8d-e8d491a89952 None None] For port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50,segment=NetworkSegment(44b6f7a9-8c74-4a03-8c27-aa1f08be50e8),segment_id=44b6f7a9-8c74-4a03-8c27-aa1f08be50e8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:51.448937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49ae28a5-f039-4208-8a8d-e8d491a89952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.485907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-49ae28a5-f039-4208-8a8d-e8d491a89952 None None] Calling delete_port for 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:51.511984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.553521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6967ed95-1c6b-4a40-94e6-a0d68323528a tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.555784 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6967ed95-1c6b-4a40-94e6-a0d68323528a tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.576664 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:26:48Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:51.577294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab725db-3ba7-4d51-b634-333afd38aa32 None None] DHCP port deletion for 2ed5c1ff-c423-4968-84b5-ca9dca249ab1 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:26:51.648923 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe7ed48-7ab7-49df-b5ff-c592b1c772e9 None None] The sync data for ids ['84bbe91c-d1ca-4aea-b989-ea0e65aa9872'] in n-d-799524-1 is: [{'id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1168050809', 'tenant_id': '9d3efd3d244b4f95a0edf198b24f263c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:24:38Z', 'updated_at': '2021-07-05T18:26:48Z', 'revision_number': 5, 'project_id': '9d3efd3d244b4f95a0edf198b24f263c', 'gw_port': {'id': 'd3bf4017-9d06-4b4a-ab31-a11edd0ff028', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:06:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbe91c-d1ca-4aea-b989-ea0e65aa9872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2972, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:24:39Z', 'updated_at': '2021-07-05T18:24:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:51.649251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.662854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5ab725db-3ba7-4d51-b634-333afd38aa32 None None] Deleting port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:51.664543 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-3ba7-4d51-b634-333afd38aa32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.667680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62b216d-0765-481d-b704-b17c123fc2b7']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:51.669097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49ae28a5-f039-4208-8a8d-e8d491a89952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.678701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b6f7a9-8c74-4a03-8c27-aa1f08be50e8') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:51.679030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b6f7a9-8c74-4a03-8c27-aa1f08be50e8') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:51.693338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.729214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.735863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:51.736328 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:51.740023 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:51.760872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6967ed95-1c6b-4a40-94e6-a0d68323528a tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.764994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ae28a5-f039-4208-8a8d-e8d491a89952 None None] Pushing event deleted for resources: {'Port': ['ID=3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:51.809653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Deleting port d3bf4017-9d06-4b4a-ab31-a11edd0ff028 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:51.810277 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.813160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ae28a5-f039-4208-8a8d-e8d491a89952 None None] No DVR routers for this DVR port 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:51.840718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6967ed95-1c6b-4a40-94e6-a0d68323528a tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.863990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5ab725db-3ba7-4d51-b634-333afd38aa32 None None] For port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c,segment=NetworkSegment(30036b0e-21ba-42ec-b98b-34a49d2daa97),segment_id=30036b0e-21ba-42ec-b98b-34a49d2daa97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:51.864661 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-3ba7-4d51-b634-333afd38aa32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.894997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5ab725db-3ba7-4d51-b634-333afd38aa32 None None] Calling delete_port for 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:51.919137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.948601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.954243 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/networks/c62b216d-0765-481d-b704-b17c123fc2b7 HTTP/1.1" status: 204 len: 168 time: 1.3202615 Jul 05 18:26:51.955343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193a2bc-23d9-4fec-99d4-b1c0dde69525 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Network': ['ID=c62b216d-0765-481d-b704-b17c123fc2b7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:51.958053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] For port d3bf4017-9d06-4b4a-ab31-a11edd0ff028, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d3bf4017-9d06-4b4a-ab31-a11edd0ff028,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:51.958053 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:51.959935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34684) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:51.988208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Calling delete_port for d3bf4017-9d06-4b4a-ab31-a11edd0ff028 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:52.048125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b160f6b-fc99-453b-ab17-f77a23d0ba38 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:52.050000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8b160f6b-fc99-453b-ab17-f77a23d0ba38 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/10a62db2-3f34-41c6-837f-4ebcbbba6127 HTTP/1.1" status: 200 len: 845 time: 0.0884781 Jul 05 18:26:52.053845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34686) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:52.118077 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-746a3ed5-c6f2-4597-88a7-29a52a701629 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/10a62db2-3f34-41c6-837f-4ebcbbba6127?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0627277 Jul 05 18:26:52.125123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34690) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:52.131578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:52.145309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ab725db-3ba7-4d51-b634-333afd38aa32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:52.241071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab725db-3ba7-4d51-b634-333afd38aa32 None None] Pushing event deleted for resources: {'Port': ['ID=5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:52.254965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab725db-3ba7-4d51-b634-333afd38aa32 None None] No DVR routers for this DVR port 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:26:52.508827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:52.514309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:52.528421 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6967ed95-1c6b-4a40-94e6-a0d68323528a tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:52.530614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6967ed95-1c6b-4a40-94e6-a0d68323528a tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1595285 Jul 05 18:26:52.532345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34694) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:52.537904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'enable_snat': False}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:52.644067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:52.679312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:52.680365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3ac65ce1-3ea4-4a2c-9cd8-6732ee5bfb50 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:52.680975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:52.701999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:52.702546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5b1da7fb-4dee-4ab9-b3cd-b8fe4885417c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:52.703179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea7b63d4-abe7-4316-a98b-c8f4c979787b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:52.729012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: ea7b63d4-abe7-4316-a98b-c8f4c979787b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:52.729593 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea7b63d4-abe7-4316-a98b-c8f4c979787b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:52.975590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.028475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:53.040245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:53.040245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:53.040245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.044723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a122b503-2b08-45b6-a36d-f416a008f714 None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:53.051410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.087441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=4182a792-6c87-4194-8fa6-b15795e719ce,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:53.193073 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d0fc58c9-9ebd-4dec-88bc-46cd3f6823e2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0663326 Jul 05 18:26:53.196494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34702) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:53.201442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2f2bcd84-b302-47d6-8281-80883c55e377 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'security_group': {'name': 'tempest-secgroup-1845703878'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:53.261010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ec5859ee-ee25-4112-9192-8e10b5906c85', 'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'tenant_id': '26c1326229744f09bc49f62e8a455b34', 'fixed_ips': [{'subnet_id': '4182a792-6c87-4194-8fa6-b15795e719ce'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:26:53.262127 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.263265 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.295488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Port': ['ID=d3bf4017-9d06-4b4a-ab31-a11edd0ff028,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:53.340551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcd84-b302-47d6-8281-80883c55e377 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.370645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.484764 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.488304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.551555 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcd84-b302-47d6-8281-80883c55e377 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.622370 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcd84-b302-47d6-8281-80883c55e377 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.688841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2bcd84-b302-47d6-8281-80883c55e377 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85164ea0-de07-4d71-befb-6372cf2534c7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:53.722310 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.723852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Fanout notify agent at l3_agent the message router_deleted on router 84bbe91c-d1ca-4aea-b989-ea0e65aa9872 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:53.741289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.742543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f2bcd84-b302-47d6-8281-80883c55e377 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.745807 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2f2bcd84-b302-47d6-8281-80883c55e377 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5462048 Jul 05 18:26:53.756061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34706) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:53.756061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34708) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:53.756332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cdf16eaa-63d9-4cd0-aff5-f8ecc12690e3 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "DELETE /v2.0/routers/84bbe91c-d1ca-4aea-b989-ea0e65aa9872 HTTP/1.1" status: 204 len: 168 time: 2.7052391 Jul 05 18:26:53.762146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-688e7fe5-9a25-45ae-87b1-0e0f0992d982 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'security_group': {'name': 'tempest-secgroup-315344137'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:53.770113 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.793096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Allocated IP 2001:db8::2 (ec5859ee-ee25-4112-9192-8e10b5906c85/4182a792-6c87-4194-8fa6-b15795e719ce/a187336d-4191-4bd8-8ab8-373c34fd8a1b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:53.821083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.910405 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:53.915869 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b87a862c-d83e-410d-a61e-d8ec548ec228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.030162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Allocated IP 172.25.3.62 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/0a78fd17-aa51-441a-b38b-4b9b287ae768) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:54.037661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.046712 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-688e7fe5-9a25-45ae-87b1-0e0f0992d982 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.073169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.091923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Transition to ACTIVE for port object a187336d-4191-4bd8-8ab8-373c34fd8a1b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:54.118047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Transition to ACTIVE for port object a187336d-4191-4bd8-8ab8-373c34fd8a1b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:54.199678 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.218037 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.253969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:54.261875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:54.271630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:54.281559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-688e7fe5-9a25-45ae-87b1-0e0f0992d982 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.283896 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.303096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Pushing event updated for resources: {'Port': ['ID=a187336d-4191-4bd8-8ab8-373c34fd8a1b,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:54.317416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed5c1ff-c423-4968-84b5-ca9dca249ab1']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:54.330710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30036b0e-21ba-42ec-b98b-34a49d2daa97') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:54.331006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30036b0e-21ba-42ec-b98b-34a49d2daa97') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:54.342433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.354080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.356253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-688e7fe5-9a25-45ae-87b1-0e0f0992d982 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.388271 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.404194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:26:54.404601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:26:54.407841 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:26:54.426217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Attempting to bind port a187336d-4191-4bd8-8ab8-373c34fd8a1b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:26:54.426612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Attempting to bind port a187336d-4191-4bd8-8ab8-373c34fd8a1b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'ecc02346-5df2-4ad2-be64-09c8bd099ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:26:54.427174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Attempting to bind port a187336d-4191-4bd8-8ab8-373c34fd8a1b on network ec5859ee-ee25-4112-9192-8e10b5906c85 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:26:54.442208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:26:54.442870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Checking segment: {'id': 'ecc02346-5df2-4ad2-be64-09c8bd099ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:26:54.443503 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.444090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Bound using segment: {'id': 'ecc02346-5df2-4ad2-be64-09c8bd099ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:26:54.444801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Bound port: a187336d-4191-4bd8-8ab8-373c34fd8a1b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecc02346-5df2-4ad2-be64-09c8bd099ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:26:54.445669 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.452817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:54.462376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688e7fe5-9a25-45ae-87b1-0e0f0992d982 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec355be7-6242-468b-82de-68c0d6a21d63,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:54.467548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:54.480845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:54.486380 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-688e7fe5-9a25-45ae-87b1-0e0f0992d982 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.492406 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-688e7fe5-9a25-45ae-87b1-0e0f0992d982 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7375104 Jul 05 18:26:54.500636 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34722) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:54.506620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1533161970', 'security_groups': ['ec355be7-6242-468b-82de-68c0d6a21d63'], 'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4182a792-6c87-4194-8fa6-b15795e719ce'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:54.585604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] For port a187336d-4191-4bd8-8ab8-373c34fd8a1b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:26:54.586674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] For port a187336d-4191-4bd8-8ab8-373c34fd8a1b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a187336d-4191-4bd8-8ab8-373c34fd8a1b,segment=NetworkSegment(ecc02346-5df2-4ad2-be64-09c8bd099ffa),segment_id=ecc02346-5df2-4ad2-be64-09c8bd099ffa)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:26:54.587191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Pushing event updated for resources: {'Port': ['ID=0a78fd17-aa51-441a-b38b-4b9b287ae768,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:54.591078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d3bf4017-9d06-4b4a-ab31-a11edd0ff028 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:26:54.638769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d3bf4017-9d06-4b4a-ab31-a11edd0ff028 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:26:54.639469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d3bf4017-9d06-4b4a-ab31-a11edd0ff028 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:26:54.669451 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.783395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:54.816292 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.824976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acaf6dc-f085-412c-b33c-f901d782eff9 None None] Pushing event updated for resources: {'Port': ['ID=a187336d-4191-4bd8-8ab8-373c34fd8a1b,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:54.850977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.885271 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.891308 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] 10.222.0.30 "DELETE /v2.0/networks/2ed5c1ff-c423-4968-84b5-ca9dca249ab1 HTTP/1.1" status: 204 len: 168 time: 1.1427445 Jul 05 18:26:54.900191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b00ea4-6de1-4a9f-931f-2ccb368a5612 tempest-TestSecurityGroupsBasicOps-591065092 tempest-TestSecurityGroupsBasicOps-591065092-project] Pushing event deleted for resources: {'Network': ['ID=2ed5c1ff-c423-4968-84b5-ca9dca249ab1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:54.954345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:54.975078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port a90e1310-7997-4416-bced-fc4385a71b8f yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:26:55.166061 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:55.335814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::c1 (ec5859ee-ee25-4112-9192-8e10b5906c85/4182a792-6c87-4194-8fa6-b15795e719ce/a90e1310-7997-4416-bced-fc4385a71b8f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:55.443097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:55.447291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:55.535529 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:55.559865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object a90e1310-7997-4416-bced-fc4385a71b8f will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:55.714056 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:55.715164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34742) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:55.748568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Router a7745c52-d870-4fb5-8fa8-f6223a58985d is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:26:55.796828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:55.800513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:55.805288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:26:55.811263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:55.812020 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:55.835052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=a90e1310-7997-4416-bced-fc4385a71b8f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:55.905078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:26:55.910390 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:55.914687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c2e58d81-2e6c-444b-bdff-d4749fc5b689 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "PUT /v2.0/routers/a7745c52-d870-4fb5-8fa8-f6223a58985d HTTP/1.1" status: 200 len: 919 time: 3.3785162 Jul 05 18:26:55.914687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34746) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:55.917337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29241f-cf2a-429a-8fed-a5b974047f7a None None] Sync routers for ids ['a7745c52-d870-4fb5-8fa8-f6223a58985d'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:26:55.934020 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5aea4011-862a-4fd4-85d5-72f1a9310061 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4305859 Jul 05 18:26:55.936913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34748) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:55.943019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-78dab227-3ea6-4e1d-a628-18ce4977c760 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:55.949608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29241f-cf2a-429a-8fed-a5b974047f7a None None] Routers {'a7745c52-d870-4fb5-8fa8-f6223a58985d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:55.950361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3d29241f-cf2a-429a-8fed-a5b974047f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a7745c52-d870-4fb5-8fa8-f6223a58985d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:56.047320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3d29241f-cf2a-429a-8fed-a5b974047f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:56.078076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d29241f-cf2a-429a-8fed-a5b974047f7a None None] Routers {'a7745c52-d870-4fb5-8fa8-f6223a58985d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:26:56.078955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3d29241f-cf2a-429a-8fed-a5b974047f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a7745c52-d870-4fb5-8fa8-f6223a58985d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:56.114463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-79b2b7b7-aaf3-407c-ab2b-f96eb160a952 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9d3efd3d244b4f95a0edf198b24f263c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3980985 Jul 05 18:26:56.117922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34750) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:56.135169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3d29241f-cf2a-429a-8fed-a5b974047f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:26:56.135875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d29241f-cf2a-429a-8fed-a5b974047f7a None None] The sync data for ids ['a7745c52-d870-4fb5-8fa8-f6223a58985d'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:26:56.197294 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a31d9f87-effc-4975-b563-8de6290554a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.223585 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a31d9f87-effc-4975-b563-8de6290554a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.266118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9142a335-f174-4c0e-9037-f754c9739721 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/routers/a7745c52-d870-4fb5-8fa8-f6223a58985d HTTP/1.1" status: 200 len: 925 time: 0.3443596 Jul 05 18:26:56.266918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34756) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:56.302209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dab227-3ea6-4e1d-a628-18ce4977c760 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:56.308708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78dab227-3ea6-4e1d-a628-18ce4977c760 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.380617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1d2150-63fa-4947-a3df-29d3f68b34f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:56.380617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6f1d2150-63fa-4947-a3df-29d3f68b34f9 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=a7745c52-d870-4fb5-8fa8-f6223a58985d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0948076 Jul 05 18:26:56.380617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34758) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:56.419410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fdfedbe3-ebfd-438d-a5af-b7b208af2a55 None None] Provisioning complete for port 10a62db2-3f34-41c6-837f-4ebcbbba6127 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:56.422924 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fdfedbe3-ebfd-438d-a5af-b7b208af2a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.525580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a31d9f87-effc-4975-b563-8de6290554a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.528593 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a31d9f87-effc-4975-b563-8de6290554a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.531997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a31d9f87-effc-4975-b563-8de6290554a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2489ac1-4dd2-4407-a24a-fbd6e4dcd75a HTTP/1.1" status: 204 len: 168 time: 0.4108112 Jul 05 18:26:56.549883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34764) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:56.551461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d9f87-effc-4975-b563-8de6290554a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2489ac1-4dd2-4407-a24a-fbd6e4dcd75a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:56.556432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75690422-5b82-40cf-a700-19a5fd8ce4d0 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:56.558526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-75690422-5b82-40cf-a700-19a5fd8ce4d0 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/networks/e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 881 time: 0.1921203 Jul 05 18:26:56.567659 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.567659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fdfedbe3-ebfd-438d-a5af-b7b208af2a55 None None] Port 10a62db2-3f34-41c6-837f-4ebcbbba6127 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:56.569395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34766) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:56.589632 n-d-799524-1 neutron-server[100998]: INFO neutron.db.ipam_backend_mixin [None req-78dab227-3ea6-4e1d-a628-18ce4977c760 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4182a792-6c87-4194-8fa6-b15795e719ce (CIDR: 2001:db8::/64) Jul 05 18:26:56.641883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2d22535b-9679-46ca-8999-e62b1a56b6c7 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7745c52-d870-4fb5-8fa8-f6223a58985d HTTP/1.1" status: 200 len: 205 time: 0.0664041 Jul 05 18:26:56.645607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34770) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:56.681396 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-78dab227-3ea6-4e1d-a628-18ce4977c760 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:26:56.681887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78dab227-3ea6-4e1d-a628-18ce4977c760 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:26:56.697004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a187336d-4191-4bd8-8ab8-373c34fd8a1b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:56.725253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fdfedbe3-ebfd-438d-a5af-b7b208af2a55 None None] Provisioning for port a187336d-4191-4bd8-8ab8-373c34fd8a1b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:56.774794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da50e0d4-399a-4b18-ae8c-f615712687ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.799693 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.881835 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-78dab227-3ea6-4e1d-a628-18ce4977c760 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9435699 Jul 05 18:26:56.889554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34772) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:56.894981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:56.918468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a187336d-4191-4bd8-8ab8-373c34fd8a1b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:56.919745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.925958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a187336d-4191-4bd8-8ab8-373c34fd8a1b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:56.926401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:56.978049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-27f38057-a989-4209-a8f3-4b3a937f3f18 None None] Provisioning for port a90e1310-7997-4416-bced-fc4385a71b8f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:26:56.984918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-27f38057-a989-4209-a8f3-4b3a937f3f18 None None] Provisioning complete for port a90e1310-7997-4416-bced-fc4385a71b8f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:56.985625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-27f38057-a989-4209-a8f3-4b3a937f3f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.114940 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da50e0d4-399a-4b18-ae8c-f615712687ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.183425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-27f38057-a989-4209-a8f3-4b3a937f3f18 None None] Port a90e1310-7997-4416-bced-fc4385a71b8f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:26:57.212754 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.221238 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da50e0d4-399a-4b18-ae8c-f615712687ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.223301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Deleting port 0a78fd17-aa51-441a-b38b-4b9b287ae768 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:26:57.223840 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.268469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port a187336d-4191-4bd8-8ab8-373c34fd8a1b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a187336d-4191-4bd8-8ab8-373c34fd8a1b,segment=NetworkSegment(ecc02346-5df2-4ad2-be64-09c8bd099ffa),segment_id=ecc02346-5df2-4ad2-be64-09c8bd099ffa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:57.287441 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-da50e0d4-399a-4b18-ae8c-f615712687ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=690dce3453384d15bcb6c065f1172f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7364860 Jul 05 18:26:57.290952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34778) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:57.291491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50e0d4-399a-4b18-ae8c-f615712687ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8210a52c-04f3-42e0-b6fc-7b8b1d3bf2e5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:57.346949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.364988 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.378263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Calling delete_port for 0a78fd17-aa51-441a-b38b-4b9b287ae768 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:26:57.383401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73b7c69d-f36d-48c2-8c93-59ea096c6a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.389282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:26:57.390806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.431077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=a187336d-4191-4bd8-8ab8-373c34fd8a1b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:57.464755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73b7c69d-f36d-48c2-8c93-59ea096c6a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.639317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73b7c69d-f36d-48c2-8c93-59ea096c6a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.641816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73b7c69d-f36d-48c2-8c93-59ea096c6a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.643214 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-73b7c69d-f36d-48c2-8c93-59ea096c6a9e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8210a52c-04f3-42e0-b6fc-7b8b1d3bf2e5 HTTP/1.1" status: 204 len: 168 time: 0.3485706 Jul 05 18:26:57.654653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7c69d-f36d-48c2-8c93-59ea096c6a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8210a52c-04f3-42e0-b6fc-7b8b1d3bf2e5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:57.675618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34784) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:57.693379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.697752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3b7c63d8-b65a-44d5-a86e-425737bf2b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.727823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event deleted for resources: {'Port': ['ID=0a78fd17-aa51-441a-b38b-4b9b287ae768,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:57.816604 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.918587 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.921463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.988584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:57.994317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3b7c63d8-b65a-44d5-a86e-425737bf2b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.031752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:26:58.034836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:26:58.039579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:58.042746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.046635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587c35e9-5058-49c2-a9b6-ec2e7f94e233 None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:26:58.055926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=a7c9e911-26ea-4e99-b1ed-88830ad0557b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:58.065786 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.066623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Fanout notify agent at l3_agent the message router_deleted on router a7745c52-d870-4fb5-8fa8-f6223a58985d {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:26:58.075615 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.077693 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-addc9714-4f68-4fb6-9a95-182c9d7aaaa2 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/a7745c52-d870-4fb5-8fa8-f6223a58985d HTTP/1.1" status: 204 len: 168 time: 1.4285915 Jul 05 18:26:58.082915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34788) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:58.087970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-519217895', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:58.107334 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3b7c63d8-b65a-44d5-a86e-425737bf2b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.156077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3b7c63d8-b65a-44d5-a86e-425737bf2b4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51cb001922d14d3da3f9239dd0d86c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4795384 Jul 05 18:26:58.157940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c63d8-b65a-44d5-a86e-425737bf2b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8887dfb-1f6f-43ed-acd8-a179339174c7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:58.159684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34790) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:58.205968 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-54e3bf86-826d-48b1-9b25-400791750d1d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3150916 Jul 05 18:26:58.208867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34792) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:58.222310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1822358565', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a7c9e911-26ea-4e99-b1ed-88830ad0557b'}], 'security_groups': ['85164ea0-de07-4d71-befb-6372cf2534c7']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:26:58.230404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75615510-25f9-4c50-8873-5e69a58487ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.255334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75615510-25f9-4c50-8873-5e69a58487ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.337974 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.340269 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.352372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4cb22b-1a46-4c70-9ef5-ffa8cb738da4 None None] Update dhcp port {'port': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'fixed_ips': [{'subnet_id': '4182a792-6c87-4194-8fa6-b15795e719ce', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a7c9e911-26ea-4e99-b1ed-88830ad0557b'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'a187336d-4191-4bd8-8ab8-373c34fd8a1b'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:26:58.389652 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb22b-1a46-4c70-9ef5-ffa8cb738da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.432810 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.466908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75615510-25f9-4c50-8873-5e69a58487ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.469962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-75615510-25f9-4c50-8873-5e69a58487ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.471324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-75615510-25f9-4c50-8873-5e69a58487ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8887dfb-1f6f-43ed-acd8-a179339174c7 HTTP/1.1" status: 204 len: 168 time: 0.3105965 Jul 05 18:26:58.536567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75615510-25f9-4c50-8873-5e69a58487ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8887dfb-1f6f-43ed-acd8-a179339174c7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:58.589026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34802) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:58.619704 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.632959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a187336d-4191-4bd8-8ab8-373c34fd8a1b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:26:58.660546 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04182ec8-66a4-4702-a52e-bdb7b78ef2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.700549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-1d4cb22b-1a46-4c70-9ef5-ffa8cb738da4 None None] Allocated IP 2001:db8:0:1::2 (ec5859ee-ee25-4112-9192-8e10b5906c85/a7c9e911-26ea-4e99-b1ed-88830ad0557b/a187336d-4191-4bd8-8ab8-373c34fd8a1b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:58.880270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a187336d-4191-4bd8-8ab8-373c34fd8a1b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:26:58.883131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.892257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.924727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04182ec8-66a4-4702-a52e-bdb7b78ef2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:58.975375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1d4cb22b-1a46-4c70-9ef5-ffa8cb738da4 None None] For port a187336d-4191-4bd8-8ab8-373c34fd8a1b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a187336d-4191-4bd8-8ab8-373c34fd8a1b,segment=NetworkSegment(ecc02346-5df2-4ad2-be64-09c8bd099ffa),segment_id=ecc02346-5df2-4ad2-be64-09c8bd099ffa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:26:59.017209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04182ec8-66a4-4702-a52e-bdb7b78ef2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.025785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb22b-1a46-4c70-9ef5-ffa8cb738da4 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.077232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1d4cb22b-1a46-4c70-9ef5-ffa8cb738da4 None None] Transition to ACTIVE for port object a187336d-4191-4bd8-8ab8-373c34fd8a1b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:59.109285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-04182ec8-66a4-4702-a52e-bdb7b78ef2ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a4d109712504a9eb3aadc95936f1093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5192120 Jul 05 18:26:59.110725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04182ec8-66a4-4702-a52e-bdb7b78ef2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10ba81d-b6c3-4c66-a590-96d7a10728e8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:59.116160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34808) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:59.190163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bea92eb7-6f7a-47bb-9811-0772306fc508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.205530 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1d4cb22b-1a46-4c70-9ef5-ffa8cb738da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.230766 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bea92eb7-6f7a-47bb-9811-0772306fc508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.326928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4cb22b-1a46-4c70-9ef5-ffa8cb738da4 None None] Pushing event updated for resources: {'Port': ['ID=a187336d-4191-4bd8-8ab8-373c34fd8a1b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:26:59.374689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Delete allocated IP 2001:db8::c1 (ec5859ee-ee25-4112-9192-8e10b5906c85/4182a792-6c87-4194-8fa6-b15795e719ce) {{(pid=100997) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 18:26:59.385358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8:0:1::2b3 (ec5859ee-ee25-4112-9192-8e10b5906c85/a7c9e911-26ea-4e99-b1ed-88830ad0557b/a90e1310-7997-4416-bced-fc4385a71b8f) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:26:59.585166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34812) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:59.673361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-13431d27-323b-4081-b086-1b8e3f70507c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=730b8515b36d4cdd976cd346a3eeeb49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842149 Jul 05 18:26:59.674438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34814) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:59.685280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.736241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object a90e1310-7997-4416-bced-fc4385a71b8f will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:26:59.765195 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.808664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cf6099a-c9cd-47ff-b472-c0648063131f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.817800 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.831568 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.861965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.949240 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cf6099a-c9cd-47ff-b472-c0648063131f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.954221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] In _notify_port_updated(), no bound segment for port a90e1310-7997-4416-bced-fc4385a71b8f on network ec5859ee-ee25-4112-9192-8e10b5906c85 {{(pid=100997) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:26:59.960981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:26:59.961667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:26:59.963470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "PUT /v2.0/ports/a90e1310-7997-4416-bced-fc4385a71b8f HTTP/1.1" status: 200 len: 931 time: 1.7527738 Jul 05 18:26:59.967258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34818) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:26:59.989578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb58ac-e70c-4abb-a649-00a89e38a62e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=a90e1310-7997-4416-bced-fc4385a71b8f,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:00.023531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bea92eb7-6f7a-47bb-9811-0772306fc508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.026022 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bea92eb7-6f7a-47bb-9811-0772306fc508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.027241 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bea92eb7-6f7a-47bb-9811-0772306fc508 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d10ba81d-b6c3-4c66-a590-96d7a10728e8 HTTP/1.1" status: 204 len: 168 time: 0.9135816 Jul 05 18:27:00.076468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea92eb7-6f7a-47bb-9811-0772306fc508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10ba81d-b6c3-4c66-a590-96d7a10728e8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:00.165606 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cf6099a-c9cd-47ff-b472-c0648063131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.168636 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cf6099a-c9cd-47ff-b472-c0648063131f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.174945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0cf6099a-c9cd-47ff-b472-c0648063131f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/815d81f3-4c16-43c7-b68b-aaa37f9d0f5d HTTP/1.1" status: 204 len: 168 time: 0.4975529 Jul 05 18:27:00.188729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf6099a-c9cd-47ff-b472-c0648063131f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815d81f3-4c16-43c7-b68b-aaa37f9d0f5d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:00.216786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-cefd08a9-cc3e-438d-af07-7e3e201648a0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port a90e1310-7997-4416-bced-fc4385a71b8f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:27:00.219164 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cefd08a9-cc3e-438d-af07-7e3e201648a0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.322379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Allocated IP 172.25.3.232 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/9f279798-8654-4772-8ec8-ea0e084f1cd3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:00.400120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Provisioning for port a90e1310-7997-4416-bced-fc4385a71b8f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:00.414311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Provisioning complete for port a90e1310-7997-4416-bced-fc4385a71b8f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:00.415539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.437742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cefd08a9-cc3e-438d-af07-7e3e201648a0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.454913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-cefd08a9-cc3e-438d-af07-7e3e201648a0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for a90e1310-7997-4416-bced-fc4385a71b8f owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:27:00.523626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Port a90e1310-7997-4416-bced-fc4385a71b8f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:00.564502 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Provisioning complete for port 10a62db2-3f34-41c6-837f-4ebcbbba6127 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:00.571045 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.627731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.627900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a187336d-4191-4bd8-8ab8-373c34fd8a1b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:00.680754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Port 10a62db2-3f34-41c6-837f-4ebcbbba6127 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:00.766011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.815259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Provisioning for port a187336d-4191-4bd8-8ab8-373c34fd8a1b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:00.823272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Provisioning complete for port a187336d-4191-4bd8-8ab8-373c34fd8a1b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:00.824053 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a29a4f5e-eaee-4a13-9146-98352060b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:00.868219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event updated for resources: {'Port': ['ID=9f279798-8654-4772-8ec8-ea0e084f1cd3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:00.896024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:00.899128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:00.912709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:01.029424 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cefd08a9-cc3e-438d-af07-7e3e201648a0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.067173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b373d2e4-9487-4619-a86f-80a01fa533d2 None None] Could not find standard attr ID for object a90e1310-7997-4416-bced-fc4385a71b8f. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:27:01.107930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd08a9-cc3e-438d-af07-7e3e201648a0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=a90e1310-7997-4416-bced-fc4385a71b8f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:01.158676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cefd08a9-cc3e-438d-af07-7e3e201648a0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.164213 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cefd08a9-cc3e-438d-af07-7e3e201648a0 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/a90e1310-7997-4416-bced-fc4385a71b8f HTTP/1.1" status: 204 len: 168 time: 1.1949270 Jul 05 18:27:01.164386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34840) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:01.206441 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b95cdcf-659a-4606-a4b9-86e8b29be3af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:27:01.208597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9b95cdcf-659a-4606-a4b9-86e8b29be3af tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/a90e1310-7997-4416-bced-fc4385a71b8f HTTP/1.1" status: 404 len: 333 time: 0.0422888 Jul 05 18:27:01.215131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34842) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:01.244253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34844) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:01.266061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d661a35b-190e-4d14-a26f-833ae8b62b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.297531 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cec23619-df7c-4184-ad68-30bacc70783a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.336092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cec23619-df7c-4184-ad68-30bacc70783a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.400581 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d661a35b-190e-4d14-a26f-833ae8b62b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.490685 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cec23619-df7c-4184-ad68-30bacc70783a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.493235 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cec23619-df7c-4184-ad68-30bacc70783a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.494463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cec23619-df7c-4184-ad68-30bacc70783a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/security-groups/ec355be7-6242-468b-82de-68c0d6a21d63 HTTP/1.1" status: 204 len: 168 time: 0.2778838 Jul 05 18:27:01.497462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34846) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:01.508078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec23619-df7c-4184-ad68-30bacc70783a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec355be7-6242-468b-82de-68c0d6a21d63,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:01.513484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.574174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d661a35b-190e-4d14-a26f-833ae8b62b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.609337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34852) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:01.609684 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d661a35b-190e-4d14-a26f-833ae8b62b8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc2f62c867414852a9569ca349ed438b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3635764 Jul 05 18:27:01.683496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb7801dd-054c-4ded-b457-4bec965762db tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.693422 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-978f6c2e-f4c4-4d0a-be06-f7ee770a6f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.726257 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-978f6c2e-f4c4-4d0a-be06-f7ee770a6f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.751437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661a35b-190e-4d14-a26f-833ae8b62b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efa7b53-f0ee-4311-9072-b7ff31ccc38c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:01.794370 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb7801dd-054c-4ded-b457-4bec965762db tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.880031 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-978f6c2e-f4c4-4d0a-be06-f7ee770a6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.886392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-978f6c2e-f4c4-4d0a-be06-f7ee770a6f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.887789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-978f6c2e-f4c4-4d0a-be06-f7ee770a6f3b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6efa7b53-f0ee-4311-9072-b7ff31ccc38c HTTP/1.1" status: 204 len: 168 time: 0.2774196 Jul 05 18:27:01.922835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f6c2e-f4c4-4d0a-be06-f7ee770a6f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efa7b53-f0ee-4311-9072-b7ff31ccc38c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:01.956666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34862) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:01.988364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb7801dd-054c-4ded-b457-4bec965762db tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.991041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb7801dd-054c-4ded-b457-4bec965762db tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:01.993509 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eb7801dd-054c-4ded-b457-4bec965762db tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/security-groups/85164ea0-de07-4d71-befb-6372cf2534c7 HTTP/1.1" status: 204 len: 168 time: 0.4950776 Jul 05 18:27:01.998779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34866) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:02.014776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:02.019887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7801dd-054c-4ded-b457-4bec965762db tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85164ea0-de07-4d71-befb-6372cf2534c7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:02.239489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1126708716-network', 'tenant_id': '2e5e580f78ba402ca7859218eb226810'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:02.266412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-34dc9eff-06b9-4e3b-8062-5484d5946e72 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet 4182a792-6c87-4194-8fa6-b15795e719ce {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:27:02.272378 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34dc9eff-06b9-4e3b-8062-5484d5946e72 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:02.300993 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Router dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:27:02.333251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34dc9eff-06b9-4e3b-8062-5484d5946e72 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:02.432438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:02.443353 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074dd61-4502-4939-95cc-1cc08a1c5990 None None] Sync routers for ids ['dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:02.454602 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074dd61-4502-4939-95cc-1cc08a1c5990 None None] Routers {'dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:02.455547 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9074dd61-4502-4939-95cc-1cc08a1c5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:02.488273 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9074dd61-4502-4939-95cc-1cc08a1c5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:02.499062 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9074dd61-4502-4939-95cc-1cc08a1c5990 None None] Routers {'dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:02.499875 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9074dd61-4502-4939-95cc-1cc08a1c5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:02.547060 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9074dd61-4502-4939-95cc-1cc08a1c5990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:02.547959 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9074dd61-4502-4939-95cc-1cc08a1c5990 None None] The sync data for ids ['dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:02.593613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:02.595482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e37d3c55-cbe3-4845-acf8-e2f36c74ac7c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.5112054 Jul 05 18:27:02.598428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34872) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:02.604575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:02.785129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Made reservation on behalf of 2e5e580f78ba402ca7859218eb226810 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:02.787508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:02.793768 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34dc9eff-06b9-4e3b-8062-5484d5946e72 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:02.818588 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:02.958481 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:02.973049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34dc9eff-06b9-4e3b-8062-5484d5946e72 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.010962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc9eff-06b9-4e3b-8062-5484d5946e72 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=4182a792-6c87-4194-8fa6-b15795e719ce,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:03.013176 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34dc9eff-06b9-4e3b-8062-5484d5946e72 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.015156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-34dc9eff-06b9-4e3b-8062-5484d5946e72 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/4182a792-6c87-4194-8fa6-b15795e719ce HTTP/1.1" status: 204 len: 168 time: 1.0168753 Jul 05 18:27:03.021802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34884) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:03.026795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25c63b7-8600-4d5f-bf15-fff79e48156d None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:03.031962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:03.036973 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.081857 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.198255 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.230264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:27:03.279255 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.280254 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Added segment 00478b83-acc7-463d-b28a-5beb757dfe12 of type vlan for network e092d9d7-7f60-4806-a54c-997bb20ca6b5 Jul 05 18:27:03.282425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0350f675-b114-4c97-9290-5ac8ac1d7885,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:03.299525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Deleting port 9f279798-8654-4772-8ec8-ea0e084f1cd3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:27:03.299905 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.313593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:03.317329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.383203 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.478908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.500505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Calling delete_port for 9f279798-8654-4772-8ec8-ea0e084f1cd3 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:27:03.559577 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.560871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:03.561680 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:03.686622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7306862 Jul 05 18:27:03.696273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34904) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:03.722320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Request body: {'subnet': {'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1126708716-subnet', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:03.744265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0d2e9-3874-4fb5-a56d-823d73056c34 admin admin] Pushing event updated for resources: {'Network': ['ID=e092d9d7-7f60-4806-a54c-997bb20ca6b5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:03.756500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e092d9d7-7f60-4806-a54c-997bb20ca6b5 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:27:03.869652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Made reservation on behalf of 2e5e580f78ba402ca7859218eb226810 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:03.874306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.034343 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.106257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:04.109497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:04.113981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:04.114733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.123104 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.135354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:04.169541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Pushing event deleted for resources: {'Port': ['ID=9f279798-8654-4772-8ec8-ea0e084f1cd3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:04.173930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291bd7a0-941f-4a4d-8b82-7ce2703d9f21 None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:04.257165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ac4eb125-076e-431e-872f-91475477a224 None None] Provisioning complete for port 10a62db2-3f34-41c6-837f-4ebcbbba6127 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:04.258679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb125-076e-431e-872f-91475477a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.265278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.325956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ac4eb125-076e-431e-872f-91475477a224 None None] Port 10a62db2-3f34-41c6-837f-4ebcbbba6127 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:04.382829 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.423375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ac4eb125-076e-431e-872f-91475477a224 None None] Provisioning complete for port a187336d-4191-4bd8-8ab8-373c34fd8a1b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:04.423814 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac4eb125-076e-431e-872f-91475477a224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.439701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6079bed4-a839-46d4-9310-3d8eba064651,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:04.455360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Checking segment: {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:04.455947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Network hostable DHCP agents. Network: e092d9d7-7f60-4806-a54c-997bb20ca6b5, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:27:04.482181 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d3f75812-f260-427a-b55c-5aa16dd14db5 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4546103 Jul 05 18:27:04.483243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34914) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:04.489022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-acf0ab6b-9940-42df-9347-171fbcd8970e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'security_group': {'name': 'tempest-secgroup-1529307395'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:04.573925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.577778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3674874', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3674849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3672875'] for router, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.593778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Network e092d9d7-7f60-4806-a54c-997bb20ca6b5 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:27:04.628213 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acf0ab6b-9940-42df-9347-171fbcd8970e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.734355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedebf96-61dc-4b95-8bf5-d33774eb2ee3 None None] Update dhcp port {'port': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'fixed_ips': [{'subnet_id': 'a7c9e911-26ea-4e99-b1ed-88830ad0557b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'a187336d-4191-4bd8-8ab8-373c34fd8a1b'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:27:04.752643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e092d9d7-7f60-4806-a54c-997bb20ca6b5) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:04.776499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:04.777566 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.778289 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cedebf96-61dc-4b95-8bf5-d33774eb2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.795181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb98b00c-bc19-480f-9c8b-926e37212a9f None None] Network e092d9d7-7f60-4806-a54c-997bb20ca6b5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:04.889131 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acf0ab6b-9940-42df-9347-171fbcd8970e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:04.972352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acf0ab6b-9940-42df-9347-171fbcd8970e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.079990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ee3a3a05-72b1-40d9-a44a-16b34ff33cb4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3823903 Jul 05 18:27:05.081141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf0ab6b-9940-42df-9347-171fbcd8970e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe500c2-372b-41ef-9933-0a9770e7ea4b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:05.083180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34930) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:05.107017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:05.175109 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acf0ab6b-9940-42df-9347-171fbcd8970e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.179590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-acf0ab6b-9940-42df-9347-171fbcd8970e tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6943462 Jul 05 18:27:05.180868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34932) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:05.186976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a8ac534c-b2d4-4c2d-9a5f-39a6380aca21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'security_group': {'name': 'tempest-secgroup-223017245'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:05.208279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:27:05.217390 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.228529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-cedebf96-61dc-4b95-8bf5-d33774eb2ee3 None None] Allocated IP 2001:db8::2 (ec5859ee-ee25-4112-9192-8e10b5906c85/149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8/a187336d-4191-4bd8-8ab8-373c34fd8a1b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:05.254455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Router dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:05.343866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:05.356147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.356147 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e7b53599-4664-4b8a-baa9-cdc1fb4d1870 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "PUT /v2.0/routers/dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 HTTP/1.1" status: 200 len: 709 time: 2.7534850 Jul 05 18:27:05.357511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34936) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:05.365025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aff46e-4703-474a-a638-6095ecfc6e97 None None] Sync routers for ids ['dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:05.399911 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.401338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.426609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aff46e-4703-474a-a638-6095ecfc6e97 None None] Routers {'dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:05.434954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35aff46e-4703-474a-a638-6095ecfc6e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:05.453173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8a9aa489-3f60-4eb3-8a84-e0d5691b66b4 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/routers/dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 HTTP/1.1" status: 200 len: 744 time: 0.0961351 Jul 05 18:27:05.455942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34938) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:05.475575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35aff46e-4703-474a-a638-6095ecfc6e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:05.479658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cedebf96-61dc-4b95-8bf5-d33774eb2ee3 None None] For port a187336d-4191-4bd8-8ab8-373c34fd8a1b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a187336d-4191-4bd8-8ab8-373c34fd8a1b,segment=NetworkSegment(ecc02346-5df2-4ad2-be64-09c8bd099ffa),segment_id=ecc02346-5df2-4ad2-be64-09c8bd099ffa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:05.509260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7c43412e-906f-40fd-bd59-9f104c7ea7b1 tempest-RoutersIpV6AdminTest-897148946 tempest-RoutersIpV6AdminTest-897148946-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&device_id=dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 HTTP/1.1" status: 200 len: 205 time: 0.0521543 Jul 05 18:27:05.509820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aff46e-4703-474a-a638-6095ecfc6e97 None None] Routers {'dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:05.510466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35aff46e-4703-474a-a638-6095ecfc6e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:05.512084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34942) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:05.517314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Allocated IP 172.20.0.2 (e092d9d7-7f60-4806-a54c-997bb20ca6b5/6079bed4-a839-46d4-9310-3d8eba064651/ea92e036-3a4c-4c5e-96f6-8a055392dc93) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:05.568675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-b2d4-4c2d-9a5f-39a6380aca21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.572314 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.575079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-439cdf35-7316-45e5-ad38-819fdb58a9b7 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 HTTP/1.1" status: 200 len: 205 time: 0.0619991 Jul 05 18:27:05.580810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34946) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:05.589753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-35aff46e-4703-474a-a638-6095ecfc6e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:05.590689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35aff46e-4703-474a-a638-6095ecfc6e97 None None] The sync data for ids ['dab92a2a-63e1-49fe-b152-6b6c8c8d16e7'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:05.598697 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cedebf96-61dc-4b95-8bf5-d33774eb2ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.674311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cedebf96-61dc-4b95-8bf5-d33774eb2ee3 None None] Transition to ACTIVE for port object a187336d-4191-4bd8-8ab8-373c34fd8a1b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:05.773259 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cedebf96-61dc-4b95-8bf5-d33774eb2ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.807969 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6823397e-51f2-4e7e-b977-25ffafbc9d2c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.877664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:05.906318 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-b2d4-4c2d-9a5f-39a6380aca21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.021526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-b2d4-4c2d-9a5f-39a6380aca21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.129143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedebf96-61dc-4b95-8bf5-d33774eb2ee3 None None] Pushing event updated for resources: {'Port': ['ID=a187336d-4191-4bd8-8ab8-373c34fd8a1b,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:06.134054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac534c-b2d4-4c2d-9a5f-39a6380aca21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cca5fa7-c9b1-48d4-be93-8f3cfe61760e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:06.144191 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.155925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Transition to ACTIVE for port object ea92e036-3a4c-4c5e-96f6-8a055392dc93 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:06.176249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Transition to ACTIVE for port object ea92e036-3a4c-4c5e-96f6-8a055392dc93 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:06.191895 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a8ac534c-b2d4-4c2d-9a5f-39a6380aca21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.194657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a8ac534c-b2d4-4c2d-9a5f-39a6380aca21 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0098362 Jul 05 18:27:06.197163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34956) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:06.209547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-69a6713c-0368-451b-9c13-05e062c528ef tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'security_group': {'name': 'tempest-secgroup-1579668762'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:06.251734 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.316587 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.378482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6823397e-51f2-4e7e-b977-25ffafbc9d2c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.384793 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6823397e-51f2-4e7e-b977-25ffafbc9d2c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.392412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Network e092d9d7-7f60-4806-a54c-997bb20ca6b5 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:06.395948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:06.401220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:06.497113 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69a6713c-0368-451b-9c13-05e062c528ef tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.510901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Pushing event updated for resources: {'Port': ['ID=ea92e036-3a4c-4c5e-96f6-8a055392dc93,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:06.609439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6823397e-51f2-4e7e-b977-25ffafbc9d2c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.610570 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6823397e-51f2-4e7e-b977-25ffafbc9d2c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Fanout notify agent at l3_agent the message router_deleted on router dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:27:06.614772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Attempting to bind port ea92e036-3a4c-4c5e-96f6-8a055392dc93 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:06.617180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Attempting to bind port ea92e036-3a4c-4c5e-96f6-8a055392dc93 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:06.617180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Attempting to bind port ea92e036-3a4c-4c5e-96f6-8a055392dc93 on network e092d9d7-7f60-4806-a54c-997bb20ca6b5 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:06.629951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6823397e-51f2-4e7e-b977-25ffafbc9d2c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.639097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34960) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:06.640715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6823397e-51f2-4e7e-b977-25ffafbc9d2c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 HTTP/1.1" status: 204 len: 168 time: 1.0586996 Jul 05 18:27:06.646313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:06.646313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Checking segment: {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:06.646313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.646313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Bound using segment: {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:06.646313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Bound port: ea92e036-3a4c-4c5e-96f6-8a055392dc93, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:06.646313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.684787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-819ea745-a61b-4b3e-9821-15acb6bc2e3c tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 HTTP/1.1" status: 200 len: 205 time: 0.0442331 Jul 05 18:27:06.688403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34962) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:06.729468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a187336d-4191-4bd8-8ab8-373c34fd8a1b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:06.803601 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.809725 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-35514d99-4c11-4531-a9c6-c094b852d895 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] delete failed (client error): The resource could not be found. Jul 05 18:27:06.810972 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-35514d99-4c11-4531-a9c6-c094b852d895 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/dab92a2a-63e1-49fe-b152-6b6c8c8d16e7 HTTP/1.1" status: 404 len: 336 time: 0.1203630 Jul 05 18:27:06.813611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34964) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:06.865612 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:06.891106 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-63fa6c49-e43a-4a5a-b0c3-34dd7ffb115a tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7745c52-d870-4fb5-8fa8-f6223a58985d HTTP/1.1" status: 200 len: 205 time: 0.0761983 Jul 05 18:27:06.894671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34966) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:06.944414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] For port ea92e036-3a4c-4c5e-96f6-8a055392dc93, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:06.949210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] For port ea92e036-3a4c-4c5e-96f6-8a055392dc93, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea92e036-3a4c-4c5e-96f6-8a055392dc93,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:07.034122 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:07.035899 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-92d7056d-83dd-4a2c-b2b9-a2a8d0868681 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] delete failed (client error): The resource could not be found. Jul 05 18:27:07.037048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-92d7056d-83dd-4a2c-b2b9-a2a8d0868681 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/a7745c52-d870-4fb5-8fa8-f6223a58985d HTTP/1.1" status: 404 len: 336 time: 0.1399596 Jul 05 18:27:07.040827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34970) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.092880 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-19ddad76-36ef-4279-a4fb-d2d366e13c97 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8f31f9a-9195-4a2f-9c75-b4e6c478d867 HTTP/1.1" status: 200 len: 205 time: 0.0506957 Jul 05 18:27:07.096161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34972) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.151241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b14fa22-b958-4494-8d79-ff57157c3686 None None] Pushing event updated for resources: {'Port': ['ID=ea92e036-3a4c-4c5e-96f6-8a055392dc93,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:07.171887 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69a6713c-0368-451b-9c13-05e062c528ef tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:07.202842 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-e0acddf7-8994-417f-8afe-e19e6a64d539 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] delete failed (client error): The resource could not be found. Jul 05 18:27:07.202842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e0acddf7-8994-417f-8afe-e19e6a64d539 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/a8f31f9a-9195-4a2f-9c75-b4e6c478d867 HTTP/1.1" status: 404 len: 336 time: 0.0972841 Jul 05 18:27:07.202842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34978) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.250170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b702c8af-0372-417c-bdd6-547a0786d502 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=f235efa7-010f-48d2-a9a5-84173173d8ee HTTP/1.1" status: 200 len: 205 time: 0.0509758 Jul 05 18:27:07.253160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34980) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.264002 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69a6713c-0368-451b-9c13-05e062c528ef tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:07.319245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Allocated IP 172.25.3.248 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/99846884-2b19-4957-97b2-7fbfdc61d2a9) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:07.343336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6713c-0368-451b-9c13-05e062c528ef tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d81a0f7-86ce-47ab-ac41-9e588805f0ba,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:07.362197 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-1fd9d67b-1059-4be1-ac3d-7eadf7f44a87 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] delete failed (client error): The resource could not be found. Jul 05 18:27:07.363293 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1fd9d67b-1059-4be1-ac3d-7eadf7f44a87 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/f235efa7-010f-48d2-a9a5-84173173d8ee HTTP/1.1" status: 404 len: 336 time: 0.1077142 Jul 05 18:27:07.367225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34984) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.382407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a0552c4c-2181-40e9-9a03-74409455ac70 None None] Provisioning complete for port 10a62db2-3f34-41c6-837f-4ebcbbba6127 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:07.382407 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0552c4c-2181-40e9-9a03-74409455ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:07.435481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-69a6713c-0368-451b-9c13-05e062c528ef tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:07.439918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 34986) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.441541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-69a6713c-0368-451b-9c13-05e062c528ef tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2375059 Jul 05 18:27:07.453851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-415410689', 'security_groups': ['4d81a0f7-86ce-47ab-ac41-9e588805f0ba'], 'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:07.469135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ab5b91aa-5817-4d14-a2a4-a8ca065a5688 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=26fb2971-54a5-4904-aabe-d60a5b6151a3 HTTP/1.1" status: 200 len: 205 time: 0.1004953 Jul 05 18:27:07.471691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34988) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.521186 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-857ada46-dc0e-4431-a775-53525111faa5 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] delete failed (client error): The resource could not be found. Jul 05 18:27:07.526455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-857ada46-dc0e-4431-a775-53525111faa5 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/26fb2971-54a5-4904-aabe-d60a5b6151a3 HTTP/1.1" status: 404 len: 336 time: 0.0495663 Jul 05 18:27:07.527245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a0552c4c-2181-40e9-9a03-74409455ac70 None None] Port 10a62db2-3f34-41c6-837f-4ebcbbba6127 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:07.528663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34990) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.586338 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-881f3294-d803-4984-9b4d-4851d4d7e13a tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a7b598-68e4-4f5d-be35-64eadc1d3269 HTTP/1.1" status: 200 len: 205 time: 0.0514066 Jul 05 18:27:07.589498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34992) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.632029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a0552c4c-2181-40e9-9a03-74409455ac70 None None] Provisioning for port a187336d-4191-4bd8-8ab8-373c34fd8a1b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:07.647916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a0552c4c-2181-40e9-9a03-74409455ac70 None None] Provisioning complete for port a187336d-4191-4bd8-8ab8-373c34fd8a1b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:07.648513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0552c4c-2181-40e9-9a03-74409455ac70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:07.787872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:07.805045 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-29db80cb-37b0-4701-94e5-7d011b54ca00 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] delete failed (client error): The resource could not be found. Jul 05 18:27:07.809505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-29db80cb-37b0-4701-94e5-7d011b54ca00 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/routers/b8a7b598-68e4-4f5d-be35-64eadc1d3269 HTTP/1.1" status: 404 len: 336 time: 0.2188938 Jul 05 18:27:07.811871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 34996) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:07.815312 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:07.879632 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-473a86a1-152c-49d2-9f5a-1732d18c2287 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:07.879945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473a86a1-152c-49d2-9f5a-1732d18c2287 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:07.889257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-473a86a1-152c-49d2-9f5a-1732d18c2287 tempest-RoutersIpV6AdminTest-1273149281 tempest-RoutersIpV6AdminTest-1273149281-project] 10.222.0.30 "DELETE /v2.0/subnets/71dd1c3b-8216-4135-b957-13982ee64fd4 HTTP/1.1" status: 404 len: 337 time: 0.0710180 Jul 05 18:27:08.003902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:08.047901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] device_id is not set on port 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:27:08.062982 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:08.139998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:08.144227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:08.151774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:08.264732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Pushing event updated for resources: {'Port': ['ID=99846884-2b19-4957-97b2-7fbfdc61d2a9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:08.433446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8::393 (ec5859ee-ee25-4112-9192-8e10b5906c85/149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8/67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:08.658582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea92e036-3a4c-4c5e-96f6-8a055392dc93 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:08.660158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35008) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:08.769765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:08.771548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:08.792158 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:08.833726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port ea92e036-3a4c-4c5e-96f6-8a055392dc93 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:08.912093 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-223d1604-8cd4-4136-af6b-11f92b34130e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.017121 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89019137-3dcd-4da4-bad5-717276fd1712 None None] Network e092d9d7-7f60-4806-a54c-997bb20ca6b5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:09.018077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.070282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:09.076230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:09.089764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:09.090510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:09.091231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.100901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-223d1604-8cd4-4136-af6b-11f92b34130e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.107475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.108082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e875293b-0005-48af-8d9b-e75d02f53de1 None None] Provisioning for port ea92e036-3a4c-4c5e-96f6-8a055392dc93 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:09.118167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e875293b-0005-48af-8d9b-e75d02f53de1 None None] Provisioning complete for port ea92e036-3a4c-4c5e-96f6-8a055392dc93 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:09.118167 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e875293b-0005-48af-8d9b-e75d02f53de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.118752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:09.165196 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-223d1604-8cd4-4136-af6b-11f92b34130e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.220282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d1604-8cd4-4136-af6b-11f92b34130e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18941bc7-b6f5-48a8-9915-a653ba751891,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:09.247302 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-223d1604-8cd4-4136-af6b-11f92b34130e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e43a43bdee944e391fec0212edeb76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5834260 Jul 05 18:27:09.249801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35016) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:09.253539 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0c763840-a6f4-486b-a88b-db8877ab61d9 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8123062 Jul 05 18:27:09.258736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35018) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:09.269941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-280060bc-7d54-451e-b3cb-6222522cb994 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:09.304831 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e875293b-0005-48af-8d9b-e75d02f53de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.389649 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e875293b-0005-48af-8d9b-e75d02f53de1 None None] For port ea92e036-3a4c-4c5e-96f6-8a055392dc93, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea92e036-3a4c-4c5e-96f6-8a055392dc93,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:09.416799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.465780 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e875293b-0005-48af-8d9b-e75d02f53de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.542129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280060bc-7d54-451e-b3cb-6222522cb994 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:09.545840 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-280060bc-7d54-451e-b3cb-6222522cb994 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.595670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875293b-0005-48af-8d9b-e75d02f53de1 None None] Pushing event updated for resources: {'Port': ['ID=ea92e036-3a4c-4c5e-96f6-8a055392dc93,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:09.685017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fbbfe123-6ea1-4068-bf8d-505db6eb69de None None] Provisioning for port 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:09.690292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fbbfe123-6ea1-4068-bf8d-505db6eb69de None None] Provisioning complete for port 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:09.691144 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fbbfe123-6ea1-4068-bf8d-505db6eb69de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.740506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fbbfe123-6ea1-4068-bf8d-505db6eb69de None None] Port 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:09.760932 n-d-799524-1 neutron-server[100998]: INFO neutron.db.ipam_backend_mixin [None req-280060bc-7d54-451e-b3cb-6222522cb994 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8 (CIDR: 2001:db8::/64) Jul 05 18:27:09.811826 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-280060bc-7d54-451e-b3cb-6222522cb994 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:27:09.816601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280060bc-7d54-451e-b3cb-6222522cb994 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:09.868225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6f16a039-09ac-47b9-a314-7d79f6b4c50d None None] Provisioning complete for port ea92e036-3a4c-4c5e-96f6-8a055392dc93 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:09.868646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6f16a039-09ac-47b9-a314-7d79f6b4c50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:09.881475 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-280060bc-7d54-451e-b3cb-6222522cb994 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6180701 Jul 05 18:27:09.886400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35036) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:09.892347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-93b47bb2-89e5-4a13-948e-e269ef8372b2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:10.023652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Router 7a2df39b-ab56-46c9-a03e-8e522f61e464 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:27:10.049600 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:10.199097 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b47bb2-89e5-4a13-948e-e269ef8372b2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:10.202827 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93b47bb2-89e5-4a13-948e-e269ef8372b2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:10.205997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:10.218518 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Sync routers for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:10.229682 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:10.230431 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:10.293025 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:10.299805 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:10.303734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/18941bc7-b6f5-48a8-9915-a653ba751891 HTTP/1.1" status: 204 len: 168 time: 1.0518253 Jul 05 18:27:10.331402 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:10.334288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ca8e7fe0-819d-4510-8161-f2d735f3c83a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2496855 Jul 05 18:27:10.337924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18941bc7-b6f5-48a8-9915-a653ba751891,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:10.343291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35044) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:10.344954 n-d-799524-1 neutron-server[100998]: INFO neutron.db.ipam_backend_mixin [None req-93b47bb2-89e5-4a13-948e-e269ef8372b2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a7c9e911-26ea-4e99-b1ed-88830ad0557b (CIDR: 2001:db8:0:1::/64) Jul 05 18:27:10.394825 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b47bb2-89e5-4a13-948e-e269ef8372b2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 18:27:10.397729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93b47bb2-89e5-4a13-948e-e269ef8372b2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:10.416991 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:10.477924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-93b47bb2-89e5-4a13-948e-e269ef8372b2 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5899496 Jul 05 18:27:10.478599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35046) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:10.484666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'subnet': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:10.608776 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.617422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.619148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.619746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.622121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.622764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.623336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.623894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.632812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.633480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.634818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.638112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea92e036-3a4c-4c5e-96f6-8a055392dc93 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:10.638272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea8f713a-c9b7-4ccc-80ad-af0090c1676b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:10.794361 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:08Z', 'revision_number': 3, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:10.800010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ea92e036-3a4c-4c5e-96f6-8a055392dc93 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:10.800492 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:10.810659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Made reservation on behalf of 26c1326229744f09bc49f62e8a455b34 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:10.816559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:10.834054 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Checking router: 7a2df39b-ab56-46c9-a03e-8e522f61e464 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:27:10.834545 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Updating router 7a2df39b-ab56-46c9-a03e-8e522f61e464 port 99846884-2b19-4957-97b2-7fbfdc61d2a9 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:27:10.899717 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:11.296548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35058) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:11.456872 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:11.512323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Network ec5859ee-ee25-4112-9192-8e10b5906c85 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:11.515922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:11.525654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:11.526270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:11.526399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0c30d1fc-b584-443e-8c59-396d1555a82f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=241322b6ca794956ac71c9a44f4ba12d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2261505 Jul 05 18:27:11.527710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35064) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:11.530593 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9919587a-b23f-4473-8410-06417d114ae6 None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:11.545323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Subnet': ['ID=d722c7ce-443d-4930-b5d7-730711359a1c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:11.561727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:11.637708 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:11.661710 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Transition to ACTIVE for port object 99846884-2b19-4957-97b2-7fbfdc61d2a9 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:11.686299 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6d9a3b21-75a7-416a-95a7-785965c93684 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2064912 Jul 05 18:27:11.686848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35066) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:11.692038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-210800572', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd722c7ce-443d-4930-b5d7-730711359a1c'}], 'security_groups': ['dfe500c2-372b-41ef-9933-0a9770e7ea4b', '5cca5fa7-c9b1-48d4-be93-8f3cfe61760e']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:11.700033 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4b9e-1323-4036-a0fc-57d3e60d0ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:11.822061 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:11.880845 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4b9e-1323-4036-a0fc-57d3e60d0ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:11.937252 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:11.980132 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Pushing event updated for resources: {'Port': ['ID=99846884-2b19-4957-97b2-7fbfdc61d2a9,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:12.005209 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Attempting to bind port 99846884-2b19-4957-97b2-7fbfdc61d2a9 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:12.005822 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Attempting to bind port 99846884-2b19-4957-97b2-7fbfdc61d2a9 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:12.007674 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Attempting to bind port 99846884-2b19-4957-97b2-7fbfdc61d2a9 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:12.019942 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.020215 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.022527 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.022922 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.023263 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.023599 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.023930 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.027458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a494e3-1048-49f3-a89f-8385802992bd None None] Update dhcp port {'port': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'fixed_ips': [{'subnet_id': 'a7c9e911-26ea-4e99-b1ed-88830ad0557b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd722c7ce-443d-4930-b5d7-730711359a1c'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'a187336d-4191-4bd8-8ab8-373c34fd8a1b'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:27:12.028829 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.029231 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.029587 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.029905 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.030236 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:12.053232 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:12.053610 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:12.056452 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:12.056872 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:12.057376 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Bound port: 99846884-2b19-4957-97b2-7fbfdc61d2a9, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:12.057760 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:12.103853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Allocated IP 172.20.0.1 (e092d9d7-7f60-4806-a54c-997bb20ca6b5/6079bed4-a839-46d4-9310-3d8eba064651/4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:12.137986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39a494e3-1048-49f3-a89f-8385802992bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:12.172925 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] For port 99846884-2b19-4957-97b2-7fbfdc61d2a9, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:12.179972 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] For port 99846884-2b19-4957-97b2-7fbfdc61d2a9, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=99846884-2b19-4957-97b2-7fbfdc61d2a9,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:12.201336 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4b9e-1323-4036-a0fc-57d3e60d0ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:12.203804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d1eb4b9e-1323-4036-a0fc-57d3e60d0ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:12.204967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d1eb4b9e-1323-4036-a0fc-57d3e60d0ddc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/522ad4ba-0149-465b-97a9-ae1086b7bd42 HTTP/1.1" status: 204 len: 168 time: 0.6690004 Jul 05 18:27:12.243160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb4b9e-1323-4036-a0fc-57d3e60d0ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522ad4ba-0149-465b-97a9-ae1086b7bd42,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:12.258026 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:12.353543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:12.389744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Transition to ACTIVE for port object 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:12.565779 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:12.566959 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:12.570035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:12.623814 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef24327-a22c-449a-85e5-97f45abd9590 None None] Pushing event updated for resources: {'Port': ['ID=99846884-2b19-4957-97b2-7fbfdc61d2a9,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:12.632509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-39a494e3-1048-49f3-a89f-8385802992bd None None] Allocated IP 2001:db8:0:2::2 (ec5859ee-ee25-4112-9192-8e10b5906c85/d722c7ce-443d-4930-b5d7-730711359a1c/a187336d-4191-4bd8-8ab8-373c34fd8a1b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:12.694148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Network e092d9d7-7f60-4806-a54c-997bb20ca6b5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:12.697465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:12.711721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:12.742502 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:12.782199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Pushing event updated for resources: {'Port': ['ID=4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:12.809199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:12.897486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-39a494e3-1048-49f3-a89f-8385802992bd None None] For port a187336d-4191-4bd8-8ab8-373c34fd8a1b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a187336d-4191-4bd8-8ab8-373c34fd8a1b,segment=NetworkSegment(ecc02346-5df2-4ad2-be64-09c8bd099ffa),segment_id=ecc02346-5df2-4ad2-be64-09c8bd099ffa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:12.993570 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39a494e3-1048-49f3-a89f-8385802992bd None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:13.020076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-39a494e3-1048-49f3-a89f-8385802992bd None None] Transition to ACTIVE for port object a187336d-4191-4bd8-8ab8-373c34fd8a1b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:13.088945 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-39a494e3-1048-49f3-a89f-8385802992bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:13.096900 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:08Z', 'revision_number': 3, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:13.174093 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e1a18d3-314f-435b-abea-e67c8f0a5e92 None None] The sync data for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 is: [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:08Z', 'revision_number': 3, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:13.277288 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:13.384473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Delete allocated IP 2001:db8::393 (ec5859ee-ee25-4112-9192-8e10b5906c85/149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8) {{(pid=100998) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 18:27:13.404854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Allocated IP 2001:db8:0:2::64 (ec5859ee-ee25-4112-9192-8e10b5906c85/d722c7ce-443d-4930-b5d7-730711359a1c/67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:13.446826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a494e3-1048-49f3-a89f-8385802992bd None None] Pushing event updated for resources: {'Port': ['ID=a187336d-4191-4bd8-8ab8-373c34fd8a1b,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:13.514192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8208a92f-34dc-4a90-805e-1be8cf474b06 None None] Provisioning for port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:13.519201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8208a92f-34dc-4a90-805e-1be8cf474b06 None None] Provisioning complete for port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:13.519847 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8208a92f-34dc-4a90-805e-1be8cf474b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:13.617413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-8208a92f-34dc-4a90-805e-1be8cf474b06 None None] Port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:13.809984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:13.817208 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:13.837007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Transition to ACTIVE for port object 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:13.904409 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:13.934998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:14.063095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35102) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:14.115383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event updated for resources: {'Port': ['ID=67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:14.127834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] In _notify_port_updated(), no bound segment for port 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 on network ec5859ee-ee25-4112-9192-8e10b5906c85 {{(pid=100998) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 18:27:14.127834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:14.127834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:14.132525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-abd832bf-1378-41d2-a00f-b6431d417d65 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "PUT /v2.0/ports/67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 HTTP/1.1" status: 200 len: 968 time: 2.4440553 Jul 05 18:27:14.133307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35110) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:14.181512 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:14.183928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Pushing event updated for resources: {'Port': ['ID=4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:14.395764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35112) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:14.477777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-700291cf-d783-43fa-b1da-d19fbc2e8a0a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:27:14.478118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-700291cf-d783-43fa-b1da-d19fbc2e8a0a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:14.539118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Network e092d9d7-7f60-4806-a54c-997bb20ca6b5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:14.557993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:14.603538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Provisioning complete for port 10a62db2-3f34-41c6-837f-4ebcbbba6127 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:14.604495 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:14.739734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Port 10a62db2-3f34-41c6-837f-4ebcbbba6127 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:14.758943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1937675344'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:14.904422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99846884-2b19-4957-97b2-7fbfdc61d2a9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:14.908842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Provisioning for port a187336d-4191-4bd8-8ab8-373c34fd8a1b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:14.999834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Made reservation on behalf of 87aabb8de67146d584187c7354c3d16e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:15.009092 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.017379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aef3dea5-510f-409f-936f-87f79ba62d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.022179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Provisioning complete for port a187336d-4191-4bd8-8ab8-373c34fd8a1b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:15.025012 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.049860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.053769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-700291cf-d783-43fa-b1da-d19fbc2e8a0a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.133630 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-700291cf-d783-43fa-b1da-d19fbc2e8a0a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:27:15.164208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Router 7a2df39b-ab56-46c9-a03e-8e522f61e464 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:15.370647 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.377661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:15.390608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9fe18484-0ef8-443e-93e4-216d00cd313f admin admin] 10.222.0.30 "PUT /v2.0/routers/7a2df39b-ab56-46c9-a03e-8e522f61e464/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0377562 Jul 05 18:27:15.433557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 99846884-2b19-4957-97b2-7fbfdc61d2a9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:15.448620 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Provisioning for port 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:15.458143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 99846884-2b19-4957-97b2-7fbfdc61d2a9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:15.458927 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.462517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Provisioning complete for port 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:15.464251 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.551375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aef3dea5-510f-409f-936f-87f79ba62d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.591632 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.622764 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aef3dea5-510f-409f-936f-87f79ba62d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.697605 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-700291cf-d783-43fa-b1da-d19fbc2e8a0a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.702020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fed9aa16-657b-4087-b2c1-9af630a7dfe1 None None] Port 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:15.712928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aef3dea5-510f-409f-936f-87f79ba62d82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5155b347351042488bc804fb9f50605f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6435661 Jul 05 18:27:15.723462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35130) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:15.726787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:27:15.743022 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.743676 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Added segment 110421fc-04a4-47b2-8390-d31ebf9455d4 of type vlan for network a58ff5f8-684c-457d-b731-1de7339da0be Jul 05 18:27:15.786217 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.789396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.833298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dba2504a-f253-42c0-aa0b-94213811e6ca,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:15.833404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 99846884-2b19-4957-97b2-7fbfdc61d2a9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=99846884-2b19-4957-97b2-7fbfdc61d2a9,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:15.847434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7bc8ddae-ef86-4513-979b-24cef5246e91 None None] Provisioning complete for port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:15.847819 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7bc8ddae-ef86-4513-979b-24cef5246e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.848739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3dea5-510f-409f-936f-87f79ba62d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4eefa9d-8413-400e-9052-22ac38b6a473,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:15.861710 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2936b413-ce00-4a63-8fef-c14e94b1e75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.867912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700291cf-d783-43fa-b1da-d19fbc2e8a0a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:15.925295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.932362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2936b413-ce00-4a63-8fef-c14e94b1e75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.939708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:15.942389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7bc8ddae-ef86-4513-979b-24cef5246e91 None None] Port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:15.947573 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.950602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7bc8ddae-ef86-4513-979b-24cef5246e91 None None] Could not find standard attr ID for object 67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:27:15.959698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-700291cf-d783-43fa-b1da-d19fbc2e8a0a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.960005 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:15.961781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a187336d-4191-4bd8-8ab8-373c34fd8a1b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:15.965438 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-700291cf-d783-43fa-b1da-d19fbc2e8a0a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 HTTP/1.1" status: 204 len: 168 time: 1.8306770 Jul 05 18:27:15.971548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35134) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:16.070237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Network': ['ID=a58ff5f8-684c-457d-b731-1de7339da0be,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:16.075383 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90cb95f-6c7d-4deb-b721-ae14d90d0c45 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] GET failed (client error): The resource could not be found. Jul 05 18:27:16.080982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c90cb95f-6c7d-4deb-b721-ae14d90d0c45 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports/67a9cf2c-4f1f-4f8b-8c1b-b5c0e1965f42 HTTP/1.1" status: 404 len: 333 time: 0.1052175 Jul 05 18:27:16.085785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-84177c49-5e55-4fad-95ed-a1c44db26e47 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6870899 Jul 05 18:27:16.088480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35138) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:16.088906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35140) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:16.118219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a58ff5f8-684c-457d-b731-1de7339da0be details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:27:16.119973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'subnet': {'network_id': 'a58ff5f8-684c-457d-b731-1de7339da0be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:16.238143 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2936b413-ce00-4a63-8fef-c14e94b1e75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.241952 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2936b413-ce00-4a63-8fef-c14e94b1e75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.246476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2936b413-ce00-4a63-8fef-c14e94b1e75c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4eefa9d-8413-400e-9052-22ac38b6a473 HTTP/1.1" status: 204 len: 168 time: 0.5186908 Jul 05 18:27:16.291100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b413-ce00-4a63-8fef-c14e94b1e75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4eefa9d-8413-400e-9052-22ac38b6a473,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:16.302066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=99846884-2b19-4957-97b2-7fbfdc61d2a9,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:16.355714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a187336d-4191-4bd8-8ab8-373c34fd8a1b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:16.355714 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.384877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da666d65-6db2-4dea-ae43-5aa676b8386a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.424320 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da666d65-6db2-4dea-ae43-5aa676b8386a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.614032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Made reservation on behalf of 87aabb8de67146d584187c7354c3d16e for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:16.629005 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.633700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Sync routers for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:16.639360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da666d65-6db2-4dea-ae43-5aa676b8386a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.644967 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da666d65-6db2-4dea-ae43-5aa676b8386a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.652330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35158) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:16.653641 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99846884-2b19-4957-97b2-7fbfdc61d2a9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:16.658731 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-da666d65-6db2-4dea-ae43-5aa676b8386a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/security-groups/4d81a0f7-86ce-47ab-ac41-9e588805f0ba HTTP/1.1" status: 204 len: 168 time: 0.5635192 Jul 05 18:27:16.709063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:16.709063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:16.723277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da666d65-6db2-4dea-ae43-5aa676b8386a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d81a0f7-86ce-47ab-ac41-9e588805f0ba,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:16.760797 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d555e89c-db76-49a0-9b36-6776ea4ae33a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.795331 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d555e89c-db76-49a0-9b36-6776ea4ae33a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.940530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:16.989471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d555e89c-db76-49a0-9b36-6776ea4ae33a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.992515 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d555e89c-db76-49a0-9b36-6776ea4ae33a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:16.995451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d555e89c-db76-49a0-9b36-6776ea4ae33a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/security-groups/5cca5fa7-c9b1-48d4-be93-8f3cfe61760e HTTP/1.1" status: 204 len: 168 time: 0.3414404 Jul 05 18:27:17.000134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35176) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:17.052350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d555e89c-db76-49a0-9b36-6776ea4ae33a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cca5fa7-c9b1-48d4-be93-8f3cfe61760e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:17.071836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 99846884-2b19-4957-97b2-7fbfdc61d2a9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:17.073750 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.128091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35180) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:17.135270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-287188504-network', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:17.193057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0ca711ba-bcaa-4875-ad57-c5d3e9107a50 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.222136 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0ca711ba-bcaa-4875-ad57-c5d3e9107a50 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.231749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.284288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Made reservation on behalf of ea3c748ef04441ebacb15c1a190969d4 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:17.289591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.305461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.391166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1', 'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'mac_address': 'fa:16:3e:63:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:11Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 2, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'subnets': [{'id': '6079bed4-a839-46d4-9310-3d8eba064651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:17.394807 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0ca711ba-bcaa-4875-ad57-c5d3e9107a50 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.396544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Checking segment: {'id': '110421fc-04a4-47b2-8390-d31ebf9455d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'a58ff5f8-684c-457d-b731-1de7339da0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:17.397113 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network hostable DHCP agents. Network: a58ff5f8-684c-457d-b731-1de7339da0be, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:27:17.400468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0ca711ba-bcaa-4875-ad57-c5d3e9107a50 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.401740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0ca711ba-bcaa-4875-ad57-c5d3e9107a50 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/security-groups/dfe500c2-372b-41ef-9933-0a9770e7ea4b HTTP/1.1" status: 204 len: 168 time: 0.3988907 Jul 05 18:27:17.409756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35184) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:17.411724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Subnet': ['ID=3d4cd715-3d20-42f5-80f2-e1c81de2de96,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:17.470057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Checking router: 7a2df39b-ab56-46c9-a03e-8e522f61e464 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:27:17.470314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Updating router 7a2df39b-ab56-46c9-a03e-8e522f61e464 port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:27:17.497949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-f396b2cf-8b46-444e-af41-6e3ba9708f09 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet 149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:27:17.516601 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f396b2cf-8b46-444e-af41-6e3ba9708f09 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.523399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca711ba-bcaa-4875-ad57-c5d3e9107a50 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe500c2-372b-41ef-9933-0a9770e7ea4b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:17.534040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network a58ff5f8-684c-457d-b731-1de7339da0be is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:27:17.552267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35188) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:17.582387 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.592415 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.608406 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f396b2cf-8b46-444e-af41-6e3ba9708f09 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.614983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a58ff5f8-684c-457d-b731-1de7339da0be) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:17.629753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:17.630992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.686843 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.715229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:27:17.726423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec14df5-6a65-4cb1-83f5-9813c0ce254d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:17.748501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.751262 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Added segment 417c84e8-78e1-488d-8382-880af35f1d92 of type vlan for network e831ad76-3d56-473a-8914-db8ef8fdb20c Jul 05 18:27:17.772231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f396b2cf-8b46-444e-af41-6e3ba9708f09 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.817235 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.831874 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e99fb7db-6eec-4c85-90d8-76ef33444cd9 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7379117 Jul 05 18:27:17.839246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35194) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:17.847352 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1095877286', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:17.913059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f11e1db-df7f-4e66-82ea-d7a84f84e1b2 None None] Network a58ff5f8-684c-457d-b731-1de7339da0be requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:17.925340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55562316-1adc-4655-befa-c7e997e2bc23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.971223 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:17.972414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.023471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.025138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:18.028543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f396b2cf-8b46-444e-af41-6e3ba9708f09 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.029115 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.064738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396b2cf-8b46-444e-af41-6e3ba9708f09 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:18.066885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f396b2cf-8b46-444e-af41-6e3ba9708f09 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.068835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f396b2cf-8b46-444e-af41-6e3ba9708f09 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8 HTTP/1.1" status: 204 len: 168 time: 0.6580765 Jul 05 18:27:18.075016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35202) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:18.127403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722d1432-4c0c-4d1b-8a68-9001a0a848dd None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:18.139729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cac24cd-4a0e-4a29-944d-ced3d32f8794 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet d722c7ce-443d-4930-b5d7-730711359a1c {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:27:18.144486 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cac24cd-4a0e-4a29-944d-ced3d32f8794 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.165589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.183830 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.192702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] Pushing event updated for resources: {'Network': ['ID=e831ad76-3d56-473a-8914-db8ef8fdb20c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:18.220621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e831ad76-3d56-473a-8914-db8ef8fdb20c details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:27:18.222406 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cac24cd-4a0e-4a29-944d-ced3d32f8794 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.278086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55562316-1adc-4655-befa-c7e997e2bc23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.333895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Transition to ACTIVE for port object 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:18.355504 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cac24cd-4a0e-4a29-944d-ced3d32f8794 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.384096 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55562316-1adc-4655-befa-c7e997e2bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.447414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.455944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-55562316-1adc-4655-befa-c7e997e2bc23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e427812ffd1a4351bf5bc62dcd84387b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9026003 Jul 05 18:27:18.460369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35216) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:18.468972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55562316-1adc-4655-befa-c7e997e2bc23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea2b3ee-54fb-4eaa-9456-b2632498d974,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:18.476799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ea793-fbfa-47e1-88f0-923f6e349325 None None] Network a58ff5f8-684c-457d-b731-1de7339da0be requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:18.483125 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.523832 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7bb709ae-d268-40d7-aa50-bc71eafc1be1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3931172 Jul 05 18:27:18.526235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35218) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:18.531969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Request body: {'subnet': {'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-287188504-subnet', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:18.591980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e8ca40-21ab-4d7a-b16d-49311310ab21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.601544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cac24cd-4a0e-4a29-944d-ced3d32f8794 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.675180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Made reservation on behalf of ea3c748ef04441ebacb15c1a190969d4 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:18.680960 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.688168 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2cac24cd-4a0e-4a29-944d-ced3d32f8794 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.690798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2cac24cd-4a0e-4a29-944d-ced3d32f8794 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/d722c7ce-443d-4930-b5d7-730711359a1c HTTP/1.1" status: 204 len: 168 time: 0.6142795 Jul 05 18:27:18.696180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac24cd-4a0e-4a29-944d-ced3d32f8794 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=d722c7ce-443d-4930-b5d7-730711359a1c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:18.697374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35222) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:18.736398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b062255-e928-46bd-afd9-9c4a2f0c217a None None] Pushing event updated for resources: {'Port': ['ID=4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:18.756170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Attempting to bind port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:18.756846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Attempting to bind port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:18.758342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Attempting to bind port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 on network e092d9d7-7f60-4806-a54c-997bb20ca6b5 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:18.785028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e8ca40-21ab-4d7a-b16d-49311310ab21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.793266 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5f37b30-4c22-4404-b1ee-fe87e4e5a669 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:18.793720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5f37b30-4c22-4404-b1ee-fe87e4e5a669 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:18.799188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:18.800111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Checking segment: {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:18.800676 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.801224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Bound using segment: {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:18.801862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Bound port: 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:18.802414 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:18.809066 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d5f37b30-4c22-4404-b1ee-fe87e4e5a669 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/149b18a5-9de7-42dd-8ff8-bf56c3a2e6c8 HTTP/1.1" status: 404 len: 337 time: 0.1070535 Jul 05 18:27:18.811405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35224) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:18.998275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] For port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:19.001520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e8ca40-21ab-4d7a-b16d-49311310ab21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.001775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] For port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:19.005327 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e8ca40-21ab-4d7a-b16d-49311310ab21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.008846 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-81e8ca40-21ab-4d7a-b16d-49311310ab21 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bea2b3ee-54fb-4eaa-9456-b2632498d974 HTTP/1.1" status: 204 len: 168 time: 0.5461531 Jul 05 18:27:19.020057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-389dc4f3-5a5f-4622-baa7-228fa972f7c7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting subnet a7c9e911-26ea-4e99-b1ed-88830ad0557b {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:27:19.046384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-389dc4f3-5a5f-4622-baa7-228fa972f7c7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.063441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8ca40-21ab-4d7a-b16d-49311310ab21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea2b3ee-54fb-4eaa-9456-b2632498d974,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:19.113946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.123032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.123185 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-389dc4f3-5a5f-4622-baa7-228fa972f7c7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.142227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.157869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c2fbb-d136-4fbb-b459-6a3d1f972654 None None] Update dhcp port {'port': {'network_id': 'ec5859ee-ee25-4112-9192-8e10b5906c85', 'fixed_ips': [{'subnet_id': 'a7c9e911-26ea-4e99-b1ed-88830ad0557b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd722c7ce-443d-4930-b5d7-730711359a1c'}], 'binding:host_id': 'n-d-799524-1'}, 'id': 'a187336d-4191-4bd8-8ab8-373c34fd8a1b'} from n-d-799524-1. {{(pid=100999) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 18:27:19.217618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:19.218266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:19.278689 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.285889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b062255-e928-46bd-afd9-9c4a2f0c217a None None] Pushing event updated for resources: {'Port': ['ID=4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:19.306139 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd2c2fbb-d136-4fbb-b459-6a3d1f972654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.359265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.25.3.171 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/7a5f6b13-a86c-4d6b-b06d-47e81440a0cf) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:19.360997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-389dc4f3-5a5f-4622-baa7-228fa972f7c7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.453038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Checking segment: {'id': '417c84e8-78e1-488d-8382-880af35f1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:19.456300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Network hostable DHCP agents. Network: e831ad76-3d56-473a-8914-db8ef8fdb20c, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:27:19.462252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9601b7c5-e272-4424-a020-afa73d75f400,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:19.491604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:19.555257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.574287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Network e831ad76-3d56-473a-8914-db8ef8fdb20c is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:27:19.603770 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-389dc4f3-5a5f-4622-baa7-228fa972f7c7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.652438 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-389dc4f3-5a5f-4622-baa7-228fa972f7c7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.652438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-389dc4f3-5a5f-4622-baa7-228fa972f7c7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/a7c9e911-26ea-4e99-b1ed-88830ad0557b HTTP/1.1" status: 204 len: 168 time: 0.8317194 Jul 05 18:27:19.652438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dc4f3-5a5f-4622-baa7-228fa972f7c7 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c9e911-26ea-4e99-b1ed-88830ad0557b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:19.652811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35234) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:19.690115 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88e271c-fd27-49c3-abc7-809148bde3d3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:19.690597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88e271c-fd27-49c3-abc7-809148bde3d3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:19.692345 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b88e271c-fd27-49c3-abc7-809148bde3d3 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/4182a792-6c87-4194-8fa6-b15795e719ce HTTP/1.1" status: 404 len: 337 time: 0.0408795 Jul 05 18:27:19.695365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35238) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:19.715595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.759712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4ebdcf32-6d5d-4d7a-9014-6c91e002013f tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e18c593-3788-4881-97fa-28175890c52c HTTP/1.1" status: 200 len: 205 time: 0.0631251 Jul 05 18:27:19.760607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e831ad76-3d56-473a-8914-db8ef8fdb20c) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:19.762084 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35240) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:19.782948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e61d0b-1b03-46af-93c0-bd780302e577 None None] Network e831ad76-3d56-473a-8914-db8ef8fdb20c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:19.790930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:19.794342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:19.797954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:19.825606 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-d589b8fa-0944-4c27-9827-aeaa82fc1486 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] delete failed (client error): The resource could not be found. Jul 05 18:27:19.826692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d589b8fa-0944-4c27-9827-aeaa82fc1486 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/routers/4e18c593-3788-4881-97fa-28175890c52c HTTP/1.1" status: 404 len: 336 time: 0.0583448 Jul 05 18:27:19.828092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:19.834319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:19.837528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35242) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server [None req-cd2c2fbb-d136-4fbb-b459-6a3d1f972654 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7c9e911-26ea-4e99-b1ed-88830ad0557b: This subnet is being modified by another concurrent operation. Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise exception Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a7c9e911-26ea-4e99-b1ed-88830ad0557b: This subnet is being modified by another concurrent operation. Jul 05 18:27:19.867709 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Jul 05 18:27:19.885571 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ee0633a-b2c2-4325-9614-489a7d3e0189 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:19.886038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ee0633a-b2c2-4325-9614-489a7d3e0189 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:19.887942 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0ee0633a-b2c2-4325-9614-489a7d3e0189 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/3711d637-e936-4a8f-8835-ff6bd26bbb5c HTTP/1.1" status: 404 len: 337 time: 0.0430970 Jul 05 18:27:19.890629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35244) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:19.900469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=7a5f6b13-a86c-4d6b-b06d-47e81440a0cf,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:19.958988 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-c694d7d1-2701-4979-9d6b-f73fc17e92c8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:19.959360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c694d7d1-2701-4979-9d6b-f73fc17e92c8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:19.962103 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c694d7d1-2701-4979-9d6b-f73fc17e92c8 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/821c0587-0dc7-4e99-a9d5-8568839ec6fb HTTP/1.1" status: 404 len: 337 time: 0.0682306 Jul 05 18:27:19.982597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35248) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:19.998607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bdc44e-19cd-4cff-b655-d20de2ae5ac8 None None] Network ec5859ee-ee25-4112-9192-8e10b5906c85 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:20.017895 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee52465-942a-4c8f-8333-693aa4314d62 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:20.020182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee52465-942a-4c8f-8333-693aa4314d62 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:20.023101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ee52465-942a-4c8f-8333-693aa4314d62 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/962474c0-eafe-442b-9e6a-a2287651bfb2 HTTP/1.1" status: 404 len: 337 time: 0.0359540 Jul 05 18:27:20.025609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-75276b81-7a76-4b36-956b-302aad01bc52 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4980817 Jul 05 18:27:20.026230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35250) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:20.028634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35252) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:20.033602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:20.068744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35254) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:20.090248 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-690a8764-83c5-45bd-bbd9-495bfc91c22a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:20.091595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690a8764-83c5-45bd-bbd9-495bfc91c22a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:20.094366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-690a8764-83c5-45bd-bbd9-495bfc91c22a tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/38a6d907-eb43-4f1d-8839-e137198af1d2 HTTP/1.1" status: 404 len: 333 time: 0.0570135 Jul 05 18:27:20.097925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35256) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:20.098919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43e379ba-d1b4-4ea8-87a5-5aa6466944f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.145064 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d74080-0193-449b-83ee-3e95fdbf188d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:20.145724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d74080-0193-449b-83ee-3e95fdbf188d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:20.150608 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f0d74080-0193-449b-83ee-3e95fdbf188d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/93ce05b1-b046-4ae7-bb11-0cda41d82583 HTTP/1.1" status: 404 len: 337 time: 0.0449340 Jul 05 18:27:20.150765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1', 'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'mac_address': 'fa:16:3e:63:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:11Z', 'updated_at': '2021-07-05T18:27:18Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'subnets': [{'id': '6079bed4-a839-46d4-9310-3d8eba064651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:20.150944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35258) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:20.183757 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe9b144-61aa-4ce2-a557-a7f5eeaf76eb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:20.184311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe9b144-61aa-4ce2-a557-a7f5eeaf76eb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:20.188497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cfe9b144-61aa-4ce2-a557-a7f5eeaf76eb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/2abd2c9c-b67c-4d2f-b708-6e36e7a573ac HTTP/1.1" status: 404 len: 337 time: 0.0341928 Jul 05 18:27:20.189367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35260) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:20.205805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7337c69d-2643-424c-a168-86a4f3d656ac None None] Provisioning complete for port 10a62db2-3f34-41c6-837f-4ebcbbba6127 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:20.205805 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7337c69d-2643-424c-a168-86a4f3d656ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.225298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba617c17-a89d-4cc8-a9c5-7c109602a512 None None] The sync data for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 is: [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1', 'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'mac_address': 'fa:16:3e:63:72:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:11Z', 'updated_at': '2021-07-05T18:27:18Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'subnets': [{'id': '6079bed4-a839-46d4-9310-3d8eba064651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:20.238834 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-44ab2941-6d5e-4e4e-976a-931ffa19651d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:20.238834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44ab2941-6d5e-4e4e-976a-931ffa19651d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:20.239021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35262) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:20.240504 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-44ab2941-6d5e-4e4e-976a-931ffa19651d tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/5263892b-f6d2-4f3d-86c1-964d0ae114c0 HTTP/1.1" status: 404 len: 333 time: 0.0497937 Jul 05 18:27:20.291126 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-637bc58b-0250-4742-9cbf-266952c5b749 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:20.291674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637bc58b-0250-4742-9cbf-266952c5b749 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:20.308227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-637bc58b-0250-4742-9cbf-266952c5b749 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/d010c023-5d89-4e82-a864-1cf1bb2497cd HTTP/1.1" status: 404 len: 337 time: 0.0537112 Jul 05 18:27:20.311501 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35264) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:20.323177 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.323177 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.348627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-e831ad76-3d56-473a-8914-db8ef8fdb20c', 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'fixed_ips': [{'subnet_id': '9601b7c5-e272-4424-a020-afa73d75f400'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:27:20.351782 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.454383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7337c69d-2643-424c-a168-86a4f3d656ac None None] Port 10a62db2-3f34-41c6-837f-4ebcbbba6127 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:20.483795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.508233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.686464 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cfdc9b-3653-4eec-ac51-c397d34a7c93 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] DELETE failed (client error): The resource could not be found. Jul 05 18:27:20.686971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cfdc9b-3653-4eec-ac51-c397d34a7c93 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:27:20.691388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-69cfdc9b-3653-4eec-ac51-c397d34a7c93 tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/subnets/42ee6279-12e3-4726-b57d-dc589703ce8f HTTP/1.1" status: 404 len: 337 time: 0.3425756 Jul 05 18:27:20.706442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35272) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:20.814126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:20.833377 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43e379ba-d1b4-4ea8-87a5-5aa6466944f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.894270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7337c69d-2643-424c-a168-86a4f3d656ac None None] Provisioning complete for port a187336d-4191-4bd8-8ab8-373c34fd8a1b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:20.895442 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7337c69d-2643-424c-a168-86a4f3d656ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.984938 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:20.995463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43e379ba-d1b4-4ea8-87a5-5aa6466944f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.013172 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb178af8-08d1-47e1-9f69-d45072b6ea8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.072832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d66ff6-8dd8-4131-9b2f-a12d1cb9750c None None] DHCP port deletion for ec5859ee-ee25-4112-9192-8e10b5906c85 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:27:21.075058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-43e379ba-d1b4-4ea8-87a5-5aa6466944f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e511ed8db9741a38202cf1170856da9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0030036 Jul 05 18:27:21.075058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e379ba-d1b4-4ea8-87a5-5aa6466944f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598c8fe4-a227-4d26-99c6-4ca1c7abe38b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:21.091418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35274) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:21.176606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:21.190490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Allocated IP 172.20.0.2 (e831ad76-3d56-473a-8914-db8ef8fdb20c/9601b7c5-e272-4424-a020-afa73d75f400/8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:21.193026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:21.193407 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.221641 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7db2aacf-7505-4fe5-8476-45f0b3103d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.250069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7db2aacf-7505-4fe5-8476-45f0b3103d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.322590 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a3d66ff6-8dd8-4131-9b2f-a12d1cb9750c None None] Deleting port a187336d-4191-4bd8-8ab8-373c34fd8a1b {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:27:21.323504 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3d66ff6-8dd8-4131-9b2f-a12d1cb9750c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.401530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e490eb93-0792-4466-94e6-832a563970fb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Deleting port 10a62db2-3f34-41c6-837f-4ebcbbba6127 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:27:21.402242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e490eb93-0792-4466-94e6-832a563970fb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.404819 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7db2aacf-7505-4fe5-8476-45f0b3103d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.409500 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7db2aacf-7505-4fe5-8476-45f0b3103d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.409949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7db2aacf-7505-4fe5-8476-45f0b3103d7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/598c8fe4-a227-4d26-99c6-4ca1c7abe38b HTTP/1.1" status: 204 len: 168 time: 0.3168921 Jul 05 18:27:21.481589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2aacf-7505-4fe5-8476-45f0b3103d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598c8fe4-a227-4d26-99c6-4ca1c7abe38b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:21.512022 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.536225 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e490eb93-0792-4466-94e6-832a563970fb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.551014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.568947 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.578393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e490eb93-0792-4466-94e6-832a563970fb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Calling delete_port for 10a62db2-3f34-41c6-837f-4ebcbbba6127 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:27:21.599259 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.613468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a3d66ff6-8dd8-4131-9b2f-a12d1cb9750c None None] For port a187336d-4191-4bd8-8ab8-373c34fd8a1b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a187336d-4191-4bd8-8ab8-373c34fd8a1b,segment=NetworkSegment(ecc02346-5df2-4ad2-be64-09c8bd099ffa),segment_id=ecc02346-5df2-4ad2-be64-09c8bd099ffa)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:21.617248 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3d66ff6-8dd8-4131-9b2f-a12d1cb9750c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.672608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a3d66ff6-8dd8-4131-9b2f-a12d1cb9750c None None] Calling delete_port for a187336d-4191-4bd8-8ab8-373c34fd8a1b owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:27:21.688163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:21.689568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.704843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Transition to ACTIVE for port object 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:21.806601 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.808369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Allocated IP 172.25.3.193 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/421b8521-19f5-409d-9c7c-0133cd52ee0a) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:21.817546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Transition to ACTIVE for port object 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:21.948621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a187336d-4191-4bd8-8ab8-373c34fd8a1b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:27:21.990748 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:21.997836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e490eb93-0792-4466-94e6-832a563970fb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.024445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Network e831ad76-3d56-473a-8914-db8ef8fdb20c is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:22.031794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:22.037841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:22.043259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:22.082818 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e490eb93-0792-4466-94e6-832a563970fb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.142823 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e490eb93-0792-4466-94e6-832a563970fb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/ports/10a62db2-3f34-41c6-837f-4ebcbbba6127 HTTP/1.1" status: 204 len: 168 time: 1.3851936 Jul 05 18:27:22.142823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:22.142823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490eb93-0792-4466-94e6-832a563970fb tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Port': ['ID=10a62db2-3f34-41c6-837f-4ebcbbba6127,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:22.142823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:27:22.143708 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a3d66ff6-8dd8-4131-9b2f-a12d1cb9750c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.195703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Attempting to bind port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:22.196088 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Attempting to bind port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '417c84e8-78e1-488d-8382-880af35f1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:22.196449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Attempting to bind port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a on network e831ad76-3d56-473a-8914-db8ef8fdb20c {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:22.226376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:22.226932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Checking segment: {'id': '417c84e8-78e1-488d-8382-880af35f1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:22.227190 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.227592 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Bound using segment: {'id': '417c84e8-78e1-488d-8382-880af35f1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:22.228085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Bound port: 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417c84e8-78e1-488d-8382-880af35f1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:22.228475 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.277892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No active binding found for port a187336d-4191-4bd8-8ab8-373c34fd8a1b {{(pid=100999) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 18:27:22.280199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a187336d-4191-4bd8-8ab8-373c34fd8a1b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:27:22.298441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d66ff6-8dd8-4131-9b2f-a12d1cb9750c None None] No DVR routers for this DVR port a187336d-4191-4bd8-8ab8-373c34fd8a1b on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:27:22.365514 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.401071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:22.416799 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bd2aa-4c93-4dac-8d0e-43f8d0f51418 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:22.422969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Pushing event updated for resources: {'Port': ['ID=8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:22.440319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.440891 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bd2aa-4c93-4dac-8d0e-43f8d0f51418 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:22.447369 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-db2bd2aa-4c93-4dac-8d0e-43f8d0f51418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:22.529343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d66ff6-8dd8-4131-9b2f-a12d1cb9750c None None] Pushing event deleted for resources: {'Port': ['ID=a187336d-4191-4bd8-8ab8-373c34fd8a1b,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:22.567255 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-db2bd2aa-4c93-4dac-8d0e-43f8d0f51418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:22.574900 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.614073 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2bd2aa-4c93-4dac-8d0e-43f8d0f51418 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:22.614809 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-db2bd2aa-4c93-4dac-8d0e-43f8d0f51418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:26:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:22.629309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] For port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:22.636731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.637158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:22.638659 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac355c0f-39c9-4a2e-a4e8-6b096f98a840 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7982302 Jul 05 18:27:22.641455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] For port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a,segment=NetworkSegment(417c84e8-78e1-488d-8382-880af35f1d92),segment_id=417c84e8-78e1-488d-8382-880af35f1d92)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:22.646358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35306) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:22.650165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Pushing event updated for resources: {'Port': ['ID=421b8521-19f5-409d-9c7c-0133cd52ee0a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:22.678361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:22.710742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:22.712029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.715542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:22.726258 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-db2bd2aa-4c93-4dac-8d0e-43f8d0f51418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:22.726952 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2bd2aa-4c93-4dac-8d0e-43f8d0f51418 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:22.737848 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.752206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec5859ee-ee25-4112-9192-8e10b5906c85']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:22.779851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecc02346-5df2-4ad2-be64-09c8bd099ffa') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:22.780209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecc02346-5df2-4ad2-be64-09c8bd099ffa') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:22.804649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.827347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:22.827347 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.828444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.847805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:27:22.847805 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:27:22.851191 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:27:22.937840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3864e1-fbee-402f-aca9-902744b1d408 None None] Pushing event updated for resources: {'Port': ['ID=8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:23.159897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:23.184555 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:23.186770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] 10.222.0.30 "DELETE /v2.0/networks/ec5859ee-ee25-4112-9192-8e10b5906c85 HTTP/1.1" status: 204 len: 168 time: 1.0931520 Jul 05 18:27:23.210935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bdde18-a8b4-40e6-9c47-efe09c5df9dc tempest-PortsIpV6TestJSON-259513456 tempest-PortsIpV6TestJSON-259513456-project] Pushing event deleted for resources: {'Network': ['ID=ec5859ee-ee25-4112-9192-8e10b5906c85,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:23.474226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35326) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:23.476654 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38e42af3-fcfb-42c4-b273-7840eb87f785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:23.728709 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:23.887732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-685107434-network', 'tenant_id': '7a129c549f404b27898551ae597bfb1f'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:24.051618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Made reservation on behalf of 7a129c549f404b27898551ae597bfb1f for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:24.065960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35334) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:24.068404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.078106 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.127162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.410877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.436438 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.485154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.500469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-98c4bab9-9e81-4f52-be76-610fe90a07cc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26c1326229744f09bc49f62e8a455b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319999 Jul 05 18:27:24.503137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35344) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:24.527824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:27:24.543270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d776b5-5c72-4873-b4f1-554ee391b1b8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:24.561776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.562137 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Added segment c48ca76b-c15b-4140-be1b-a77a05fabdfb of type vlan for network c8116169-dfbc-41bc-b748-f7680a814aed Jul 05 18:27:24.644652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00ae4ba-68ed-481d-8de9-2dd3621e3f64 None None] Network e831ad76-3d56-473a-8914-db8ef8fdb20c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:24.660060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.718921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:24.724378 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.742050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9538dcdc-b5af-41c7-b3a9-5eff1930116d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.745134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.791174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9538dcdc-b5af-41c7-b3a9-5eff1930116d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.832770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7a2c9279-9349-4b94-8b45-8133c14dcada None None] Provisioning for port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:24.857134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.858118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:24.858854 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.921855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] Pushing event updated for resources: {'Network': ['ID=c8116169-dfbc-41bc-b748-f7680a814aed,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:24.930955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:24.937011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network c8116169-dfbc-41bc-b748-f7680a814aed details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:27:24.951760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:24.952379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.957199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9538dcdc-b5af-41c7-b3a9-5eff1930116d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.960657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9538dcdc-b5af-41c7-b3a9-5eff1930116d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:24.964426 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9538dcdc-b5af-41c7-b3a9-5eff1930116d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01587910-6175-43da-99d0-341abc6ad1ac HTTP/1.1" status: 204 len: 168 time: 0.4577186 Jul 05 18:27:24.971238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538dcdc-b5af-41c7-b3a9-5eff1930116d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01587910-6175-43da-99d0-341abc6ad1ac,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:25.015617 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-51f6503d-7de6-477c-be1c-f9347ec22b75 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5372469 Jul 05 18:27:25.018347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35352) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:25.026595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Request body: {'subnet': {'network_id': 'c8116169-dfbc-41bc-b748-f7680a814aed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-685107434-subnet', 'tenant_id': '7a129c549f404b27898551ae597bfb1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:25.043464 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.20.0.1 (a58ff5f8-684c-457d-b731-1de7339da0be/3d4cd715-3d20-42f5-80f2-e1c81de2de96/63bffa5d-69ce-4835-a795-ab237bb746f8) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:25.118830 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:25.122498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Router a91bba45-4528-4bb0-9631-2ede98825649 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:27:25.160861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a,segment=NetworkSegment(417c84e8-78e1-488d-8382-880af35f1d92),segment_id=417c84e8-78e1-488d-8382-880af35f1d92)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:25.182412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Made reservation on behalf of 7a129c549f404b27898551ae597bfb1f for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:25.185040 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:25.256422 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:25.333756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:25.333969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb6c31a-dcee-4ef3-ba2f-15eef7e3910e None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:27:25.347434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:25.399958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Sync routers for ids ['a91bba45-4528-4bb0-9631-2ede98825649'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:25.408824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:25.427429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Routers {'a91bba45-4528-4bb0-9631-2ede98825649'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:25.428061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a91bba45-4528-4bb0-9631-2ede98825649'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:25.447034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:25.448699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-139414a5-e68e-4274-a837-bbf9efa516a1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.4189560 Jul 05 18:27:25.451837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35362) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:25.473538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.473897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.474259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.474628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.474975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.475314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.476123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.476704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.477066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.477519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.477705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.478043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:25.532568 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:25.537308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:25.544775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-52f60b9c-c673-4216-8b97-362451282878 None None] Provisioning complete for port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:25.545419 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-52f60b9c-c673-4216-8b97-362451282878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:25.699076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb6c31a-dcee-4ef3-ba2f-15eef7e3910e None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:27:25.703076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1e3bf32-3c59-4b67-bd4a-f94704b7b5f0,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:25.704592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network a58ff5f8-684c-457d-b731-1de7339da0be is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:25.705281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Set router a91bba45-4528-4bb0-9631-2ede98825649 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:25.717626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Checking segment: {'id': 'c48ca76b-c15b-4140-be1b-a77a05fabdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c8116169-dfbc-41bc-b748-f7680a814aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:25.723914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Network hostable DHCP agents. Network: c8116169-dfbc-41bc-b748-f7680a814aed, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:27:25.760864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:25.776219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:25.782177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=63bffa5d-69ce-4835-a795-ab237bb746f8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:25.846771 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:25.848508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Network c8116169-dfbc-41bc-b748-f7680a814aed is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:27:25.888269 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:27:25.947264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, c8116169-dfbc-41bc-b748-f7680a814aed) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:25.961369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:25.963001 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:26.103414 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fe7b802c-3bf4-4002-93d6-790020ce8ba4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0836992 Jul 05 18:27:26.250064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:26.481687 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:26.531685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:20Z', 'updated_at': '2021-07-05T18:27:23Z', 'revision_number': 3, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'gw_port': {'id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:21Z', 'updated_at': '2021-07-05T18:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:26.618168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Checking router: a91bba45-4528-4bb0-9631-2ede98825649 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:27:26.618168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Updating router a91bba45-4528-4bb0-9631-2ede98825649 port 421b8521-19f5-409d-9c7c-0133cd52ee0a binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:27:26.618338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35396) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:26.678469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:26.720259 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:26.767757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b859274-b5f8-4372-8d1e-eb67ad03bf0d None None] Network c8116169-dfbc-41bc-b748-f7680a814aed requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:27.028628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:27.028628 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.101796 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e67a294e-ecf0-436a-89f0-2c8a177d5d90 tempest-DvrRoutersNegativeTest-798108189 tempest-DvrRoutersNegativeTest-798108189-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1880802629', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:27.107083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.policy [None req-e67a294e-ecf0-436a-89f0-2c8a177d5d90 tempest-DvrRoutersNegativeTest-798108189 tempest-DvrRoutersNegativeTest-798108189-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100998) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 05 18:27:27.110424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.policy [None req-e67a294e-ecf0-436a-89f0-2c8a177d5d90 tempest-DvrRoutersNegativeTest-798108189 tempest-DvrRoutersNegativeTest-798108189-project] Failed policy check for 'create_router' {{(pid=100998) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 05 18:27:27.111536 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-e67a294e-ecf0-436a-89f0-2c8a177d5d90 tempest-DvrRoutersNegativeTest-798108189 tempest-DvrRoutersNegativeTest-798108189-project] create failed (client error): Access was denied to this resource. Jul 05 18:27:27.119582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e67a294e-ecf0-436a-89f0-2c8a177d5d90 tempest-DvrRoutersNegativeTest-798108189 tempest-DvrRoutersNegativeTest-798108189-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4994395 Jul 05 18:27:27.161811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1549919-40bc-4544-aca6-003789948f64 None None] Network c8116169-dfbc-41bc-b748-f7680a814aed requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:27.293211 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.417308 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.440221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Transition to ACTIVE for port object 421b8521-19f5-409d-9c7c-0133cd52ee0a will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:27.441987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35416) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:27.451554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-163583794-network', 'tenant_id': 'ab8b626ca3c04430bc576215d82aef6f'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:27.480477 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.527898 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.575286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.580992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Made reservation on behalf of ab8b626ca3c04430bc576215d82aef6f for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:27.584491 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.599918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.607062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4189-c816-481e-8c72-c6950298f9a1 None None] Pushing event updated for resources: {'Port': ['ID=421b8521-19f5-409d-9c7c-0133cd52ee0a,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:27.614145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Attempting to bind port 421b8521-19f5-409d-9c7c-0133cd52ee0a on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:27.615117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Attempting to bind port 421b8521-19f5-409d-9c7c-0133cd52ee0a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:27.615592 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Attempting to bind port 421b8521-19f5-409d-9c7c-0133cd52ee0a on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:27.622331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:27.622877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:27.623391 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.624274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:27.624449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Bound port: 421b8521-19f5-409d-9c7c-0133cd52ee0a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:27.624960 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.746297 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] For port 421b8521-19f5-409d-9c7c-0133cd52ee0a, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:27.752534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.755332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] For port 421b8521-19f5-409d-9c7c-0133cd52ee0a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=421b8521-19f5-409d-9c7c-0133cd52ee0a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:27.768853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Allocated IP 172.20.0.1 (e831ad76-3d56-473a-8914-db8ef8fdb20c/9601b7c5-e272-4424-a020-afa73d75f400/a0a36ed6-5423-43c4-b696-977c5aa6303b) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:27.780214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35420) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:27.782674 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.802795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=63bffa5d-69ce-4835-a795-ab237bb746f8,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:27.816978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.857577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:27:27.868673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925a7093-f7aa-4c05-a711-9953a36fd491,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:27.876696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.877048 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Added segment a2e695b0-9785-46fa-8c21-92b4ea2cc0ed of type vlan for network 4593ad2e-43ae-4783-b8b4-bdcff8bcc699 Jul 05 18:27:27.880924 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.964570 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Routers {'a91bba45-4528-4bb0-9631-2ede98825649'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:27.966047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a91bba45-4528-4bb0-9631-2ede98825649'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:27.971467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.995120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd145916-b369-4752-9ec1-4603dc435003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:27.999323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network a58ff5f8-684c-457d-b731-1de7339da0be is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:28.002684 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.005356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:28.023561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4189-c816-481e-8c72-c6950298f9a1 None None] Pushing event updated for resources: {'Port': ['ID=421b8521-19f5-409d-9c7c-0133cd52ee0a,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:28.031809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Transition to ACTIVE for port object a0a36ed6-5423-43c4-b696-977c5aa6303b will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:28.159186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] Set router a91bba45-4528-4bb0-9631-2ede98825649 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:28.187209 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd145916-b369-4752-9ec1-4603dc435003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.189055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.190151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:28.190799 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.232642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:28.268128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] Pushing event updated for resources: {'Network': ['ID=4593ad2e-43ae-4783-b8b4-bdcff8bcc699,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:28.286435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 4593ad2e-43ae-4783-b8b4-bdcff8bcc699 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:27:28.287562 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fd145916-b369-4752-9ec1-4603dc435003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.337230 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fd145916-b369-4752-9ec1-4603dc435003 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7cab3a9f274c48beb9e3a91b04c98bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555251 Jul 05 18:27:28.338284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd145916-b369-4752-9ec1-4603dc435003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352bc3c8-7bf2-4d6f-9f4d-70a07d76d880,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:28.340917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35444) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:28.357690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.406434 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-577b51c8-37d2-4609-8dcf-0d45785ebf8e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9632034 Jul 05 18:27:28.409102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35446) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:28.409814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0a36ed6-5423-43c4-b696-977c5aa6303b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:28.426918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Request body: {'subnet': {'network_id': '4593ad2e-43ae-4783-b8b4-bdcff8bcc699', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-163583794-subnet', 'tenant_id': 'ab8b626ca3c04430bc576215d82aef6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:28.442781 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f003c74d-ed8f-4d6b-9f4e-0e0c3d29ae18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.474048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Network e831ad76-3d56-473a-8914-db8ef8fdb20c is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:28.478911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:28.485446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:28.490312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f003c74d-ed8f-4d6b-9f4e-0e0c3d29ae18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.491459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:28.497990 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7ce09-cb70-4c17-8af0-45c946731e24 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:28.516022 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7ce09-cb70-4c17-8af0-45c946731e24 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:28.516667 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bdb7ce09-cb70-4c17-8af0-45c946731e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:28.559749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0a74d1b6-a5ad-4eea-9256-a60d1a2da2f1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/routers/0f262382-6433-4adb-b17f-91ec7b87ed5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9005229 Jul 05 18:27:28.561530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Made reservation on behalf of ab8b626ca3c04430bc576215d82aef6f for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:28.562929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35452) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:28.574935 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.590019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'port': {'network_id': 'a58ff5f8-684c-457d-b731-1de7339da0be', 'name': 'tempest-FloatingIPTestJSON-822428457'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:28.683899 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bdb7ce09-cb70-4c17-8af0-45c946731e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:28.701459 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7ce09-cb70-4c17-8af0-45c946731e24 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:28.702642 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bdb7ce09-cb70-4c17-8af0-45c946731e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:28.746769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f003c74d-ed8f-4d6b-9f4e-0e0c3d29ae18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.749605 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f003c74d-ed8f-4d6b-9f4e-0e0c3d29ae18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.751589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:28.751738 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f003c74d-ed8f-4d6b-9f4e-0e0c3d29ae18 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/352bc3c8-7bf2-4d6f-9f4d-70a07d76d880 HTTP/1.1" status: 204 len: 168 time: 0.3988698 Jul 05 18:27:28.769469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003c74d-ed8f-4d6b-9f4e-0e0c3d29ae18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352bc3c8-7bf2-4d6f-9f4d-70a07d76d880,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:28.782810 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bdb7ce09-cb70-4c17-8af0-45c946731e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:28.785357 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb7ce09-cb70-4c17-8af0-45c946731e24 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:28.847671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:20Z', 'updated_at': '2021-07-05T18:27:23Z', 'revision_number': 3, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'gw_port': {'id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:21Z', 'updated_at': '2021-07-05T18:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:28.879317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ccf59d-1c75-4445-8aa3-48b161fdfbc2 None None] The sync data for ids ['a91bba45-4528-4bb0-9631-2ede98825649'] in n-d-799524-1 is: [{'id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:20Z', 'updated_at': '2021-07-05T18:27:23Z', 'revision_number': 3, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'gw_port': {'id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:21Z', 'updated_at': '2021-07-05T18:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:29.125431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5770731b-0681-4c55-a8dc-f364a700928b None None] Provisioning for port a0a36ed6-5423-43c4-b696-977c5aa6303b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:29.129851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5770731b-0681-4c55-a8dc-f364a700928b None None] Provisioning complete for port a0a36ed6-5423-43c4-b696-977c5aa6303b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:29.130499 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5770731b-0681-4c55-a8dc-f364a700928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:29.181352 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:29.197127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Made reservation on behalf of 87aabb8de67146d584187c7354c3d16e for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:29.205581 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:29.239763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5770731b-0681-4c55-a8dc-f364a700928b None None] Port a0a36ed6-5423-43c4-b696-977c5aa6303b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:29.253989 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:29.312918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] device_id is not set on port 41ace05c-367f-4a45-9e3d-c22f6be99338 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:27:29.313911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c403a531-ad04-4ae9-82a2-eef18fb25ccd,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:29.373488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Checking segment: {'id': 'a2e695b0-9785-46fa-8c21-92b4ea2cc0ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4593ad2e-43ae-4783-b8b4-bdcff8bcc699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:29.374954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Network hostable DHCP agents. Network: 4593ad2e-43ae-4783-b8b4-bdcff8bcc699, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:27:29.468711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Network 4593ad2e-43ae-4783-b8b4-bdcff8bcc699 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:27:29.557388 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 4593ad2e-43ae-4783-b8b4-bdcff8bcc699) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:29.568061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:29.580065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b5e06-aae0-46ad-a155-031a2b96e3dd None None] Network 4593ad2e-43ae-4783-b8b4-bdcff8bcc699 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:29.581654 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:29.701042 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2f6b0e4f-0f82-4705-b4f6-583589ac8a05 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2905939 Jul 05 18:27:29.720100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.20.0.2 (a58ff5f8-684c-457d-b731-1de7339da0be/3d4cd715-3d20-42f5-80f2-e1c81de2de96/41ace05c-367f-4a45-9e3d-c22f6be99338) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:29.806190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:29.847067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e27fe-a30b-46af-b5e9-14eaf8131001 None None] Network 4593ad2e-43ae-4783-b8b4-bdcff8bcc699 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:29.870089 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:29.991384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:30.234005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Pushing event updated for resources: {'Port': ['ID=a0a36ed6-5423-43c4-b696-977c5aa6303b,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:30.244302 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:30.285690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:30.485503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Network e831ad76-3d56-473a-8914-db8ef8fdb20c is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:30.501046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:30.582933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:30.659126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 421b8521-19f5-409d-9c7c-0133cd52ee0a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:30.759953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network a58ff5f8-684c-457d-b731-1de7339da0be is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:30.782394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:30.822877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:30.823945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 421b8521-19f5-409d-9c7c-0133cd52ee0a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:30.830414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 421b8521-19f5-409d-9c7c-0133cd52ee0a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:30.830577 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:30.845826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=41ace05c-367f-4a45-9e3d-c22f6be99338,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:30.934643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-8f9ebd92-c2a3-4080-a0d8-406d27c4ea71 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:30.936233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-8f9ebd92-c2a3-4080-a0d8-406d27c4ea71 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/networks?id=c8116169-dfbc-41bc-b748-f7680a814aed HTTP/1.1" status: 200 len: 808 time: 0.4536254 Jul 05 18:27:30.965448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Router a91bba45-4528-4bb0-9631-2ede98825649 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:30.974024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:30.974930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:30.982839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-3debcc46-abd8-4038-8f0d-998819e1ec23 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/quotas/7a129c549f404b27898551ae597bfb1f HTTP/1.1" status: 200 len: 375 time: 0.0399249 Jul 05 18:27:31.031306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-98f4d016-f24f-47b3-9802-5f2e1b18469c tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a129c549f404b27898551ae597bfb1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411899 Jul 05 18:27:31.036616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4c1802ba-0768-4a2d-943a-f22fa589aed8 None None] Provisioning complete for port a0a36ed6-5423-43c4-b696-977c5aa6303b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:31.037115 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4c1802ba-0768-4a2d-943a-f22fa589aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:31.076250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-2f34cf9d-11b5-4bfe-a9f9-00df108589e4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:27:31.077509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-2f34cf9d-11b5-4bfe-a9f9-00df108589e4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089304 Jul 05 18:27:31.096445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4c1802ba-0768-4a2d-943a-f22fa589aed8 None None] Port a0a36ed6-5423-43c4-b696-977c5aa6303b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:31.100654 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:31.127855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 421b8521-19f5-409d-9c7c-0133cd52ee0a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=421b8521-19f5-409d-9c7c-0133cd52ee0a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:31.138579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4192e5a8-e9c6-4695-be40-d6d84d570c0d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5745649 Jul 05 18:27:31.141256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35536) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:31.148514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'port': {'network_id': 'a58ff5f8-684c-457d-b731-1de7339da0be', 'name': 'tempest-FloatingIPTestJSON-546972991'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:31.269023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:31.346204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:31.353197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9f1c2981-03c7-4030-ab6f-a9aacb9633a7 admin admin] 10.222.0.30 "PUT /v2.0/routers/a91bba45-4528-4bb0-9631-2ede98825649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9000721 Jul 05 18:27:31.358536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-b1ebff03-b8cd-425a-a25d-afa6f7f78307 service neutron] 10.222.0.30 "GET /v2.0/networks/c8116169-dfbc-41bc-b748-f7680a814aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743385 Jul 05 18:27:31.403846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=421b8521-19f5-409d-9c7c-0133cd52ee0a,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:31.489224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-9ad9ba65-e910-4a52-a9c0-60cc80608553 service neutron] 10.222.0.30 "GET /v2.0/networks/c8116169-dfbc-41bc-b748-f7680a814aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236901 Jul 05 18:27:31.496562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Made reservation on behalf of 87aabb8de67146d584187c7354c3d16e for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:31.500620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:31.520613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] device_id is not set on port f98ef734-3e0f-43cc-bac8-1d1e37fbfdab yet. {{(pid=100998) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:27:31.714022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.20.0.3 (a58ff5f8-684c-457d-b731-1de7339da0be/3d4cd715-3d20-42f5-80f2-e1c81de2de96/f98ef734-3e0f-43cc-bac8-1d1e37fbfdab) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:31.827367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Sync routers for ids ['a91bba45-4528-4bb0-9631-2ede98825649'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:31.856452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Routers {'a91bba45-4528-4bb0-9631-2ede98825649'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:31.863661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a91bba45-4528-4bb0-9631-2ede98825649'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:32.061201 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10be5851-d818-4b5a-ab36-38c69635ca17 req-6be7bdb1-0e01-4f4f-aabf-6bedf2f8459c tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 210 time: 0.0804603 Jul 05 18:27:32.175106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Set router a91bba45-4528-4bb0-9631-2ede98825649 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:32.179620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:32.331188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:32.436033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network a58ff5f8-684c-457d-b731-1de7339da0be is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:32.439403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:32.444894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:32.502042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=f98ef734-3e0f-43cc-bac8-1d1e37fbfdab,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:32.547839 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:32.550542 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:32.563198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:20Z', 'updated_at': '2021-07-05T18:27:29Z', 'revision_number': 4, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'gw_port': {'id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:21Z', 'updated_at': '2021-07-05T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'a0a36ed6-5423-43c4-b696-977c5aa6303b', 'name': '', 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'mac_address': 'fa:16:3e:4b:49:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '9601b7c5-e272-4424-a020-afa73d75f400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:27Z', 'updated_at': '2021-07-05T18:27:29Z', 'revision_number': 2, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'subnets': [{'id': '9601b7c5-e272-4424-a020-afa73d75f400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:32.611146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Checking router: a91bba45-4528-4bb0-9631-2ede98825649 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:27:32.611558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Updating router a91bba45-4528-4bb0-9631-2ede98825649 port a0a36ed6-5423-43c4-b696-977c5aa6303b binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:27:32.659890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 421b8521-19f5-409d-9c7c-0133cd52ee0a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:32.677414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35592) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:32.683624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4fbacec5-4370-4b4d-b55c-ee44544d2181 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-271632640', 'description': 'tempest-secgroup-smoke-271632640 description', 'project_id': '2e5e580f78ba402ca7859218eb226810'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:32.703726 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:32.706609 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3b285be9-28ce-4ba6-82b6-862642492ced tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5638018 Jul 05 18:27:32.709463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35594) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:32.718813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': 'f98ef734-3e0f-43cc-bac8-1d1e37fbfdab', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:32.781784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 421b8521-19f5-409d-9c7c-0133cd52ee0a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:32.783944 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:32.829270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4fbacec5-4370-4b4d-b55c-ee44544d2181 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:32.922203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.111502 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4fbacec5-4370-4b4d-b55c-ee44544d2181 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.143541 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.161848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Transition to ACTIVE for port object a0a36ed6-5423-43c4-b696-977c5aa6303b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:33.186997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.190429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3bbde5-5557-40dd-9f84-80bd164835e1 req-412825fb-e798-486f-a528-213651645a27 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 210 time: 0.0375524 Jul 05 18:27:33.234080 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4fbacec5-4370-4b4d-b55c-ee44544d2181 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.279868 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.290037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbacec5-4370-4b4d-b55c-ee44544d2181 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baec35b4-c1e4-4b44-beb3-9d8748af7218,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:33.344504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a9d70-e66b-4a50-8a8f-8e4429ccdba4 None None] Pushing event updated for resources: {'Port': ['ID=a0a36ed6-5423-43c4-b696-977c5aa6303b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:33.365577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.25.3.120 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/b1307220-e34f-4704-9ea4-120f581c3bad) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:33.494850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Attempting to bind port a0a36ed6-5423-43c4-b696-977c5aa6303b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:33.495236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Attempting to bind port a0a36ed6-5423-43c4-b696-977c5aa6303b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '417c84e8-78e1-488d-8382-880af35f1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:33.495612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Attempting to bind port a0a36ed6-5423-43c4-b696-977c5aa6303b on network e831ad76-3d56-473a-8914-db8ef8fdb20c {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:33.515031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:33.515418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Checking segment: {'id': '417c84e8-78e1-488d-8382-880af35f1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:33.515844 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.516257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Bound using segment: {'id': '417c84e8-78e1-488d-8382-880af35f1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:33.516762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Bound port: a0a36ed6-5423-43c4-b696-977c5aa6303b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417c84e8-78e1-488d-8382-880af35f1d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:33.517158 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.586478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.665469 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4fbacec5-4370-4b4d-b55c-ee44544d2181 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.667062 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4fbacec5-4370-4b4d-b55c-ee44544d2181 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9883237 Jul 05 18:27:33.670968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35612) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:33.675946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-99491fcc-3389-4745-8c82-a8418980c1f9 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Request body: {'security_group_rule': {'security_group_id': 'baec35b4-c1e4-4b44-beb3-9d8748af7218', 'project_id': '2e5e580f78ba402ca7859218eb226810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:33.683606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] For port a0a36ed6-5423-43c4-b696-977c5aa6303b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:33.692796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] For port a0a36ed6-5423-43c4-b696-977c5aa6303b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a0a36ed6-5423-43c4-b696-977c5aa6303b,segment=NetworkSegment(417c84e8-78e1-488d-8382-880af35f1d92),segment_id=417c84e8-78e1-488d-8382-880af35f1d92)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:33.792212 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.792473 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.893809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Routers {'a91bba45-4528-4bb0-9631-2ede98825649'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:33.900288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a91bba45-4528-4bb0-9631-2ede98825649'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:33.908829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a9d70-e66b-4a50-8a8f-8e4429ccdba4 None None] Pushing event updated for resources: {'Port': ['ID=a0a36ed6-5423-43c4-b696-977c5aa6303b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:33.921421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:33.922614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99491fcc-3389-4745-8c82-a8418980c1f9 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:33.929456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:33.949594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:33.989512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=b1307220-e34f-4704-9ea4-120f581c3bad,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:34.076397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] Set router a91bba45-4528-4bb0-9631-2ede98825649 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:34.093556 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99491fcc-3389-4745-8c82-a8418980c1f9 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:34.192339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99491fcc-3389-4745-8c82-a8418980c1f9 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:34.257527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99491fcc-3389-4745-8c82-a8418980c1f9 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abe947a-7f93-49ef-ac83-1f2ad1dadb1b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:34.357115 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-99491fcc-3389-4745-8c82-a8418980c1f9 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:34.358020 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-99491fcc-3389-4745-8c82-a8418980c1f9 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6860244 Jul 05 18:27:34.360720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35620) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:34.367275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-86e914a9-52fb-442f-9159-7f5ad46128ee tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Request body: {'security_group_rule': {'security_group_id': 'baec35b4-c1e4-4b44-beb3-9d8748af7218', 'project_id': '2e5e580f78ba402ca7859218eb226810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:34.424386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46c2681e-939e-4bd1-bed7-12ae7fdd2fd0 req-8729c4f2-b357-46d2-bfe1-7b89cc1b8d23 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 210 time: 0.0646861 Jul 05 18:27:34.482794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:20Z', 'updated_at': '2021-07-05T18:27:29Z', 'revision_number': 4, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'gw_port': {'id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:21Z', 'updated_at': '2021-07-05T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'a0a36ed6-5423-43c4-b696-977c5aa6303b', 'name': '', 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'mac_address': 'fa:16:3e:4b:49:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '9601b7c5-e272-4424-a020-afa73d75f400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:27Z', 'updated_at': '2021-07-05T18:27:33Z', 'revision_number': 4, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'subnets': [{'id': '9601b7c5-e272-4424-a020-afa73d75f400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:34.532974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47591ed6-26fc-4c1a-9b2a-6f402a0e9d40 None None] The sync data for ids ['a91bba45-4528-4bb0-9631-2ede98825649'] in n-d-799524-1 is: [{'id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:20Z', 'updated_at': '2021-07-05T18:27:29Z', 'revision_number': 4, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'gw_port': {'id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:21Z', 'updated_at': '2021-07-05T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'a0a36ed6-5423-43c4-b696-977c5aa6303b', 'name': '', 'network_id': 'e831ad76-3d56-473a-8914-db8ef8fdb20c', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'mac_address': 'fa:16:3e:4b:49:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_interface', 'standard_attr_id': 3365, 'fixed_ips': [{'subnet_id': '9601b7c5-e272-4424-a020-afa73d75f400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:27Z', 'updated_at': '2021-07-05T18:27:33Z', 'revision_number': 4, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'subnets': [{'id': '9601b7c5-e272-4424-a020-afa73d75f400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:34.557509 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86e914a9-52fb-442f-9159-7f5ad46128ee tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:34.826755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86e914a9-52fb-442f-9159-7f5ad46128ee tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:34.852801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:34.906627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86e914a9-52fb-442f-9159-7f5ad46128ee tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:34.940744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e914a9-52fb-442f-9159-7f5ad46128ee tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b85878a3-c7c3-4064-b356-8be17474c4c4,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:35.051316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86e914a9-52fb-442f-9159-7f5ad46128ee tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:35.053423 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-86e914a9-52fb-442f-9159-7f5ad46128ee tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6916168 Jul 05 18:27:35.072079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35628) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:35.077805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e50b3fde-b67d-4008-b80e-ebabcb5fed98 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Request body: {'security_group_rule': {'security_group_id': 'baec35b4-c1e4-4b44-beb3-9d8748af7218', 'project_id': '2e5e580f78ba402ca7859218eb226810', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:35.160082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:35.254209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e50b3fde-b67d-4008-b80e-ebabcb5fed98 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:35.393111 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e50b3fde-b67d-4008-b80e-ebabcb5fed98 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:35.484875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e50b3fde-b67d-4008-b80e-ebabcb5fed98 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:35.545405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b3fde-b67d-4008-b80e-ebabcb5fed98 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fda0eb-e4f7-4545-a3d3-d790093ac774,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:35.641915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-1a540098-4266-4a4a-ac96-6ef6ee692674 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:35.643593 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-1a540098-4266-4a4a-ac96-6ef6ee692674 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.39 "GET /v2.0/networks?id=c8116169-dfbc-41bc-b748-f7680a814aed HTTP/1.1" status: 200 len: 808 time: 0.3112524 Jul 05 18:27:35.654544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e50b3fde-b67d-4008-b80e-ebabcb5fed98 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:35.657476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Request body: {'port': {'device_id': '7d950e1b-7635-4491-a360-d5171dea807d', 'network_id': 'c8116169-dfbc-41bc-b748-f7680a814aed', 'admin_state_up': True, 'tenant_id': '7a129c549f404b27898551ae597bfb1f'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:35.657658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e50b3fde-b67d-4008-b80e-ebabcb5fed98 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5829213 Jul 05 18:27:35.659022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35642) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:35.670572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ff11409e-8a0f-43df-9fd6-3ae3ec78555f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Request body: {'security_group_rule': {'security_group_id': 'baec35b4-c1e4-4b44-beb3-9d8748af7218', 'project_id': '2e5e580f78ba402ca7859218eb226810', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:35.851910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e759dd5-0d29-4d70-aa86-87ab9108acfd req-a63843b2-1ccd-4bcf-96be-0bebfa9c356e tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 210 time: 0.1493208 Jul 05 18:27:35.960718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff11409e-8a0f-43df-9fd6-3ae3ec78555f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.017208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.048969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff11409e-8a0f-43df-9fd6-3ae3ec78555f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.150532 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff11409e-8a0f-43df-9fd6-3ae3ec78555f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.183513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff11409e-8a0f-43df-9fd6-3ae3ec78555f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b157941-26a0-4665-a8c4-c053fd7f90e2,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:36.202707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.343075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ff11409e-8a0f-43df-9fd6-3ae3ec78555f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.344574 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.347536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ff11409e-8a0f-43df-9fd6-3ae3ec78555f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6837013 Jul 05 18:27:36.347637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35652) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:36.353542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-14250c0f-27d4-4721-b64c-7214a101eb21 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Request body: {'security_group_rule': {'security_group_id': 'baec35b4-c1e4-4b44-beb3-9d8748af7218', 'project_id': '2e5e580f78ba402ca7859218eb226810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:36.435377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=b1307220-e34f-4704-9ea4-120f581c3bad,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:36.462588 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.506020 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Made reservation on behalf of 7a129c549f404b27898551ae597bfb1f for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:36.511271 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.594607 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-14250c0f-27d4-4721-b64c-7214a101eb21 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Project 2e5e580f78ba402ca7859218eb226810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:27:36.601931 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14250c0f-27d4-4721-b64c-7214a101eb21 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.703702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a0a36ed6-5423-43c4-b696-977c5aa6303b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:36.719597 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP 3d1e38dc-d68e-4047-88a4-cfc25b84cd87 associated. External IP: 172.25.3.120, port: f98ef734-3e0f-43cc-bac8-1d1e37fbfdab. Jul 05 18:27:36.782210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Allocated IP 172.20.0.2 (c8116169-dfbc-41bc-b748-f7680a814aed/c1e3bf32-3c59-4b67-bd4a-f94704b7b5f0/e440a019-31d7-4769-aaf2-c874e40ebd8b) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:36.787376 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14250c0f-27d4-4721-b64c-7214a101eb21 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.844261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a0a36ed6-5423-43c4-b696-977c5aa6303b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:36.849758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a0a36ed6-5423-43c4-b696-977c5aa6303b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:36.850214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.871666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14250c0f-27d4-4721-b64c-7214a101eb21 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.899807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250c0f-27d4-4721-b64c-7214a101eb21 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3533245d-2959-4df0-a335-d0ecf1be0842,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:36.977563 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14250c0f-27d4-4721-b64c-7214a101eb21 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:36.979537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-14250c0f-27d4-4721-b64c-7214a101eb21 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6309843 Jul 05 18:27:36.988341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35672) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:36.995751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-74a72c66-a550-4748-9614-3b0d021303f8 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Request body: {'security_group_rule': {'security_group_id': 'baec35b4-c1e4-4b44-beb3-9d8748af7218', 'project_id': '2e5e580f78ba402ca7859218eb226810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:37.086724 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.131338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port a0a36ed6-5423-43c4-b696-977c5aa6303b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a0a36ed6-5423-43c4-b696-977c5aa6303b,segment=NetworkSegment(417c84e8-78e1-488d-8382-880af35f1d92),segment_id=417c84e8-78e1-488d-8382-880af35f1d92)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:37.157250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4c80158-d354-43ae-b9b3-b852e361a93b req-49fcfcd3-79cd-4d3b-a6d1-8608d525cee4 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 210 time: 0.0534177 Jul 05 18:27:37.158197 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-74a72c66-a550-4748-9614-3b0d021303f8 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Project 2e5e580f78ba402ca7859218eb226810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:27:37.176101 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74a72c66-a550-4748-9614-3b0d021303f8 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.232120 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.285406 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74a72c66-a550-4748-9614-3b0d021303f8 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.314700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.345735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=a0a36ed6-5423-43c4-b696-977c5aa6303b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:37.388468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74a72c66-a550-4748-9614-3b0d021303f8 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.420313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a72c66-a550-4748-9614-3b0d021303f8 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c45657-3094-47bc-9380-983f430faab8,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:37.421394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:37.525471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.537422 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74a72c66-a550-4748-9614-3b0d021303f8 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.550885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-74a72c66-a550-4748-9614-3b0d021303f8 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5594962 Jul 05 18:27:37.596693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:37.610859 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef72605-7ace-457c-bbb1-4443043be54d None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:37.626510 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef72605-7ace-457c-bbb1-4443043be54d None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:37.627000 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9ef72605-7ace-457c-bbb1-4443043be54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:37.649273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Network c8116169-dfbc-41bc-b748-f7680a814aed is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:37.658503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:37.658503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Pushing event updated for resources: {'Port': ['ID=e440a019-31d7-4769-aaf2-c874e40ebd8b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:37.659658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:37.694648 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9ef72605-7ace-457c-bbb1-4443043be54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:37.704435 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef72605-7ace-457c-bbb1-4443043be54d None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:37.705313 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9ef72605-7ace-457c-bbb1-4443043be54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:37.732333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:37.733019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.747060 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.747864 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9ef72605-7ace-457c-bbb1-4443043be54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:37.748719 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef72605-7ace-457c-bbb1-4443043be54d None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:37.804902 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5e4c1808-770c-4322-80e7-0fbe6d42cd78 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0939291 Jul 05 18:27:37.805613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35690) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:37.810723 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-276cc9ec-33b9-4f2c-aed3-6e697d76346d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:37.852610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-5fb2f591-1a46-4e5c-9060-314e5756db68 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-271632640&fields=id&tenant_id=2e5e580f78ba402ca7859218eb226810 HTTP/1.1" status: 200 len: 267 time: 0.0698750 Jul 05 18:27:37.929710 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-68ea939b-b1f2-489f-835b-db324bbb4a19 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2765188 Jul 05 18:27:37.932509 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-276cc9ec-33b9-4f2c-aed3-6e697d76346d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:37.987584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b17928-53d7-4644-9224-5e288370e900 req-f3827701-a54d-44a6-97f4-41590154961f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:37.996264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-f3827701-a54d-44a6-97f4-41590154961f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/networks?id=e092d9d7-7f60-4806-a54c-997bb20ca6b5 HTTP/1.1" status: 200 len: 809 time: 0.1295431 Jul 05 18:27:38.007649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Request body: {'port': {'device_id': '7d950e1b-7635-4491-a360-d5171dea807d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:38.014459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-a20940e7-f54b-4594-81d2-4aefd0eb3bce tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/quotas/2e5e580f78ba402ca7859218eb226810 HTTP/1.1" status: 200 len: 375 time: 0.0169122 Jul 05 18:27:38.107264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-33507364-81ed-4266-b67f-b20880d3a614 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2e5e580f78ba402ca7859218eb226810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863121 Jul 05 18:27:38.246836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-4d85f62a-90c3-4687-ae1a-c827e1769c7b service neutron] 10.222.0.30 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360130 Jul 05 18:27:38.287951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:38.355383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-276cc9ec-33b9-4f2c-aed3-6e697d76346d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:38.467780 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-276cc9ec-33b9-4f2c-aed3-6e697d76346d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:38.468333 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-276cc9ec-33b9-4f2c-aed3-6e697d76346d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP 3d1e38dc-d68e-4047-88a4-cfc25b84cd87 disassociated. External IP: 172.25.3.120, port: f98ef734-3e0f-43cc-bac8-1d1e37fbfdab. Jul 05 18:27:38.626193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a0a36ed6-5423-43c4-b696-977c5aa6303b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:38.723241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a0a36ed6-5423-43c4-b696-977c5aa6303b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:38.723627 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:38.920927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276cc9ec-33b9-4f2c-aed3-6e697d76346d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:38.928373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-fa0af548-c85f-4cb3-b189-a7e77fb5d7b8 service neutron] 10.222.0.30 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6800160 Jul 05 18:27:38.938994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e440a019-31d7-4769-aaf2-c874e40ebd8b {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:27:38.953610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:38.966918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12e9796-69cf-4870-98fb-d702f20acc6e req-7ce22101-4e81-4704-889f-ce882202cb7a tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:38.968416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b12e9796-69cf-4870-98fb-d702f20acc6e req-7ce22101-4e81-4704-889f-ce882202cb7a tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 931 time: 0.6469853 Jul 05 18:27:39.023622 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Transition to ACTIVE for port object e440a019-31d7-4769-aaf2-c874e40ebd8b will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:39.075327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b12e9796-69cf-4870-98fb-d702f20acc6e req-d5f83a4d-5de3-46fe-9f57-21c6e26932ce tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000142 Jul 05 18:27:39.103466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276cc9ec-33b9-4f2c-aed3-6e697d76346d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:39.111864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-276cc9ec-33b9-4f2c-aed3-6e697d76346d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:39.121620 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4bdd8d-947e-4038-bbc3-9525e47ce310 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:39.135703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bdd8d-947e-4038-bbc3-9525e47ce310 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:39.140985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1f4bdd8d-947e-4038-bbc3-9525e47ce310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:39.142724 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:39.177579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1f4bdd8d-947e-4038-bbc3-9525e47ce310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:39.190149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4bdd8d-947e-4038-bbc3-9525e47ce310 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:39.190905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1f4bdd8d-947e-4038-bbc3-9525e47ce310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:39.208560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e440a019-31d7-4769-aaf2-c874e40ebd8b,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:39.273131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1f4bdd8d-947e-4038-bbc3-9525e47ce310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:39.274595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4bdd8d-947e-4038-bbc3-9525e47ce310 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:39.280412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35716) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:39.289320 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-276cc9ec-33b9-4f2c-aed3-6e697d76346d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/floatingips/3d1e38dc-d68e-4047-88a4-cfc25b84cd87 HTTP/1.1" status: 200 len: 688 time: 1.4756930 Jul 05 18:27:39.501672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Attempting to bind port e440a019-31d7-4769-aaf2-c874e40ebd8b on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:39.502013 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Attempting to bind port e440a019-31d7-4769-aaf2-c874e40ebd8b by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'c48ca76b-c15b-4140-be1b-a77a05fabdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c8116169-dfbc-41bc-b748-f7680a814aed'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:39.502342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Attempting to bind port e440a019-31d7-4769-aaf2-c874e40ebd8b on network c8116169-dfbc-41bc-b748-f7680a814aed {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:39.526301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Port e440a019-31d7-4769-aaf2-c874e40ebd8b on network c8116169-dfbc-41bc-b748-f7680a814aed not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:27:39.526686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Attempting to bind port e440a019-31d7-4769-aaf2-c874e40ebd8b on network c8116169-dfbc-41bc-b748-f7680a814aed {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:39.547084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:39.549209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Checking segment: {'id': 'c48ca76b-c15b-4140-be1b-a77a05fabdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c8116169-dfbc-41bc-b748-f7680a814aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:39.549942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Bound using segment: {'id': 'c48ca76b-c15b-4140-be1b-a77a05fabdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c8116169-dfbc-41bc-b748-f7680a814aed'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:39.550591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Bound port: e440a019-31d7-4769-aaf2-c874e40ebd8b, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c48ca76b-c15b-4140-be1b-a77a05fabdfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c8116169-dfbc-41bc-b748-f7680a814aed'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:39.551034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:39.571989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-06e5ffc7-beff-4572-929f-ac7ec8a54097 req-3f7eda10-260e-481d-b426-6c47109440cc tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 210 time: 0.2086439 Jul 05 18:27:39.660904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port b1307220-e34f-4704-9ea4-120f581c3bad {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:27:39.661156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:39.713220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] For port e440a019-31d7-4769-aaf2-c874e40ebd8b, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:39.720699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] For port e440a019-31d7-4769-aaf2-c874e40ebd8b, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e440a019-31d7-4769-aaf2-c874e40ebd8b,segment=NetworkSegment(c48ca76b-c15b-4140-be1b-a77a05fabdfb),segment_id=c48ca76b-c15b-4140-be1b-a77a05fabdfb)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:39.756159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:39.757540 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:39.780552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for b1307220-e34f-4704-9ea4-120f581c3bad owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:27:39.792091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:39.872206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:39.872883 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:39.874306 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] 10.222.0.39 "PUT /v2.0/ports/e440a019-31d7-4769-aaf2-c874e40ebd8b HTTP/1.1" status: 200 len: 1091 time: 1.8818679 Jul 05 18:27:39.876857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d950e1b-7635-4491-a360-d5171dea807d', 'tag': 'e440a019-31d7-4769-aaf2-c874e40ebd8b'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:27:39.889366 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a6e20-7f22-4f05-a654-ff5d006fad52" -d '{"events": [{"name": "network-changed", "server_uuid": "7d950e1b-7635-4491-a360-d5171dea807d", "tag": "e440a019-31d7-4769-aaf2-c874e40ebd8b"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:27:39.904686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242010e3-9564-4160-97f2-77dc133d89e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e440a019-31d7-4769-aaf2-c874e40ebd8b,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:39.973922 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ceffbee-22d2-4508-9d49-16f86f929992 x-openstack-request-id: req-1ceffbee-22d2-4508-9d49-16f86f929992 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:27:39.984942 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d950e1b-7635-4491-a360-d5171dea807d", "tag": "e440a019-31d7-4769-aaf2-c874e40ebd8b", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:27:39.984942 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ceffbee-22d2-4508-9d49-16f86f929992 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:27:39.984942 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d950e1b-7635-4491-a360-d5171dea807d', 'tag': 'e440a019-31d7-4769-aaf2-c874e40ebd8b', 'status': 'completed', 'code': 200} Jul 05 18:27:40.094500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a6e20-7f22-4f05-a654-ff5d006fad52 req-c90710da-a503-43d1-a867-32ca62ef49a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:40.096308 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-836a6e20-7f22-4f05-a654-ff5d006fad52 req-c90710da-a503-43d1-a867-32ca62ef49a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a129c549f404b27898551ae597bfb1f&device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 1094 time: 0.0973876 Jul 05 18:27:40.136969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:40.299871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=b1307220-e34f-4704-9ea4-120f581c3bad,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:40.510897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a6e20-7f22-4f05-a654-ff5d006fad52 req-70a06c79-e411-4924-a3df-f9099400b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:40.513445 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-836a6e20-7f22-4f05-a654-ff5d006fad52 req-70a06c79-e411-4924-a3df-f9099400b3b6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7a129c549f404b27898551ae597bfb1f&shared=False HTTP/1.1" status: 200 len: 908 time: 0.4091458 Jul 05 18:27:40.513982 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:40.516661 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:40.517886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-717508b4-e1e0-443a-a26a-e39ab931febf tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/floatingips/3d1e38dc-d68e-4047-88a4-cfc25b84cd87 HTTP/1.1" status: 204 len: 168 time: 1.2363610 Jul 05 18:27:40.521251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35744) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:40.527199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '41ace05c-367f-4a45-9e3d-c22f6be99338'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:40.635840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055c99f-a6d3-4ac4-8d85-f7c989685e38 req-21e0cc49-682e-4e2e-acc9-ec9e5ffdd8d4 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:40.642393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055c99f-a6d3-4ac4-8d85-f7c989685e38 req-21e0cc49-682e-4e2e-acc9-ec9e5ffdd8d4 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 943 time: 0.2474580 Jul 05 18:27:40.744086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:40.759095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bfc0a54f-fe6e-49be-ac84-2029b5636f77 req-70697df0-b33b-425d-abc8-94d45c8792e0 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 210 time: 0.0833206 Jul 05 18:27:40.808980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a6e20-7f22-4f05-a654-ff5d006fad52 req-865aff58-0ebc-4c5b-9da4-e14fa1a56162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:40.813838 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-836a6e20-7f22-4f05-a654-ff5d006fad52 req-865aff58-0ebc-4c5b-9da4-e14fa1a56162 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2919507 Jul 05 18:27:40.874959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6055c99f-a6d3-4ac4-8d85-f7c989685e38 req-7e4d0868-45a3-46f8-8774-e880fe2386b0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265637 Jul 05 18:27:41.002474 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:41.206337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.25.3.27 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/3db7ce8f-2937-4758-b59f-f8bbbdcca998) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:41.325237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35754) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:41.423180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-78bbcb1f-368f-49de-9d55-6e329820a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:41.432836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-78bbcb1f-368f-49de-9d55-6e329820a565 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a129c549f404b27898551ae597bfb1f&device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 1094 time: 0.5229149 Jul 05 18:27:41.450135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:41.497839 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-420bb14e-5fa8-4278-9cb9-fc2f59ae970e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e440a019-31d7-4769-aaf2-c874e40ebd8b HTTP/1.1" status: 200 len: 217 time: 0.0504088 Jul 05 18:27:41.567672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-34a85084-9885-46d4-9c0e-8ec02882b8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:41.569086 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-34a85084-9885-46d4-9c0e-8ec02882b8e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c1e3bf32-3c59-4b67-bd4a-f94704b7b5f0 HTTP/1.1" status: 200 len: 848 time: 0.0574489 Jul 05 18:27:41.609571 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-b00291e4-ac18-414a-a03f-eb87236ffa6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c8116169-dfbc-41bc-b748-f7680a814aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327313 Jul 05 18:27:41.653128 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:41.730607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:41.760362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:41.763436 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-bfad4ba1-6069-443b-ba69-422704a3b215 service neutron] 10.222.0.39 "GET /v2.0/networks/c8116169-dfbc-41bc-b748-f7680a814aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454852 Jul 05 18:27:41.771837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:41.801171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=3db7ce8f-2937-4758-b59f-f8bbbdcca998,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:41.831154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb01e76-565e-44e3-8bfc-19b664afcff7 admin admin] Deleting subnet af5b70e3-5970-45fa-9a05-638c622f59bd {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:27:41.837949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6cb01e76-565e-44e3-8bfc-19b664afcff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:41.909080 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e473adc0-fd7f-4c7b-bb94-f6c9c73165bd req-c177ffcc-5987-43c4-ab85-dd8b9e41d775 service neutron] 10.222.0.39 "GET /v2.0/networks/c8116169-dfbc-41bc-b748-f7680a814aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405797 Jul 05 18:27:42.138157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-051b354f-28a1-4880-b6f8-ed65e76de175 req-ba784f1c-d4c2-4919-a4ba-9112ba744441 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 210 time: 0.0925224 Jul 05 18:27:42.140510 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6cb01e76-565e-44e3-8bfc-19b664afcff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:42.280124 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6cb01e76-565e-44e3-8bfc-19b664afcff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:42.456269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b17928-53d7-4644-9224-5e288370e900 req-c1e16851-830a-45a2-863d-16b725e9b868 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:42.457928 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-c1e16851-830a-45a2-863d-16b725e9b868 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.97 "GET /v2.0/networks?id=e092d9d7-7f60-4806-a54c-997bb20ca6b5 HTTP/1.1" status: 200 len: 809 time: 0.1350951 Jul 05 18:27:42.515633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaccb00-5287-45f4-b457-df0777ee3c78 req-7304468a-c9b1-4bde-ba23-ce463ccb87e7 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:42.517183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0eaccb00-5287-45f4-b457-df0777ee3c78 req-7304468a-c9b1-4bde-ba23-ce463ccb87e7 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 943 time: 0.3548629 Jul 05 18:27:42.576786 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-b1a58f4b-12be-404e-8269-1ae1cf1c6d99 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e5e580f78ba402ca7859218eb226810 HTTP/1.1" status: 200 len: 379 time: 0.1092799 Jul 05 18:27:42.587189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Request body: {'port': {'device_id': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'admin_state_up': True, 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'security_groups': ['baec35b4-c1e4-4b44-beb3-9d8748af7218']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:42.615179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6cb01e76-565e-44e3-8bfc-19b664afcff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:42.713665 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0eaccb00-5287-45f4-b457-df0777ee3c78 req-ed05c286-cc64-4387-8332-5bb755fc920c tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843686 Jul 05 18:27:42.713665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb01e76-565e-44e3-8bfc-19b664afcff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af5b70e3-5970-45fa-9a05-638c622f59bd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:42.723512 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6cb01e76-565e-44e3-8bfc-19b664afcff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:42.726043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6cb01e76-565e-44e3-8bfc-19b664afcff7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/af5b70e3-5970-45fa-9a05-638c622f59bd HTTP/1.1" status: 204 len: 168 time: 1.3995397 Jul 05 18:27:42.730330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35770) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:42.827559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:42.844447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Made reservation on behalf of 2e5e580f78ba402ca7859218eb226810 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:42.846506 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:42.852140 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:42.970921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.009529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab34e82d-a137-41c9-a05f-9993b614dce0']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:43.026794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6185a033-9320-41f8-be0d-887c3ab5ac82') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:43.027087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6185a033-9320-41f8-be0d-887c3ab5ac82') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:43.042696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.070505 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.079508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.092748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:27:43.093144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:27:43.094874 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:27:43.188586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Allocated IP 172.20.0.4 (e092d9d7-7f60-4806-a54c-997bb20ca6b5/6079bed4-a839-46d4-9310-3d8eba064651/f9878c66-0085-42cf-9d23-5c271ee2e460) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:43.299488 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.336288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.339197 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ab34e82d-a137-41c9-a05f-9993b614dce0 HTTP/1.1" status: 204 len: 168 time: 0.6079137 Jul 05 18:27:43.359175 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99f348ee-f14b-43df-96f8-fa272aeb579b req-b80fa848-f6b3-4df1-8c41-cfe6c4cb2caa tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 210 time: 0.0755646 Jul 05 18:27:43.373657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1633ad03-ba62-48d7-8b93-eae4a709ba92 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab34e82d-a137-41c9-a05f-9993b614dce0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:43.395946 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.461049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.464006 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.479855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Transition to ACTIVE for port object f9878c66-0085-42cf-9d23-5c271ee2e460 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:43.537553 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=3db7ce8f-2937-4758-b59f-f8bbbdcca998,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:43.545743 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.569945 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.622165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Network e092d9d7-7f60-4806-a54c-997bb20ca6b5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:43.622165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:43.625279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:43.694576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'Port': ['ID=f9878c66-0085-42cf-9d23-5c271ee2e460,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:43.719862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:43.720253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:43.767607 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP fa8ea64b-aa99-40d9-bb16-5fe31b2d132c associated. External IP: 172.25.3.27, port: 41ace05c-367f-4a45-9e3d-c22f6be99338. Jul 05 18:27:43.789843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35786) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:43.820659 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-4575bfee-bacb-4192-b3c4-0e782ad70a87 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2375615 Jul 05 18:27:43.856336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Request body: {'port': {'device_id': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:43.927977 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-27f1e438-f198-4b80-a0ac-97d3dd373a51 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0a81020fac7423fa9a9e24745c78dc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366951 Jul 05 18:27:43.928602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35788) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:44.082436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc897804-3af9-42c2-bf4a-cc7370e9cf7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.083517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.159521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0719cc03-6ab2-4b34-b15a-9c63aaf062e8 None None] Provisioning for port f9878c66-0085-42cf-9d23-5c271ee2e460 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:44.165037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0719cc03-6ab2-4b34-b15a-9c63aaf062e8 None None] Provisioning complete for port f9878c66-0085-42cf-9d23-5c271ee2e460 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:44.165671 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0719cc03-6ab2-4b34-b15a-9c63aaf062e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.204457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0719cc03-6ab2-4b34-b15a-9c63aaf062e8 None None] Port f9878c66-0085-42cf-9d23-5c271ee2e460 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:44.304792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ef5adc-89b8-44b0-8109-8050be6b5970 req-a71d8bed-3a89-49de-b19f-fd22655711ed tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:44.312404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72ef5adc-89b8-44b0-8109-8050be6b5970 req-a71d8bed-3a89-49de-b19f-fd22655711ed tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 943 time: 0.3569973 Jul 05 18:27:44.372325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc897804-3af9-42c2-bf4a-cc7370e9cf7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.389434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35796) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:44.443313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72ef5adc-89b8-44b0-8109-8050be6b5970 req-32e7b818-1a94-48df-b5d9-f3353cc3f680 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299934 Jul 05 18:27:44.505605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:44.565211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9878c66-0085-42cf-9d23-5c271ee2e460 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:27:44.570313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ae5f038e-89a2-4ca3-954b-3a844dfa9f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.580660 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.602500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Transition to ACTIVE for port object f9878c66-0085-42cf-9d23-5c271ee2e460 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:44.624568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc897804-3af9-42c2-bf4a-cc7370e9cf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.627123 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dc897804-3af9-42c2-bf4a-cc7370e9cf7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.628301 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dc897804-3af9-42c2-bf4a-cc7370e9cf7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dae6677b-c4a2-48e2-bb39-1f6805f1037e HTTP/1.1" status: 204 len: 168 time: 0.6968451 Jul 05 18:27:44.645459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08742cca-fc1f-4243-93fb-09e8e840d408 req-ed4f0b2f-074c-40b1-8918-b1175e753858 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:44.647050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08742cca-fc1f-4243-93fb-09e8e840d408 req-ed4f0b2f-074c-40b1-8918-b1175e753858 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 931 time: 0.1404884 Jul 05 18:27:44.652379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc897804-3af9-42c2-bf4a-cc7370e9cf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae6677b-c4a2-48e2-bb39-1f6805f1037e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:44.686665 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.740166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:44.754727 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3876e-67aa-4323-b1dc-fcaac814bf0a None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:44.765520 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ae5f038e-89a2-4ca3-954b-3a844dfa9f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.766131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08742cca-fc1f-4243-93fb-09e8e840d408 req-4c6490d0-1f33-4e20-9ad2-89b9ecc0e24b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797791 Jul 05 18:27:44.768773 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3876e-67aa-4323-b1dc-fcaac814bf0a None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:44.769854 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-56b3876e-67aa-4323-b1dc-fcaac814bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:44.779795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9878c66-0085-42cf-9d23-5c271ee2e460,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:44.814065 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-56b3876e-67aa-4323-b1dc-fcaac814bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:44.840812 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3876e-67aa-4323-b1dc-fcaac814bf0a None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:44.842988 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-56b3876e-67aa-4323-b1dc-fcaac814bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:44.871808 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ae5f038e-89a2-4ca3-954b-3a844dfa9f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.892536 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-56b3876e-67aa-4323-b1dc-fcaac814bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:44.893189 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3876e-67aa-4323-b1dc-fcaac814bf0a None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:44.933658 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ae5f038e-89a2-4ca3-954b-3a844dfa9f01 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad0b1c980c3c4a519c16ff591bf1ba04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5431092 Jul 05 18:27:44.934505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f038e-89a2-4ca3-954b-3a844dfa9f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaeeb4d-e6f7-410c-9dc0-fe1558f2a9bf,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:44.936461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35804) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:44.950096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Attempting to bind port f9878c66-0085-42cf-9d23-5c271ee2e460 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:44.950440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Attempting to bind port f9878c66-0085-42cf-9d23-5c271ee2e460 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:44.950873 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Attempting to bind port f9878c66-0085-42cf-9d23-5c271ee2e460 on network e092d9d7-7f60-4806-a54c-997bb20ca6b5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:44.955749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Port f9878c66-0085-42cf-9d23-5c271ee2e460 on network e092d9d7-7f60-4806-a54c-997bb20ca6b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:27:44.956082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Attempting to bind port f9878c66-0085-42cf-9d23-5c271ee2e460 on network e092d9d7-7f60-4806-a54c-997bb20ca6b5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:44.956920 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:44.962467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:44.962966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Checking segment: {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:44.963389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Bound using segment: {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:44.963898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Bound port: f9878c66-0085-42cf-9d23-5c271ee2e460, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00478b83-acc7-463d-b28a-5beb757dfe12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:44.965110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:45.023394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b758c428-facd-4ab5-96ea-ec985609e584 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.5001624 Jul 05 18:27:45.026687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35808) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:45.074193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13faa8c5-beea-4b69-9363-99a38b5e69fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:45.080150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] For port f9878c66-0085-42cf-9d23-5c271ee2e460, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:45.086866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] For port f9878c66-0085-42cf-9d23-5c271ee2e460, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f9878c66-0085-42cf-9d23-5c271ee2e460,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:45.177766 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:45.227222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:45.227694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:45.229348 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] 10.222.0.97 "PUT /v2.0/ports/f9878c66-0085-42cf-9d23-5c271ee2e460 HTTP/1.1" status: 200 len: 1091 time: 1.3914559 Jul 05 18:27:45.230040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'tag': 'f9878c66-0085-42cf-9d23-5c271ee2e460'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:27:45.232475 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb4ce3d-3eda-4096-b520-a30d0c3cc603" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c544b3-70cf-4c74-9b08-ed83542bcdaa", "tag": "f9878c66-0085-42cf-9d23-5c271ee2e460"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:27:45.299995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9577208-401c-4c91-a8de-82977e6e75b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f9878c66-0085-42cf-9d23-5c271ee2e460,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:45.315568 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf0179b-7787-4368-a489-2617bea8cccd x-openstack-request-id: req-7cf0179b-7787-4368-a489-2617bea8cccd {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:27:45.315568 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c544b3-70cf-4c74-9b08-ed83542bcdaa", "tag": "f9878c66-0085-42cf-9d23-5c271ee2e460", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:27:45.315568 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cf0179b-7787-4368-a489-2617bea8cccd {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:27:45.315568 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'tag': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'status': 'completed', 'code': 200} Jul 05 18:27:45.410971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ce3d-3eda-4096-b520-a30d0c3cc603 req-78e25bd4-e1df-41a5-a1c3-b385e9d7d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:45.410971 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ceb4ce3d-3eda-4096-b520-a30d0c3cc603 req-78e25bd4-e1df-41a5-a1c3-b385e9d7d5d3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2e5e580f78ba402ca7859218eb226810&device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1094 time: 0.0787237 Jul 05 18:27:45.518393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e440a019-31d7-4769-aaf2-c874e40ebd8b details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:27:45.520667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13faa8c5-beea-4b69-9363-99a38b5e69fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:45.530605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a1a37b81-75c5-44df-bfb2-9239ae41f5bb tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "GET /v2.0/floatingips/fa8ea64b-aa99-40d9-bb16-5fe31b2d132c HTTP/1.1" status: 200 len: 976 time: 0.5027695 Jul 05 18:27:45.536237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35826) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:45.607511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ce3d-3eda-4096-b520-a30d0c3cc603 req-6c90272d-3288-4501-b67d-c3815100ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:45.610212 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ceb4ce3d-3eda-4096-b520-a30d0c3cc603 req-6c90272d-3288-4501-b67d-c3815100ae7f service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=2e5e580f78ba402ca7859218eb226810&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1888876 Jul 05 18:27:45.719263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-379014bc-fb8a-4e2b-ab28-57fd30d10d76 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1697330 Jul 05 18:27:45.719263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35830) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:45.721921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'port_id': 'f98ef734-3e0f-43cc-bac8-1d1e37fbfdab'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:45.743390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4ce3d-3eda-4096-b520-a30d0c3cc603 req-f2e9de62-29b9-4399-a5f9-0f31d010b72b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:45.745179 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ceb4ce3d-3eda-4096-b520-a30d0c3cc603 req-f2e9de62-29b9-4399-a5f9-0f31d010b72b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1277430 Jul 05 18:27:45.801301 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:45.885096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b17928-53d7-4644-9224-5e288370e900 req-7e120bf2-b942-4e10-8f5e-4471c0dd6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:45.886762 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-7e120bf2-b942-4e10-8f5e-4471c0dd6618 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2e5e580f78ba402ca7859218eb226810&device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1094 time: 0.0898638 Jul 05 18:27:45.941619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e440a019-31d7-4769-aaf2-c874e40ebd8b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e440a019-31d7-4769-aaf2-c874e40ebd8b,segment=NetworkSegment(c48ca76b-c15b-4140-be1b-a77a05fabdfb),segment_id=c48ca76b-c15b-4140-be1b-a77a05fabdfb)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:45.954661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-f3990700-f60f-46b6-afbe-1c659ce8956d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9878c66-0085-42cf-9d23-5c271ee2e460 HTTP/1.1" status: 200 len: 217 time: 0.0591536 Jul 05 18:27:45.958388 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13faa8c5-beea-4b69-9363-99a38b5e69fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:45.962288 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13faa8c5-beea-4b69-9363-99a38b5e69fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:45.963462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-13faa8c5-beea-4b69-9363-99a38b5e69fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/efaeeb4d-e6f7-410c-9dc0-fe1558f2a9bf HTTP/1.1" status: 204 len: 168 time: 1.0261090 Jul 05 18:27:45.967806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'e440a019-31d7-4769-aaf2-c874e40ebd8b', 'network_id': 'c8116169-dfbc-41bc-b748-f7680a814aed', 'port_id': 'e440a019-31d7-4769-aaf2-c874e40ebd8b', 'mac_address': 'fa:16:3e:20:27:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e3bf32-3c59-4b67-bd4a-f94704b7b5f0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:27:46.029711 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:46.033929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f8cc6-4741-4ce8-97dd-b27b7b3746db req-58bdc2df-9c94-4034-92d0-39714216610d tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:46.037113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-412f8cc6-4741-4ce8-97dd-b27b7b3746db req-58bdc2df-9c94-4034-92d0-39714216610d tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 943 time: 0.4157574 Jul 05 18:27:46.056264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e440a019-31d7-4769-aaf2-c874e40ebd8b {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:27:46.062099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b17928-53d7-4644-9224-5e288370e900 req-038d4de4-6300-4f58-90a4-3261452d444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:46.062099 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-038d4de4-6300-4f58-90a4-3261452d444d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6079bed4-a839-46d4-9310-3d8eba064651 HTTP/1.1" status: 200 len: 848 time: 0.0953906 Jul 05 18:27:46.089333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e440a019-31d7-4769-aaf2-c874e40ebd8b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e440a019-31d7-4769-aaf2-c874e40ebd8b,segment=NetworkSegment(c48ca76b-c15b-4140-be1b-a77a05fabdfb),segment_id=c48ca76b-c15b-4140-be1b-a77a05fabdfb)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:46.093542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faa8c5-beea-4b69-9363-99a38b5e69fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaeeb4d-e6f7-410c-9dc0-fe1558f2a9bf,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:46.144212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b17928-53d7-4644-9224-5e288370e900 req-7c9af451-2eaf-4328-926d-d2bd9a884c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:46.145907 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-7c9af451-2eaf-4328-926d-d2bd9a884c87 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e092d9d7-7f60-4806-a54c-997bb20ca6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764461 Jul 05 18:27:46.197640 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:46.229287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-412f8cc6-4741-4ce8-97dd-b27b7b3746db req-2806d534-e768-4d9f-af88-26c6ef208f5b tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801443 Jul 05 18:27:46.254207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e440a019-31d7-4769-aaf2-c874e40ebd8b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:46.288805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7233bec-221e-4d3b-a2a7-54711ed1d992 req-c56459b1-5909-415e-9952-f97b975979ec tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:46.290441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7233bec-221e-4d3b-a2a7-54711ed1d992 req-c56459b1-5909-415e-9952-f97b975979ec tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 943 time: 0.2506437 Jul 05 18:27:46.312522 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-acab6c96-32f7-462e-ab8d-65753638ce95 service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590292 Jul 05 18:27:46.412454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7233bec-221e-4d3b-a2a7-54711ed1d992 req-bf259764-8220-418e-9765-b7cb7d471a9d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871284 Jul 05 18:27:46.433595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['e440a019-31d7-4769-aaf2-c874e40ebd8b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:27:46.434645 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-01b17928-53d7-4644-9224-5e288370e900 req-9507866b-35cc-4fc2-8cb2-feb7129393ca service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155167 Jul 05 18:27:46.666913 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:46.736915 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:46.849164 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP fa8ea64b-aa99-40d9-bb16-5fe31b2d132c associated. External IP: 172.25.3.27, port: 41ace05c-367f-4a45-9e3d-c22f6be99338. Jul 05 18:27:47.125252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:47.273538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:47.274848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69736c4b-4d41-42f8-9fae-97e4e6864db2 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:47.299977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69736c4b-4d41-42f8-9fae-97e4e6864db2 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:47.302280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-69736c4b-4d41-42f8-9fae-97e4e6864db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:47.400299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-69736c4b-4d41-42f8-9fae-97e4e6864db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:47.409997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69736c4b-4d41-42f8-9fae-97e4e6864db2 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:47.410689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-69736c4b-4d41-42f8-9fae-97e4e6864db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:47.472076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-69736c4b-4d41-42f8-9fae-97e4e6864db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:47.473087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69736c4b-4d41-42f8-9fae-97e4e6864db2 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:47.532793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e440a019-31d7-4769-aaf2-c874e40ebd8b up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:47.649958 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35892) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:47.678921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b355852-5771-47d7-b3eb-49fafabf3fd6 req-cf0addf6-a870-49f9-aa48-53c16e14af69 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:47.684092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b355852-5771-47d7-b3eb-49fafabf3fd6 req-cf0addf6-a870-49f9-aa48-53c16e14af69 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 944 time: 0.1973042 Jul 05 18:27:47.693189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:47.698003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port e440a019-31d7-4769-aaf2-c874e40ebd8b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:47.702614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port e440a019-31d7-4769-aaf2-c874e40ebd8b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:47.707843 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:47.769824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b355852-5771-47d7-b3eb-49fafabf3fd6 req-839f3f64-f4c7-4ad8-a718-7c7775070a13 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786564 Jul 05 18:27:47.837393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35896) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:47.839385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:47.846438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109224726', 'description': 'tempest-secgroup-smoke-109224726 description', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:47.890365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1591711691-network', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:47.906492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port e440a019-31d7-4769-aaf2-c874e40ebd8b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e440a019-31d7-4769-aaf2-c874e40ebd8b,segment=NetworkSegment(c48ca76b-c15b-4140-be1b-a77a05fabdfb),segment_id=c48ca76b-c15b-4140-be1b-a77a05fabdfb)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:47.907741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d950e1b-7635-4491-a360-d5171dea807d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e440a019-31d7-4769-aaf2-c874e40ebd8b'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:27:47.910975 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed74f99-a5f5-4391-8f5b-5b3b23177aa5" -d '{"events": [{"server_uuid": "7d950e1b-7635-4491-a360-d5171dea807d", "name": "network-vif-plugged", "status": "completed", "tag": "e440a019-31d7-4769-aaf2-c874e40ebd8b"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:27:47.914088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:47.927810 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:47.946431 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8973bfe-bbea-4e9c-bc5b-e396bc07aaf6 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:47.960841 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8973bfe-bbea-4e9c-bc5b-e396bc07aaf6 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:47.961923 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a8973bfe-bbea-4e9c-bc5b-e396bc07aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:47.962318 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b67a5e-92ec-4433-8c75-5b78b77755d7 x-openstack-request-id: req-c7b67a5e-92ec-4433-8c75-5b78b77755d7 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:27:47.962843 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d950e1b-7635-4491-a360-d5171dea807d", "name": "network-vif-plugged", "status": "completed", "tag": "e440a019-31d7-4769-aaf2-c874e40ebd8b", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:27:47.963288 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7b67a5e-92ec-4433-8c75-5b78b77755d7 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:27:47.963940 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d950e1b-7635-4491-a360-d5171dea807d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e440a019-31d7-4769-aaf2-c874e40ebd8b', 'code': 200} Jul 05 18:27:47.999121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.003827 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a8973bfe-bbea-4e9c-bc5b-e396bc07aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:48.006047 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.018286 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.043208 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8973bfe-bbea-4e9c-bc5b-e396bc07aaf6 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:48.044353 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a8973bfe-bbea-4e9c-bc5b-e396bc07aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:48.071816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c469c67-0fd4-4fdb-8a46-10099dac5b06 req-7a25381b-bc24-4890-879b-0186f5117f5b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:48.073517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c469c67-0fd4-4fdb-8a46-10099dac5b06 req-7a25381b-bc24-4890-879b-0186f5117f5b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 943 time: 0.1057346 Jul 05 18:27:48.101188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=e440a019-31d7-4769-aaf2-c874e40ebd8b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:48.103984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Made reservation on behalf of 4c43b2f2fccc4d0a95df8f309774b0a6 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:48.108214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-34458108-2259-4c9d-b2e7-b5e4a0806b4c tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/floatingips/fa8ea64b-aa99-40d9-bb16-5fe31b2d132c HTTP/1.1" status: 200 len: 976 time: 2.3903182 Jul 05 18:27:48.110477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35900) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:48.113010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f9878c66-0085-42cf-9d23-5c271ee2e460 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:27:48.114153 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a8973bfe-bbea-4e9c-bc5b-e396bc07aaf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:48.114862 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8973bfe-bbea-4e9c-bc5b-e396bc07aaf6 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:48.115162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4b5d400c-ebad-47b0-9f71-b3d8100e2f27 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:48.115288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.131181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.165140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c469c67-0fd4-4fdb-8a46-10099dac5b06 req-e0dfb500-54d2-4e24-97d7-3cf68a50efd3 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828943 Jul 05 18:27:48.193519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b5d400c-ebad-47b0-9f71-b3d8100e2f27 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.217881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e511e-ca74-4dca-9ab9-cd9aea629017 req-c6b17e02-52cc-488c-a2b9-30900bb63787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:48.219457 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5a3e511e-ca74-4dca-9ab9-cd9aea629017 req-c6b17e02-52cc-488c-a2b9-30900bb63787 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 1096 time: 0.1600149 Jul 05 18:27:48.245964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f9878c66-0085-42cf-9d23-5c271ee2e460, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f9878c66-0085-42cf-9d23-5c271ee2e460,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:48.261503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'port_id': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'mac_address': 'fa:16:3e:8f:06:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:27:48.272402 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5a3e511e-ca74-4dca-9ab9-cd9aea629017 req-f87bf316-1bb0-4054-a193-971eb37d8e9f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442755 Jul 05 18:27:48.290532 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.307594 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.320715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9878c66-0085-42cf-9d23-5c271ee2e460 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:27:48.340113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f9878c66-0085-42cf-9d23-5c271ee2e460, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f9878c66-0085-42cf-9d23-5c271ee2e460,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:48.364968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.365478 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b5d400c-ebad-47b0-9f71-b3d8100e2f27 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.407526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=888a8bd0-5ec3-4c3a-b68b-9e0cea307bf6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:48.423196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.423559 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.423904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.424248 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.424589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.424936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.425265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.425601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.425937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.426267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.426401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.426620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.426953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:27:48.457297 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b5d400c-ebad-47b0-9f71-b3d8100e2f27 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.461054 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-4b5d400c-ebad-47b0-9f71-b3d8100e2f27 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP fa8ea64b-aa99-40d9-bb16-5fe31b2d132c disassociated. External IP: 172.25.3.27, port: f98ef734-3e0f-43cc-bac8-1d1e37fbfdab. Jul 05 18:27:48.487450 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.496298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f9878c66-0085-42cf-9d23-5c271ee2e460,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:48.560180 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.603113 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:27:48.624098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.624451 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Added segment b6976b76-5653-4e04-8c79-af750afbb59d of type vlan for network ae954347-e823-465c-b3ab-a8772f8299c4 Jul 05 18:27:48.626923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c529bd04-c239-4da4-be06-50755beaccd5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:48.648039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['f9878c66-0085-42cf-9d23-5c271ee2e460'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:27:48.688240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.733566 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.822189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.875057 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.877204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:48.878407 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.941735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=409c579d-0b84-4bf1-a948-60037ae835df,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:48.961778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:48.967241 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9ca14217-b575-4b29-81a7-dd829643ba32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1264911 Jul 05 18:27:48.974384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35908) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:48.975224 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] Pushing event updated for resources: {'Network': ['ID=ae954347-e823-465c-b3ab-a8772f8299c4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:48.981900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-49baea6a-bd51-49cb-aab8-982616c346a8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '409c579d-0b84-4bf1-a948-60037ae835df', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:48.993242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ae954347-e823-465c-b3ab-a8772f8299c4 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:27:49.062753 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7343e5f4-34a2-4b76-a781-4bd913f6a846 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4110942 Jul 05 18:27:49.067742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35910) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:49.074291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Request body: {'subnet': {'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1591711691-subnet', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:49.089574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acf599-16de-4050-bf60-10eccf3ea1b2 req-d21217ab-dc2a-40b2-944f-11de54a8a54f tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:49.091220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6acf599-16de-4050-bf60-10eccf3ea1b2 req-d21217ab-dc2a-40b2-944f-11de54a8a54f tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 945 time: 0.1243796 Jul 05 18:27:49.120966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5d400c-ebad-47b0-9f71-b3d8100e2f27 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:49.146676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6acf599-16de-4050-bf60-10eccf3ea1b2 req-738c1ecc-787c-4429-bc2d-7ae18936f4d2 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495110 Jul 05 18:27:49.180857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49baea6a-bd51-49cb-aab8-982616c346a8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.238868 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49baea6a-bd51-49cb-aab8-982616c346a8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.252835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5d400c-ebad-47b0-9f71-b3d8100e2f27 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:49.257944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Made reservation on behalf of 4c43b2f2fccc4d0a95df8f309774b0a6 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:49.260507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b5d400c-ebad-47b0-9f71-b3d8100e2f27 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.263922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20544651-8f6a-4869-89b9-d105b973330a None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:49.264782 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.281483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20544651-8f6a-4869-89b9-d105b973330a None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:49.282398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-20544651-8f6a-4869-89b9-d105b973330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:49.320069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4b5d400c-ebad-47b0-9f71-b3d8100e2f27 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/floatingips/fa8ea64b-aa99-40d9-bb16-5fe31b2d132c HTTP/1.1" status: 200 len: 687 time: 1.2078850 Jul 05 18:27:49.322200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35914) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:49.325293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-20544651-8f6a-4869-89b9-d105b973330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:49.339823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20544651-8f6a-4869-89b9-d105b973330a None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:49.340779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-20544651-8f6a-4869-89b9-d105b973330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:49.344536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49baea6a-bd51-49cb-aab8-982616c346a8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.374894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49baea6a-bd51-49cb-aab8-982616c346a8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edabd80d-b193-49c6-930f-444822616359,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:49.383298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-20544651-8f6a-4869-89b9-d105b973330a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:49.384802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20544651-8f6a-4869-89b9-d105b973330a None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:49.484576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49baea6a-bd51-49cb-aab8-982616c346a8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.485744 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-49baea6a-bd51-49cb-aab8-982616c346a8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5079017 Jul 05 18:27:49.489804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35918) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:49.497166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ed32ad27-cb49-4894-a5bd-a9020d9c757f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '409c579d-0b84-4bf1-a948-60037ae835df', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:49.505747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98412492-3b5c-4bde-aeaf-da8d2b9df024 req-03ccd934-f389-49f8-a841-b005d0a589f1 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:49.507920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98412492-3b5c-4bde-aeaf-da8d2b9df024 req-03ccd934-f389-49f8-a841-b005d0a589f1 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 944 time: 0.1426117 Jul 05 18:27:49.544304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 3db7ce8f-2937-4758-b59f-f8bbbdcca998 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:27:49.544533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.593624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98412492-3b5c-4bde-aeaf-da8d2b9df024 req-f47794a1-33da-4e76-ab80-3efe8dbaa288 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764124 Jul 05 18:27:49.632421 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.632758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.637434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed32ad27-cb49-4894-a5bd-a9020d9c757f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.644863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 3db7ce8f-2937-4758-b59f-f8bbbdcca998 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:27:49.654067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.734044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=687c04bc-268e-4eeb-8f62-1ce7ed2f6014,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:49.757180 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed32ad27-cb49-4894-a5bd-a9020d9c757f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.761752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Checking segment: {'id': 'b6976b76-5653-4e04-8c79-af750afbb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:49.761752 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Network hostable DHCP agents. Network: ae954347-e823-465c-b3ab-a8772f8299c4, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:27:49.831709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed32ad27-cb49-4894-a5bd-a9020d9c757f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.852323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32ad27-cb49-4894-a5bd-a9020d9c757f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6c037a-118b-4e8e-b0ae-fb08638389c6,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:49.865686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Network ae954347-e823-465c-b3ab-a8772f8299c4 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:27:49.934889 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.960719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=3db7ce8f-2937-4758-b59f-f8bbbdcca998,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:49.975250 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ed32ad27-cb49-4894-a5bd-a9020d9c757f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:49.977209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ed32ad27-cb49-4894-a5bd-a9020d9c757f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4865103 Jul 05 18:27:49.978055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ae954347-e823-465c-b3ab-a8772f8299c4) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:49.980325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35924) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:49.985948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-15041724-e00e-4a49-b910-454a1081870d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '409c579d-0b84-4bf1-a948-60037ae835df', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:49.986360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc9d5c-a8aa-478b-a515-184cc3723d44 None None] Network ae954347-e823-465c-b3ab-a8772f8299c4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:49.995088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:49.996336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.040077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.042987 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.044277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-28ee5d48-4f51-4b05-9673-3f05478da0a7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/floatingips/fa8ea64b-aa99-40d9-bb16-5fe31b2d132c HTTP/1.1" status: 204 len: 168 time: 0.7207410 Jul 05 18:27:50.046967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35926) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:50.083362 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-1b3a8fcd-f95e-4473-ae05-bab95e36ca1d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] delete failed (client error): The resource could not be found. Jul 05 18:27:50.084410 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1b3a8fcd-f95e-4473-ae05-bab95e36ca1d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/floatingips/fa8ea64b-aa99-40d9-bb16-5fe31b2d132c HTTP/1.1" status: 404 len: 345 time: 0.0363941 Jul 05 18:27:50.088993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35928) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:50.101776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-15041724-e00e-4a49-b910-454a1081870d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.118278 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f9878c66-0085-42cf-9d23-5c271ee2e460 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:50.159555 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-15041724-e00e-4a49-b910-454a1081870d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.165550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8038972b-71f8-4288-81d6-872eedafab29 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0931091 Jul 05 18:27:50.165831 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35930) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:50.170624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:50.200475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ae954347-e823-465c-b3ab-a8772f8299c4', 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'fixed_ips': [{'subnet_id': '687c04bc-268e-4eeb-8f62-1ce7ed2f6014'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:27:50.201466 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.216368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9106dd-0b79-4bb2-a187-80c7e01c7ebb tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:50.222253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9106dd-0b79-4bb2-a187-80c7e01c7ebb tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:50.229666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9106dd-0b79-4bb2-a187-80c7e01c7ebb tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:50.231647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-da9106dd-0b79-4bb2-a187-80c7e01c7ebb tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "GET /v2.0/ports?network_id=a58ff5f8-684c-457d-b731-1de7339da0be HTTP/1.1" status: 200 len: 2356 time: 0.1411128 Jul 05 18:27:50.235876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35934) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:50.240613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-15041724-e00e-4a49-b910-454a1081870d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.266389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15041724-e00e-4a49-b910-454a1081870d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2604aacf-fabf-4ea9-b630-73cca3452a95,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:50.330479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port f9878c66-0085-42cf-9d23-5c271ee2e460 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:50.338073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port f9878c66-0085-42cf-9d23-5c271ee2e460 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:50.338450 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.351173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f0640d-98e4-4452-8f6c-20391d8a2c2b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:50.357059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-17f0640d-98e4-4452-8f6c-20391d8a2c2b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "GET /v2.0/subnets/3d4cd715-3d20-42f5-80f2-e1c81de2de96 HTTP/1.1" status: 200 len: 797 time: 0.1156118 Jul 05 18:27:50.357235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35936) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:50.360572 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.361774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.366314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'port': {'network_id': 'a58ff5f8-684c-457d-b731-1de7339da0be', 'name': 'tempest-FloatingIPTestJSON-636735038', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:50.389717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Allocated IP 172.20.0.2 (ae954347-e823-465c-b3ab-a8772f8299c4/687c04bc-268e-4eeb-8f62-1ce7ed2f6014/c5e55657-e138-4372-899d-2339a8d2117b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:50.428264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.443227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-15041724-e00e-4a49-b910-454a1081870d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.445228 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-15041724-e00e-4a49-b910-454a1081870d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4628792 Jul 05 18:27:50.452131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b2a83-83a4-41a0-afd5-8cfac728e173 req-46984827-b3e7-4ab3-b87d-28dc0bd5c8cc tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:50.453086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35938) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:50.453796 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd2b2a83-83a4-41a0-afd5-8cfac728e173 req-46984827-b3e7-4ab3-b87d-28dc0bd5c8cc tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 945 time: 0.1493597 Jul 05 18:27:50.461589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e80412e6-66d2-4893-820d-40122a83fb54 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '409c579d-0b84-4bf1-a948-60037ae835df', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:50.494368 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.519468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd2b2a83-83a4-41a0-afd5-8cfac728e173 req-3ee30e64-eee2-47fb-89e6-9a85439ab5f4 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542171 Jul 05 18:27:50.536086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9878c66-0085-42cf-9d23-5c271ee2e460'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:27:50.549228 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f525ab-0cca-4093-95ca-ee2d58a4f763" -d '{"events": [{"server_uuid": "c4c544b3-70cf-4c74-9b08-ed83542bcdaa", "name": "network-vif-plugged", "status": "completed", "tag": "f9878c66-0085-42cf-9d23-5c271ee2e460"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:27:50.567026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f9878c66-0085-42cf-9d23-5c271ee2e460, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f9878c66-0085-42cf-9d23-5c271ee2e460,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:50.624185 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cec95d70-3e95-42d8-af86-6824034a66dd x-openstack-request-id: req-cec95d70-3e95-42d8-af86-6824034a66dd {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:27:50.624185 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c544b3-70cf-4c74-9b08-ed83542bcdaa", "name": "network-vif-plugged", "status": "completed", "tag": "f9878c66-0085-42cf-9d23-5c271ee2e460", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:27:50.624185 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cec95d70-3e95-42d8-af86-6824034a66dd {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:27:50.624185 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'code': 200} Jul 05 18:27:50.624185 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.637374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Transition to ACTIVE for port object c5e55657-e138-4372-899d-2339a8d2117b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:50.651892 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.674266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Made reservation on behalf of 87aabb8de67146d584187c7354c3d16e for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:50.682664 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e80412e6-66d2-4893-820d-40122a83fb54 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.692156 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Transition to ACTIVE for port object c5e55657-e138-4372-899d-2339a8d2117b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:50.757095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f9878c66-0085-42cf-9d23-5c271ee2e460,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:50.814920 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.852449 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b99295a0-40a2-4a8c-8702-d5e47f6bc405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.872507 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.876673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Network ae954347-e823-465c-b3ab-a8772f8299c4 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:50.877234 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.880921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:50.884292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:50.886628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Pushing event updated for resources: {'Port': ['ID=c5e55657-e138-4372-899d-2339a8d2117b,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:50.914884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce0b9d-86a6-4d58-ace7-d59382fc076e req-56d6e025-e042-4569-9910-7d28a980eb28 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:50.920091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0ce0b9d-86a6-4d58-ace7-d59382fc076e req-56d6e025-e042-4569-9910-7d28a980eb28 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 945 time: 0.1648896 Jul 05 18:27:50.932427 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e80412e6-66d2-4893-820d-40122a83fb54 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.948775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce42a7-4650-42ca-8a9e-6a8efe5f5a8d req-8b9670d0-9bc4-450e-babc-1abf9fd0b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:50.950358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c0ce42a7-4650-42ca-8a9e-6a8efe5f5a8d req-8b9670d0-9bc4-450e-babc-1abf9fd0b0bd service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1096 time: 0.2554877 Jul 05 18:27:50.954114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] device_id is not set on port 28a8fdc0-29e6-416c-9343-5a722c479fc1 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:27:50.970334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Attempting to bind port c5e55657-e138-4372-899d-2339a8d2117b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:50.971064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Attempting to bind port c5e55657-e138-4372-899d-2339a8d2117b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b6976b76-5653-4e04-8c79-af750afbb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:50.972232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Attempting to bind port c5e55657-e138-4372-899d-2339a8d2117b on network ae954347-e823-465c-b3ab-a8772f8299c4 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:50.979498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:50.980162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Checking segment: {'id': 'b6976b76-5653-4e04-8c79-af750afbb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:50.980579 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.980980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Bound using segment: {'id': 'b6976b76-5653-4e04-8c79-af750afbb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:50.981463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Bound port: c5e55657-e138-4372-899d-2339a8d2117b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6976b76-5653-4e04-8c79-af750afbb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:50.981837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:50.992767 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c0ce42a7-4650-42ca-8a9e-6a8efe5f5a8d req-5ae6c793-f260-4d57-a969-ca72370dd87d service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356586 Jul 05 18:27:51.032279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0ce0b9d-86a6-4d58-ace7-d59382fc076e req-70ba9f81-5e7d-4a10-9b3a-ad361b42b057 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081393 Jul 05 18:27:51.059207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] For port c5e55657-e138-4372-899d-2339a8d2117b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:51.063028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] For port c5e55657-e138-4372-899d-2339a8d2117b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5e55657-e138-4372-899d-2339a8d2117b,segment=NetworkSegment(b6976b76-5653-4e04-8c79-af750afbb59d),segment_id=b6976b76-5653-4e04-8c79-af750afbb59d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:51.070313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e80412e6-66d2-4893-820d-40122a83fb54 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.096180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80412e6-66d2-4893-820d-40122a83fb54 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36a64f03-e6bf-42ba-a8b0-f7d0536de7c3,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:51.177736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.208002 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e80412e6-66d2-4893-820d-40122a83fb54 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.211878 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e80412e6-66d2-4893-820d-40122a83fb54 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7536254 Jul 05 18:27:51.212059 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35950) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:51.218030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0f03dc81-bbc7-4d84-8378-4bd5a43a0bd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '409c579d-0b84-4bf1-a948-60037ae835df', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:51.259214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b1fd3-2915-439d-bf6e-3eff038eed28 None None] Pushing event updated for resources: {'Port': ['ID=c5e55657-e138-4372-899d-2339a8d2117b,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:51.296262 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.317898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.20.0.14 (a58ff5f8-684c-457d-b731-1de7339da0be/3d4cd715-3d20-42f5-80f2-e1c81de2de96/28a8fdc0-29e6-416c-9343-5a722c479fc1) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:51.322191 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.327510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.20.0.13 (a58ff5f8-684c-457d-b731-1de7339da0be/3d4cd715-3d20-42f5-80f2-e1c81de2de96/28a8fdc0-29e6-416c-9343-5a722c479fc1) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:51.384708 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-0f03dc81-bbc7-4d84-8378-4bd5a43a0bd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Project 0ed07517ea7a4b2390c5993a2fe8ff00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:27:51.394971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f03dc81-bbc7-4d84-8378-4bd5a43a0bd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.491928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Allocated IP 172.25.3.188 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/f5bbb8cf-05d0-4502-ba7a-70ced656da62) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:51.532551 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.606174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f03dc81-bbc7-4d84-8378-4bd5a43a0bd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.652713 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.702915 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.734571 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f03dc81-bbc7-4d84-8378-4bd5a43a0bd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.753989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network a58ff5f8-684c-457d-b731-1de7339da0be is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:51.758861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:51.762993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:51.764360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03dc81-bbc7-4d84-8378-4bd5a43a0bd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927dc14b-b3ef-430f-a867-01a44fa361fa,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:51.798484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=28a8fdc0-29e6-416c-9343-5a722c479fc1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:51.799674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.847850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:51.847850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.893931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:51.901082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f03dc81-bbc7-4d84-8378-4bd5a43a0bd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:51.902324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0f03dc81-bbc7-4d84-8378-4bd5a43a0bd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6893365 Jul 05 18:27:51.903573 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:51.912045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35964) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:51.913951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:51.913951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Pushing event updated for resources: {'Port': ['ID=f5bbb8cf-05d0-4502-ba7a-70ced656da62,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:51.923271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2448e70f-6dcf-4d37-b773-25eb510fee2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '409c579d-0b84-4bf1-a948-60037ae835df', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:51.954746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35966) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:51.955803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bcefad12-6133-42f5-a46c-8ff780f94116 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.5961607 Jul 05 18:27:51.959989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '28a8fdc0-29e6-416c-9343-5a722c479fc1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:52.051987 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-2448e70f-6dcf-4d37-b773-25eb510fee2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Project 0ed07517ea7a4b2390c5993a2fe8ff00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:27:52.068365 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2448e70f-6dcf-4d37-b773-25eb510fee2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.184754 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2448e70f-6dcf-4d37-b773-25eb510fee2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.244747 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.305405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71060543-5b46-4005-a7f3-945df688dd5e req-a34d5cd6-797a-4482-9dfe-64288be3465a tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:52.312935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71060543-5b46-4005-a7f3-945df688dd5e req-a34d5cd6-797a-4482-9dfe-64288be3465a tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 945 time: 0.0803399 Jul 05 18:27:52.349888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71060543-5b46-4005-a7f3-945df688dd5e req-134439bf-077c-465d-ad84-b405b31f9601 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356674 Jul 05 18:27:52.355752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2448e70f-6dcf-4d37-b773-25eb510fee2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.381950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448e70f-6dcf-4d37-b773-25eb510fee2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f311af26-5124-498b-afb7-090673bbef14,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:52.403829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.517242 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2448e70f-6dcf-4d37-b773-25eb510fee2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.517242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2448e70f-6dcf-4d37-b773-25eb510fee2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6092701 Jul 05 18:27:52.520266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35976) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:52.526671 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'network': {'name': 'tempest-network-smoke--1024762313', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:52.573354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab90b4ec-df49-4336-9225-83e9917b1335 None None] Network ae954347-e823-465c-b3ab-a8772f8299c4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:52.586248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2982a9-3cb9-46be-910e-8aafb0bed809 req-43ea8655-66c1-4dea-8e58-b96d7a34453c tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:52.588062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab2982a9-3cb9-46be-910e-8aafb0bed809 req-43ea8655-66c1-4dea-8e58-b96d7a34453c tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 945 time: 0.1010458 Jul 05 18:27:52.652556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab2982a9-3cb9-46be-910e-8aafb0bed809 req-f8869193-63f9-4123-8e91-dce28cddde09 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577164 Jul 05 18:27:52.654294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:52.659086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.701005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:27:52.734039 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.734039 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Added segment ba7b6e6c-7807-4172-8649-74287588cd97 of type vlan for network ea5ac57a-216e-4da7-8f43-1b8a6015d69d Jul 05 18:27:52.737413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5e55657-e138-4372-899d-2339a8d2117b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:52.751581 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.802699 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.833687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.25.3.96 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/b93850b2-4174-476c-9fe8-c2469ee8501c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:52.912452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69cdf21-817e-4d00-b2da-e741e829ca99 req-d7ebdb14-96e6-4fd6-92e0-36f541a04c75 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:52.916403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-442f446d-6d45-4d2a-bc8e-0b86f12212f2 None None] Provisioning for port c5e55657-e138-4372-899d-2339a8d2117b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:52.917684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d69cdf21-817e-4d00-b2da-e741e829ca99 req-d7ebdb14-96e6-4fd6-92e0-36f541a04c75 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 945 time: 0.0947199 Jul 05 18:27:52.957969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.961921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c5e55657-e138-4372-899d-2339a8d2117b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:52.967470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c5e55657-e138-4372-899d-2339a8d2117b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:52.968125 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.976713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:52.976713 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:52.988165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d69cdf21-817e-4d00-b2da-e741e829ca99 req-5a16248e-a348-4b59-a3b4-a6ebe2dd3373 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624936 Jul 05 18:27:53.053071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35980) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:53.111626 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.165813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6432111 Jul 05 18:27:53.172567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c5e55657-e138-4372-899d-2339a8d2117b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5e55657-e138-4372-899d-2339a8d2117b,segment=NetworkSegment(b6976b76-5653-4e04-8c79-af750afbb59d),segment_id=b6976b76-5653-4e04-8c79-af750afbb59d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:53.172941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 35988) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:53.189410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'admin_state_up': True, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:53.190046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc703248-d3ce-49ae-86ff-4feea6c0e9d3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Network': ['ID=ea5ac57a-216e-4da7-8f43-1b8a6015d69d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:53.201819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ea5ac57a-216e-4da7-8f43-1b8a6015d69d details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:27:53.279240 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.380028 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.383009 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.402169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c5e55657-e138-4372-899d-2339a8d2117b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:53.449387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f3249b70-5df7-481e-86a9-24ea8aafdb0f None None] Provisioning complete for port c5e55657-e138-4372-899d-2339a8d2117b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:53.449967 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f3249b70-5df7-481e-86a9-24ea8aafdb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.512466 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a034c0e7-ee01-4cf5-80d2-dfd01bb40fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.514690 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.517342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.748834 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.754188 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.770642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ad9439-ec67-46ad-9de9-789bab0d8e5d tempest-TestServerBasicOps-402336537 tempest-TestServerBasicOps-402336537-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:53.772236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f6ad9439-ec67-46ad-9de9-789bab0d8e5d tempest-TestServerBasicOps-402336537 tempest-TestServerBasicOps-402336537-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1091 time: 0.7163656 Jul 05 18:27:53.775461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 35994) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:53.780433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:53.786819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Router 62157e49-add1-4e59-a8c2-22e753bd47e0 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:27:53.788969 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:53.883054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:53.892316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:53.895949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:53.900256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=b93850b2-4174-476c-9fe8-c2469ee8501c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:53.973523 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.003210 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.066162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:54.075706 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Sync routers for ids ['62157e49-add1-4e59-a8c2-22e753bd47e0'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:54.087181 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Routers {'62157e49-add1-4e59-a8c2-22e753bd47e0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:54.087810 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['62157e49-add1-4e59-a8c2-22e753bd47e0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:54.243889 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Set router 62157e49-add1-4e59-a8c2-22e753bd47e0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:54.261837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.263332 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8db43a06-0fe7-4b20-864e-2bd2fabba12c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.0963976 Jul 05 18:27:54.267279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36002) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:54.372858 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.395328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.441305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.496303 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:50Z', 'updated_at': '2021-07-05T18:27:52Z', 'revision_number': 3, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'gw_port': {'id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:51Z', 'updated_at': '2021-07-05T18:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:54.529721 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Checking router: 62157e49-add1-4e59-a8c2-22e753bd47e0 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:27:54.529982 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Updating router 62157e49-add1-4e59-a8c2-22e753bd47e0 port f5bbb8cf-05d0-4502-ba7a-70ced656da62 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:27:54.587382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.25.3.174 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/a50cb6e6-16c2-47be-8846-a3c022ad84a2) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:54.588739 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.676000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5e55657-e138-4372-899d-2339a8d2117b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:54.718654 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.747212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c5e55657-e138-4372-899d-2339a8d2117b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:54.747598 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.764069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.952674 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:54.956795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.010155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:55.026260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:55.031459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=a50cb6e6-16c2-47be-8846-a3c022ad84a2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:55.043818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:55.093707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Allocated IP 172.25.3.92 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/19ec9716-2650-4230-a654-59bc4b9d6657) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:55.246492 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.307308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.370181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.508757 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.612626 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.623711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Allocated IP 172.20.0.1 (ae954347-e823-465c-b3ab-a8772f8299c4/687c04bc-268e-4eeb-8f62-1ce7ed2f6014/563c0610-f013-4a8a-95ba-05b1db7e8587) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:55.651765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.742971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.765758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.771962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:55.790659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:55.800220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:55.847941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'Port': ['ID=19ec9716-2650-4230-a654-59bc4b9d6657,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:55.951037 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.964043 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Transition to ACTIVE for port object f5bbb8cf-05d0-4502-ba7a-70ced656da62 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:55.964265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:55.989807 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:56.037804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router ad948e73-b413-437d-b663-01fdf2305cef is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:27:56.059030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=b93850b2-4174-476c-9fe8-c2469ee8501c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:56.065244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Transition to ACTIVE for port object 563c0610-f013-4a8a-95ba-05b1db7e8587 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:56.109441 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:56.172281 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Attempting to bind port f5bbb8cf-05d0-4502-ba7a-70ced656da62 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:56.172772 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Attempting to bind port f5bbb8cf-05d0-4502-ba7a-70ced656da62 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:56.173086 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Attempting to bind port f5bbb8cf-05d0-4502-ba7a-70ced656da62 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:56.183133 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:56.183458 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:56.183855 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:56.184245 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:56.184721 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Bound port: f5bbb8cf-05d0-4502-ba7a-70ced656da62, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:56.185095 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:56.185736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:56.191535 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d05bc-516b-4077-a6b2-2ef10c8a90fa None None] Pushing event updated for resources: {'Port': ['ID=f5bbb8cf-05d0-4502-ba7a-70ced656da62,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:56.206277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Sync routers for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:56.220765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:56.221785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:56.270136 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] For port f5bbb8cf-05d0-4502-ba7a-70ced656da62, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:56.274600 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] For port f5bbb8cf-05d0-4502-ba7a-70ced656da62, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f5bbb8cf-05d0-4502-ba7a-70ced656da62,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:56.363174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:56.409514 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:56.410151 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:56.421200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5aca4119-2f74-4945-b961-a4e642d98cd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2461414 Jul 05 18:27:56.422347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36028) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:56.509141 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d05bc-516b-4077-a6b2-2ef10c8a90fa None None] Pushing event updated for resources: {'Port': ['ID=f5bbb8cf-05d0-4502-ba7a-70ced656da62,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:56.582871 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Routers {'62157e49-add1-4e59-a8c2-22e753bd47e0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:56.584626 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['62157e49-add1-4e59-a8c2-22e753bd47e0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:56.668443 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a151486e-1da1-48b2-a192-84c273985061 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0ed07517ea7a4b2390c5993a2fe8ff00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2441244 Jul 05 18:27:56.669075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36038) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:56.736597 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] Set router 62157e49-add1-4e59-a8c2-22e753bd47e0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:56.755084 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:56.765626 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP ad116c6a-10a0-4e75-9d14-501910a5b4f3 associated. External IP: 172.25.3.96, port: 28a8fdc0-29e6-416c-9343-5a722c479fc1. Jul 05 18:27:56.883168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3b6080-7008-4a22-8f2a-02ed4c2d0d58 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:56.888268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-da3b6080-7008-4a22-8f2a-02ed4c2d0d58 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2178545 Jul 05 18:27:56.890067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36040) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:56.890503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:56.914958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:27:55Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:56.960189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0bf334f0-9f84-49b8-aba6-31390f2682a1 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683029 Jul 05 18:27:56.961137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36042) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:56.962358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Checking router: ad948e73-b413-437d-b663-01fdf2305cef for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:27:56.962914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Updating router ad948e73-b413-437d-b663-01fdf2305cef port a50cb6e6-16c2-47be-8846-a3c022ad84a2 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:27:56.967915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-19609825', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:56.984435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Network ae954347-e823-465c-b3ab-a8772f8299c4 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:56.990852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:57.021630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.045388 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:57.047743 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:50Z', 'updated_at': '2021-07-05T18:27:52Z', 'revision_number': 3, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'gw_port': {'id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:51Z', 'updated_at': '2021-07-05T18:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:57.099564 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cdd12e-d8e2-426f-823d-5f766d7f5aa1 None None] The sync data for ids ['62157e49-add1-4e59-a8c2-22e753bd47e0'] in n-d-799524-1 is: [{'id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:50Z', 'updated_at': '2021-07-05T18:27:52Z', 'revision_number': 3, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'gw_port': {'id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:51Z', 'updated_at': '2021-07-05T18:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:57.124864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00adbe23-b473-4a54-99a5-71c8733b6e75 req-a76f99e6-3a95-4328-a308-549ea1b4044d tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:57.127200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00adbe23-b473-4a54-99a5-71c8733b6e75 req-a76f99e6-3a95-4328-a308-549ea1b4044d tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 945 time: 0.2376199 Jul 05 18:27:57.132338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.178517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00adbe23-b473-4a54-99a5-71c8733b6e75 req-c5961d36-52dc-46c1-b878-1db35e62e031 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442295 Jul 05 18:27:57.206456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:27:57.215643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Pushing event updated for resources: {'Port': ['ID=563c0610-f013-4a8a-95ba-05b1db7e8587,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:57.224349 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.464270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:57.469042 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.482189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Transition to ACTIVE for port object a50cb6e6-16c2-47be-8846-a3c022ad84a2 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:57.508843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0196d3a2-556f-42a4-9ae4-a52652b37eaa None None] Provisioning for port 563c0610-f013-4a8a-95ba-05b1db7e8587 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:57.554534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0196d3a2-556f-42a4-9ae4-a52652b37eaa None None] Provisioning complete for port 563c0610-f013-4a8a-95ba-05b1db7e8587 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:57.554953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0196d3a2-556f-42a4-9ae4-a52652b37eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.587921 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.616624 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.629573 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.646629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0196d3a2-556f-42a4-9ae4-a52652b37eaa None None] Port 563c0610-f013-4a8a-95ba-05b1db7e8587 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:57.675170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Attempting to bind port a50cb6e6-16c2-47be-8846-a3c022ad84a2 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:57.675558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Attempting to bind port a50cb6e6-16c2-47be-8846-a3c022ad84a2 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:57.675909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Attempting to bind port a50cb6e6-16c2-47be-8846-a3c022ad84a2 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:57.688606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:57.688983 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:57.689451 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.689859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:57.695644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Bound port: a50cb6e6-16c2-47be-8846-a3c022ad84a2, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:57.695644 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.695644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac72e5-1579-4585-925a-97c5709d3993 None None] Pushing event updated for resources: {'Port': ['ID=a50cb6e6-16c2-47be-8846-a3c022ad84a2,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:57.751473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Checking segment: {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:57.752391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network hostable DHCP agents. Network: ea5ac57a-216e-4da7-8f43-1b8a6015d69d, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:27:57.757246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Subnet': ['ID=f8e2454e-02fd-4c20-a0a2-626ed1638c49,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:57.779308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] For port a50cb6e6-16c2-47be-8846-a3c022ad84a2, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:57.782702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] For port a50cb6e6-16c2-47be-8846-a3c022ad84a2, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a50cb6e6-16c2-47be-8846-a3c022ad84a2,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:57.794831 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.812854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:27:57.825808 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8b297-b77a-4500-9b46-dbe3525fa36d None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:27:57.833898 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8b297-b77a-4500-9b46-dbe3525fa36d None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:57.834874 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b9b8b297-b77a-4500-9b46-dbe3525fa36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:57.872562 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b9b8b297-b77a-4500-9b46-dbe3525fa36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:57.874138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network ea5ac57a-216e-4da7-8f43-1b8a6015d69d is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:27:57.882304 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.891258 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8b297-b77a-4500-9b46-dbe3525fa36d None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:57.891917 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b9b8b297-b77a-4500-9b46-dbe3525fa36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:57.913338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:57.936351 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b9b8b297-b77a-4500-9b46-dbe3525fa36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:57.937175 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b8b297-b77a-4500-9b46-dbe3525fa36d None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:57.966680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:27:57.967300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:58.007905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac72e5-1579-4585-925a-97c5709d3993 None None] Pushing event updated for resources: {'Port': ['ID=a50cb6e6-16c2-47be-8846-a3c022ad84a2,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:58.010849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.033805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ea5ac57a-216e-4da7-8f43-1b8a6015d69d) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:58.038373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:58.039342 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.066041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fcdfc-e05e-431e-bea3-cbd6b6330a9f None None] Network ea5ac57a-216e-4da7-8f43-1b8a6015d69d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:27:58.073341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36048) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:58.073944 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e2d03d2a-d9b7-46e8-805f-ca8fe8a0af93 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1180341 Jul 05 18:27:58.078904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8d301e43-862a-4429-8ada-68072510915f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'port_id': '28a8fdc0-29e6-416c-9343-5a722c479fc1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:27:58.144477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:27:58.159862 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c91a00dd-f873-4bb1-8479-33c7c01e6eaa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1947482 Jul 05 18:27:58.160745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36050) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:27:58.170603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d301e43-862a-4429-8ada-68072510915f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.316625 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-ee7c6873-268d-4abb-bd18-07a4cce4d33e tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:58.318400 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-ee7c6873-268d-4abb-bd18-07a4cce4d33e tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.39 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 945 time: 0.2431979 Jul 05 18:27:58.325015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.415307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.524543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:27:55Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:27:58.535027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:27:58.536052 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.566391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.584274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2b5ae2-d085-4859-a431-10a33b53172d None None] The sync data for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 is: [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:27:55Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:27:58.603241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d4c0b-28b9-4d90-91d4-1254c67b72c4 req-446c75e9-74ab-4156-8ab4-7eb3d1f61300 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:27:58.615189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-380d4c0b-28b9-4d90-91d4-1254c67b72c4 req-446c75e9-74ab-4156-8ab4-7eb3d1f61300 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 945 time: 0.1935833 Jul 05 18:27:58.652240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Pushing event updated for resources: {'Port': ['ID=563c0610-f013-4a8a-95ba-05b1db7e8587,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:58.664082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.669763 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.763503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f5bbb8cf-05d0-4502-ba7a-70ced656da62 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:27:58.858219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Allocated IP 172.20.0.2 (ea5ac57a-216e-4da7-8f43-1b8a6015d69d/f8e2454e-02fd-4c20-a0a2-626ed1638c49/181b5962-e0ac-481a-a9ae-b4a50c863425) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:27:58.903605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Deleting port e440a019-31d7-4769-aaf2-c874e40ebd8b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:27:58.909841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:58.920046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event updated for resources: {'Port': ['ID=19ec9716-2650-4230-a654-59bc4b9d6657,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:58.953514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port f5bbb8cf-05d0-4502-ba7a-70ced656da62 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:27:59.029001 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.091410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f5bbb8cf-05d0-4502-ba7a-70ced656da62 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:59.091778 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.171260 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.182835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Transition to ACTIVE for port object 181b5962-e0ac-481a-a9ae-b4a50c863425 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:59.213178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Transition to ACTIVE for port object 181b5962-e0ac-481a-a9ae-b4a50c863425 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:27:59.255235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Network ae954347-e823-465c-b3ab-a8772f8299c4 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:59.256958 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.260277 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Floating IP 873123da-7ee2-4c70-8ab2-311203b565b8 associated. External IP: 172.25.3.92, port: f9878c66-0085-42cf-9d23-5c271ee2e460. Jul 05 18:27:59.268005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:59.280496 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-380d4c0b-28b9-4d90-91d4-1254c67b72c4 req-862f820e-5e44-48cf-bf50-2d585a58a002 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/security-groups?id=23d776b5-5c72-4873-b4f1-554ee391b1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6643274 Jul 05 18:27:59.304138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port f5bbb8cf-05d0-4502-ba7a-70ced656da62, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f5bbb8cf-05d0-4502-ba7a-70ced656da62,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:59.315237 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.374163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Network ea5ac57a-216e-4da7-8f43-1b8a6015d69d is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:27:59.383823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:27:59.388252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:27:59.407423 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.411640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Pushing event updated for resources: {'Port': ['ID=181b5962-e0ac-481a-a9ae-b4a50c863425,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:59.428645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] For port e440a019-31d7-4769-aaf2-c874e40ebd8b, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=e440a019-31d7-4769-aaf2-c874e40ebd8b,segment=NetworkSegment(c48ca76b-c15b-4140-be1b-a77a05fabdfb),segment_id=c48ca76b-c15b-4140-be1b-a77a05fabdfb)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:27:59.429061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.492528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Calling delete_port for e440a019-31d7-4769-aaf2-c874e40ebd8b owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:27:59.558306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Attempting to bind port 181b5962-e0ac-481a-a9ae-b4a50c863425 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:27:59.558980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Attempting to bind port 181b5962-e0ac-481a-a9ae-b4a50c863425 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:27:59.559080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Attempting to bind port 181b5962-e0ac-481a-a9ae-b4a50c863425 on network ea5ac57a-216e-4da7-8f43-1b8a6015d69d {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:27:59.568237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=f5bbb8cf-05d0-4502-ba7a-70ced656da62,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:27:59.591655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:27:59.591655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Checking segment: {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:27:59.591655 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.591655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Bound using segment: {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:27:59.591655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Bound port: 181b5962-e0ac-481a-a9ae-b4a50c863425, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:27:59.591655 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.724863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] For port 181b5962-e0ac-481a-a9ae-b4a50c863425, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:27:59.735171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] For port 181b5962-e0ac-481a-a9ae-b4a50c863425, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=181b5962-e0ac-481a-a9ae-b4a50c863425,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:27:59.802407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4ee027d1-4ab1-44fc-921d-c7a07be12e80 None None] Provisioning complete for port 563c0610-f013-4a8a-95ba-05b1db7e8587 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:27:59.804440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ee027d1-4ab1-44fc-921d-c7a07be12e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.843324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.860201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Router 62157e49-add1-4e59-a8c2-22e753bd47e0 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:27:59.876364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4ee027d1-4ab1-44fc-921d-c7a07be12e80 None None] Port 563c0610-f013-4a8a-95ba-05b1db7e8587 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:27:59.878958 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.982908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:27:59.995010 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:00.000182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706aa902-9cde-47ca-8fd3-c349fd120e2d None None] Pushing event updated for resources: {'Port': ['ID=181b5962-e0ac-481a-a9ae-b4a50c863425,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:00.044309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Pushing event deleted for resources: {'Port': ['ID=e440a019-31d7-4769-aaf2-c874e40ebd8b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:00.093113 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.resource_extend [None req-8d301e43-862a-4429-8ada-68072510915f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:28:00.218144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d301e43-862a-4429-8ada-68072510915f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:00.333933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d301e43-862a-4429-8ada-68072510915f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:00.507086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5134632-a7ad-4213-9fb2-2ca0c8615132 req-3f245e2e-052d-4d0a-b2f9-438dc77e5c17 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 210 time: 0.0447512 Jul 05 18:28:00.588843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] No DVR routers for this DVR port e440a019-31d7-4769-aaf2-c874e40ebd8b on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:28:00.591755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:00.594170 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e59bbbef-a661-4b86-a6d4-fbb746e866e0 req-a6311172-a31e-48e3-90d1-28ed23a580d0 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.39 "DELETE /v2.0/ports/e440a019-31d7-4769-aaf2-c874e40ebd8b HTTP/1.1" status: 204 len: 173 time: 2.2671750 Jul 05 18:28:00.607167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d950e1b-7635-4491-a360-d5171dea807d', 'name': 'network-vif-deleted', 'tag': 'e440a019-31d7-4769-aaf2-c874e40ebd8b'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:28:00.609678 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5594913-78eb-47cf-8cf1-6809681b7530" -d '{"events": [{"server_uuid": "7d950e1b-7635-4491-a360-d5171dea807d", "name": "network-vif-deleted", "tag": "e440a019-31d7-4769-aaf2-c874e40ebd8b"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:28:00.643178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.20.0.1 (ea5ac57a-216e-4da7-8f43-1b8a6015d69d/f8e2454e-02fd-4c20-a0a2-626ed1638c49/7e758dcb-50f4-4e57-aa40-2beda6221242) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:00.658431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Router 7a2df39b-ab56-46c9-a03e-8e522f61e464 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:00.658431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:00.671634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c7ea0c7c-d1ef-46fc-9bc6-74bebb291b6d admin admin] 10.222.0.30 "PUT /v2.0/routers/62157e49-add1-4e59-a8c2-22e753bd47e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3953795 Jul 05 18:28:00.671634 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3ca8bf-1bd0-45d1-912b-52e1576ae214 x-openstack-request-id: req-db3ca8bf-1bd0-45d1-912b-52e1576ae214 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:28:00.671634 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d950e1b-7635-4491-a360-d5171dea807d", "name": "network-vif-deleted", "tag": "e440a019-31d7-4769-aaf2-c874e40ebd8b", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:28:00.671634 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db3ca8bf-1bd0-45d1-912b-52e1576ae214 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:28:00.671634 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d950e1b-7635-4491-a360-d5171dea807d', 'name': 'network-vif-deleted', 'tag': 'e440a019-31d7-4769-aaf2-c874e40ebd8b', 'status': 'completed', 'code': 200} Jul 05 18:28:00.672030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Sync routers for ids ['62157e49-add1-4e59-a8c2-22e753bd47e0'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:00.699060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Routers {'62157e49-add1-4e59-a8c2-22e753bd47e0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:00.699928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['62157e49-add1-4e59-a8c2-22e753bd47e0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:00.928030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f5bbb8cf-05d0-4502-ba7a-70ced656da62 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:00.939508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:00.958081 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] Sync routers for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:00.981806 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:00.983371 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:00.988387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d301e43-862a-4429-8ada-68072510915f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:00.992145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:01.045863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Set router 62157e49-add1-4e59-a8c2-22e753bd47e0 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:01.048068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f5bbb8cf-05d0-4502-ba7a-70ced656da62 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:01.048206 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:01.054857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Transition to ACTIVE for port object 7e758dcb-50f4-4e57-aa40-2beda6221242 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:01.083747 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:01.184063 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-95987601-9cb0-42e1-abb4-638c774cf08d tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4071348 Jul 05 18:28:01.186104 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:01.228375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d301e43-862a-4429-8ada-68072510915f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:01.233417 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8d301e43-862a-4429-8ada-68072510915f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:01.245459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918c3e7-6794-44df-97fe-fc4c99920444 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:01.269028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918c3e7-6794-44df-97fe-fc4c99920444 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:01.269663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c918c3e7-6794-44df-97fe-fc4c99920444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:01.288555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:01.380480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network ea5ac57a-216e-4da7-8f43-1b8a6015d69d is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:01.393594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c918c3e7-6794-44df-97fe-fc4c99920444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:01.398274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:01.415539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:01.496153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918c3e7-6794-44df-97fe-fc4c99920444 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:01.496791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c918c3e7-6794-44df-97fe-fc4c99920444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:01.552758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=7e758dcb-50f4-4e57-aa40-2beda6221242,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:01.601606 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '873123da-7ee2-4c70-8ab2-311203b565b8', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'port_id': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'mac_address': 'fa:16:3e:8f:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:27:56Z', 'updated_at': '2021-07-05T18:27:56Z', 'revision_number': 0, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1', 'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'mac_address': 'fa:16:3e:63:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:11Z', 'updated_at': '2021-07-05T18:27:21Z', 'revision_number': 5, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'subnets': [{'id': '6079bed4-a839-46d4-9310-3d8eba064651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:01.620431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8d301e43-862a-4429-8ada-68072510915f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/floatingips/ad116c6a-10a0-4e75-9d14-501910a5b4f3 HTTP/1.1" status: 200 len: 977 time: 3.5452290 Jul 05 18:28:01.624185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36084) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:01.675616 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:01.716557 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] Checking router: 7a2df39b-ab56-46c9-a03e-8e522f61e464 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:28:01.748155 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:01.748872 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:01.979821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6102bdbf-a6f3-433e-8829-d19500874610 req-0f3d32ab-9edf-4f64-9d56-2c742cb6ba41 tempest-VolumesActionsTest-1889374774 tempest-VolumesActionsTest-1889374774-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d950e1b-7635-4491-a360-d5171dea807d HTTP/1.1" status: 200 len: 210 time: 0.2017670 Jul 05 18:28:02.000696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e440a019-31d7-4769-aaf2-c874e40ebd8b no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:28:02.008057 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:02.013223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c918c3e7-6794-44df-97fe-fc4c99920444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:02.013581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c918c3e7-6794-44df-97fe-fc4c99920444 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:02.066358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a50cb6e6-16c2-47be-8846-a3c022ad84a2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:02.137513 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.139982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: e440a019-31d7-4769-aaf2-c874e40ebd8b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:28:02.140349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device e440a019-31d7-4769-aaf2-c874e40ebd8b not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:28:02.142194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a7490e-10fd-49e9-9542-fd60eea661e3 None None] Network ea5ac57a-216e-4da7-8f43-1b8a6015d69d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:02.164139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36090) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:02.181280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-370521714-network', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:02.252682 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-0a2df3b0-612b-4efe-acb4-aaaaf2a17072 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3903310 Jul 05 18:28:02.266795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port b93850b2-4174-476c-9fe8-c2469ee8501c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:02.267197 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.387293 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '873123da-7ee2-4c70-8ab2-311203b565b8', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'port_id': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'mac_address': 'fa:16:3e:8f:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:27:56Z', 'updated_at': '2021-07-05T18:27:56Z', 'revision_number': 0, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1', 'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'mac_address': 'fa:16:3e:63:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:11Z', 'updated_at': '2021-07-05T18:27:21Z', 'revision_number': 5, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'subnets': [{'id': '6079bed4-a839-46d4-9310-3d8eba064651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:02.420390 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ffb0de-0f51-4e7b-b04b-b6353587ebfd None None] The sync data for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 is: [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '873123da-7ee2-4c70-8ab2-311203b565b8', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'port_id': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'mac_address': 'fa:16:3e:8f:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:27:56Z', 'updated_at': '2021-07-05T18:27:56Z', 'revision_number': 0, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1', 'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'mac_address': 'fa:16:3e:63:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:11Z', 'updated_at': '2021-07-05T18:27:21Z', 'revision_number': 5, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'subnets': [{'id': '6079bed4-a839-46d4-9310-3d8eba064651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:02.473231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.473748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.490411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:50Z', 'updated_at': '2021-07-05T18:27:57Z', 'revision_number': 4, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'gw_port': {'id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:51Z', 'updated_at': '2021-07-05T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '563c0610-f013-4a8a-95ba-05b1db7e8587', 'name': '', 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'mac_address': 'fa:16:3e:a3:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '687c04bc-268e-4eeb-8f62-1ce7ed2f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:55Z', 'updated_at': '2021-07-05T18:27:57Z', 'revision_number': 2, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'subnets': [{'id': '687c04bc-268e-4eeb-8f62-1ce7ed2f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:02.507286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for b93850b2-4174-476c-9fe8-c2469ee8501c owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:02.526665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Checking router: 62157e49-add1-4e59-a8c2-22e753bd47e0 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:28:02.526965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Updating router 62157e49-add1-4e59-a8c2-22e753bd47e0 port 563c0610-f013-4a8a-95ba-05b1db7e8587 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:28:02.529911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6a7965e9-b4fd-4276-a49c-4220a9a556ca None None] Provisioning for port 181b5962-e0ac-481a-a9ae-b4a50c863425 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:02.565545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a50cb6e6-16c2-47be-8846-a3c022ad84a2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:02.581974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a50cb6e6-16c2-47be-8846-a3c022ad84a2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:02.583380 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.586991 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.587940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Made reservation on behalf of 4d9e9ea3f2554c3680e11173d0391c94 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:02.590289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.615902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-0c289075-7719-4f16-81ae-72e71aa3f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:02.621664 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-0c289075-7719-4f16-81ae-72e71aa3f987 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2e5e580f78ba402ca7859218eb226810&device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1096 time: 0.2911901 Jul 05 18:28:02.673257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'tag': 'f9878c66-0085-42cf-9d23-5c271ee2e460'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:28:02.676263 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f82ba4b-f786-4e80-8c3f-d732e7533992" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c544b3-70cf-4c74-9b08-ed83542bcdaa", "tag": "f9878c66-0085-42cf-9d23-5c271ee2e460"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:28:02.679958 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.789421 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.802244 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158b8584-b9a7-48da-af20-ebbfb184888a x-openstack-request-id: req-158b8584-b9a7-48da-af20-ebbfb184888a {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:28:02.802887 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c544b3-70cf-4c74-9b08-ed83542bcdaa", "tag": "f9878c66-0085-42cf-9d23-5c271ee2e460", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:28:02.803922 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-158b8584-b9a7-48da-af20-ebbfb184888a {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:28:02.805335 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'tag': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'status': 'completed', 'code': 200} Jul 05 18:28:02.806449 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a1f7a2-0ea1-406d-a75e-995c75fd4aea None None] New status for floating IP 873123da-7ee2-4c70-8ab2-311203b565b8: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:28:02.880027 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:02.896432 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:28:03.065435 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.077927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=7e758dcb-50f4-4e57-aa40-2beda6221242,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:03.080636 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.106545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Transition to ACTIVE for port object 563c0610-f013-4a8a-95ba-05b1db7e8587 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:03.116938 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.141428 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.203061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port a50cb6e6-16c2-47be-8846-a3c022ad84a2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a50cb6e6-16c2-47be-8846-a3c022ad84a2,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:03.208149 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.260138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.267745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-85dcb52a-a9ed-4515-9bfc-4b470bb1fa25 None None] Provisioning for port 7e758dcb-50f4-4e57-aa40-2beda6221242 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:03.275405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-85dcb52a-a9ed-4515-9bfc-4b470bb1fa25 None None] Provisioning complete for port 7e758dcb-50f4-4e57-aa40-2beda6221242 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:03.275941 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-85dcb52a-a9ed-4515-9bfc-4b470bb1fa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.313349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network ea5ac57a-216e-4da7-8f43-1b8a6015d69d is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:03.315318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:03.317245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-e6bf6990-eaf4-4b70-b3a3-10cad8831667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:03.317403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.318921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 181b5962-e0ac-481a-a9ae-b4a50c863425 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:03.321973 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-e6bf6990-eaf4-4b70-b3a3-10cad8831667 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e092d9d7-7f60-4806-a54c-997bb20ca6b5 HTTP/1.1" status: 200 len: 909 time: 0.6209915 Jul 05 18:28:03.458130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-85dcb52a-a9ed-4515-9bfc-4b470bb1fa25 None None] Port 7e758dcb-50f4-4e57-aa40-2beda6221242 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:28:03.462805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae6cd1-f15e-4ae4-9fb0-79446d144783 None None] Pushing event updated for resources: {'Port': ['ID=563c0610-f013-4a8a-95ba-05b1db7e8587,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:03.591045 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-b6f24cd7-9f38-423d-b771-82a26420f316 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9878c66-0085-42cf-9d23-5c271ee2e460 HTTP/1.1" status: 200 len: 1000 time: 0.2605810 Jul 05 18:28:03.592409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router ad948e73-b413-437d-b663-01fdf2305cef has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:03.634940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Attempting to bind port 563c0610-f013-4a8a-95ba-05b1db7e8587 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:03.635437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Attempting to bind port 563c0610-f013-4a8a-95ba-05b1db7e8587 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b6976b76-5653-4e04-8c79-af750afbb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:03.635916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Attempting to bind port 563c0610-f013-4a8a-95ba-05b1db7e8587 on network ae954347-e823-465c-b3ab-a8772f8299c4 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:03.638784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcc9874-1417-4dee-86e1-ab56e4fbc218,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:03.667427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:03.668475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Checking segment: {'id': 'b6976b76-5653-4e04-8c79-af750afbb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:03.669146 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.669776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Bound using segment: {'id': 'b6976b76-5653-4e04-8c79-af750afbb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:03.670588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Bound port: 563c0610-f013-4a8a-95ba-05b1db7e8587, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6976b76-5653-4e04-8c79-af750afbb59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:03.671360 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.711135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-afdb3d7c-0ec9-4acd-b5f1-edbdc04d15ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:03.713055 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-afdb3d7c-0ec9-4acd-b5f1-edbdc04d15ba service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6079bed4-a839-46d4-9310-3d8eba064651 HTTP/1.1" status: 200 len: 848 time: 0.1066203 Jul 05 18:28:03.718248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=a50cb6e6-16c2-47be-8846-a3c022ad84a2,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:03.782633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 181b5962-e0ac-481a-a9ae-b4a50c863425 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:03.789432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 181b5962-e0ac-481a-a9ae-b4a50c863425 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:03.789823 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.794237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.797042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:28:03.841778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=b93850b2-4174-476c-9fe8-c2469ee8501c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:03.847449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.847812 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Added segment 6ed2ce6f-6aeb-471d-9921-7cf37ca11685 of type vlan for network 24f45230-23ea-4e93-96d4-59f819114135 Jul 05 18:28:03.888744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:03.906228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dceea4a5-c3c5-4392-b29d-58c7d0f7cdcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "PUT /v2.0/routers/ad948e73-b413-437d-b663-01fdf2305cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7444279 Jul 05 18:28:03.929125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] For port 563c0610-f013-4a8a-95ba-05b1db7e8587, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:03.936148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] For port 563c0610-f013-4a8a-95ba-05b1db7e8587, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=563c0610-f013-4a8a-95ba-05b1db7e8587,segment=NetworkSegment(b6976b76-5653-4e04-8c79-af750afbb59d),segment_id=b6976b76-5653-4e04-8c79-af750afbb59d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:03.938360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5d24ef13-d95a-41d1-8945-a790d6e8c1ff None None] Provisioning complete for port 7e758dcb-50f4-4e57-aa40-2beda6221242 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:03.938818 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5d24ef13-d95a-41d1-8945-a790d6e8c1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.943052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Sync routers for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:03.971099 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:03.986319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-635622cf-da55-4cbd-b9c4-744f09b76107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:03.991901 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-635622cf-da55-4cbd-b9c4-744f09b76107 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e092d9d7-7f60-4806-a54c-997bb20ca6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2690582 Jul 05 18:28:04.048954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:04.049856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:04.054404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5d24ef13-d95a-41d1-8945-a790d6e8c1ff None None] Port 7e758dcb-50f4-4e57-aa40-2beda6221242 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:28:04.079021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:04.079280 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP ad116c6a-10a0-4e75-9d14-501910a5b4f3 disassociated (deleted). External IP: 172.25.3.96, port: 28a8fdc0-29e6-416c-9343-5a722c479fc1. Jul 05 18:28:04.125418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.resource_extend [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 18:28:04.156049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-8335db22-4704-4b45-9580-b6ffc103d07c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109224726&fields=id&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 267 time: 0.0438178 Jul 05 18:28:04.204316 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:04.229758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:04.233875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:04.233875 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:04.325089 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-77768750-6050-477c-bc16-dd395ccc0c4f service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146706 Jul 05 18:28:04.337662 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:04.349430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:04.429571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Routers {'62157e49-add1-4e59-a8c2-22e753bd47e0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:04.430052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['62157e49-add1-4e59-a8c2-22e753bd47e0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:04.433460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-63bd3442-1c49-424c-abe6-b0b8f70d826a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:04.439020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-63bd3442-1c49-424c-abe6-b0b8f70d826a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 797 time: 0.2741122 Jul 05 18:28:04.465626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-93adeaba-efc9-466a-9515-15025779976c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/quotas/0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 375 time: 0.0197978 Jul 05 18:28:04.531081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae6cd1-f15e-4ae4-9fb0-79446d144783 None None] Pushing event updated for resources: {'Port': ['ID=563c0610-f013-4a8a-95ba-05b1db7e8587,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:04.586226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-1e99f6cc-3d02-43c8-a234-de743932f985 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147814 Jul 05 18:28:04.646347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6f854705-f08d-44e9-981b-9d2668918561 None None] Provisioning complete for port 7e758dcb-50f4-4e57-aa40-2beda6221242 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:04.647785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6f854705-f08d-44e9-981b-9d2668918561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:04.663344 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a6442eb4-a602-4582-b7ea-76e69d8259f1 req-85272d3a-332d-48ec-a617-efebb1bbeb2c service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151512 Jul 05 18:28:04.664880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 181b5962-e0ac-481a-a9ae-b4a50c863425, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=181b5962-e0ac-481a-a9ae-b4a50c863425,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:04.736259 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5705984 Jul 05 18:28:04.737016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb5c61-f5c7-45eb-8e9e-b7a5033e4978 admin admin] Pushing event updated for resources: {'Network': ['ID=24f45230-23ea-4e93-96d4-59f819114135,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:04.739144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36130) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:04.757508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Request body: {'subnet': {'network_id': '24f45230-23ea-4e93-96d4-59f819114135', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-370521714-subnet', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:04.785938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:04.836262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-46e94930-7cb3-492a-8641-b4115e815e95 service neutron] 10.222.0.30 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372143 Jul 05 18:28:04.891826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Made reservation on behalf of 4d9e9ea3f2554c3680e11173d0391c94 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:04.894308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:04.944680 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-2b2c72dc-a339-4fa9-92e5-2a57527cef2e service neutron] 10.222.0.30 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003706 Jul 05 18:28:05.094782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 24f45230-23ea-4e93-96d4-59f819114135 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:28:05.096139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:05.105183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6f854705-f08d-44e9-981b-9d2668918561 None None] Port 7e758dcb-50f4-4e57-aa40-2beda6221242 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:28:05.106753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:05.109641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:05.115306 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f84afc-639b-4abc-855b-74203322d980 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:05.124613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-a2a799ab-b413-45bc-a53a-d5e991504f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:05.126165 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-a2a799ab-b413-45bc-a53a-d5e991504f59 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2e5e580f78ba402ca7859218eb226810&device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1096 time: 0.2781188 Jul 05 18:28:05.136643 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f84afc-639b-4abc-855b-74203322d980 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:05.137638 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-15f84afc-639b-4abc-855b-74203322d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:05.174878 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-15f84afc-639b-4abc-855b-74203322d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:05.184252 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f84afc-639b-4abc-855b-74203322d980 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:05.184866 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-15f84afc-639b-4abc-855b-74203322d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:05.247408 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-15f84afc-639b-4abc-855b-74203322d980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:05.248204 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f84afc-639b-4abc-855b-74203322d980 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:05.298377 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-542ab17b-6824-4f48-bb3b-b97f9ca1f588 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/floatingips/ad116c6a-10a0-4e75-9d14-501910a5b4f3 HTTP/1.1" status: 204 len: 168 time: 3.6718922 Jul 05 18:28:05.304657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36138) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:05.306976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2425178-08ba-467c-adfa-713367239f9c req-25f7abc0-2642-4479-860a-ea10c392379f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 210 time: 0.0442541 Jul 05 18:28:05.338709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a50cb6e6-16c2-47be-8846-a3c022ad84a2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:05.369192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] Set router 62157e49-add1-4e59-a8c2-22e753bd47e0 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:05.383163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-1eb4856d-0c01-4632-b1e2-3d330aa6f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:05.384662 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-1eb4856d-0c01-4632-b1e2-3d330aa6f742 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e092d9d7-7f60-4806-a54c-997bb20ca6b5 HTTP/1.1" status: 200 len: 909 time: 0.2475874 Jul 05 18:28:05.423230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5aa309f7-d62e-4df1-8fda-3823b96d07e6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 28a8fdc0-29e6-416c-9343-5a722c479fc1 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:05.423790 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aa309f7-d62e-4df1-8fda-3823b96d07e6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:05.516884 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-1d5ba2e5-974c-4ee5-8052-043e00f3ceba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9878c66-0085-42cf-9d23-5c271ee2e460 HTTP/1.1" status: 200 len: 1000 time: 0.1006165 Jul 05 18:28:05.545774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=181b5962-e0ac-481a-a9ae-b4a50c863425,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:05.546047 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aa309f7-d62e-4df1-8fda-3823b96d07e6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:05.562974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5aa309f7-d62e-4df1-8fda-3823b96d07e6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 28a8fdc0-29e6-416c-9343-5a722c479fc1 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:05.574849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-b2271e68-fe52-46a5-9dc7-fef6cc4eecac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:05.579960 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-b2271e68-fe52-46a5-9dc7-fef6cc4eecac service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6079bed4-a839-46d4-9310-3d8eba064651 HTTP/1.1" status: 200 len: 848 time: 0.0536413 Jul 05 18:28:05.581666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:05.603544 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:28:01Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '7e758dcb-50f4-4e57-aa40-2beda6221242', 'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:25:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:00Z', 'updated_at': '2021-07-05T18:28:02Z', 'revision_number': 2, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:05.607009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a50cb6e6-16c2-47be-8846-a3c022ad84a2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:05.607368 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:05.661272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Checking router: ad948e73-b413-437d-b663-01fdf2305cef for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:28:05.661676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Updating router ad948e73-b413-437d-b663-01fdf2305cef port 7e758dcb-50f4-4e57-aa40-2beda6221242 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:28:05.685083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=243578ae-6bcb-495c-a05e-7bd425bdcf51,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:05.732275 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:05.735305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Checking segment: {'id': '6ed2ce6f-6aeb-471d-9921-7cf37ca11685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '24f45230-23ea-4e93-96d4-59f819114135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:05.735683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Network hostable DHCP agents. Network: 24f45230-23ea-4e93-96d4-59f819114135, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:28:05.762596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-38f46a89-ebe0-4bcd-b555-117e814d5419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:05.775074 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-38f46a89-ebe0-4bcd-b555-117e814d5419 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e092d9d7-7f60-4806-a54c-997bb20ca6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1865745 Jul 05 18:28:05.860837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Network 24f45230-23ea-4e93-96d4-59f819114135 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:28:05.892787 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aa309f7-d62e-4df1-8fda-3823b96d07e6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:05.911418 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-dc870cc7-439e-4987-ac08-6672a04c3ad6 service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200128 Jul 05 18:28:05.930039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa309f7-d62e-4df1-8fda-3823b96d07e6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=28a8fdc0-29e6-416c-9343-5a722c479fc1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:05.962430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 24f45230-23ea-4e93-96d4-59f819114135) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:05.977010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243ff643-9fb6-4dd8-8936-f92f265fcc13 None None] Network 24f45230-23ea-4e93-96d4-59f819114135 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:06.003169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:06.003767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.032607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:50Z', 'updated_at': '2021-07-05T18:27:57Z', 'revision_number': 4, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'gw_port': {'id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:51Z', 'updated_at': '2021-07-05T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '563c0610-f013-4a8a-95ba-05b1db7e8587', 'name': '', 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'mac_address': 'fa:16:3e:a3:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '687c04bc-268e-4eeb-8f62-1ce7ed2f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:55Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'subnets': [{'id': '687c04bc-268e-4eeb-8f62-1ce7ed2f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:06.063731 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.065082 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9f82ba4b-f786-4e80-8c3f-d732e7533992 req-ef3ac28b-0878-4808-9e7f-6b48f182a129 service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430416 Jul 05 18:28:06.082780 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5aa309f7-d62e-4df1-8fda-3823b96d07e6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.089507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5aa309f7-d62e-4df1-8fda-3823b96d07e6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/ports/28a8fdc0-29e6-416c-9343-5a722c479fc1 HTTP/1.1" status: 204 len: 168 time: 0.7812748 Jul 05 18:28:06.093322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36160) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:06.098452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:06.098748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2faddc-18ad-4e5b-9d0f-bec9f92e34f4 None None] The sync data for ids ['62157e49-add1-4e59-a8c2-22e753bd47e0'] in n-d-799524-1 is: [{'id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:50Z', 'updated_at': '2021-07-05T18:27:57Z', 'revision_number': 4, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'gw_port': {'id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:51Z', 'updated_at': '2021-07-05T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '563c0610-f013-4a8a-95ba-05b1db7e8587', 'name': '', 'network_id': 'ae954347-e823-465c-b3ab-a8772f8299c4', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'mac_address': 'fa:16:3e:a3:45:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': '687c04bc-268e-4eeb-8f62-1ce7ed2f6014', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:55Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'subnets': [{'id': '687c04bc-268e-4eeb-8f62-1ce7ed2f6014', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:06.135226 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-01cdf811-8d1d-4d12-adf8-ef77f5e20a4a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3820889 Jul 05 18:28:06.136165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36162) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:06.141498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:06.332325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.359506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-24f45230-23ea-4e93-96d4-59f819114135', 'network_id': '24f45230-23ea-4e93-96d4-59f819114135', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'fixed_ips': [{'subnet_id': '243578ae-6bcb-495c-a05e-7bd425bdcf51'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:28:06.360399 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.382726 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.397691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Transition to ACTIVE for port object 7e758dcb-50f4-4e57-aa40-2beda6221242 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:06.484184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.516767 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.519075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.535934 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.675549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69cbc2-db88-44c1-ae4e-c10b2611b070 None None] Pushing event updated for resources: {'Port': ['ID=7e758dcb-50f4-4e57-aa40-2beda6221242,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:06.761668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.25.3.2 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/86b9dc29-8b0b-41e5-85c1-5e1b4e6d43cd) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:06.801537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Attempting to bind port 7e758dcb-50f4-4e57-aa40-2beda6221242 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:06.802083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Attempting to bind port 7e758dcb-50f4-4e57-aa40-2beda6221242 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:06.802697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Attempting to bind port 7e758dcb-50f4-4e57-aa40-2beda6221242 on network ea5ac57a-216e-4da7-8f43-1b8a6015d69d {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:06.821695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:06.822233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Checking segment: {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:06.822930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.823423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Bound using segment: {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:06.824006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Bound port: 7e758dcb-50f4-4e57-aa40-2beda6221242, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:06.824489 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:06.827129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Allocated IP 172.20.0.2 (24f45230-23ea-4e93-96d4-59f819114135/243578ae-6bcb-495c-a05e-7bd425bdcf51/21f0a927-69c8-4f77-ae97-9c978dd1440d) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:07.084638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:07.162701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] For port 7e758dcb-50f4-4e57-aa40-2beda6221242, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:07.176128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02cca16a-8ca7-4a65-b2a0-d6e9711e8500 req-a41251ad-853b-422d-92fa-9cf6c71dffd5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 210 time: 0.7305374 Jul 05 18:28:07.184436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] For port 7e758dcb-50f4-4e57-aa40-2beda6221242, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7e758dcb-50f4-4e57-aa40-2beda6221242,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:07.255005 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:07.258860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:07.293662 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:07.347875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:07.353659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:07.367619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:07.395427 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:07.398339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:07.400369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:07.401254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=86b9dc29-8b0b-41e5-85c1-5e1b4e6d43cd,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:07.422366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 563c0610-f013-4a8a-95ba-05b1db7e8587 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:07.559711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Transition to ACTIVE for port object 21f0a927-69c8-4f77-ae97-9c978dd1440d will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:07.588503 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:07.620409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea69cbc2-db88-44c1-ae4e-c10b2611b070 None None] Pushing event updated for resources: {'Port': ['ID=7e758dcb-50f4-4e57-aa40-2beda6221242,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:07.666380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Transition to ACTIVE for port object 21f0a927-69c8-4f77-ae97-9c978dd1440d will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:07.794778 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:07.903703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Pushing event updated for resources: {'Port': ['ID=21f0a927-69c8-4f77-ae97-9c978dd1440d,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:07.910040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 563c0610-f013-4a8a-95ba-05b1db7e8587 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:07.927404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 563c0610-f013-4a8a-95ba-05b1db7e8587 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:07.927785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:07.977038 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:08.033030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Network 24f45230-23ea-4e93-96d4-59f819114135 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:08.056897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:08.089944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:08.136998 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.188817 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.323698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.388101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Allocated IP 172.25.3.38 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/4826deac-7161-43df-92b7-ae6b341dbf77) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:08.438332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4e5b786-a27c-427e-8845-c97d73c9295d req-54a857d1-0551-4389-9a72-d60b0a1cdd66 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 210 time: 0.0523176 Jul 05 18:28:08.584328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Attempting to bind port 21f0a927-69c8-4f77-ae97-9c978dd1440d on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:08.585581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Attempting to bind port 21f0a927-69c8-4f77-ae97-9c978dd1440d by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '6ed2ce6f-6aeb-471d-9921-7cf37ca11685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '24f45230-23ea-4e93-96d4-59f819114135'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:08.585581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Attempting to bind port 21f0a927-69c8-4f77-ae97-9c978dd1440d on network 24f45230-23ea-4e93-96d4-59f819114135 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:08.586012 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.601318 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:08.601704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Checking segment: {'id': '6ed2ce6f-6aeb-471d-9921-7cf37ca11685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '24f45230-23ea-4e93-96d4-59f819114135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:08.602375 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.602511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Bound using segment: {'id': '6ed2ce6f-6aeb-471d-9921-7cf37ca11685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '24f45230-23ea-4e93-96d4-59f819114135'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:08.603028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Bound port: 21f0a927-69c8-4f77-ae97-9c978dd1440d, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed2ce6f-6aeb-471d-9921-7cf37ca11685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '24f45230-23ea-4e93-96d4-59f819114135'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:08.603419 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.658280 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.675307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.698985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-69ee69e7-d928-4aaa-a83d-d74dba518f17 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:08.701276 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-69ee69e7-d928-4aaa-a83d-d74dba518f17 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 797 time: 0.2573302 Jul 05 18:28:08.750415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] For port 21f0a927-69c8-4f77-ae97-9c978dd1440d, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:08.756091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] For port 21f0a927-69c8-4f77-ae97-9c978dd1440d, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=21f0a927-69c8-4f77-ae97-9c978dd1440d,segment=NetworkSegment(6ed2ce6f-6aeb-471d-9921-7cf37ca11685),segment_id=6ed2ce6f-6aeb-471d-9921-7cf37ca11685)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:08.759448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 563c0610-f013-4a8a-95ba-05b1db7e8587, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=563c0610-f013-4a8a-95ba-05b1db7e8587,segment=NetworkSegment(b6976b76-5653-4e04-8c79-af750afbb59d),segment_id=b6976b76-5653-4e04-8c79-af750afbb59d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:08.772752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.774225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:28:01Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '7e758dcb-50f4-4e57-aa40-2beda6221242', 'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:25:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:00Z', 'updated_at': '2021-07-05T18:28:07Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:08.833928 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-40944971-fa53-45e6-a56b-8c6b5a88566f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 379 time: 0.0977290 Jul 05 18:28:08.855992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e40b8-ff20-425a-b936-d7c9f4586ece None None] The sync data for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 is: [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:28:01Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '7e758dcb-50f4-4e57-aa40-2beda6221242', 'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:25:3c:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:00Z', 'updated_at': '2021-07-05T18:28:07Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:08.859564 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.871607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'port': {'device_id': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'admin_state_up': True, 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'security_groups': ['409c579d-0b84-4bf1-a948-60037ae835df']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:08.894164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:08.905938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:08.925134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:08.961876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39a3be-376f-4815-ab3e-8fd0b7270a8f None None] Pushing event updated for resources: {'Port': ['ID=21f0a927-69c8-4f77-ae97-9c978dd1440d,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:08.973768 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:08.974724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 181b5962-e0ac-481a-a9ae-b4a50c863425 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:08.980658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Pushing event updated for resources: {'Port': ['ID=4826deac-7161-43df-92b7-ae6b341dbf77,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:09.198026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=563c0610-f013-4a8a-95ba-05b1db7e8587,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:09.202886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 181b5962-e0ac-481a-a9ae-b4a50c863425 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:09.203911 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:09.380760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:09.420785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:09.427900 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:09.458059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:09.503019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:09.697708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=86b9dc29-8b0b-41e5-85c1-5e1b4e6d43cd,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:09.728796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 563c0610-f013-4a8a-95ba-05b1db7e8587 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:09.752416 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-611ac39e-ed2c-4892-9827-d93153d8882b req-477e6760-ed5f-4f6c-89b4-731c068d44d1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 210 time: 0.0785682 Jul 05 18:28:09.780256 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:09.834225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.20.0.8 (ea5ac57a-216e-4da7-8f43-1b8a6015d69d/f8e2454e-02fd-4c20-a0a2-626ed1638c49/df47da96-29f8-4a52-8a68-6bc55141ca1c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:09.842810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 563c0610-f013-4a8a-95ba-05b1db7e8587 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:09.843197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:09.906392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:09.994512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7e758dcb-50f4-4e57-aa40-2beda6221242 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:10.076584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.123021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Transition to ACTIVE for port object df47da96-29f8-4a52-8a68-6bc55141ca1c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:10.133928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.135361 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7bb3fc26-d255-4c3e-92c8-783d7e1d1327 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.0409424 Jul 05 18:28:10.137969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36204) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:10.148118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'port': {'network_id': 'a58ff5f8-684c-457d-b731-1de7339da0be', 'name': 'tempest-FloatingIPTestJSON-364116725'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:10.228670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 7e758dcb-50f4-4e57-aa40-2beda6221242 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:10.232820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 7e758dcb-50f4-4e57-aa40-2beda6221242 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:10.233381 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.240991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.369310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:28:10.380000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network ea5ac57a-216e-4da7-8f43-1b8a6015d69d is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:10.387627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:10.395287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:10.421637 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.427659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:10.481021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:10.482084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.544628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 7e758dcb-50f4-4e57-aa40-2beda6221242, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7e758dcb-50f4-4e57-aa40-2beda6221242,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:10.582148 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-97f49ea0-a33b-4e30-8cc0-87ee4d297bd3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7370770 Jul 05 18:28:10.598868 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Request body: {'port': {'device_id': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:10.608914 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.664733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:10.672628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Made reservation on behalf of 87aabb8de67146d584187c7354c3d16e for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:10.686479 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.696039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Sync routers for ids ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:10.749391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] device_id is not set on port 68592d07-9b61-455b-8513-b8cc51a65ad2 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:28:10.784760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.790702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=7e758dcb-50f4-4e57-aa40-2beda6221242,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:10.821496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Routers {'2aa05ff0-0c0a-41c7-829a-71a7578c97c0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:10.822176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:10.833499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:10.835565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f2796a08-af35-462d-b53d-2bf3ac40d96b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6982977 Jul 05 18:28:10.853731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36212) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:11.043674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ebf88754-e4a7-489c-b8cb-0604a9d1efcb None None] Provisioning for port df47da96-29f8-4a52-8a68-6bc55141ca1c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:11.066095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ebf88754-e4a7-489c-b8cb-0604a9d1efcb None None] Provisioning complete for port df47da96-29f8-4a52-8a68-6bc55141ca1c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:11.067319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ebf88754-e4a7-489c-b8cb-0604a9d1efcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:11.075747 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2270674f-5234-4701-850e-a00bfcfb10c9 None None] Network 24f45230-23ea-4e93-96d4-59f819114135 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:11.212664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ebf88754-e4a7-489c-b8cb-0604a9d1efcb None None] Port df47da96-29f8-4a52-8a68-6bc55141ca1c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:28:11.264934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Set router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:11.306874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.20.0.4 (a58ff5f8-684c-457d-b731-1de7339da0be/3d4cd715-3d20-42f5-80f2-e1c81de2de96/68592d07-9b61-455b-8513-b8cc51a65ad2) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:11.456715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cbd7b-ed12-4bdf-901c-1baf1d2e0ae6 req-389958d7-b9c9-4a91-89e9-f873445e8b6d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:11.458284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4cbd7b-ed12-4bdf-901c-1baf1d2e0ae6 req-389958d7-b9c9-4a91-89e9-f873445e8b6d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 931 time: 0.3741100 Jul 05 18:28:11.537241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df47da96-29f8-4a52-8a68-6bc55141ca1c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:28:11.548076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:11.587598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Transition to ACTIVE for port object df47da96-29f8-4a52-8a68-6bc55141ca1c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:11.650547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7b6770f4-e270-45ee-a496-b9092721d3d2 None None] Provisioning for port 21f0a927-69c8-4f77-ae97-9c978dd1440d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:11.703207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:11.722940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 21f0a927-69c8-4f77-ae97-9c978dd1440d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:11.742887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad4cbd7b-ed12-4bdf-901c-1baf1d2e0ae6 req-edc24ddc-cb83-4c7b-bb67-fd9ffdc5042d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2581511 Jul 05 18:28:11.780004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Pushing event updated for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:11.912626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:28:07Z', 'updated_at': '2021-07-05T18:28:09Z', 'revision_number': 3, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'gw_port': {'id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:11:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:08Z', 'updated_at': '2021-07-05T18:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:11.971063 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:11.988872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Attempting to bind port df47da96-29f8-4a52-8a68-6bc55141ca1c on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:11.989207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Attempting to bind port df47da96-29f8-4a52-8a68-6bc55141ca1c by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:11.989543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Attempting to bind port df47da96-29f8-4a52-8a68-6bc55141ca1c on network ea5ac57a-216e-4da7-8f43-1b8a6015d69d {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:11.994039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Checking router: 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:28:11.994404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Updating router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 port 4826deac-7161-43df-92b7-ae6b341dbf77 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:28:11.997784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 21f0a927-69c8-4f77-ae97-9c978dd1440d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:12.002155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Port df47da96-29f8-4a52-8a68-6bc55141ca1c on network ea5ac57a-216e-4da7-8f43-1b8a6015d69d not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:28:12.002487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Attempting to bind port df47da96-29f8-4a52-8a68-6bc55141ca1c on network ea5ac57a-216e-4da7-8f43-1b8a6015d69d {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:12.019068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:12.019314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Checking segment: {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:12.019684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Bound using segment: {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:12.020115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Bound port: df47da96-29f8-4a52-8a68-6bc55141ca1c, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:12.020477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.026472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 21f0a927-69c8-4f77-ae97-9c978dd1440d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:12.026877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.107832 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.200689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:12.249697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:12.340643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.399602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-26c39769-604f-48be-be1c-fa518a345b73 None None] Provisioning complete for port 21f0a927-69c8-4f77-ae97-9c978dd1440d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:12.399975 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26c39769-604f-48be-be1c-fa518a345b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.462749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Pushing event updated for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:12.498131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:12.503306 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.512328 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-488cf904-dc91-4806-b853-714aff7e2674 service neutron] 10.222.0.39 "PUT /v2.0/ports/df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 1091 time: 1.9194388 Jul 05 18:28:12.514927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:28:12.517500 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75048a2d-f05b-42c8-ac39-25f5b35603bc" -d '{"events": [{"name": "network-changed", "server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:28:12.616849 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ed1b28-8284-40b7-bc0b-54f8d8cbf117 x-openstack-request-id: req-b4ed1b28-8284-40b7-bc0b-54f8d8cbf117 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:28:12.617715 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:28:12.618027 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4ed1b28-8284-40b7-bc0b-54f8d8cbf117 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:28:12.618911 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'status': 'completed', 'code': 200} Jul 05 18:28:12.731432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-ab4bf580-42f1-4e94-9b3f-13bcb20105f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:12.732979 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-ab4bf580-42f1-4e94-9b3f-13bcb20105f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1094 time: 0.1099143 Jul 05 18:28:12.742641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.745203 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.809771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Transition to ACTIVE for port object 4826deac-7161-43df-92b7-ae6b341dbf77 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:12.861021 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.861924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-25169e5c-9391-4e9a-ac31-39068e59d1eb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 217 time: 0.1194320 Jul 05 18:28:12.933841 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:12.949130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 21f0a927-69c8-4f77-ae97-9c978dd1440d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=21f0a927-69c8-4f77-ae97-9c978dd1440d,segment=NetworkSegment(6ed2ce6f-6aeb-471d-9921-7cf37ca11685),segment_id=6ed2ce6f-6aeb-471d-9921-7cf37ca11685)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:12.969355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-49c99c55-1824-44b4-abce-6bc06549a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:12.971655 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-49c99c55-1824-44b4-abce-6bc06549a695 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.1002281 Jul 05 18:28:12.981133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network a58ff5f8-684c-457d-b731-1de7339da0be is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:13.003350 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26c39769-604f-48be-be1c-fa518a345b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:13.027523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:13.030220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Attempting to bind port 4826deac-7161-43df-92b7-ae6b341dbf77 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:13.030621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Attempting to bind port 4826deac-7161-43df-92b7-ae6b341dbf77 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:13.030992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Attempting to bind port 4826deac-7161-43df-92b7-ae6b341dbf77 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:13.032888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c8fa1-ae4e-4669-ad20-68cddc830b46 None None] Pushing event updated for resources: {'Port': ['ID=4826deac-7161-43df-92b7-ae6b341dbf77,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:13.033634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=68592d07-9b61-455b-8513-b8cc51a65ad2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:13.045113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:13.045654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:13.046033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:13.046444 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:13.046855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:13.047329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Bound port: 4826deac-7161-43df-92b7-ae6b341dbf77, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:13.047710 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:13.069637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-b9683d3f-ab6d-4cbc-bacd-ceeedc714329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:13.071653 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-b9683d3f-ab6d-4cbc-bacd-ceeedc714329 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923779 Jul 05 18:28:13.081376 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:13.082160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7e758dcb-50f4-4e57-aa40-2beda6221242 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:13.144226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.144647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.144995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.145341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.145724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.146059 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.146399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.148207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.148364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.148703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.149041 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.149374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:13.205900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:13.221594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:13.221750 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-9677aac1-1ad0-4ae1-bfb2-93de9c82e2eb service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257217 Jul 05 18:28:13.305780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298b12f-0cef-4b5b-9a04-2a0efbb4e07a req-fc37e884-afd9-48ca-837e-6c4516545b7e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:13.305780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e298b12f-0cef-4b5b-9a04-2a0efbb4e07a req-fc37e884-afd9-48ca-837e-6c4516545b7e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 943 time: 0.3195586 Jul 05 18:28:13.305780 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:13.348548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ea33ca98-339e-4138-bc6d-9abbbc1dc402 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2088275 Jul 05 18:28:13.354799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36246) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:13.361282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-fbe7ef10-0641-4fc8-afc8-eefaf5fb2df4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'port_id': '68592d07-9b61-455b-8513-b8cc51a65ad2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:13.381325 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fe93245f-204f-4a44-8243-0c0806f4cad5 req-4e65a40d-780a-4c29-a0db-8afe8abefa6c service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643701 Jul 05 18:28:13.414271 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-26c39769-604f-48be-be1c-fa518a345b73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:28:13.414657 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-26c39769-604f-48be-be1c-fa518a345b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:28:13.419102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=21f0a927-69c8-4f77-ae97-9c978dd1440d,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:13.422529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] For port 4826deac-7161-43df-92b7-ae6b341dbf77, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:13.426543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] For port 4826deac-7161-43df-92b7-ae6b341dbf77, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4826deac-7161-43df-92b7-ae6b341dbf77,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:13.442313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 7e758dcb-50f4-4e57-aa40-2beda6221242 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:13.442313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:13.460883 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbe7ef10-0641-4fc8-afc8-eefaf5fb2df4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:13.520454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e298b12f-0cef-4b5b-9a04-2a0efbb4e07a req-eab00b9b-0f09-42c1-baf3-947758d3f6af tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039845 Jul 05 18:28:13.542420 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:13.611572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-3fb67566-b206-44e9-ba81-a33415fe75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:13.613153 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-3fb67566-b206-44e9-ba81-a33415fe75ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1094 time: 0.0764141 Jul 05 18:28:13.620168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c8fa1-ae4e-4669-ad20-68cddc830b46 None None] Pushing event updated for resources: {'Port': ['ID=4826deac-7161-43df-92b7-ae6b341dbf77,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:13.637532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Routers {'2aa05ff0-0c0a-41c7-829a-71a7578c97c0'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:13.639273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:13.770713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 21f0a927-69c8-4f77-ae97-9c978dd1440d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:13.803768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-604d33a7-76ff-45e2-970c-87eb55c50724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:13.805531 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-604d33a7-76ff-45e2-970c-87eb55c50724 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 897 time: 0.1722205 Jul 05 18:28:13.844961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] Set router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:13.867329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-ca3c5bbc-24a5-43cb-98fa-0de587e3392f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 217 time: 0.0531023 Jul 05 18:28:13.920124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Allocated IP 172.20.0.1 (24f45230-23ea-4e93-96d4-59f819114135/243578ae-6bcb-495c-a05e-7bd425bdcf51/96bdc6ab-923f-4622-b170-08596ea8852d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:13.938623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-d7cbbaa4-5bd9-40b5-b38b-68659aef0963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:13.940840 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-d7cbbaa4-5bd9-40b5-b38b-68659aef0963 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.0651805 Jul 05 18:28:13.948987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 21f0a927-69c8-4f77-ae97-9c978dd1440d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:13.949517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:14.016748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-20013b54-237d-48af-80a4-009d24eed167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:14.018585 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-20013b54-237d-48af-80a4-009d24eed167 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677338 Jul 05 18:28:14.178094 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-fab44173-9d9c-4709-ac21-23a5faa17e01 service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478915 Jul 05 18:28:14.197532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:28:07Z', 'updated_at': '2021-07-05T18:28:09Z', 'revision_number': 3, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'gw_port': {'id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:11:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:08Z', 'updated_at': '2021-07-05T18:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:14.247389 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:14.273366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825c2ebe-07fa-4308-9c59-d41bc2d2f6bb None None] The sync data for ids ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'] in n-d-799524-1 is: [{'id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:28:07Z', 'updated_at': '2021-07-05T18:28:09Z', 'revision_number': 3, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'gw_port': {'id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:11:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:08Z', 'updated_at': '2021-07-05T18:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:14.291353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Transition to ACTIVE for port object 96bdc6ab-923f-4622-b170-08596ea8852d will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:14.404527 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-75048a2d-f05b-42c8-ac39-25f5b35603bc req-124eeebe-db47-46d8-9209-78aa86a79669 service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137132 Jul 05 18:28:14.447860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbe7ef10-0641-4fc8-afc8-eefaf5fb2df4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:14.508737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbe7ef10-0641-4fc8-afc8-eefaf5fb2df4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:14.556361 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:14.624662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Network 24f45230-23ea-4e93-96d4-59f819114135 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:14.669785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:14.687660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:14.694805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=96bdc6ab-923f-4622-b170-08596ea8852d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:14.749813 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-fbe7ef10-0641-4fc8-afc8-eefaf5fb2df4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP c36e680e-81bb-4571-996e-e2264999ad02 associated. External IP: 172.25.3.2, port: 68592d07-9b61-455b-8513-b8cc51a65ad2. Jul 05 18:28:14.812930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:15.088316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6bcd3-62e4-425b-9b7c-20d6ffc83d96 req-f0f4f6e9-dd86-4580-903d-c4ab5e8f981a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:15.094099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abe6bcd3-62e4-425b-9b7c-20d6ffc83d96 req-f0f4f6e9-dd86-4580-903d-c4ab5e8f981a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 943 time: 0.2948501 Jul 05 18:28:15.139916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fd666781-2383-48d0-ae4b-a47ab5b7dbb7 None None] Provisioning for port 96bdc6ab-923f-4622-b170-08596ea8852d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:15.143827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fd666781-2383-48d0-ae4b-a47ab5b7dbb7 None None] Provisioning complete for port 96bdc6ab-923f-4622-b170-08596ea8852d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:15.144401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fd666781-2383-48d0-ae4b-a47ab5b7dbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:15.198449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-fd666781-2383-48d0-ae4b-a47ab5b7dbb7 None None] Port 96bdc6ab-923f-4622-b170-08596ea8852d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:28:15.210759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abe6bcd3-62e4-425b-9b7c-20d6ffc83d96 req-21aebeec-d94e-444b-9f40-63ce26ad35e8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141014 Jul 05 18:28:15.234863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe7ef10-0641-4fc8-afc8-eefaf5fb2df4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:15.247168 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:15.447471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe7ef10-0641-4fc8-afc8-eefaf5fb2df4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:15.452733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fbe7ef10-0641-4fc8-afc8-eefaf5fb2df4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:15.459250 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dde5bd-d90c-4036-b107-bcc4fbf53a04 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:15.482171 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dde5bd-d90c-4036-b107-bcc4fbf53a04 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:15.482749 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b2dde5bd-d90c-4036-b107-bcc4fbf53a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:15.544059 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b2dde5bd-d90c-4036-b107-bcc4fbf53a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:15.564950 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2dde5bd-d90c-4036-b107-bcc4fbf53a04 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:15.565585 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b2dde5bd-d90c-4036-b107-bcc4fbf53a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:15.610252 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b2dde5bd-d90c-4036-b107-bcc4fbf53a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:15.610931 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2dde5bd-d90c-4036-b107-bcc4fbf53a04 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:15.623792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fbe7ef10-0641-4fc8-afc8-eefaf5fb2df4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/floatingips/c36e680e-81bb-4571-996e-e2264999ad02 HTTP/1.1" status: 200 len: 975 time: 2.2645943 Jul 05 18:28:15.623792 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:15.624286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36278) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:15.697033 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:15.792906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 68592d07-9b61-455b-8513-b8cc51a65ad2 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:15.793261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:15.796874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4826deac-7161-43df-92b7-ae6b341dbf77 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:15.811387 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:15.814352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Pushing event updated for resources: {'Port': ['ID=96bdc6ab-923f-4622-b170-08596ea8852d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:15.915226 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:15.945280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Network 24f45230-23ea-4e93-96d4-59f819114135 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:15.946864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:15.983217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4826deac-7161-43df-92b7-ae6b341dbf77 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:15.990813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4826deac-7161-43df-92b7-ae6b341dbf77 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:15.994616 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:16.155350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:16.189780 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:16.224453 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4826deac-7161-43df-92b7-ae6b341dbf77, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4826deac-7161-43df-92b7-ae6b341dbf77,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:16.308739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:16.323546 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:16.323933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:16.324252 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP c36e680e-81bb-4571-996e-e2264999ad02 disassociated. External IP: 172.25.3.2, port: 68592d07-9b61-455b-8513-b8cc51a65ad2. Jul 05 18:28:16.334808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 68592d07-9b61-455b-8513-b8cc51a65ad2 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:16.457333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4826deac-7161-43df-92b7-ae6b341dbf77,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:16.477804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-37018c5e-bbd5-43c9-a532-51b43296baed None None] Provisioning complete for port 96bdc6ab-923f-4622-b170-08596ea8852d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:16.478930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-37018c5e-bbd5-43c9-a532-51b43296baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:16.483471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36292) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:16.535141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-37018c5e-bbd5-43c9-a532-51b43296baed None None] Port 96bdc6ab-923f-4622-b170-08596ea8852d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:28:16.659367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2c3a-4859-4099-8822-b4eda9bb4370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:16.668388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:16.703853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=68592d07-9b61-455b-8513-b8cc51a65ad2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:16.798312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:16.805462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-743f4bbc-9aad-4e66-9c46-8aa09ec13ab0 admin admin] 10.222.0.30 "PUT /v2.0/routers/2aa05ff0-0c0a-41c7-829a-71a7578c97c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9505727 Jul 05 18:28:16.843684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562a4d8-1c67-4981-979c-3b498a07d0cc req-5df5d731-80d4-4356-ac04-d27842dcb8ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:16.843684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a562a4d8-1c67-4981-979c-3b498a07d0cc req-5df5d731-80d4-4356-ac04-d27842dcb8ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 943 time: 0.1035371 Jul 05 18:28:16.878845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:16.894968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2c3a-4859-4099-8822-b4eda9bb4370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:16.907088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a562a4d8-1c67-4981-979c-3b498a07d0cc req-0846e9d6-3f1f-4043-93bd-15d28100d683 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552285 Jul 05 18:28:16.991934 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ae5b2c3a-4859-4099-8822-b4eda9bb4370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.058352 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ae5b2c3a-4859-4099-8822-b4eda9bb4370 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74c20310c4c44b14a6d6191b761bf4a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724699 Jul 05 18:28:17.061264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36302) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:17.063915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5b2c3a-4859-4099-8822-b4eda9bb4370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cc6b2a-ee82-4346-bb0f-ba2acfea9315,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:17.069593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:17.088921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0000c-c8d7-4298-8948-68302fe87605 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:17.095952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0000c-c8d7-4298-8948-68302fe87605 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:17.096819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-27d0000c-c8d7-4298-8948-68302fe87605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:17.134086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bba91c2f-ba56-4eca-9ddd-bcf72b3c5d7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.137530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-27d0000c-c8d7-4298-8948-68302fe87605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:17.148468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d0000c-c8d7-4298-8948-68302fe87605 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:17.149380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-27d0000c-c8d7-4298-8948-68302fe87605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:17.160895 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bba91c2f-ba56-4eca-9ddd-bcf72b3c5d7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.163340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.165651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6448adc8-f509-49b8-9541-b9af92fa08c6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/ports/68592d07-9b61-455b-8513-b8cc51a65ad2 HTTP/1.1" status: 204 len: 168 time: 1.5403101 Jul 05 18:28:17.168375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36304) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:17.194363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-27d0000c-c8d7-4298-8948-68302fe87605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:17.195076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d0000c-c8d7-4298-8948-68302fe87605 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:17.225907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3acbba18-bc51-431b-a2a2-1d11704b3bcb tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "GET /v2.0/floatingips/c36e680e-81bb-4571-996e-e2264999ad02 HTTP/1.1" status: 200 len: 686 time: 0.0563211 Jul 05 18:28:17.228782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36306) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:17.331455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bba91c2f-ba56-4eca-9ddd-bcf72b3c5d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.334013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bba91c2f-ba56-4eca-9ddd-bcf72b3c5d7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.335479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bba91c2f-ba56-4eca-9ddd-bcf72b3c5d7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07cc6b2a-ee82-4346-bb0f-ba2acfea9315 HTTP/1.1" status: 204 len: 168 time: 0.2734227 Jul 05 18:28:17.346186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba91c2f-ba56-4eca-9ddd-bcf72b3c5d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cc6b2a-ee82-4346-bb0f-ba2acfea9315,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:17.370778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 86b9dc29-8b0b-41e5-85c1-5e1b4e6d43cd {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:17.371213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.484273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.486902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.499069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 86b9dc29-8b0b-41e5-85c1-5e1b4e6d43cd owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:17.711244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device df47da96-29f8-4a52-8a68-6bc55141ca1c details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:28:17.754392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4826deac-7161-43df-92b7-ae6b341dbf77 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:17.792213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.825658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=86b9dc29-8b0b-41e5-85c1-5e1b4e6d43cd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:17.906010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4826deac-7161-43df-92b7-ae6b341dbf77 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:17.906388 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.927892 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.933889 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:17.938669 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2d477722-d78e-4564-bbae-1e50ea34608f tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/floatingips/c36e680e-81bb-4571-996e-e2264999ad02 HTTP/1.1" status: 204 len: 168 time: 0.7055202 Jul 05 18:28:17.941232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36330) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:17.947480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': 'f98ef734-3e0f-43cc-bac8-1d1e37fbfdab'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:17.973908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:17.989262 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'port_id': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'mac_address': 'fa:16:3e:ea:79:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:28:18.052110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.058306 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.075291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df47da96-29f8-4a52-8a68-6bc55141ca1c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:28:18.109708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:18.167658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbc4f8-1e6b-4c51-b8a7-9d1d1ac2f039 req-cd6058fe-343c-409d-9f2a-c1162816e1c9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:18.171716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26dbc4f8-1e6b-4c51-b8a7-9d1d1ac2f039 req-cd6058fe-343c-409d-9f2a-c1162816e1c9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 943 time: 0.0778008 Jul 05 18:28:18.195294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.210258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.230505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26dbc4f8-1e6b-4c51-b8a7-9d1d1ac2f039 req-a289ef09-9cc9-4471-b365-a80cafcdfafc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467265 Jul 05 18:28:18.249051 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Sync routers for ids ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:18.258126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36342) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:18.275821 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Routers {'2aa05ff0-0c0a-41c7-829a-71a7578c97c0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:18.276476 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:18.311955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94a8330a-2400-4d3b-b377-4b78b4a545f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.343021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:18.387171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.25.3.6 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/2c97ead7-9c1e-4f0f-ab0a-3d33e0835bc3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:18.431331 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94a8330a-2400-4d3b-b377-4b78b4a545f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.432990 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Set router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:18.464551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['df47da96-29f8-4a52-8a68-6bc55141ca1c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:28:18.516235 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.519761 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-94a8330a-2400-4d3b-b377-4b78b4a545f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.563173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8330a-2400-4d3b-b377-4b78b4a545f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce34b1d0-feea-4a7d-a0aa-d2ba5ac6c8e0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:18.571326 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-94a8330a-2400-4d3b-b377-4b78b4a545f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=deb790b431944446b3042cc351d232e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117878 Jul 05 18:28:18.573486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36352) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:18.640525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1adc9540-0b3b-40ee-85c8-baa02ff77d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.663620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.667783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1adc9540-0b3b-40ee-85c8-baa02ff77d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.729221 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:28:07Z', 'updated_at': '2021-07-05T18:28:15Z', 'revision_number': 4, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'gw_port': {'id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:08Z', 'updated_at': '2021-07-05T18:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '96bdc6ab-923f-4622-b170-08596ea8852d', 'name': '', 'network_id': '24f45230-23ea-4e93-96d4-59f819114135', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'mac_address': 'fa:16:3e:2a:22:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '243578ae-6bcb-495c-a05e-7bd425bdcf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:13Z', 'updated_at': '2021-07-05T18:28:15Z', 'revision_number': 2, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'subnets': [{'id': '243578ae-6bcb-495c-a05e-7bd425bdcf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:18.758425 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Checking router: 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:28:18.758997 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Updating router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 port 96bdc6ab-923f-4622-b170-08596ea8852d binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:28:18.783265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=2c97ead7-9c1e-4f0f-ab0a-3d33e0835bc3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:18.797709 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.808917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:18.812488 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1adc9540-0b3b-40ee-85c8-baa02ff77d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.815843 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1adc9540-0b3b-40ee-85c8-baa02ff77d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:18.818625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1adc9540-0b3b-40ee-85c8-baa02ff77d45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce34b1d0-feea-4a7d-a0aa-d2ba5ac6c8e0 HTTP/1.1" status: 204 len: 168 time: 0.2426314 Jul 05 18:28:18.825761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:18.832193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:18.836387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adc9540-0b3b-40ee-85c8-baa02ff77d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce34b1d0-feea-4a7d-a0aa-d2ba5ac6c8e0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:19.161981 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:19.174310 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Transition to ACTIVE for port object 96bdc6ab-923f-4622-b170-08596ea8852d will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:19.261203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:19.294592 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:19.359240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:19.435348 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Pushing event updated for resources: {'Port': ['ID=96bdc6ab-923f-4622-b170-08596ea8852d,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:19.540145 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.544761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:19.668730 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Attempting to bind port 96bdc6ab-923f-4622-b170-08596ea8852d on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:19.668730 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Attempting to bind port 96bdc6ab-923f-4622-b170-08596ea8852d by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '6ed2ce6f-6aeb-471d-9921-7cf37ca11685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '24f45230-23ea-4e93-96d4-59f819114135'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:19.670004 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Attempting to bind port 96bdc6ab-923f-4622-b170-08596ea8852d on network 24f45230-23ea-4e93-96d4-59f819114135 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:19.684219 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:19.684786 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Checking segment: {'id': '6ed2ce6f-6aeb-471d-9921-7cf37ca11685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '24f45230-23ea-4e93-96d4-59f819114135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:19.685376 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:19.685774 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Bound using segment: {'id': '6ed2ce6f-6aeb-471d-9921-7cf37ca11685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '24f45230-23ea-4e93-96d4-59f819114135'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:19.686309 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Bound port: 96bdc6ab-923f-4622-b170-08596ea8852d, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed2ce6f-6aeb-471d-9921-7cf37ca11685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '24f45230-23ea-4e93-96d4-59f819114135'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:19.686836 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:19.704089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:19.726606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device df47da96-29f8-4a52-8a68-6bc55141ca1c up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:19.773878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8256bf9a-011e-4390-90b2-ed5f63e1c05f req-f3dce7cd-2a78-48e9-8b3f-f68bd4e13586 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:19.773878 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8256bf9a-011e-4390-90b2-ed5f63e1c05f req-f3dce7cd-2a78-48e9-8b3f-f68bd4e13586 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 944 time: 0.1497426 Jul 05 18:28:19.791155 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] For port 96bdc6ab-923f-4622-b170-08596ea8852d, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:19.795477 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] For port 96bdc6ab-923f-4622-b170-08596ea8852d, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=96bdc6ab-923f-4622-b170-08596ea8852d,segment=NetworkSegment(6ed2ce6f-6aeb-471d-9921-7cf37ca11685),segment_id=6ed2ce6f-6aeb-471d-9921-7cf37ca11685)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:19.892462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8256bf9a-011e-4390-90b2-ed5f63e1c05f req-83cce4bc-4d0c-4264-9042-5c5a61df6fab tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911522 Jul 05 18:28:19.901212 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:19.926105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port df47da96-29f8-4a52-8a68-6bc55141ca1c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:19.938051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port df47da96-29f8-4a52-8a68-6bc55141ca1c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:19.938493 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:19.959598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:19.984643 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e58e1-6cff-41e5-9717-5abc835393ac None None] Pushing event updated for resources: {'Port': ['ID=96bdc6ab-923f-4622-b170-08596ea8852d,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:19.997215 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Routers {'2aa05ff0-0c0a-41c7-829a-71a7578c97c0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:19.997876 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:20.046291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:20.072772 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:20.083636 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:20.151678 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] Set router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:20.156349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:20.158540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:28:20.166072 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45d8dc2-0f53-47b2-8b61-4b6b09321944" -d '{"events": [{"server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "name": "network-vif-plugged", "status": "completed", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:28:20.234604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=2c97ead7-9c1e-4f0f-ab0a-3d33e0835bc3,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:20.242016 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cc4cf2-9230-4f4c-a2a8-e738f92d331a x-openstack-request-id: req-45cc4cf2-9230-4f4c-a2a8-e738f92d331a {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:28:20.242168 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "name": "network-vif-plugged", "status": "completed", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:28:20.242298 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45cc4cf2-9230-4f4c-a2a8-e738f92d331a {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:28:20.242717 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'code': 200} Jul 05 18:28:20.246190 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:20.260293 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:20.319863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:20.390164 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP b3627714-b6d5-4b65-8b41-a83d2210594f associated. External IP: 172.25.3.6, port: f98ef734-3e0f-43cc-bac8-1d1e37fbfdab. Jul 05 18:28:20.525862 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:28:07Z', 'updated_at': '2021-07-05T18:28:15Z', 'revision_number': 4, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'gw_port': {'id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:08Z', 'updated_at': '2021-07-05T18:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '96bdc6ab-923f-4622-b170-08596ea8852d', 'name': '', 'network_id': '24f45230-23ea-4e93-96d4-59f819114135', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'mac_address': 'fa:16:3e:2a:22:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '243578ae-6bcb-495c-a05e-7bd425bdcf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:13Z', 'updated_at': '2021-07-05T18:28:19Z', 'revision_number': 4, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'subnets': [{'id': '243578ae-6bcb-495c-a05e-7bd425bdcf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:20.537201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Deleting port 563c0610-f013-4a8a-95ba-05b1db7e8587 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:20.538439 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:20.582078 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1849efa-c34a-47c5-a9b0-d490ee9c0182 None None] The sync data for ids ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'] in n-d-799524-1 is: [{'id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:28:07Z', 'updated_at': '2021-07-05T18:28:15Z', 'revision_number': 4, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'gw_port': {'id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:08Z', 'updated_at': '2021-07-05T18:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '96bdc6ab-923f-4622-b170-08596ea8852d', 'name': '', 'network_id': '24f45230-23ea-4e93-96d4-59f819114135', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'mac_address': 'fa:16:3e:2a:22:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3454, 'fixed_ips': [{'subnet_id': '243578ae-6bcb-495c-a05e-7bd425bdcf51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:13Z', 'updated_at': '2021-07-05T18:28:19Z', 'revision_number': 4, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'subnets': [{'id': '243578ae-6bcb-495c-a05e-7bd425bdcf51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:20.646088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] For port 563c0610-f013-4a8a-95ba-05b1db7e8587, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=563c0610-f013-4a8a-95ba-05b1db7e8587,segment=NetworkSegment(b6976b76-5653-4e04-8c79-af750afbb59d),segment_id=b6976b76-5653-4e04-8c79-af750afbb59d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:20.646602 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:20.700307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Calling delete_port for 563c0610-f013-4a8a-95ba-05b1db7e8587 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:20.779384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-acccf85a-3798-47f9-a588-adda1127b37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:20.868529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d324a6-5433-4438-9633-a80a20c65468 req-c7873105-27e6-46db-b528-c8280f8636b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:20.870069 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-50d324a6-5433-4438-9633-a80a20c65468 req-c7873105-27e6-46db-b528-c8280f8636b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1096 time: 0.5320277 Jul 05 18:28:20.956262 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-50d324a6-5433-4438-9633-a80a20c65468 req-0466189e-ac64-4c59-91d7-2ea2e8bf11c6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759077 Jul 05 18:28:21.049060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:21.124488 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:21.161833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Pushing event deleted for resources: {'Port': ['ID=563c0610-f013-4a8a-95ba-05b1db7e8587,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:21.227140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:21.242699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69796175-d290-40a7-84b9-f1540547eca8 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:21.260607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69796175-d290-40a7-84b9-f1540547eca8 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:21.261301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-69796175-d290-40a7-84b9-f1540547eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:21.269238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc05a2-2902-4705-b370-223e9dd46f9a req-2bbbe4bb-035f-4371-a8aa-f908d0282d90 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:21.276703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4bc05a2-2902-4705-b370-223e9dd46f9a req-2bbbe4bb-035f-4371-a8aa-f908d0282d90 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.2014747 Jul 05 18:28:21.325757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:21.351160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-69796175-d290-40a7-84b9-f1540547eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:21.377763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69796175-d290-40a7-84b9-f1540547eca8 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:21.390852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-69796175-d290-40a7-84b9-f1540547eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:21.415635 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-86b83dbd-1c30-4d1b-9860-a311034c464a tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 3.4727411 Jul 05 18:28:21.417393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36420) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:21.424642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4bc05a2-2902-4705-b370-223e9dd46f9a req-227f5375-7045-48ea-981d-db1bee657599 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466088 Jul 05 18:28:21.427410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-127674019'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:21.489785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-69796175-d290-40a7-84b9-f1540547eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:21.492478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69796175-d290-40a7-84b9-f1540547eca8 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:21.518162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:21.551750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Made reservation on behalf of 87aabb8de67146d584187c7354c3d16e for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:21.557129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:21.608106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:28:21.634156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:21.634509 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Added segment a92c2108-66fd-4fbb-a309-8bd3aec276dd of type vlan for network f972dd73-2552-4ada-8f86-0d36738bc4ca Jul 05 18:28:21.732251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:21.861296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:21.875488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:21.885555 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:21.908524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 96bdc6ab-923f-4622-b170-08596ea8852d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:21.937863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Router 62157e49-add1-4e59-a8c2-22e753bd47e0 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:22.042697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Network': ['ID=f972dd73-2552-4ada-8f86-0d36738bc4ca,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:22.056182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f972dd73-2552-4ada-8f86-0d36738bc4ca details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:28:22.105838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:22.117102 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] Sync routers for ids ['62157e49-add1-4e59-a8c2-22e753bd47e0'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:22.120280 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ba8416a8-1f35-4696-970a-16f2e5a959b2 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6995990 Jul 05 18:28:22.122667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36432) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:22.129109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'subnet': {'network_id': 'f972dd73-2552-4ada-8f86-0d36738bc4ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:22.130571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4c1bf4bb-b0a0-48fd-baeb-8afc05c5ff81 admin admin] 10.222.0.30 "PUT /v2.0/routers/62157e49-add1-4e59-a8c2-22e753bd47e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8688409 Jul 05 18:28:22.135102 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] Routers {'62157e49-add1-4e59-a8c2-22e753bd47e0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:22.136049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36434) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:22.141643 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['62157e49-add1-4e59-a8c2-22e753bd47e0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:22.163338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 96bdc6ab-923f-4622-b170-08596ea8852d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:22.207496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 96bdc6ab-923f-4622-b170-08596ea8852d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:22.207873 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:22.384759 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:22.391429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:22.426129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Made reservation on behalf of 87aabb8de67146d584187c7354c3d16e for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:22.430329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:22.462093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 96bdc6ab-923f-4622-b170-08596ea8852d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=96bdc6ab-923f-4622-b170-08596ea8852d,segment=NetworkSegment(6ed2ce6f-6aeb-471d-9921-7cf37ca11685),segment_id=6ed2ce6f-6aeb-471d-9921-7cf37ca11685)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:22.577140 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:22.583033 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:22.617011 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] Set router 62157e49-add1-4e59-a8c2-22e753bd47e0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:22.662126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=96bdc6ab-923f-4622-b170-08596ea8852d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:22.759494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76471ed4-be85-426e-beda-a91db868969f req-856bae57-6c1e-4a64-8131-96878fd4bc48 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:22.760959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76471ed4-be85-426e-beda-a91db868969f req-856bae57-6c1e-4a64-8131-96878fd4bc48 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.1241078 Jul 05 18:28:22.765729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Deleting port f5bbb8cf-05d0-4502-ba7a-70ced656da62 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:22.766072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:22.773349 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:22.847984 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76471ed4-be85-426e-beda-a91db868969f req-761f6b89-cf23-4a77-a8c0-3f4805b9f5f8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791528 Jul 05 18:28:22.878305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] For port f5bbb8cf-05d0-4502-ba7a-70ced656da62, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f5bbb8cf-05d0-4502-ba7a-70ced656da62,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:22.880518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:22.905716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Calling delete_port for f5bbb8cf-05d0-4502-ba7a-70ced656da62 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:22.906682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Subnet': ['ID=d14a56da-c5a0-4d52-a483-97d2ba7ef640,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:22.912213 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:50Z', 'updated_at': '2021-07-05T18:28:20Z', 'revision_number': 5, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'gw_port': {'id': 'f5bbb8cf-05d0-4502-ba7a-70ced656da62', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:51Z', 'updated_at': '2021-07-05T18:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:22.917724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Checking segment: {'id': 'a92c2108-66fd-4fbb-a309-8bd3aec276dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f972dd73-2552-4ada-8f86-0d36738bc4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:22.917724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network hostable DHCP agents. Network: f972dd73-2552-4ada-8f86-0d36738bc4ca, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:28:22.983096 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] Checking router: 62157e49-add1-4e59-a8c2-22e753bd47e0 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:28:22.999453 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] Routers {'62157e49-add1-4e59-a8c2-22e753bd47e0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:23.000319 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:27:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['62157e49-add1-4e59-a8c2-22e753bd47e0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:23.005747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network f972dd73-2552-4ada-8f86-0d36738bc4ca is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:28:23.145399 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] Set router 62157e49-add1-4e59-a8c2-22e753bd47e0 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:23.146048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f972dd73-2552-4ada-8f86-0d36738bc4ca) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:23.151654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:23.152514 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.166139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50381275-e040-47fd-a5d8-4906f5ce1844 None None] Network f972dd73-2552-4ada-8f86-0d36738bc4ca requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:23.195982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76eca4f-3bce-4caf-923b-68711eee3759 req-32bd4524-7005-4fd8-874b-408f13837562 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:23.197600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a76eca4f-3bce-4caf-923b-68711eee3759 req-32bd4524-7005-4fd8-874b-408f13837562 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.1262040 Jul 05 18:28:23.244146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a76eca4f-3bce-4caf-923b-68711eee3759 req-cc7a1ca6-a558-4875-bad1-5aec567795e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385296 Jul 05 18:28:23.244870 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:50Z', 'updated_at': '2021-07-05T18:28:22Z', 'revision_number': 6, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:23.277333 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c54f9c0-3bbb-4b5a-b37b-3dcbb0a4fe7d None None] The sync data for ids ['62157e49-add1-4e59-a8c2-22e753bd47e0'] in n-d-799524-1 is: [{'id': '62157e49-add1-4e59-a8c2-22e753bd47e0', 'name': 'tempest-TestAggregatesBasicOps-1591711691-router', 'tenant_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:50Z', 'updated_at': '2021-07-05T18:28:22Z', 'revision_number': 6, 'project_id': '4c43b2f2fccc4d0a95df8f309774b0a6', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:23.285814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36448) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:23.289976 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e2862f16-10d6-46c3-8756-4c2193da2026 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1631103 Jul 05 18:28:23.290397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36450) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:23.297391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1806357594', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:23.347850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.386582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-f972dd73-2552-4ada-8f86-0d36738bc4ca', 'network_id': 'f972dd73-2552-4ada-8f86-0d36738bc4ca', 'tenant_id': '87aabb8de67146d584187c7354c3d16e', 'fixed_ips': [{'subnet_id': 'd14a56da-c5a0-4d52-a483-97d2ba7ef640'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:28:23.387219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bbb8cf-05d0-4502-ba7a-70ced656da62,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:23.387470 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.462853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.462853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.481446 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.520785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-87493cbd-fa10-43c4-bf2d-1da7fcf0e48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.545919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Allocated IP 172.20.0.2 (f972dd73-2552-4ada-8f86-0d36738bc4ca/d14a56da-c5a0-4d52-a483-97d2ba7ef640/4003b5b4-4cec-423f-bba6-c76d0a7ccad7) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:23.561202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.582476 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.585643 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.633674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351394b8-4c0b-480a-aa80-3c33c7647ee0 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:23.638923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-351394b8-4c0b-480a-aa80-3c33c7647ee0 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1091 time: 0.3515713 Jul 05 18:28:23.639574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36456) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:23.650757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:23.714802 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.715499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62157e49-add1-4e59-a8c2-22e753bd47e0 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:28:23.720768 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.722113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e5c81283-51cc-4bdd-9a56-1afff2bb5145 admin admin] 10.222.0.30 "DELETE /v2.0/routers/62157e49-add1-4e59-a8c2-22e753bd47e0 HTTP/1.1" status: 204 len: 168 time: 1.5794284 Jul 05 18:28:23.724623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36458) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:23.743005 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.785848 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.797749 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.803762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Transition to ACTIVE for port object 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:23.831396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Transition to ACTIVE for port object 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:23.879260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.890229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a85255-2b95-447f-9ed2-e14cdd361e85 admin admin] Deleting subnet 687c04bc-268e-4eeb-8f62-1ce7ed2f6014 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:28:23.894844 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75a85255-2b95-447f-9ed2-e14cdd361e85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.923659 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:23.942517 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75a85255-2b95-447f-9ed2-e14cdd361e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.058184 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.089876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75a85255-2b95-447f-9ed2-e14cdd361e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.297145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 96bdc6ab-923f-4622-b170-08596ea8852d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:24.312612 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.345829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.346154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.25.3.48 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/02810ab5-3f4f-46eb-828e-d7dcd4363811) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:24.401095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Network f972dd73-2552-4ada-8f86-0d36738bc4ca is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:24.410849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:24.444211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:24.469991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Pushing event updated for resources: {'Port': ['ID=4003b5b4-4cec-423f-bba6-c76d0a7ccad7,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:24.619665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Attempting to bind port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:24.619665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Attempting to bind port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a92c2108-66fd-4fbb-a309-8bd3aec276dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f972dd73-2552-4ada-8f86-0d36738bc4ca'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:24.619665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Attempting to bind port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 on network f972dd73-2552-4ada-8f86-0d36738bc4ca {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:24.627501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 96bdc6ab-923f-4622-b170-08596ea8852d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:24.627863 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.634651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:24.635041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Checking segment: {'id': 'a92c2108-66fd-4fbb-a309-8bd3aec276dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f972dd73-2552-4ada-8f86-0d36738bc4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:24.635442 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.635842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Bound using segment: {'id': 'a92c2108-66fd-4fbb-a309-8bd3aec276dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f972dd73-2552-4ada-8f86-0d36738bc4ca'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:24.636395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Bound port: 4003b5b4-4cec-423f-bba6-c76d0a7ccad7, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92c2108-66fd-4fbb-a309-8bd3aec276dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f972dd73-2552-4ada-8f86-0d36738bc4ca'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:24.636700 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.754793 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.757806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] For port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:24.766036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] For port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4003b5b4-4cec-423f-bba6-c76d0a7ccad7,segment=NetworkSegment(a92c2108-66fd-4fbb-a309-8bd3aec276dd),segment_id=a92c2108-66fd-4fbb-a309-8bd3aec276dd)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:24.837411 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75a85255-2b95-447f-9ed2-e14cdd361e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.854012 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.896332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a85255-2b95-447f-9ed2-e14cdd361e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=687c04bc-268e-4eeb-8f62-1ce7ed2f6014,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:24.909679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 563c0610-f013-4a8a-95ba-05b1db7e8587 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:28:24.910313 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-75a85255-2b95-447f-9ed2-e14cdd361e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:24.913341 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-75a85255-2b95-447f-9ed2-e14cdd361e85 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/687c04bc-268e-4eeb-8f62-1ce7ed2f6014 HTTP/1.1" status: 204 len: 168 time: 1.1872802 Jul 05 18:28:24.916054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36466) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:24.953167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf041c65-d140-4e70-8a20-b785355ae93b None None] Network ae954347-e823-465c-b3ab-a8772f8299c4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:24.953167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 563c0610-f013-4a8a-95ba-05b1db7e8587 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:28:24.953167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 563c0610-f013-4a8a-95ba-05b1db7e8587 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:28:25.030323 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.046027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7b25c-eb9d-41a8-83e0-7f3abea0f080 None None] Pushing event updated for resources: {'Port': ['ID=4003b5b4-4cec-423f-bba6-c76d0a7ccad7,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:25.047679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.142882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Deleting port c5e55657-e138-4372-899d-2339a8d2117b {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:25.143226 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.203884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.275885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] For port c5e55657-e138-4372-899d-2339a8d2117b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5e55657-e138-4372-899d-2339a8d2117b,segment=NetworkSegment(b6976b76-5653-4e04-8c79-af750afbb59d),segment_id=b6976b76-5653-4e04-8c79-af750afbb59d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:25.276263 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.277001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] DHCP port deletion for ae954347-e823-465c-b3ab-a8772f8299c4 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:28:25.281880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:25.294339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:25.297918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:25.326300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Calling delete_port for c5e55657-e138-4372-899d-2339a8d2117b owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:25.328227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=02810ab5-3f4f-46eb-828e-d7dcd4363811,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:25.348278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.25.3.99 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/a32f9bfe-ed0a-4807-8192-bf40055880ae) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:25.445244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Deleting port c5e55657-e138-4372-899d-2339a8d2117b {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:25.445800 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.543129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.548035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] For port c5e55657-e138-4372-899d-2339a8d2117b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c5e55657-e138-4372-899d-2339a8d2117b,segment=NetworkSegment(b6976b76-5653-4e04-8c79-af750afbb59d),segment_id=b6976b76-5653-4e04-8c79-af750afbb59d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:25.548663 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.566605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Calling delete_port for c5e55657-e138-4372-899d-2339a8d2117b owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:25.732418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.761913 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.768257 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:25.835307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:25.838615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=a32f9bfe-ed0a-4807-8192-bf40055880ae,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:25.838795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] No DVR routers for this DVR port c5e55657-e138-4372-899d-2339a8d2117b on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:28:25.842071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Pushing event deleted for resources: {'Port': ['ID=c5e55657-e138-4372-899d-2339a8d2117b,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:25.844357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:25.862887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:25.871652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.872627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.872760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e55657-e138-4372-899d-2339a8d2117b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:25.872981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.873481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.873658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.874228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.874351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.874667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.875122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.887584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.887584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.887584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1af281-8bb9-414c-800a-b13800e0de84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:25.888942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:25.889444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] No DVR routers for this DVR port c5e55657-e138-4372-899d-2339a8d2117b on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:28:25.969834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:26.058145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.073137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5e55657-e138-4372-899d-2339a8d2117b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:28:26.078631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae954347-e823-465c-b3ab-a8772f8299c4']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:26.094834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6976b76-5653-4e04-8c79-af750afbb59d') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:26.098271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6976b76-5653-4e04-8c79-af750afbb59d') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:26.100985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c5e55657-e138-4372-899d-2339a8d2117b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:28:26.101430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c5e55657-e138-4372-899d-2339a8d2117b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:28:26.101930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f5bbb8cf-05d0-4502-ba7a-70ced656da62 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:28:26.126621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: f5bbb8cf-05d0-4502-ba7a-70ced656da62 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:28:26.126976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f5bbb8cf-05d0-4502-ba7a-70ced656da62 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:28:26.131709 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.162666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.176941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.179925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:26.180348 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:26.182149 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:26.335169 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.347264 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.349234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ae954347-e823-465c-b3ab-a8772f8299c4 HTTP/1.1" status: 204 len: 168 time: 1.4305274 Jul 05 18:28:26.357093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36490) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:26.381252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f448009-4059-4c61-bc5b-aa59d5160c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae954347-e823-465c-b3ab-a8772f8299c4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:26.391592 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.435350 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.475966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.550238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33b60f-4a8d-4db1-ba19-4cc55982ee99 None None] Network f972dd73-2552-4ada-8f86-0d36738bc4ca requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:26.705906 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.743595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b373ebc6-bb86-48da-9eae-b737a6b6660e None None] Provisioning for port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:26.747597 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.752739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b373ebc6-bb86-48da-9eae-b737a6b6660e None None] Provisioning complete for port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:26.753385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b373ebc6-bb86-48da-9eae-b737a6b6660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.813355 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.880142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b373ebc6-bb86-48da-9eae-b737a6b6660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:26.922387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b373ebc6-bb86-48da-9eae-b737a6b6660e None None] For port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4003b5b4-4cec-423f-bba6-c76d0a7ccad7,segment=NetworkSegment(a92c2108-66fd-4fbb-a309-8bd3aec276dd),segment_id=a92c2108-66fd-4fbb-a309-8bd3aec276dd)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:26.937320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 94eb2964-7281-44d1-b6a7-e947d8310fa1 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:28:26.961249 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:27.000462 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b373ebc6-bb86-48da-9eae-b737a6b6660e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:27.061473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=02810ab5-3f4f-46eb-828e-d7dcd4363811,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:27.076542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373ebc6-bb86-48da-9eae-b737a6b6660e None None] Pushing event updated for resources: {'Port': ['ID=4003b5b4-4cec-423f-bba6-c76d0a7ccad7,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:27.092646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:27.102855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a0724-a946-4273-a8fa-a70efa9e8402 None None] Sync routers for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:27.118575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a0724-a946-4273-a8fa-a70efa9e8402 None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:27.119234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ac9a0724-a946-4273-a8fa-a70efa9e8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:27.156000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ac9a0724-a946-4273-a8fa-a70efa9e8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:27.158011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c5498f46-41b2-4974-8553-458512093637 None None] Provisioning complete for port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:27.158384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c5498f46-41b2-4974-8553-458512093637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:27.175942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:27.177745 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Floating IP 92067db6-e943-4d9b-b2e5-0bb948382e2d associated. External IP: 172.25.3.48, port: df47da96-29f8-4a52-8a68-6bc55141ca1c. Jul 05 18:28:27.182337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36496) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:27.183660 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e24a7c39-d304-4f50-a145-d74ed488a3d6 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.8922260 Jul 05 18:28:27.191716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a0724-a946-4273-a8fa-a70efa9e8402 None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:27.192397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ac9a0724-a946-4273-a8fa-a70efa9e8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:27.231806 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ac9a0724-a946-4273-a8fa-a70efa9e8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:27.232369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a0724-a946-4273-a8fa-a70efa9e8402 None None] The sync data for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:27.451487 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:27.553891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36508) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:27.766464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:27.829703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:27.830799 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:27.859426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde12ed-09b5-4ac9-9937-96d884d8560b req-53e6c740-6d0f-4826-9efd-678497e64081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:27.861175 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1fde12ed-09b5-4ac9-9937-96d884d8560b req-53e6c740-6d0f-4826-9efd-678497e64081 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1096 time: 0.3050189 Jul 05 18:28:27.873354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router ad948e73-b413-437d-b663-01fdf2305cef has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:27.907549 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1fde12ed-09b5-4ac9-9937-96d884d8560b req-5c7d83e7-897b-4ea7-97d7-1a1e40aa549e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383573 Jul 05 18:28:28.495020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:28.507571 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] Sync routers for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:28.519511 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:28.521334 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:28.662198 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:28.670084 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:28.720946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-533209a3-1e9c-4c8c-bb5d-65e5537c8126 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0777462 Jul 05 18:28:28.724025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:28:28.727346 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2c3974-9194-49bd-a41f-7e25f0d800af" -d '{"events": [{"name": "network-changed", "server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:28:28.780293 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:28.860135 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb489c3-8d33-4e53-b328-99c71117055a x-openstack-request-id: req-7fb489c3-8d33-4e53-b328-99c71117055a {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:28:28.860434 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:28:28.860710 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fb489c3-8d33-4e53-b328-99c71117055a {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:28:28.861235 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'status': 'completed', 'code': 200} Jul 05 18:28:28.957830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Deleting port 96bdc6ab-923f-4622-b170-08596ea8852d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:28.957830 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:29.018234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-bd29b670-64ba-4141-84df-8e21b994e620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:29.019854 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-bd29b670-64ba-4141-84df-8e21b994e620 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1096 time: 0.1422575 Jul 05 18:28:29.060888 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:28:01Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '92067db6-e943-4d9b-b2e5-0bb948382e2d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'port_id': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'mac_address': 'fa:16:3e:ea:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:28:25Z', 'updated_at': '2021-07-05T18:28:25Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e758dcb-50f4-4e57-aa40-2beda6221242', 'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:25:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:00Z', 'updated_at': '2021-07-05T18:28:10Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:29.096755 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] Checking router: ad948e73-b413-437d-b663-01fdf2305cef for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:28:29.107118 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:29.107810 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:29.164565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-258313da-3617-44a2-8306-e372cdd237a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:29.165180 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-258313da-3617-44a2-8306-e372cdd237a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 897 time: 0.1356795 Jul 05 18:28:29.201683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc468e5-8d4e-4c62-b757-dad47133de52 req-a8808ce7-226c-4d84-a6e5-85187a503916 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:29.203337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7fc468e5-8d4e-4c62-b757-dad47133de52 req-a8808ce7-226c-4d84-a6e5-85187a503916 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.3228128 Jul 05 18:28:29.218659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] For port 96bdc6ab-923f-4622-b170-08596ea8852d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=96bdc6ab-923f-4622-b170-08596ea8852d,segment=NetworkSegment(6ed2ce6f-6aeb-471d-9921-7cf37ca11685),segment_id=6ed2ce6f-6aeb-471d-9921-7cf37ca11685)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:29.219221 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:29.282534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Calling delete_port for 96bdc6ab-923f-4622-b170-08596ea8852d owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:29.295003 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-c0971b1c-c1a9-4953-932d-39910ce275c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 998 time: 0.1248910 Jul 05 18:28:29.307832 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:29.342901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7fc468e5-8d4e-4c62-b757-dad47133de52 req-c13432f5-bac6-498f-906d-1cb1d8b86005 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285653 Jul 05 18:28:29.363436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-e6302307-eebf-4756-a413-b56b2e8a2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:29.366618 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-e6302307-eebf-4756-a413-b56b2e8a2c0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.0631173 Jul 05 18:28:29.388247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36552) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:29.458046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-63369e7e-ae90-4085-b6ea-6e7a41830e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:29.460574 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-63369e7e-ae90-4085-b6ea-6e7a41830e07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807207 Jul 05 18:28:29.581427 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-1863b14e-27a9-4b14-a9ae-b9d20d043970 service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128187 Jul 05 18:28:29.598271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.20.0.1 (f972dd73-2552-4ada-8f86-0d36738bc4ca/d14a56da-c5a0-4d52-a483-97d2ba7ef640/4040ec2b-5a4a-4fb1-ba80-662bd91d478c) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:29.622363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-26c55e33-151c-4bf7-90fb-bb47fecdd2f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/92067db6-e943-4d9b-b2e5-0bb948382e2d HTTP/1.1" status: 200 len: 990 time: 0.1643267 Jul 05 18:28:29.698544 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:28:01Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '92067db6-e943-4d9b-b2e5-0bb948382e2d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'port_id': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'mac_address': 'fa:16:3e:ea:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:28:25Z', 'updated_at': '2021-07-05T18:28:25Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e758dcb-50f4-4e57-aa40-2beda6221242', 'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:25:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:00Z', 'updated_at': '2021-07-05T18:28:10Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:29.741147 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fc2c3974-9194-49bd-a41f-7e25f0d800af req-4b6c590e-d5c5-4df9-9f0c-4e27eba692a2 service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518705 Jul 05 18:28:29.745373 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686623d9-7665-4e8b-af78-7e902a9b0524 None None] The sync data for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 is: [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:28:01Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '92067db6-e943-4d9b-b2e5-0bb948382e2d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.48', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'port_id': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'mac_address': 'fa:16:3e:ea:79:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:28:25Z', 'updated_at': '2021-07-05T18:28:25Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e758dcb-50f4-4e57-aa40-2beda6221242', 'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:25:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:00Z', 'updated_at': '2021-07-05T18:28:10Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:29.811826 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:29.844551 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:29.935588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Transition to ACTIVE for port object 4040ec2b-5a4a-4fb1-ba80-662bd91d478c will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:29.937157 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:29.976652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=96bdc6ab-923f-4622-b170-08596ea8852d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:30.030038 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5a9344-9ce6-4d22-a502-e880679f0d79 None None] New status for floating IP 92067db6-e943-4d9b-b2e5-0bb948382e2d: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:28:30.213425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:30.259362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network f972dd73-2552-4ada-8f86-0d36738bc4ca is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:30.260617 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:30.281247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:30.289073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:30.386160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=4040ec2b-5a4a-4fb1-ba80-662bd91d478c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:30.405528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:30.624487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36560) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:30.660417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6ed5a00a-9fe4-48d7-9f4f-1e03752c5936 None None] Provisioning for port 4040ec2b-5a4a-4fb1-ba80-662bd91d478c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:30.665663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6ed5a00a-9fe4-48d7-9f4f-1e03752c5936 None None] Provisioning complete for port 4040ec2b-5a4a-4fb1-ba80-662bd91d478c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:30.666174 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6ed5a00a-9fe4-48d7-9f4f-1e03752c5936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:30.769970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6ed5a00a-9fe4-48d7-9f4f-1e03752c5936 None None] Port 4040ec2b-5a4a-4fb1-ba80-662bd91d478c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:28:30.825604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:30.828200 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-da84ca24-0cac-4703-b32c-e627f29c6301 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/92067db6-e943-4d9b-b2e5-0bb948382e2d HTTP/1.1" status: 200 len: 992 time: 0.2014840 Jul 05 18:28:30.829767 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:31.070076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:31.080078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36564) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:31.080218 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2d2af625-92aa-43e1-9e26-f778fc895ddd admin admin] 10.222.0.30 "PUT /v2.0/routers/2aa05ff0-0c0a-41c7-829a-71a7578c97c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7184291 Jul 05 18:28:31.088866 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] Sync routers for ids ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:31.108808 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] Routers {'2aa05ff0-0c0a-41c7-829a-71a7578c97c0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:31.109847 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:31.331743 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:31.348933 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] Set router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:31.451077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:31.567083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:31.592635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Deleting port 4826deac-7161-43df-92b7-ae6b341dbf77 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:31.593050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:31.640176 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:31.685544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] For port 4826deac-7161-43df-92b7-ae6b341dbf77, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4826deac-7161-43df-92b7-ae6b341dbf77,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:31.686863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:31.701045 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:28:07Z', 'updated_at': '2021-07-05T18:28:29Z', 'revision_number': 5, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'gw_port': {'id': '4826deac-7161-43df-92b7-ae6b341dbf77', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:11:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3451, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:08Z', 'updated_at': '2021-07-05T18:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:31.719688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Calling delete_port for 4826deac-7161-43df-92b7-ae6b341dbf77 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:31.723031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=4040ec2b-5a4a-4fb1-ba80-662bd91d478c,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:31.731491 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:31.754854 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] Checking router: 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:28:31.764491 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] Routers {'2aa05ff0-0c0a-41c7-829a-71a7578c97c0'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:31.765072 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:31.880795 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] Set router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:28:31.899025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network f972dd73-2552-4ada-8f86-0d36738bc4ca is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:31.900547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:31.945268 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:28:07Z', 'updated_at': '2021-07-05T18:28:31Z', 'revision_number': 6, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:31.984198 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2d5ce3-7eaa-4895-8691-5a2651f42260 None None] The sync data for ids ['2aa05ff0-0c0a-41c7-829a-71a7578c97c0'] in n-d-799524-1 is: [{'id': '2aa05ff0-0c0a-41c7-829a-71a7578c97c0', 'name': 'tempest-TestAggregatesBasicOps-370521714-router', 'tenant_id': '4d9e9ea3f2554c3680e11173d0391c94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:28:07Z', 'updated_at': '2021-07-05T18:28:31Z', 'revision_number': 6, 'project_id': '4d9e9ea3f2554c3680e11173d0391c94', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:31.995061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.041682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 94eb2964-7281-44d1-b6a7-e947d8310fa1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:32.052265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Pushing event deleted for resources: {'Port': ['ID=4826deac-7161-43df-92b7-ae6b341dbf77,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:32.154452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.192701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:32.202768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97af04-0144-4e80-a4e7-d306a88e2c51 None None] Sync routers for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:32.204907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a36b407e-af83-47e2-8b03-1c84304d84c4 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/routers/94eb2964-7281-44d1-b6a7-e947d8310fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0215807 Jul 05 18:28:32.210996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36580) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:32.218755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97af04-0144-4e80-a4e7-d306a88e2c51 None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:32.219665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3f97af04-0144-4e80-a4e7-d306a88e2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:32.220876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'port': {'network_id': 'f972dd73-2552-4ada-8f86-0d36738bc4ca', 'name': 'tempest-FloatingIPTestJSON-406885938'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:32.263371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3f97af04-0144-4e80-a4e7-d306a88e2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:32.274087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97af04-0144-4e80-a4e7-d306a88e2c51 None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:32.274942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3f97af04-0144-4e80-a4e7-d306a88e2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:32.282516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.286967 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.331577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3f97af04-0144-4e80-a4e7-d306a88e2c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:32.332805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f97af04-0144-4e80-a4e7-d306a88e2c51 None None] The sync data for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:32.372252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ca0e748d-d7de-4608-b91c-f88a7d35a693 None None] Provisioning complete for port 4040ec2b-5a4a-4fb1-ba80-662bd91d478c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:32.372252 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca0e748d-d7de-4608-b91c-f88a7d35a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.426409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ca0e748d-d7de-4608-b91c-f88a7d35a693 None None] Port 4040ec2b-5a4a-4fb1-ba80-662bd91d478c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:28:32.487410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Made reservation on behalf of 87aabb8de67146d584187c7354c3d16e for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:32.493296 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.514042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] device_id is not set on port 649f546e-121e-44e3-b6af-afc49217a939 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:28:32.667801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Allocated IP 172.20.0.3 (f972dd73-2552-4ada-8f86-0d36738bc4ca/d14a56da-c5a0-4d52-a483-97d2ba7ef640/649f546e-121e-44e3-b6af-afc49217a939) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:32.845822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.847207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aa05ff0-0c0a-41c7-829a-71a7578c97c0 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:28:32.869446 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.872198 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ce35b430-aef3-420a-91d7-dde9e83fef95 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2aa05ff0-0c0a-41c7-829a-71a7578c97c0 HTTP/1.1" status: 204 len: 168 time: 1.7910957 Jul 05 18:28:32.874703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36592) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:32.898114 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.917915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Transition to ACTIVE for port object 649f546e-121e-44e3-b6af-afc49217a939 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:32.943460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-898a58fe-df0c-404e-94af-edb2c81ddbb2 admin admin] Deleting subnet 243578ae-6bcb-495c-a05e-7bd425bdcf51 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:28:32.947849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-898a58fe-df0c-404e-94af-edb2c81ddbb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:32.983542 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-898a58fe-df0c-404e-94af-edb2c81ddbb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.020738 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.072150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Network f972dd73-2552-4ada-8f86-0d36738bc4ca is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:33.076019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:33.080034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:33.080198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-898a58fe-df0c-404e-94af-edb2c81ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.120560 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event updated for resources: {'Port': ['ID=649f546e-121e-44e3-b6af-afc49217a939,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:33.187688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:33.187688 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.377930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-898a58fe-df0c-404e-94af-edb2c81ddbb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.378606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ceae1ddb-7714-4f22-9f36-e03604d01bba tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1636200 Jul 05 18:28:33.389267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36594) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:33.394249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Request body: {'floatingip': {'port_id': '649f546e-121e-44e3-b6af-afc49217a939'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:33.405382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a58fe-df0c-404e-94af-edb2c81ddbb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=243578ae-6bcb-495c-a05e-7bd425bdcf51,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:33.409325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-898a58fe-df0c-404e-94af-edb2c81ddbb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.411442 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-898a58fe-df0c-404e-94af-edb2c81ddbb2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/243578ae-6bcb-495c-a05e-7bd425bdcf51 HTTP/1.1" status: 204 len: 168 time: 0.5361748 Jul 05 18:28:33.429925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f191af7-5b1c-4fb5-b5d1-b71cc74fb391 None None] Network 24f45230-23ea-4e93-96d4-59f819114135 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:33.430423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36596) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:33.468077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.488631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-08d81f91-7e1c-45d1-a9bd-e66058ee14fb None None] Provisioning for port 649f546e-121e-44e3-b6af-afc49217a939 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:33.495537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-08d81f91-7e1c-45d1-a9bd-e66058ee14fb None None] Provisioning complete for port 649f546e-121e-44e3-b6af-afc49217a939 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:33.496055 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-08d81f91-7e1c-45d1-a9bd-e66058ee14fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.528095 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.602174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-08d81f91-7e1c-45d1-a9bd-e66058ee14fb None None] Port 649f546e-121e-44e3-b6af-afc49217a939 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:28:33.627244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Deleting port 21f0a927-69c8-4f77-ae97-9c978dd1440d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:33.627803 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.757826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c65c88-5cd0-4936-8c74-1fc3983d9adb None None] DHCP port deletion for 24f45230-23ea-4e93-96d4-59f819114135 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:28:33.767647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] For port 21f0a927-69c8-4f77-ae97-9c978dd1440d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=21f0a927-69c8-4f77-ae97-9c978dd1440d,segment=NetworkSegment(6ed2ce6f-6aeb-471d-9921-7cf37ca11685),segment_id=6ed2ce6f-6aeb-471d-9921-7cf37ca11685)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:33.769048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.789257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Calling delete_port for 21f0a927-69c8-4f77-ae97-9c978dd1440d owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:33.812581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 96bdc6ab-923f-4622-b170-08596ea8852d no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:28:33.836576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 96bdc6ab-923f-4622-b170-08596ea8852d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:28:33.837289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 96bdc6ab-923f-4622-b170-08596ea8852d not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:28:33.837921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4826deac-7161-43df-92b7-ae6b341dbf77 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:28:33.861504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4826deac-7161-43df-92b7-ae6b341dbf77 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:28:33.864500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4826deac-7161-43df-92b7-ae6b341dbf77 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:28:33.878436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-83c65c88-5cd0-4936-8c74-1fc3983d9adb None None] Deleting port 21f0a927-69c8-4f77-ae97-9c978dd1440d {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:33.878954 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-83c65c88-5cd0-4936-8c74-1fc3983d9adb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.946720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-83c65c88-5cd0-4936-8c74-1fc3983d9adb None None] For port 21f0a927-69c8-4f77-ae97-9c978dd1440d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=21f0a927-69c8-4f77-ae97-9c978dd1440d,segment=NetworkSegment(6ed2ce6f-6aeb-471d-9921-7cf37ca11685),segment_id=6ed2ce6f-6aeb-471d-9921-7cf37ca11685)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:33.947128 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-83c65c88-5cd0-4936-8c74-1fc3983d9adb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.957359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:33.979135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] No DVR routers for this DVR port 21f0a927-69c8-4f77-ae97-9c978dd1440d on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:28:33.979310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-83c65c88-5cd0-4936-8c74-1fc3983d9adb None None] Calling delete_port for 21f0a927-69c8-4f77-ae97-9c978dd1440d owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:34.078471 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-83c65c88-5cd0-4936-8c74-1fc3983d9adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.079614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Pushing event deleted for resources: {'Port': ['ID=21f0a927-69c8-4f77-ae97-9c978dd1440d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:34.103889 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.108001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65c88-5cd0-4936-8c74-1fc3983d9adb None None] Pushing event deleted for resources: {'Port': ['ID=21f0a927-69c8-4f77-ae97-9c978dd1440d,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:34.114711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c65c88-5cd0-4936-8c74-1fc3983d9adb None None] No DVR routers for this DVR port 21f0a927-69c8-4f77-ae97-9c978dd1440d on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:28:34.122659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f45230-23ea-4e93-96d4-59f819114135']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:34.138027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed2ce6f-6aeb-471d-9921-7cf37ca11685') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:34.138438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed2ce6f-6aeb-471d-9921-7cf37ca11685') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:34.149118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.164733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.166785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.172981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:34.173678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:34.175483 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:34.243455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.345396 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP b3627714-b6d5-4b65-8b41-a83d2210594f associated. External IP: 172.25.3.6, port: f98ef734-3e0f-43cc-bac8-1d1e37fbfdab. Jul 05 18:28:34.345777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.351384 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.356180 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] 10.222.0.30 "DELETE /v2.0/networks/24f45230-23ea-4e93-96d4-59f819114135 HTTP/1.1" status: 204 len: 168 time: 0.9219682 Jul 05 18:28:34.366232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7c4c0a-a4a2-4030-ac45-fbddaa84ad40 admin admin] Pushing event deleted for resources: {'Network': ['ID=24f45230-23ea-4e93-96d4-59f819114135,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:34.579300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:34.702187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:34.714427 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e171660-18e5-447c-9384-5ac7ce8f76a0 None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:34.725222 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e171660-18e5-447c-9384-5ac7ce8f76a0 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:34.726252 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4e171660-18e5-447c-9384-5ac7ce8f76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:34.762280 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4e171660-18e5-447c-9384-5ac7ce8f76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:34.774336 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e171660-18e5-447c-9384-5ac7ce8f76a0 None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:34.775290 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4e171660-18e5-447c-9384-5ac7ce8f76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:34.786737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36626) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:34.812030 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4e171660-18e5-447c-9384-5ac7ce8f76a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:34.812688 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e171660-18e5-447c-9384-5ac7ce8f76a0 None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:34.837843 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3a8163fe-23d0-40ff-aa79-f14451a885fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c43b2f2fccc4d0a95df8f309774b0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495169 Jul 05 18:28:34.840551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36630) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:34.907482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8fb6c60-78ba-4c49-bf1e-02baad966062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.941634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8fb6c60-78ba-4c49-bf1e-02baad966062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:34.956122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 94eb2964-7281-44d1-b6a7-e947d8310fa1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:35.081519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:35.086123 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:35.091519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f1374b-f3a4-48e7-8cbe-495fedf3e8f2 None None] Sync routers for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:35.117299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1374b-f3a4-48e7-8cbe-495fedf3e8f2 None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:35.117959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e1f1374b-f3a4-48e7-8cbe-495fedf3e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:35.130138 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8fb6c60-78ba-4c49-bf1e-02baad966062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:35.141354 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8fb6c60-78ba-4c49-bf1e-02baad966062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:35.141354 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f8fb6c60-78ba-4c49-bf1e-02baad966062 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c529bd04-c239-4da4-be06-50755beaccd5 HTTP/1.1" status: 204 len: 168 time: 0.2964492 Jul 05 18:28:35.174047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb6c60-78ba-4c49-bf1e-02baad966062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c529bd04-c239-4da4-be06-50755beaccd5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:35.195783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36640) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:35.196023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-85088ba6-12fd-4afb-af8c-79c79b10c86b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/floatingips/b3627714-b6d5-4b65-8b41-a83d2210594f HTTP/1.1" status: 200 len: 975 time: 1.8035262 Jul 05 18:28:35.236208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e1f1374b-f3a4-48e7-8cbe-495fedf3e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:35.260249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f1374b-f3a4-48e7-8cbe-495fedf3e8f2 None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:35.261225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e1f1374b-f3a4-48e7-8cbe-495fedf3e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:35.310010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e1f1374b-f3a4-48e7-8cbe-495fedf3e8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:35.311059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f1374b-f3a4-48e7-8cbe-495fedf3e8f2 None None] The sync data for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:35.344333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 649f546e-121e-44e3-b6af-afc49217a939 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:35.344858 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:35.454869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:35.705367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:35.709678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:35.709678 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Floating IP b3627714-b6d5-4b65-8b41-a83d2210594f disassociated. External IP: 172.25.3.6, port: 649f546e-121e-44e3-b6af-afc49217a939. Jul 05 18:28:35.709678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 649f546e-121e-44e3-b6af-afc49217a939 owned by {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:35.767132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 21f0a927-69c8-4f77-ae97-9c978dd1440d no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:28:35.800144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 21f0a927-69c8-4f77-ae97-9c978dd1440d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:28:35.803825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 21f0a927-69c8-4f77-ae97-9c978dd1440d not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:28:35.924924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36646) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:35.945983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:35.993874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=649f546e-121e-44e3-b6af-afc49217a939,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:35.994733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:36.015974 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-831b7619-79e8-4e44-ac2d-7929fbe1f4b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d9e9ea3f2554c3680e11173d0391c94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896919 Jul 05 18:28:36.018760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36648) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:36.178588 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58cc794-8e05-4ef4-a68c-d04aa9b8e604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:36.192730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 94eb2964-7281-44d1-b6a7-e947d8310fa1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:36.211201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58cc794-8e05-4ef4-a68c-d04aa9b8e604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:36.388327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:36.399594 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a1862-5c6e-42fc-8dd3-2810594b2103 None None] Sync routers for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:36.409974 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a1862-5c6e-42fc-8dd3-2810594b2103 None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:36.413036 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-811a1862-5c6e-42fc-8dd3-2810594b2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:36.456687 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-811a1862-5c6e-42fc-8dd3-2810594b2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:36.468587 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811a1862-5c6e-42fc-8dd3-2810594b2103 None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:36.469610 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-811a1862-5c6e-42fc-8dd3-2810594b2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:36.473173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:36.478617 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0a602182-3880-452f-ba95-12a340d9ab9b tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/ports/649f546e-121e-44e3-b6af-afc49217a939 HTTP/1.1" status: 204 len: 168 time: 1.2816515 Jul 05 18:28:36.480335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36654) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:36.483368 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58cc794-8e05-4ef4-a68c-d04aa9b8e604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:36.488763 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e58cc794-8e05-4ef4-a68c-d04aa9b8e604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:36.496324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e58cc794-8e05-4ef4-a68c-d04aa9b8e604 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fcc9874-1417-4dee-86e1-ab56e4fbc218 HTTP/1.1" status: 204 len: 168 time: 0.4721861 Jul 05 18:28:36.516084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cc794-8e05-4ef4-a68c-d04aa9b8e604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcc9874-1417-4dee-86e1-ab56e4fbc218,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:36.517652 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-811a1862-5c6e-42fc-8dd3-2810594b2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:36.518500 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811a1862-5c6e-42fc-8dd3-2810594b2103 None None] The sync data for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:37.245548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:37.543404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 4040ec2b-5a4a-4fb1-ba80-662bd91d478c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:37.544053 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:37.639390 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:37.653309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 4040ec2b-5a4a-4fb1-ba80-662bd91d478c owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:37.909286 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:37.945468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=4040ec2b-5a4a-4fb1-ba80-662bd91d478c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:38.142596 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:38.386753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 94eb2964-7281-44d1-b6a7-e947d8310fa1 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:38.552307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:38.565603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36684) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:38.566154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f47870d5-3044-4b5c-98f5-7608017c4fc5 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/routers/94eb2964-7281-44d1-b6a7-e947d8310fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0836151 Jul 05 18:28:38.570457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652031d4-4fdd-402c-935b-30802a7bc40c None None] Sync routers for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:38.585214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652031d4-4fdd-402c-935b-30802a7bc40c None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:38.585851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-652031d4-4fdd-402c-935b-30802a7bc40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:38.620834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-652031d4-4fdd-402c-935b-30802a7bc40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:38.629435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652031d4-4fdd-402c-935b-30802a7bc40c None None] Routers {'94eb2964-7281-44d1-b6a7-e947d8310fa1'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:38.630149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-652031d4-4fdd-402c-935b-30802a7bc40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['94eb2964-7281-44d1-b6a7-e947d8310fa1'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:38.666352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-652031d4-4fdd-402c-935b-30802a7bc40c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:38.666981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652031d4-4fdd-402c-935b-30802a7bc40c None None] The sync data for ids ['94eb2964-7281-44d1-b6a7-e947d8310fa1'] in n-d-799524-1 is: [] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:38.685171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:38.798228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:38.911869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port a32f9bfe-ed0a-4807-8192-bf40055880ae {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:38.912228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:38.989397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.001079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for a32f9bfe-ed0a-4807-8192-bf40055880ae owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:39.240119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.270357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=a32f9bfe-ed0a-4807-8192-bf40055880ae,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:39.339503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.433589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.435637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.563127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.563963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Fanout notify agent at l3_agent the message router_deleted on router 94eb2964-7281-44d1-b6a7-e947d8310fa1 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:28:39.573746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.577975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36692) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:39.578376 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4c71536e-295f-4fab-b317-b122bb6711fa tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/routers/94eb2964-7281-44d1-b6a7-e947d8310fa1 HTTP/1.1" status: 204 len: 168 time: 1.0107396 Jul 05 18:28:39.631795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-59bfe14e-f8e6-40be-ac7a-eb1776290748 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting subnet d14a56da-c5a0-4d52-a483-97d2ba7ef640 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:28:39.635319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59bfe14e-f8e6-40be-ac7a-eb1776290748 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.682983 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59bfe14e-f8e6-40be-ac7a-eb1776290748 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.772953 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59bfe14e-f8e6-40be-ac7a-eb1776290748 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.885294 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:28:39.906514 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59bfe14e-f8e6-40be-ac7a-eb1776290748 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.936506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bfe14e-f8e6-40be-ac7a-eb1776290748 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Subnet': ['ID=d14a56da-c5a0-4d52-a483-97d2ba7ef640,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:39.940166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59bfe14e-f8e6-40be-ac7a-eb1776290748 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:39.942082 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-59bfe14e-f8e6-40be-ac7a-eb1776290748 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/subnets/d14a56da-c5a0-4d52-a483-97d2ba7ef640 HTTP/1.1" status: 204 len: 168 time: 0.3629735 Jul 05 18:28:39.944759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36700) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:39.951759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694264b-611c-4cbc-8a08-e91270bae4fe None None] Network f972dd73-2552-4ada-8f86-0d36738bc4ca requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:40.029781 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.090546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:40.091034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.160759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] For port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4003b5b4-4cec-423f-bba6-c76d0a7ccad7,segment=NetworkSegment(a92c2108-66fd-4fbb-a309-8bd3aec276dd),segment_id=a92c2108-66fd-4fbb-a309-8bd3aec276dd)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:40.164555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.172080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49937f14-53fa-4eca-9d5a-de11b4a2419b None None] DHCP port deletion for f972dd73-2552-4ada-8f86-0d36738bc4ca request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:28:40.179475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:40.266780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-49937f14-53fa-4eca-9d5a-de11b4a2419b None None] Deleting port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:40.267177 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49937f14-53fa-4eca-9d5a-de11b4a2419b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.337718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-49937f14-53fa-4eca-9d5a-de11b4a2419b None None] For port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4003b5b4-4cec-423f-bba6-c76d0a7ccad7,segment=NetworkSegment(a92c2108-66fd-4fbb-a309-8bd3aec276dd),segment_id=a92c2108-66fd-4fbb-a309-8bd3aec276dd)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:40.338393 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49937f14-53fa-4eca-9d5a-de11b4a2419b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.352097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-49937f14-53fa-4eca-9d5a-de11b4a2419b None None] Calling delete_port for 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:40.360399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.401331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=4003b5b4-4cec-423f-bba6-c76d0a7ccad7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:40.411772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] No DVR routers for this DVR port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:28:40.452669 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49937f14-53fa-4eca-9d5a-de11b4a2419b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.486186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49937f14-53fa-4eca-9d5a-de11b4a2419b None None] Pushing event deleted for resources: {'Port': ['ID=4003b5b4-4cec-423f-bba6-c76d0a7ccad7,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:40.495235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49937f14-53fa-4eca-9d5a-de11b4a2419b None None] No DVR routers for this DVR port 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:28:40.509042 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.516265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f972dd73-2552-4ada-8f86-0d36738bc4ca']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:40.527402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92c2108-66fd-4fbb-a309-8bd3aec276dd') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:40.531995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92c2108-66fd-4fbb-a309-8bd3aec276dd') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:40.538668 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.552269 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.558257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:40.558703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:40.561616 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:40.683600 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.694333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.695535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/networks/f972dd73-2552-4ada-8f86-0d36738bc4ca HTTP/1.1" status: 204 len: 168 time: 0.7498033 Jul 05 18:28:40.698339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36704) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:40.706735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd7767-ddbb-47c2-a3d2-d4b917d68fea tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Network': ['ID=f972dd73-2552-4ada-8f86-0d36738bc4ca,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:40.838072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 2c97ead7-9c1e-4f0f-ab0a-3d33e0835bc3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:40.838418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.900087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36708) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:40.936241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.936616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.950416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e71663e-fc22-4db9-b89e-b82046da68aa admin admin] Deleting subnet c1e3bf32-3c59-4b67-bd4a-f94704b7b5f0 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:28:40.953852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e71663e-fc22-4db9-b89e-b82046da68aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:40.954187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 2c97ead7-9c1e-4f0f-ab0a-3d33e0835bc3 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:40.989790 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e71663e-fc22-4db9-b89e-b82046da68aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.032900 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e71663e-fc22-4db9-b89e-b82046da68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.172206 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e71663e-fc22-4db9-b89e-b82046da68aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.198278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71663e-fc22-4db9-b89e-b82046da68aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1e3bf32-3c59-4b67-bd4a-f94704b7b5f0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:41.201805 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e71663e-fc22-4db9-b89e-b82046da68aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.203737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5e71663e-fc22-4db9-b89e-b82046da68aa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c1e3bf32-3c59-4b67-bd4a-f94704b7b5f0 HTTP/1.1" status: 204 len: 168 time: 0.3026373 Jul 05 18:28:41.206393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36712) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:41.249007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.288584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=2c97ead7-9c1e-4f0f-ab0a-3d33e0835bc3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:41.332175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.399080 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.402061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.407280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36714) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:41.407481 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c44c18c5-62b5-4ebb-9c15-15c45790dc48 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/floatingips/b3627714-b6d5-4b65-8b41-a83d2210594f HTTP/1.1" status: 204 len: 168 time: 0.7074838 Jul 05 18:28:41.473995 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee105a48-cfb9-45c2-8ce4-742976c62e41 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] DELETE failed (client error): The resource could not be found. Jul 05 18:28:41.475820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee105a48-cfb9-45c2-8ce4-742976c62e41 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:28:41.478602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ee105a48-cfb9-45c2-8ce4-742976c62e41 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/ports/649f546e-121e-44e3-b6af-afc49217a939 HTTP/1.1" status: 404 len: 333 time: 0.0689807 Jul 05 18:28:41.479709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.481157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36716) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:41.498500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8116169-dfbc-41bc-b748-f7680a814aed']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:41.519441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48ca76b-c15b-4140-be1b-a77a05fabdfb') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:41.520114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48ca76b-c15b-4140-be1b-a77a05fabdfb') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:41.532875 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.542381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fed3b34f-ab08-4e53-b167-f097015cad5d tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "GET /v2.0/ports?device_id=94eb2964-7281-44d1-b6a7-e947d8310fa1 HTTP/1.1" status: 200 len: 205 time: 0.0599053 Jul 05 18:28:41.544777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36718) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:41.579661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.589806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:41.590210 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:41.595839 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:41.598026 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-9e4a8836-8500-43c8-94d6-12916a2b2250 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] delete failed (client error): The resource could not be found. Jul 05 18:28:41.598026 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9e4a8836-8500-43c8-94d6-12916a2b2250 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/routers/94eb2964-7281-44d1-b6a7-e947d8310fa1 HTTP/1.1" status: 404 len: 336 time: 0.0516787 Jul 05 18:28:41.603254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36720) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:41.635127 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c8e01f-ac40-4a55-9247-46bcc8c693f7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] DELETE failed (client error): The resource could not be found. Jul 05 18:28:41.635813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c8e01f-ac40-4a55-9247-46bcc8c693f7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:28:41.637725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-00c8e01f-ac40-4a55-9247-46bcc8c693f7 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/subnets/d14a56da-c5a0-4d52-a483-97d2ba7ef640 HTTP/1.1" status: 404 len: 337 time: 0.0334387 Jul 05 18:28:41.640533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36722) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:41.748128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e4d95899-b560-4db0-a8c1-dd9a94fa0f35 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port f98ef734-3e0f-43cc-bac8-1d1e37fbfdab {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:41.748691 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e4d95899-b560-4db0-a8c1-dd9a94fa0f35 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.748974 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.753590 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:28:41.775517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:28:41.776121 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4003b5b4-4cec-423f-bba6-c76d0a7ccad7 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:28:41.796058 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.796650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] 10.222.0.30 "DELETE /v2.0/networks/c8116169-dfbc-41bc-b748-f7680a814aed HTTP/1.1" status: 204 len: 168 time: 0.5890400 Jul 05 18:28:41.798090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34a120-bd82-4b01-94a8-76adc00ad47e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8116169-dfbc-41bc-b748-f7680a814aed,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:41.800584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36724) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:41.846782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-1df2910d-46d0-4a0f-83a3-9ad04abd91e8 admin admin] Deleting subnet c403a531-ad04-4ae9-82a2-eef18fb25ccd {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:28:41.850539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1df2910d-46d0-4a0f-83a3-9ad04abd91e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.866479 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e4d95899-b560-4db0-a8c1-dd9a94fa0f35 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.879355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e4d95899-b560-4db0-a8c1-dd9a94fa0f35 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for f98ef734-3e0f-43cc-bac8-1d1e37fbfdab owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:41.889772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1df2910d-46d0-4a0f-83a3-9ad04abd91e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:41.930143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1df2910d-46d0-4a0f-83a3-9ad04abd91e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.046599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1df2910d-46d0-4a0f-83a3-9ad04abd91e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.069378 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e4d95899-b560-4db0-a8c1-dd9a94fa0f35 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.075121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1df2910d-46d0-4a0f-83a3-9ad04abd91e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.079366 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1df2910d-46d0-4a0f-83a3-9ad04abd91e8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c403a531-ad04-4ae9-82a2-eef18fb25ccd HTTP/1.1" status: 204 len: 168 time: 0.2751896 Jul 05 18:28:42.079366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df2910d-46d0-4a0f-83a3-9ad04abd91e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c403a531-ad04-4ae9-82a2-eef18fb25ccd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:42.080062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36726) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:42.103618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d95899-b560-4db0-a8c1-dd9a94fa0f35 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=f98ef734-3e0f-43cc-bac8-1d1e37fbfdab,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:42.160938 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.177247 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e4d95899-b560-4db0-a8c1-dd9a94fa0f35 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.179643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e4d95899-b560-4db0-a8c1-dd9a94fa0f35 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/ports/f98ef734-3e0f-43cc-bac8-1d1e37fbfdab HTTP/1.1" status: 204 len: 168 time: 0.5379379 Jul 05 18:28:42.182060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36732) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:42.242261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.252348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4593ad2e-43ae-4783-b8b4-bdcff8bcc699']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:42.263763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e695b0-9785-46fa-8c21-92b4ea2cc0ed') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:42.264066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e695b0-9785-46fa-8c21-92b4ea2cc0ed') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:42.274665 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.286177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6beb2619-4c0e-4e3c-a512-fab77422fd38 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 41ace05c-367f-4a45-9e3d-c22f6be99338 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:42.286393 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6beb2619-4c0e-4e3c-a512-fab77422fd38 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.291472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.297598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:42.298020 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:42.300970 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:42.377182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6beb2619-4c0e-4e3c-a512-fab77422fd38 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.389316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6beb2619-4c0e-4e3c-a512-fab77422fd38 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 41ace05c-367f-4a45-9e3d-c22f6be99338 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:42.469112 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.473423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.485319 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4593ad2e-43ae-4783-b8b4-bdcff8bcc699 HTTP/1.1" status: 204 len: 168 time: 0.3968744 Jul 05 18:28:42.494914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28233f6e-9419-4a74-a746-b121aa71c3a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4593ad2e-43ae-4783-b8b4-bdcff8bcc699,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:42.611888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6beb2619-4c0e-4e3c-a512-fab77422fd38 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.642249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beb2619-4c0e-4e3c-a512-fab77422fd38 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=41ace05c-367f-4a45-9e3d-c22f6be99338,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:42.718702 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6beb2619-4c0e-4e3c-a512-fab77422fd38 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:42.720427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6beb2619-4c0e-4e3c-a512-fab77422fd38 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/ports/41ace05c-367f-4a45-9e3d-c22f6be99338 HTTP/1.1" status: 204 len: 168 time: 0.5374002 Jul 05 18:28:42.722988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36742) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:42.788832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db94e49-8289-4c42-91d8-cdbb8d289541 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:42.790391 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9db94e49-8289-4c42-91d8-cdbb8d289541 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f262382-6433-4adb-b17f-91ec7b87ed5c HTTP/1.1" status: 200 len: 913 time: 0.0664935 Jul 05 18:28:42.793051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36744) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:42.880854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36746) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:42.927035 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dd13f416-d46d-4c04-8b2b-5546468e13fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a129c549f404b27898551ae597bfb1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448923 Jul 05 18:28:42.930188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36748) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:42.981373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e952425-85b1-496e-b358-242354243749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:43.002721 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e952425-85b1-496e-b358-242354243749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:43.114601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e952425-85b1-496e-b358-242354243749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:43.117914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e952425-85b1-496e-b358-242354243749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:43.121442 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4e952425-85b1-496e-b358-242354243749 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23d776b5-5c72-4873-b4f1-554ee391b1b8 HTTP/1.1" status: 204 len: 168 time: 0.1880088 Jul 05 18:28:43.132404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e952425-85b1-496e-b358-242354243749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d776b5-5c72-4873-b4f1-554ee391b1b8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:43.179321 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:43.782868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 63bffa5d-69ce-4835-a795-ab237bb746f8 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:43.783216 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:43.819652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36756) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:43.868553 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b7c33715-8a28-421f-95a9-c43c94293b1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab8b626ca3c04430bc576215d82aef6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475998 Jul 05 18:28:43.871110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36758) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:43.876327 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:43.888878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 63bffa5d-69ce-4835-a795-ab237bb746f8 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:43.921907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-992ae051-b430-4685-b4dd-e2b7aaad72d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:43.943016 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-992ae051-b430-4685-b4dd-e2b7aaad72d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:44.108937 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-992ae051-b430-4685-b4dd-e2b7aaad72d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:44.111610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-992ae051-b430-4685-b4dd-e2b7aaad72d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:44.112813 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-992ae051-b430-4685-b4dd-e2b7aaad72d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/925a7093-f7aa-4c05-a711-9953a36fd491 HTTP/1.1" status: 204 len: 168 time: 0.2399151 Jul 05 18:28:44.122207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ae051-b430-4685-b4dd-e2b7aaad72d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925a7093-f7aa-4c05-a711-9953a36fd491,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:44.160602 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:44.200659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=63bffa5d-69ce-4835-a795-ab237bb746f8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:44.376581 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:44.614037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Router 0f262382-6433-4adb-b17f-91ec7b87ed5c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:28:44.734976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:28:44.741389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5704da05-c2b2-4e1c-b43f-7602302779a1 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "PUT /v2.0/routers/0f262382-6433-4adb-b17f-91ec7b87ed5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9462755 Jul 05 18:28:44.744868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36780) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:44.747683 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36798c81-81ee-4855-8c97-4c8eb2b0340c None None] Sync routers for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:28:44.759033 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36798c81-81ee-4855-8c97-4c8eb2b0340c None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:44.759843 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-36798c81-81ee-4855-8c97-4c8eb2b0340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:44.798516 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-36798c81-81ee-4855-8c97-4c8eb2b0340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:44.808366 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36798c81-81ee-4855-8c97-4c8eb2b0340c None None] Routers {'0f262382-6433-4adb-b17f-91ec7b87ed5c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:28:44.808983 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-36798c81-81ee-4855-8c97-4c8eb2b0340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:28:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0f262382-6433-4adb-b17f-91ec7b87ed5c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:44.842174 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-36798c81-81ee-4855-8c97-4c8eb2b0340c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:44.842767 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36798c81-81ee-4855-8c97-4c8eb2b0340c None None] The sync data for ids ['0f262382-6433-4adb-b17f-91ec7b87ed5c'] in n-d-799524-1 is: [] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:28:44.867372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:44.981174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.112249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting port 7a5f6b13-a86c-4d6b-b06d-47e81440a0cf {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:45.112502 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.198893 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.212036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Calling delete_port for 7a5f6b13-a86c-4d6b-b06d-47e81440a0cf owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:45.445962 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.480192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Port': ['ID=7a5f6b13-a86c-4d6b-b06d-47e81440a0cf,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:45.552586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.645666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.649032 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.771707 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.772667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Fanout notify agent at l3_agent the message router_deleted on router 0f262382-6433-4adb-b17f-91ec7b87ed5c {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:28:45.780173 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.781943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-15866d4c-9753-497a-b65f-9c4e7bdcb218 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/routers/0f262382-6433-4adb-b17f-91ec7b87ed5c HTTP/1.1" status: 204 len: 168 time: 1.0354669 Jul 05 18:28:45.784012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36802) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:45.846119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f85bab-81b2-43f4-8d0a-4d1bb0efa713 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Deleting subnet 3d4cd715-3d20-42f5-80f2-e1c81de2de96 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:28:45.850049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84f85bab-81b2-43f4-8d0a-4d1bb0efa713 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.898895 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84f85bab-81b2-43f4-8d0a-4d1bb0efa713 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:45.948758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84f85bab-81b2-43f4-8d0a-4d1bb0efa713 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.077847 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84f85bab-81b2-43f4-8d0a-4d1bb0efa713 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.112586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f85bab-81b2-43f4-8d0a-4d1bb0efa713 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4cd715-3d20-42f5-80f2-e1c81de2de96,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:46.118046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84f85bab-81b2-43f4-8d0a-4d1bb0efa713 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.122389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-84f85bab-81b2-43f4-8d0a-4d1bb0efa713 tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/subnets/3d4cd715-3d20-42f5-80f2-e1c81de2de96 HTTP/1.1" status: 204 len: 168 time: 0.3351483 Jul 05 18:28:46.122705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36814) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:46.204835 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.307392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.321645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58ff5f8-684c-457d-b731-1de7339da0be']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:46.337528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110421fc-04a4-47b2-8390-d31ebf9455d4') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:46.337853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110421fc-04a4-47b2-8390-d31ebf9455d4') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:46.364690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.385818 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.420387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:46.421841 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:46.437289 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:46.552323 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.557588 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:46.559818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] 10.222.0.30 "DELETE /v2.0/networks/a58ff5f8-684c-457d-b731-1de7339da0be HTTP/1.1" status: 204 len: 168 time: 0.4361351 Jul 05 18:28:46.576513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3424685d-18f8-4c8e-b4b2-701831bad8fc tempest-FloatingIPTestJSON-1941076166 tempest-FloatingIPTestJSON-1941076166-project] Pushing event deleted for resources: {'Network': ['ID=a58ff5f8-684c-457d-b731-1de7339da0be,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:47.043161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36826) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:47.208414 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-44d1dd65-1b20-486d-ba2d-1cb2616f02fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87aabb8de67146d584187c7354c3d16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1614377 Jul 05 18:28:47.208414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36838) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:47.269910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a289c90-475b-46f4-bc33-7b0323ff37f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:47.299282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a289c90-475b-46f4-bc33-7b0323ff37f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:47.452632 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a289c90-475b-46f4-bc33-7b0323ff37f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:47.455825 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2a289c90-475b-46f4-bc33-7b0323ff37f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:47.460893 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2a289c90-475b-46f4-bc33-7b0323ff37f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dba2504a-f253-42c0-aa0b-94213811e6ca HTTP/1.1" status: 204 len: 168 time: 0.2503207 Jul 05 18:28:47.476188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a289c90-475b-46f4-bc33-7b0323ff37f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba2504a-f253-42c0-aa0b-94213811e6ca,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:48.704446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36870) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:48.801440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1905574165'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:48.886086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:48.889617 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:48.898546 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:48.989944 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:49.066114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:49.089466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:28:49.104663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b94daaa-cc0b-4ca5-8d8e-17d74846c420,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:49.107026 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:49.107467 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment 0397de8b-a186-4623-b9a6-ad58d2e310b1 of type vlan for network 48696ad6-98fb-4981-8bbc-070dcd537246 Jul 05 18:28:49.120987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.121273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.121631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.121962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.122295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.122661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.122994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.128329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.128329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.128329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.128329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.128329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:28:49.164170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:49.263115 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:49.269652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:49.270369 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:49.356784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=48696ad6-98fb-4981-8bbc-070dcd537246,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:49.366872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 48696ad6-98fb-4981-8bbc-070dcd537246 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:28:49.430793 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4e76fe77-b4f2-47fe-b81a-1457f9f71900 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7251520 Jul 05 18:28:49.562948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36882) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:49.573506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': '48696ad6-98fb-4981-8bbc-070dcd537246', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:49.752100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:49.756480 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.032042 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.090511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=987d3f42-f782-4d0d-bc39-0132f5452691,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:50.105688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': '0397de8b-a186-4623-b9a6-ad58d2e310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '48696ad6-98fb-4981-8bbc-070dcd537246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:50.106094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: 48696ad6-98fb-4981-8bbc-070dcd537246, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:28:50.177200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network 48696ad6-98fb-4981-8bbc-070dcd537246 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:28:50.262870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 48696ad6-98fb-4981-8bbc-070dcd537246) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:50.266932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:50.267688 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.272708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93d5cf4-537b-497f-a299-8d2ebec47549 None None] Network 48696ad6-98fb-4981-8bbc-070dcd537246 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:50.367437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36914) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:50.373646 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-63d36b1e-b547-4e23-b0f8-a209910cffbc tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8048363 Jul 05 18:28:50.373952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1009662328'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:50.433786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-48696ad6-98fb-4981-8bbc-070dcd537246', 'network_id': '48696ad6-98fb-4981-8bbc-070dcd537246', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': '987d3f42-f782-4d0d-bc39-0132f5452691'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:28:50.435036 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.457838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:50.461877 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.488855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:28:50.499355 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.499983 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment 968f9382-ccf8-466f-9f5b-b75dc9125599 of type vlan for network cd857e18-09f3-48cd-986d-3b25ab5f10be Jul 05 18:28:50.554642 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.583593 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Allocated IP 172.20.255.242 (48696ad6-98fb-4981-8bbc-070dcd537246/987d3f42-f782-4d0d-bc39-0132f5452691/4ad85cef-3e1f-4b4f-8ce9-479d67fb49df) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:50.655795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.672470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:50.673270 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.752474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=cd857e18-09f3-48cd-986d-3b25ab5f10be,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:50.830216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36918) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:50.833112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fe32f914-0bac-4477-a570-4a1376b50cf3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4651661 Jul 05 18:28:50.837806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': 'cd857e18-09f3-48cd-986d-3b25ab5f10be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:50.847315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network cd857e18-09f3-48cd-986d-3b25ab5f10be details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:28:50.974228 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:50.983708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Transition to ACTIVE for port object 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:50.986481 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c206b06b-5d4a-4cb9-8b18-1b7291ee5b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.000796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Transition to ACTIVE for port object 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:51.070242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:51.073973 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.109875 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.159054 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Pushing event updated for resources: {'Port': ['ID=4ad85cef-3e1f-4b4f-8ce9-479d67fb49df,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:51.176369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Network 48696ad6-98fb-4981-8bbc-070dcd537246 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:51.178374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:51.181326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:51.243755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Attempting to bind port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:51.244166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Attempting to bind port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '0397de8b-a186-4623-b9a6-ad58d2e310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '48696ad6-98fb-4981-8bbc-070dcd537246'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:51.244505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Attempting to bind port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df on network 48696ad6-98fb-4981-8bbc-070dcd537246 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:51.256996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:51.257552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Checking segment: {'id': '0397de8b-a186-4623-b9a6-ad58d2e310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '48696ad6-98fb-4981-8bbc-070dcd537246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:51.258076 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.259220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Bound using segment: {'id': '0397de8b-a186-4623-b9a6-ad58d2e310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '48696ad6-98fb-4981-8bbc-070dcd537246'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:51.259846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Bound port: 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0397de8b-a186-4623-b9a6-ad58d2e310b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '48696ad6-98fb-4981-8bbc-070dcd537246'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:51.260537 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.333272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.348840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] For port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:51.361341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] For port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4ad85cef-3e1f-4b4f-8ce9-479d67fb49df,segment=NetworkSegment(0397de8b-a186-4623-b9a6-ad58d2e310b1),segment_id=0397de8b-a186-4623-b9a6-ad58d2e310b1)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:51.416217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=e2524845-faaf-43fd-b15b-7be1378a1886,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:51.422746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': '968f9382-ccf8-466f-9f5b-b75dc9125599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cd857e18-09f3-48cd-986d-3b25ab5f10be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:51.423138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: cd857e18-09f3-48cd-986d-3b25ab5f10be, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:28:51.449361 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.501675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network cd857e18-09f3-48cd-986d-3b25ab5f10be is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:28:51.523423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32c6f1-f413-42bd-9974-eacf07c2e479 None None] Pushing event updated for resources: {'Port': ['ID=4ad85cef-3e1f-4b4f-8ce9-479d67fb49df,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:51.599473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, cd857e18-09f3-48cd-986d-3b25ab5f10be) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:51.604676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:51.605373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.609583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c4de1d-7b29-4f1d-a383-e08cfd0c2dc1 None None] Network cd857e18-09f3-48cd-986d-3b25ab5f10be requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:51.679344 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-69501276-bab2-47c1-872f-bb3ec4089e55 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8472512 Jul 05 18:28:51.681968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36924) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:51.847415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-cd857e18-09f3-48cd-986d-3b25ab5f10be', 'network_id': 'cd857e18-09f3-48cd-986d-3b25ab5f10be', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': 'e2524845-faaf-43fd-b15b-7be1378a1886'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:28:51.848289 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.853841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.923142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:51.999348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Allocated IP 172.20.0.2 (cd857e18-09f3-48cd-986d-3b25ab5f10be/e2524845-faaf-43fd-b15b-7be1378a1886/6c273016-5a95-4315-a9d9-ff614cbb0388) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:52.148689 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.157108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Transition to ACTIVE for port object 6c273016-5a95-4315-a9d9-ff614cbb0388 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:52.171529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Transition to ACTIVE for port object 6c273016-5a95-4315-a9d9-ff614cbb0388 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:52.260895 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.304226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Network cd857e18-09f3-48cd-986d-3b25ab5f10be is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:52.310122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:52.313438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:52.322057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Pushing event updated for resources: {'Port': ['ID=6c273016-5a95-4315-a9d9-ff614cbb0388,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:52.381927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.385429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Attempting to bind port 6c273016-5a95-4315-a9d9-ff614cbb0388 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:52.385813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Attempting to bind port 6c273016-5a95-4315-a9d9-ff614cbb0388 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '968f9382-ccf8-466f-9f5b-b75dc9125599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cd857e18-09f3-48cd-986d-3b25ab5f10be'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:52.386183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Attempting to bind port 6c273016-5a95-4315-a9d9-ff614cbb0388 on network cd857e18-09f3-48cd-986d-3b25ab5f10be {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:52.391531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:52.391916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Checking segment: {'id': '968f9382-ccf8-466f-9f5b-b75dc9125599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cd857e18-09f3-48cd-986d-3b25ab5f10be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:52.392321 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.392717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Bound using segment: {'id': '968f9382-ccf8-466f-9f5b-b75dc9125599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cd857e18-09f3-48cd-986d-3b25ab5f10be'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:52.393191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Bound port: 6c273016-5a95-4315-a9d9-ff614cbb0388, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968f9382-ccf8-466f-9f5b-b75dc9125599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'cd857e18-09f3-48cd-986d-3b25ab5f10be'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:52.393592 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.465854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=e2524845-faaf-43fd-b15b-7be1378a1886,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:52.468669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] For port 6c273016-5a95-4315-a9d9-ff614cbb0388, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:52.479409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] For port 6c273016-5a95-4315-a9d9-ff614cbb0388, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6c273016-5a95-4315-a9d9-ff614cbb0388,segment=NetworkSegment(968f9382-ccf8-466f-9f5b-b75dc9125599),segment_id=968f9382-ccf8-466f-9f5b-b75dc9125599)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:52.539760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.551713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd857e18-09f3-48cd-986d-3b25ab5f10be']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:52.565049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968f9382-ccf8-466f-9f5b-b75dc9125599') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:52.565392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968f9382-ccf8-466f-9f5b-b75dc9125599') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:52.576095 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.576991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.595927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.605025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:52.605569 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:52.609028 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:52.652199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f320b7-a0b4-4f19-a478-fe24b4048e98 None None] Pushing event updated for resources: {'Port': ['ID=6c273016-5a95-4315-a9d9-ff614cbb0388,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:52.733957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a12ea9-ed5e-4dfa-be05-5529a694cb69 None None] Network cd857e18-09f3-48cd-986d-3b25ab5f10be requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:52.748905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb89bd39-202a-4184-b439-0f4a7209884b None None] Network 48696ad6-98fb-4981-8bbc-070dcd537246 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:52.760481 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:28:52.760481 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:28:52.760481 n-d-799524-1 neutron-server[100998]: [parameters: {'id': 'cd857e18-09f3-48cd-986d-3b25ab5f10be'}] Jul 05 18:28:52.760481 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:28:52.760913 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:28:52.925924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-351da389-c760-4c71-8353-3e19a8b1e953 None None] Provisioning for port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:53.231477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce3e24a-4152-4cf1-926d-e852d9777654 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:28:53.267340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.330183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting port 6c273016-5a95-4315-a9d9-ff614cbb0388 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:53.330546 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.384559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce3e24a-4152-4cf1-926d-e852d9777654 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:28:53.422193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] For port 6c273016-5a95-4315-a9d9-ff614cbb0388, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6c273016-5a95-4315-a9d9-ff614cbb0388,segment=NetworkSegment(968f9382-ccf8-466f-9f5b-b75dc9125599),segment_id=968f9382-ccf8-466f-9f5b-b75dc9125599)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:53.422584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.436210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Calling delete_port for 6c273016-5a95-4315-a9d9-ff614cbb0388 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:53.452551 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d025286-0619-4ffe-a55a-0c16e6ffbe23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.603824 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.632019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No DVR routers for this DVR port 6c273016-5a95-4315-a9d9-ff614cbb0388 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:28:53.665695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Port': ['ID=6c273016-5a95-4315-a9d9-ff614cbb0388,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:53.712459 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.807522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:53.827367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.847710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd857e18-09f3-48cd-986d-3b25ab5f10be']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:53.863539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968f9382-ccf8-466f-9f5b-b75dc9125599') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:53.863699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968f9382-ccf8-466f-9f5b-b75dc9125599') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:53.874658 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.889753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.896914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:53.897592 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:53.901033 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:53.935943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:53.941536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:53.942369 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.039887 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.051989 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.075921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4ad85cef-3e1f-4b4f-8ce9-479d67fb49df,segment=NetworkSegment(0397de8b-a186-4623-b9a6-ad58d2e310b1),segment_id=0397de8b-a186-4623-b9a6-ad58d2e310b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:54.180719 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.244707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4ad85cef-3e1f-4b4f-8ce9-479d67fb49df,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:54.428837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.430359 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/cd857e18-09f3-48cd-986d-3b25ab5f10be HTTP/1.1" status: 204 len: 168 time: 2.7471173 Jul 05 18:28:54.431848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e879f8-b3c4-4ec3-9614-747e8bee97a7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=cd857e18-09f3-48cd-986d-3b25ab5f10be,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:54.433899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36944) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:54.440797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-555860341'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:54.520257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:54.524090 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.547288 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:28:54.556921 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.557283 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment 92cdea28-9dea-491e-af65-0c78ac3b0975 of type vlan for network f72ef051-736a-4f9e-b37a-5247d97c22ed Jul 05 18:28:54.596297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.683187 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.709455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.715161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:54.715777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:54.784514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=f72ef051-736a-4f9e-b37a-5247d97c22ed,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:54.796755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f72ef051-736a-4f9e-b37a-5247d97c22ed details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:28:54.855114 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d5c08f5c-5f24-4236-ac44-5033fd282fa1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4164197 Jul 05 18:28:54.856027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36952) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:54.862810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': 'f72ef051-736a-4f9e-b37a-5247d97c22ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:55.043317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:55.053375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.107419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing IP validity checks on allocation pools {{(pid=100997) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 18:28:55.107937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100997) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 18:28:55.311058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36956) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:55.336334 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.397962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=a5f079ef-f447-44a4-a138-126cfe5edf46,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:55.436179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-274bc3f1-cc6e-48c5-ad8d-d6baf898c50e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.455796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': '92cdea28-9dea-491e-af65-0c78ac3b0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f72ef051-736a-4f9e-b37a-5247d97c22ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:55.456189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: f72ef051-736a-4f9e-b37a-5247d97c22ed, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:28:55.554257 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-274bc3f1-cc6e-48c5-ad8d-d6baf898c50e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.559929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network f72ef051-736a-4f9e-b37a-5247d97c22ed is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:28:55.646312 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-274bc3f1-cc6e-48c5-ad8d-d6baf898c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.649624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f72ef051-736a-4f9e-b37a-5247d97c22ed) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:55.662303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767459b9-b7c7-4c53-9451-5476dd95b19e None None] Network f72ef051-736a-4f9e-b37a-5247d97c22ed requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:55.662628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:55.663493 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.715391 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-274bc3f1-cc6e-48c5-ad8d-d6baf898c50e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=639f531f277a4e849bedf6eb47d80b59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4006104 Jul 05 18:28:55.715391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bc3f1-cc6e-48c5-ad8d-d6baf898c50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc0fd1e-1312-437d-9cc2-de2fe0581b64,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:55.718216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36960) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:55.793853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1374e741-7829-4577-9d2b-b839d392c26e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9320831 Jul 05 18:28:55.793853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36964) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:55.794031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:55.809482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7e64a12-b8ee-4fd8-bd18-cc230ca36afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.835351 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7e64a12-b8ee-4fd8-bd18-cc230ca36afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.918161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-f72ef051-736a-4f9e-b37a-5247d97c22ed', 'network_id': 'f72ef051-736a-4f9e-b37a-5247d97c22ed', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': 'a5f079ef-f447-44a4-a138-126cfe5edf46'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:28:55.918912 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.919374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.935166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:55.935463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.977511 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7e64a12-b8ee-4fd8-bd18-cc230ca36afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.980199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d7e64a12-b8ee-4fd8-bd18-cc230ca36afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:55.984267 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d7e64a12-b8ee-4fd8-bd18-cc230ca36afb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbc0fd1e-1312-437d-9cc2-de2fe0581b64 HTTP/1.1" status: 204 len: 168 time: 0.2644181 Jul 05 18:28:56.000680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e64a12-b8ee-4fd8-bd18-cc230ca36afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc0fd1e-1312-437d-9cc2-de2fe0581b64,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:56.041018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.162826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Allocated IP 172.20.0.3 (f72ef051-736a-4f9e-b37a-5247d97c22ed/a5f079ef-f447-44a4-a138-126cfe5edf46/2020db99-0188-4119-8f86-a56e11da124c) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:28:56.312873 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.329456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Transition to ACTIVE for port object 2020db99-0188-4119-8f86-a56e11da124c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:56.351067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Transition to ACTIVE for port object 2020db99-0188-4119-8f86-a56e11da124c will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:28:56.467545 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.469228 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.509314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Network f72ef051-736a-4f9e-b37a-5247d97c22ed is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:28:56.512190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:28:56.514516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:28:56.548632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Pushing event updated for resources: {'Port': ['ID=2020db99-0188-4119-8f86-a56e11da124c,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:56.580712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Attempting to bind port 2020db99-0188-4119-8f86-a56e11da124c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:28:56.581083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Attempting to bind port 2020db99-0188-4119-8f86-a56e11da124c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '92cdea28-9dea-491e-af65-0c78ac3b0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f72ef051-736a-4f9e-b37a-5247d97c22ed'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:28:56.581448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Attempting to bind port 2020db99-0188-4119-8f86-a56e11da124c on network f72ef051-736a-4f9e-b37a-5247d97c22ed {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:28:56.587287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:28:56.587671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Checking segment: {'id': '92cdea28-9dea-491e-af65-0c78ac3b0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f72ef051-736a-4f9e-b37a-5247d97c22ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:56.588074 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.588469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Bound using segment: {'id': '92cdea28-9dea-491e-af65-0c78ac3b0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f72ef051-736a-4f9e-b37a-5247d97c22ed'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:28:56.588933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Bound port: 2020db99-0188-4119-8f86-a56e11da124c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92cdea28-9dea-491e-af65-0c78ac3b0975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'f72ef051-736a-4f9e-b37a-5247d97c22ed'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:28:56.589316 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.618135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.644573 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=a5f079ef-f447-44a4-a138-126cfe5edf46,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:56.655580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] For port 2020db99-0188-4119-8f86-a56e11da124c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:28:56.658769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] For port 2020db99-0188-4119-8f86-a56e11da124c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2020db99-0188-4119-8f86-a56e11da124c,segment=NetworkSegment(92cdea28-9dea-491e-af65-0c78ac3b0975),segment_id=92cdea28-9dea-491e-af65-0c78ac3b0975)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:28:56.710543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.718995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 36988) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:56.721223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72ef051-736a-4f9e-b37a-5247d97c22ed']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:56.732182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cdea28-9dea-491e-af65-0c78ac3b0975') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:56.732479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cdea28-9dea-491e-af65-0c78ac3b0975') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:56.732860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1508fec-f2d0-49ad-b243-e326cd93fc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.735480 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.741398 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.756418 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.762487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:56.763049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:56.765975 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:56.816298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db5965-a291-4beb-b504-33d122d035b7 None None] Pushing event updated for resources: {'Port': ['ID=2020db99-0188-4119-8f86-a56e11da124c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:56.872366 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:28:56.872366 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:28:56.872366 n-d-799524-1 neutron-server[100997]: [parameters: {'id': 'f72ef051-736a-4f9e-b37a-5247d97c22ed'}] Jul 05 18:28:56.872366 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:28:56.872816 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:28:56.927029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1508fec-f2d0-49ad-b243-e326cd93fc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:57.006332 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1508fec-f2d0-49ad-b243-e326cd93fc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:57.051119 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e1508fec-f2d0-49ad-b243-e326cd93fc79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc947aa00b8d4431a599bfcf27720d81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3302004 Jul 05 18:28:57.051898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1508fec-f2d0-49ad-b243-e326cd93fc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad69794-3800-4968-979d-ee0251030d73,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:57.054549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 36992) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:57.113459 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2fb5-8cd6-4a6e-a67c-22b83b1dd881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:57.141832 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2fb5-8cd6-4a6e-a67c-22b83b1dd881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:57.260309 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2fb5-8cd6-4a6e-a67c-22b83b1dd881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:57.263459 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2fb5-8cd6-4a6e-a67c-22b83b1dd881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:57.264780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5c1b2fb5-8cd6-4a6e-a67c-22b83b1dd881 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ad69794-3800-4968-979d-ee0251030d73 HTTP/1.1" status: 204 len: 168 time: 0.2085142 Jul 05 18:28:57.274795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b2fb5-8cd6-4a6e-a67c-22b83b1dd881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad69794-3800-4968-979d-ee0251030d73,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:57.374634 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:57.426903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting port 2020db99-0188-4119-8f86-a56e11da124c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:28:57.427250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:57.496014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] For port 2020db99-0188-4119-8f86-a56e11da124c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2020db99-0188-4119-8f86-a56e11da124c,segment=NetworkSegment(92cdea28-9dea-491e-af65-0c78ac3b0975),segment_id=92cdea28-9dea-491e-af65-0c78ac3b0975)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:28:57.496371 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:57.509056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Calling delete_port for 2020db99-0188-4119-8f86-a56e11da124c owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:28:57.852643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2020db99-0188-4119-8f86-a56e11da124c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:28:57.916115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b60562-1585-4de3-9708-3601a3bd1a76 None None] Network f72ef051-736a-4f9e-b37a-5247d97c22ed requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:28:58.071997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2020db99-0188-4119-8f86-a56e11da124c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:58.154811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d012738-4787-43d6-aaf6-1a72975b3300 None None] DHCP port deletion for f72ef051-736a-4f9e-b37a-5247d97c22ed request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:28:58.161225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c782c841-b0bf-415d-9809-d8f4674da39c None None] Provisioning for port 2020db99-0188-4119-8f86-a56e11da124c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:28:58.167617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c782c841-b0bf-415d-9809-d8f4674da39c None None] Provisioning complete for port 2020db99-0188-4119-8f86-a56e11da124c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:28:58.168197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c782c841-b0bf-415d-9809-d8f4674da39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.172489 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.192837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c782c841-b0bf-415d-9809-d8f4674da39c None None] Port 2020db99-0188-4119-8f86-a56e11da124c was deleted so its status cannot be updated. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 18:28:58.217977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Port': ['ID=2020db99-0188-4119-8f86-a56e11da124c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:58.222661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No DVR routers for this DVR port 2020db99-0188-4119-8f86-a56e11da124c on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:28:58.316600 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.331459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f72ef051-736a-4f9e-b37a-5247d97c22ed']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:58.340477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bb58-5c1c-4962-8c66-17886aed9141 req-1b319a87-d067-4899-be16-09ab374c605e tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:58.342045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4de2bb58-5c1c-4962-8c66-17886aed9141 req-1b319a87-d067-4899-be16-09ab374c605e tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1096 time: 0.1905649 Jul 05 18:28:58.345591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92cdea28-9dea-491e-af65-0c78ac3b0975') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:58.345892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92cdea28-9dea-491e-af65-0c78ac3b0975') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:28:58.361802 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.375089 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4de2bb58-5c1c-4962-8c66-17886aed9141 req-0b5bd3ea-a9c3-4797-9777-0173d53e629f tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.385692 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.395229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:28:58.395558 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:28:58.398527 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:28:58.566853 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.576675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.581753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/f72ef051-736a-4f9e-b37a-5247d97c22ed HTTP/1.1" status: 204 len: 168 time: 2.7849395 Jul 05 18:28:58.582675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37038) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:58.593995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-972252786'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:58.597556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f6fc-e7a3-4d70-a90a-7afea20de7c9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=f72ef051-736a-4f9e-b37a-5247d97c22ed,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:58.654179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4de2bb58-5c1c-4962-8c66-17886aed9141 req-0b5bd3ea-a9c3-4797-9777-0173d53e629f tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.731897 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4de2bb58-5c1c-4962-8c66-17886aed9141 req-0b5bd3ea-a9c3-4797-9777-0173d53e629f tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.767106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4de2bb58-5c1c-4962-8c66-17886aed9141 req-0b5bd3ea-a9c3-4797-9777-0173d53e629f tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4191337 Jul 05 18:28:58.777557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bd3ea-a9c3-4797-9777-0173d53e629f tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275098e5-126f-4761-8b7e-056d9b76ad40,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:58.846193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:58.850972 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.875803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:28:58.898061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.898668 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment 24048d9d-48d8-4a59-a009-51b250f78e1e of type vlan for network 575490d1-8af9-42ba-bf46-424e9ddff746 Jul 05 18:28:58.954633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93148dbe-76e6-4f61-a3ba-a44c74169b23 req-91688dbe-499e-4723-9560-fde7400469fd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:58.956253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93148dbe-76e6-4f61-a3ba-a44c74169b23 req-91688dbe-499e-4723-9560-fde7400469fd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0756993 Jul 05 18:28:58.977417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:58.998394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93148dbe-76e6-4f61-a3ba-a44c74169b23 req-b9533442-70d3-4112-912c-345e40a04ac9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356245 Jul 05 18:28:59.026320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37054) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:59.092360 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d4503d50-74a7-49ca-8f83-4d3942a3b78b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/92067db6-e943-4d9b-b2e5-0bb948382e2d HTTP/1.1" status: 200 len: 992 time: 0.0646105 Jul 05 18:28:59.115623 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:59.120399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:28:59.121043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:59.206937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=575490d1-8af9-42ba-bf46-424e9ddff746,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:59.217499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 575490d1-8af9-42ba-bf46-424e9ddff746 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:28:59.287351 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6684222e-00f3-4245-94e2-9dc5d01b1640 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7029722 Jul 05 18:28:59.297606 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37066) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:28:59.303409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': '575490d1-8af9-42ba-bf46-424e9ddff746', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:28:59.463460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:28:59.467778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:59.743672 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:59.745730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2020db99-0188-4119-8f86-a56e11da124c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:28:59.768152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2020db99-0188-4119-8f86-a56e11da124c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:28:59.768504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2020db99-0188-4119-8f86-a56e11da124c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:28:59.816870 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:28:59.826650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=fceb9028-947d-4eb3-80ff-ddc9b037e621,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:28:59.860329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': '24048d9d-48d8-4a59-a009-51b250f78e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '575490d1-8af9-42ba-bf46-424e9ddff746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:28:59.860993 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: 575490d1-8af9-42ba-bf46-424e9ddff746, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:28:59.971984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network 575490d1-8af9-42ba-bf46-424e9ddff746 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:29:00.054665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 575490d1-8af9-42ba-bf46-424e9ddff746) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:00.063270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:00.063270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.068746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df08329b-4281-49cc-b585-0b90d9f6476e None None] Network 575490d1-8af9-42ba-bf46-424e9ddff746 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:00.150100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-28e7a0e2-9da1-4d37-9927-cc1258f10d8a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8513999 Jul 05 18:29:00.152877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37096) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:00.267629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570561c7-354e-4eb8-9c09-8ecd643f4a8a req-ea6ab3a6-895b-44d4-a5a3-88831e745057 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:00.270718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-570561c7-354e-4eb8-9c09-8ecd643f4a8a req-ea6ab3a6-895b-44d4-a5a3-88831e745057 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0948491 Jul 05 18:29:00.292282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.354495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37100) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:00.356045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-570561c7-354e-4eb8-9c09-8ecd643f4a8a req-9ceacda3-098c-4f14-ac85-37515a237471 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698848 Jul 05 18:29:00.376896 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.437603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a908a9-a890-4079-bbbf-a8f603921bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-575490d1-8af9-42ba-bf46-424e9ddff746', 'network_id': '575490d1-8af9-42ba-bf46-424e9ddff746', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': 'fceb9028-947d-4eb3-80ff-ddc9b037e621'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:29:00.438483 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f8a908a9-a890-4079-bbbf-a8f603921bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.506279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.580872 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=fceb9028-947d-4eb3-80ff-ddc9b037e621,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server [None req-f8a908a9-a890-4079-bbbf-a8f603921bf5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fceb9028-947d-4eb3-80ff-ddc9b037e621: This subnet is being modified by another concurrent operation. Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise exception Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fceb9028-947d-4eb3-80ff-ddc9b037e621: This subnet is being modified by another concurrent operation. Jul 05 18:29:00.636975 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Jul 05 18:29:00.653851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.656404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39aaf3ac-8fad-4c3a-a659-a268f7e6460c None None] Network 575490d1-8af9-42ba-bf46-424e9ddff746 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:00.666079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575490d1-8af9-42ba-bf46-424e9ddff746']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:00.681703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24048d9d-48d8-4a59-a009-51b250f78e1e') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:00.682003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24048d9d-48d8-4a59-a009-51b250f78e1e') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:00.697378 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.711471 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-f3dfba8f-a769-4a71-bd14-72644fb600f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3558295 Jul 05 18:29:00.719540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.728036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:00.728806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:00.733313 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:00.803942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c09c219-33e5-4254-9ef6-7d522ad33dc6 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:29:00.888857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.909203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:00.912546 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/575490d1-8af9-42ba-bf46-424e9ddff746 HTTP/1.1" status: 204 len: 168 time: 0.7566645 Jul 05 18:29:00.916450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37116) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:00.921634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1482590309'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:00.923331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09c219-33e5-4254-9ef6-7d522ad33dc6 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:29:00.932690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5c100-d6d9-4517-be32-a071445b83a8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=575490d1-8af9-42ba-bf46-424e9ddff746,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:01.063932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:01.070704 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:01.100626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:29:01.111140 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:01.111701 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment 1764f190-2f4e-490a-9fcd-bb9dc87a5c61 of type vlan for network 46fa50ef-a813-4a69-b897-93920e388478 Jul 05 18:29:01.164311 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:01.285937 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:01.291574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:01.292160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:01.363419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=46fa50ef-a813-4a69-b897-93920e388478,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:01.375230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 46fa50ef-a813-4a69-b897-93920e388478 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:01.419018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f5b4c9d3-343f-42e8-8058-3325525f7c23 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5015314 Jul 05 18:29:01.421703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37142) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:01.426781 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': '46fa50ef-a813-4a69-b897-93920e388478', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:01.619190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b28de1-9710-4f04-afaa-cb35be93d4f5 req-6d2fe92b-8c64-4302-a3d0-e0c9f98ee583 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:01.622041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2b28de1-9710-4f04-afaa-cb35be93d4f5 req-6d2fe92b-8c64-4302-a3d0-e0c9f98ee583 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.1172357 Jul 05 18:29:01.688022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:01.691679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:01.749519 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2b28de1-9710-4f04-afaa-cb35be93d4f5 req-dcb115ca-9fff-43d6-a090-95e018bcdf11 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132355 Jul 05 18:29:02.030364 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:02.100920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=4c4a6c59-8605-41b7-8ed1-11703bc2676d,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:02.110751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': '1764f190-2f4e-490a-9fcd-bb9dc87a5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '46fa50ef-a813-4a69-b897-93920e388478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:02.111113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: 46fa50ef-a813-4a69-b897-93920e388478, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:29:02.207736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network 46fa50ef-a813-4a69-b897-93920e388478 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:29:02.261250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 46fa50ef-a813-4a69-b897-93920e388478) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:02.270586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bac7a72-9f9d-4886-b0d6-17ec8d685cd8 None None] Network 46fa50ef-a813-4a69-b897-93920e388478 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:02.287248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:02.287940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:02.389733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-acfa46ed-435a-419f-89f5-ed6de592010c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9668634 Jul 05 18:29:02.392155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37164) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:02.451188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-46fa50ef-a813-4a69-b897-93920e388478', 'network_id': '46fa50ef-a813-4a69-b897-93920e388478', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': '4c4a6c59-8605-41b7-8ed1-11703bc2676d'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:29:02.452301 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:02.514353 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:02.576847 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:02.615753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Allocated IP 172.20.0.2 (46fa50ef-a813-4a69-b897-93920e388478/4c4a6c59-8605-41b7-8ed1-11703bc2676d/c428991b-b8d4-4808-a913-32f129e54178) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:29:02.769147 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:02.776643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Transition to ACTIVE for port object c428991b-b8d4-4808-a913-32f129e54178 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:02.793968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Transition to ACTIVE for port object c428991b-b8d4-4808-a913-32f129e54178 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:02.875226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:02.920640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Network 46fa50ef-a813-4a69-b897-93920e388478 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:29:02.925238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:02.928525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:29:02.962922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Pushing event updated for resources: {'Port': ['ID=c428991b-b8d4-4808-a913-32f129e54178,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:02.990534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46398f4d-97e7-4756-9b14-de357c52066a req-1365f7a8-30cc-47d3-a407-56ce580168e5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:02.992130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46398f4d-97e7-4756-9b14-de357c52066a req-1365f7a8-30cc-47d3-a407-56ce580168e5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.1079473 Jul 05 18:29:03.000387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Attempting to bind port c428991b-b8d4-4808-a913-32f129e54178 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:29:03.000886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Attempting to bind port c428991b-b8d4-4808-a913-32f129e54178 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '1764f190-2f4e-490a-9fcd-bb9dc87a5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '46fa50ef-a813-4a69-b897-93920e388478'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:29:03.001494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Attempting to bind port c428991b-b8d4-4808-a913-32f129e54178 on network 46fa50ef-a813-4a69-b897-93920e388478 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:29:03.007788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:29:03.009050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Checking segment: {'id': '1764f190-2f4e-490a-9fcd-bb9dc87a5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '46fa50ef-a813-4a69-b897-93920e388478'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:03.009527 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.010037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Bound using segment: {'id': '1764f190-2f4e-490a-9fcd-bb9dc87a5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '46fa50ef-a813-4a69-b897-93920e388478'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:29:03.010630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Bound port: c428991b-b8d4-4808-a913-32f129e54178, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1764f190-2f4e-490a-9fcd-bb9dc87a5c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '46fa50ef-a813-4a69-b897-93920e388478'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:29:03.011091 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.058923 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.100456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46398f4d-97e7-4756-9b14-de357c52066a req-4cb27bad-7ec3-484d-a1d9-cf3e627098d1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982096 Jul 05 18:29:03.102495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] For port c428991b-b8d4-4808-a913-32f129e54178, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:29:03.109271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] For port c428991b-b8d4-4808-a913-32f129e54178, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c428991b-b8d4-4808-a913-32f129e54178,segment=NetworkSegment(1764f190-2f4e-490a-9fcd-bb9dc87a5c61),segment_id=1764f190-2f4e-490a-9fcd-bb9dc87a5c61)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:29:03.114389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4a6c59-8605-41b7-8ed1-11703bc2676d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:03.176345 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.186739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.190542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fa50ef-a813-4a69-b897-93920e388478']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:03.202195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1764f190-2f4e-490a-9fcd-bb9dc87a5c61') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:03.202500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1764f190-2f4e-490a-9fcd-bb9dc87a5c61') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:03.212627 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.252468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4a485-9193-4cc0-b81c-5e7b7135be48 None None] Pushing event updated for resources: {'Port': ['ID=c428991b-b8d4-4808-a913-32f129e54178,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:03.258735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.267029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:03.267909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:03.271221 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:03.290326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-84b25cb7-3b3e-43b0-871b-0a838601dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:03.291879 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-84b25cb7-3b3e-43b0-871b-0a838601dec1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1096 time: 0.1086078 Jul 05 18:29:03.378235 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:29:03.378235 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:29:03.378235 n-d-799524-1 neutron-server[100997]: [parameters: {'id': '46fa50ef-a813-4a69-b897-93920e388478'}] Jul 05 18:29:03.378235 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:29:03.379083 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:29:03.398181 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-7d75b696-9707-446e-b6ef-97a623fac18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:03.399700 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-7d75b696-9707-446e-b6ef-97a623fac18c service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 897 time: 0.1005790 Jul 05 18:29:03.508863 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-65a93736-aae3-4b2f-a554-01a773ae7c6d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 1000 time: 0.1019154 Jul 05 18:29:03.575457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-f55fac72-685b-487a-bbc9-16f5772172da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:03.577430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-f55fac72-685b-487a-bbc9-16f5772172da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.0606246 Jul 05 18:29:03.655612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-f8592509-6e00-4fbe-8b89-3e58938e9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:03.658518 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-f8592509-6e00-4fbe-8b89-3e58938e9074 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743127 Jul 05 18:29:03.770652 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-86a9badd-9f3e-4ede-8269-2e994a960bdc service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048191 Jul 05 18:29:03.824266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c428991b-b8d4-4808-a913-32f129e54178 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:29:03.880863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.934793 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-1a5b9a30-5178-4ae0-a7a2-2f1deb1564ee service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501517 Jul 05 18:29:03.942531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting port c428991b-b8d4-4808-a913-32f129e54178 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:03.943824 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:03.948581 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-27b5e020-ee93-4f47-853f-416370bd987a service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887296 Jul 05 18:29:04.000846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c428991b-b8d4-4808-a913-32f129e54178 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:29:04.026043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] For port c428991b-b8d4-4808-a913-32f129e54178, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c428991b-b8d4-4808-a913-32f129e54178,segment=NetworkSegment(1764f190-2f4e-490a-9fcd-bb9dc87a5c61),segment_id=1764f190-2f4e-490a-9fcd-bb9dc87a5c61)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:04.027124 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:04.048057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Calling delete_port for c428991b-b8d4-4808-a913-32f129e54178 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:04.062678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-953371ec-5a56-4857-b939-1abf2161bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:04.064278 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-953371ec-5a56-4857-b939-1abf2161bbd6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2e5e580f78ba402ca7859218eb226810&device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1096 time: 0.0706959 Jul 05 18:29:04.286842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-868895a4-a488-4b67-8524-a699c20e6664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:04.290749 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-868895a4-a488-4b67-8524-a699c20e6664 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e092d9d7-7f60-4806-a54c-997bb20ca6b5 HTTP/1.1" status: 200 len: 909 time: 0.1876299 Jul 05 18:29:04.412182 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-16a8e63e-8362-4617-acfb-c04a916d9c59 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9878c66-0085-42cf-9d23-5c271ee2e460 HTTP/1.1" status: 200 len: 1000 time: 0.1160748 Jul 05 18:29:04.452327 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:04.502775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-0fa41bcb-91e6-4cf6-bf43-e0a003b0f028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:04.504535 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-0fa41bcb-91e6-4cf6-bf43-e0a003b0f028 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6079bed4-a839-46d4-9310-3d8eba064651 HTTP/1.1" status: 200 len: 848 time: 0.0866752 Jul 05 18:29:04.519149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Port': ['ID=c428991b-b8d4-4808-a913-32f129e54178,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:04.526983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No DVR routers for this DVR port c428991b-b8d4-4808-a913-32f129e54178 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:04.577975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5081b20-a6e5-48d0-b653-86dd03b01f22 req-e4f5c11e-6fa3-4ddf-84b2-8dac21bc32e6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:04.586084 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5081b20-a6e5-48d0-b653-86dd03b01f22 req-e4f5c11e-6fa3-4ddf-84b2-8dac21bc32e6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.2276280 Jul 05 18:29:04.629405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-7b080010-aa17-4437-827a-38aa907ca60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:04.633165 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-7b080010-aa17-4437-827a-38aa907ca60a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e092d9d7-7f60-4806-a54c-997bb20ca6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218905 Jul 05 18:29:04.676181 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:04.694210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fa50ef-a813-4a69-b897-93920e388478']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:04.706213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f5081b20-a6e5-48d0-b653-86dd03b01f22 req-e4504138-1c3d-4349-a3ed-9dc0edb8115e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191127 Jul 05 18:29:04.715108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817127dc-188e-4a84-873b-00026d05dc62 None None] Network 46fa50ef-a813-4a69-b897-93920e388478 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:04.715566 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1764f190-2f4e-490a-9fcd-bb9dc87a5c61') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:04.715871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1764f190-2f4e-490a-9fcd-bb9dc87a5c61') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:04.743766 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:04.763660 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:04.766995 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-35c07cb1-1638-4fad-8b72-95f80fcec5af service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256840 Jul 05 18:29:04.772944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:04.774338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:04.774845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2adae120-14b0-4c4d-ab36-645d5e40abeb None None] Could not find standard attr ID for object c428991b-b8d4-4808-a913-32f129e54178. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:04.778116 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:04.896257 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-13f29bbf-f0e9-440f-a640-c0f3a5a1d694 req-69308784-4f30-4ae7-bc67-559c6285435f service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227689 Jul 05 18:29:04.926352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:04.936055 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:04.941724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/46fa50ef-a813-4a69-b897-93920e388478 HTTP/1.1" status: 204 len: 168 time: 2.5483212 Jul 05 18:29:04.942360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37210) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:04.948742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1301307510'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:04.952698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958157f8-8125-49b6-b65f-f385567c6385 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=46fa50ef-a813-4a69-b897-93920e388478,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:04.967253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad58c011-02bc-489d-b415-15e0bf210351 None None] DHCP port deletion for 46fa50ef-a813-4a69-b897-93920e388478 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:29:05.101646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:05.106418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:05.131572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:29:05.140163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:05.140521 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b of type vlan for network 5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e Jul 05 18:29:05.192492 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:05.294955 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:05.300854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:05.301479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:05.371245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:05.383029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:05.413715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ad5edada-098c-409e-ac87-33726ab80e5f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4694483 Jul 05 18:29:05.416503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37220) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:05.423554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': '5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:05.588764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:05.596577 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:05.664752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing IP validity checks on allocation pools {{(pid=100997) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 18:29:05.665438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100997) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 18:29:05.769986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c428991b-b8d4-4808-a913-32f129e54178 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:29:05.801124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c428991b-b8d4-4808-a913-32f129e54178 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:29:05.801124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c428991b-b8d4-4808-a913-32f129e54178 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:29:05.899600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d13a93-a0ce-40a7-8466-1c9f17a02fb7 req-af862ebf-d4f3-47da-a254-db71e5b94379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:05.901106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16d13a93-a0ce-40a7-8466-1c9f17a02fb7 req-af862ebf-d4f3-47da-a254-db71e5b94379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0654161 Jul 05 18:29:05.915380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:06.003128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16d13a93-a0ce-40a7-8466-1c9f17a02fb7 req-6643c635-8442-437d-9556-88a5a1a5ffe3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960326 Jul 05 18:29:06.012037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=9e43ffe9-b6a2-47de-b707-7582a582f266,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:06.024802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:06.034879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': 'fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:06.035317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: 5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:29:06.168914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network 5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:29:06.305866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:06.310452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:06.311082 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:06.319927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741b379-560a-4652-823f-d39e6183a263 None None] Network 5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:06.433456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-15053f43-6147-4540-a90a-a786f2b40ceb tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0148933 Jul 05 18:29:06.436543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37240) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:06.508539 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e', 'network_id': '5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': '9e43ffe9-b6a2-47de-b707-7582a582f266'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:29:06.509477 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:06.576251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:06.632255 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:06.669194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Allocated IP 172.20.0.3 (5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e/9e43ffe9-b6a2-47de-b707-7582a582f266/5ba46c31-7594-4d5e-ac5b-064e2cbf232f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:29:06.828961 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:06.837776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Transition to ACTIVE for port object 5ba46c31-7594-4d5e-ac5b-064e2cbf232f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:06.853120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Transition to ACTIVE for port object 5ba46c31-7594-4d5e-ac5b-064e2cbf232f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:06.917853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:06.956692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Network 5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:29:06.962065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:06.966357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:29:06.969358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Pushing event updated for resources: {'Port': ['ID=5ba46c31-7594-4d5e-ac5b-064e2cbf232f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:06.992316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:07.026090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=9e43ffe9-b6a2-47de-b707-7582a582f266,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:07.029252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Attempting to bind port 5ba46c31-7594-4d5e-ac5b-064e2cbf232f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:29:07.029252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Attempting to bind port 5ba46c31-7594-4d5e-ac5b-064e2cbf232f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:29:07.029973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Attempting to bind port 5ba46c31-7594-4d5e-ac5b-064e2cbf232f on network 5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:29:07.034763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:29:07.035149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Checking segment: {'id': 'fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:07.035578 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:07.035955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Bound using segment: {'id': 'fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:29:07.036426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Bound port: 5ba46c31-7594-4d5e-ac5b-064e2cbf232f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:29:07.036880 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:07.160271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] For port 5ba46c31-7594-4d5e-ac5b-064e2cbf232f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:29:07.164404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] For port 5ba46c31-7594-4d5e-ac5b-064e2cbf232f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5ba46c31-7594-4d5e-ac5b-064e2cbf232f,segment=NetworkSegment(fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b),segment_id=fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:29:07.182117 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:07.200102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:07.212997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:07.213295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:07.224058 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:07.235871 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:07.248046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b5dfb9-7129-4767-9740-46bcda856c8e req-7e2ec90f-6c89-404b-b0e8-8633c98971c7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:07.249630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51b5dfb9-7129-4767-9740-46bcda856c8e req-7e2ec90f-6c89-404b-b0e8-8633c98971c7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0762110 Jul 05 18:29:07.309725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51b5dfb9-7129-4767-9740-46bcda856c8e req-2f0e89e9-1dbf-407a-86ca-1f31d3c544ed tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504801 Jul 05 18:29:07.365748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabf19b-dde3-43b9-a930-7bdf0ba8460c None None] Pushing event updated for resources: {'Port': ['ID=5ba46c31-7594-4d5e-ac5b-064e2cbf232f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:07.381849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab67906b-b3d7-4d58-a6b0-f1d23f3b0a75 None None] Network 5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:07.386448 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:07.392840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:07.393293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:07.396361 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:07.520638 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec9a5e7-798d-4fff-a7c9-203a67b053e5 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:29:07.550162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:29:07.550162 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:29:07.550162 n-d-799524-1 neutron-server[100998]: [parameters: {'id': '5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e'}] Jul 05 18:29:07.550162 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:29:07.553436 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:29:07.627525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec9a5e7-798d-4fff-a7c9-203a67b053e5 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:29:08.054735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.112863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting port 5ba46c31-7594-4d5e-ac5b-064e2cbf232f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:08.113439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.179073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] For port 5ba46c31-7594-4d5e-ac5b-064e2cbf232f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5ba46c31-7594-4d5e-ac5b-064e2cbf232f,segment=NetworkSegment(fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b),segment_id=fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:08.179424 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.197402 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Calling delete_port for 5ba46c31-7594-4d5e-ac5b-064e2cbf232f owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:08.354797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.384805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Port': ['ID=5ba46c31-7594-4d5e-ac5b-064e2cbf232f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:08.388742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No DVR routers for this DVR port 5ba46c31-7594-4d5e-ac5b-064e2cbf232f on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:08.479863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.493317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:08.503654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:08.504553 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbcca437-f3d1-4fd6-a9e8-ab79c94ee18b') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:08.515851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.531935 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.535667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29175ae9-4958-42fe-82d4-83d5d223ef44 req-9c3963ab-2dd4-4552-9cab-b1b07cf299ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:08.537914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29175ae9-4958-42fe-82d4-83d5d223ef44 req-9c3963ab-2dd4-4552-9cab-b1b07cf299ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0694320 Jul 05 18:29:08.540098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:08.540603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:08.544170 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:08.588328 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29175ae9-4958-42fe-82d4-83d5d223ef44 req-a043c3c6-86eb-4201-a0c4-f19f2799baea tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377779 Jul 05 18:29:08.658105 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.678197 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.683772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37286) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:08.683976 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e HTTP/1.1" status: 204 len: 168 time: 2.2462230 Jul 05 18:29:08.685452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc0fcf3-e77a-48f8-86f4-c5b31d7a13ea tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:08.689013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-741566113'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:08.751784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:08.755928 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.785681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:29:08.795267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.795617 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment 2a91c0bf-4ace-4362-8178-72fa8fd717b4 of type vlan for network 623e1349-c27a-4ca6-92e3-a1ce2b9449c1 Jul 05 18:29:08.838278 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.949261 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:08.954956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:08.955541 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:09.022174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=623e1349-c27a-4ca6-92e3-a1ce2b9449c1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:09.034940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 623e1349-c27a-4ca6-92e3-a1ce2b9449c1 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:09.082333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-77d74bd0-a036-41f0-8eab-ed6520e6eca2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3974271 Jul 05 18:29:09.085676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37292) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:09.093610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': '623e1349-c27a-4ca6-92e3-a1ce2b9449c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:09.297370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:09.301248 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:09.577666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:09.642028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=af46460a-003c-4fd5-9981-bc440d0a67d0,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:09.653171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': '2a91c0bf-4ace-4362-8178-72fa8fd717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '623e1349-c27a-4ca6-92e3-a1ce2b9449c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:09.653888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: 623e1349-c27a-4ca6-92e3-a1ce2b9449c1, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:29:09.766093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network 623e1349-c27a-4ca6-92e3-a1ce2b9449c1 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:29:09.842645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096eeb96-62ec-44c9-9069-8c4de3711b7b req-6c90eeda-90ba-4d46-8aad-eb3c559f2132 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:09.844272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-096eeb96-62ec-44c9-9069-8c4de3711b7b req-6c90eeda-90ba-4d46-8aad-eb3c559f2132 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0978992 Jul 05 18:29:09.851932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 623e1349-c27a-4ca6-92e3-a1ce2b9449c1) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:09.862024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b86ff7-1ade-4fe0-80b2-e3a9777012dc None None] Network 623e1349-c27a-4ca6-92e3-a1ce2b9449c1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:09.866781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:09.867388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:09.899102 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-096eeb96-62ec-44c9-9069-8c4de3711b7b req-c463015a-9abe-4151-93d5-a179eba50dcb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469239 Jul 05 18:29:09.967220 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ca204630-b2ef-4a58-b150-dc8759268374 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8775918 Jul 05 18:29:09.967840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37312) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:10.053312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-623e1349-c27a-4ca6-92e3-a1ce2b9449c1', 'network_id': '623e1349-c27a-4ca6-92e3-a1ce2b9449c1', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': 'af46460a-003c-4fd5-9981-bc440d0a67d0'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:29:10.054398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.087548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.140772 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.208005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Allocated IP 172.20.0.1 (623e1349-c27a-4ca6-92e3-a1ce2b9449c1/af46460a-003c-4fd5-9981-bc440d0a67d0/b779f02e-c75e-49cc-bd14-8b2cc83a7ab5) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:29:10.297606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37324) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:10.425431 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-036aa5bb-f76c-4c7a-81b2-540002e5a8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.426793 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.436467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Transition to ACTIVE for port object b779f02e-c75e-49cc-bd14-8b2cc83a7ab5 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:10.455172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Transition to ACTIVE for port object b779f02e-c75e-49cc-bd14-8b2cc83a7ab5 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:10.523357 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-036aa5bb-f76c-4c7a-81b2-540002e5a8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.541617 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.579882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Network 623e1349-c27a-4ca6-92e3-a1ce2b9449c1 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:29:10.582643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:10.588890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:29:10.593981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Pushing event updated for resources: {'Port': ['ID=b779f02e-c75e-49cc-bd14-8b2cc83a7ab5,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:10.608696 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-036aa5bb-f76c-4c7a-81b2-540002e5a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.652968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Attempting to bind port b779f02e-c75e-49cc-bd14-8b2cc83a7ab5 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:29:10.653437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Attempting to bind port b779f02e-c75e-49cc-bd14-8b2cc83a7ab5 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '2a91c0bf-4ace-4362-8178-72fa8fd717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '623e1349-c27a-4ca6-92e3-a1ce2b9449c1'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:29:10.654076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Attempting to bind port b779f02e-c75e-49cc-bd14-8b2cc83a7ab5 on network 623e1349-c27a-4ca6-92e3-a1ce2b9449c1 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:29:10.654245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.661279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:29:10.661852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Checking segment: {'id': '2a91c0bf-4ace-4362-8178-72fa8fd717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '623e1349-c27a-4ca6-92e3-a1ce2b9449c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:10.662426 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.662832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Bound using segment: {'id': '2a91c0bf-4ace-4362-8178-72fa8fd717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '623e1349-c27a-4ca6-92e3-a1ce2b9449c1'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:29:10.663486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Bound port: b779f02e-c75e-49cc-bd14-8b2cc83a7ab5, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a91c0bf-4ace-4362-8178-72fa8fd717b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '623e1349-c27a-4ca6-92e3-a1ce2b9449c1'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:29:10.663716 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.697475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-036aa5bb-f76c-4c7a-81b2-540002e5a8e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ff8a05022944ca89e3d3bd721fb63e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3952713 Jul 05 18:29:10.698206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aa5bb-f76c-4c7a-81b2-540002e5a8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48262e83-8a8a-4718-83d6-5170655d0f0d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:10.698581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37332) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:10.701526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=af46460a-003c-4fd5-9981-bc440d0a67d0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:10.750613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] For port b779f02e-c75e-49cc-bd14-8b2cc83a7ab5, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:29:10.756574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] For port b779f02e-c75e-49cc-bd14-8b2cc83a7ab5, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b779f02e-c75e-49cc-bd14-8b2cc83a7ab5,segment=NetworkSegment(2a91c0bf-4ace-4362-8178-72fa8fd717b4),segment_id=2a91c0bf-4ace-4362-8178-72fa8fd717b4)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:29:10.769358 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.772032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7663ca-24e6-451b-8571-917122884123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.784469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623e1349-c27a-4ca6-92e3-a1ce2b9449c1']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:10.796504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a91c0bf-4ace-4362-8178-72fa8fd717b4') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:10.799125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a91c0bf-4ace-4362-8178-72fa8fd717b4') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:10.799264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7663ca-24e6-451b-8571-917122884123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.807915 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.845540 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.851326 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.862337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:10.862763 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:10.866761 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:10.923305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7663ca-24e6-451b-8571-917122884123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.931412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fe7663ca-24e6-451b-8571-917122884123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:10.931412 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fe7663ca-24e6-451b-8571-917122884123 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48262e83-8a8a-4718-83d6-5170655d0f0d HTTP/1.1" status: 204 len: 168 time: 0.2280304 Jul 05 18:29:10.931635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ca28a-c3b0-4e0d-b98c-4889f101f60d None None] Pushing event updated for resources: {'Port': ['ID=b779f02e-c75e-49cc-bd14-8b2cc83a7ab5,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:10.939516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7663ca-24e6-451b-8571-917122884123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48262e83-8a8a-4718-83d6-5170655d0f0d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:10.954464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66cf7df-5759-46fd-9919-2a1003c5bdd1 None None] Network 623e1349-c27a-4ca6-92e3-a1ce2b9449c1 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:10.980747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:29:10.980747 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:29:10.980747 n-d-799524-1 neutron-server[100997]: [parameters: {'id': '623e1349-c27a-4ca6-92e3-a1ce2b9449c1'}] Jul 05 18:29:10.980747 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:29:10.981615 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:29:11.109474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222c0bf1-9e6a-4d41-bc6b-83befc2b536f None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:29:11.117984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43715d2e-4f4d-437d-a602-559cd6cf8945 req-a627f234-2de6-4c4e-81c2-4bba3af492fe tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:11.124784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43715d2e-4f4d-437d-a602-559cd6cf8945 req-a627f234-2de6-4c4e-81c2-4bba3af492fe tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0733440 Jul 05 18:29:11.163137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43715d2e-4f4d-437d-a602-559cd6cf8945 req-2ee58e8e-fb52-40ad-a842-27965c1f3945 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373242 Jul 05 18:29:11.208160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222c0bf1-9e6a-4d41-bc6b-83befc2b536f None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:29:11.482710 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.539770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting port b779f02e-c75e-49cc-bd14-8b2cc83a7ab5 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:11.540231 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.628755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] For port b779f02e-c75e-49cc-bd14-8b2cc83a7ab5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b779f02e-c75e-49cc-bd14-8b2cc83a7ab5,segment=NetworkSegment(2a91c0bf-4ace-4362-8178-72fa8fd717b4),segment_id=2a91c0bf-4ace-4362-8178-72fa8fd717b4)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:11.629200 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.629769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37352) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:11.642771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Calling delete_port for b779f02e-c75e-49cc-bd14-8b2cc83a7ab5 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:11.647759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f575f9cd-f4fa-4a09-a640-4ea49d8f3f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.701149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-2848188a-20ee-493f-a93b-ca50ed16f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:11.703170 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-2848188a-20ee-493f-a93b-ca50ed16f2b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1096 time: 0.1017711 Jul 05 18:29:11.797525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.828360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No DVR routers for this DVR port b779f02e-c75e-49cc-bd14-8b2cc83a7ab5 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:11.836398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Port': ['ID=b779f02e-c75e-49cc-bd14-8b2cc83a7ab5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:11.871612 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f575f9cd-f4fa-4a09-a640-4ea49d8f3f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.876562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-e3404b3c-5699-4757-a30d-9297453a0d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:11.878113 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-e3404b3c-5699-4757-a30d-9297453a0d2d service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 897 time: 0.1443155 Jul 05 18:29:11.926735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.938349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623e1349-c27a-4ca6-92e3-a1ce2b9449c1']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:11.947080 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f575f9cd-f4fa-4a09-a640-4ea49d8f3f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.950443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a91c0bf-4ace-4362-8178-72fa8fd717b4') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:11.950773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a91c0bf-4ace-4362-8178-72fa8fd717b4') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:11.952052 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-611c6202-ae62-4a94-9a89-2bb035c639ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 1000 time: 0.0663414 Jul 05 18:29:11.965155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.982109 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.988216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:11.988689 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:11.992286 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:12.024795 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f575f9cd-f4fa-4a09-a640-4ea49d8f3f87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4e30bfbe2d847d8a6d3a6c0c9938ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924670 Jul 05 18:29:12.025507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575f9cd-f4fa-4a09-a640-4ea49d8f3f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50515cf-7191-45c1-a7f0-fa330eee1a61,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:12.027998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37358) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:12.047971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-e68b53b2-158a-4f6a-ad2e-e057537dacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:12.049428 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-e68b53b2-158a-4f6a-ad2e-e057537dacf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.0850632 Jul 05 18:29:12.123723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39132c7b-21a9-48df-a23d-d75233b4ae66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.155634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39132c7b-21a9-48df-a23d-d75233b4ae66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.158650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-7686d50a-151a-41f8-b775-343c79895fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:12.160190 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-7686d50a-151a-41f8-b775-343c79895fcf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024113 Jul 05 18:29:12.191944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.202204 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.204246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/623e1349-c27a-4ca6-92e3-a1ce2b9449c1 HTTP/1.1" status: 204 len: 168 time: 2.2350845 Jul 05 18:29:12.212823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37364) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:12.215768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1425364526'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:12.231104 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760505fb-b560-40f0-a1ab-e9074370267f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=623e1349-c27a-4ca6-92e3-a1ce2b9449c1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:12.291542 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-1cfb3456-8e35-4e2b-89f2-a249cdec6176 service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240952 Jul 05 18:29:12.354960 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:12.358419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.372160 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39132c7b-21a9-48df-a23d-d75233b4ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.374785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39132c7b-21a9-48df-a23d-d75233b4ae66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.376087 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-39132c7b-21a9-48df-a23d-d75233b4ae66 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e50515cf-7191-45c1-a7f0-fa330eee1a61 HTTP/1.1" status: 204 len: 168 time: 0.3452568 Jul 05 18:29:12.392842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:29:12.395726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39132c7b-21a9-48df-a23d-d75233b4ae66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e50515cf-7191-45c1-a7f0-fa330eee1a61,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:12.404715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-baf1f5ca-5252-4092-8878-78c18090a8dd req-15168202-5725-4eea-9985-bd96d4aadb84 service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062503 Jul 05 18:29:12.416242 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.416595 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment cd2f4af6-a30e-4aeb-838b-3a04845d4013 of type vlan for network a1a10e0c-cf83-4534-b504-30d27b52d6c0 Jul 05 18:29:12.432932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2db9e2-003c-4d63-815e-0a83c208cd89 req-f016c65c-8815-4360-b1c2-9085c1d8d2d2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:12.434451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd2db9e2-003c-4d63-815e-0a83c208cd89 req-f016c65c-8815-4360-b1c2-9085c1d8d2d2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.1297307 Jul 05 18:29:12.484077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.515882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd2db9e2-003c-4d63-815e-0a83c208cd89 req-53a712d4-3e36-4966-ba6e-d9006caa3bd9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603497 Jul 05 18:29:12.607033 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.613542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:12.614343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:12.679939 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=a1a10e0c-cf83-4534-b504-30d27b52d6c0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:12.690657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a1a10e0c-cf83-4534-b504-30d27b52d6c0 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:12.744142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8613f66c-b9a4-45e5-8b67-6232cbe4207c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5322621 Jul 05 18:29:12.746878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37378) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:12.752285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': 'a1a10e0c-cf83-4534-b504-30d27b52d6c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:12.940679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:12.944510 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:13.183806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:13.256982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=4f713e07-6b34-468e-8599-2ad31613637b,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:13.266080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': 'cd2f4af6-a30e-4aeb-838b-3a04845d4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a1a10e0c-cf83-4534-b504-30d27b52d6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:13.266448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: a1a10e0c-cf83-4534-b504-30d27b52d6c0, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:29:13.270064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.270417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.271632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.272215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.272628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.272970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.273317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.273642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.273976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.274301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.274655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.274985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:13.380528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network a1a10e0c-cf83-4534-b504-30d27b52d6c0 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:29:13.448674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a1a10e0c-cf83-4534-b504-30d27b52d6c0) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:13.452809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:13.453462 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3729847'] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:13.461208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfd8a8c-498f-4e42-8337-3bb199ffe544 None None] Network a1a10e0c-cf83-4534-b504-30d27b52d6c0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:13.592580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37412) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:13.593096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1eda1e8d-e50d-4688-a867-a0a0cfa4b672 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8446820 Jul 05 18:29:13.614521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-a1a10e0c-cf83-4534-b504-30d27b52d6c0', 'network_id': 'a1a10e0c-cf83-4534-b504-30d27b52d6c0', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': '4f713e07-6b34-468e-8599-2ad31613637b'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:29:13.619112 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:13.777091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e434bf4b-c7b4-4c0b-a0f7-ca73a798cb4f req-abd0b689-cf40-475f-82ef-74a2edc7bfd0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:13.779813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e434bf4b-c7b4-4c0b-a0f7-ca73a798cb4f req-abd0b689-cf40-475f-82ef-74a2edc7bfd0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0878367 Jul 05 18:29:13.812841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:13.840222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e434bf4b-c7b4-4c0b-a0f7-ca73a798cb4f req-8a1ee5ab-6d74-422c-a969-44fac8d5d432 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535386 Jul 05 18:29:13.904075 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:13.963725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Allocated IP 172.20.0.1 (a1a10e0c-cf83-4534-b504-30d27b52d6c0/4f713e07-6b34-468e-8599-2ad31613637b/14bf70b2-f2db-4ab7-ab56-97763b9f8422) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:29:14.120129 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.128503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Transition to ACTIVE for port object 14bf70b2-f2db-4ab7-ab56-97763b9f8422 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:14.143545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Transition to ACTIVE for port object 14bf70b2-f2db-4ab7-ab56-97763b9f8422 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:14.229742 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.273757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Network a1a10e0c-cf83-4534-b504-30d27b52d6c0 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:29:14.276564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:14.283852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:29:14.295874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Pushing event updated for resources: {'Port': ['ID=14bf70b2-f2db-4ab7-ab56-97763b9f8422,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:14.337913 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.355321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Attempting to bind port 14bf70b2-f2db-4ab7-ab56-97763b9f8422 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:29:14.355712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Attempting to bind port 14bf70b2-f2db-4ab7-ab56-97763b9f8422 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'cd2f4af6-a30e-4aeb-838b-3a04845d4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a1a10e0c-cf83-4534-b504-30d27b52d6c0'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:29:14.356098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Attempting to bind port 14bf70b2-f2db-4ab7-ab56-97763b9f8422 on network a1a10e0c-cf83-4534-b504-30d27b52d6c0 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:29:14.361252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:29:14.361635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Checking segment: {'id': 'cd2f4af6-a30e-4aeb-838b-3a04845d4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a1a10e0c-cf83-4534-b504-30d27b52d6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:14.362049 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.362451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Bound using segment: {'id': 'cd2f4af6-a30e-4aeb-838b-3a04845d4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a1a10e0c-cf83-4534-b504-30d27b52d6c0'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:29:14.363043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Bound port: 14bf70b2-f2db-4ab7-ab56-97763b9f8422, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2f4af6-a30e-4aeb-838b-3a04845d4013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'a1a10e0c-cf83-4534-b504-30d27b52d6c0'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:29:14.363425 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.368596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=4f713e07-6b34-468e-8599-2ad31613637b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:14.439904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] For port 14bf70b2-f2db-4ab7-ab56-97763b9f8422, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:29:14.440342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.443432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] For port 14bf70b2-f2db-4ab7-ab56-97763b9f8422, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=14bf70b2-f2db-4ab7-ab56-97763b9f8422,segment=NetworkSegment(cd2f4af6-a30e-4aeb-838b-3a04845d4013),segment_id=cd2f4af6-a30e-4aeb-838b-3a04845d4013)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:29:14.451340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a10e0c-cf83-4534-b504-30d27b52d6c0']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:14.463489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2f4af6-a30e-4aeb-838b-3a04845d4013') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:14.463792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2f4af6-a30e-4aeb-838b-3a04845d4013') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:14.484511 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.497920 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.515225 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.523748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:14.524394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:14.529351 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:14.599677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a025e-a641-4bca-95a3-f3ec5d06e462 None None] Pushing event updated for resources: {'Port': ['ID=14bf70b2-f2db-4ab7-ab56-97763b9f8422,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:14.603681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a90c71a-d601-4d33-8105-aedf60690eab None None] Network a1a10e0c-cf83-4534-b504-30d27b52d6c0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:14.652084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:29:14.652084 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:29:14.652084 n-d-799524-1 neutron-server[100998]: [parameters: {'id': 'a1a10e0c-cf83-4534-b504-30d27b52d6c0'}] Jul 05 18:29:14.652084 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:29:14.652951 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:29:14.743953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696914c5-1626-44f4-8f01-3f1f0cfdd8a6 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:29:14.832195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696914c5-1626-44f4-8f01-3f1f0cfdd8a6 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:29:15.043144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5382befe-c159-460a-a704-bc833333de28 req-3b5836d3-d564-484a-bdfe-f22bbe593b8a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:15.045332 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5382befe-c159-460a-a704-bc833333de28 req-3b5836d3-d564-484a-bdfe-f22bbe593b8a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0745184 Jul 05 18:29:15.089037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5382befe-c159-460a-a704-bc833333de28 req-d14b2e0d-13c5-4b0d-9192-528c91f73df2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376980 Jul 05 18:29:15.154364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.212598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting port 14bf70b2-f2db-4ab7-ab56-97763b9f8422 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:15.213064 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.287912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] For port 14bf70b2-f2db-4ab7-ab56-97763b9f8422, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=14bf70b2-f2db-4ab7-ab56-97763b9f8422,segment=NetworkSegment(cd2f4af6-a30e-4aeb-838b-3a04845d4013),segment_id=cd2f4af6-a30e-4aeb-838b-3a04845d4013)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:15.288270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.301043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Calling delete_port for 14bf70b2-f2db-4ab7-ab56-97763b9f8422 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:15.446358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.472254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Port': ['ID=14bf70b2-f2db-4ab7-ab56-97763b9f8422,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:15.477113 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No DVR routers for this DVR port 14bf70b2-f2db-4ab7-ab56-97763b9f8422 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:15.558108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.569608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a10e0c-cf83-4534-b504-30d27b52d6c0']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:15.580098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2f4af6-a30e-4aeb-838b-3a04845d4013') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:15.580397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2f4af6-a30e-4aeb-838b-3a04845d4013') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:15.592429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.607802 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.615815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:15.616338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:15.619638 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:15.789198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.796873 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.798724 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/a1a10e0c-cf83-4534-b504-30d27b52d6c0 HTTP/1.1" status: 204 len: 168 time: 2.2043834 Jul 05 18:29:15.803687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37462) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:15.809596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1805504628'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:15.819949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ebb47d-77ed-4440-a082-66387c535c0a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=a1a10e0c-cf83-4534-b504-30d27b52d6c0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:15.900098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:15.904045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.934806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:29:15.948899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:15.949451 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment e245361b-7eec-48a8-b798-8b3e660c0ddc of type vlan for network 60159e44-4ffe-4298-a033-d5cfdbb4832d Jul 05 18:29:15.994396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:16.124075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:16.130541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:16.131226 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:16.264831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=60159e44-4ffe-4298-a033-d5cfdbb4832d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:16.275868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 60159e44-4ffe-4298-a033-d5cfdbb4832d details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:16.301824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b330bb-38ec-43c0-be9a-9d421ec54b1b req-adce737c-ae85-4f41-bb5c-f048d1f7c7cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:16.303767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13b330bb-38ec-43c0-be9a-9d421ec54b1b req-adce737c-ae85-4f41-bb5c-f048d1f7c7cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0863957 Jul 05 18:29:16.306090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f6b58717-da7f-4868-a0b4-bac6b3251668 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5008764 Jul 05 18:29:16.308917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37478) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:16.316796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e8632556-ee6b-48d1-891f-279151bb8bc4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:16.414169 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-4bf3d202-8040-4958-b398-64f7c31d663b req-7120f50d-8fae-4101-997d-77ae6771498d service neutron] show failed (client error): The resource could not be found. Jul 05 18:29:16.415506 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-7120f50d-8fae-4101-997d-77ae6771498d service neutron] 10.222.0.39 "GET /v2.0/ports/df47da96-29f8-4a52-8a68-6bc55141ca1c/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.1035409 Jul 05 18:29:16.441299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13b330bb-38ec-43c0-be9a-9d421ec54b1b req-b272902e-1022-4029-a52c-c8aec92148aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179354 Jul 05 18:29:16.535528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e8632556-ee6b-48d1-891f-279151bb8bc4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:16.628788 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e8632556-ee6b-48d1-891f-279151bb8bc4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:16.649766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8632556-ee6b-48d1-891f-279151bb8bc4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network 60159e44-4ffe-4298-a033-d5cfdbb4832d is not hosted by any dhcp agent {{(pid=100997) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 18:29:16.655313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8632556-ee6b-48d1-891f-279151bb8bc4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:16.660106 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e8632556-ee6b-48d1-891f-279151bb8bc4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:16.660106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e8632556-ee6b-48d1-891f-279151bb8bc4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "PUT /v2.0/networks/60159e44-4ffe-4298-a033-d5cfdbb4832d HTTP/1.1" status: 200 len: 723 time: 0.3462427 Jul 05 18:29:16.660916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37486) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:16.667783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': '60159e44-4ffe-4298-a033-d5cfdbb4832d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:16.713062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8632556-ee6b-48d1-891f-279151bb8bc4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=60159e44-4ffe-4298-a033-d5cfdbb4832d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:16.723197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 60159e44-4ffe-4298-a033-d5cfdbb4832d details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:16.877449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:16.881657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:16.888870 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:29:17.150380 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:17.153804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-798079bd-fca2-487e-a059-0b6f0987cd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:17.155463 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-798079bd-fca2-487e-a059-0b6f0987cd9e service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 1096 time: 0.0854971 Jul 05 18:29:17.198530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:17.250482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=83fda1f9-69b1-4547-bc4d-1329aff0b54c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:17.296219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': 'e245361b-7eec-48a8-b798-8b3e660c0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60159e44-4ffe-4298-a033-d5cfdbb4832d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:17.296575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: 60159e44-4ffe-4298-a033-d5cfdbb4832d, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:29:17.323372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:17.383579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network 60159e44-4ffe-4298-a033-d5cfdbb4832d is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:29:17.635408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1a61b-2410-4f54-9ec4-ce55c7bc3473 req-24e59ef9-d5d1-444f-9507-9c332c8d5589 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:17.637242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98f1a61b-2410-4f54-9ec4-ce55c7bc3473 req-24e59ef9-d5d1-444f-9507-9c332c8d5589 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.0734773 Jul 05 18:29:17.680792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-98f1a61b-2410-4f54-9ec4-ce55c7bc3473 req-75c26b4f-8053-446a-a70f-7bf342cc3378 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363543 Jul 05 18:29:17.861838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 60159e44-4ffe-4298-a033-d5cfdbb4832d) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:17.869593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:17.869811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:17.872972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d994a3c5-277f-4ae4-9a3e-0db48ebc971b None None] Network 60159e44-4ffe-4298-a033-d5cfdbb4832d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:17.920364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:17.953313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37506) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:17.953930 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7e9ee5b2-3de6-4743-82d1-119a618331a0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2910204 Jul 05 18:29:17.959568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-43a1d410-5eb2-4817-90fe-693ad305ea2e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:18.001750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:29:18.042429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-60159e44-4ffe-4298-a033-d5cfdbb4832d', 'network_id': '60159e44-4ffe-4298-a033-d5cfdbb4832d', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': '83fda1f9-69b1-4547-bc4d-1329aff0b54c'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:29:18.054693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.055262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:29:18.056959 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1066c1a-4686-47ce-afb4-36a47f78d6bd" -d '{"events": [{"server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "name": "network-vif-unplugged", "status": "completed", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:29:18.062043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.079234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Transition to ACTIVE for port object df47da96-29f8-4a52-8a68-6bc55141ca1c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:18.142081 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32f3c5c-ef2a-49c3-9475-4771994b0f6b x-openstack-request-id: req-c32f3c5c-ef2a-49c3-9475-4771994b0f6b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:29:18.142383 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "name": "network-vif-unplugged", "status": "completed", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:29:18.142667 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c32f3c5c-ef2a-49c3-9475-4771994b0f6b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:29:18.143234 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'code': 200} Jul 05 18:29:18.160846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.320100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Allocated IP 172.20.0.2 (60159e44-4ffe-4298-a033-d5cfdbb4832d/83fda1f9-69b1-4547-bc4d-1329aff0b54c/a6729264-4f3f-481c-b999-852b28d8a2c6) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:29:18.374751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] No DVR routers for this DVR port df47da96-29f8-4a52-8a68-6bc55141ca1c on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:18.380920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Pushing event updated for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=6']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:18.565779 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.585578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Transition to ACTIVE for port object a6729264-4f3f-481c-b999-852b28d8a2c6 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:18.607327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Transition to ACTIVE for port object a6729264-4f3f-481c-b999-852b28d8a2c6 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:18.613041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Attempting to bind port df47da96-29f8-4a52-8a68-6bc55141ca1c on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:29:18.613396 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Attempting to bind port df47da96-29f8-4a52-8a68-6bc55141ca1c by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:29:18.613721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Attempting to bind port df47da96-29f8-4a52-8a68-6bc55141ca1c on network ea5ac57a-216e-4da7-8f43-1b8a6015d69d {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:29:18.618954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Port df47da96-29f8-4a52-8a68-6bc55141ca1c on network ea5ac57a-216e-4da7-8f43-1b8a6015d69d not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:29:18.619100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Attempting to bind port df47da96-29f8-4a52-8a68-6bc55141ca1c on network ea5ac57a-216e-4da7-8f43-1b8a6015d69d {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:29:18.624206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:29:18.624550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Checking segment: {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:18.624942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Bound using segment: {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:29:18.625374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Bound port: df47da96-29f8-4a52-8a68-6bc55141ca1c, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba7b6e6c-7807-4172-8649-74287588cd97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:29:18.625762 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.642354 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43a1d410-5eb2-4817-90fe-693ad305ea2e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263387347'] for subnet, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.697287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:29:18.700486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:29:18.715655 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.757022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Network 60159e44-4ffe-4298-a033-d5cfdbb4832d is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:29:18.761002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:18.764490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:29:18.789450 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.844081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:18.844081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.856802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Pushing event updated for resources: {'Port': ['ID=a6729264-4f3f-481c-b999-852b28d8a2c6,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:18.857826 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] 10.222.0.97 "PUT /v2.0/ports/df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 1091 time: 1.6534874 Jul 05 18:29:18.857930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Attempting to bind port a6729264-4f3f-481c-b999-852b28d8a2c6 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:29:18.857930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Attempting to bind port a6729264-4f3f-481c-b999-852b28d8a2c6 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'e245361b-7eec-48a8-b798-8b3e660c0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60159e44-4ffe-4298-a033-d5cfdbb4832d'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:29:18.857930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Attempting to bind port a6729264-4f3f-481c-b999-852b28d8a2c6 on network 60159e44-4ffe-4298-a033-d5cfdbb4832d {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:29:18.857930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:29:18.857930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Checking segment: {'id': 'e245361b-7eec-48a8-b798-8b3e660c0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60159e44-4ffe-4298-a033-d5cfdbb4832d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:18.858332 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.863751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Bound using segment: {'id': 'e245361b-7eec-48a8-b798-8b3e660c0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60159e44-4ffe-4298-a033-d5cfdbb4832d'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:29:18.864308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Bound port: a6729264-4f3f-481c-b999-852b28d8a2c6, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e245361b-7eec-48a8-b798-8b3e660c0ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '60159e44-4ffe-4298-a033-d5cfdbb4832d'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:29:18.864776 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.942300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] For port a6729264-4f3f-481c-b999-852b28d8a2c6, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:29:18.943716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82faed1-6f41-4aa2-90a0-ae296eacdddd service neutron] Pushing event updated for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:18.953618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] For port a6729264-4f3f-481c-b999-852b28d8a2c6, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a6729264-4f3f-481c-b999-852b28d8a2c6,segment=NetworkSegment(e245361b-7eec-48a8-b798-8b3e660c0ddc),segment_id=e245361b-7eec-48a8-b798-8b3e660c0ddc)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:29:18.954750 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43a1d410-5eb2-4817-90fe-693ad305ea2e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731268181023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260070687'] for subnet, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:18.999090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-f3dda384-529d-47a3-9c7a-3d9127d22da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:19.000513 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-f3dda384-529d-47a3-9c7a-3d9127d22da9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1094 time: 0.1319842 Jul 05 18:29:19.009334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a1d410-5eb2-4817-90fe-693ad305ea2e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:19.009993 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43a1d410-5eb2-4817-90fe-693ad305ea2e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:19.013956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-43a1d410-5eb2-4817-90fe-693ad305ea2e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "PUT /v2.0/subnets/83fda1f9-69b1-4547-bc4d-1329aff0b54c HTTP/1.1" status: 200 len: 806 time: 1.0568526 Jul 05 18:29:19.022054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288801cc-1a92-4f94-b6c5-02917991b055 req-1e1513fd-8374-4d63-af77-cbf9d83430aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:19.022807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37530) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:19.023834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-288801cc-1a92-4f94-b6c5-02917991b055 req-1e1513fd-8374-4d63-af77-cbf9d83430aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 943 time: 0.1454799 Jul 05 18:29:19.052899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1d410-5eb2-4817-90fe-693ad305ea2e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=83fda1f9-69b1-4547-bc4d-1329aff0b54c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:19.066695 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:19.099369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-288801cc-1a92-4f94-b6c5-02917991b055 req-42a731a3-732c-4bf4-b82c-a5829a7785d6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684168 Jul 05 18:29:19.137160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa1e98-62f0-43db-bfe0-5da2710c3551 None None] Pushing event updated for resources: {'Port': ['ID=a6729264-4f3f-481c-b999-852b28d8a2c6,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:19.266123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-390be903-d9ba-4f84-a944-0264cb0791e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:19.267759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-390be903-d9ba-4f84-a944-0264cb0791e1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 897 time: 0.2597129 Jul 05 18:29:19.272263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:19.371581 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-176c7655-60a6-4943-bd21-6f68e89f1117 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 998 time: 0.0951841 Jul 05 18:29:19.450253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-d5d7e433-1a15-41da-94a0-8809be0767f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:19.452233 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-d5d7e433-1a15-41da-94a0-8809be0767f4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.0733597 Jul 05 18:29:19.458124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting port a6729264-4f3f-481c-b999-852b28d8a2c6 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:19.459297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:19.594478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3d202-8040-4958-b398-64f7c31d663b req-66be4c8d-d1ff-4be6-8193-f3079a7b149e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:19.596370 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-66be4c8d-d1ff-4be6-8193-f3079a7b149e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1346490 Jul 05 18:29:19.598340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] For port a6729264-4f3f-481c-b999-852b28d8a2c6, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a6729264-4f3f-481c-b999-852b28d8a2c6,segment=NetworkSegment(e245361b-7eec-48a8-b798-8b3e660c0ddc),segment_id=e245361b-7eec-48a8-b798-8b3e660c0ddc)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:19.599361 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:19.638689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Calling delete_port for a6729264-4f3f-481c-b999-852b28d8a2c6 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:19.759874 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-39e05d6a-d30e-4d6a-abf7-c44ae9424237 service neutron] 10.222.0.97 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529889 Jul 05 18:29:19.878836 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a6729264-4f3f-481c-b999-852b28d8a2c6 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:29:19.915925 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4bf3d202-8040-4958-b398-64f7c31d663b req-d6ff0e94-d44a-4f3a-bf34-b95f93b5a69e service neutron] 10.222.0.97 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435113 Jul 05 18:29:20.012320 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:20.012931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a6729264-4f3f-481c-b999-852b28d8a2c6 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:29:20.017401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a6729264-4f3f-481c-b999-852b28d8a2c6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:29:20.022365 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:20.056710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device df47da96-29f8-4a52-8a68-6bc55141ca1c no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:29:20.060256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Port a6729264-4f3f-481c-b999-852b28d8a2c6 was deleted so its status cannot be updated. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 18:29:20.069493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Port': ['ID=a6729264-4f3f-481c-b999-852b28d8a2c6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:20.120983 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device df47da96-29f8-4a52-8a68-6bc55141ca1c not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:29:20.130903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No DVR routers for this DVR port a6729264-4f3f-481c-b999-852b28d8a2c6 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:20.164007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:29:20.166181 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0" -d '{"events": [{"name": "network-changed", "server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:29:20.193167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:20.366593 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d657d97c-4175-42e7-bedf-dceee3d64540 x-openstack-request-id: req-d657d97c-4175-42e7-bedf-dceee3d64540 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:29:20.366593 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:29:20.366593 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d657d97c-4175-42e7-bedf-dceee3d64540 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:29:20.366593 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'status': 'completed', 'code': 200} Jul 05 18:29:20.575225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-801cf9c5-30ed-4a9b-89cc-171957716aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:20.576950 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-801cf9c5-30ed-4a9b-89cc-171957716aad service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1094 time: 0.2104938 Jul 05 18:29:20.602062 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:20.606729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-9b586498-b674-468a-8ec2-2d8b1dc7db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:20.608474 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-9b586498-b674-468a-8ec2-2d8b1dc7db93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1094 time: 0.1426072 Jul 05 18:29:20.719406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=83fda1f9-69b1-4547-bc4d-1329aff0b54c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:20.732972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137af522-acb9-40c5-bdb4-081bde3a6daa None None] Network 60159e44-4ffe-4298-a033-d5cfdbb4832d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:20.738330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b19b9b-6f9c-4279-8f06-3b82c342e403 req-6314d6b3-e6f1-4681-9a5d-d42f534ee1e4 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:20.738330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56b19b9b-6f9c-4279-8f06-3b82c342e403 req-6314d6b3-e6f1-4681-9a5d-d42f534ee1e4 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 943 time: 0.4199777 Jul 05 18:29:20.790410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56b19b9b-6f9c-4279-8f06-3b82c342e403 req-2eae47ab-6456-49f5-baa2-64db00b753b3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450132 Jul 05 18:29:20.796934 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-208f45c4-1fe4-4e80-ac19-48e03e004bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:20.800459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fbf95037-1af0-4910-9269-4b57e588126d None None] Could not find standard attr ID for object a6729264-4f3f-481c-b999-852b28d8a2c6. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 18:29:20.868082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:20.882770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60159e44-4ffe-4298-a033-d5cfdbb4832d']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:20.899495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-652988f0-9744-441c-951f-29298198d976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:20.901024 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-652988f0-9744-441c-951f-29298198d976 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 897 time: 0.3135660 Jul 05 18:29:20.908893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e245361b-7eec-48a8-b798-8b3e660c0ddc') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:20.909187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e245361b-7eec-48a8-b798-8b3e660c0ddc') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:20.951993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe71a9-c343-49c4-b2da-cf58ee0dcc1f None None] DHCP port deletion for 60159e44-4ffe-4298-a033-d5cfdbb4832d request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:29:20.963748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-720f2695-cdb6-4a62-97c8-d89a04c93a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:20.965219 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-720f2695-cdb6-4a62-97c8-d89a04c93a13 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 897 time: 0.3377714 Jul 05 18:29:20.966960 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:20.970393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4983814d-98ee-44d1-9899-4be8384c2692 None None] Network 60159e44-4ffe-4298-a033-d5cfdbb4832d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:21.026164 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:21.042181 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:21.042503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:21.045569 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:21.089274 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-92b09a4c-6b37-4881-908c-501dd318112d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 998 time: 0.1736884 Jul 05 18:29:21.141945 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-3194297b-c728-4842-a2c6-b35518065396 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 998 time: 0.1626732 Jul 05 18:29:21.186668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-51d97fae-82c0-4481-8e53-b7300382ec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:21.188203 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-51d97fae-82c0-4481-8e53-b7300382ec6b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.0918748 Jul 05 18:29:21.227015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-f039fa7d-abcc-4dca-90a5-c56a9a3ff6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:21.228482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-f039fa7d-abcc-4dca-90a5-c56a9a3ff6e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.0783868 Jul 05 18:29:21.230424 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:21.240724 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:21.245114 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/60159e44-4ffe-4298-a033-d5cfdbb4832d HTTP/1.1" status: 204 len: 168 time: 2.2188523 Jul 05 18:29:21.245560 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37566) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:21.264488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0336a-421d-446f-b37d-6844f2765ded tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=60159e44-4ffe-4298-a033-d5cfdbb4832d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:21.267048 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-b691d02c-200d-42b6-9c89-05ffe620074d tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:21.267926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b691d02c-200d-42b6-9c89-05ffe620074d tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:21.270156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b691d02c-200d-42b6-9c89-05ffe620074d tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/60159e44-4ffe-4298-a033-d5cfdbb4832d HTTP/1.1" status: 404 len: 339 time: 0.0233729 Jul 05 18:29:21.274915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:21.280450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1149421915', 'description': 'd1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:21.324331 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-522afb4f-0f8e-43e2-a8f9-3c1221c17496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:21.325761 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-522afb4f-0f8e-43e2-a8f9-3c1221c17496 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301882 Jul 05 18:29:21.344955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-50411cab-880f-4c08-a383-ff0aba87d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:21.346416 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-50411cab-880f-4c08-a383-ff0aba87d06c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028166 Jul 05 18:29:21.354622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:21.359107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:21.387976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:29:21.397101 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:21.398386 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment 61b4c13c-4682-49e4-b08b-2e0fd8ac9707 of type vlan for network a5d5a308-5a31-43e0-9c69-ac2514fe1bb9 Jul 05 18:29:21.438300 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:21.490716 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-8e89c6c7-540e-48e2-bfa4-2eb34f98e373 service neutron] 10.222.0.97 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571386 Jul 05 18:29:21.495786 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-1f5f587d-e5cd-4dc2-a3b2-bf17add5dd33 service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396999 Jul 05 18:29:21.531646 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:21.537991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:21.538327 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:21.607199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=a5d5a308-5a31-43e0-9c69-ac2514fe1bb9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:21.629872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a5d5a308-5a31-43e0-9c69-ac2514fe1bb9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:21.653324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-d0e34f94-1a97-426c-a38c-351d850332c2 service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494722 Jul 05 18:29:21.655759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b4fb9d8e-679b-4577-9585-7a3c1f7185d0 req-1f808ce8-2cdb-4b9e-add9-e734783d3d6e service neutron] 10.222.0.97 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591029 Jul 05 18:29:21.666811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b42e300d-18a6-400e-9530-0115a9693611 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3907940 Jul 05 18:29:21.667180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37576) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:21.759566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e433f361-69bf-49f2-b155-54916f8e6d17 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:21.761534 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e433f361-69bf-49f2-b155-54916f8e6d17 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/networks?id=a5d5a308-5a31-43e0-9c69-ac2514fe1bb9 HTTP/1.1" status: 200 len: 761 time: 0.0935793 Jul 05 18:29:21.764469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37582) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:21.769848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a13dd138-d2c1-4c01-9ed8-fab333f03141 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'description': 'd2'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:21.798481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a6729264-4f3f-481c-b999-852b28d8a2c6 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:29:21.835141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a6729264-4f3f-481c-b999-852b28d8a2c6 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:29:21.835650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a6729264-4f3f-481c-b999-852b28d8a2c6 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:29:21.980977 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a13dd138-d2c1-4c01-9ed8-fab333f03141 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.039233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca6827-4411-47b6-a021-2aebc45a8cb8 req-9e55e9b4-039d-4aec-9361-a74aa31616db tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:22.040780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4aca6827-4411-47b6-a021-2aebc45a8cb8 req-9e55e9b4-039d-4aec-9361-a74aa31616db tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 943 time: 0.1137316 Jul 05 18:29:22.072090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a13dd138-d2c1-4c01-9ed8-fab333f03141 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.129722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a13dd138-d2c1-4c01-9ed8-fab333f03141 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network a5d5a308-5a31-43e0-9c69-ac2514fe1bb9 is not hosted by any dhcp agent {{(pid=100997) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 18:29:22.136217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13dd138-d2c1-4c01-9ed8-fab333f03141 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:22.136891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a13dd138-d2c1-4c01-9ed8-fab333f03141 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.140695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a13dd138-d2c1-4c01-9ed8-fab333f03141 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "PUT /v2.0/networks/a5d5a308-5a31-43e0-9c69-ac2514fe1bb9 HTTP/1.1" status: 200 len: 758 time: 0.3727262 Jul 05 18:29:22.141114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37594) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:22.144396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4aca6827-4411-47b6-a021-2aebc45a8cb8 req-ae62ed02-740f-4246-b0fe-1838967ba480 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981100 Jul 05 18:29:22.160477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13dd138-d2c1-4c01-9ed8-fab333f03141 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=a5d5a308-5a31-43e0-9c69-ac2514fe1bb9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:22.172184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a5d5a308-5a31-43e0-9c69-ac2514fe1bb9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:22.253214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78312b2e-6b33-4dba-896c-81e97ea45ef0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:22.254831 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-78312b2e-6b33-4dba-896c-81e97ea45ef0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/networks?id=a5d5a308-5a31-43e0-9c69-ac2514fe1bb9 HTTP/1.1" status: 200 len: 761 time: 0.1126745 Jul 05 18:29:22.258428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37598) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:22.263692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1642485238'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:22.349883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:22.353774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.392125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:29:22.405312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.414946 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment 5fa66ad9-287a-429c-aa69-b93b26552815 of type vlan for network 14f193e6-d563-4392-aa1a-bd2b2a5d4a20 Jul 05 18:29:22.467606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.581728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.581728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:22.581728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.584349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device df47da96-29f8-4a52-8a68-6bc55141ca1c details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:29:22.651941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=14f193e6-d563-4392-aa1a-bd2b2a5d4a20,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:22.664009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 14f193e6-d563-4392-aa1a-bd2b2a5d4a20 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:22.715934 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8d57686d-86c4-4c95-8c1c-9135b54f7d27 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4560757 Jul 05 18:29:22.718736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37614) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:22.723782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': '14f193e6-d563-4392-aa1a-bd2b2a5d4a20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:22.787027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:22.803106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'port_id': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'mac_address': 'fa:16:3e:ea:79:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:29:22.868561 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.881619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df47da96-29f8-4a52-8a68-6bc55141ca1c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:29:22.898279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:22.902310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:22.904282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:22.986137 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:23.044332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:23.152311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:23.225639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['df47da96-29f8-4a52-8a68-6bc55141ca1c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:29:23.237171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=de0d5a05-06a1-431c-9d7d-49d5fafa00b7,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:23.247697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': '5fa66ad9-287a-429c-aa69-b93b26552815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '14f193e6-d563-4392-aa1a-bd2b2a5d4a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:23.248271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: 14f193e6-d563-4392-aa1a-bd2b2a5d4a20, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:29:23.351836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network 14f193e6-d563-4392-aa1a-bd2b2a5d4a20 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:29:23.413571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305f0816-76c3-407d-8fed-cd099b0125b6 req-efafe84d-500a-48cd-bc29-c21f6c42e246 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:23.415393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-305f0816-76c3-407d-8fed-cd099b0125b6 req-efafe84d-500a-48cd-bc29-c21f6c42e246 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 944 time: 0.0759032 Jul 05 18:29:23.454588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 14f193e6-d563-4392-aa1a-bd2b2a5d4a20) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:23.460542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:23.461683 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:23.465599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-305f0816-76c3-407d-8fed-cd099b0125b6 req-1e3fc7d2-b1d1-4971-8848-e02ac2add801 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407712 Jul 05 18:29:23.477548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be16375-f932-4b29-8cca-e24bceacc339 None None] Network 14f193e6-d563-4392-aa1a-bd2b2a5d4a20 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:23.536194 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dfb27dbb-5c54-476c-8c97-f70aff032dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:23.565168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37628) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:23.566149 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0b8443ca-ca74-4dea-92ec-9b83c8f12528 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8461220 Jul 05 18:29:23.744211 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:23.776194 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:23.783970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd048ee-4973-4c97-8fcd-01682a7149db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-14f193e6-d563-4392-aa1a-bd2b2a5d4a20', 'network_id': '14f193e6-d563-4392-aa1a-bd2b2a5d4a20', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': 'de0d5a05-06a1-431c-9d7d-49d5fafa00b7'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:29:23.784818 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6dd048ee-4973-4c97-8fcd-01682a7149db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:23.820580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:24.009539 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server [None req-6dd048ee-4973-4c97-8fcd-01682a7149db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de0d5a05-06a1-431c-9d7d-49d5fafa00b7: This subnet is being modified by another concurrent operation. Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server raise exception Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet de0d5a05-06a1-431c-9d7d-49d5fafa00b7: This subnet is being modified by another concurrent operation. Jul 05 18:29:24.044601 n-d-799524-1 neutron-server[100999]: ERROR oslo_messaging.rpc.server Jul 05 18:29:24.058240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=de0d5a05-06a1-431c-9d7d-49d5fafa00b7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:24.082092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2762e030-56f8-456d-a682-09474bc92df1 None None] Network 14f193e6-d563-4392-aa1a-bd2b2a5d4a20 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:24.137364 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:24.153161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f193e6-d563-4392-aa1a-bd2b2a5d4a20']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:24.170165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa66ad9-287a-429c-aa69-b93b26552815') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:24.170826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa66ad9-287a-429c-aa69-b93b26552815') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:24.183010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99044c91-dc73-45af-acb8-17d5789bc9b6 req-5f8fda85-acad-4534-863f-cec00cafd321 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:24.185038 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99044c91-dc73-45af-acb8-17d5789bc9b6 req-5f8fda85-acad-4534-863f-cec00cafd321 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 944 time: 0.2136385 Jul 05 18:29:24.196615 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:24.216881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-0d19d650-7253-49d2-ae94-a8878be01d2f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:24.219525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-0d19d650-7253-49d2-ae94-a8878be01d2f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 944 time: 0.1591978 Jul 05 18:29:24.229554 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:24.244887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba98ef9-e987-4b7b-ab45-6c263670f230 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:29:24.246765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:24.247179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:24.250391 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:24.265958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99044c91-dc73-45af-acb8-17d5789bc9b6 req-055076da-9439-4fec-9108-32ac8343840b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748775 Jul 05 18:29:24.297660 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-5dc4021c-4fc6-491a-8ba5-8676a98cad8e service neutron] delete failed (client error): The resource could not be found. Jul 05 18:29:24.298948 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-5dc4021c-4fc6-491a-8ba5-8676a98cad8e service neutron] 10.222.0.39 "DELETE /v2.0/ports/df47da96-29f8-4a52-8a68-6bc55141ca1c/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0725381 Jul 05 18:29:24.350341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba98ef9-e987-4b7b-ab45-6c263670f230 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:29:24.404885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:24.407465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-d452143d-7159-4d68-b8a2-fdcacc4a3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:24.414503 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-d452143d-7159-4d68-b8a2-fdcacc4a3e2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1095 time: 0.0674293 Jul 05 18:29:24.416200 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:24.420832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/14f193e6-d563-4392-aa1a-bd2b2a5d4a20 HTTP/1.1" status: 204 len: 168 time: 0.8478894 Jul 05 18:29:24.422209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37644) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:24.436119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac3c43-898f-4c50-88eb-b3ac90f4b0b0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=14f193e6-d563-4392-aa1a-bd2b2a5d4a20,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:24.477715 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc42341e-80b3-42a4-8584-839c183dffd2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] GET failed (client error): The resource could not be found. Jul 05 18:29:24.479347 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dc42341e-80b3-42a4-8584-839c183dffd2 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/subnets/de0d5a05-06a1-431c-9d7d-49d5fafa00b7 HTTP/1.1" status: 404 len: 337 time: 0.0546687 Jul 05 18:29:24.484411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37648) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:24.517977 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-425b7c80-1474-48dc-a4cd-303404c24a38 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:24.519126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425b7c80-1474-48dc-a4cd-303404c24a38 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:24.521183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-425b7c80-1474-48dc-a4cd-303404c24a38 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/14f193e6-d563-4392-aa1a-bd2b2a5d4a20 HTTP/1.1" status: 404 len: 339 time: 0.0352862 Jul 05 18:29:24.527617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37650) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:24.598446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device df47da96-29f8-4a52-8a68-6bc55141ca1c up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:29:24.805776 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db110e7e-9909-4437-841f-3024d5f7f64b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:24.810726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-db110e7e-9909-4437-841f-3024d5f7f64b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2818713 Jul 05 18:29:24.811786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37662) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:24.867825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-81cec9ef-313d-486a-ad27-9b5ab9dbc01a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 207 time: 0.0546803 Jul 05 18:29:24.868758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37664) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:24.989152 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-fc12db28-f2dd-4e5f-baca-c31d49c85d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:24.991653 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-fc12db28-f2dd-4e5f-baca-c31d49c85d3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 897 time: 0.5683815 Jul 05 18:29:25.028937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:25.060089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port df47da96-29f8-4a52-8a68-6bc55141ca1c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:29:25.064136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port df47da96-29f8-4a52-8a68-6bc55141ca1c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:29:25.064519 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:25.106370 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-7dd9f47f-6059-4438-9d7b-0f002e4a9b06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 999 time: 0.1068647 Jul 05 18:29:25.169193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a94df8-24bb-4272-b008-cd290dde16a3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.175509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-bcb7c13f-cc30-44c4-a2eb-1c43470a1e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.177306 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-bcb7c13f-cc30-44c4-a2eb-1c43470a1e76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.0633080 Jul 05 18:29:25.177959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a94df8-24bb-4272-b008-cd290dde16a3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.184195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a94df8-24bb-4272-b008-cd290dde16a3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.191185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a94df8-24bb-4272-b008-cd290dde16a3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.197276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e8a94df8-24bb-4272-b008-cd290dde16a3 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3233769 Jul 05 18:29:25.197815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37670) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:25.253503 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:25.298589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-75360a25-84fd-48b3-b680-95fb652bf03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.302750 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-75360a25-84fd-48b3-b680-95fb652bf03f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185350 Jul 05 18:29:25.328632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:29:25.337026 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e94aa0-6ae8-4da0-8d3b-4424fb490b6a" -d '{"events": [{"server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "name": "network-vif-plugged", "status": "completed", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:29:25.368519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:25.428835 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55b2bc4-7d9e-4a30-b3b0-c11f0fbbc1d3 x-openstack-request-id: req-b55b2bc4-7d9e-4a30-b3b0-c11f0fbbc1d3 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:29:25.429131 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "name": "network-vif-plugged", "status": "completed", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:29:25.435503 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b55b2bc4-7d9e-4a30-b3b0-c11f0fbbc1d3 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:29:25.435503 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'code': 200} Jul 05 18:29:25.457633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:25.473579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-650840fb-be5a-4beb-b7dd-727304b30b88 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2686758 Jul 05 18:29:25.475503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37678) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:25.489315 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-e30587e7-fc2e-4920-87f6-6982ca97a510 service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782494 Jul 05 18:29:25.529157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:25.601365 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-77ab6b99-4db5-4e1b-9f01-11f12fcc8c3d req-672bb0fc-3251-48c0-ac8b-fcfc487157db service neutron] 10.222.0.39 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042528 Jul 05 18:29:25.645320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db99593-96d4-4e34-9be6-a0dc967cc9d4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.647723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db99593-96d4-4e34-9be6-a0dc967cc9d4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.649394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2db99593-96d4-4e34-9be6-a0dc967cc9d4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1717000 Jul 05 18:29:25.653895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37684) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:25.686341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104988b-5dbe-47fe-ba18-33ccbb1c7840 req-1fe02747-dea3-429e-a5a2-d42906d53181 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.687928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3104988b-5dbe-47fe-ba18-33ccbb1c7840 req-1fe02747-dea3-429e-a5a2-d42906d53181 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.2115366 Jul 05 18:29:25.715235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f537e0-cdf4-43ff-82f5-d191abf5b64f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.716781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f537e0-cdf4-43ff-82f5-d191abf5b64f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.721641 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a2f537e0-cdf4-43ff-82f5-d191abf5b64f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0633199 Jul 05 18:29:25.721925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37686) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:25.739986 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3104988b-5dbe-47fe-ba18-33ccbb1c7840 req-ab6186ea-c716-4572-b240-8ba120e7cdc7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437729 Jul 05 18:29:25.882605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd88e669-ca6d-44c9-a083-83426c5b842a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:25.886593 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dd88e669-ca6d-44c9-a083-83426c5b842a tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/networks/48696ad6-98fb-4981-8bbc-070dcd537246 HTTP/1.1" status: 200 len: 800 time: 0.1614451 Jul 05 18:29:25.889798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37692) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:25.996981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37696) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:25.999170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9bb3b81a-8a38-42e4-8966-ffbfb4d064b6 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/networks/48696ad6-98fb-4981-8bbc-070dcd537246?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1078420 Jul 05 18:29:26.056360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbf75a6-2f86-4b68-a023-6343b6e7b810 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:26.061498 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1fbf75a6-2f86-4b68-a023-6343b6e7b810 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/subnets/987d3f42-f782-4d0d-bc39-0132f5452691 HTTP/1.1" status: 200 len: 811 time: 0.0599363 Jul 05 18:29:26.061617 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37700) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:26.121093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eff9b3b-09c8-4a83-bdd2-078b0a49a19c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['shared'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:26.122520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4eff9b3b-09c8-4a83-bdd2-078b0a49a19c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "GET /v2.0/subnets/987d3f42-f782-4d0d-bc39-0132f5452691?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0596936 Jul 05 18:29:26.127053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37704) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:26.133121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1683883280'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:26.226016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:26.229564 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:26.257946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:29:26.267379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:26.267717 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Added segment 6935e332-445a-403a-9128-4a4cc3bc485c of type vlan for network eabe688f-6b38-4b77-8688-649aba08198c Jul 05 18:29:26.313380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:26.408769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:26.414411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:26.415210 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:26.442145 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:26.481262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Network': ['ID=eabe688f-6b38-4b77-8688-649aba08198c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:26.492281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network eabe688f-6b38-4b77-8688-649aba08198c details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:26.531491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ef402af-285a-4393-aff5-039de42f572b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4021780 Jul 05 18:29:26.535096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37710) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:26.566337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'network_id': 'eabe688f-6b38-4b77-8688-649aba08198c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:26.737988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Made reservation on behalf of f0be36471ce94ba3a0b303b5762022af for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:26.742746 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:26.806456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing IP validity checks on allocation pools {{(pid=100997) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 18:29:26.807025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.ipam_backend_mixin [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100997) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 18:29:27.017878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9240e6-5f9a-4b5b-99d2-9699baa43539 req-ad773915-2597-4787-b1a4-0906b594e2fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:27.019435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d9240e6-5f9a-4b5b-99d2-9699baa43539 req-ad773915-2597-4787-b1a4-0906b594e2fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.1253388 Jul 05 18:29:27.059719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:27.063909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d9240e6-5f9a-4b5b-99d2-9699baa43539 req-b49a2bee-5617-45e9-b9a2-aac7fc4c12ff tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377681 Jul 05 18:29:27.091918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37722) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:27.119834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=bd3f8974-8b6a-4ea4-9685-7f1245c20c32,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:27.164455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Checking segment: {'id': '6935e332-445a-403a-9128-4a4cc3bc485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eabe688f-6b38-4b77-8688-649aba08198c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:27.164681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network hostable DHCP agents. Network: eabe688f-6b38-4b77-8688-649aba08198c, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:29:27.165469 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1df3e0d4-201f-42d3-a180-a49a5262926b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/92067db6-e943-4d9b-b2e5-0bb948382e2d HTTP/1.1" status: 200 len: 992 time: 0.0722759 Jul 05 18:29:27.251651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Network eabe688f-6b38-4b77-8688-649aba08198c is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:29:27.337481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, eabe688f-6b38-4b77-8688-649aba08198c) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:27.342747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:27.343880 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:27.351279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4998b672-49f0-451c-880b-2c9af6de5d77 None None] Network eabe688f-6b38-4b77-8688-649aba08198c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:27.421046 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-39d96d3d-94e9-40f1-93b4-2cb08361c288 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8768103 Jul 05 18:29:27.423759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37730) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:27.429654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cb0d7d01-fc22-445b-9c80-8590842014d0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:27.552552 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb0d7d01-fc22-445b-9c80-8590842014d0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-263387347'] for subnet, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:27.578286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-eabe688f-6b38-4b77-8688-649aba08198c', 'network_id': 'eabe688f-6b38-4b77-8688-649aba08198c', 'tenant_id': 'f0be36471ce94ba3a0b303b5762022af', 'fixed_ips': [{'subnet_id': 'bd3f8974-8b6a-4ea4-9685-7f1245c20c32'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:29:27.579382 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:27.834995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb0d7d01-fc22-445b-9c80-8590842014d0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731268181023', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-260070687'] for subnet, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:27.932951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Allocated IP 172.20.0.3 (eabe688f-6b38-4b77-8688-649aba08198c/bd3f8974-8b6a-4ea4-9685-7f1245c20c32/16b48173-62b4-4477-a478-ce7ed5f91e79) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:29:27.938180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d7d01-fc22-445b-9c80-8590842014d0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event updated for resources: {'Subnet': ['ID=bd3f8974-8b6a-4ea4-9685-7f1245c20c32,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:27.942367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0d7d01-fc22-445b-9c80-8590842014d0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:27.943998 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb0d7d01-fc22-445b-9c80-8590842014d0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:27.949344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37742) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:27.949469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cb0d7d01-fc22-445b-9c80-8590842014d0 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "PUT /v2.0/subnets/bd3f8974-8b6a-4ea4-9685-7f1245c20c32 HTTP/1.1" status: 200 len: 877 time: 0.5237694 Jul 05 18:29:28.055227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.101585 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.110345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Transition to ACTIVE for port object 16b48173-62b4-4477-a478-ce7ed5f91e79 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:28.137119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Transition to ACTIVE for port object 16b48173-62b4-4477-a478-ce7ed5f91e79 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:28.147155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.206485 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.241614 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Network eabe688f-6b38-4b77-8688-649aba08198c is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:29:28.244658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:28.248038 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:29:28.284485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Pushing event updated for resources: {'Port': ['ID=16b48173-62b4-4477-a478-ce7ed5f91e79,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:28.309326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.315157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.315526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.315876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.316227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.316734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.317524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.317524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.317789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.318085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.318827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.318950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.319252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:28.330997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Attempting to bind port 16b48173-62b4-4477-a478-ce7ed5f91e79 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:29:28.337729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Attempting to bind port 16b48173-62b4-4477-a478-ce7ed5f91e79 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '6935e332-445a-403a-9128-4a4cc3bc485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eabe688f-6b38-4b77-8688-649aba08198c'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:29:28.337729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Attempting to bind port 16b48173-62b4-4477-a478-ce7ed5f91e79 on network eabe688f-6b38-4b77-8688-649aba08198c {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:29:28.337729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:29:28.338550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Checking segment: {'id': '6935e332-445a-403a-9128-4a4cc3bc485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eabe688f-6b38-4b77-8688-649aba08198c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:28.338550 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.338791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Bound using segment: {'id': '6935e332-445a-403a-9128-4a4cc3bc485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eabe688f-6b38-4b77-8688-649aba08198c'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:29:28.339238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Bound port: 16b48173-62b4-4477-a478-ce7ed5f91e79, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6935e332-445a-403a-9128-4a4cc3bc485c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'eabe688f-6b38-4b77-8688-649aba08198c'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:29:28.339638 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.350818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=bd3f8974-8b6a-4ea4-9685-7f1245c20c32,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:28.364633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37750) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:28.407591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] For port 16b48173-62b4-4477-a478-ce7ed5f91e79, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:29:28.410547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] For port 16b48173-62b4-4477-a478-ce7ed5f91e79, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=16b48173-62b4-4477-a478-ce7ed5f91e79,segment=NetworkSegment(6935e332-445a-403a-9128-4a4cc3bc485c),segment_id=6935e332-445a-403a-9128-4a4cc3bc485c)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:29:28.430627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.440908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabe688f-6b38-4b77-8688-649aba08198c']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:28.452726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6935e332-445a-403a-9128-4a4cc3bc485c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:28.453161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6935e332-445a-403a-9128-4a4cc3bc485c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:28.464131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.486415 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12a28a0c-723d-4678-906c-f7fbf7d44672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.501061 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.510946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.519043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:28.519551 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:28.523457 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:28.582515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc7327-f905-4bf4-ad33-51df1b089d49 None None] Pushing event updated for resources: {'Port': ['ID=16b48173-62b4-4477-a478-ce7ed5f91e79,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:28.609726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82633919-f96c-410a-b1b0-e0ebeb29ed3f None None] Network eabe688f-6b38-4b77-8688-649aba08198c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:28.642594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 18:29:28.642594 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 18:29:28.642594 n-d-799524-1 neutron-server[100998]: [parameters: {'id': 'eabe688f-6b38-4b77-8688-649aba08198c'}] Jul 05 18:29:28.642594 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:29:28.642594 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:29:28.664987 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12a28a0c-723d-4678-906c-f7fbf7d44672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.743528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-12a28a0c-723d-4678-906c-f7fbf7d44672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.752154 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c53b179-acc0-4001-a137-07f0c76a23d1 None None] Network eabe688f-6b38-4b77-8688-649aba08198c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:28.784881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-12a28a0c-723d-4678-906c-f7fbf7d44672 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08eb34e855874b01b0b5157311d025aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167407 Jul 05 18:29:28.785267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37760) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:28.827423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a28a0c-723d-4678-906c-f7fbf7d44672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8d2f3a-f092-48d2-bf52-41241604b87d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:28.852021 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f744cb8b-63ea-4375-8f04-e17001ea15d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.879718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f744cb8b-63ea-4375-8f04-e17001ea15d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:28.898950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf471359-d880-4c09-bd77-8f8c378b7c24 None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 18:29:28.992203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf471359-d880-4c09-bd77-8f8c378b7c24 None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 18:29:29.003283 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f744cb8b-63ea-4375-8f04-e17001ea15d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.006442 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f744cb8b-63ea-4375-8f04-e17001ea15d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.007636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f744cb8b-63ea-4375-8f04-e17001ea15d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7d8d2f3a-f092-48d2-bf52-41241604b87d HTTP/1.1" status: 204 len: 168 time: 0.2216883 Jul 05 18:29:29.024253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f744cb8b-63ea-4375-8f04-e17001ea15d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8d2f3a-f092-48d2-bf52-41241604b87d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:29.142898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.211953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting port 16b48173-62b4-4477-a478-ce7ed5f91e79 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:29.212660 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.292998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] For port 16b48173-62b4-4477-a478-ce7ed5f91e79, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=16b48173-62b4-4477-a478-ce7ed5f91e79,segment=NetworkSegment(6935e332-445a-403a-9128-4a4cc3bc485c),segment_id=6935e332-445a-403a-9128-4a4cc3bc485c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:29.293429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.307017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Calling delete_port for 16b48173-62b4-4477-a478-ce7ed5f91e79 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:29.486185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.523383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Port': ['ID=16b48173-62b4-4477-a478-ce7ed5f91e79,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:29.525083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No DVR routers for this DVR port 16b48173-62b4-4477-a478-ce7ed5f91e79 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:29.604455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.615525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabe688f-6b38-4b77-8688-649aba08198c']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:29.636870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6935e332-445a-403a-9128-4a4cc3bc485c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:29.637179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6935e332-445a-403a-9128-4a4cc3bc485c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:29.648614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.664450 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.670329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:29.670748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:29.673806 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:29.760924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37776) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:29.774494 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fb13d951-268d-4ed5-91ee-c8bd4f405de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.785977 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.813835 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.819461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.821522 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/eabe688f-6b38-4b77-8688-649aba08198c HTTP/1.1" status: 204 len: 168 time: 1.8720489 Jul 05 18:29:29.827026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37778) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:29.838208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604eb1b-f771-4e70-a30a-1a99cf0b57ec tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=eabe688f-6b38-4b77-8688-649aba08198c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:29.858850 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec93d8f-17d7-4f28-93a2-24361e97d05b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:29.859312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec93d8f-17d7-4f28-93a2-24361e97d05b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:29.861035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3ec93d8f-17d7-4f28-93a2-24361e97d05b tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/bd3f8974-8b6a-4ea4-9685-7f1245c20c32 HTTP/1.1" status: 404 len: 337 time: 0.0314565 Jul 05 18:29:29.863691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37782) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:29.888785 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfb4d630-84ab-4ac7-b93b-2faaaccdfeaa tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:29.889338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfb4d630-84ab-4ac7-b93b-2faaaccdfeaa tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:29.891058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dfb4d630-84ab-4ac7-b93b-2faaaccdfeaa tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/eabe688f-6b38-4b77-8688-649aba08198c HTTP/1.1" status: 404 len: 339 time: 0.0264752 Jul 05 18:29:29.893871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37784) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:29.922092 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f1fee0-6934-409d-b850-9ea90493a928 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:29.923425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f1fee0-6934-409d-b850-9ea90493a928 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:29.927807 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f0f1fee0-6934-409d-b850-9ea90493a928 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/de0d5a05-06a1-431c-9d7d-49d5fafa00b7 HTTP/1.1" status: 404 len: 337 time: 0.0295644 Jul 05 18:29:29.927807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37788) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:29.932253 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fb13d951-268d-4ed5-91ee-c8bd4f405de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:29.948160 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9ab150-713b-4ab0-899a-a41da6c5a587 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:29.949175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9ab150-713b-4ab0-899a-a41da6c5a587 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:29.950512 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ed9ab150-713b-4ab0-899a-a41da6c5a587 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/14f193e6-d563-4392-aa1a-bd2b2a5d4a20 HTTP/1.1" status: 404 len: 339 time: 0.0221670 Jul 05 18:29:29.953168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37792) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:29.997563 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fb13d951-268d-4ed5-91ee-c8bd4f405de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.038700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13d951-268d-4ed5-91ee-c8bd4f405de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f421d1-70d9-41ad-9bfa-a87dd64cdbeb,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:30.043263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.045036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fb13d951-268d-4ed5-91ee-c8bd4f405de2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eadb45e24a6f4ad7887744d0f2edc7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830489 Jul 05 18:29:30.047844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37794) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.104176 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5299072c-1dfd-4fa0-b6fb-9527b37a61bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.126347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5299072c-1dfd-4fa0-b6fb-9527b37a61bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.133058 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.143393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d5a308-5a31-43e0-9c69-ac2514fe1bb9']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:30.155391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61b4c13c-4682-49e4-b08b-2e0fd8ac9707') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:30.155758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61b4c13c-4682-49e4-b08b-2e0fd8ac9707') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:30.165621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.184537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.190273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:30.193119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:30.194383 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:30.263340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5299072c-1dfd-4fa0-b6fb-9527b37a61bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.265906 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5299072c-1dfd-4fa0-b6fb-9527b37a61bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.267279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5299072c-1dfd-4fa0-b6fb-9527b37a61bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b3f421d1-70d9-41ad-9bfa-a87dd64cdbeb HTTP/1.1" status: 204 len: 168 time: 0.2178946 Jul 05 18:29:30.275738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299072c-1dfd-4fa0-b6fb-9527b37a61bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f421d1-70d9-41ad-9bfa-a87dd64cdbeb,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:30.326425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.337131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.341373 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/a5d5a308-5a31-43e0-9c69-ac2514fe1bb9 HTTP/1.1" status: 204 len: 168 time: 0.3850226 Jul 05 18:29:30.341782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37802) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.351224 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3d45a-05a1-44c4-9b63-1a4b6494e63c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=a5d5a308-5a31-43e0-9c69-ac2514fe1bb9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:30.392464 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-e63f8bb9-ed5e-4f1f-a08c-ddf51f8a1f9c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.393249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e63f8bb9-ed5e-4f1f-a08c-ddf51f8a1f9c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.395307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e63f8bb9-ed5e-4f1f-a08c-ddf51f8a1f9c tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/83fda1f9-69b1-4547-bc4d-1329aff0b54c HTTP/1.1" status: 404 len: 337 time: 0.0524478 Jul 05 18:29:30.398607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37804) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.417031 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-261e03f8-bfda-44d1-98be-36805883dfaa tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.417562 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-261e03f8-bfda-44d1-98be-36805883dfaa tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.419287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-261e03f8-bfda-44d1-98be-36805883dfaa tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/60159e44-4ffe-4298-a033-d5cfdbb4832d HTTP/1.1" status: 404 len: 339 time: 0.0195408 Jul 05 18:29:30.423139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37806) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.448221 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-4366013d-3836-43ef-ae07-a6869fa1ee29 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.448681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4366013d-3836-43ef-ae07-a6869fa1ee29 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.450428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4366013d-3836-43ef-ae07-a6869fa1ee29 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/4f713e07-6b34-468e-8599-2ad31613637b HTTP/1.1" status: 404 len: 337 time: 0.0277057 Jul 05 18:29:30.453000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37808) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.470852 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d93314-e9d0-4380-a923-2de4c31a1915 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.471392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d93314-e9d0-4380-a923-2de4c31a1915 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.473092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b4d93314-e9d0-4380-a923-2de4c31a1915 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/a1a10e0c-cf83-4534-b504-30d27b52d6c0 HTTP/1.1" status: 404 len: 339 time: 0.0192053 Jul 05 18:29:30.476542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37810) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.506177 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4d1d24-4d23-4e1f-a4f7-e27c6fdddbf9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.506645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4d1d24-4d23-4e1f-a4f7-e27c6fdddbf9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.508348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8d4d1d24-4d23-4e1f-a4f7-e27c6fdddbf9 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/af46460a-003c-4fd5-9981-bc440d0a67d0 HTTP/1.1" status: 404 len: 337 time: 0.0308764 Jul 05 18:29:30.511013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37812) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.528379 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-949ba3da-cdb5-4f80-afe6-b8d5b7685b81 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.529103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-949ba3da-cdb5-4f80-afe6-b8d5b7685b81 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.531064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-949ba3da-cdb5-4f80-afe6-b8d5b7685b81 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/623e1349-c27a-4ca6-92e3-a1ce2b9449c1 HTTP/1.1" status: 404 len: 339 time: 0.0188746 Jul 05 18:29:30.533370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37814) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.559852 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ac4a5a-0749-46bf-b60b-d61599bff70e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.560320 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ac4a5a-0749-46bf-b60b-d61599bff70e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.562231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-10ac4a5a-0749-46bf-b60b-d61599bff70e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/9e43ffe9-b6a2-47de-b707-7582a582f266 HTTP/1.1" status: 404 len: 337 time: 0.0279572 Jul 05 18:29:30.565155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37818) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.585703 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-a986a0c1-f795-4865-8db2-6c00f3b814c7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.586252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a986a0c1-f795-4865-8db2-6c00f3b814c7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.588037 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a986a0c1-f795-4865-8db2-6c00f3b814c7 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/5f4d3974-4ed4-417e-9d26-68dbcd5d7b7e HTTP/1.1" status: 404 len: 339 time: 0.0216594 Jul 05 18:29:30.592054 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37822) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.617551 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5d8ece-4a0f-4189-82c1-eb98e3349fd1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.618060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b5d8ece-4a0f-4189-82c1-eb98e3349fd1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.619863 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6b5d8ece-4a0f-4189-82c1-eb98e3349fd1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/4c4a6c59-8605-41b7-8ed1-11703bc2676d HTTP/1.1" status: 404 len: 337 time: 0.0268323 Jul 05 18:29:30.622321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37824) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.640503 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c547ac2-aaa1-48f8-9e0b-299fc8e0cab4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.641049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c547ac2-aaa1-48f8-9e0b-299fc8e0cab4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.642752 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9c547ac2-aaa1-48f8-9e0b-299fc8e0cab4 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/46fa50ef-a813-4a69-b897-93920e388478 HTTP/1.1" status: 404 len: 339 time: 0.0194945 Jul 05 18:29:30.645109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37828) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.679898 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41428b9-7d21-4b63-abf2-656ec7384f93 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.680464 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41428b9-7d21-4b63-abf2-656ec7384f93 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.682949 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c41428b9-7d21-4b63-abf2-656ec7384f93 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/fceb9028-947d-4eb3-80ff-ddc9b037e621 HTTP/1.1" status: 404 len: 337 time: 0.0366998 Jul 05 18:29:30.685381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37834) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.706632 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b660f4-b525-469a-8bcd-46ed535bfeee tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.707313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b660f4-b525-469a-8bcd-46ed535bfeee tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.709179 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e2b660f4-b525-469a-8bcd-46ed535bfeee tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/575490d1-8af9-42ba-bf46-424e9ddff746 HTTP/1.1" status: 404 len: 339 time: 0.0227830 Jul 05 18:29:30.712077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37836) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.746605 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e2dbcbd-a1d9-46bb-80ed-c93ab2cc9de8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.746948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e2dbcbd-a1d9-46bb-80ed-c93ab2cc9de8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.748988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4e2dbcbd-a1d9-46bb-80ed-c93ab2cc9de8 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/a5f079ef-f447-44a4-a138-126cfe5edf46 HTTP/1.1" status: 404 len: 337 time: 0.0359058 Jul 05 18:29:30.751812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37840) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.771554 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8ee21a-6e27-43e7-bc8f-4111c11b3d1e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.772225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8ee21a-6e27-43e7-bc8f-4111c11b3d1e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.773931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1f8ee21a-6e27-43e7-bc8f-4111c11b3d1e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/f72ef051-736a-4f9e-b37a-5247d97c22ed HTTP/1.1" status: 404 len: 339 time: 0.0207348 Jul 05 18:29:30.776431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37842) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.803913 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74ebd7e-d93d-45c0-bde3-97211fa4074e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.804291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74ebd7e-d93d-45c0-bde3-97211fa4074e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.805993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d74ebd7e-d93d-45c0-bde3-97211fa4074e tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/e2524845-faaf-43fd-b15b-7be1378a1886 HTTP/1.1" status: 404 len: 337 time: 0.0285761 Jul 05 18:29:30.808525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37844) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.825830 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5513599-2c67-4a4b-94a2-dce331a40bd1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] DELETE failed (client error): The resource could not be found. Jul 05 18:29:30.834901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5513599-2c67-4a4b-94a2-dce331a40bd1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 18:29:30.834901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a5513599-2c67-4a4b-94a2-dce331a40bd1 tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/cd857e18-09f3-48cd-986d-3b25ab5f10be HTTP/1.1" status: 404 len: 339 time: 0.0186751 Jul 05 18:29:30.836758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37846) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:30.893071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc723ed1-6d6c-4a65-986f-ed75673a9a7f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting subnet 987d3f42-f782-4d0d-bc39-0132f5452691 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:29:30.896366 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc723ed1-6d6c-4a65-986f-ed75673a9a7f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:30.937397 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc723ed1-6d6c-4a65-986f-ed75673a9a7f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.018582 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc723ed1-6d6c-4a65-986f-ed75673a9a7f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.157932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc723ed1-6d6c-4a65-986f-ed75673a9a7f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.185835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc723ed1-6d6c-4a65-986f-ed75673a9a7f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Subnet': ['ID=987d3f42-f782-4d0d-bc39-0132f5452691,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:31.193754 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc723ed1-6d6c-4a65-986f-ed75673a9a7f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.195758 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dc723ed1-6d6c-4a65-986f-ed75673a9a7f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/subnets/987d3f42-f782-4d0d-bc39-0132f5452691 HTTP/1.1" status: 204 len: 168 time: 0.3580852 Jul 05 18:29:31.200357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbb39c0-7248-4f33-b26e-a0a667912e12 None None] Network 48696ad6-98fb-4981-8bbc-070dcd537246 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:31.204391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37862) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:31.287587 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.344030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Deleting port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:31.344720 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.403180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ab423-de4c-4f79-9d0c-4d193e52aebc None None] DHCP port deletion for 48696ad6-98fb-4981-8bbc-070dcd537246 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:29:31.419551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] For port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4ad85cef-3e1f-4b4f-8ce9-479d67fb49df,segment=NetworkSegment(0397de8b-a186-4623-b9a6-ad58d2e310b1),segment_id=0397de8b-a186-4623-b9a6-ad58d2e310b1)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:31.419993 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.434196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Calling delete_port for 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:31.463838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d15ab423-de4c-4f79-9d0c-4d193e52aebc None None] Deleting port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:31.464375 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d15ab423-de4c-4f79-9d0c-4d193e52aebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.537397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d15ab423-de4c-4f79-9d0c-4d193e52aebc None None] For port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4ad85cef-3e1f-4b4f-8ce9-479d67fb49df,segment=NetworkSegment(0397de8b-a186-4623-b9a6-ad58d2e310b1),segment_id=0397de8b-a186-4623-b9a6-ad58d2e310b1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:31.538156 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d15ab423-de4c-4f79-9d0c-4d193e52aebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.551111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d15ab423-de4c-4f79-9d0c-4d193e52aebc None None] Calling delete_port for 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:31.594997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.629386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Port': ['ID=4ad85cef-3e1f-4b4f-8ce9-479d67fb49df,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:31.629386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] No DVR routers for this DVR port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:31.637865 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d15ab423-de4c-4f79-9d0c-4d193e52aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.664782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ab423-de4c-4f79-9d0c-4d193e52aebc None None] Pushing event deleted for resources: {'Port': ['ID=4ad85cef-3e1f-4b4f-8ce9-479d67fb49df,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:31.668365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ab423-de4c-4f79-9d0c-4d193e52aebc None None] No DVR routers for this DVR port 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:31.728198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.738840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48696ad6-98fb-4981-8bbc-070dcd537246']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:31.750325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0397de8b-a186-4623-b9a6-ad58d2e310b1') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:31.750649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0397de8b-a186-4623-b9a6-ad58d2e310b1') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:31.760840 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.777479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.792923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:29:31.796867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:29:31.797455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:29:31.811891 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:29:31.814174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:29:31.814174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4ad85cef-3e1f-4b4f-8ce9-479d67fb49df not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:29:31.940638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.953305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:31.958993 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] 10.222.0.30 "DELETE /v2.0/networks/48696ad6-98fb-4981-8bbc-070dcd537246 HTTP/1.1" status: 204 len: 168 time: 0.7508271 Jul 05 18:29:31.974762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550775f-cf8c-443b-8471-0e84b328531f tempest-NetworksTest-1463447503 tempest-NetworksTest-1463447503-project] Pushing event deleted for resources: {'Network': ['ID=48696ad6-98fb-4981-8bbc-070dcd537246,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:32.362155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37900) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:32.552247 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb85bd55-51d8-4c32-a500-e5e7886333ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0be36471ce94ba3a0b303b5762022af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887543 Jul 05 18:29:32.554869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37910) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:32.605387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b17fb5e-5fe7-4da9-865e-4b7caf769798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:32.627884 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b17fb5e-5fe7-4da9-865e-4b7caf769798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:32.760357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b17fb5e-5fe7-4da9-865e-4b7caf769798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:32.763882 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9b17fb5e-5fe7-4da9-865e-4b7caf769798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:32.765062 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9b17fb5e-5fe7-4da9-865e-4b7caf769798 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b94daaa-cc0b-4ca5-8d8e-17d74846c420 HTTP/1.1" status: 204 len: 168 time: 0.2092862 Jul 05 18:29:32.774101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b17fb5e-5fe7-4da9-865e-4b7caf769798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b94daaa-cc0b-4ca5-8d8e-17d74846c420,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:33.899705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37966) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:34.036858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group': {'name': 'tempest-secgroup--378417089'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:34.163253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:34.171706 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:34.381260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:34.506851 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:34.553650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d62c5b1-df1a-47a5-b7f3-d1b1247d7897,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:34.614822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:34.671966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:34.703461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b80a7-5ce9-4902-aaa7-e4f478b87327,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:34.755675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:34.756947 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2e4187f7-db02-4383-90af-8e43cf335a5f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8553228 Jul 05 18:29:34.759639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37986) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:34.853148 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-67c0bb61-b558-4300-b020-8f99edcf90a1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0924268 Jul 05 18:29:34.856049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 37990) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:34.860560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-39b4e2ba-7900-41e3-a95c-58ea2a4d378a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group': {'name': 'tempest-security--831254137', 'description': 'tempest-security-description-1034859803'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:34.889121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39b4e2ba-7900-41e3-a95c-58ea2a4d378a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:34.939703 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39b4e2ba-7900-41e3-a95c-58ea2a4d378a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.031998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39b4e2ba-7900-41e3-a95c-58ea2a4d378a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.037204 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-39b4e2ba-7900-41e3-a95c-58ea2a4d378a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.042654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-39b4e2ba-7900-41e3-a95c-58ea2a4d378a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "PUT /v2.0/security-groups/d79b80a7-5ce9-4902-aaa7-e4f478b87327 HTTP/1.1" status: 200 len: 1779 time: 0.1854787 Jul 05 18:29:35.045912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 37994) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:35.103753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4e2ba-7900-41e3-a95c-58ea2a4d378a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b80a7-5ce9-4902-aaa7-e4f478b87327,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:35.200023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fcb68988-48ef-41ea-9e6e-8648b0fe75ea tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups/d79b80a7-5ce9-4902-aaa7-e4f478b87327 HTTP/1.1" status: 200 len: 1779 time: 0.1527944 Jul 05 18:29:35.200641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38000) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:35.284567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b0c6982a-69f1-4319-bd26-4811cc5d7d28 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.314287 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b0c6982a-69f1-4319-bd26-4811cc5d7d28 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.463540 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b0c6982a-69f1-4319-bd26-4811cc5d7d28 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.471839 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b0c6982a-69f1-4319-bd26-4811cc5d7d28 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.471839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b0c6982a-69f1-4319-bd26-4811cc5d7d28 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-groups/d79b80a7-5ce9-4902-aaa7-e4f478b87327 HTTP/1.1" status: 204 len: 168 time: 0.2662227 Jul 05 18:29:35.472198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38004) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:35.481660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c6982a-69f1-4319-bd26-4811cc5d7d28 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b80a7-5ce9-4902-aaa7-e4f478b87327,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:35.525130 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-03e9633d-4d4f-4d26-b1fe-0b18d4762c98 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0488431 Jul 05 18:29:35.525377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38008) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:35.539658 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-056cc2e0-0781-404b-8b84-51ee6c8e39da tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] delete failed (client error): The resource could not be found. Jul 05 18:29:35.544385 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-056cc2e0-0781-404b-8b84-51ee6c8e39da tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-groups/d79b80a7-5ce9-4902-aaa7-e4f478b87327 HTTP/1.1" status: 404 len: 347 time: 0.0143805 Jul 05 18:29:35.548712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38010) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:35.549451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7ef7ac2d-e3f3-4930-bef8-bca06ce4a290 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667498437'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:35.637941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ac2d-e3f3-4930-bef8-bca06ce4a290 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.731545 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ac2d-e3f3-4930-bef8-bca06ce4a290 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.800274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ac2d-e3f3-4930-bef8-bca06ce4a290 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.830214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef7ac2d-e3f3-4930-bef8-bca06ce4a290 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96a9b0d-77af-4d17-b5cb-c5d2d033cdfc,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:35.917392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ef7ac2d-e3f3-4930-bef8-bca06ce4a290 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:35.920372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ef7ac2d-e3f3-4930-bef8-bca06ce4a290 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3729210 Jul 05 18:29:35.921921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38016) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:35.928466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c09f8c21-471a-4093-bba3-c9bad5ed8145 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': 'f96a9b0d-77af-4d17-b5cb-c5d2d033cdfc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:36.000688 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.026306 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09f8c21-471a-4093-bba3-c9bad5ed8145 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.097275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09f8c21-471a-4093-bba3-c9bad5ed8145 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.174575 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09f8c21-471a-4093-bba3-c9bad5ed8145 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.195416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f8c21-471a-4093-bba3-c9bad5ed8145 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=369b88e6-3b43-4174-ad00-a2febc88bff7,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:36.269011 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c09f8c21-471a-4093-bba3-c9bad5ed8145 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.271537 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c09f8c21-471a-4093-bba3-c9bad5ed8145 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3470623 Jul 05 18:29:36.273459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38026) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:36.307145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af26e496-3d10-4176-989f-c11362780a8c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.315145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af26e496-3d10-4176-989f-c11362780a8c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.426471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af26e496-3d10-4176-989f-c11362780a8c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.436419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-af26e496-3d10-4176-989f-c11362780a8c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.439953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-af26e496-3d10-4176-989f-c11362780a8c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/369b88e6-3b43-4174-ad00-a2febc88bff7 HTTP/1.1" status: 204 len: 168 time: 0.1630862 Jul 05 18:29:36.440354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38032) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:36.441913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af26e496-3d10-4176-989f-c11362780a8c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=369b88e6-3b43-4174-ad00-a2febc88bff7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:36.490723 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ea6cfdfd-8b5c-4543-9b9a-e61b45479fbc tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0489705 Jul 05 18:29:36.493343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38034) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:36.553980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf845907-ced1-431a-a7bc-a0469f248583 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.576312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf845907-ced1-431a-a7bc-a0469f248583 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.688725 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf845907-ced1-431a-a7bc-a0469f248583 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.691415 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf845907-ced1-431a-a7bc-a0469f248583 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.693911 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cf845907-ced1-431a-a7bc-a0469f248583 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-groups/f96a9b0d-77af-4d17-b5cb-c5d2d033cdfc HTTP/1.1" status: 204 len: 168 time: 0.1994333 Jul 05 18:29:36.696209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38044) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:36.705664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf845907-ced1-431a-a7bc-a0469f248583 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96a9b0d-77af-4d17-b5cb-c5d2d033cdfc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:36.767577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38048) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:36.768504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0781f583-d3d6-409f-973d-1728746c5566 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660534 Jul 05 18:29:36.773434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-53bfa970-578e-41f3-9ca1-770d32b6ba18 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1142416172'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:36.880952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-53bfa970-578e-41f3-9ca1-770d32b6ba18 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:36.963544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-53bfa970-578e-41f3-9ca1-770d32b6ba18 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.029213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-53bfa970-578e-41f3-9ca1-770d32b6ba18 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.063079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfa970-578e-41f3-9ca1-770d32b6ba18 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5c3614-f378-463f-93c2-23843a301aa8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:37.165441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-53bfa970-578e-41f3-9ca1-770d32b6ba18 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.165441 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-53bfa970-578e-41f3-9ca1-770d32b6ba18 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3930326 Jul 05 18:29:37.165633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38066) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:37.170734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-dd93696e-4538-4083-a572-40fd9d108159 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': '8d5c3614-f378-463f-93c2-23843a301aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:37.257919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd93696e-4538-4083-a572-40fd9d108159 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.317948 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd93696e-4538-4083-a572-40fd9d108159 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.400402 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd93696e-4538-4083-a572-40fd9d108159 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.420093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93696e-4538-4083-a572-40fd9d108159 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d880bd69-e0ae-4c6f-bf27-5e7f37927bc3,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:37.506773 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dd93696e-4538-4083-a572-40fd9d108159 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.510876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dd93696e-4538-4083-a572-40fd9d108159 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3412557 Jul 05 18:29:37.511084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38074) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:37.515746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-11fe8244-9dbb-4b27-a181-0b9bbb58fd9f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': '8d5c3614-f378-463f-93c2-23843a301aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:37.620096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11fe8244-9dbb-4b27-a181-0b9bbb58fd9f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.683519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11fe8244-9dbb-4b27-a181-0b9bbb58fd9f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.760667 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11fe8244-9dbb-4b27-a181-0b9bbb58fd9f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.785542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe8244-9dbb-4b27-a181-0b9bbb58fd9f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2cdd28-be6d-4d3d-9e3e-4e6a8cc5126c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:37.860460 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-11fe8244-9dbb-4b27-a181-0b9bbb58fd9f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:37.865714 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-11fe8244-9dbb-4b27-a181-0b9bbb58fd9f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3529506 Jul 05 18:29:37.866266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38080) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:37.870984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d76a6b53-f947-4fe6-a94e-7ceb05aec2b7 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': '8d5c3614-f378-463f-93c2-23843a301aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:37.968525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d76a6b53-f947-4fe6-a94e-7ceb05aec2b7 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.035234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d76a6b53-f947-4fe6-a94e-7ceb05aec2b7 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.092054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d76a6b53-f947-4fe6-a94e-7ceb05aec2b7 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.109673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a6b53-f947-4fe6-a94e-7ceb05aec2b7 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ab2aa3c-4fc9-4b26-964b-56b367a3573b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:38.164641 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d76a6b53-f947-4fe6-a94e-7ceb05aec2b7 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.166706 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d76a6b53-f947-4fe6-a94e-7ceb05aec2b7 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2992013 Jul 05 18:29:38.169513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38086) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:38.178381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7c89c039-b7d6-4bb9-90ad-70a237a3806c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': '8d5c3614-f378-463f-93c2-23843a301aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:38.300372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c89c039-b7d6-4bb9-90ad-70a237a3806c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.371691 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c89c039-b7d6-4bb9-90ad-70a237a3806c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.452182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c89c039-b7d6-4bb9-90ad-70a237a3806c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.470959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89c039-b7d6-4bb9-90ad-70a237a3806c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20506dab-8574-4c8b-b1a6-e1a8f1d4fb00,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:38.553021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7c89c039-b7d6-4bb9-90ad-70a237a3806c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.554356 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7c89c039-b7d6-4bb9-90ad-70a237a3806c tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3811162 Jul 05 18:29:38.557155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38096) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:38.561665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8b6f2d63-f38b-4836-a751-cc2215ebf390 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': '8d5c3614-f378-463f-93c2-23843a301aa8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:38.656819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d63-f38b-4836-a751-cc2215ebf390 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.717839 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d63-f38b-4836-a751-cc2215ebf390 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.804028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d63-f38b-4836-a751-cc2215ebf390 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.826602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f2d63-f38b-4836-a751-cc2215ebf390 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f24f9c0-e56a-42fc-ab7c-f2e13de73c22,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:38.909429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d63-f38b-4836-a751-cc2215ebf390 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.910704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8b6f2d63-f38b-4836-a751-cc2215ebf390 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3525486 Jul 05 18:29:38.914459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38104) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:38.945846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73e54e82-5688-4d95-8d91-1347d470276e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:38.956824 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73e54e82-5688-4d95-8d91-1347d470276e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.080643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73e54e82-5688-4d95-8d91-1347d470276e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.089669 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-73e54e82-5688-4d95-8d91-1347d470276e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.089669 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-73e54e82-5688-4d95-8d91-1347d470276e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5f24f9c0-e56a-42fc-ab7c-f2e13de73c22 HTTP/1.1" status: 204 len: 168 time: 0.1712286 Jul 05 18:29:39.089987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38110) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:39.094345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e54e82-5688-4d95-8d91-1347d470276e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f24f9c0-e56a-42fc-ab7c-f2e13de73c22,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:39.142493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-76d98d70-d62e-4233-b7db-507a34d0e725 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0517116 Jul 05 18:29:39.145195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38112) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:39.173768 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f93949ee-29ba-4311-94ab-d6d1b2905a69 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.182800 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f93949ee-29ba-4311-94ab-d6d1b2905a69 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.601430 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f93949ee-29ba-4311-94ab-d6d1b2905a69 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.609584 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f93949ee-29ba-4311-94ab-d6d1b2905a69 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.613899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38126) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:39.615095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f93949ee-29ba-4311-94ab-d6d1b2905a69 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/20506dab-8574-4c8b-b1a6-e1a8f1d4fb00 HTTP/1.1" status: 204 len: 168 time: 0.4677842 Jul 05 18:29:39.624156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93949ee-29ba-4311-94ab-d6d1b2905a69 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20506dab-8574-4c8b-b1a6-e1a8f1d4fb00,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:39.678772 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6372a97d-7e80-4155-a9f3-a3287d91aee5 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0595510 Jul 05 18:29:39.681056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38128) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:39.707472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60f0be4e-aecf-4d32-a9e4-3d8868a4d31b tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.715525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60f0be4e-aecf-4d32-a9e4-3d8868a4d31b tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.800577 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60f0be4e-aecf-4d32-a9e4-3d8868a4d31b tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.808323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-60f0be4e-aecf-4d32-a9e4-3d8868a4d31b tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.809450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-60f0be4e-aecf-4d32-a9e4-3d8868a4d31b tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0ab2aa3c-4fc9-4b26-964b-56b367a3573b HTTP/1.1" status: 204 len: 168 time: 0.1272235 Jul 05 18:29:39.812240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38130) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:39.815826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0be4e-aecf-4d32-a9e4-3d8868a4d31b tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ab2aa3c-4fc9-4b26-964b-56b367a3573b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:39.887120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5f8e2173-f044-4452-ab5a-646200f04c38 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0734391 Jul 05 18:29:39.895188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38132) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:39.923918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfd1db98-5587-4918-8cde-ea209decbaed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:39.930438 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfd1db98-5587-4918-8cde-ea209decbaed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.046303 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfd1db98-5587-4918-8cde-ea209decbaed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.054203 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfd1db98-5587-4918-8cde-ea209decbaed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.058050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cfd1db98-5587-4918-8cde-ea209decbaed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7f2cdd28-be6d-4d3d-9e3e-4e6a8cc5126c HTTP/1.1" status: 204 len: 168 time: 0.1670592 Jul 05 18:29:40.058233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38136) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:40.063828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1db98-5587-4918-8cde-ea209decbaed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f2cdd28-be6d-4d3d-9e3e-4e6a8cc5126c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:40.096345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38138) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:40.110161 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e3f00ea0-4dab-478d-b666-635a52b27f89 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0472465 Jul 05 18:29:40.110161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38142) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:40.140282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b25087e-d905-4663-a80b-eea7998cc126 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.152362 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b25087e-d905-4663-a80b-eea7998cc126 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.233613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf675-beda-49f4-a6a1-b5cf0a9b1fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.263909 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b25087e-d905-4663-a80b-eea7998cc126 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.271815 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4b25087e-d905-4663-a80b-eea7998cc126 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.273758 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4b25087e-d905-4663-a80b-eea7998cc126 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d880bd69-e0ae-4c6f-bf27-5e7f37927bc3 HTTP/1.1" status: 204 len: 168 time: 0.1619732 Jul 05 18:29:40.276441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38146) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:40.281824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b25087e-d905-4663-a80b-eea7998cc126 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d880bd69-e0ae-4c6f-bf27-5e7f37927bc3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:40.335380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-db63e67b-5ff6-45de-b3b7-c2a5c0a50a05 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0555556 Jul 05 18:29:40.336588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38148) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:40.378846 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf675-beda-49f4-a6a1-b5cf0a9b1fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.390297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21fd3e4f-4f20-4100-b16e-4994c3f17327 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.412359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21fd3e4f-4f20-4100-b16e-4994c3f17327 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.446684 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fbbf675-beda-49f4-a6a1-b5cf0a9b1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.486423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5fbbf675-beda-49f4-a6a1-b5cf0a9b1fa8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=283cbf44f56c4610a92fe84f084432db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3882289 Jul 05 18:29:40.487191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbf675-beda-49f4-a6a1-b5cf0a9b1fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4722832-6ad0-4820-b918-410786b4d213,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:40.489211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38150) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:40.524473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21fd3e4f-4f20-4100-b16e-4994c3f17327 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.527031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-21fd3e4f-4f20-4100-b16e-4994c3f17327 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.528176 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-21fd3e4f-4f20-4100-b16e-4994c3f17327 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-groups/8d5c3614-f378-463f-93c2-23843a301aa8 HTTP/1.1" status: 204 len: 168 time: 0.1905177 Jul 05 18:29:40.531370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38152) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:40.541202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd3e4f-4f20-4100-b16e-4994c3f17327 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5c3614-f378-463f-93c2-23843a301aa8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:40.559540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb8d25b0-9274-48d4-ac37-c192f36a2861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.583120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb8d25b0-9274-48d4-ac37-c192f36a2861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.600828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-30975c6e-24c5-4af5-b3fb-c6439041e36d tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639806 Jul 05 18:29:40.601596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38154) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:40.605779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-572854fe-c7bf-42dd-9f0c-44c497ca144f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219876332'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:40.680284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb8d25b0-9274-48d4-ac37-c192f36a2861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.682945 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb8d25b0-9274-48d4-ac37-c192f36a2861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.684160 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eb8d25b0-9274-48d4-ac37-c192f36a2861 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4722832-6ad0-4820-b918-410786b4d213 HTTP/1.1" status: 204 len: 168 time: 0.1925228 Jul 05 18:29:40.692990 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8d25b0-9274-48d4-ac37-c192f36a2861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4722832-6ad0-4820-b918-410786b4d213,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:40.711951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-572854fe-c7bf-42dd-9f0c-44c497ca144f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.814308 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-572854fe-c7bf-42dd-9f0c-44c497ca144f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.888838 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-572854fe-c7bf-42dd-9f0c-44c497ca144f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.923585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572854fe-c7bf-42dd-9f0c-44c497ca144f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23421aab-c48d-478c-ad30-7f0691702803,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:40.983746 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-572854fe-c7bf-42dd-9f0c-44c497ca144f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:40.987491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-572854fe-c7bf-42dd-9f0c-44c497ca144f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3828123 Jul 05 18:29:40.988014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38160) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:40.992574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f5aa3dba-ba0f-41f8-a7e4-09190ec04bc1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': '23421aab-c48d-478c-ad30-7f0691702803', 'direction': 'ingress', 'protocol': 17}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:41.079863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3dba-ba0f-41f8-a7e4-09190ec04bc1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.138162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3dba-ba0f-41f8-a7e4-09190ec04bc1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.220166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3dba-ba0f-41f8-a7e4-09190ec04bc1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.234425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa3dba-ba0f-41f8-a7e4-09190ec04bc1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485728a2-f3f0-4551-b0ee-d009303fa609,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:41.315018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f5aa3dba-ba0f-41f8-a7e4-09190ec04bc1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.316262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f5aa3dba-ba0f-41f8-a7e4-09190ec04bc1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3273437 Jul 05 18:29:41.319723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38164) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:41.357994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38166) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:41.372566 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0817-e714-42d1-81ce-a010b2992813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.377460 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9e3e539-a3b9-48ef-811a-e42382c0de38 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.403955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9e3e539-a3b9-48ef-811a-e42382c0de38 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.473111 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0817-e714-42d1-81ce-a010b2992813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.543301 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9e3e539-a3b9-48ef-811a-e42382c0de38 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.545916 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c9e3e539-a3b9-48ef-811a-e42382c0de38 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.547165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c9e3e539-a3b9-48ef-811a-e42382c0de38 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-groups/23421aab-c48d-478c-ad30-7f0691702803 HTTP/1.1" status: 204 len: 168 time: 0.2264819 Jul 05 18:29:41.549881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38168) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:41.557951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3e539-a3b9-48ef-811a-e42382c0de38 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23421aab-c48d-478c-ad30-7f0691702803,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:41.573278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b7ef0817-e714-42d1-81ce-a010b2992813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.633994 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-695ef565-718c-4003-88e9-7276e52d19f7 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829606 Jul 05 18:29:41.637629 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b7ef0817-e714-42d1-81ce-a010b2992813 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7051971495f24d41ac4abab93ef9ebb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770884 Jul 05 18:29:41.637629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef0817-e714-42d1-81ce-a010b2992813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d0386d-4e12-4cad-86a1-4d62f8ddeeee,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:41.638903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38170) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:41.639489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38172) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:41.651299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-07834a5c-eb9d-43c2-be05-604d0884d7ed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group': {'name': 'tempest-secgroup--158706869'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:41.709662 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-78163c47-309f-4ddb-847e-2ec22c6dbb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.731230 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-78163c47-309f-4ddb-847e-2ec22c6dbb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.759940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07834a5c-eb9d-43c2-be05-604d0884d7ed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.860475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-78163c47-309f-4ddb-847e-2ec22c6dbb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.863123 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-78163c47-309f-4ddb-847e-2ec22c6dbb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.864909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-78163c47-309f-4ddb-847e-2ec22c6dbb8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8d0386d-4e12-4cad-86a1-4d62f8ddeeee HTTP/1.1" status: 204 len: 168 time: 0.2225261 Jul 05 18:29:41.884859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78163c47-309f-4ddb-847e-2ec22c6dbb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d0386d-4e12-4cad-86a1-4d62f8ddeeee,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:41.930755 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07834a5c-eb9d-43c2-be05-604d0884d7ed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:41.997441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07834a5c-eb9d-43c2-be05-604d0884d7ed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.027308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07834a5c-eb9d-43c2-be05-604d0884d7ed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2402ad-8f0c-4522-b662-1c5bfe3d84aa,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:42.094877 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-07834a5c-eb9d-43c2-be05-604d0884d7ed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.096220 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-07834a5c-eb9d-43c2-be05-604d0884d7ed tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4556420 Jul 05 18:29:42.103839 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38176) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:42.104915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-51f5b8f4-fa8e-4a34-b222-8907985bf207 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group': {'name': 'tempest-secgroup--621594394'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:42.232549 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f5b8f4-fa8e-4a34-b222-8907985bf207 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.328056 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f5b8f4-fa8e-4a34-b222-8907985bf207 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.383258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f5b8f4-fa8e-4a34-b222-8907985bf207 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.414078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5b8f4-fa8e-4a34-b222-8907985bf207 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a59e7c-9713-41a6-83d1-47c0d7738f85,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:42.452227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51f5b8f4-fa8e-4a34-b222-8907985bf207 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.453532 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-51f5b8f4-fa8e-4a34-b222-8907985bf207 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3526556 Jul 05 18:29:42.456656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38182) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:42.462208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d5703a7b-e3a5-4ccb-be16-9cb416291ea2 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': '4c2402ad-8f0c-4522-b662-1c5bfe3d84aa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd4a59e7c-9713-41a6-83d1-47c0d7738f85', 'remote_ip_prefix': None}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:42.532573 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38184) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:42.546013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf535288-5e4e-47a8-ad75-cd6b8d15e34c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.561834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5703a7b-e3a5-4ccb-be16-9cb416291ea2 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.643223 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf535288-5e4e-47a8-ad75-cd6b8d15e34c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.643593 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5703a7b-e3a5-4ccb-be16-9cb416291ea2 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.720361 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cf535288-5e4e-47a8-ad75-cd6b8d15e34c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.720606 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5703a7b-e3a5-4ccb-be16-9cb416291ea2 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.741267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5703a7b-e3a5-4ccb-be16-9cb416291ea2 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9fae7d-7686-4d40-bbb6-ab58b708057f,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:42.764130 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cf535288-5e4e-47a8-ad75-cd6b8d15e34c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29041fd2f36b42238b1bb823f0eb8d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309785 Jul 05 18:29:42.765040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf535288-5e4e-47a8-ad75-cd6b8d15e34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3ed301-1587-4ebd-aaf0-fd16348549f6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:42.767140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38186) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:42.813548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5703a7b-e3a5-4ccb-be16-9cb416291ea2 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.817951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d5703a7b-e3a5-4ccb-be16-9cb416291ea2 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3570521 Jul 05 18:29:42.819025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38188) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:42.825304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2186737-0c51-4414-b9d5-95b27d1b59c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.851697 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4585da4d-bb79-4bb3-9548-1f3f790cc1b8 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.854641 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2186737-0c51-4414-b9d5-95b27d1b59c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.860543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4585da4d-bb79-4bb3-9548-1f3f790cc1b8 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.960402 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4585da4d-bb79-4bb3-9548-1f3f790cc1b8 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.974358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4585da4d-bb79-4bb3-9548-1f3f790cc1b8 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:42.974358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4585da4d-bb79-4bb3-9548-1f3f790cc1b8 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5d9fae7d-7686-4d40-bbb6-ab58b708057f HTTP/1.1" status: 204 len: 168 time: 0.1477118 Jul 05 18:29:42.974655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38190) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:42.974766 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585da4d-bb79-4bb3-9548-1f3f790cc1b8 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d9fae7d-7686-4d40-bbb6-ab58b708057f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:43.016910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b2da4898-4bbe-4af1-8af7-4ce9df9fe5a7 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0447156 Jul 05 18:29:43.018103 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2186737-0c51-4414-b9d5-95b27d1b59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.020175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38192) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:43.020665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f2186737-0c51-4414-b9d5-95b27d1b59c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.022615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f2186737-0c51-4414-b9d5-95b27d1b59c9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f3ed301-1587-4ebd-aaf0-fd16348549f6 HTTP/1.1" status: 204 len: 168 time: 0.2535059 Jul 05 18:29:43.031695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2186737-0c51-4414-b9d5-95b27d1b59c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3ed301-1587-4ebd-aaf0-fd16348549f6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:43.093619 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de3cfd85-b029-4c42-a7f1-1cebfbd83c6e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.117881 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de3cfd85-b029-4c42-a7f1-1cebfbd83c6e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.238759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de3cfd85-b029-4c42-a7f1-1cebfbd83c6e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.247917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-de3cfd85-b029-4c42-a7f1-1cebfbd83c6e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.247917 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-de3cfd85-b029-4c42-a7f1-1cebfbd83c6e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-groups/d4a59e7c-9713-41a6-83d1-47c0d7738f85 HTTP/1.1" status: 204 len: 168 time: 0.2208064 Jul 05 18:29:43.248111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38196) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:43.252407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cfd85-b029-4c42-a7f1-1cebfbd83c6e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a59e7c-9713-41a6-83d1-47c0d7738f85,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:43.305531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d85547f1-f73b-4a09-baea-d11133213b31 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0590637 Jul 05 18:29:43.308209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38198) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:43.370074 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b25fb82c-2156-4b18-8fa7-6101cdd92f09 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.394384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b25fb82c-2156-4b18-8fa7-6101cdd92f09 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.500521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b25fb82c-2156-4b18-8fa7-6101cdd92f09 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.503151 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b25fb82c-2156-4b18-8fa7-6101cdd92f09 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.509745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38208) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:43.510763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b25fb82c-2156-4b18-8fa7-6101cdd92f09 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-groups/4c2402ad-8f0c-4522-b662-1c5bfe3d84aa HTTP/1.1" status: 204 len: 168 time: 0.1995933 Jul 05 18:29:43.529273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25fb82c-2156-4b18-8fa7-6101cdd92f09 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2402ad-8f0c-4522-b662-1c5bfe3d84aa,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:43.559350 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-58386039-ce43-4ad9-8d2d-00aaf13ec99b tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0493071 Jul 05 18:29:43.563326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38212) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:43.568949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-77ff5d3c-471f-4d8c-9b40-727130d93796 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group': {'name': 'tempest-secgroup--168688085'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:43.683148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77ff5d3c-471f-4d8c-9b40-727130d93796 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.766194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77ff5d3c-471f-4d8c-9b40-727130d93796 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.849337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77ff5d3c-471f-4d8c-9b40-727130d93796 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.879445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff5d3c-471f-4d8c-9b40-727130d93796 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf24f6b-d569-4647-95eb-1edf3a6f39b1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:43.937715 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-77ff5d3c-471f-4d8c-9b40-727130d93796 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:43.939010 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-77ff5d3c-471f-4d8c-9b40-727130d93796 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3745217 Jul 05 18:29:43.941744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38222) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:43.946510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9c5a17db-9d9d-4307-b9e5-ef6f1e39bbf9 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': '1cf24f6b-d569-4647-95eb-1edf3a6f39b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:44.091475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c5a17db-9d9d-4307-b9e5-ef6f1e39bbf9 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.149347 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c5a17db-9d9d-4307-b9e5-ef6f1e39bbf9 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.237527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c5a17db-9d9d-4307-b9e5-ef6f1e39bbf9 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.261197 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a17db-9d9d-4307-b9e5-ef6f1e39bbf9 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9a11ea-7d57-42e4-926e-fb9f9f7ee9bf,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:44.340260 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9c5a17db-9d9d-4307-b9e5-ef6f1e39bbf9 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.341476 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9c5a17db-9d9d-4307-b9e5-ef6f1e39bbf9 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3986428 Jul 05 18:29:44.344264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38228) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:44.371125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-159367c3-6970-41dc-a04a-63cf1be1bf92 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.379738 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-159367c3-6970-41dc-a04a-63cf1be1bf92 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.480699 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-159367c3-6970-41dc-a04a-63cf1be1bf92 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.486984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-159367c3-6970-41dc-a04a-63cf1be1bf92 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.488118 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-159367c3-6970-41dc-a04a-63cf1be1bf92 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1c9a11ea-7d57-42e4-926e-fb9f9f7ee9bf HTTP/1.1" status: 204 len: 168 time: 0.1429327 Jul 05 18:29:44.491654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38240) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:44.494511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159367c3-6970-41dc-a04a-63cf1be1bf92 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c9a11ea-7d57-42e4-926e-fb9f9f7ee9bf,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:44.545888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c0fd1a1c-1b4e-447a-8533-6b1ff62ecad8 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528691 Jul 05 18:29:44.548589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38244) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:44.607490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7bbe-a106-4a3e-ac4a-8328dc112805 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.635609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7bbe-a106-4a3e-ac4a-8328dc112805 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.752359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7bbe-a106-4a3e-ac4a-8328dc112805 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.755242 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd0a7bbe-a106-4a3e-ac4a-8328dc112805 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.757629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cd0a7bbe-a106-4a3e-ac4a-8328dc112805 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-groups/1cf24f6b-d569-4647-95eb-1edf3a6f39b1 HTTP/1.1" status: 204 len: 168 time: 0.2079232 Jul 05 18:29:44.764477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38252) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:44.768672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a7bbe-a106-4a3e-ac4a-8328dc112805 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf24f6b-d569-4647-95eb-1edf3a6f39b1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:44.817539 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b073aaf2-e10d-4842-b084-9a3e2be9e908 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508587 Jul 05 18:29:44.822375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38256) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:44.827384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3ea709aa-a993-4518-8f5a-0061db5b6bd6 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1780574825'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:44.912092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ea709aa-a993-4518-8f5a-0061db5b6bd6 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:44.998679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ea709aa-a993-4518-8f5a-0061db5b6bd6 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.080575 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ea709aa-a993-4518-8f5a-0061db5b6bd6 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.109988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea709aa-a993-4518-8f5a-0061db5b6bd6 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fadad77f-53e3-42d1-af16-005e4a1d6d7d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:45.178972 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3ea709aa-a993-4518-8f5a-0061db5b6bd6 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.183281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3ea709aa-a993-4518-8f5a-0061db5b6bd6 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3597157 Jul 05 18:29:45.184936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38266) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:45.196848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-923aae96-c74a-4a3e-a793-1e0bd22c719a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': 'fadad77f-53e3-42d1-af16-005e4a1d6d7d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:45.311629 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-923aae96-c74a-4a3e-a793-1e0bd22c719a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.369579 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-923aae96-c74a-4a3e-a793-1e0bd22c719a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.414888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-923aae96-c74a-4a3e-a793-1e0bd22c719a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.433250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923aae96-c74a-4a3e-a793-1e0bd22c719a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1aeb13-23af-4108-b14c-58304fba94c5,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:45.494529 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-923aae96-c74a-4a3e-a793-1e0bd22c719a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.495844 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-923aae96-c74a-4a3e-a793-1e0bd22c719a tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049600 Jul 05 18:29:45.498785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38280) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:45.514711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1c0a33f0-b312-4726-93e1-298c86332f96 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules/1e1aeb13-23af-4108-b14c-58304fba94c5 HTTP/1.1" status: 200 len: 763 time: 0.0148466 Jul 05 18:29:45.516973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38282) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:45.562459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4bd6442b-5fd9-4858-9fdb-1881a89ae319 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0437975 Jul 05 18:29:45.564765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38288) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:45.589981 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6e1e9dd-51af-449c-a08d-c7e0147ca7c1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.597528 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6e1e9dd-51af-449c-a08d-c7e0147ca7c1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.671844 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6e1e9dd-51af-449c-a08d-c7e0147ca7c1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.679274 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b6e1e9dd-51af-449c-a08d-c7e0147ca7c1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.680500 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b6e1e9dd-51af-449c-a08d-c7e0147ca7c1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1e1aeb13-23af-4108-b14c-58304fba94c5 HTTP/1.1" status: 204 len: 168 time: 0.1146343 Jul 05 18:29:45.683258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:45.687631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1e9dd-51af-449c-a08d-c7e0147ca7c1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e1aeb13-23af-4108-b14c-58304fba94c5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:45.731375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-220243fd-58a1-4cdf-a663-5511a2c261db tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425301 Jul 05 18:29:45.732972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38294) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:45.737456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-bc1ed41a-a67c-4542-ba0c-8653c7a94d2e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': 'fadad77f-53e3-42d1-af16-005e4a1d6d7d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:45.833875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc1ed41a-a67c-4542-ba0c-8653c7a94d2e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.881174 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc1ed41a-a67c-4542-ba0c-8653c7a94d2e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.930891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc1ed41a-a67c-4542-ba0c-8653c7a94d2e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:45.956938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ed41a-a67c-4542-ba0c-8653c7a94d2e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232cbfb6-4e57-4eec-b8e5-63619ccafb58,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:46.040366 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc1ed41a-a67c-4542-ba0c-8653c7a94d2e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.041604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bc1ed41a-a67c-4542-ba0c-8653c7a94d2e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3076959 Jul 05 18:29:46.044304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38304) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.060873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-49218b06-bb2b-4225-a50b-61023fa72642 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules/232cbfb6-4e57-4eec-b8e5-63619ccafb58 HTTP/1.1" status: 200 len: 763 time: 0.0155132 Jul 05 18:29:46.063343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38306) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.105522 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fb08096d-800e-4daf-8132-d78751a222f0 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411301 Jul 05 18:29:46.108199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38312) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.133085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-116d123b-a629-4e0c-872d-194c98852b99 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.141587 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-116d123b-a629-4e0c-872d-194c98852b99 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.275017 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-116d123b-a629-4e0c-872d-194c98852b99 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.281453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-116d123b-a629-4e0c-872d-194c98852b99 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.284651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-116d123b-a629-4e0c-872d-194c98852b99 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/232cbfb6-4e57-4eec-b8e5-63619ccafb58 HTTP/1.1" status: 204 len: 168 time: 0.1734817 Jul 05 18:29:46.285442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38320) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.291430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d123b-a629-4e0c-872d-194c98852b99 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=232cbfb6-4e57-4eec-b8e5-63619ccafb58,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:46.328467 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-46d6cb3c-3a64-4fd6-aa35-23ffadde2215 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0412979 Jul 05 18:29:46.331232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38322) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.336389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-961c4c2f-8b22-49c9-9f7d-254f661edcdd tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Request body: {'security_group_rule': {'security_group_id': 'fadad77f-53e3-42d1-af16-005e4a1d6d7d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:46.423792 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-961c4c2f-8b22-49c9-9f7d-254f661edcdd tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Project e0687745606e4d5fa49ddb3cf82b09a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:29:46.429247 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-961c4c2f-8b22-49c9-9f7d-254f661edcdd tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.476395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-961c4c2f-8b22-49c9-9f7d-254f661edcdd tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.549262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-961c4c2f-8b22-49c9-9f7d-254f661edcdd tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.569712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961c4c2f-8b22-49c9-9f7d-254f661edcdd tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d521d60-cc22-43ef-9fc9-41f7b0374a70,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:46.632982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38326) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.640626 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-961c4c2f-8b22-49c9-9f7d-254f661edcdd tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.641805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-961c4c2f-8b22-49c9-9f7d-254f661edcdd tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3095670 Jul 05 18:29:46.644418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38330) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.661575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-84c4e1a6-1c4a-4745-8e58-a2f6938c970e tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules/2d521d60-cc22-43ef-9fc9-41f7b0374a70 HTTP/1.1" status: 200 len: 769 time: 0.0159924 Jul 05 18:29:46.664695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38332) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.708781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7834e395-ec26-492b-9555-2df2a757c6d1 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0406950 Jul 05 18:29:46.710707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38334) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.740032 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fa078d4-4336-4181-895e-47a35e12cd45 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.753448 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fa078d4-4336-4181-895e-47a35e12cd45 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.755669 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b09832d0-62d0-4d5f-bfce-c4640654f7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.862876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fa078d4-4336-4181-895e-47a35e12cd45 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.874395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fa078d4-4336-4181-895e-47a35e12cd45 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:46.878104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9fa078d4-4336-4181-895e-47a35e12cd45 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2d521d60-cc22-43ef-9fc9-41f7b0374a70 HTTP/1.1" status: 204 len: 168 time: 0.1650712 Jul 05 18:29:46.878800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38338) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.885397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa078d4-4336-4181-895e-47a35e12cd45 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d521d60-cc22-43ef-9fc9-41f7b0374a70,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:46.931919 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ef93b4c2-13ee-43ff-b7ed-7822ce7459e4 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0517080 Jul 05 18:29:46.932395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38340) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:46.939715 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b09832d0-62d0-4d5f-bfce-c4640654f7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.002043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-927597f6-a010-4416-82e8-2dae0b1971df tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.002794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b09832d0-62d0-4d5f-bfce-c4640654f7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.028929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-927597f6-a010-4416-82e8-2dae0b1971df tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.042876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b09832d0-62d0-4d5f-bfce-c4640654f7be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74f2d484b72745aea45b73d3a43c93ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4087622 Jul 05 18:29:47.043976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09832d0-62d0-4d5f-bfce-c4640654f7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2508cfc5-5dcd-41d1-90c3-f6b411a5912f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:47.045484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38342) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:47.125964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-233facb1-2ee7-449d-a42a-b48c58b189ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.157694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-233facb1-2ee7-449d-a42a-b48c58b189ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.166628 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-927597f6-a010-4416-82e8-2dae0b1971df tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.169388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-927597f6-a010-4416-82e8-2dae0b1971df tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.170582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-927597f6-a010-4416-82e8-2dae0b1971df tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "DELETE /v2.0/security-groups/fadad77f-53e3-42d1-af16-005e4a1d6d7d HTTP/1.1" status: 204 len: 168 time: 0.2372582 Jul 05 18:29:47.174205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38346) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:47.185972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927597f6-a010-4416-82e8-2dae0b1971df tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadad77f-53e3-42d1-af16-005e4a1d6d7d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:47.236853 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-284b226a-1027-43f6-b2c8-105578c4c28f tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611296 Jul 05 18:29:47.241684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38348) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:47.301731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9d3003b9-98cb-4735-ae79-7488b548ce45 tempest-SecGroupIPv6Test-120480139 tempest-SecGroupIPv6Test-120480139-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0551951 Jul 05 18:29:47.305171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-233facb1-2ee7-449d-a42a-b48c58b189ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.309096 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-233facb1-2ee7-449d-a42a-b48c58b189ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:47.318083 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-233facb1-2ee7-449d-a42a-b48c58b189ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2508cfc5-5dcd-41d1-90c3-f6b411a5912f HTTP/1.1" status: 204 len: 168 time: 0.2704179 Jul 05 18:29:47.344041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233facb1-2ee7-449d-a42a-b48c58b189ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2508cfc5-5dcd-41d1-90c3-f6b411a5912f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:47.792087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38362) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:47.957194 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1f0fd93a-87b2-41e6-aaeb-35db9c6de8b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0687745606e4d5fa49ddb3cf82b09a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615906 Jul 05 18:29:47.957728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38366) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:48.023615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-258262a8-e45f-49ed-8acc-ccb45040af61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.054359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-258262a8-e45f-49ed-8acc-ccb45040af61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.146676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38368) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:48.166224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86f491be-32f8-43e9-a381-f39fa929728f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.180636 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-258262a8-e45f-49ed-8acc-ccb45040af61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.185513 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-258262a8-e45f-49ed-8acc-ccb45040af61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.187494 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-258262a8-e45f-49ed-8acc-ccb45040af61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d62c5b1-df1a-47a5-b7f3-d1b1247d7897 HTTP/1.1" status: 204 len: 168 time: 0.2289944 Jul 05 18:29:48.206042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258262a8-e45f-49ed-8acc-ccb45040af61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d62c5b1-df1a-47a5-b7f3-d1b1247d7897,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:48.284804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86f491be-32f8-43e9-a381-f39fa929728f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.365991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-86f491be-32f8-43e9-a381-f39fa929728f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.424788 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-86f491be-32f8-43e9-a381-f39fa929728f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cca5be045c54e0592f9d5fa1af476c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761533 Jul 05 18:29:48.425689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f491be-32f8-43e9-a381-f39fa929728f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3d7566-856c-4d29-b0dc-aad75900fae9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:48.426849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38372) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:48.475448 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e4b8-9efc-4fff-b69f-d5bb1016459e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.497042 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e4b8-9efc-4fff-b69f-d5bb1016459e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.620481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e4b8-9efc-4fff-b69f-d5bb1016459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.623303 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c2e6e4b8-9efc-4fff-b69f-d5bb1016459e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:48.624762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c2e6e4b8-9efc-4fff-b69f-d5bb1016459e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf3d7566-856c-4d29-b0dc-aad75900fae9 HTTP/1.1" status: 204 len: 168 time: 0.1968489 Jul 05 18:29:48.636990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6e4b8-9efc-4fff-b69f-d5bb1016459e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3d7566-856c-4d29-b0dc-aad75900fae9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:49.273880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38408) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:49.380416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1564949628'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:49.478077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Made reservation on behalf of 9ab9a0410a264bc8aaeb39f498cd397a for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:49.482353 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:49.491563 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:49.596202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:49.686262 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:49.709330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:29:49.723658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d912b82-19b8-465e-bda7-5dd5b7865cc1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:49.729213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:49.729568 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Added segment 4dc0e8e3-4073-412c-98d2-f344ded3f27e of type vlan for network fde97dc9-c2bd-44c9-9731-7d275b329a55 Jul 05 18:29:49.744999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.745433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.745697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.746037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.746375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.746756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.747085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.747420 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.747763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.748077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.748601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.748933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:29:49.793181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:49.884303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:49.890354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:49.901761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:49.960938 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Pushing event updated for resources: {'Network': ['ID=fde97dc9-c2bd-44c9-9731-7d275b329a55,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:49.971652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network fde97dc9-c2bd-44c9-9731-7d275b329a55 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:29:50.006252 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9f59018e-ba02-4e9d-ad08-b24c2be3c602 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7287135 Jul 05 18:29:50.006752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38426) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:50.013170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Request body: {'subnet': {'network_id': 'fde97dc9-c2bd-44c9-9731-7d275b329a55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:50.203373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Made reservation on behalf of 9ab9a0410a264bc8aaeb39f498cd397a for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:50.207214 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:50.507736 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:50.589520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Pushing event updated for resources: {'Subnet': ['ID=621d543c-ed8e-4ac4-ba1b-d2581684e111,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:50.602410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Checking segment: {'id': '4dc0e8e3-4073-412c-98d2-f344ded3f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fde97dc9-c2bd-44c9-9731-7d275b329a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:50.602707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Network hostable DHCP agents. Network: fde97dc9-c2bd-44c9-9731-7d275b329a55, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:29:50.680617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Network fde97dc9-c2bd-44c9-9731-7d275b329a55 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:29:50.773241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, fde97dc9-c2bd-44c9-9731-7d275b329a55) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:50.782738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:50.782738 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:50.795534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d15cb5-7ce2-4ba4-aa16-4971f780ea57 None None] Network fde97dc9-c2bd-44c9-9731-7d275b329a55 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:50.860759 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4bcc0405-c97e-4b23-9c4d-d28361b6423c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:50.868111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a4876e11-142e-4b97-9a50-46d2d38c8b09 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8581958 Jul 05 18:29:50.870449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38456) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:50.883359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Request body: {'port': {'network_id': 'fde97dc9-c2bd-44c9-9731-7d275b329a55', 'name': 'tempest-TagsExtTest-758379908'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:51.035572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-fde97dc9-c2bd-44c9-9731-7d275b329a55', 'network_id': 'fde97dc9-c2bd-44c9-9731-7d275b329a55', 'tenant_id': '9ab9a0410a264bc8aaeb39f498cd397a', 'fixed_ips': [{'subnet_id': '621d543c-ed8e-4ac4-ba1b-d2581684e111'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:29:51.036584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.090051 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Made reservation on behalf of 9ab9a0410a264bc8aaeb39f498cd397a for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:29:51.096134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.123570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] device_id is not set on port c18541bc-ec1f-4ed8-8bad-38fd00a210d3 yet. {{(pid=100997) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 18:29:51.203785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Allocated IP 172.20.0.2 (fde97dc9-c2bd-44c9-9731-7d275b329a55/621d543c-ed8e-4ac4-ba1b-d2581684e111/d021c117-92cf-4456-8fdd-e5b03f76c5e5) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:29:51.357110 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.365374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Transition to ACTIVE for port object d021c117-92cf-4456-8fdd-e5b03f76c5e5 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:51.379890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Transition to ACTIVE for port object d021c117-92cf-4456-8fdd-e5b03f76c5e5 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:51.477142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.515099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Network fde97dc9-c2bd-44c9-9731-7d275b329a55 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:29:51.522277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:51.527327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:29:51.530695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Pushing event updated for resources: {'Port': ['ID=d021c117-92cf-4456-8fdd-e5b03f76c5e5,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:51.532998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Allocated IP 172.20.0.5 (fde97dc9-c2bd-44c9-9731-7d275b329a55/621d543c-ed8e-4ac4-ba1b-d2581684e111/c18541bc-ec1f-4ed8-8bad-38fd00a210d3) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:29:51.589321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Attempting to bind port d021c117-92cf-4456-8fdd-e5b03f76c5e5 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:29:51.589693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Attempting to bind port d021c117-92cf-4456-8fdd-e5b03f76c5e5 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '4dc0e8e3-4073-412c-98d2-f344ded3f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fde97dc9-c2bd-44c9-9731-7d275b329a55'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:29:51.590179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Attempting to bind port d021c117-92cf-4456-8fdd-e5b03f76c5e5 on network fde97dc9-c2bd-44c9-9731-7d275b329a55 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:29:51.595525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:29:51.596064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Checking segment: {'id': '4dc0e8e3-4073-412c-98d2-f344ded3f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fde97dc9-c2bd-44c9-9731-7d275b329a55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:29:51.596412 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.596852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Bound using segment: {'id': '4dc0e8e3-4073-412c-98d2-f344ded3f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fde97dc9-c2bd-44c9-9731-7d275b329a55'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:29:51.597317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Bound port: d021c117-92cf-4456-8fdd-e5b03f76c5e5, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc0e8e3-4073-412c-98d2-f344ded3f27e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'fde97dc9-c2bd-44c9-9731-7d275b329a55'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:29:51.597702 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.701956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] For port d021c117-92cf-4456-8fdd-e5b03f76c5e5, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:29:51.706466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38480) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:51.712599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] For port d021c117-92cf-4456-8fdd-e5b03f76c5e5, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d021c117-92cf-4456-8fdd-e5b03f76c5e5,segment=NetworkSegment(4dc0e8e3-4073-412c-98d2-f344ded3f27e),segment_id=4dc0e8e3-4073-412c-98d2-f344ded3f27e)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:29:51.725693 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.740038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Transition to ACTIVE for port object c18541bc-ec1f-4ed8-8bad-38fd00a210d3 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:29:51.815388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d303c83-b045-4e22-b15d-1e3605a7cd02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.827097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.869597 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.919880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260aa3c1-ea48-498b-87d7-ea967576cd88 None None] Pushing event updated for resources: {'Port': ['ID=d021c117-92cf-4456-8fdd-e5b03f76c5e5,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:51.940819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Network fde97dc9-c2bd-44c9-9731-7d275b329a55 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:29:51.945544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:29:51.952455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:29:51.960885 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d303c83-b045-4e22-b15d-1e3605a7cd02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:51.984898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Pushing event updated for resources: {'Port': ['ID=c18541bc-ec1f-4ed8-8bad-38fd00a210d3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:52.015173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:52.015824 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.020162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1d303c83-b045-4e22-b15d-1e3605a7cd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.065971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38484) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:52.066195 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1d303c83-b045-4e22-b15d-1e3605a7cd02 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2988979d521b4b90a9f2b21c5326378c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583531 Jul 05 18:29:52.071501 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d303c83-b045-4e22-b15d-1e3605a7cd02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee4d78e-2381-4b59-bc4e-de766d130058,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:52.123139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-561fef14-6642-49e6-8df6-c6ba91235295 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.2511122 Jul 05 18:29:52.125988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:52.136928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-50979efd-10e8-42b9-8306-46db21bb3ae4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-575123469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:52.156471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0219f007-8c90-47b3-b214-d0267b327f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.196779 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0219f007-8c90-47b3-b214-d0267b327f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.252292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50979efd-10e8-42b9-8306-46db21bb3ae4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.253487 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50979efd-10e8-42b9-8306-46db21bb3ae4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.323037 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0219f007-8c90-47b3-b214-d0267b327f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.325608 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0219f007-8c90-47b3-b214-d0267b327f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.326840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0219f007-8c90-47b3-b214-d0267b327f24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ee4d78e-2381-4b59-bc4e-de766d130058 HTTP/1.1" status: 204 len: 168 time: 0.2597847 Jul 05 18:29:52.343372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219f007-8c90-47b3-b214-d0267b327f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee4d78e-2381-4b59-bc4e-de766d130058,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:52.386744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50979efd-10e8-42b9-8306-46db21bb3ae4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.449127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50979efd-10e8-42b9-8306-46db21bb3ae4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.534808 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-50979efd-10e8-42b9-8306-46db21bb3ae4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.536124 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-50979efd-10e8-42b9-8306-46db21bb3ae4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4086852 Jul 05 18:29:52.539987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38492) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:52.544997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-be1dde2f-38ed-47cf-b1f0-9711065604bb tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-549604004', 'prefixes': ['172.20.0.0/16']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:29:52.862083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-be1dde2f-38ed-47cf-b1f0-9711065604bb tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for subnetpool, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:52.863935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-be1dde2f-38ed-47cf-b1f0-9711065604bb tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3226979 Jul 05 18:29:52.867524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38496) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:52.880681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-4d80abbb-0360-446c-ac18-156db4c1cf59 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111', 'tempest-TagsExtTest-Tag-1680378176') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:52.936349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c219d1e-71bd-43a7-ab9e-6c368c71d6f8 None None] Network fde97dc9-c2bd-44c9-9731-7d275b329a55 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:29:53.010312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38498) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:53.027475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fb9682e5-8733-4f25-b1f0-d5d28cc6a1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.067018 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4d80abbb-0360-446c-ac18-156db4c1cf59 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags/tempest-TagsExtTest-Tag-1680378176 HTTP/1.1" status: 201 len: 201 time: 0.1981509 Jul 05 18:29:53.069675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38500) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:53.076353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-534601d6-2264-47c1-b81f-9b6faf6f6236 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3', 'tempest-TagsExtTest-Tag-430345111') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:53.112758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ae11227a-6639-4a22-8bac-5d89f35381ce None None] Provisioning for port d021c117-92cf-4456-8fdd-e5b03f76c5e5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:29:53.149679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fb9682e5-8733-4f25-b1f0-d5d28cc6a1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.249046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fb9682e5-8733-4f25-b1f0-d5d28cc6a1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.298131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fb9682e5-8733-4f25-b1f0-d5d28cc6a1e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24061f05ccdd438da5a37f58371f61dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2842891 Jul 05 18:29:53.298131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9682e5-8733-4f25-b1f0-d5d28cc6a1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f4dfc9-ed94-44d6-9fd7-ba94af91cba1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:53.299457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38504) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:53.325004 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-534601d6-2264-47c1-b81f-9b6faf6f6236 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags/tempest-TagsExtTest-Tag-430345111 HTTP/1.1" status: 201 len: 201 time: 0.2518392 Jul 05 18:29:53.326725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38506) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:53.333831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-3dc6bd98-7fd3-4dcc-93fd-0f75cb3f4ff0 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6', 'tempest-TagsExtTest-Tag-617527965') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:53.371606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43811af1-f632-4926-9e65-a8ae71070983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.413079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43811af1-f632-4926-9e65-a8ae71070983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.482935 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4b1a30f1-106c-4943-bc14-0f925717fd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.512948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3dc6bd98-7fd3-4dcc-93fd-0f75cb3f4ff0 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags/tempest-TagsExtTest-Tag-617527965 HTTP/1.1" status: 201 len: 201 time: 0.1848981 Jul 05 18:29:53.514422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-87dff302-217a-4d75-8194-37fb6e18cf68 None None] Provisioning for port c18541bc-ec1f-4ed8-8bad-38fd00a210d3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:29:53.515870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38512) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:53.521529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-99196cd2-43e7-41ba-81b2-bf79424524e6 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec', 'tempest-TagsExtTest-Tag-610798687') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:53.524278 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-87dff302-217a-4d75-8194-37fb6e18cf68 None None] Provisioning complete for port c18541bc-ec1f-4ed8-8bad-38fd00a210d3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:29:53.526494 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-87dff302-217a-4d75-8194-37fb6e18cf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.575990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-87dff302-217a-4d75-8194-37fb6e18cf68 None None] Port c18541bc-ec1f-4ed8-8bad-38fd00a210d3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:29:53.583908 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43811af1-f632-4926-9e65-a8ae71070983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.588463 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43811af1-f632-4926-9e65-a8ae71070983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.589970 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-43811af1-f632-4926-9e65-a8ae71070983 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98f4dfc9-ed94-44d6-9fd7-ba94af91cba1 HTTP/1.1" status: 204 len: 168 time: 0.2894154 Jul 05 18:29:53.608929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43811af1-f632-4926-9e65-a8ae71070983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f4dfc9-ed94-44d6-9fd7-ba94af91cba1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:53.673271 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-99196cd2-43e7-41ba-81b2-bf79424524e6 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags/tempest-TagsExtTest-Tag-610798687 HTTP/1.1" status: 201 len: 201 time: 0.1558912 Jul 05 18:29:53.675418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38518) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:53.681334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-1d767328-ca61-44ac-bee5-7b24290a2e28 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:53.720331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ed359890-6c16-418d-94e5-964056dcd7c5 None None] Provisioning complete for port c18541bc-ec1f-4ed8-8bad-38fd00a210d3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:29:53.720780 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ed359890-6c16-418d-94e5-964056dcd7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.753563 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:53.885253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1d767328-ca61-44ac-bee5-7b24290a2e28 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags HTTP/1.1" status: 200 len: 241 time: 0.2085533 Jul 05 18:29:53.886269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38520) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:53.896521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-46ff7659-e2d8-47d3-b293-650c44847cf8 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111', 'tempest-TagsExtTest-Tag-1680378176') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:53.913000 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:29:53.916669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389c5ac-f5da-4331-a004-8ef6a1758c74 req-247c981d-b10e-49e9-b5e3-65c377f6c8f0 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:53.926213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4389c5ac-f5da-4331-a004-8ef6a1758c74 req-247c981d-b10e-49e9-b5e3-65c377f6c8f0 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1096 time: 0.1508098 Jul 05 18:29:53.948678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d021c117-92cf-4456-8fdd-e5b03f76c5e5 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:29:53.960968 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4389c5ac-f5da-4331-a004-8ef6a1758c74 req-3883f2e1-ad81-4764-82f5-af1cde07dfcb tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329797 Jul 05 18:29:53.971835 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-46ff7659-e2d8-47d3-b293-650c44847cf8 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags/tempest-TagsExtTest-Tag-1680378176 HTTP/1.1" status: 204 len: 168 time: 0.0809612 Jul 05 18:29:53.972020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ed359890-6c16-418d-94e5-964056dcd7c5 None None] Port c18541bc-ec1f-4ed8-8bad-38fd00a210d3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:29:53.972644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38522) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:53.980029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-28acbde0-c09f-4a9e-bb2f-45d3aa527803 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111', 'tempest-TagsExtTest-Tag-1680378176') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:53.987108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38524) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:54.092466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d021c117-92cf-4456-8fdd-e5b03f76c5e5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:29:54.096943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d021c117-92cf-4456-8fdd-e5b03f76c5e5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:29:54.103173 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:54.124283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-28acbde0-c09f-4a9e-bb2f-45d3aa527803 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags/tempest-TagsExtTest-Tag-1680378176 HTTP/1.1" status: 204 len: 168 time: 0.1487567 Jul 05 18:29:54.126751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38530) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:54.134144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-3f4a8af9-c224-44ba-8c69-4e6ee88958a4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:54.167659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 02810ab5-3f4f-46eb-828e-d7dcd4363811 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:54.168057 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:54.208887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3f4a8af9-c224-44ba-8c69-4e6ee88958a4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags HTTP/1.1" status: 200 len: 205 time: 0.0803511 Jul 05 18:29:54.212088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38538) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:54.215043 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:54.217608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-629bb0e6-6da4-4906-a149-b40960011e62 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:54.264141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d021c117-92cf-4456-8fdd-e5b03f76c5e5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d021c117-92cf-4456-8fdd-e5b03f76c5e5,segment=NetworkSegment(4dc0e8e3-4073-412c-98d2-f344ded3f27e),segment_id=4dc0e8e3-4073-412c-98d2-f344ded3f27e)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:54.270890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:54.271281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:54.274260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-629bb0e6-6da4-4906-a149-b40960011e62 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags HTTP/1.1" status: 200 len: 240 time: 0.0608134 Jul 05 18:29:54.276797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38540) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:54.281366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-51072b52-6eff-429b-a65c-36e219449c8f tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3', 'tempest-TagsExtTest-Tag-430345111') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:54.284524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 02810ab5-3f4f-46eb-828e-d7dcd4363811 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:54.334185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-51072b52-6eff-429b-a65c-36e219449c8f tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags/tempest-TagsExtTest-Tag-430345111 HTTP/1.1" status: 204 len: 168 time: 0.0562868 Jul 05 18:29:54.334482 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:54.340751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38544) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:54.344737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-8e145357-5aef-441a-a71d-b8b5c87def50 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3', 'tempest-TagsExtTest-Tag-430345111') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:54.397090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d021c117-92cf-4456-8fdd-e5b03f76c5e5,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:54.532923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8e145357-5aef-441a-a71d-b8b5c87def50 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags/tempest-TagsExtTest-Tag-430345111 HTTP/1.1" status: 204 len: 168 time: 0.1892662 Jul 05 18:29:54.533085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38548) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:54.537701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-0a75a59c-6ac2-4d52-a9a3-e1311954cf6f tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:54.581326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:54.594663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0a75a59c-6ac2-4d52-a9a3-e1311954cf6f tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags HTTP/1.1" status: 200 len: 205 time: 0.0603919 Jul 05 18:29:54.597099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38554) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:54.602875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-0341013b-8fb9-479c-bafd-91dbe30c69ee tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:54.610610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=02810ab5-3f4f-46eb-828e-d7dcd4363811,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:54.688091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:54.688861 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Floating IP 92067db6-e943-4d9b-b2e5-0bb948382e2d disassociated (deleted). External IP: 172.25.3.48, port: df47da96-29f8-4a52-8a68-6bc55141ca1c. Jul 05 18:29:54.691272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0341013b-8fb9-479c-bafd-91dbe30c69ee tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags HTTP/1.1" status: 200 len: 240 time: 0.0929284 Jul 05 18:29:54.693662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38556) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:54.699005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-5878e93d-3c19-4556-887f-f65e63582ccf tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6', 'tempest-TagsExtTest-Tag-617527965') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:54.735067 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:54.779806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5878e93d-3c19-4556-887f-f65e63582ccf tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags/tempest-TagsExtTest-Tag-617527965 HTTP/1.1" status: 204 len: 168 time: 0.0825820 Jul 05 18:29:54.780400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38560) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:54.784967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-3a17dfe6-6fb9-4bfc-873d-728bad53e99f tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6', 'tempest-TagsExtTest-Tag-617527965') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.012153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3a17dfe6-6fb9-4bfc-873d-728bad53e99f tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags/tempest-TagsExtTest-Tag-617527965 HTTP/1.1" status: 204 len: 168 time: 0.1809509 Jul 05 18:29:55.012153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38572) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.012153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-3bfa902c-5267-4104-93ce-a21a0fff51b0 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.106351 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router ad948e73-b413-437d-b663-01fdf2305cef has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:29:55.107177 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3bfa902c-5267-4104-93ce-a21a0fff51b0 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags HTTP/1.1" status: 200 len: 205 time: 0.1103675 Jul 05 18:29:55.107177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38576) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.107177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-db33db70-4b9b-46ce-903b-56fb60d5f1f8 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.121664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-db33db70-4b9b-46ce-903b-56fb60d5f1f8 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags HTTP/1.1" status: 200 len: 240 time: 0.0400174 Jul 05 18:29:55.124345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38578) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.128818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-c178dd46-c8a8-482e-9241-900d4dcd667a tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec', 'tempest-TagsExtTest-Tag-610798687') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.131503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:29:55.139951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:55.142445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] Sync routers for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:29:55.152707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c178dd46-c8a8-482e-9241-900d4dcd667a tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags/tempest-TagsExtTest-Tag-610798687 HTTP/1.1" status: 204 len: 168 time: 0.0272868 Jul 05 18:29:55.155314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38580) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.160252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-fb46a3f5-2a9b-4bcf-81fb-7a35e3b33221 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec', 'tempest-TagsExtTest-Tag-610798687') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.175734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:29:55.176632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:29:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.195679 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f8668bc9-173f-4872-bc46-58bcf4472431 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/floatingips/92067db6-e943-4d9b-b2e5-0bb948382e2d HTTP/1.1" status: 204 len: 168 time: 1.2066591 Jul 05 18:29:55.197341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:29:55.212142 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7899859-67dc-48e2-b4e0-17e5869506a3" -d '{"events": [{"name": "network-changed", "server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:29:55.281145 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f9fa53-1ae6-4eca-a380-896917c59e95 x-openstack-request-id: req-97f9fa53-1ae6-4eca-a380-896917c59e95 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:29:55.281145 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:29:55.281145 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97f9fa53-1ae6-4eca-a380-896917c59e95 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:29:55.281477 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'status': 'completed', 'code': 200} Jul 05 18:29:55.306494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fb46a3f5-2a9b-4bcf-81fb-7a35e3b33221 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags/tempest-TagsExtTest-Tag-610798687 HTTP/1.1" status: 204 len: 168 time: 0.1497073 Jul 05 18:29:55.307691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38594) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.313096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-7cbd183a-e039-4feb-97ea-7249f6f4ef08 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.365572 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7cbd183a-e039-4feb-97ea-7249f6f4ef08 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags HTTP/1.1" status: 200 len: 205 time: 0.0560298 Jul 05 18:29:55.368964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38596) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.374505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-b68ccc9e-f5a4-40e5-822e-758272eeb2bc tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.391959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-4eebfb1c-67e5-4174-886e-9a40e5699bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:55.395512 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-4eebfb1c-67e5-4174-886e-9a40e5699bf8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 1096 time: 0.0973232 Jul 05 18:29:55.408519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:29:55.420191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b68ccc9e-f5a4-40e5-822e-758272eeb2bc tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0499489 Jul 05 18:29:55.422680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38598) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.429651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-b7f9389b-04da-4a75-9cd0-b7aaf5f113c3 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.531239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b7f9389b-04da-4a75-9cd0-b7aaf5f113c3 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1072621 Jul 05 18:29:55.531865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38602) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.537167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-d4d154ac-1970-483e-bfc5-82b128be9066 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.604946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d4d154ac-1970-483e-bfc5-82b128be9066 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0720379 Jul 05 18:29:55.607450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38604) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.613227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-3f5df73c-8e90-46df-a4f2-fa080d3787b9 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.674864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:28:01Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '7e758dcb-50f4-4e57-aa40-2beda6221242', 'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:25:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:00Z', 'updated_at': '2021-07-05T18:28:10Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.686495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3f5df73c-8e90-46df-a4f2-fa080d3787b9 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags HTTP/1.1" status: 204 len: 168 time: 0.0772574 Jul 05 18:29:55.702551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38608) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.714181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] Checking router: ad948e73-b413-437d-b663-01fdf2305cef for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:29:55.717171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-0bcf0f8b-5a6e-481a-86f2-dd409d4477c4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111', 'tempest-TagsExtTest-Tag-11816162') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.726628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:29:55.728676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:29:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:55.848617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d021c117-92cf-4456-8fdd-e5b03f76c5e5 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:29:55.895294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:29:55.906374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0bcf0f8b-5a6e-481a-86f2-dd409d4477c4 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags/tempest-TagsExtTest-Tag-11816162 HTTP/1.1" status: 201 len: 201 time: 0.1988287 Jul 05 18:29:55.907449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38614) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:55.914227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-ad9ff394-99a0-41ce-b3a0-263ac36c5303 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3', 'tempest-TagsExtTest-Tag-640206894') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:56.041213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d021c117-92cf-4456-8fdd-e5b03f76c5e5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:29:56.042122 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:56.083812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-c0168179-0f9c-4bb6-8f58-7b164d7425e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:56.085413 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-c0168179-0f9c-4bb6-8f58-7b164d7425e4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 200 len: 897 time: 0.6820159 Jul 05 18:29:56.122047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4fc4c-042d-434f-b452-88e2871936c0 req-3110b998-2488-450f-acba-6812bbb245c7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:56.122047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1d4fc4c-042d-434f-b452-88e2871936c0 req-3110b998-2488-450f-acba-6812bbb245c7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.1029923 Jul 05 18:29:56.129107 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-cb6dd4f5-40f0-4328-b997-5625d5a6d44e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 200 len: 217 time: 0.0363178 Jul 05 18:29:56.180628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1d4fc4c-042d-434f-b452-88e2871936c0 req-8000c50f-941b-40ee-9f39-b2eaf5f2daad tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533845 Jul 05 18:29:56.191087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ad9ff394-99a0-41ce-b3a0-263ac36c5303 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags/tempest-TagsExtTest-Tag-640206894 HTTP/1.1" status: 201 len: 201 time: 0.2822173 Jul 05 18:29:56.193963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38624) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:56.209581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-25eecea6-6177-4ae2-a931-752f62ba9617 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6', 'tempest-TagsExtTest-Tag-2036341930') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:56.210006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-107b6a6b-8b93-4205-ba3e-daedc311f0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:56.211876 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-107b6a6b-8b93-4205-ba3e-daedc311f0c8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 200 len: 833 time: 0.0770578 Jul 05 18:29:56.312333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-6b822df6-8302-4550-b8f9-c2f1cb7ed8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:56.316784 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-6b822df6-8302-4550-b8f9-c2f1cb7ed8cf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=ea5ac57a-216e-4da7-8f43-1b8a6015d69d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963387 Jul 05 18:29:56.381237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:28:01Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '7e758dcb-50f4-4e57-aa40-2beda6221242', 'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:25:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:00Z', 'updated_at': '2021-07-05T18:28:10Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:56.410275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1566e382-6767-467a-94e0-76076b7d8eec None None] The sync data for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 is: [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:28:01Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '7e758dcb-50f4-4e57-aa40-2beda6221242', 'name': '', 'network_id': 'ea5ac57a-216e-4da7-8f43-1b8a6015d69d', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:25:3c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3438, 'fixed_ips': [{'subnet_id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:28:00Z', 'updated_at': '2021-07-05T18:28:10Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8e2454e-02fd-4c20-a0a2-626ed1638c49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:29:56.427790 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-908ffab5-bfea-4a48-9705-154aa26ecd62 service neutron] 10.222.0.97 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038964 Jul 05 18:29:56.452821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-25eecea6-6177-4ae2-a931-752f62ba9617 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags/tempest-TagsExtTest-Tag-2036341930 HTTP/1.1" status: 201 len: 201 time: 0.2547412 Jul 05 18:29:56.453460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38634) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:56.457963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-05663a4f-e1a8-45d1-a1ff-c8444c7d97cc tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec', 'tempest-TagsExtTest-Tag-1886619843') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:56.479219 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:56.560818 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e7899859-67dc-48e2-b4e0-17e5869506a3 req-2b1bfa17-9657-44dd-9a33-a85db604a583 service neutron] 10.222.0.97 "GET /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250775 Jul 05 18:29:56.606352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-05663a4f-e1a8-45d1-a1ff-c8444c7d97cc tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags/tempest-TagsExtTest-Tag-1886619843 HTTP/1.1" status: 201 len: 201 time: 0.1520727 Jul 05 18:29:56.608832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38638) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:56.613314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-d2a16c31-2ddb-438b-93a1-a23f64974a41 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111', {'tags': ['tempest-TagsExtTest-Tag-1804255090', 'tempest-TagsExtTest-Tag-1669762006', 'tempest-TagsExtTest-Tag-273241049']}) {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:56.717765 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50643db8-ff3d-48b0-b34f-5ab3a5d4957b None None] New status for floating IP 92067db6-e943-4d9b-b2e5-0bb948382e2d: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:29:56.786032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38644) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:56.786140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d2a16c31-2ddb-438b-93a1-a23f64974a41 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags HTTP/1.1" status: 200 len: 317 time: 0.1742220 Jul 05 18:29:56.790637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-3305a89b-87ff-4898-be6b-c9666d7194b1 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:56.950453 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3305a89b-87ff-4898-be6b-c9666d7194b1 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags HTTP/1.1" status: 204 len: 168 time: 0.1650922 Jul 05 18:29:56.952937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38648) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:56.960922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-d3486304-8749-4706-898f-a7edaee9e711 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111', 'tempest-TagsExtTest-Tag-1804255090') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:57.015722 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-d3486304-8749-4706-898f-a7edaee9e711 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:57.016771 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d3486304-8749-4706-898f-a7edaee9e711 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags/tempest-TagsExtTest-Tag-1804255090 HTTP/1.1" status: 404 len: 329 time: 0.0629096 Jul 05 18:29:57.019583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38650) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:57.024479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-1539b369-5c64-4eb1-8118-a0bba7ddc09c tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111', 'tempest-TagsExtTest-Tag-1669762006') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:57.085868 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-1539b369-5c64-4eb1-8118-a0bba7ddc09c tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:57.086988 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1539b369-5c64-4eb1-8118-a0bba7ddc09c tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags/tempest-TagsExtTest-Tag-1669762006 HTTP/1.1" status: 404 len: 329 time: 0.0664279 Jul 05 18:29:57.091488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38654) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:57.097416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-e059d4ce-cfdf-43e2-b60c-a0dde4c88440 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111', 'tempest-TagsExtTest-Tag-273241049') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:57.259237 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-e059d4ce-cfdf-43e2-b60c-a0dde4c88440 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:57.262904 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e059d4ce-cfdf-43e2-b60c-a0dde4c88440 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags/tempest-TagsExtTest-Tag-273241049 HTTP/1.1" status: 404 len: 328 time: 0.1679146 Jul 05 18:29:57.263659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38662) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:57.268859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-986d3b6c-46b0-4b5e-b943-40734512ee36 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:57.270303 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-986d3b6c-46b0-4b5e-b943-40734512ee36 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.97 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.1458540 Jul 05 18:29:57.273094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-1789ca51-4a57-4e27-a83b-224e7eac5e6e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3', {'tags': ['tempest-TagsExtTest-Tag-1597555301', 'tempest-TagsExtTest-Tag-195674273', 'tempest-TagsExtTest-Tag-1156815955']}) {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:57.413024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port df47da96-29f8-4a52-8a68-6bc55141ca1c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:57.413407 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:57.462147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1789ca51-4a57-4e27-a83b-224e7eac5e6e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags HTTP/1.1" status: 200 len: 317 time: 0.1960664 Jul 05 18:29:57.462755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38670) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:57.467421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-85b3e24f-4847-461f-b288-e7d8b6de0de8 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:57.522836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port df47da96-29f8-4a52-8a68-6bc55141ca1c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=df47da96-29f8-4a52-8a68-6bc55141ca1c,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:29:57.523583 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:57.538015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for df47da96-29f8-4a52-8a68-6bc55141ca1c owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:29:57.622748 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-85b3e24f-4847-461f-b288-e7d8b6de0de8 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags HTTP/1.1" status: 204 len: 168 time: 0.1588125 Jul 05 18:29:57.629991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38674) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:57.641368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-5efc5ef1-cc14-4587-8e8f-52b3268b3116 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3', 'tempest-TagsExtTest-Tag-1597555301') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:57.717796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbf21a-47e5-466b-8586-f7cb9dd58586 req-39bc8345-510f-4740-ba8d-96a363fd17f2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:29:57.719357 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fccbf21a-47e5-466b-8586-f7cb9dd58586 req-39bc8345-510f-4740-ba8d-96a363fd17f2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=509ade0f-d127-471d-8441-46cd7e1cb71f HTTP/1.1" status: 200 len: 945 time: 0.3728423 Jul 05 18:29:57.722452 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-5efc5ef1-cc14-4587-8e8f-52b3268b3116 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:57.724100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5efc5ef1-cc14-4587-8e8f-52b3268b3116 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags/tempest-TagsExtTest-Tag-1597555301 HTTP/1.1" status: 404 len: 329 time: 0.0924594 Jul 05 18:29:57.727576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38678) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:57.732427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-a435fd00-2705-46a7-a8c1-94e3eb56091a tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3', 'tempest-TagsExtTest-Tag-195674273') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:57.762426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:57.771277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fccbf21a-47e5-466b-8586-f7cb9dd58586 req-8d55f760-b9ce-484e-ac8c-77a7d6d4ef46 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=409c579d-0b84-4bf1-a948-60037ae835df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459607 Jul 05 18:29:57.799767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=df47da96-29f8-4a52-8a68-6bc55141ca1c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:29:57.860327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] No DVR routers for this DVR port df47da96-29f8-4a52-8a68-6bc55141ca1c on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:29:57.862590 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-a435fd00-2705-46a7-a8c1-94e3eb56091a tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:57.867107 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a435fd00-2705-46a7-a8c1-94e3eb56091a tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags/tempest-TagsExtTest-Tag-195674273 HTTP/1.1" status: 404 len: 328 time: 0.1350405 Jul 05 18:29:57.867107 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:57.867467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38682) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:57.867637 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec34fd0f-e8ff-4bf1-96d5-d452f993b0b5 req-cc5283c2-3ce7-4661-8775-9fbf4957f710 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.97 "DELETE /v2.0/ports/df47da96-29f8-4a52-8a68-6bc55141ca1c HTTP/1.1" status: 204 len: 173 time: 0.5917945 Jul 05 18:29:57.868010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'name': 'network-vif-deleted', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:29:57.870444 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bdd22f-f882-477c-929a-e61c181532a3" -d '{"events": [{"server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "name": "network-vif-deleted", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:29:57.872296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-c19cf5fe-821f-426b-bc90-d663043c5a88 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3', 'tempest-TagsExtTest-Tag-1156815955') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:57.908615 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc4ab46-1011-48b1-8166-5b6328bd3ffd x-openstack-request-id: req-cdc4ab46-1011-48b1-8166-5b6328bd3ffd {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:29:57.908924 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "509ade0f-d127-471d-8441-46cd7e1cb71f", "name": "network-vif-deleted", "tag": "df47da96-29f8-4a52-8a68-6bc55141ca1c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:29:57.909177 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cdc4ab46-1011-48b1-8166-5b6328bd3ffd {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:29:57.909581 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '509ade0f-d127-471d-8441-46cd7e1cb71f', 'name': 'network-vif-deleted', 'tag': 'df47da96-29f8-4a52-8a68-6bc55141ca1c', 'status': 'completed', 'code': 200} Jul 05 18:29:57.952735 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-c19cf5fe-821f-426b-bc90-d663043c5a88 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:57.954104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c19cf5fe-821f-426b-bc90-d663043c5a88 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags/tempest-TagsExtTest-Tag-1156815955 HTTP/1.1" status: 404 len: 329 time: 0.0856378 Jul 05 18:29:57.956873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38686) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:57.963407 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-ffe91216-3e64-4c63-8d11-39f46f900c36 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6', {'tags': ['tempest-TagsExtTest-Tag-1379868605', 'tempest-TagsExtTest-Tag-1398941783', 'tempest-TagsExtTest-Tag-702541402']}) {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:58.135753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ffe91216-3e64-4c63-8d11-39f46f900c36 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags HTTP/1.1" status: 200 len: 317 time: 0.1777821 Jul 05 18:29:58.139462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38690) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:58.143003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-72aab5ca-0667-4b25-bc2c-2ab353abd7d3 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:58.345387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-72aab5ca-0667-4b25-bc2c-2ab353abd7d3 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags HTTP/1.1" status: 204 len: 168 time: 0.2055092 Jul 05 18:29:58.347593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38700) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:58.352976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-86330d52-cbbf-4609-ac11-06c8a91605e7 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6', 'tempest-TagsExtTest-Tag-1379868605') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:58.453421 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-86330d52-cbbf-4609-ac11-06c8a91605e7 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:58.458000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-86330d52-cbbf-4609-ac11-06c8a91605e7 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags/tempest-TagsExtTest-Tag-1379868605 HTTP/1.1" status: 404 len: 329 time: 0.1058207 Jul 05 18:29:58.458000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38708) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:58.462137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-7c075c8b-8c46-46d8-9670-ca6bda98c12d tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6', 'tempest-TagsExtTest-Tag-1398941783') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:58.542396 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-7c075c8b-8c46-46d8-9670-ca6bda98c12d tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:58.543499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7c075c8b-8c46-46d8-9670-ca6bda98c12d tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags/tempest-TagsExtTest-Tag-1398941783 HTTP/1.1" status: 404 len: 329 time: 0.0855041 Jul 05 18:29:58.546226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38712) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:58.550637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-fbd3124c-d625-4745-952d-76ad2e156120 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6', 'tempest-TagsExtTest-Tag-702541402') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:58.924012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38724) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:58.984899 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-fbd3124c-d625-4745-952d-76ad2e156120 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:58.986152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fbd3124c-d625-4745-952d-76ad2e156120 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags/tempest-TagsExtTest-Tag-702541402 HTTP/1.1" status: 404 len: 328 time: 0.4387810 Jul 05 18:29:58.989461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38730) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:58.994810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.tag.tag_plugin [None req-e5c12249-53d7-47a9-a32a-2e834c0b1bbe tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec', {'tags': ['tempest-TagsExtTest-Tag-1664866400', 'tempest-TagsExtTest-Tag-1493610646', 'tempest-TagsExtTest-Tag-1959672710']}) {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:59.177210 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e5c12249-53d7-47a9-a32a-2e834c0b1bbe tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "PUT /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags HTTP/1.1" status: 200 len: 318 time: 0.1864305 Jul 05 18:29:59.181816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38740) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:59.184832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-e70e9b3c-3b05-47ed-9b5a-7cc020d16944 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:59.359833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e70e9b3c-3b05-47ed-9b5a-7cc020d16944 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags HTTP/1.1" status: 204 len: 168 time: 0.1784475 Jul 05 18:29:59.362286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38746) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:59.370379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-8b91e7df-ca6f-4fe3-9d7c-37df38963f3c tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec', 'tempest-TagsExtTest-Tag-1664866400') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:59.412244 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-8b91e7df-ca6f-4fe3-9d7c-37df38963f3c tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:59.414658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8b91e7df-ca6f-4fe3-9d7c-37df38963f3c tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags/tempest-TagsExtTest-Tag-1664866400 HTTP/1.1" status: 404 len: 329 time: 0.0489779 Jul 05 18:29:59.417129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38750) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:59.423816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-9e86fa26-219f-41c2-87e8-0ca6483083da tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec', 'tempest-TagsExtTest-Tag-1493610646') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:59.445207 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-9e86fa26-219f-41c2-87e8-0ca6483083da tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:59.446494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9e86fa26-219f-41c2-87e8-0ca6483083da tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags/tempest-TagsExtTest-Tag-1493610646 HTTP/1.1" status: 404 len: 329 time: 0.0279450 Jul 05 18:29:59.449205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38752) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:59.453586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-d77c5dfe-8d06-48ca-a1ea-35b1691f23ce tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec', 'tempest-TagsExtTest-Tag-1959672710') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:59.455381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:59.477382 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [None req-d77c5dfe-8d06-48ca-a1ea-35b1691f23ce tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] show failed (client error): The resource could not be found. Jul 05 18:29:59.478421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d77c5dfe-8d06-48ca-a1ea-35b1691f23ce tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags/tempest-TagsExtTest-Tag-1959672710 HTTP/1.1" status: 404 len: 329 time: 0.0283098 Jul 05 18:29:59.481091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38754) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:59.485597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-58174867-a673-47a3-a38b-8964b1f04c26 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd632fed8-3638-4352-b455-40ded22831ec') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:59.515651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-58174867-a673-47a3-a38b-8964b1f04c26 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec/tags HTTP/1.1" status: 204 len: 168 time: 0.0313087 Jul 05 18:29:59.520390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38760) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:59.525620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-3e62e3c7-5e21-40ee-b028-9fc36731edd5 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '5fef20b1-d809-4df9-811e-5df2528a63d6') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:59.624042 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3e62e3c7-5e21-40ee-b028-9fc36731edd5 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6/tags HTTP/1.1" status: 204 len: 168 time: 0.1026142 Jul 05 18:29:59.626436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38766) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:59.637038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-5d755837-1051-4a8e-b856-72a2b2b10087 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c18541bc-ec1f-4ed8-8bad-38fd00a210d3') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:59.696183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5d755837-1051-4a8e-b856-72a2b2b10087 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3/tags HTTP/1.1" status: 204 len: 168 time: 0.0683718 Jul 05 18:29:59.699694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38770) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:59.705169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.tag.tag_plugin [None req-58b2ec0b-e3de-46e1-b268-bc9cc41db36e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '621d543c-ed8e-4ac4-ba1b-d2581684e111') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:29:59.794438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-58b2ec0b-e3de-46e1-b268-bc9cc41db36e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111/tags HTTP/1.1" status: 204 len: 168 time: 0.0887601 Jul 05 18:29:59.796028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38774) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:29:59.832130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:29:59.842460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 7e758dcb-50f4-4e57-aa40-2beda6221242 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:29:59.844167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.102795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port 7e758dcb-50f4-4e57-aa40-2beda6221242, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7e758dcb-50f4-4e57-aa40-2beda6221242,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:00.102795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.102795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 7e758dcb-50f4-4e57-aa40-2beda6221242 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:30:00.121248 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b510136-5234-4dce-8a3a-700548bf4af9 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for subnetpool, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.125719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1b510136-5234-4dce-8a3a-700548bf4af9 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnetpools/d632fed8-3638-4352-b455-40ded22831ec HTTP/1.1" status: 204 len: 168 time: 0.3270502 Jul 05 18:30:00.125719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38780) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:00.157607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d53ea321-a013-4c37-9906-841c59dde848 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fef20b1-d809-4df9-811e-5df2528a63d6 HTTP/1.1" status: 200 len: 205 time: 0.0303957 Jul 05 18:30:00.160810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38782) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:00.272803 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-09006376-8d55-4247-8325-602983078c6e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.450262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-09006376-8d55-4247-8325-602983078c6e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.451594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-09006376-8d55-4247-8325-602983078c6e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.620480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-09006376-8d55-4247-8325-602983078c6e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.621155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09006376-8d55-4247-8325-602983078c6e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Fanout notify agent at l3_agent the message router_deleted on router 5fef20b1-d809-4df9-811e-5df2528a63d6 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:30:00.628135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-09006376-8d55-4247-8325-602983078c6e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.636437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-09006376-8d55-4247-8325-602983078c6e tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/routers/5fef20b1-d809-4df9-811e-5df2528a63d6 HTTP/1.1" status: 204 len: 168 time: 0.4744518 Jul 05 18:30:00.639057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38794) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:00.651027 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.683228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=7e758dcb-50f4-4e57-aa40-2beda6221242,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:00.778997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-905bb9a8-83ca-4a9e-b979-950f92701334 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Deleting port c18541bc-ec1f-4ed8-8bad-38fd00a210d3 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:30:00.779606 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-905bb9a8-83ca-4a9e-b979-950f92701334 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.878725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device df47da96-29f8-4a52-8a68-6bc55141ca1c no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:30:00.915972 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: df47da96-29f8-4a52-8a68-6bc55141ca1c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:30:00.916568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device df47da96-29f8-4a52-8a68-6bc55141ca1c not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:30:00.919129 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-905bb9a8-83ca-4a9e-b979-950f92701334 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.936229 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:00.938375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-905bb9a8-83ca-4a9e-b979-950f92701334 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Calling delete_port for c18541bc-ec1f-4ed8-8bad-38fd00a210d3 owned by {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:30:01.183829 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-905bb9a8-83ca-4a9e-b979-950f92701334 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:01.193744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router ad948e73-b413-437d-b663-01fdf2305cef has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:30:01.219421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bb9a8-83ca-4a9e-b979-950f92701334 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Pushing event deleted for resources: {'Port': ['ID=c18541bc-ec1f-4ed8-8bad-38fd00a210d3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:01.309289 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-905bb9a8-83ca-4a9e-b979-950f92701334 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:01.311359 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-905bb9a8-83ca-4a9e-b979-950f92701334 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/ports/c18541bc-ec1f-4ed8-8bad-38fd00a210d3 HTTP/1.1" status: 204 len: 168 time: 0.6712203 Jul 05 18:30:01.313766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38806) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:01.363141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:30:01.392606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] Sync routers for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:30:01.397055 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c07031ea-34ca-4ad9-b01d-9b065bd63772 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "PUT /v2.0/routers/ad948e73-b413-437d-b663-01fdf2305cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4716818 Jul 05 18:30:01.398516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38808) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:01.405165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:30:01.405805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:29:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:01.416810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e62f35-5ade-4466-a44c-814cb9abd44b tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Deleting subnet 621d543c-ed8e-4ac4-ba1b-d2581684e111 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:30:01.450860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-16e62f35-5ade-4466-a44c-814cb9abd44b tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:01.553327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3ccd3d9-5e9b-46b5-98bd-e67a7289726f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting subnet f8e2454e-02fd-4c20-a0a2-626ed1638c49 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:30:01.557117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-16e62f35-5ade-4466-a44c-814cb9abd44b tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:01.574771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:30:01.578687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3ccd3d9-5e9b-46b5-98bd-e67a7289726f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:01.645202 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3ccd3d9-5e9b-46b5-98bd-e67a7289726f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:01.728714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-16e62f35-5ade-4466-a44c-814cb9abd44b tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:01.811543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3ccd3d9-5e9b-46b5-98bd-e67a7289726f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:01.852074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:30:00Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:01.885002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] Checking router: ad948e73-b413-437d-b663-01fdf2305cef for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:30:01.895920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] Routers {'ad948e73-b413-437d-b663-01fdf2305cef'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:30:01.896585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:29:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['ad948e73-b413-437d-b663-01fdf2305cef'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:01.959508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-16e62f35-5ade-4466-a44c-814cb9abd44b tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:01.990207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e62f35-5ade-4466-a44c-814cb9abd44b tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Pushing event deleted for resources: {'Subnet': ['ID=621d543c-ed8e-4ac4-ba1b-d2581684e111,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:01.997192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-16e62f35-5ade-4466-a44c-814cb9abd44b tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.002705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38818) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:02.002913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-16e62f35-5ade-4466-a44c-814cb9abd44b tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/subnets/621d543c-ed8e-4ac4-ba1b-d2581684e111 HTTP/1.1" status: 204 len: 168 time: 0.6879468 Jul 05 18:30:02.004105 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3ccd3d9-5e9b-46b5-98bd-e67a7289726f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.019024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856d1231-8b12-474b-a22b-5fca06f2ebab None None] Network fde97dc9-c2bd-44c9-9731-7d275b329a55 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:30:02.048700 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3ccd3d9-5e9b-46b5-98bd-e67a7289726f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.048700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b3ccd3d9-5e9b-46b5-98bd-e67a7289726f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/subnets/f8e2454e-02fd-4c20-a0a2-626ed1638c49 HTTP/1.1" status: 204 len: 168 time: 0.6464405 Jul 05 18:30:02.048700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ccd3d9-5e9b-46b5-98bd-e67a7289726f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e2454e-02fd-4c20-a0a2-626ed1638c49,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:02.052483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38822) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:02.080678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51582fd-849d-4347-ae2e-7fcb361ccb4c None None] Network ea5ac57a-216e-4da7-8f43-1b8a6015d69d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:30:02.184108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.206907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.212754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] Set router ad948e73-b413-437d-b663-01fdf2305cef gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:30:02.262603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Deleting port d021c117-92cf-4456-8fdd-e5b03f76c5e5 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:30:02.263304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.344134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] For port d021c117-92cf-4456-8fdd-e5b03f76c5e5, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d021c117-92cf-4456-8fdd-e5b03f76c5e5,segment=NetworkSegment(4dc0e8e3-4073-412c-98d2-f344ded3f27e),segment_id=4dc0e8e3-4073-412c-98d2-f344ded3f27e)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:02.344525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.366923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Calling delete_port for d021c117-92cf-4456-8fdd-e5b03f76c5e5 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:30:02.372791 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.521502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port a50cb6e6-16c2-47be-8846-a3c022ad84a2 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:30:02.521858 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.553502 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.605038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Pushing event deleted for resources: {'Port': ['ID=d021c117-92cf-4456-8fdd-e5b03f76c5e5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:02.618948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port a50cb6e6-16c2-47be-8846-a3c022ad84a2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a50cb6e6-16c2-47be-8846-a3c022ad84a2,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:02.619813 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.624062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] No DVR routers for this DVR port d021c117-92cf-4456-8fdd-e5b03f76c5e5 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:30:02.651222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for a50cb6e6-16c2-47be-8846-a3c022ad84a2 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:30:02.711799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:30:00Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:02.751916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bd2f91-4ecf-4133-9c4e-5a876416c1be None None] DHCP port deletion for fde97dc9-c2bd-44c9-9731-7d275b329a55 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:30:02.759255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657472d5-7cfc-4849-9aff-b3a2294a0597 None None] The sync data for ids ['ad948e73-b413-437d-b663-01fdf2305cef'] in n-d-799524-1 is: [{'id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825040327', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:53Z', 'updated_at': '2021-07-05T18:30:00Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'a50cb6e6-16c2-47be-8846-a3c022ad84a2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:fd:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad948e73-b413-437d-b663-01fdf2305cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3431, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:54Z', 'updated_at': '2021-07-05T18:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:30:02.807452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed34c6f-a29d-4c93-9d58-5fcd99111d73 None None] DHCP port deletion for ea5ac57a-216e-4da7-8f43-1b8a6015d69d request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:30:02.814768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.826120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde97dc9-c2bd-44c9-9731-7d275b329a55']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:02.836988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc0e8e3-4073-412c-98d2-f344ded3f27e') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:02.845621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc0e8e3-4073-412c-98d2-f344ded3f27e') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:02.847718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.863461 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.869649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:30:02.872216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.891414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bed34c6f-a29d-4c93-9d58-5fcd99111d73 None None] Deleting port 181b5962-e0ac-481a-a9ae-b4a50c863425 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:30:02.894971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bed34c6f-a29d-4c93-9d58-5fcd99111d73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:30:02.931498 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:30:02.999366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-bed34c6f-a29d-4c93-9d58-5fcd99111d73 None None] For port 181b5962-e0ac-481a-a9ae-b4a50c863425, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=181b5962-e0ac-481a-a9ae-b4a50c863425,segment=NetworkSegment(ba7b6e6c-7807-4172-8649-74287588cd97),segment_id=ba7b6e6c-7807-4172-8649-74287588cd97)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:02.999764 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bed34c6f-a29d-4c93-9d58-5fcd99111d73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.006175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.018271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bed34c6f-a29d-4c93-9d58-5fcd99111d73 None None] Calling delete_port for 181b5962-e0ac-481a-a9ae-b4a50c863425 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:30:03.021437 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.044558 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] 10.222.0.30 "DELETE /v2.0/networks/fde97dc9-c2bd-44c9-9731-7d275b329a55 HTTP/1.1" status: 204 len: 168 time: 1.0278647 Jul 05 18:30:03.067518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e91511-8874-4823-a5fb-f09335267430 tempest-TagsExtTest-1237488372 tempest-TagsExtTest-1237488372-project] Pushing event deleted for resources: {'Network': ['ID=fde97dc9-c2bd-44c9-9731-7d275b329a55,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:03.086944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.133950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=a50cb6e6-16c2-47be-8846-a3c022ad84a2,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:03.236095 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.237697 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bed34c6f-a29d-4c93-9d58-5fcd99111d73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.272202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed34c6f-a29d-4c93-9d58-5fcd99111d73 None None] Pushing event deleted for resources: {'Port': ['ID=181b5962-e0ac-481a-a9ae-b4a50c863425,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:03.275726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed34c6f-a29d-4c93-9d58-5fcd99111d73 None None] No DVR routers for this DVR port 181b5962-e0ac-481a-a9ae-b4a50c863425 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:30:03.363088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.365869 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.526316 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.530182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Fanout notify agent at l3_agent the message router_deleted on router ad948e73-b413-437d-b663-01fdf2305cef {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:30:03.534227 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.537941 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-61a26b68-9541-4506-ad38-505a78b8a63a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/routers/ad948e73-b413-437d-b663-01fdf2305cef HTTP/1.1" status: 204 len: 168 time: 1.4802752 Jul 05 18:30:03.538278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38850) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:03.643154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.759234 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.771551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5ac57a-216e-4da7-8f43-1b8a6015d69d']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:03.784013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba7b6e6c-7807-4172-8649-74287588cd97') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:03.784400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba7b6e6c-7807-4172-8649-74287588cd97') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:03.792280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38858) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:03.796240 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.812974 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.820765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:30:03.821178 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:30:03.825532 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:30:03.967381 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-310376a9-0f42-46e3-875e-4ce2d799bb5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ab9a0410a264bc8aaeb39f498cd397a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1732388 Jul 05 18:30:03.970133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38866) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:03.983690 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:03.992715 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.004268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/networks/ea5ac57a-216e-4da7-8f43-1b8a6015d69d HTTP/1.1" status: 204 len: 168 time: 0.4649365 Jul 05 18:30:04.011105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38868) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:04.011439 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 38870) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:04.016763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83505f1-0631-48b5-9238-2b9d0383284b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Network': ['ID=ea5ac57a-216e-4da7-8f43-1b8a6015d69d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:04.064625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3b00-d625-4021-902d-e0f522c54143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.147472 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3b00-d625-4021-902d-e0f522c54143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.149917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a58a20f3-4cb6-4ca5-a703-8d6ae2bbd804 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.155795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d021c117-92cf-4456-8fdd-e5b03f76c5e5 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:30:04.187000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d021c117-92cf-4456-8fdd-e5b03f76c5e5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:30:04.187677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d021c117-92cf-4456-8fdd-e5b03f76c5e5 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:30:04.188270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 181b5962-e0ac-481a-a9ae-b4a50c863425 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:30:04.212561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 181b5962-e0ac-481a-a9ae-b4a50c863425 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:30:04.213189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 181b5962-e0ac-481a-a9ae-b4a50c863425 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:30:04.213607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a50cb6e6-16c2-47be-8846-a3c022ad84a2 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:30:04.227512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12b64134-b2ad-4de5-be32-c257b39d9c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.232065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a50cb6e6-16c2-47be-8846-a3c022ad84a2 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:30:04.232605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a50cb6e6-16c2-47be-8846-a3c022ad84a2 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:30:04.233029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7e758dcb-50f4-4e57-aa40-2beda6221242 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:30:04.245959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a58a20f3-4cb6-4ca5-a703-8d6ae2bbd804 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.252086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 7e758dcb-50f4-4e57-aa40-2beda6221242 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:30:04.252442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7e758dcb-50f4-4e57-aa40-2beda6221242 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:30:04.417988 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3b00-d625-4021-902d-e0f522c54143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.420607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdaf3b00-d625-4021-902d-e0f522c54143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.421867 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fdaf3b00-d625-4021-902d-e0f522c54143 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d912b82-19b8-465e-bda7-5dd5b7865cc1 HTTP/1.1" status: 204 len: 168 time: 0.4506063 Jul 05 18:30:04.439196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf3b00-d625-4021-902d-e0f522c54143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d912b82-19b8-465e-bda7-5dd5b7865cc1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:04.481869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a58a20f3-4cb6-4ca5-a703-8d6ae2bbd804 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.481869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a58a20f3-4cb6-4ca5-a703-8d6ae2bbd804 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.483016 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a58a20f3-4cb6-4ca5-a703-8d6ae2bbd804 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/security-groups/409c579d-0b84-4bf1-a948-60037ae835df HTTP/1.1" status: 204 len: 168 time: 0.4692230 Jul 05 18:30:04.505989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a20f3-4cb6-4ca5-a703-8d6ae2bbd804 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=409c579d-0b84-4bf1-a948-60037ae835df,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:04.557613 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12b64134-b2ad-4de5-be32-c257b39d9c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.658105 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-12b64134-b2ad-4de5-be32-c257b39d9c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.719592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b64134-b2ad-4de5-be32-c257b39d9c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98f35b6-d9bb-4e0a-88ba-9a14afcc383a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:04.733992 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-12b64134-b2ad-4de5-be32-c257b39d9c2e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4243afed057427aac99439564b587d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7156239 Jul 05 18:30:04.736209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38892) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:04.816924 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac0021b-5903-4606-a37a-be5362eb5485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.857576 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac0021b-5903-4606-a37a-be5362eb5485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.981689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38902) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:04.986662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-44783155-6e25-44f5-b6cf-56bcccc2a73d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77538850', 'description': 'tempest-secgroup-smoke-77538850 description', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:04.993310 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac0021b-5903-4606-a37a-be5362eb5485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.996043 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac0021b-5903-4606-a37a-be5362eb5485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:04.997307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5ac0021b-5903-4606-a37a-be5362eb5485 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b98f35b6-d9bb-4e0a-88ba-9a14afcc383a HTTP/1.1" status: 204 len: 168 time: 0.2598221 Jul 05 18:30:05.015040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0021b-5903-4606-a37a-be5362eb5485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98f35b6-d9bb-4e0a-88ba-9a14afcc383a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:05.106071 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-44783155-6e25-44f5-b6cf-56bcccc2a73d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:05.199682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-44783155-6e25-44f5-b6cf-56bcccc2a73d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:05.286768 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-44783155-6e25-44f5-b6cf-56bcccc2a73d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:05.325425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44783155-6e25-44f5-b6cf-56bcccc2a73d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1939d0b8-7631-4a25-8b8f-8927132ba6a1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:05.380396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-44783155-6e25-44f5-b6cf-56bcccc2a73d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:05.381602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-44783155-6e25-44f5-b6cf-56bcccc2a73d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3987961 Jul 05 18:30:05.385272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38924) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:05.391134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6e3a21b4-0d20-46de-8a84-a5dac16e3239 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '1939d0b8-7631-4a25-8b8f-8927132ba6a1', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:05.491909 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e3a21b4-0d20-46de-8a84-a5dac16e3239 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:05.554045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e3a21b4-0d20-46de-8a84-a5dac16e3239 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:05.660556 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e3a21b4-0d20-46de-8a84-a5dac16e3239 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:05.687478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a21b4-0d20-46de-8a84-a5dac16e3239 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ab3ef8-5186-4c54-b883-196b7402dd40,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:05.768830 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e3a21b4-0d20-46de-8a84-a5dac16e3239 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:05.773764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6e3a21b4-0d20-46de-8a84-a5dac16e3239 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3837740 Jul 05 18:30:05.775798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38944) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:05.780607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d4d1f7f2-657f-4fde-8fb5-273db3ba9f89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '1939d0b8-7631-4a25-8b8f-8927132ba6a1', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:05.862045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f7f2-657f-4fde-8fb5-273db3ba9f89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:05.942147 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f7f2-657f-4fde-8fb5-273db3ba9f89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:06.001142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:06.021398 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-5039c930-b96a-4016-a524-2ac7304dcda0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1936781 Jul 05 18:30:06.024573 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f7f2-657f-4fde-8fb5-273db3ba9f89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:06.045245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1f7f2-657f-4fde-8fb5-273db3ba9f89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f5c77f-6f1e-4462-bedb-0e36aaf3b538,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:06.171869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-17b6265f-deba-4ca5-b2ca-c21d79c28910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:06.171869 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-17b6265f-deba-4ca5-b2ca-c21d79c28910 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2e5e580f78ba402ca7859218eb226810&device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1096 time: 0.0604889 Jul 05 18:30:06.251322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-3260ba75-295e-4644-bb57-9658bf6c33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:06.252842 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-3260ba75-295e-4644-bb57-9658bf6c33d9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e092d9d7-7f60-4806-a54c-997bb20ca6b5 HTTP/1.1" status: 200 len: 909 time: 0.0915034 Jul 05 18:30:06.294783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4d1f7f2-657f-4fde-8fb5-273db3ba9f89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:06.298308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d4d1f7f2-657f-4fde-8fb5-273db3ba9f89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5193381 Jul 05 18:30:06.298868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38964) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:06.310329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ae49bf3f-4daf-422f-aa98-aae1bc489e37 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '1939d0b8-7631-4a25-8b8f-8927132ba6a1', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:06.321358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-2623f9d3-0a17-4715-baee-a0076349f8b3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9878c66-0085-42cf-9d23-5c271ee2e460 HTTP/1.1" status: 200 len: 1000 time: 0.0620584 Jul 05 18:30:06.392807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-38855df5-5b30-4285-a27b-50803e49dd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:06.396050 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-38855df5-5b30-4285-a27b-50803e49dd5a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6079bed4-a839-46d4-9310-3d8eba064651 HTTP/1.1" status: 200 len: 848 time: 0.0670161 Jul 05 18:30:06.420352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf3f-4daf-422f-aa98-aae1bc489e37 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:06.487287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-5f80bd6b-9ffb-4d77-afa1-9c005c02d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:06.488910 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-5f80bd6b-9ffb-4d77-afa1-9c005c02d290 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e092d9d7-7f60-4806-a54c-997bb20ca6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884604 Jul 05 18:30:06.510436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf3f-4daf-422f-aa98-aae1bc489e37 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:06.591719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf3f-4daf-422f-aa98-aae1bc489e37 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:06.615064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae49bf3f-4daf-422f-aa98-aae1bc489e37 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33065881-1cde-4793-adfa-5af07f527bd7,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:06.627505 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-9d090484-1c73-41a1-9512-8649ba6686b3 service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317980 Jul 05 18:30:06.712648 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae49bf3f-4daf-422f-aa98-aae1bc489e37 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:06.719164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ae49bf3f-4daf-422f-aa98-aae1bc489e37 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4145994 Jul 05 18:30:06.719164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 38996) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:06.724987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-777fe127-85b0-4582-8bba-ab1f941768fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '1939d0b8-7631-4a25-8b8f-8927132ba6a1', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:06.768420 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f577264d-e0a8-4c98-8055-6041f3f3b225 req-43ac1fed-a6c5-431d-875d-b58428cb4ff0 service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305695 Jul 05 18:30:06.839901 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-777fe127-85b0-4582-8bba-ab1f941768fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:06.935647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-777fe127-85b0-4582-8bba-ab1f941768fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.043196 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-777fe127-85b0-4582-8bba-ab1f941768fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.064557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fe127-85b0-4582-8bba-ab1f941768fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e329310-8c30-4d80-9740-f895e0043c43,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:07.157346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-777fe127-85b0-4582-8bba-ab1f941768fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.165352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-777fe127-85b0-4582-8bba-ab1f941768fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4398723 Jul 05 18:30:07.166802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39044) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:07.171549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-305e1d10-40b5-41f3-8381-b789bc7dd780 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '1939d0b8-7631-4a25-8b8f-8927132ba6a1', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:07.281102 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-305e1d10-40b5-41f3-8381-b789bc7dd780 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Project 0ed07517ea7a4b2390c5993a2fe8ff00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:30:07.286502 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-305e1d10-40b5-41f3-8381-b789bc7dd780 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.356535 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-305e1d10-40b5-41f3-8381-b789bc7dd780 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.469485 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-305e1d10-40b5-41f3-8381-b789bc7dd780 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.490110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e1d10-40b5-41f3-8381-b789bc7dd780 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e33ebe-aaa9-477d-9c05-c8251d3ac9e0,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:07.569781 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-305e1d10-40b5-41f3-8381-b789bc7dd780 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.574061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-305e1d10-40b5-41f3-8381-b789bc7dd780 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4039998 Jul 05 18:30:07.574356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39054) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:07.579227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8203ce5f-a25c-47ed-9efd-a814b15a88e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '1939d0b8-7631-4a25-8b8f-8927132ba6a1', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:07.676276 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-8203ce5f-a25c-47ed-9efd-a814b15a88e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Project 0ed07517ea7a4b2390c5993a2fe8ff00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:30:07.690300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8203ce5f-a25c-47ed-9efd-a814b15a88e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.770412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8203ce5f-a25c-47ed-9efd-a814b15a88e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.786379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39070) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:07.902630 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2c58-69b0-4331-b749-48b88365a035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.911521 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8203ce5f-a25c-47ed-9efd-a814b15a88e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:07.929302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203ce5f-a25c-47ed-9efd-a814b15a88e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec5d778-9668-4e71-a101-f396f7c62e6f,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:08.000486 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2c58-69b0-4331-b749-48b88365a035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.097555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1b5e2c58-69b0-4331-b749-48b88365a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.138862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e2c58-69b0-4331-b749-48b88365a035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8fd825-1b29-4cd0-9ea7-e4970f7fa0b4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:08.172572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39108) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:08.172830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1b5e2c58-69b0-4331-b749-48b88365a035 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c4e332ac055d49d5b5dad9f99a3eceda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3850141 Jul 05 18:30:08.230144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8203ce5f-a25c-47ed-9efd-a814b15a88e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.231704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8203ce5f-a25c-47ed-9efd-a814b15a88e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6562641 Jul 05 18:30:08.234775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39110) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:08.234946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9e6-2001-42a9-9777-764b9002dc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.240655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'network': {'name': 'tempest-network-smoke--936364190', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:08.262155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9e6-2001-42a9-9777-764b9002dc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.332177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:30:08.335999 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.397778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9e6-2001-42a9-9777-764b9002dc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.400637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db4bc9e6-2001-42a9-9777-764b9002dc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.402041 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-db4bc9e6-2001-42a9-9777-764b9002dc1c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c8fd825-1b29-4cd0-9ea7-e4970f7fa0b4 HTTP/1.1" status: 204 len: 168 time: 0.2279825 Jul 05 18:30:08.405899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:30:08.415090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bc9e6-2001-42a9-9777-764b9002dc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8fd825-1b29-4cd0-9ea7-e4970f7fa0b4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:08.420016 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.420456 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Added segment 01bc7629-6c65-4504-ac4a-c3a5bfae9e9a of type vlan for network 5a1b6394-0857-40e1-9f04-d687b85b29ae Jul 05 18:30:08.510431 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.651414 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.657817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:08.658671 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.754222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Network': ['ID=5a1b6394-0857-40e1-9f04-d687b85b29ae,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:08.767056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 5a1b6394-0857-40e1-9f04-d687b85b29ae details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:30:08.820795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39126) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:08.821382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5838a34c-497c-46fa-8b5d-9a421dd7dcac tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5853543 Jul 05 18:30:08.829516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'admin_state_up': True, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:08.968983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:08.971806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.031754 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.284014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.353126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39136) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:09.372302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5d18739-9ea4-466a-91f2-f813b27a451b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.588251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5d18739-9ea4-466a-91f2-f813b27a451b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.645510 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.647339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5d18739-9ea4-466a-91f2-f813b27a451b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.681201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.716851 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f5d18739-9ea4-466a-91f2-f813b27a451b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e21477e516e74de48feb86528debcdf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625076 Jul 05 18:30:09.719687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39146) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:09.753277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d18739-9ea4-466a-91f2-f813b27a451b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c7094a-d8d8-44cb-80cd-6d8f2416e176,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:09.800594 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb5dc99-a5ba-44ff-8cb1-e0cf3538f453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.829003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb5dc99-a5ba-44ff-8cb1-e0cf3538f453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.848939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.25.3.169 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/45989441-b593-4b6f-9057-d95c6483fffa) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:30:09.968682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb5dc99-a5ba-44ff-8cb1-e0cf3538f453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.971350 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb5dc99-a5ba-44ff-8cb1-e0cf3538f453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.985440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4bb5dc99-a5ba-44ff-8cb1-e0cf3538f453 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3c7094a-d8d8-44cb-80cd-6d8f2416e176 HTTP/1.1" status: 204 len: 168 time: 0.2606692 Jul 05 18:30:09.985589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:09.992168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb5dc99-a5ba-44ff-8cb1-e0cf3538f453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c7094a-d8d8-44cb-80cd-6d8f2416e176,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:10.105884 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:10.146710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:30:10.151531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:30:10.155009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:30:10.189200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=45989441-b593-4b6f-9057-d95c6483fffa,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:10.584501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:11.147076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:11.414987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router 7c08bc24-021b-47f7-937e-48d479e244f2 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:30:11.547371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:30:11.562434 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Sync routers for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:30:11.572882 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:30:11.573531 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:29:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:11.688195 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:30:11.849092 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:11.853833 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f385b116-b0d7-4c77-87d1-c3d31ce9a3ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0253110 Jul 05 18:30:11.854335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39202) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:11.905299 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:10Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:11.934704 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Checking router: 7c08bc24-021b-47f7-937e-48d479e244f2 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:30:11.935591 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Updating router 7c08bc24-021b-47f7-937e-48d479e244f2 port 45989441-b593-4b6f-9057-d95c6483fffa binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:30:11.947729 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e71481db-9a28-42d0-975f-e8cebfe8aeda tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0ed07517ea7a4b2390c5993a2fe8ff00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0858517 Jul 05 18:30:11.947729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39206) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:11.978257 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:12.199781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58b41b5-1c6e-4dfd-89bd-55f609c99556 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:12.201404 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e58b41b5-1c6e-4dfd-89bd-55f609c99556 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2567608 Jul 05 18:30:12.204190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39214) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:12.249811 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d5c6aa90-05e9-4605-90e7-41d63664b20e tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413673 Jul 05 18:30:12.249811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39218) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:12.254416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-594620850', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:12.330353 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:12.344279 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Transition to ACTIVE for port object 45989441-b593-4b6f-9057-d95c6483fffa will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:30:12.403892 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:12.432307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:30:12.437647 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:12.611672 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Attempting to bind port 45989441-b593-4b6f-9057-d95c6483fffa on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:30:12.612845 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Attempting to bind port 45989441-b593-4b6f-9057-d95c6483fffa by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:30:12.613429 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Attempting to bind port 45989441-b593-4b6f-9057-d95c6483fffa on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:30:12.627371 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:30:12.628598 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:30:12.629270 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:12.629887 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:30:12.630657 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Bound port: 45989441-b593-4b6f-9057-d95c6483fffa, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:30:12.631327 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:12.659820 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Pushing event updated for resources: {'Port': ['ID=45989441-b593-4b6f-9057-d95c6483fffa,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:12.675389 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.676029 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.676698 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.677747 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.678245 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.679514 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.680092 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.680607 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.681303 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.682008 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.682531 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.683047 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:12.739481 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] For port 45989441-b593-4b6f-9057-d95c6483fffa, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:30:12.743714 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] For port 45989441-b593-4b6f-9057-d95c6483fffa, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=45989441-b593-4b6f-9057-d95c6483fffa,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:30:12.780790 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:12.809512 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:12.834698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Subnet': ['ID=c21bb803-ee14-42ce-8bb3-be74da29e582,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:12.910693 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:30:12.910693 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:29:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:12.911026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Checking segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:30:12.911026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network hostable DHCP agents. Network: 5a1b6394-0857-40e1-9f04-d687b85b29ae, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:30:12.956706 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e092a3a-7a95-438d-bab0-988a783efb4b None None] Pushing event updated for resources: {'Port': ['ID=45989441-b593-4b6f-9057-d95c6483fffa,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:12.998284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 5a1b6394-0857-40e1-9f04-d687b85b29ae is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:30:13.064159 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:30:13.093696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 5a1b6394-0857-40e1-9f04-d687b85b29ae) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:30:13.093696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:13.094327 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:13.101369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394dbf83-21cd-4d88-800e-a1caded1afe3 None None] Network 5a1b6394-0857-40e1-9f04-d687b85b29ae requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:30:13.210159 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3c906a6f-9cc9-4874-8e04-91162ba107a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9595978 Jul 05 18:30:13.212793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39248) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:13.326531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-5a1b6394-0857-40e1-9f04-d687b85b29ae', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:30:13.327440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:13.339202 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:10Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:13.367556 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b12f54-0528-4883-a309-36a81c57eb66 None None] The sync data for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 is: [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:10Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:30:13.818596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Allocated IP 172.20.0.2 (5a1b6394-0857-40e1-9f04-d687b85b29ae/c21bb803-ee14-42ce-8bb3-be74da29e582/7b48d656-05ae-42d0-bbe7-d9e79107c02b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:30:13.888863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:13.938295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 45989441-b593-4b6f-9057-d95c6483fffa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:30:14.115255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 45989441-b593-4b6f-9057-d95c6483fffa completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:30:14.155673 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:14.173917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 45989441-b593-4b6f-9057-d95c6483fffa triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:14.180079 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:14.228623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Transition to ACTIVE for port object 7b48d656-05ae-42d0-bbe7-d9e79107c02b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:30:14.255631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Transition to ACTIVE for port object 7b48d656-05ae-42d0-bbe7-d9e79107c02b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:30:14.324298 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:14.354290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 45989441-b593-4b6f-9057-d95c6483fffa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=45989441-b593-4b6f-9057-d95c6483fffa,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:14.372789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:14.464668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Network 5a1b6394-0857-40e1-9f04-d687b85b29ae is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:30:14.486204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:30:14.489608 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:14.501113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:30:14.578933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.20.0.1 (5a1b6394-0857-40e1-9f04-d687b85b29ae/c21bb803-ee14-42ce-8bb3-be74da29e582/117e94ea-8a9f-49ac-afae-56562b6f27e1) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:30:14.594745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Pushing event updated for resources: {'Port': ['ID=7b48d656-05ae-42d0-bbe7-d9e79107c02b,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:14.646994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Attempting to bind port 7b48d656-05ae-42d0-bbe7-d9e79107c02b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:30:14.647397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Attempting to bind port 7b48d656-05ae-42d0-bbe7-d9e79107c02b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:30:14.647751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Attempting to bind port 7b48d656-05ae-42d0-bbe7-d9e79107c02b on network 5a1b6394-0857-40e1-9f04-d687b85b29ae {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:30:14.668589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:30:14.668967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Checking segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:30:14.669373 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:14.669763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Bound using segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:30:14.670253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Bound port: 7b48d656-05ae-42d0-bbe7-d9e79107c02b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:30:14.670726 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:14.701363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=45989441-b593-4b6f-9057-d95c6483fffa,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:14.766930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] For port 7b48d656-05ae-42d0-bbe7-d9e79107c02b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:30:14.770495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] For port 7b48d656-05ae-42d0-bbe7-d9e79107c02b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7b48d656-05ae-42d0-bbe7-d9e79107c02b,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:30:14.793716 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:14.810550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Transition to ACTIVE for port object 117e94ea-8a9f-49ac-afae-56562b6f27e1 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:30:14.846948 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:14.918880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d22a5-61da-431e-a153-d1e2bbf24454 None None] Pushing event updated for resources: {'Port': ['ID=7b48d656-05ae-42d0-bbe7-d9e79107c02b,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:14.968771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:15.026045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 5a1b6394-0857-40e1-9f04-d687b85b29ae is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:30:15.032037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:30:15.037383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:30:15.041443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=117e94ea-8a9f-49ac-afae-56562b6f27e1,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:15.087585 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:15.424858 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:15.960353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7b48d656-05ae-42d0-bbe7-d9e79107c02b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:30:16.157153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 7b48d656-05ae-42d0-bbe7-d9e79107c02b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:30:16.162249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 45989441-b593-4b6f-9057-d95c6483fffa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:30:16.226685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 45989441-b593-4b6f-9057-d95c6483fffa triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:16.227584 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:16.227796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:16.333771 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:16.460368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae213033-3c85-4306-bb4f-e6ab680e3389 None None] Network 5a1b6394-0857-40e1-9f04-d687b85b29ae requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:30:16.496739 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:16.508580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=117e94ea-8a9f-49ac-afae-56562b6f27e1,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:16.639647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f4b61d63-a623-475f-a51f-54a691e38bfd None None] Provisioning for port 7b48d656-05ae-42d0-bbe7-d9e79107c02b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:30:16.639647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f4b61d63-a623-475f-a51f-54a691e38bfd None None] Provisioning complete for port 7b48d656-05ae-42d0-bbe7-d9e79107c02b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:16.648539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4b61d63-a623-475f-a51f-54a691e38bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:16.651594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 5a1b6394-0857-40e1-9f04-d687b85b29ae is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:30:16.655253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:30:16.795878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4b61d63-a623-475f-a51f-54a691e38bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:16.841432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f4b61d63-a623-475f-a51f-54a691e38bfd None None] For port 7b48d656-05ae-42d0-bbe7-d9e79107c02b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7b48d656-05ae-42d0-bbe7-d9e79107c02b,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:16.874064 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router 7c08bc24-021b-47f7-937e-48d479e244f2 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:30:16.923475 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4b61d63-a623-475f-a51f-54a691e38bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:17.000065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b61d63-a623-475f-a51f-54a691e38bfd None None] Pushing event updated for resources: {'Port': ['ID=7b48d656-05ae-42d0-bbe7-d9e79107c02b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:17.067342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:30:17.076397 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3b5d4b5e-5558-474c-9c6e-115899a08809 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "PUT /v2.0/routers/7c08bc24-021b-47f7-937e-48d479e244f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8599999 Jul 05 18:30:17.077708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Sync routers for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:30:17.096327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:30:17.097041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:29:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:17.137943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-22e2d3e6-ed99-4310-bc1e-7a8d4f0eb431 None None] Provisioning for port 117e94ea-8a9f-49ac-afae-56562b6f27e1 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:30:17.150328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-22e2d3e6-ed99-4310-bc1e-7a8d4f0eb431 None None] Provisioning complete for port 117e94ea-8a9f-49ac-afae-56562b6f27e1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:17.150951 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-22e2d3e6-ed99-4310-bc1e-7a8d4f0eb431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:17.231007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-22e2d3e6-ed99-4310-bc1e-7a8d4f0eb431 None None] Port 117e94ea-8a9f-49ac-afae-56562b6f27e1 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:30:17.265886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:30:17.292872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-22e2d3e6-ed99-4310-bc1e-7a8d4f0eb431 None None] Provisioning complete for port 7b48d656-05ae-42d0-bbe7-d9e79107c02b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:17.295872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-22e2d3e6-ed99-4310-bc1e-7a8d4f0eb431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:17.464561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-17c17ac6-9a21-4d04-997a-ef3262bed8c6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77538850&fields=id&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 267 time: 0.0844963 Jul 05 18:30:17.618879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-7b1722a2-314f-4cf9-81d3-abf6a0129f2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:17.620421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-7b1722a2-314f-4cf9-81d3-abf6a0129f2b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 796 time: 0.1542320 Jul 05 18:30:17.646368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-d095800e-0693-4713-bd6a-d4739ebc349c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/quotas/0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 375 time: 0.0195701 Jul 05 18:30:17.648910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:15Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '117e94ea-8a9f-49ac-afae-56562b6f27e1', 'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:94:bf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:14Z', 'updated_at': '2021-07-05T18:30:16Z', 'revision_number': 2, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:17.687721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Checking router: 7c08bc24-021b-47f7-937e-48d479e244f2 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:30:17.687978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Updating router 7c08bc24-021b-47f7-937e-48d479e244f2 port 117e94ea-8a9f-49ac-afae-56562b6f27e1 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:30:17.730678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-42d608fe-065c-498d-aa1e-bbdc92987a78 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833361 Jul 05 18:30:17.737600 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:17.907469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4e991458-2ec0-4fa2-ac37-85a28d98cc3b None None] Provisioning complete for port 117e94ea-8a9f-49ac-afae-56562b6f27e1 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:17.907986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4e991458-2ec0-4fa2-ac37-85a28d98cc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:17.930333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-970ac017-a90a-4451-90a3-6ba407317cf4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:30:17.933893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7b48d656-05ae-42d0-bbe7-d9e79107c02b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:30:17.937890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-970ac017-a90a-4451-90a3-6ba407317cf4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1871021 Jul 05 18:30:18.043665 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-d7843a6f-0a07-48e6-a2d9-40be24258f9a service neutron] 10.222.0.30 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045027 Jul 05 18:30:18.110991 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4e991458-2ec0-4fa2-ac37-85a28d98cc3b None None] Port 117e94ea-8a9f-49ac-afae-56562b6f27e1 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:30:18.155348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-3eef1aee-2316-44b5-bfb0-a0b23b6631e9 service neutron] 10.222.0.30 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106291 Jul 05 18:30:18.187841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 7b48d656-05ae-42d0-bbe7-d9e79107c02b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:18.188280 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:18.325160 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:18.362184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Transition to ACTIVE for port object 117e94ea-8a9f-49ac-afae-56562b6f27e1 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:30:18.446724 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:18.450014 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adbd86ac-a441-47d5-a747-04ff5da96f72 req-175efedd-e6c0-4fe7-9153-ac974eed5fdf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 210 time: 0.0351260 Jul 05 18:30:18.515580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d5bb8-ef97-4367-ac65-c561c73d19ba None None] Pushing event updated for resources: {'Port': ['ID=117e94ea-8a9f-49ac-afae-56562b6f27e1,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:18.618428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Attempting to bind port 117e94ea-8a9f-49ac-afae-56562b6f27e1 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:30:18.618428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Attempting to bind port 117e94ea-8a9f-49ac-afae-56562b6f27e1 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:30:18.618428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Attempting to bind port 117e94ea-8a9f-49ac-afae-56562b6f27e1 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:30:18.626134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:30:18.626134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Checking segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:30:18.626134 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:18.626526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Bound using segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:30:18.630941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Bound port: 117e94ea-8a9f-49ac-afae-56562b6f27e1, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:30:18.632492 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:18.719864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] For port 117e94ea-8a9f-49ac-afae-56562b6f27e1, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:30:18.724315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] For port 117e94ea-8a9f-49ac-afae-56562b6f27e1, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=117e94ea-8a9f-49ac-afae-56562b6f27e1,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:30:18.801619 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:19.066540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d5bb8-ef97-4367-ac65-c561c73d19ba None None] Pushing event updated for resources: {'Port': ['ID=117e94ea-8a9f-49ac-afae-56562b6f27e1,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:19.118677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:30:19.118677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:29:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:19.289816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:30:19.578596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:15Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '117e94ea-8a9f-49ac-afae-56562b6f27e1', 'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:94:bf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:14Z', 'updated_at': '2021-07-05T18:30:18Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:19.595219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cdac786d-bd15-4e55-8f52-bbf831e52505 req-9df86be3-173a-42e1-8267-04fc5447728a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 210 time: 0.0435827 Jul 05 18:30:19.614140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fb5e4f-01bd-4348-9dfa-47c73086193c None None] The sync data for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 is: [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:15Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '117e94ea-8a9f-49ac-afae-56562b6f27e1', 'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:94:bf:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:14Z', 'updated_at': '2021-07-05T18:30:18Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:30:19.899831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 117e94ea-8a9f-49ac-afae-56562b6f27e1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:30:19.925176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39354) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:20.020600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 117e94ea-8a9f-49ac-afae-56562b6f27e1 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:30:20.025891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 117e94ea-8a9f-49ac-afae-56562b6f27e1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:20.026397 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.085328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.164880 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.214965 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.237898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 117e94ea-8a9f-49ac-afae-56562b6f27e1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=117e94ea-8a9f-49ac-afae-56562b6f27e1,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:20.289803 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.311694 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.345442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39366) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:20.354217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89c24b532ea042868e69df4a029bd9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4216106 Jul 05 18:30:20.360629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f96f16a-ddbf-485a-817b-6f9544888b27,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:20.384911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.387678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.387678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.387678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.387678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.387678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.387678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.387678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.389794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.390318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.390846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.395015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c387fee-a293-4fe9-99d8-1fa7771a25cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:20.417748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=117e94ea-8a9f-49ac-afae-56562b6f27e1,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:20.438166 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ac0945e-1896-4998-a1f2-70367122f630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.476930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ac0945e-1896-4998-a1f2-70367122f630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.652437 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ac0945e-1896-4998-a1f2-70367122f630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.655319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ac0945e-1896-4998-a1f2-70367122f630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:20.656502 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5ac0945e-1896-4998-a1f2-70367122f630 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f96f16a-ddbf-485a-817b-6f9544888b27 HTTP/1.1" status: 204 len: 168 time: 0.3094730 Jul 05 18:30:20.668246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac0945e-1896-4998-a1f2-70367122f630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f96f16a-ddbf-485a-817b-6f9544888b27,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:20.706922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e947f40-b72b-48f2-93b7-a52f7e038e64 req-290a97e4-f546-4fa0-bba1-d5b6b125f3bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 210 time: 0.0428572 Jul 05 18:30:20.808561 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc0ec4f2-8967-4b42-b420-38a0f04c4d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:21.437199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39396) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:21.453248 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdc53ac3-a39f-4c59-9d66-1bc8a99bf977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:21.557390 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdc53ac3-a39f-4c59-9d66-1bc8a99bf977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:21.620475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fdc53ac3-a39f-4c59-9d66-1bc8a99bf977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:21.662592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc53ac3-a39f-4c59-9d66-1bc8a99bf977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbceb02-dfa2-4b02-b242-7e3db2c374a8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:21.682477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39398) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:21.682801 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fdc53ac3-a39f-4c59-9d66-1bc8a99bf977 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=921f4737c6f7444796af925e2404020a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2436464 Jul 05 18:30:21.761101 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c48acba2-bdca-41ca-ba6e-50ba5a70053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:21.797534 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c48acba2-bdca-41ca-ba6e-50ba5a70053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:21.877036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 117e94ea-8a9f-49ac-afae-56562b6f27e1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:30:21.907683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ee199ae-69fa-4ac3-965b-39b618339e0a req-2641c565-60ab-400d-9869-71ab65fb88ff tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 210 time: 0.0319057 Jul 05 18:30:21.952510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 117e94ea-8a9f-49ac-afae-56562b6f27e1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:21.952933 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:21.989350 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c48acba2-bdca-41ca-ba6e-50ba5a70053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:21.992536 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c48acba2-bdca-41ca-ba6e-50ba5a70053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:21.993994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c48acba2-bdca-41ca-ba6e-50ba5a70053f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2cbceb02-dfa2-4b02-b242-7e3db2c374a8 HTTP/1.1" status: 204 len: 168 time: 0.3101888 Jul 05 18:30:22.009417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48acba2-bdca-41ca-ba6e-50ba5a70053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbceb02-dfa2-4b02-b242-7e3db2c374a8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:23.092421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60b32874-096f-462f-8a54-b550067c22fd req-60b1b36e-227b-4b70-9a2e-870be8c746fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 210 time: 0.0304317 Jul 05 18:30:23.441150 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dd743415-e8e5-4c1d-9b97-5b6a6751f738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:23.551174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-17cc1c05-74e2-41cd-b018-843c7ada8968 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:23.553426 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-17cc1c05-74e2-41cd-b018-843c7ada8968 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 796 time: 0.1826921 Jul 05 18:30:23.637519 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-33f4619b-3cf8-404a-83d5-783f1677a377 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 378 time: 0.0714216 Jul 05 18:30:23.651294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'port': {'device_id': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'admin_state_up': True, 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'security_groups': ['1939d0b8-7631-4a25-8b8f-8927132ba6a1']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:23.700178 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:24.115174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:30:24.120274 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:24.280779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afc8e199-80bf-4190-91cf-0696860849a4 req-56268473-346f-46ae-a206-254a9ce5e6b9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 210 time: 0.0459454 Jul 05 18:30:24.371985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.20.0.10 (5a1b6394-0857-40e1-9f04-d687b85b29ae/c21bb803-ee14-42ce-8bb3-be74da29e582/14871c64-a691-4914-8d56-1a53368146f3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:30:24.562015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:24.579395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Transition to ACTIVE for port object 14871c64-a691-4914-8d56-1a53368146f3 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:30:24.755109 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:24.759071 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:24.813846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 5a1b6394-0857-40e1-9f04-d687b85b29ae is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:30:24.817120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:30:24.821006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:30:24.848472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:24.888818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:24.889475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:25.430193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c5453320-23bc-4df2-9012-fbca49916ac2 None None] Provisioning for port 14871c64-a691-4914-8d56-1a53368146f3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:30:25.430465 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-39a572a9-f629-40e0-8382-90d11f9e61fc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7851882 Jul 05 18:30:25.438529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c5453320-23bc-4df2-9012-fbca49916ac2 None None] Provisioning complete for port 14871c64-a691-4914-8d56-1a53368146f3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:25.444327 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c5453320-23bc-4df2-9012-fbca49916ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:25.500124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423d6af-a946-4424-a879-56019d861b98 req-335b58ea-8990-4570-af3e-17b987479d7b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:25.501877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c5453320-23bc-4df2-9012-fbca49916ac2 None None] Port 14871c64-a691-4914-8d56-1a53368146f3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:30:25.503115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7423d6af-a946-4424-a879-56019d861b98 req-335b58ea-8990-4570-af3e-17b987479d7b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 932 time: 0.1163893 Jul 05 18:30:25.625650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7423d6af-a946-4424-a879-56019d861b98 req-7ce48dfd-594f-4b2f-9636-9e9d10b99bf1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1110084 Jul 05 18:30:25.663540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Request body: {'port': {'device_id': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:25.790759 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:26.110928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14871c64-a691-4914-8d56-1a53368146f3 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:30:26.120854 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:26.156878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Transition to ACTIVE for port object 14871c64-a691-4914-8d56-1a53368146f3 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:30:26.295038 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:26.416967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:26.446380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:30:26.448179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:30:26.448179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:30:26.452516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Port 14871c64-a691-4914-8d56-1a53368146f3 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:30:26.452846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:30:26.460610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:30:26.460954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Checking segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:30:26.461342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Bound using segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:30:26.461785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Bound port: 14871c64-a691-4914-8d56-1a53368146f3, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:30:26.462151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:26.504595 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:26.553801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:30:26.558868 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:30:26.624478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:26.675409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:26.676091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:26.677440 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] 10.222.0.39 "PUT /v2.0/ports/14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1092 time: 1.2372909 Jul 05 18:30:26.677883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:30:26.681266 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c01c0a7-6feb-4fba-8324-edf59aae4922" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:30:26.718170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c02444-a3e7-46d3-ada4-848c0c389e46 service neutron] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:26.746898 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df89f4c5-bd73-481c-9112-992ecdb93d3c x-openstack-request-id: req-df89f4c5-bd73-481c-9112-992ecdb93d3c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:30:26.753234 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:30:26.757353 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df89f4c5-bd73-481c-9112-992ecdb93d3c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:30:26.757353 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'status': 'completed', 'code': 200} Jul 05 18:30:26.879231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c00a9f-618c-4e99-af23-3a3467a527ed req-608834e3-2e29-40a1-a4d1-02f952cb3a49 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:26.887170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93c00a9f-618c-4e99-af23-3a3467a527ed req-608834e3-2e29-40a1-a4d1-02f952cb3a49 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 944 time: 0.0972228 Jul 05 18:30:26.887508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c0a7-6feb-4fba-8324-edf59aae4922 req-dc8b08ee-80fc-43aa-9a4d-a3d9011f7fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:26.889262 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8c01c0a7-6feb-4fba-8324-edf59aae4922 req-dc8b08ee-80fc-43aa-9a4d-a3d9011f7fd1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1095 time: 0.1035898 Jul 05 18:30:26.946148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93c00a9f-618c-4e99-af23-3a3467a527ed req-17907a8c-9ae3-4ae0-93b2-e92d048c207c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579629 Jul 05 18:30:27.120165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c0a7-6feb-4fba-8324-edf59aae4922 req-46fa9260-0489-44a6-82ca-070c9bdc0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:27.123135 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8c01c0a7-6feb-4fba-8324-edf59aae4922 req-46fa9260-0489-44a6-82ca-070c9bdc0317 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2244282 Jul 05 18:30:27.302053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01c0a7-6feb-4fba-8324-edf59aae4922 req-0e8ea114-639b-4e55-889c-9edbee6bdd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:27.303744 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8c01c0a7-6feb-4fba-8324-edf59aae4922 req-0e8ea114-639b-4e55-889c-9edbee6bdd37 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1743848 Jul 05 18:30:27.406472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-a737bb4c-3051-465c-b827-638cd34a0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:27.407953 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-a737bb4c-3051-465c-b827-638cd34a0e79 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1095 time: 0.0581708 Jul 05 18:30:27.451591 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-3d28a2ff-c0d9-48b7-be2f-842c4e1b7318 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 217 time: 0.0356596 Jul 05 18:30:27.506210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-ec3a3c39-4797-4b4a-8f7e-ac2c0a5086aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:27.508779 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-ec3a3c39-4797-4b4a-8f7e-ac2c0a5086aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0505793 Jul 05 18:30:27.574865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-6ff77e59-7278-4b73-b417-8d95eb35a5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:27.576527 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-6ff77e59-7278-4b73-b417-8d95eb35a5da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609159 Jul 05 18:30:27.671814 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-ccaf7545-773e-421d-9fd5-cbae56943153 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889707 Jul 05 18:30:27.775117 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9cb54d49-99e1-4e0b-b380-1fea1866a815 req-93ee9311-5219-4b4c-91ee-8b9ac1b517da service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968306 Jul 05 18:30:28.149116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd54202-257b-4d92-af0a-346d1fad5609 req-71c1893e-f88b-4b43-b09f-ef2b58f3a453 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:28.150685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffd54202-257b-4d92-af0a-346d1fad5609 req-71c1893e-f88b-4b43-b09f-ef2b58f3a453 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 944 time: 0.0674589 Jul 05 18:30:28.205504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ffd54202-257b-4d92-af0a-346d1fad5609 req-b6940ecb-539b-4c47-aefd-8ae058ccb164 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460880 Jul 05 18:30:29.432559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4751fd7d-c81b-406f-be04-bcc37ef8aa90 req-80597d63-5796-4670-ab32-2b8583816762 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:29.435209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4751fd7d-c81b-406f-be04-bcc37ef8aa90 req-80597d63-5796-4670-ab32-2b8583816762 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 944 time: 0.0774651 Jul 05 18:30:29.477889 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4751fd7d-c81b-406f-be04-bcc37ef8aa90 req-e65b5044-53ef-4a95-b1bf-7379bc9942fa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364130 Jul 05 18:30:29.858437 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:29.906855 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 39800) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:30.026902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b092335-097a-434c-851f-d42c5c589a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:30.115276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b092335-097a-434c-851f-d42c5c589a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:30.191931 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1b092335-097a-434c-851f-d42c5c589a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:30.231262 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1b092335-097a-434c-851f-d42c5c589a08 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1c7db57133d4372944124cc808a7d8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3232942 Jul 05 18:30:30.233372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b092335-097a-434c-851f-d42c5c589a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfd14f8-2a98-46da-993c-602cabfb2511,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:30.234310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 39816) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:30.289815 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-80f13072-9a86-46ed-a269-666e784a3ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:30.316168 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-80f13072-9a86-46ed-a269-666e784a3ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:30.409352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14871c64-a691-4914-8d56-1a53368146f3 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:30:30.443090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-80f13072-9a86-46ed-a269-666e784a3ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:30.446506 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-80f13072-9a86-46ed-a269-666e784a3ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:30.447828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-80f13072-9a86-46ed-a269-666e784a3ac1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecfd14f8-2a98-46da-993c-602cabfb2511 HTTP/1.1" status: 204 len: 168 time: 0.2124555 Jul 05 18:30:30.459721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f13072-9a86-46ed-a269-666e784a3ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfd14f8-2a98-46da-993c-602cabfb2511,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:30.530792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:30.542216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '14871c64-a691-4914-8d56-1a53368146f3', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'port_id': '14871c64-a691-4914-8d56-1a53368146f3', 'mac_address': 'fa:16:3e:b0:2d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:30:30.586665 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:30.603087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14871c64-a691-4914-8d56-1a53368146f3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:30:30.633608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:30.686675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538821e-eaae-42f4-a796-71654aea883c req-8cbe97a4-7107-4d2e-b0c7-93729605308a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:30.688214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8538821e-eaae-42f4-a796-71654aea883c req-8cbe97a4-7107-4d2e-b0c7-93729605308a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 944 time: 0.0804319 Jul 05 18:30:30.720856 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:30.731041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8538821e-eaae-42f4-a796-71654aea883c req-8d22bd53-3a9c-4f8c-8dfa-c9dd3cb5cc17 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369871 Jul 05 18:30:30.771213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:30.779025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.779372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.779711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.780043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.780372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.780704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.781029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.781352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.781673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.781995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.782315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.782654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:30.884439 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:30:30.943506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['14871c64-a691-4914-8d56-1a53368146f3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:30:31.928829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62b338-4b07-43a6-889f-a321210dccf8 req-6a0e07ca-83ba-40e1-bd65-125ae9ac0b79 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:31.930835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b62b338-4b07-43a6-889f-a321210dccf8 req-6a0e07ca-83ba-40e1-bd65-125ae9ac0b79 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 945 time: 0.0742707 Jul 05 18:30:31.974490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b62b338-4b07-43a6-889f-a321210dccf8 req-004fb610-3918-41c3-8630-5dba99158d63 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369425 Jul 05 18:30:32.424729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14871c64-a691-4914-8d56-1a53368146f3 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:30:32.706213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 14871c64-a691-4914-8d56-1a53368146f3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:30:32.710575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 14871c64-a691-4914-8d56-1a53368146f3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:30:32.711073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:32.797418 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:32.823229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:30:32.825522 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa0c0db-2201-4671-b6ff-6118b30c2e9a" -d '{"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-plugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:30:32.840106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:30:32.869613 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea56ab-b0c1-4623-a687-0e8ea51aeb28 x-openstack-request-id: req-30ea56ab-b0c1-4623-a687-0e8ea51aeb28 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:30:32.869917 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-plugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:30:32.870172 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30ea56ab-b0c1-4623-a687-0e8ea51aeb28 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:30:32.870579 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'code': 200} Jul 05 18:30:32.983966 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:32.992561 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f8bcaf-9d88-47a3-baaa-a143186a92c5 req-fad4385b-5bce-4693-a571-530b22c8ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:32.999816 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-19f8bcaf-9d88-47a3-baaa-a143186a92c5 req-fad4385b-5bce-4693-a571-530b22c8ae8f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1096 time: 0.0576625 Jul 05 18:30:33.042705 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-19f8bcaf-9d88-47a3-baaa-a143186a92c5 req-81971760-41b1-4b5a-8e6f-09733b36907c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348079 Jul 05 18:30:33.045003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:33.169090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee361c-d8ac-419e-84ff-e80554bf88aa req-cf47173a-8e4d-4e7d-88a1-0fb183699c66 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:33.170875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95ee361c-d8ac-419e-84ff-e80554bf88aa req-cf47173a-8e4d-4e7d-88a1-0fb183699c66 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0734003 Jul 05 18:30:33.218616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95ee361c-d8ac-419e-84ff-e80554bf88aa req-a20cb664-e4f3-4e38-b5c4-1c86a7411d82 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377519 Jul 05 18:30:34.409644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be60230-1260-4ec4-a1e6-4f45a9f37c39 req-daab4f80-015d-4eab-9250-41ff648ccb59 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:34.411856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6be60230-1260-4ec4-a1e6-4f45a9f37c39 req-daab4f80-015d-4eab-9250-41ff648ccb59 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0696154 Jul 05 18:30:34.453082 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6be60230-1260-4ec4-a1e6-4f45a9f37c39 req-b4708e16-82b7-4fbf-8240-7a0f7a88368d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343900 Jul 05 18:30:34.636637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782e98fc-0854-4ecf-a97c-b61a7a8eb24c req-d6c17910-3483-4a8b-b18e-304a751c9873 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:34.638436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-782e98fc-0854-4ecf-a97c-b61a7a8eb24c req-d6c17910-3483-4a8b-b18e-304a751c9873 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0669503 Jul 05 18:30:34.686345 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-782e98fc-0854-4ecf-a97c-b61a7a8eb24c req-bbad49aa-84ed-49e0-84ec-a210afdfe34f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382209 Jul 05 18:30:34.721009 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40022) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:34.781215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc66333e-f1f9-4513-9ac2-8b2a86fb0c80 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:34.782776 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cc66333e-f1f9-4513-9ac2-8b2a86fb0c80 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1092 time: 0.0607569 Jul 05 18:30:34.785790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40028) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:34.791460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '14871c64-a691-4914-8d56-1a53368146f3', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:30:34.932329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:35.044698 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:35.175240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.25.3.176 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/247cb380-5dd7-43ae-8973-0acd743334cd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:30:35.280107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:35.390308 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:35.443258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:30:35.446885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:30:35.457137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:30:35.486381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=247cb380-5dd7-43ae-8973-0acd743334cd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:36.004304 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:36.243309 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:36.380181 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:36.582392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:36.649033 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:36.719537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=247cb380-5dd7-43ae-8973-0acd743334cd,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:36.730510 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:36.867676 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Floating IP f3f184d1-398e-433d-82ae-137880b1eba7 associated. External IP: 172.25.3.176, port: 14871c64-a691-4914-8d56-1a53368146f3. Jul 05 18:30:37.168027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router 7c08bc24-021b-47f7-937e-48d479e244f2 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:30:37.305608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:30:37.324311 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933154f-2358-4018-b868-1a057db61a23 None None] Sync routers for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:30:37.338942 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933154f-2358-4018-b868-1a057db61a23 None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:30:37.339836 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a933154f-2358-4018-b868-1a057db61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:30:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:37.409387 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:37.451354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-89372b85-f56e-4905-8773-8d6089aa619b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6618249 Jul 05 18:30:37.451354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:30:37.455651 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a364669-9550-430c-90b1-7cc5af451483" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:30:37.458091 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a933154f-2358-4018-b868-1a057db61a23 None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:30:37.671892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54b441-0b6b-4e38-8358-80b47371d1bb req-6b262cd0-0edd-4a56-822f-63368527b34e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:37.674351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae54b441-0b6b-4e38-8358-80b47371d1bb req-6b262cd0-0edd-4a56-822f-63368527b34e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0904205 Jul 05 18:30:37.704579 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f561b7f0-5eca-4a57-b018-6a628372c881 x-openstack-request-id: req-f561b7f0-5eca-4a57-b018-6a628372c881 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:30:37.705014 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:30:37.705360 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f561b7f0-5eca-4a57-b018-6a628372c881 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:30:37.705864 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'status': 'completed', 'code': 200} Jul 05 18:30:37.757790 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a933154f-2358-4018-b868-1a057db61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:15Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'f3f184d1-398e-433d-82ae-137880b1eba7', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'port_id': '14871c64-a691-4914-8d56-1a53368146f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'mac_address': 'fa:16:3e:b0:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:30:35Z', 'updated_at': '2021-07-05T18:30:35Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117e94ea-8a9f-49ac-afae-56562b6f27e1', 'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:94:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:14Z', 'updated_at': '2021-07-05T18:30:20Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:37.758749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae54b441-0b6b-4e38-8358-80b47371d1bb req-030543ec-5ad4-4917-91d2-a8bf40fe71bd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0757222 Jul 05 18:30:37.780294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40084) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:37.795483 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933154f-2358-4018-b868-1a057db61a23 None None] Checking router: 7c08bc24-021b-47f7-937e-48d479e244f2 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:30:37.796999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a364669-9550-430c-90b1-7cc5af451483 req-f7a1a00b-ec92-427d-9866-449b081302d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:37.798711 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a364669-9550-430c-90b1-7cc5af451483 req-f7a1a00b-ec92-427d-9866-449b081302d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1097 time: 0.0865700 Jul 05 18:30:37.806235 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933154f-2358-4018-b868-1a057db61a23 None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:30:37.807194 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a933154f-2358-4018-b868-1a057db61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:30:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:37.856235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ebb317e0-33b3-4a45-8fb2-5937982f1d8c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/f3f184d1-398e-433d-82ae-137880b1eba7 HTTP/1.1" status: 200 len: 992 time: 0.0744357 Jul 05 18:30:37.910731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a364669-9550-430c-90b1-7cc5af451483 req-f67b9b2c-92c7-4fb3-941d-159dfcb60c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:37.912333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a364669-9550-430c-90b1-7cc5af451483 req-f67b9b2c-92c7-4fb3-941d-159dfcb60c14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.1055951 Jul 05 18:30:37.957106 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a933154f-2358-4018-b868-1a057db61a23 None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:30:37.983601 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a364669-9550-430c-90b1-7cc5af451483 req-261cb079-ca99-465b-83d5-c90023dbed98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1000 time: 0.0640903 Jul 05 18:30:38.035480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a364669-9550-430c-90b1-7cc5af451483 req-5cd0f1bd-4bf6-40a7-9c97-b1679bc33f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:38.037128 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a364669-9550-430c-90b1-7cc5af451483 req-5cd0f1bd-4bf6-40a7-9c97-b1679bc33f38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0463810 Jul 05 18:30:38.098398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a364669-9550-430c-90b1-7cc5af451483 req-d555ea2e-f7ec-41ea-9e57-16cf52e486b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:30:38.100015 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a364669-9550-430c-90b1-7cc5af451483 req-d555ea2e-f7ec-41ea-9e57-16cf52e486b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561197 Jul 05 18:30:38.240432 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a933154f-2358-4018-b868-1a057db61a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:15Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'f3f184d1-398e-433d-82ae-137880b1eba7', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'port_id': '14871c64-a691-4914-8d56-1a53368146f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'mac_address': 'fa:16:3e:b0:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:30:35Z', 'updated_at': '2021-07-05T18:30:35Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117e94ea-8a9f-49ac-afae-56562b6f27e1', 'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:94:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:14Z', 'updated_at': '2021-07-05T18:30:20Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:30:38.253424 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a364669-9550-430c-90b1-7cc5af451483 req-68a638fb-d2c2-4119-8108-ecbbd4ae8edc service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447797 Jul 05 18:30:38.322343 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a933154f-2358-4018-b868-1a057db61a23 None None] The sync data for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 is: [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:15Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'f3f184d1-398e-433d-82ae-137880b1eba7', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.176', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'port_id': '14871c64-a691-4914-8d56-1a53368146f3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'mac_address': 'fa:16:3e:b0:2d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:30:35Z', 'updated_at': '2021-07-05T18:30:35Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '117e94ea-8a9f-49ac-afae-56562b6f27e1', 'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:94:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:14Z', 'updated_at': '2021-07-05T18:30:20Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:30:38.421587 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a364669-9550-430c-90b1-7cc5af451483 req-2da7865a-3903-4726-b67d-f83a9edcf682 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611295 Jul 05 18:30:38.590929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-279ebd84-074e-4805-b9c5-38cbe4fecad1 None None] New status for floating IP f3f184d1-398e-433d-82ae-137880b1eba7: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:30:38.861440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40096) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:38.940424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5204f518-389c-4da2-b745-3c61a4a986b9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/f3f184d1-398e-433d-82ae-137880b1eba7 HTTP/1.1" status: 200 len: 994 time: 0.0719368 Jul 05 18:30:50.778063 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b78b1417-fa55-4fe7-a882-1fb16e25828c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:52.962074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 40328) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:53.103781 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84557d51-7fa2-495e-b658-3a6f5c5ef590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:53.197360 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84557d51-7fa2-495e-b658-3a6f5c5ef590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:53.275463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-84557d51-7fa2-495e-b658-3a6f5c5ef590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:53.319025 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-84557d51-7fa2-495e-b658-3a6f5c5ef590 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d8f9d7779fe45829de500c5e98e7b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3550918 Jul 05 18:30:53.320049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84557d51-7fa2-495e-b658-3a6f5c5ef590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee1101e-e461-4e7c-891e-b5f648c3dfcd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:53.321890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40338) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:30:53.383273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:53.405787 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:53.461517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07022baa-ded1-4c2e-8f28-1016d3ba825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:53.557611 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:53.560163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:53.561310 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aee1101e-e461-4e7c-891e-b5f648c3dfcd HTTP/1.1" status: 204 len: 168 time: 0.2383931 Jul 05 18:30:53.571523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee1101e-e461-4e7c-891e-b5f648c3dfcd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:30:53.579120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.579767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.580204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.580538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.580975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.581310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.581634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.581955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.582298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.582618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.588800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.588800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071fe347-79c0-4ad8-9f32-e90465d79fe8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:30:53.831966 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:54.713596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:56.488948 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:30:59.829541 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:05.997351 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:07.885555 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:31:07.886858 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-eae88942-4cf3-4e33-960f-71d0445bca70 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602176 Jul 05 18:31:07.982532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-ea35328c-98cb-4a7d-939f-b2f76b44f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:07.984352 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-ea35328c-98cb-4a7d-939f-b2f76b44f418 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2e5e580f78ba402ca7859218eb226810&device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1096 time: 0.0554647 Jul 05 18:31:08.094183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-82a3ddc4-89a2-41c1-9b7a-db6bd97fa5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:08.095650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-82a3ddc4-89a2-41c1-9b7a-db6bd97fa5c1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e092d9d7-7f60-4806-a54c-997bb20ca6b5 HTTP/1.1" status: 200 len: 909 time: 0.0905640 Jul 05 18:31:08.161068 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-1f35c5be-d539-4539-b106-2e11e3355afc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9878c66-0085-42cf-9d23-5c271ee2e460 HTTP/1.1" status: 200 len: 1000 time: 0.0596614 Jul 05 18:31:08.214247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-748d3d05-6a4e-46d2-8e12-e9c53d776600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:08.215842 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-748d3d05-6a4e-46d2-8e12-e9c53d776600 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6079bed4-a839-46d4-9310-3d8eba064651 HTTP/1.1" status: 200 len: 848 time: 0.0492826 Jul 05 18:31:08.276019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-20e20d34-ae1c-44b7-a4ec-27630d8a8e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:08.277550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-20e20d34-ae1c-44b7-a4ec-27630d8a8e51 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e092d9d7-7f60-4806-a54c-997bb20ca6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559115 Jul 05 18:31:08.368853 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-85b0f347-0a79-4400-9ac7-a511f39cc3a8 service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852003 Jul 05 18:31:08.474860 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30ff2fb8-027c-43fb-b9f7-f53cfd2aa78f req-9733b407-9b86-4f93-bfc0-0feba3f6d874 service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995545 Jul 05 18:31:10.368771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86796e-810a-4f76-a1c7-7e6a09c9ebff req-121042b5-ceb7-4ecc-9920-619eefa8930d tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:10.371062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c86796e-810a-4f76-a1c7-7e6a09c9ebff req-121042b5-ceb7-4ecc-9920-619eefa8930d tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1097 time: 0.0585549 Jul 05 18:31:10.406494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c86796e-810a-4f76-a1c7-7e6a09c9ebff req-b985aa73-3c0e-437e-812c-c2ea8da44bc0 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295787 Jul 05 18:31:10.594356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464acde0-c948-4e72-943b-d667ec3885ee req-0484a26a-56e3-45ce-9e9d-a5f4575f168e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:10.597731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-464acde0-c948-4e72-943b-d667ec3885ee req-0484a26a-56e3-45ce-9e9d-a5f4575f168e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0742509 Jul 05 18:31:10.644283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-464acde0-c948-4e72-943b-d667ec3885ee req-641236e3-2135-42e5-a0d4-0cd2d5c05cd9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419433 Jul 05 18:31:10.671294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 40626) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:31:10.735769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fd7b14d2-0f6f-4170-a084-9b974a888462 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/f3f184d1-398e-433d-82ae-137880b1eba7 HTTP/1.1" status: 200 len: 994 time: 0.0629566 Jul 05 18:31:11.832189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0874ca-e23d-4a3a-899f-e038d49dae32 req-5362631c-acfc-439c-b186-10f71705a7ae tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:11.833713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e0874ca-e23d-4a3a-899f-e038d49dae32 req-5362631c-acfc-439c-b186-10f71705a7ae tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0699828 Jul 05 18:31:11.876055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e0874ca-e23d-4a3a-899f-e038d49dae32 req-6555b3cb-ab4e-40ae-8ba5-882325c25eb6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355184 Jul 05 18:31:11.983968 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-8cff4a7a-33e0-4c5a-9692-312c41235ea8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0577416 Jul 05 18:31:13.076005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e34280-f531-4da9-8208-cd8c8858cb04 req-f3111592-01da-473a-b0a7-fdcdef87a966 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:13.083879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7e34280-f531-4da9-8208-cd8c8858cb04 req-f3111592-01da-473a-b0a7-fdcdef87a966 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0670676 Jul 05 18:31:13.127817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7e34280-f531-4da9-8208-cd8c8858cb04 req-88ad21c5-4317-4fe6-a895-de98cfaae110 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391898 Jul 05 18:31:14.312597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c78dd1-ccd2-470e-950f-eb7a485202cd req-8de2ff6a-e590-4dd3-9a3c-100524c5e32a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:14.314183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35c78dd1-ccd2-470e-950f-eb7a485202cd req-8de2ff6a-e590-4dd3-9a3c-100524c5e32a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0672882 Jul 05 18:31:14.354401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35c78dd1-ccd2-470e-950f-eb7a485202cd req-94aa65f2-16dc-4fd3-ae16-7ef19cff66e4 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344551 Jul 05 18:31:14.606181 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-af50904e-cc31-4647-a592-4ce264bd6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:14.607802 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-af50904e-cc31-4647-a592-4ce264bd6054 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1097 time: 0.0813689 Jul 05 18:31:14.703131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-279afe5f-d50e-431b-8e43-b512c275230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:14.704779 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-279afe5f-d50e-431b-8e43-b512c275230a service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.0908239 Jul 05 18:31:15.074466 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-fafaff9d-47cf-4f3b-970a-251e70ad6f39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1002 time: 0.3629453 Jul 05 18:31:15.125339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-6a1cb06f-8006-429e-b9f4-6a18ea7b413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:15.126848 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-6a1cb06f-8006-429e-b9f4-6a18ea7b413a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0453765 Jul 05 18:31:15.188743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-1d3534f9-e65a-4c99-af89-6da00f8cb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:15.190151 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-1d3534f9-e65a-4c99-af89-6da00f8cb62a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571113 Jul 05 18:31:15.281232 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-97dcba61-00a3-4f55-a49c-c87886cecd48 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844705 Jul 05 18:31:15.391586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-e79a0946-734d-4c98-bdf2-5ecab7282479 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029291 Jul 05 18:31:15.542414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-12069444-9bc4-48af-bdc8-76d96cb66c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:15.544032 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-12069444-9bc4-48af-bdc8-76d96cb66c41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1097 time: 0.0659561 Jul 05 18:31:15.596564 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ac73-9328-4ceb-8922-e41db7acc3ce req-a29b911d-38c8-4207-b1db-e97cedec204e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:15.598195 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df93ac73-9328-4ceb-8922-e41db7acc3ce req-a29b911d-38c8-4207-b1db-e97cedec204e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0891957 Jul 05 18:31:15.637695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-df93ac73-9328-4ceb-8922-e41db7acc3ce req-0e77cac6-5f0c-4b1c-b8a6-b83bd0a146cd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329309 Jul 05 18:31:15.679637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-3553b72b-9710-4079-bb0c-4ed7792081c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:15.682148 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-3553b72b-9710-4079-bb0c-4ed7792081c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.1171980 Jul 05 18:31:15.764687 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-94e6c778-3736-49a9-9d20-5407b6936788 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1002 time: 0.0755651 Jul 05 18:31:15.817139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-246fc811-c516-4f78-af4b-16362a43be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:15.818663 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-246fc811-c516-4f78-af4b-16362a43be2c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0470133 Jul 05 18:31:15.891411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-20944782-e332-4de1-a371-0817e225642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:15.893071 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-20944782-e332-4de1-a371-0817e225642d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678961 Jul 05 18:31:15.992328 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-13201fc5-3511-45b1-a2b1-c16ccdf3aafe service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921874 Jul 05 18:31:16.088916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-483ae8f3-91ab-4904-bbab-f75894609e59 req-447c9191-1724-4b1e-abfc-e296c8183621 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897522 Jul 05 18:31:16.857267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4ab24-7899-448c-a6f5-6c73b5306883 req-777634d4-d959-4765-af5e-f9937886dc63 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:16.858839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71c4ab24-7899-448c-a6f5-6c73b5306883 req-777634d4-d959-4765-af5e-f9937886dc63 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0772874 Jul 05 18:31:16.901005 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71c4ab24-7899-448c-a6f5-6c73b5306883 req-21213381-3b7a-4299-9d9c-8bd572857862 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347872 Jul 05 18:31:18.097345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d6b5f-2544-4786-ac68-bab7d98d467e req-15cafcd4-9bad-416a-afe6-3b48be30b1d2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:18.098908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-321d6b5f-2544-4786-ac68-bab7d98d467e req-15cafcd4-9bad-416a-afe6-3b48be30b1d2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0694120 Jul 05 18:31:18.150228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-321d6b5f-2544-4786-ac68-bab7d98d467e req-f3dbc172-ed14-4a93-8d4d-a360c9a0cace tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445359 Jul 05 18:31:19.346861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a1746-6cc3-42aa-9eda-1de9dc718e8d req-647958df-6c3e-4e30-a671-6b8c4206aaa3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:19.348400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c82a1746-6cc3-42aa-9eda-1de9dc718e8d req-647958df-6c3e-4e30-a671-6b8c4206aaa3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0809481 Jul 05 18:31:19.391173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c82a1746-6cc3-42aa-9eda-1de9dc718e8d req-3450e9d3-dcb5-46dd-bcf2-cc9967f7d2a9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360038 Jul 05 18:31:20.572207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902cffb-039e-4ab8-a26f-dcbf39a6d995 req-6f490f52-63f2-4220-a685-19f7f36a9365 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:20.575429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2902cffb-039e-4ab8-a26f-dcbf39a6d995 req-6f490f52-63f2-4220-a685-19f7f36a9365 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0683835 Jul 05 18:31:20.614278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2902cffb-039e-4ab8-a26f-dcbf39a6d995 req-cd0480ab-0b33-48df-ba0c-622df2dc9b4b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342209 Jul 05 18:31:20.800761 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4f2a590c-aee5-4741-b35b-2bb1764e609c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:21.816145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efe65f-0d4c-4dc8-aa45-681b2e2cb40d req-f542d82e-6a75-41eb-8eb4-72ae7842dcc3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:21.818433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82efe65f-0d4c-4dc8-aa45-681b2e2cb40d req-f542d82e-6a75-41eb-8eb4-72ae7842dcc3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0803304 Jul 05 18:31:21.864609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82efe65f-0d4c-4dc8-aa45-681b2e2cb40d req-7ff4d38e-071a-4156-92d4-5a38146c02d1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391116 Jul 05 18:31:23.066366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed185d8-bba6-4b5a-9dbc-fa478839edac req-73b76a02-4127-4b10-aa99-7d0c03be53c8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:23.067897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed185d8-bba6-4b5a-9dbc-fa478839edac req-73b76a02-4127-4b10-aa99-7d0c03be53c8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0722890 Jul 05 18:31:23.107904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ed185d8-bba6-4b5a-9dbc-fa478839edac req-9148a156-7093-46dc-a3f2-a7830bf37ab3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341673 Jul 05 18:31:23.452388 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e085d5c9-322e-4e3e-b87f-085c37dc3fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:23.700247 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:24.289127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c50e5-fd46-4d19-aa03-fd34480920ec req-5d1a9a45-c54d-49d1-8d5a-73e6eaeb2970 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:24.290617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd0c50e5-fd46-4d19-aa03-fd34480920ec req-5d1a9a45-c54d-49d1-8d5a-73e6eaeb2970 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0638196 Jul 05 18:31:24.329693 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd0c50e5-fd46-4d19-aa03-fd34480920ec req-6b654a8c-f6e4-4d1b-8304-b0da2bfdb096 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332873 Jul 05 18:31:24.709607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:25.700579 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a5331-71f5-40eb-8551-0bb902c357b3 req-63dc6053-2b10-4dc4-8351-4a9ce893ca22 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:25.707267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b22a5331-71f5-40eb-8551-0bb902c357b3 req-63dc6053-2b10-4dc4-8351-4a9ce893ca22 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0813587 Jul 05 18:31:25.758327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b22a5331-71f5-40eb-8551-0bb902c357b3 req-6355c4e3-e9f2-4eda-8255-04bf031afcfa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496716 Jul 05 18:31:26.437054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:26.958887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b7682f-9354-42dc-a1e5-17fd68ff80f9 req-cb2c22a6-d2ee-4dae-ae3e-7dd0ab1d527b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:26.960464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7b7682f-9354-42dc-a1e5-17fd68ff80f9 req-cb2c22a6-d2ee-4dae-ae3e-7dd0ab1d527b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0676785 Jul 05 18:31:27.002229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7b7682f-9354-42dc-a1e5-17fd68ff80f9 req-938f1abb-db12-4d0b-ac9b-b9f27bcda85a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344813 Jul 05 18:31:27.674021 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-2d02adc0-b557-4fed-b971-89a91127209e req-0282b2c7-6afc-4eeb-920b-68b01b0ff424 service neutron] show failed (client error): The resource could not be found. Jul 05 18:31:27.675760 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-0282b2c7-6afc-4eeb-920b-68b01b0ff424 service neutron] 10.222.0.39 "GET /v2.0/ports/14871c64-a691-4914-8d56-1a53368146f3/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0851595 Jul 05 18:31:28.230765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e006724-1aac-4da2-af1a-94fedd45622f req-492f2746-7c24-4c8c-935b-f1250ced1087 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:28.232394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e006724-1aac-4da2-af1a-94fedd45622f req-492f2746-7c24-4c8c-935b-f1250ced1087 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.1088181 Jul 05 18:31:28.288680 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e006724-1aac-4da2-af1a-94fedd45622f req-780ef051-6ce4-4d92-b886-9fc4c60e277c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491667 Jul 05 18:31:28.292670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-fce541a9-6cb3-4a85-84f0-dbbb944f0119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:28.297094 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-fce541a9-6cb3-4a85-84f0-dbbb944f0119 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 1097 time: 0.0977662 Jul 05 18:31:28.312934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:31:28.428174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:28.641550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:28.674914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:31:28.722317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:31:28.725089 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fb225a-798c-4dc1-971a-78d00e12339e" -d '{"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:31:28.729547 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:28.746209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Transition to ACTIVE for port object 14871c64-a691-4914-8d56-1a53368146f3 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:31:28.819716 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:28.925788 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b8fa81-840d-46c7-a447-d1e5b14b2d8e x-openstack-request-id: req-42b8fa81-840d-46c7-a447-d1e5b14b2d8e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:31:28.927917 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:31:28.927917 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42b8fa81-840d-46c7-a447-d1e5b14b2d8e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:31:28.927917 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'code': 200} Jul 05 18:31:28.937410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=6']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:28.984807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] No DVR routers for this DVR port 14871c64-a691-4914-8d56-1a53368146f3 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:31:29.137714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:31:29.138057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:31:29.138380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:31:29.145739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Port 14871c64-a691-4914-8d56-1a53368146f3 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:31:29.145739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:31:29.149489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:31:29.149803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Checking segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:31:29.150185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Bound using segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:31:29.150633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Bound port: 14871c64-a691-4914-8d56-1a53368146f3, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:31:29.151017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:29.232566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:31:29.237412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:31:29.295836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:29.339910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:29.340849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:29.342468 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] 10.222.0.97 "PUT /v2.0/ports/14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1092 time: 1.0377831 Jul 05 18:31:29.366169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8b0cd-3fab-4331-8388-11629738935f service neutron] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:29.439951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-53a80421-7b94-4a13-a0ce-d23fcf95fd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:29.441766 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-53a80421-7b94-4a13-a0ce-d23fcf95fd78 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1095 time: 0.0723341 Jul 05 18:31:29.564684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-f3992569-a31c-4ec5-ad1d-e542f00875e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:29.566430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-f3992569-a31c-4ec5-ad1d-e542f00875e0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.1183312 Jul 05 18:31:29.677553 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-fcf7a25b-b45f-40ed-8bd0-6b62d43a6230 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1000 time: 0.1000202 Jul 05 18:31:29.705717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fd94a-212d-4ab7-93d7-494791be0cdd req-c7a2c1a9-d7ee-422c-b6e6-37f449248841 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:29.712773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-760fd94a-212d-4ab7-93d7-494791be0cdd req-c7a2c1a9-d7ee-422c-b6e6-37f449248841 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 944 time: 0.1105642 Jul 05 18:31:29.767257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-05111983-10e7-41ea-92f4-cf11011f6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:29.769161 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-05111983-10e7-41ea-92f4-cf11011f6828 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0838804 Jul 05 18:31:29.771351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-760fd94a-212d-4ab7-93d7-494791be0cdd req-5c1343b1-c196-48fb-9696-60e66170912c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573921 Jul 05 18:31:29.852480 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:29.879416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d02adc0-b557-4fed-b971-89a91127209e req-8e32e8af-fe68-4d2e-b3ff-35fbb1da019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:29.881092 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-8e32e8af-fe68-4d2e-b3ff-35fbb1da019a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054339 Jul 05 18:31:29.983609 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-9cf32e92-4a3e-4f14-828f-407128f3de1d service neutron] 10.222.0.97 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945663 Jul 05 18:31:30.077962 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2d02adc0-b557-4fed-b971-89a91127209e req-eaf3887e-c3c6-43d7-a882-989cc85cb6e8 service neutron] 10.222.0.97 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880597 Jul 05 18:31:30.713731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14871c64-a691-4914-8d56-1a53368146f3 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:31:30.755078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14871c64-a691-4914-8d56-1a53368146f3 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:31:30.928475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:31:30.930856 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a45951d-f888-4125-ae7b-df490d3b6ea5" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:31:30.983286 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3380bebe-1059-4c30-bdbf-229ce53d2be3 x-openstack-request-id: req-3380bebe-1059-4c30-bdbf-229ce53d2be3 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:31:30.988412 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:31:30.988678 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3380bebe-1059-4c30-bdbf-229ce53d2be3 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:31:30.989266 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'status': 'completed', 'code': 200} Jul 05 18:31:30.998173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe1a1d-f42f-4867-9b7d-67e09e3e2047 req-9538cdf3-c419-4f8c-86f8-2523cdef0fe5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:31.002049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cbe1a1d-f42f-4867-9b7d-67e09e3e2047 req-9538cdf3-c419-4f8c-86f8-2523cdef0fe5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 944 time: 0.0805407 Jul 05 18:31:31.040089 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cbe1a1d-f42f-4867-9b7d-67e09e3e2047 req-bdb92a54-bcce-488e-b23b-d056593db7ed tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345993 Jul 05 18:31:31.109105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-3ae30daf-df89-45c6-8ee1-bcc5a980924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:31.110530 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-3ae30daf-df89-45c6-8ee1-bcc5a980924f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1095 time: 0.1029718 Jul 05 18:31:31.112960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-94496a55-f2fe-45e0-949b-53800a354786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:31.114300 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-94496a55-f2fe-45e0-949b-53800a354786 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1095 time: 0.1081049 Jul 05 18:31:31.270850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-d3955f0e-5652-4df3-b791-4172d2f5bcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:31.272357 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-d3955f0e-5652-4df3-b791-4172d2f5bcee service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.1550756 Jul 05 18:31:31.274927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-7fe40296-d073-4bb1-8ebb-01903c75632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:31.276258 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-7fe40296-d073-4bb1-8ebb-01903c75632e service neutron] 10.222.0.97 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.1514108 Jul 05 18:31:31.387342 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-c4881fe7-984a-4049-a909-ce35c8b48408 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1000 time: 0.1080658 Jul 05 18:31:31.392567 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-9c0df58d-dd16-4900-97ac-e76a597e8e71 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1000 time: 0.1075549 Jul 05 18:31:31.477237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-1e9eb87b-a3a8-4560-975e-d56be3347289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:31.478859 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-1e9eb87b-a3a8-4560-975e-d56be3347289 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0846300 Jul 05 18:31:31.480256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-65c7298a-d27a-4001-b99a-67f3a4e6cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:31.481576 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-65c7298a-d27a-4001-b99a-67f3a4e6cd9f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0791328 Jul 05 18:31:31.579653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-c8ee83d9-7035-4155-a331-d1b69b4e5e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:31.581212 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-c8ee83d9-7035-4155-a331-d1b69b4e5e37 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875847 Jul 05 18:31:31.583680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-65f3b512-5ad1-4e01-9487-f1f75e18420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:31.585073 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-65f3b512-5ad1-4e01-9487-f1f75e18420a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990913 Jul 05 18:31:31.749464 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-16d4fb37-2274-43cb-8dd7-c12044bfa709 service neutron] 10.222.0.97 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607678 Jul 05 18:31:31.751318 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-39f82902-9559-406e-9f1a-c2bf5ca5fa5b service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551743 Jul 05 18:31:31.918267 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-4b6e4073-def2-469b-8653-78223fe84784 service neutron] 10.222.0.97 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522977 Jul 05 18:31:31.928551 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0a45951d-f888-4125-ae7b-df490d3b6ea5 req-308d9eb2-40ac-41c3-b9eb-c81c368e4d14 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708436 Jul 05 18:31:32.254849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96e233-ffad-4368-b355-84dc9dc0703a req-a252b8af-41cd-4ebc-bcf1-eabf6104aa17 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:32.257080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a96e233-ffad-4368-b355-84dc9dc0703a req-a252b8af-41cd-4ebc-bcf1-eabf6104aa17 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 944 time: 0.0759375 Jul 05 18:31:32.309012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a96e233-ffad-4368-b355-84dc9dc0703a req-9d6bdafa-a010-4913-8520-705eb1dd9a51 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434442 Jul 05 18:31:33.375521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 14871c64-a691-4914-8d56-1a53368146f3 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:31:33.491622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:33.503554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '14871c64-a691-4914-8d56-1a53368146f3', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'port_id': '14871c64-a691-4914-8d56-1a53368146f3', 'mac_address': 'fa:16:3e:b0:2d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:31:33.525348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c8f8d-9c5c-4f40-bc4a-c9fe849f2669 req-b91e132c-5638-4d32-bdab-6fe86050dc91 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:33.527759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d6c8f8d-9c5c-4f40-bc4a-c9fe849f2669 req-b91e132c-5638-4d32-bdab-6fe86050dc91 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 944 time: 0.0830829 Jul 05 18:31:33.546455 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:33.564996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14871c64-a691-4914-8d56-1a53368146f3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:31:33.578919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d6c8f8d-9c5c-4f40-bc4a-c9fe849f2669 req-397cc1f8-c6f7-4015-b05f-3fede2399405 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443017 Jul 05 18:31:33.595249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:33.659786 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:33.717540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:33.725306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.725654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.726099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.726323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.727289 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.727672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.729365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.729365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.729365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.729365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.729365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.730861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:33.884642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['14871c64-a691-4914-8d56-1a53368146f3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:31:34.237731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966da15-b0ca-4474-bc51-95b4875dfef6 req-2b627127-699d-402e-ba76-633f799bf19b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:34.239713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4966da15-b0ca-4474-bc51-95b4875dfef6 req-2b627127-699d-402e-ba76-633f799bf19b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 945 time: 0.0886090 Jul 05 18:31:34.261929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-5d376ad0-1b22-40b0-99c5-43a69f9a95e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:34.264080 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-5d376ad0-1b22-40b0-99c5-43a69f9a95e7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.97 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 945 time: 0.0969572 Jul 05 18:31:34.282434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4966da15-b0ca-4474-bc51-95b4875dfef6 req-fd5fc16c-500c-40eb-a070-5f9a78fab49d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351794 Jul 05 18:31:34.328056 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-80f65e72-e405-49a8-a187-60eab2209772 service neutron] 10.222.0.97 "GET /v2.0/ports/14871c64-a691-4914-8d56-1a53368146f3/bindings/n-h1-799524-1 HTTP/1.1" status: 200 len: 382 time: 0.0574636 Jul 05 18:31:34.416092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-418116e5-44f9-4b56-a548-a8db8cb7f41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:34.417689 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-418116e5-44f9-4b56-a548-a8db8cb7f41d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1096 time: 0.0623274 Jul 05 18:31:34.517520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-15d5f00b-30cf-4506-81e2-7e867cbf4a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:34.519209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-15d5f00b-30cf-4506-81e2-7e867cbf4a77 service neutron] 10.222.0.97 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.0953255 Jul 05 18:31:34.577928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41120) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:31:34.615610 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-c9ce7487-56e3-44bb-b48a-96185bc1a26c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1001 time: 0.0898969 Jul 05 18:31:34.666517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-73d05e19-1749-4d56-b674-09bbb1cb9d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:34.668809 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-73d05e19-1749-4d56-b674-09bbb1cb9d04 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0465879 Jul 05 18:31:34.729579 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:34.732753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-541f6a0d-cda9-45f5-95f9-76d08964ac9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:34.734355 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-541f6a0d-cda9-45f5-95f9-76d08964ac9e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593054 Jul 05 18:31:34.831848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:34.835294 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-ed813428-b732-4389-85d4-7010a996e68e service neutron] 10.222.0.97 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944257 Jul 05 18:31:34.936424 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-7aa0ee80-eb91-4c99-923e-13b608cb5fce service neutron] 10.222.0.97 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949073 Jul 05 18:31:34.945753 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:34.988894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dc40336a01164b75bb4b134396dca885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4096620 Jul 05 18:31:34.997516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf43c87c-863e-46de-b66d-64209caa971a,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:34.997751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41146) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:31:34.997861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:34.998166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:34.998512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:34.998877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:34.999426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:34.999768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:35.000104 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:35.000445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:35.000808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:35.001138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:35.001565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:35.001892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3b611e-de9c-467c-aa15-7f24ae93510e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:35.049499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e8f1-9251-40e6-b73f-009046190dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:35.076082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e8f1-9251-40e6-b73f-009046190dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:35.203295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e8f1-9251-40e6-b73f-009046190dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:35.206081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c9d8e8f1-9251-40e6-b73f-009046190dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:35.207358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c9d8e8f1-9251-40e6-b73f-009046190dd2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf43c87c-863e-46de-b66d-64209caa971a HTTP/1.1" status: 204 len: 168 time: 0.2147026 Jul 05 18:31:35.216939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d8e8f1-9251-40e6-b73f-009046190dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf43c87c-863e-46de-b66d-64209caa971a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:35.380410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 14871c64-a691-4914-8d56-1a53368146f3 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:31:35.481100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bfe97c-f265-4572-9bbd-1ea343479873 req-cfc4cf41-3715-4d3f-a6a1-d1b91d00157c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:35.482821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40bfe97c-f265-4572-9bbd-1ea343479873 req-cfc4cf41-3715-4d3f-a6a1-d1b91d00157c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 945 time: 0.0751331 Jul 05 18:31:35.522372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 14871c64-a691-4914-8d56-1a53368146f3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:31:35.529827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 14871c64-a691-4914-8d56-1a53368146f3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:31:35.530446 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:35.536971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40bfe97c-f265-4572-9bbd-1ea343479873 req-e4ea4a23-2cdb-45ea-824c-296dd7abf207 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459907 Jul 05 18:31:35.634938 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:35.666984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:31:35.669356 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cdf9dc-6319-4ec8-8dab-33791fafc2ae" -d '{"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-plugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:31:35.684280 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:35.757213 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:35.830963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:35.883820 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dec2d66-c233-4391-9341-7a14515736dc x-openstack-request-id: req-1dec2d66-c233-4391-9341-7a14515736dc {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:31:35.884151 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-plugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:31:35.884404 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dec2d66-c233-4391-9341-7a14515736dc {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:31:35.884810 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'code': 200} Jul 05 18:31:36.025871 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:36.711712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5ac71-ea78-4ab0-8c7e-1d2174e5e7a9 req-33763fa8-7b11-4318-9617-aeb3669d11f4 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:36.713222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-acc5ac71-ea78-4ab0-8c7e-1d2174e5e7a9 req-33763fa8-7b11-4318-9617-aeb3669d11f4 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.0685639 Jul 05 18:31:36.753727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-acc5ac71-ea78-4ab0-8c7e-1d2174e5e7a9 req-43fc3afb-f8dc-4eec-bd4e-79506e5a7883 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344784 Jul 05 18:31:37.489356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-8bef7d72-1219-40be-a0a1-6425ad037c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:37.490951 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-8bef7d72-1219-40be-a0a1-6425ad037c3e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 1097 time: 0.0569646 Jul 05 18:31:37.502053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:31:37.580331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:37.799475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:37.834813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:31:37.882329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:37.898859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Transition to ACTIVE for port object 14871c64-a691-4914-8d56-1a53368146f3 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:31:37.899634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:31:37.902599 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167b0c4f-f910-4224-98a9-12e79f9a02bb" -d '{"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:31:37.966677 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f7d9e1-c22d-42dc-92ed-663e44b81531 x-openstack-request-id: req-b4f7d9e1-c22d-42dc-92ed-663e44b81531 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:31:37.967217 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-unplugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:31:37.967472 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4f7d9e1-c22d-42dc-92ed-663e44b81531 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:31:37.967923 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'code': 200} Jul 05 18:31:37.972008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:37.981116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325e57d-5ca8-414c-8e51-83aaad5c13d6 req-c04f85d4-06b7-44da-abed-e55fd2bfc0d6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:37.982828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7325e57d-5ca8-414c-8e51-83aaad5c13d6 req-c04f85d4-06b7-44da-abed-e55fd2bfc0d6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 946 time: 0.1034212 Jul 05 18:31:38.047379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7325e57d-5ca8-414c-8e51-83aaad5c13d6 req-90bf179a-e629-425d-8bc2-b63f09ed1459 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567944 Jul 05 18:31:38.110360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=10']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:38.502485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] No DVR routers for this DVR port 14871c64-a691-4914-8d56-1a53368146f3 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:31:38.638848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:31:38.639183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:31:38.639509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:31:38.643802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Port 14871c64-a691-4914-8d56-1a53368146f3 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:31:38.648811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Attempting to bind port 14871c64-a691-4914-8d56-1a53368146f3 on network 5a1b6394-0857-40e1-9f04-d687b85b29ae {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:31:38.649072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:31:38.649309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Checking segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:31:38.649696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Bound using segment: {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:31:38.650120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Bound port: 14871c64-a691-4914-8d56-1a53368146f3, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:31:38.650478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:38.717284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:31:38.720253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:31:38.792084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:38.829989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:38.830636 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:38.832031 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] 10.222.0.39 "PUT /v2.0/ports/14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1093 time: 1.3342443 Jul 05 18:31:38.856186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d4e093-9ebc-4776-aeb0-4589f5731f40 service neutron] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=11']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:38.915181 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-c70d8d0b-2f3d-4cab-bbc2-c347389fe10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:38.916556 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-c70d8d0b-2f3d-4cab-bbc2-c347389fe10d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1096 time: 0.0562570 Jul 05 18:31:39.012578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-eb78582f-0d82-4db7-bc9f-b743171bc599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:39.014313 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-eb78582f-0d82-4db7-bc9f-b743171bc599 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.0917938 Jul 05 18:31:39.087415 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-84f2864b-b674-4678-8311-b661fa32a1f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1000 time: 0.0661201 Jul 05 18:31:39.137800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-5586c562-dd28-4919-8389-1de7f41b23c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:39.139481 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-5586c562-dd28-4919-8389-1de7f41b23c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0463562 Jul 05 18:31:39.205801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-078abe8a-02e5-4992-a7f3-643cc560763e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:39.207563 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-078abe8a-02e5-4992-a7f3-643cc560763e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596163 Jul 05 18:31:39.248177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d546496-8257-4530-a858-2dbb2bc9e1b3 req-acb29ea1-4878-4add-a1ed-c9fbd7c1d2c5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:39.250003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d546496-8257-4530-a858-2dbb2bc9e1b3 req-acb29ea1-4878-4add-a1ed-c9fbd7c1d2c5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 945 time: 0.0753338 Jul 05 18:31:39.293282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d546496-8257-4530-a858-2dbb2bc9e1b3 req-64e3d66c-fa04-4ca1-a0dd-2ce7e9959a2e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366857 Jul 05 18:31:39.333458 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-6a341fbe-0553-4200-ab3f-2bc30039d466 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110888 Jul 05 18:31:39.364852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-425a01dc-6c67-4b1c-89ae-f38ea9272a8b tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8cb5c6f6b64e4b5c9e57476a159840bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331647 Jul 05 18:31:39.410438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 14871c64-a691-4914-8d56-1a53368146f3 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:31:39.433372 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c966baa2-eff5-4911-9364-e3ac8fcb2df8 req-bde83fea-c10f-4ac1-858e-c2cdc5e2ceb9 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925684 Jul 05 18:31:39.460141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 14871c64-a691-4914-8d56-1a53368146f3 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:31:39.566930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-8aebcd72-2276-419b-9625-df0d5529b61a tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:39.568252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-8aebcd72-2276-419b-9625-df0d5529b61a tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1979814 Jul 05 18:31:39.584639 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-e769a7e2-04c2-4a92-b285-1ae2c5347d46 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/quotas/8cb5c6f6b64e4b5c9e57476a159840bf HTTP/1.1" status: 200 len: 375 time: 0.0108082 Jul 05 18:31:39.619236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-fd94c0da-23dd-4f0b-a1d4-801806ffbc35 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8cb5c6f6b64e4b5c9e57476a159840bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279405 Jul 05 18:31:39.969119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:31:39.971580 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:31:40.022603 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f29771-43ea-4acd-a4ce-830c01e88127 x-openstack-request-id: req-99f29771-43ea-4acd-a4ce-830c01e88127 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:31:40.022907 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:31:40.023158 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99f29771-43ea-4acd-a4ce-830c01e88127 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:31:40.023559 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'status': 'completed', 'code': 200} Jul 05 18:31:40.145620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-2a641d33-1e1d-4a43-9f12-db43c34ee565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:40.147186 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-2a641d33-1e1d-4a43-9f12-db43c34ee565 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1096 time: 0.0983145 Jul 05 18:31:40.149864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-e55487fc-e86c-4733-b94e-34a3c8535755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:40.151430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-e55487fc-e86c-4733-b94e-34a3c8535755 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1096 time: 0.1105535 Jul 05 18:31:40.155033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92a57285-37bb-4a60-a954-601e2ce58178 req-a3f9444f-402b-467f-b7a4-5fd84d64e252 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0344341 Jul 05 18:31:40.326613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-18611f11-1620-4656-a787-7dcacf04edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:40.328269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-18611f11-1620-4656-a787-7dcacf04edcd service neutron] 10.222.0.97 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.1643891 Jul 05 18:31:40.329409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-68ae393d-9695-45f2-bcde-bdebcb75a2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:40.330759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-68ae393d-9695-45f2-bcde-bdebcb75a2cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.1757903 Jul 05 18:31:40.441818 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-5f1b4d79-43db-45e7-9039-9945592aa4cc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1000 time: 0.1071703 Jul 05 18:31:40.461230 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-77dd4cd8-98cd-4f80-a594-0b3dbd983d1c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 1000 time: 0.0855439 Jul 05 18:31:40.476325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2734483-d5b1-49ff-90b6-4b01b3843ef7 req-47cc4a49-e099-47b3-aefa-ec7609b92194 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:40.477928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2734483-d5b1-49ff-90b6-4b01b3843ef7 req-47cc4a49-e099-47b3-aefa-ec7609b92194 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 945 time: 0.0684366 Jul 05 18:31:40.519184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2734483-d5b1-49ff-90b6-4b01b3843ef7 req-27a6f19f-ccda-41eb-83fb-d3dd40bd2124 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347528 Jul 05 18:31:40.539105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-c13a37d6-2977-4f44-80a4-27032afd0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:40.539105 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-c13a37d6-2977-4f44-80a4-27032afd0d06 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0901117 Jul 05 18:31:40.555410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-f0dc3bd6-c83d-4426-be64-7a10f6a5daf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:40.556838 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-f0dc3bd6-c83d-4426-be64-7a10f6a5daf4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0765882 Jul 05 18:31:40.643602 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-42d190d4-e2af-4e27-81c4-2b7a9dc44b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:40.645478 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-42d190d4-e2af-4e27-81c4-2b7a9dc44b58 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997894 Jul 05 18:31:40.647201 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-0348824b-6e7a-4bfe-a785-07c88393d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:40.648571 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-0348824b-6e7a-4bfe-a785-07c88393d68c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741549 Jul 05 18:31:40.814968 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-6dbc4ead-879e-48c6-82f5-75102fff1432 service neutron] 10.222.0.97 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634400 Jul 05 18:31:40.817192 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-c94a0ba9-d639-4cb8-9e26-9b40928d965f service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577094 Jul 05 18:31:40.994174 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-2e414f9f-952c-4204-8295-a32193afe1e2 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615155 Jul 05 18:31:40.996033 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a95e5fa-0cd7-436c-853d-19ff68ad0af8 req-ea87d606-c8bd-46e0-afe9-a8e70925ba58 service neutron] 10.222.0.97 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716471 Jul 05 18:31:41.301952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bef806e9-55ca-42c5-9eaf-53c18e596b68 req-5f496291-5c7a-4756-8c8f-9b49a02a3f63 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0306845 Jul 05 18:31:41.707601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577287e-8683-4843-bb67-db29c9f79008 req-af136ad4-e3b1-46b9-a505-d0e7720e9b9e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:41.709136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0577287e-8683-4843-bb67-db29c9f79008 req-af136ad4-e3b1-46b9-a505-d0e7720e9b9e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 945 time: 0.0669553 Jul 05 18:31:41.753131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0577287e-8683-4843-bb67-db29c9f79008 req-4be1bf92-fc52-4dbc-a0e3-f786a2bb8934 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383492 Jul 05 18:31:41.778000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41526) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:31:41.855090 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ac60037d-1356-4363-94d4-4207d90cbcbf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/f3f184d1-398e-433d-82ae-137880b1eba7 HTTP/1.1" status: 200 len: 992 time: 0.0754144 Jul 05 18:31:42.455079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-469e9615-e45b-4aac-835e-d6e284068a79 req-51d22d5f-f60a-48a8-9752-877aa6299c00 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0295241 Jul 05 18:31:42.558629 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-d5b7ec52-faf8-45d3-a37d-435b924fb10a tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=8cb5c6f6b64e4b5c9e57476a159840bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306275 Jul 05 18:31:42.766785 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-327e9a5d-8f36-41b5-9b49-41ab1b75af66 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:42.768220 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-327e9a5d-8f36-41b5-9b49-41ab1b75af66 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048285 Jul 05 18:31:42.782014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Request body: {'port': {'device_id': 'dcdf52e2-62b9-4ad0-889a-31a252b3f1d5', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': '8cb5c6f6b64e4b5c9e57476a159840bf'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:31:42.791979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14871c64-a691-4914-8d56-1a53368146f3 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:31:42.903050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:42.918401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '14871c64-a691-4914-8d56-1a53368146f3', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'port_id': '14871c64-a691-4914-8d56-1a53368146f3', 'mac_address': 'fa:16:3e:b0:2d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:31:42.957681 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:42.971477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14871c64-a691-4914-8d56-1a53368146f3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:31:42.994149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:43.014375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Made reservation on behalf of 8cb5c6f6b64e4b5c9e57476a159840bf for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:31:43.018927 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:43.028735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:43.105867 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:43.122975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:43.163010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=12']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:43.203494 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:43.266177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d806f45-a9c2-4783-adde-e5cd214e6a7c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:43.336916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['14871c64-a691-4914-8d56-1a53368146f3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:31:43.342006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Allocated IP 192.168.233.237 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/efd1fe63-5154-4f1d-9f08-b7944b5746b3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:31:43.507386 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:43.523832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Transition to ACTIVE for port object efd1fe63-5154-4f1d-9f08-b7944b5746b3 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:31:43.625476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd5917b3-b4c6-4054-bd91-ce2c6ca056cb req-8c97f731-3757-46dd-9766-631f235680ce tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0292208 Jul 05 18:31:43.637603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:43.690043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:31:43.693290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:31:43.695685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:31:43.723891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Pushing event updated for resources: {'Port': ['ID=efd1fe63-5154-4f1d-9f08-b7944b5746b3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:43.755579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:43.756168 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:43.830643 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-caaeaec5-7057-4a78-8e7e-c0eb5bfe2ba2 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0538216 Jul 05 18:31:43.843255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Request body: {'port': {'device_id': 'dcdf52e2-62b9-4ad0-889a-31a252b3f1d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:31:43.926453 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:44.014336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-11ee8a2b-5ac3-4cc5-9fd6-847447794223 None None] Provisioning for port efd1fe63-5154-4f1d-9f08-b7944b5746b3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:31:44.019171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-11ee8a2b-5ac3-4cc5-9fd6-847447794223 None None] Provisioning complete for port efd1fe63-5154-4f1d-9f08-b7944b5746b3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:31:44.019582 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-11ee8a2b-5ac3-4cc5-9fd6-847447794223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:44.055985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-11ee8a2b-5ac3-4cc5-9fd6-847447794223 None None] Port efd1fe63-5154-4f1d-9f08-b7944b5746b3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:31:44.199889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd1fe63-5154-4f1d-9f08-b7944b5746b3 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:31:44.209438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:44.222549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Transition to ACTIVE for port object efd1fe63-5154-4f1d-9f08-b7944b5746b3 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:31:44.299704 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:44.351484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=efd1fe63-5154-4f1d-9f08-b7944b5746b3,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:44.433111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Attempting to bind port efd1fe63-5154-4f1d-9f08-b7944b5746b3 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:31:44.433452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Attempting to bind port efd1fe63-5154-4f1d-9f08-b7944b5746b3 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:31:44.433961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Attempting to bind port efd1fe63-5154-4f1d-9f08-b7944b5746b3 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:31:44.439043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Port efd1fe63-5154-4f1d-9f08-b7944b5746b3 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:31:44.439379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Attempting to bind port efd1fe63-5154-4f1d-9f08-b7944b5746b3 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:31:44.445735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:31:44.445735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:31:44.446104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:31:44.446536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Bound port: efd1fe63-5154-4f1d-9f08-b7944b5746b3, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:31:44.446923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:44.513088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] For port efd1fe63-5154-4f1d-9f08-b7944b5746b3, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:31:44.516547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] For port efd1fe63-5154-4f1d-9f08-b7944b5746b3, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=efd1fe63-5154-4f1d-9f08-b7944b5746b3,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:31:44.609553 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:44.643417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:44.644121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:44.645651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] 10.222.0.97 "PUT /v2.0/ports/efd1fe63-5154-4f1d-9f08-b7944b5746b3 HTTP/1.1" status: 200 len: 1096 time: 0.8075480 Jul 05 18:31:44.646105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcdf52e2-62b9-4ad0-889a-31a252b3f1d5', 'tag': 'efd1fe63-5154-4f1d-9f08-b7944b5746b3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:31:44.648455 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce81bf29-d287-489a-a35b-3d4e44b78d74" -d '{"events": [{"name": "network-changed", "server_uuid": "dcdf52e2-62b9-4ad0-889a-31a252b3f1d5", "tag": "efd1fe63-5154-4f1d-9f08-b7944b5746b3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:31:44.688596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9974c-78a8-451f-9de8-67968027f8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=efd1fe63-5154-4f1d-9f08-b7944b5746b3,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:44.704280 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc9de2c-8b17-49c0-b35a-607e01f68754 x-openstack-request-id: req-6cc9de2c-8b17-49c0-b35a-607e01f68754 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:31:44.704572 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcdf52e2-62b9-4ad0-889a-31a252b3f1d5", "tag": "efd1fe63-5154-4f1d-9f08-b7944b5746b3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:31:44.704822 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6cc9de2c-8b17-49c0-b35a-607e01f68754 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:31:44.705226 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcdf52e2-62b9-4ad0-889a-31a252b3f1d5', 'tag': 'efd1fe63-5154-4f1d-9f08-b7944b5746b3', 'status': 'completed', 'code': 200} Jul 05 18:31:44.779425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81bf29-d287-489a-a35b-3d4e44b78d74 req-1d65682a-3fd2-48f5-ab4c-555357583f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:44.781627 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce81bf29-d287-489a-a35b-3d4e44b78d74 req-1d65682a-3fd2-48f5-ab4c-555357583f90 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8cb5c6f6b64e4b5c9e57476a159840bf&device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 1099 time: 0.0649137 Jul 05 18:31:44.783522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14871c64-a691-4914-8d56-1a53368146f3 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:31:44.814723 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce81bf29-d287-489a-a35b-3d4e44b78d74 req-1fc4b21b-2288-4fee-9e49-0ce76c55a438 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=8cb5c6f6b64e4b5c9e57476a159840bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262401 Jul 05 18:31:44.822018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5f7cd-d497-4c05-b4a5-38c1f6d39213 req-bfc5ecd5-dbac-4f2e-b797-321f7320cdd5 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:44.830090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77f5f7cd-d497-4c05-b4a5-38c1f6d39213 req-bfc5ecd5-dbac-4f2e-b797-321f7320cdd5 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 948 time: 0.0780709 Jul 05 18:31:44.885983 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:31:44.910495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77f5f7cd-d497-4c05-b4a5-38c1f6d39213 req-b5a13dd4-2427-41a6-a909-5635947d9b48 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760705 Jul 05 18:31:44.943690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 14871c64-a691-4914-8d56-1a53368146f3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:31:44.947975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 14871c64-a691-4914-8d56-1a53368146f3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:31:44.948355 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:44.954817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81bf29-d287-489a-a35b-3d4e44b78d74 req-7b92d4b1-4270-4033-a637-5b92a5d710bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:44.956430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce81bf29-d287-489a-a35b-3d4e44b78d74 req-7b92d4b1-4270-4033-a637-5b92a5d710bd service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1351061 Jul 05 18:31:45.051979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:45.069333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-12324dbd-34fe-4275-930f-bbe2b397fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:45.070855 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-12324dbd-34fe-4275-930f-bbe2b397fd7e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=8cb5c6f6b64e4b5c9e57476a159840bf&device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 1099 time: 0.0691593 Jul 05 18:31:45.076210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:31:45.080043 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6acf1e5-d8ea-41d0-85ab-7c8ef881f21c" -d '{"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-plugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:31:45.095075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:45.119236 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-0c2bb243-27a6-45dd-9fa2-026592d54754 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=efd1fe63-5154-4f1d-9f08-b7944b5746b3 HTTP/1.1" status: 200 len: 217 time: 0.0404749 Jul 05 18:31:45.123522 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9839fa-3f1a-410b-a9ce-995d3b2c967a x-openstack-request-id: req-da9839fa-3f1a-410b-a9ce-995d3b2c967a {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:31:45.123954 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-plugged", "status": "completed", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:31:45.125001 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da9839fa-3f1a-410b-a9ce-995d3b2c967a {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:31:45.125843 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'code': 200} Jul 05 18:31:45.169599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-56738c1a-f5bb-4ea5-a0a2-927b0ce4466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:45.171161 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-56738c1a-f5bb-4ea5-a0a2-927b0ce4466c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0458701 Jul 05 18:31:45.181861 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:45.222387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=13']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:45.229190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-46ddf75b-884c-45a8-9114-4321bfc3dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:45.230798 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-46ddf75b-884c-45a8-9114-4321bfc3dfee service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0537872 Jul 05 18:31:45.332964 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-4582136d-c286-4262-b2ea-d9aafbab9552 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947797 Jul 05 18:31:45.422743 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e72cbf7-594a-409e-a532-454f23a1b083 req-8c4f965f-8230-4be4-b4b6-a5366389e376 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838304 Jul 05 18:31:46.077804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76b601-e3bf-4987-b14d-05cec6557aa1 req-543440be-cd75-47e3-8375-93ea48d831ce tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:46.079442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de76b601-e3bf-4987-b14d-05cec6557aa1 req-543440be-cd75-47e3-8375-93ea48d831ce tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 948 time: 0.0643790 Jul 05 18:31:46.118721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de76b601-e3bf-4987-b14d-05cec6557aa1 req-c22bc88d-3199-406a-bcf3-50829c67279a tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332155 Jul 05 18:31:47.294492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d61702-ba82-4627-9357-91bed1241ede req-74f49ef3-194f-4eeb-bbad-6757147920a6 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:47.296564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2d61702-ba82-4627-9357-91bed1241ede req-74f49ef3-194f-4eeb-bbad-6757147920a6 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 948 time: 0.0633481 Jul 05 18:31:47.335385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2d61702-ba82-4627-9357-91bed1241ede req-0d18eb5e-e564-4d58-b2d8-82a221b9f49b tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323813 Jul 05 18:31:48.522608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9eb906-f284-4b8f-b667-3b3af7421726 req-6eb98821-81b1-4f2f-87a5-e33c61bd1dc6 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:48.524115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca9eb906-f284-4b8f-b667-3b3af7421726 req-6eb98821-81b1-4f2f-87a5-e33c61bd1dc6 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 948 time: 0.0662644 Jul 05 18:31:48.563101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca9eb906-f284-4b8f-b667-3b3af7421726 req-85a3b004-213f-4d23-ab2f-264e5ccca9f1 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Jul 05 18:31:49.125522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41570) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:31:49.230232 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2abb4967-de65-4899-abaf-bd1d80424a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:49.322637 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2abb4967-de65-4899-abaf-bd1d80424a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:49.396379 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2abb4967-de65-4899-abaf-bd1d80424a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:49.435649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2abb4967-de65-4899-abaf-bd1d80424a9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3eaa757c0324d1eb8ab1080bcff11cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090260 Jul 05 18:31:49.436373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb4967-de65-4899-abaf-bd1d80424a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f86c6a-06c4-4a40-a427-789e243d3a3e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:49.439689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41574) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:31:49.488990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device efd1fe63-5154-4f1d-9f08-b7944b5746b3 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:31:49.490859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1821-1419-43be-95dd-fe671c575452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:49.511936 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1821-1419-43be-95dd-fe671c575452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:49.590812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port efd1fe63-5154-4f1d-9f08-b7944b5746b3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=efd1fe63-5154-4f1d-9f08-b7944b5746b3,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:49.603822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'efd1fe63-5154-4f1d-9f08-b7944b5746b3', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': 'efd1fe63-5154-4f1d-9f08-b7944b5746b3', 'mac_address': 'fa:16:3e:e7:fb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:31:49.636674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1821-1419-43be-95dd-fe671c575452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:49.639811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f6b1821-1419-43be-95dd-fe671c575452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:49.642295 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5f6b1821-1419-43be-95dd-fe671c575452 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/96f86c6a-06c4-4a40-a427-789e243d3a3e HTTP/1.1" status: 204 len: 168 time: 0.2004519 Jul 05 18:31:49.643727 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:49.651943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6b1821-1419-43be-95dd-fe671c575452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f86c6a-06c4-4a40-a427-789e243d3a3e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:49.660921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd1fe63-5154-4f1d-9f08-b7944b5746b3 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:31:49.693824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port efd1fe63-5154-4f1d-9f08-b7944b5746b3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=efd1fe63-5154-4f1d-9f08-b7944b5746b3,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:49.739666 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:49.749388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81e9b0-ea2b-4697-897d-0aee91a0d487 req-cbd5fbaf-b77e-4b78-843e-3d280ddce64a tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:49.750904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc81e9b0-ea2b-4697-897d-0aee91a0d487 req-cbd5fbaf-b77e-4b78-843e-3d280ddce64a tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 948 time: 0.0663853 Jul 05 18:31:49.789065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=efd1fe63-5154-4f1d-9f08-b7944b5746b3,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:49.793421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc81e9b0-ea2b-4697-897d-0aee91a0d487 req-545764bd-bb43-4fbc-b21d-4cf6b5285fdb tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365913 Jul 05 18:31:49.934004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['efd1fe63-5154-4f1d-9f08-b7944b5746b3'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:31:50.334931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41582) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:31:50.353050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a684288-df1d-4f22-a53b-9040787537d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:50.457845 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a684288-df1d-4f22-a53b-9040787537d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:50.529473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0a684288-df1d-4f22-a53b-9040787537d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:50.575324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a684288-df1d-4f22-a53b-9040787537d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1bf80d5-ecee-48a7-98d4-8fd87423f70c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:50.583333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0a684288-df1d-4f22-a53b-9040787537d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf08cbd2120843bd926423e13a599235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470493 Jul 05 18:31:50.586386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41584) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:31:50.643678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83753880-ed70-4aec-a66c-81e4e7b5a5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:50.670495 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83753880-ed70-4aec-a66c-81e4e7b5a5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:50.812130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8ef774bb-3aa2-49d8-94aa-5981732e9a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:50.845837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83753880-ed70-4aec-a66c-81e4e7b5a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:50.848901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83753880-ed70-4aec-a66c-81e4e7b5a5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:50.852611 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-83753880-ed70-4aec-a66c-81e4e7b5a5b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1bf80d5-ecee-48a7-98d4-8fd87423f70c HTTP/1.1" status: 204 len: 168 time: 0.2629576 Jul 05 18:31:50.860853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83753880-ed70-4aec-a66c-81e4e7b5a5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1bf80d5-ecee-48a7-98d4-8fd87423f70c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:50.976687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa536f-4530-4bae-be66-c041af2a2094 req-7b440f16-0ee3-4d45-9227-91df783d97f9 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:50.986349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00fa536f-4530-4bae-be66-c041af2a2094 req-7b440f16-0ee3-4d45-9227-91df783d97f9 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 949 time: 0.0658610 Jul 05 18:31:51.021981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00fa536f-4530-4bae-be66-c041af2a2094 req-70791dca-1b00-4c14-ae34-88031b3b5a07 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Jul 05 18:31:51.502631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device efd1fe63-5154-4f1d-9f08-b7944b5746b3 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:31:51.609169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port efd1fe63-5154-4f1d-9f08-b7944b5746b3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:31:51.613225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port efd1fe63-5154-4f1d-9f08-b7944b5746b3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:31:51.613734 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:51.707854 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:51.730802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdf52e2-62b9-4ad0-889a-31a252b3f1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd1fe63-5154-4f1d-9f08-b7944b5746b3'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:31:51.733140 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7d77cd-7cd9-4cd5-8502-2e5b475e7fc5" -d '{"events": [{"server_uuid": "dcdf52e2-62b9-4ad0-889a-31a252b3f1d5", "name": "network-vif-plugged", "status": "completed", "tag": "efd1fe63-5154-4f1d-9f08-b7944b5746b3"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:31:51.746476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port efd1fe63-5154-4f1d-9f08-b7944b5746b3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=efd1fe63-5154-4f1d-9f08-b7944b5746b3,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:51.771008 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34b6fc8-231b-4997-a3bf-a3a5995140ab x-openstack-request-id: req-b34b6fc8-231b-4997-a3bf-a3a5995140ab {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:31:51.771301 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdf52e2-62b9-4ad0-889a-31a252b3f1d5", "name": "network-vif-plugged", "status": "completed", "tag": "efd1fe63-5154-4f1d-9f08-b7944b5746b3", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:31:51.771552 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b34b6fc8-231b-4997-a3bf-a3a5995140ab {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:31:51.771944 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdf52e2-62b9-4ad0-889a-31a252b3f1d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd1fe63-5154-4f1d-9f08-b7944b5746b3', 'code': 200} Jul 05 18:31:51.807206 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:51.862939 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=efd1fe63-5154-4f1d-9f08-b7944b5746b3,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:51.894263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ddfd4-3990-4210-b70f-9b6b1e34631a req-4b8844a1-232c-445d-b58a-0d18eea26334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:51.895976 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-549ddfd4-3990-4210-b70f-9b6b1e34631a req-4b8844a1-232c-445d-b58a-0d18eea26334 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 1101 time: 0.0580964 Jul 05 18:31:51.931484 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-549ddfd4-3990-4210-b70f-9b6b1e34631a req-a80eb990-a378-4884-89df-8bb44c64a456 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296919 Jul 05 18:31:52.202822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a80a0-d16b-4eee-a965-c5c6223eaeb5 req-d44d4957-2495-4742-befb-0d07a0eaa02a tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:52.204520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e1a80a0-d16b-4eee-a965-c5c6223eaeb5 req-d44d4957-2495-4742-befb-0d07a0eaa02a tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 950 time: 0.0671520 Jul 05 18:31:52.243463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e1a80a0-d16b-4eee-a965-c5c6223eaeb5 req-8c3de8b0-cf88-4fbf-8c0a-7846501f2a68 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331445 Jul 05 18:31:53.423434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6021b-07bb-4976-ad53-71deb212ca84 req-b71ab155-6a70-4d56-a77e-402cd0e71c7c tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:53.424818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa6021b-07bb-4976-ad53-71deb212ca84 req-b71ab155-6a70-4d56-a77e-402cd0e71c7c tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 950 time: 0.0661328 Jul 05 18:31:53.442535 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-806ebbb3-daeb-48bc-bbea-a018d074e7a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:53.462847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9aa6021b-07bb-4976-ad53-71deb212ca84 req-18d15de3-8009-44dd-8ac4-943761281fdd tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321264 Jul 05 18:31:53.732029 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:54.147426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9f569-2e65-4b5c-8f89-0ca89e97edc7 req-72694051-a787-490a-becb-d10f6fd2a06e tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:54.148819 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4af9f569-2e65-4b5c-8f89-0ca89e97edc7 req-72694051-a787-490a-becb-d10f6fd2a06e tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 950 time: 0.0615342 Jul 05 18:31:54.188932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4af9f569-2e65-4b5c-8f89-0ca89e97edc7 req-bd57f64a-bf30-4960-9c64-e51720e5b5dc tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Jul 05 18:31:54.745157 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:55.358877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f310b5f-69df-43c8-8444-62653874cb76 req-b36ea320-30ae-48cd-9e9c-633f508e0806 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:55.360657 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f310b5f-69df-43c8-8444-62653874cb76 req-b36ea320-30ae-48cd-9e9c-633f508e0806 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.97 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 950 time: 0.0689256 Jul 05 18:31:55.371525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493aea7d-6e49-4620-96a6-5e9134c72f50 req-a173e8cb-1f8f-4470-97b1-e71b9f429ea5 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:31:55.375083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-493aea7d-6e49-4620-96a6-5e9134c72f50 req-a173e8cb-1f8f-4470-97b1-e71b9f429ea5 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 950 time: 0.0707648 Jul 05 18:31:55.415311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-493aea7d-6e49-4620-96a6-5e9134c72f50 req-150bc62c-35bc-49eb-865e-e0e9018819a4 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/security-groups?id=8d806f45-a9c2-4783-adde-e5cd214e6a7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357056 Jul 05 18:31:55.468297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-7f310b5f-69df-43c8-8444-62653874cb76 req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Deleting port efd1fe63-5154-4f1d-9f08-b7944b5746b3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:31:55.468637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f310b5f-69df-43c8-8444-62653874cb76 req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:55.558512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-7f310b5f-69df-43c8-8444-62653874cb76 req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] For port efd1fe63-5154-4f1d-9f08-b7944b5746b3, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=efd1fe63-5154-4f1d-9f08-b7944b5746b3,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:31:55.558915 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f310b5f-69df-43c8-8444-62653874cb76 req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:55.571353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-7f310b5f-69df-43c8-8444-62653874cb76 req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Calling delete_port for efd1fe63-5154-4f1d-9f08-b7944b5746b3 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:31:55.791547 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f310b5f-69df-43c8-8444-62653874cb76 req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:55.821680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Pushing event deleted for resources: {'Port': ['ID=efd1fe63-5154-4f1d-9f08-b7944b5746b3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:31:55.851641 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.851986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.852323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.852656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.852986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.853312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.853635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.853959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.854278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.854624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.854947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.855265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:31:55.888243 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f310b5f-69df-43c8-8444-62653874cb76 req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] No DVR routers for this DVR port efd1fe63-5154-4f1d-9f08-b7944b5746b3 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:31:55.892796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7f310b5f-69df-43c8-8444-62653874cb76 req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:55.895254 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f310b5f-69df-43c8-8444-62653874cb76 req-d0fe83be-62c9-49be-884a-7b4bc2e194ba tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.97 "DELETE /v2.0/ports/efd1fe63-5154-4f1d-9f08-b7944b5746b3 HTTP/1.1" status: 204 len: 173 time: 0.5296695 Jul 05 18:31:55.895754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcdf52e2-62b9-4ad0-889a-31a252b3f1d5', 'name': 'network-vif-deleted', 'tag': 'efd1fe63-5154-4f1d-9f08-b7944b5746b3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:31:55.899384 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a7304a-9ca3-4408-872f-5e87401e5060" -d '{"events": [{"server_uuid": "dcdf52e2-62b9-4ad0-889a-31a252b3f1d5", "name": "network-vif-deleted", "tag": "efd1fe63-5154-4f1d-9f08-b7944b5746b3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:31:55.942753 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16508283-d15e-421c-a2d2-1cb1a8ed9d48 x-openstack-request-id: req-16508283-d15e-421c-a2d2-1cb1a8ed9d48 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:31:55.943055 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcdf52e2-62b9-4ad0-889a-31a252b3f1d5", "name": "network-vif-deleted", "tag": "efd1fe63-5154-4f1d-9f08-b7944b5746b3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:31:55.943311 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16508283-d15e-421c-a2d2-1cb1a8ed9d48 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:31:55.943723 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcdf52e2-62b9-4ad0-889a-31a252b3f1d5', 'name': 'network-vif-deleted', 'tag': 'efd1fe63-5154-4f1d-9f08-b7944b5746b3', 'status': 'completed', 'code': 200} Jul 05 18:31:56.566922 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:31:56.626208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aebb16c5-b31b-425e-b055-2ca7200b0a0f req-ed8a94e5-6722-451b-a153-8d55eb889359 tempest-VolumesNegativeTest-1982757671 tempest-VolumesNegativeTest-1982757671-project] 10.222.0.30 "GET /v2.0/ports?device_id=dcdf52e2-62b9-4ad0-889a-31a252b3f1d5 HTTP/1.1" status: 200 len: 210 time: 0.0292089 Jul 05 18:31:57.533849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device efd1fe63-5154-4f1d-9f08-b7944b5746b3 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:31:57.557144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: efd1fe63-5154-4f1d-9f08-b7944b5746b3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:31:57.557495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device efd1fe63-5154-4f1d-9f08-b7944b5746b3 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:31:59.907465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:03.384759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 41924) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:03.495631 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5332-d6f8-42da-8ca4-88fe7de141c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:03.593127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5332-d6f8-42da-8ca4-88fe7de141c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:03.709874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3f9f5332-d6f8-42da-8ca4-88fe7de141c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:03.748258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f5332-d6f8-42da-8ca4-88fe7de141c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6850934-26e6-44fc-91a8-59513b7a3268,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:03.756136 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3f9f5332-d6f8-42da-8ca4-88fe7de141c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20e6f9dfdfed4016ba24c9a3e53ba941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3675425 Jul 05 18:32:03.756631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41930) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:03.806756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c82f778-cfdb-4cf8-9384-59ba7192f9cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:03.828069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c82f778-cfdb-4cf8-9384-59ba7192f9cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:03.940075 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c82f778-cfdb-4cf8-9384-59ba7192f9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:03.942741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c82f778-cfdb-4cf8-9384-59ba7192f9cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:03.946158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5c82f778-cfdb-4cf8-9384-59ba7192f9cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6850934-26e6-44fc-91a8-59513b7a3268 HTTP/1.1" status: 204 len: 168 time: 0.1862032 Jul 05 18:32:03.952742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c82f778-cfdb-4cf8-9384-59ba7192f9cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6850934-26e6-44fc-91a8-59513b7a3268,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:04.486918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41948) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:04.650153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8f60e72c-743a-4b43-9229-609a33adac5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8cb5c6f6b64e4b5c9e57476a159840bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618617 Jul 05 18:32:04.652648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41954) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:04.705325 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fd3a753f-9c18-4123-ac13-f0892d00b576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:04.726444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fd3a753f-9c18-4123-ac13-f0892d00b576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:04.830939 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fd3a753f-9c18-4123-ac13-f0892d00b576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:04.834092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fd3a753f-9c18-4123-ac13-f0892d00b576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:04.841495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fd3a753f-9c18-4123-ac13-f0892d00b576 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d806f45-a9c2-4783-adde-e5cd214e6a7c HTTP/1.1" status: 204 len: 168 time: 0.1824086 Jul 05 18:32:04.847495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a753f-9c18-4123-ac13-f0892d00b576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d806f45-a9c2-4783-adde-e5cd214e6a7c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:05.044982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41966) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:05.142881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-566913479-network', 'tenant_id': '1e392178fc324548b9399ed03d6403bd'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:05.225415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Made reservation on behalf of 1e392178fc324548b9399ed03d6403bd for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:32:05.227882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:05.237306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:05.328739 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:05.402613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:05.426894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:32:05.436788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7a64bc-9581-41eb-86ad-6ae4a104dacd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:05.441595 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:05.441944 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Added segment f998ebe5-8108-4c80-a75a-5a6185887dd7 of type vlan for network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc Jul 05 18:32:05.485540 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:05.578727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:05.579649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:05.580296 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:05.640765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd1828a-4e2f-4006-85e1-860a03ba3cdc,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:05.649119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:32:05.691090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-03148338-54f8-48ac-be74-5e5b05966368 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6445842 Jul 05 18:32:05.693636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 41986) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:05.699304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Request body: {'subnet': {'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-566913479-subnet', 'tenant_id': '1e392178fc324548b9399ed03d6403bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:05.802517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Made reservation on behalf of 1e392178fc324548b9399ed03d6403bd for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:32:05.804932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:05.995006 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:06.040817 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:06.110993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Checking segment: {'id': 'f998ebe5-8108-4c80-a75a-5a6185887dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:06.111346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Network hostable DHCP agents. Network: 2dd1828a-4e2f-4006-85e1-860a03ba3cdc, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:32:06.114607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea7c0e76-b7fe-4003-b9c2-b08c45124f9b,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:06.212237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:32:06.350895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 2dd1828a-4e2f-4006-85e1-860a03ba3cdc) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:06.355428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:06.356722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:06.361397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7f95d1-a987-46a4-970b-443c2f2ee670 None None] Network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:32:06.471860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4b38e82d-9816-465c-8b1f-c6be43f3436a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7766786 Jul 05 18:32:06.487531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048c6e0d-d191-4eba-a911-be7a9cd8286f None None] Network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:32:07.884247 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-b86bbf77-0c6e-45fd-abf9-cc94bb91b26f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659230 Jul 05 18:32:07.988955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-ec16c5b4-5d13-49d6-bcd2-5c20fe547045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:07.990452 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-ec16c5b4-5d13-49d6-bcd2-5c20fe547045 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=2e5e580f78ba402ca7859218eb226810&device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 1096 time: 0.0608869 Jul 05 18:32:08.119193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-3cf5624c-f7e6-4490-89d6-0a052d68378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:08.121380 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-3cf5624c-f7e6-4490-89d6-0a052d68378d service neutron] 10.222.0.97 "GET /v2.0/networks?id=e092d9d7-7f60-4806-a54c-997bb20ca6b5 HTTP/1.1" status: 200 len: 909 time: 0.1101522 Jul 05 18:32:08.193673 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-1b37db61-ab7c-4f19-8860-f64f6a1e2f89 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9878c66-0085-42cf-9d23-5c271ee2e460 HTTP/1.1" status: 200 len: 1000 time: 0.0661888 Jul 05 18:32:08.247865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-d326bc50-7162-4e8c-9585-f5de2544b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:08.250926 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-d326bc50-7162-4e8c-9585-f5de2544b0f0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=6079bed4-a839-46d4-9310-3d8eba064651 HTTP/1.1" status: 200 len: 848 time: 0.0516760 Jul 05 18:32:08.310470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-7fe39ac8-3b6b-4a65-8e3f-73ffb359fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:08.312731 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-7fe39ac8-3b6b-4a65-8e3f-73ffb359fb6d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e092d9d7-7f60-4806-a54c-997bb20ca6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561144 Jul 05 18:32:08.409538 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-b2ff26ca-d10a-4f4b-a7bc-161ca296a46d service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905120 Jul 05 18:32:08.832256 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-704d0b4f-2dcf-44d1-bc40-79445da8901a req-0da60711-4fe2-4a75-bd05-7a9399bc76b7 service neutron] 10.222.0.97 "GET /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161143 Jul 05 18:32:09.669899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-f2aea7df-b8f7-4b67-8059-20e6cb9b47af tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:09.672143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-f2aea7df-b8f7-4b67-8059-20e6cb9b47af tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/networks?id=2dd1828a-4e2f-4006-85e1-860a03ba3cdc HTTP/1.1" status: 200 len: 808 time: 0.1049969 Jul 05 18:32:09.687168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-834a13be-2e3b-4e39-acc9-5a4ebed6b576 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/quotas/1e392178fc324548b9399ed03d6403bd HTTP/1.1" status: 200 len: 375 time: 0.0088966 Jul 05 18:32:09.719337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-cae0550d-7143-43b2-918c-b62632dcdcfb tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e392178fc324548b9399ed03d6403bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272424 Jul 05 18:32:09.933966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-024bcc6d-5b88-4518-a9cb-d7f28525faa2 service neutron] 10.222.0.30 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079306 Jul 05 18:32:10.024287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-5945f005-f278-4290-b120-14c0ba964601 service neutron] 10.222.0.30 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842335 Jul 05 18:32:10.360985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-99f321d5-f3d7-4669-8ce3-94fea4c3116a req-ca5bf431-70a9-4551-8cfd-0fbea774ec42 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 210 time: 0.0315835 Jul 05 18:32:11.512121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-720b0ec4-7b4b-4a25-be88-669e4073032f req-575f9fe2-2acb-428f-b51c-42cf33a7dad3 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 210 time: 0.0344281 Jul 05 18:32:12.570537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5eb586-8ac0-49f9-b830-fd343b45095d req-7ac0171d-9eca-4dec-9364-8660577923a7 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:12.572261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f5eb586-8ac0-49f9-b830-fd343b45095d req-7ac0171d-9eca-4dec-9364-8660577923a7 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1098 time: 0.0661702 Jul 05 18:32:12.635377 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f5eb586-8ac0-49f9-b830-fd343b45095d req-63a80831-02e5-4a94-ac4a-ae40aa728fa6 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566056 Jul 05 18:32:12.682038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42086) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:12.728012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c343dcdb-f888-4c3a-b5a2-7d6c93a2e7bc req-0d3281aa-d187-4d8b-a4d5-ad342b98af2c tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 210 time: 0.0456293 Jul 05 18:32:12.855916 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 247cb380-5dd7-43ae-8973-0acd743334cd {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:12.856279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:13.005701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:13.006043 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:13.027802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 247cb380-5dd7-43ae-8973-0acd743334cd owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:13.045619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-6bc620c9-49fe-4153-83c3-3b8d0d1d5d68 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:13.047750 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-6bc620c9-49fe-4153-83c3-3b8d0d1d5d68 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.97 "GET /v2.0/networks?id=2dd1828a-4e2f-4006-85e1-860a03ba3cdc HTTP/1.1" status: 200 len: 808 time: 0.1474473 Jul 05 18:32:13.090078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Request body: {'port': {'device_id': '5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5', 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc', 'admin_state_up': True, 'tenant_id': '1e392178fc324548b9399ed03d6403bd'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:13.366501 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Made reservation on behalf of 1e392178fc324548b9399ed03d6403bd for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:32:13.370158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:13.393524 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:13.455329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=247cb380-5dd7-43ae-8973-0acd743334cd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:13.596716 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:13.597020 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Floating IP f3f184d1-398e-433d-82ae-137880b1eba7 disassociated (deleted). External IP: 172.25.3.176, port: 14871c64-a691-4914-8d56-1a53368146f3. Jul 05 18:32:13.599121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Allocated IP 172.20.0.5 (2dd1828a-4e2f-4006-85e1-860a03ba3cdc/ea7c0e76-b7fe-4003-b9c2-b08c45124f9b/45e2ebf7-b188-4dce-9388-c0190f4c5a5c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:13.879617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7424205f-c6d8-4a55-8b22-8279df02f3c4 req-39e10669-1c03-4195-8626-8a43200ecd6a tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 210 time: 0.0346198 Jul 05 18:32:13.923106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:13.952578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router 7c08bc24-021b-47f7-937e-48d479e244f2 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:32:14.089103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:32:14.090988 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:14.095527 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] Sync routers for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:32:14.104798 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:14.105490 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:31:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:14.117238 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:14.172276 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e7cf8000-66fe-49f1-ba5e-df7de7c81df3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/floatingips/f3f184d1-398e-433d-82ae-137880b1eba7 HTTP/1.1" status: 204 len: 168 time: 1.4849620 Jul 05 18:32:14.172530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:14.174704 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919663dd-d2e2-42b2-b41d-9d9530b8a86e" -d '{"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:14.191788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:14.199964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Pushing event updated for resources: {'Port': ['ID=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:14.203997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:14.212891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:14.253975 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451a5843-dc4b-40f5-8e60-259f40a82bb4 x-openstack-request-id: req-451a5843-dc4b-40f5-8e60-259f40a82bb4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:14.254427 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:14.254799 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-451a5843-dc4b-40f5-8e60-259f40a82bb4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:14.256089 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'status': 'completed', 'code': 200} Jul 05 18:32:14.356815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:14.357065 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:14.357996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:14.391306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-1221c735-615a-402b-a431-05753fd0d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:14.393156 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-1221c735-615a-402b-a431-05753fd0d461 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 1098 time: 0.1130722 Jul 05 18:32:14.484607 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-e4ae0ce7-9cea-44f4-962c-caa1dfe3b760 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4023242 Jul 05 18:32:14.497927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Request body: {'port': {'device_id': '5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:14.520920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-0a98c47a-294f-4d04-a81e-a749a24c06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:14.522450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-0a98c47a-294f-4d04-a81e-a749a24c06f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 200 len: 896 time: 0.1214244 Jul 05 18:32:14.571629 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-9382c0c2-ba30-43a6-ab4f-87433f40d94b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 200 len: 217 time: 0.0406795 Jul 05 18:32:14.572768 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:15Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '117e94ea-8a9f-49ac-afae-56562b6f27e1', 'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:94:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:14Z', 'updated_at': '2021-07-05T18:30:20Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:14.601540 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] Checking router: 7c08bc24-021b-47f7-937e-48d479e244f2 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:32:14.611021 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:14.616888 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:31:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:14.656374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:14.659184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-86356b1f-c678-427c-9609-0b12648b7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:14.660668 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-86356b1f-c678-427c-9609-0b12648b7ac9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 200 len: 834 time: 0.0615733 Jul 05 18:32:14.725515 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:14.869061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-83b73b38-92a7-40c5-946f-0315d7f4d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:14.870626 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-83b73b38-92a7-40c5-946f-0315d7f4d66a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5a1b6394-0857-40e1-9f04-d687b85b29ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2023594 Jul 05 18:32:14.926168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59cfc69-ecee-42a6-a979-03423fdba00b req-f2626727-2dbf-40c7-a340-695257119ed9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:14.938001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f59cfc69-ecee-42a6-a979-03423fdba00b req-f2626727-2dbf-40c7-a340-695257119ed9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 947 time: 0.0889249 Jul 05 18:32:15.002882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f59cfc69-ecee-42a6-a979-03423fdba00b req-05a95f3d-9302-4a4b-905f-a1606def514a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0635743 Jul 05 18:32:15.021568 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:15Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '117e94ea-8a9f-49ac-afae-56562b6f27e1', 'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:94:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:14Z', 'updated_at': '2021-07-05T18:30:20Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:15.054648 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f29c69-62ed-404f-9dff-f80d5ff3952b None None] The sync data for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 is: [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:30:15Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '117e94ea-8a9f-49ac-afae-56562b6f27e1', 'name': '', 'network_id': '5a1b6394-0857-40e1-9f04-d687b85b29ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:94:bf:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3681, 'fixed_ips': [{'subnet_id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:14Z', 'updated_at': '2021-07-05T18:30:20Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c21bb803-ee14-42ce-8bb3-be74da29e582', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:32:15.112059 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-205396cd-e99a-46f0-b270-62ca35a7c7e9 service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288923 Jul 05 18:32:15.143738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e2ebf7-b188-4dce-9388-c0190f4c5a5c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:32:15.157867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de77d0-02b3-4539-ac61-9845d57da70c req-0b699bd1-bb3c-409c-946d-aedbca35aaec tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:15.159740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20de77d0-02b3-4539-ac61-9845d57da70c req-0b699bd1-bb3c-409c-946d-aedbca35aaec tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 931 time: 0.1020098 Jul 05 18:32:15.193536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:15.205831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-20de77d0-02b3-4539-ac61-9845d57da70c req-c70f9b0b-4193-45e6-b409-c4f4e318a3a7 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390275 Jul 05 18:32:15.216990 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Transition to ACTIVE for port object 45e2ebf7-b188-4dce-9388-c0190f4c5a5c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:15.254058 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-919663dd-d2e2-42b2-b41d-9d9530b8a86e req-841a0cff-8b36-4cd9-8cf4-2f8c4507059a service neutron] 10.222.0.39 "GET /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346817 Jul 05 18:32:15.288813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:15.342108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:15.378966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d44457-819f-4273-bbfb-7dc160f2fa6a None None] New status for floating IP f3f184d1-398e-433d-82ae-137880b1eba7: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:32:15.423281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Attempting to bind port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:32:15.423668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Attempting to bind port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'f998ebe5-8108-4c80-a75a-5a6185887dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:32:15.423964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Attempting to bind port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c on network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:15.428435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c on network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:32:15.428763 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Attempting to bind port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c on network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:15.433605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:32:15.433968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Checking segment: {'id': 'f998ebe5-8108-4c80-a75a-5a6185887dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:15.434525 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Bound using segment: {'id': 'f998ebe5-8108-4c80-a75a-5a6185887dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:32:15.434988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Bound port: 45e2ebf7-b188-4dce-9388-c0190f4c5a5c, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f998ebe5-8108-4c80-a75a-5a6185887dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:32:15.435350 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:15.504235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] For port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:32:15.507241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] For port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:32:15.587328 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:15.619175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:15.620242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:15.622064 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] 10.222.0.97 "PUT /v2.0/ports/45e2ebf7-b188-4dce-9388-c0190f4c5a5c HTTP/1.1" status: 200 len: 1091 time: 1.1285079 Jul 05 18:32:15.651951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712fe47b-d544-4086-8af8-b6c31721eba5 service neutron] Pushing event updated for resources: {'Port': ['ID=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:15.770933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-d319eb58-bd02-4418-867d-cb348edf32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:15.772420 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-d319eb58-bd02-4418-867d-cb348edf32b0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1e392178fc324548b9399ed03d6403bd&device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 1094 time: 0.0573313 Jul 05 18:32:15.813738 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-a7a76975-1844-4941-b1dc-3c938f99ab00 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e2ebf7-b188-4dce-9388-c0190f4c5a5c HTTP/1.1" status: 200 len: 217 time: 0.0344732 Jul 05 18:32:15.862716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-982fad86-6c1b-4c58-9d41-0f9c55e9617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:15.864246 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-982fad86-6c1b-4c58-9d41-0f9c55e9617c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea7c0e76-b7fe-4003-b9c2-b08c45124f9b HTTP/1.1" status: 200 len: 848 time: 0.0447829 Jul 05 18:32:15.897188 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-40187cd7-ba10-48d0-a7b4-53f4c4a83b36 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2dd1828a-4e2f-4006-85e1-860a03ba3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268734 Jul 05 18:32:15.999093 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-feb61ea1-119a-40f0-b8f8-3e2f7d679507 service neutron] 10.222.0.97 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957446 Jul 05 18:32:16.118937 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8b915371-86a5-4b63-b8a6-039e6fb185cd req-306402f0-3598-42f0-8194-5985ec10c8ad service neutron] 10.222.0.97 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084516 Jul 05 18:32:16.256309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5', 'tag': '45e2ebf7-b188-4dce-9388-c0190f4c5a5c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:16.261195 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bc5f65-b937-44c7-b864-1ca3e8d90845" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5", "tag": "45e2ebf7-b188-4dce-9388-c0190f4c5a5c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:16.296846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-a772583c-2957-40e7-9dc4-95a0fb99e909 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:16.298307 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-a772583c-2957-40e7-9dc4-95a0fb99e909 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 947 time: 0.1201072 Jul 05 18:32:16.417103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 14871c64-a691-4914-8d56-1a53368146f3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:16.417358 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:16.521795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port 14871c64-a691-4914-8d56-1a53368146f3, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=14871c64-a691-4914-8d56-1a53368146f3,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:16.522055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:16.537358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 14871c64-a691-4914-8d56-1a53368146f3 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:16.623622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e991b89-abbc-40b9-b6d4-d02dcaa5db9c req-f4e41a1a-c2a0-421d-8f9d-b4359ac2e492 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:16.630388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e991b89-abbc-40b9-b6d4-d02dcaa5db9c req-f4e41a1a-c2a0-421d-8f9d-b4359ac2e492 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 947 time: 0.4834287 Jul 05 18:32:16.658705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43cb45-2c5c-448c-be8f-0490735d958f req-9bd8c670-048e-4d41-9a57-8c3add791a03 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:16.660334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af43cb45-2c5c-448c-be8f-0490735d958f req-9bd8c670-048e-4d41-9a57-8c3add791a03 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 943 time: 0.1161354 Jul 05 18:32:16.670226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42120) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:16.701081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e991b89-abbc-40b9-b6d4-d02dcaa5db9c req-8a91d789-1e72-4f92-81fc-59c28b45847b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=1939d0b8-7631-4a25-8b8f-8927132ba6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696745 Jul 05 18:32:16.734806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af43cb45-2c5c-448c-be8f-0490735d958f req-33bb1e09-2b60-4fde-ae1b-a9e3c948fc3d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Jul 05 18:32:16.762353 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8890b57-12ff-47da-af56-2a18af360c02 x-openstack-request-id: req-a8890b57-12ff-47da-af56-2a18af360c02 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:16.762684 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5", "tag": "45e2ebf7-b188-4dce-9388-c0190f4c5a5c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:16.762945 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8890b57-12ff-47da-af56-2a18af360c02 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:16.763350 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5', 'tag': '45e2ebf7-b188-4dce-9388-c0190f4c5a5c', 'status': 'completed', 'code': 200} Jul 05 18:32:16.772158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:16.822592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=14871c64-a691-4914-8d56-1a53368146f3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:16.852803 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8704cd05-e765-4d8c-ab38-a0aa48ec000f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:16.903578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] No DVR routers for this DVR port 14871c64-a691-4914-8d56-1a53368146f3 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:32:16.908013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:16.909930 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-69d022d8-7b1d-4fd6-b41a-18c040c86135 req-d98305e3-a368-40bf-9089-a59f4d9711f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "DELETE /v2.0/ports/14871c64-a691-4914-8d56-1a53368146f3 HTTP/1.1" status: 204 len: 173 time: 0.6049771 Jul 05 18:32:16.953701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-c91082e6-40d7-4dbc-a95b-2ea80109da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:16.955341 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-c91082e6-40d7-4dbc-a95b-2ea80109da4d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=1e392178fc324548b9399ed03d6403bd&device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 1094 time: 0.1495407 Jul 05 18:32:17.084018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8704cd05-e765-4d8c-ab38-a0aa48ec000f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:17.085782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-c229d22a-4c2d-4df9-978e-ea60ebfb1498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:17.089877 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-c229d22a-4c2d-4df9-978e-ea60ebfb1498 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2dd1828a-4e2f-4006-85e1-860a03ba3cdc HTTP/1.1" status: 200 len: 908 time: 0.1233506 Jul 05 18:32:17.128349 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-7580ea9d-7eef-4436-a8ae-f377919fc73d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=45e2ebf7-b188-4dce-9388-c0190f4c5a5c HTTP/1.1" status: 200 len: 217 time: 0.0342529 Jul 05 18:32:17.178661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-217a20fd-fecf-4080-b828-aabd2de35fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:17.183430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-217a20fd-fecf-4080-b828-aabd2de35fb1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=ea7c0e76-b7fe-4003-b9c2-b08c45124f9b HTTP/1.1" status: 200 len: 848 time: 0.0461783 Jul 05 18:32:17.183430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8704cd05-e765-4d8c-ab38-a0aa48ec000f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:17.246541 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-f81cab72-a4ca-4017-a56e-3a04c1b9e4fb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2dd1828a-4e2f-4006-85e1-860a03ba3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575428 Jul 05 18:32:17.265762 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8704cd05-e765-4d8c-ab38-a0aa48ec000f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=724bbf66c8f644b3a0348ace96cdd62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5944221 Jul 05 18:32:17.267603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704cd05-e765-4d8c-ab38-a0aa48ec000f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87cdc569-ee73-4808-bf33-ba508a33339d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:17.268433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42124) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:17.332088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-99e0752c-9f0c-49d5-ba41-a31b84c614da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:17.352898 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-99e0752c-9f0c-49d5-ba41-a31b84c614da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:17.364177 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-4b3041b0-7fbd-4ac3-9245-bf610c6aba5a service neutron] 10.222.0.97 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106946 Jul 05 18:32:17.460072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-99e0752c-9f0c-49d5-ba41-a31b84c614da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:17.462711 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-99e0752c-9f0c-49d5-ba41-a31b84c614da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:17.463918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-99e0752c-9f0c-49d5-ba41-a31b84c614da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/87cdc569-ee73-4808-bf33-ba508a33339d HTTP/1.1" status: 204 len: 168 time: 0.1944373 Jul 05 18:32:17.473033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0752c-9f0c-49d5-ba41-a31b84c614da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87cdc569-ee73-4808-bf33-ba508a33339d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:17.937102 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90bc5f65-b937-44c7-b864-1ca3e8d90845 req-cf46d13f-d8ae-4bae-bd35-e40551b1946a service neutron] 10.222.0.97 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5663757 Jul 05 18:32:17.949706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8df5ab3c-27ad-4d6b-a7d6-3e5ed038e202 req-04bef184-7859-44ed-8b3d-d15b2ad8a11b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b HTTP/1.1" status: 200 len: 210 time: 0.0638981 Jul 05 18:32:18.020327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d35a84-8c83-4a76-ad86-84b24b9e6415 req-8681cd6b-0f40-44c8-934c-5ab0cbdb527c tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:18.022654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23d35a84-8c83-4a76-ad86-84b24b9e6415 req-8681cd6b-0f40-44c8-934c-5ab0cbdb527c tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 943 time: 0.0822980 Jul 05 18:32:18.069269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-23d35a84-8c83-4a76-ad86-84b24b9e6415 req-e5ea88b7-cea8-4667-8728-1a0dd98aec56 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400736 Jul 05 18:32:18.765347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-deleted', 'tag': '14871c64-a691-4914-8d56-1a53368146f3'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:18.767746 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d89fd9c4-b111-4e07-81f2-e61d1f186775" -d '{"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-deleted", "tag": "14871c64-a691-4914-8d56-1a53368146f3"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:18.804293 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fc33bb-daed-4541-9191-ccf9e5544d18 x-openstack-request-id: req-b4fc33bb-daed-4541-9191-ccf9e5544d18 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:18.804651 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b", "name": "network-vif-deleted", "tag": "14871c64-a691-4914-8d56-1a53368146f3", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:18.804906 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4fc33bb-daed-4541-9191-ccf9e5544d18 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:18.805368 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0f5ee8b-e0ae-420e-a8d2-f077f4c90c2b', 'name': 'network-vif-deleted', 'tag': '14871c64-a691-4914-8d56-1a53368146f3', 'status': 'completed', 'code': 200} Jul 05 18:32:18.905704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14871c64-a691-4914-8d56-1a53368146f3 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:18.926241 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 14871c64-a691-4914-8d56-1a53368146f3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:18.926730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 14871c64-a691-4914-8d56-1a53368146f3 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:19.048068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42138) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:19.330943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762e3c-2db0-47b4-b441-fe7cfefad6fc req-a1e7c1ad-bb8e-4b15-b84b-7c3eea0d1078 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:19.332398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4762e3c-2db0-47b4-b441-fe7cfefad6fc req-a1e7c1ad-bb8e-4b15-b84b-7c3eea0d1078 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 943 time: 0.1293011 Jul 05 18:32:19.416342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4762e3c-2db0-47b4-b441-fe7cfefad6fc req-90a3939d-d8f9-40e4-b34b-7bcc3e4b96da tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647855 Jul 05 18:32:19.501749 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:19.593932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 45e2ebf7-b188-4dce-9388-c0190f4c5a5c details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:32:19.689905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:19.701096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '45e2ebf7-b188-4dce-9388-c0190f4c5a5c', 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc', 'port_id': '45e2ebf7-b188-4dce-9388-c0190f4c5a5c', 'mac_address': 'fa:16:3e:ab:03:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7c0e76-b7fe-4003-b9c2-b08c45124f9b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:32:19.740811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:19.754374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e2ebf7-b188-4dce-9388-c0190f4c5a5c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:32:19.773922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:19.782849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 117e94ea-8a9f-49ac-afae-56562b6f27e1 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:19.789221 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:19.836884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:19.879752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port 117e94ea-8a9f-49ac-afae-56562b6f27e1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=117e94ea-8a9f-49ac-afae-56562b6f27e1,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:19.880110 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:19.886863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:19.892916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 117e94ea-8a9f-49ac-afae-56562b6f27e1 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:20.032809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['45e2ebf7-b188-4dce-9388-c0190f4c5a5c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:32:20.149708 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:20.196964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=117e94ea-8a9f-49ac-afae-56562b6f27e1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:20.377737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:20.643123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c876f0e-0cfb-4ed3-996a-e81b16dd524f req-f2c04a8d-1cfe-4f5f-8370-976da5deb514 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:20.644658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c876f0e-0cfb-4ed3-996a-e81b16dd524f req-f2c04a8d-1cfe-4f5f-8370-976da5deb514 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 944 time: 0.1179256 Jul 05 18:32:20.648460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router 7c08bc24-021b-47f7-937e-48d479e244f2 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:32:20.722395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c876f0e-0cfb-4ed3-996a-e81b16dd524f req-47fe4bb4-1d79-4c0f-b0a6-6f5ff565e15b tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711174 Jul 05 18:32:20.756500 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9cdfa84-08ee-4f35-81ad-52c74ce3438d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:20.785274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:32:20.791029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-15db074e-c697-4408-90f9-4af344e415ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "PUT /v2.0/routers/7c08bc24-021b-47f7-937e-48d479e244f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7418809 Jul 05 18:32:20.792986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42144) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:20.794865 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] Sync routers for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:32:20.804677 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:20.808489 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:31:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:20.844967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-262b1bb9-691b-483d-9cfc-16f48b1dde1d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting subnet c21bb803-ee14-42ce-8bb3-be74da29e582 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:32:20.848208 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-262b1bb9-691b-483d-9cfc-16f48b1dde1d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:20.888666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-262b1bb9-691b-483d-9cfc-16f48b1dde1d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:20.915864 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:20.976681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-262b1bb9-691b-483d-9cfc-16f48b1dde1d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.091225 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:32:20Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:21.099835 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-262b1bb9-691b-483d-9cfc-16f48b1dde1d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.117793 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] Checking router: 7c08bc24-021b-47f7-937e-48d479e244f2 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:32:21.126164 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] Routers {'7c08bc24-021b-47f7-937e-48d479e244f2'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:21.126824 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:31:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7c08bc24-021b-47f7-937e-48d479e244f2'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:21.128223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262b1bb9-691b-483d-9cfc-16f48b1dde1d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Subnet': ['ID=c21bb803-ee14-42ce-8bb3-be74da29e582,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:21.130191 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-262b1bb9-691b-483d-9cfc-16f48b1dde1d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.134516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-262b1bb9-691b-483d-9cfc-16f48b1dde1d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/subnets/c21bb803-ee14-42ce-8bb3-be74da29e582 HTTP/1.1" status: 204 len: 168 time: 0.3377948 Jul 05 18:32:21.135375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42146) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:21.139628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-560e836b-3eb2-44b0-b120-fa3cbcb2d6b3 None None] Network 5a1b6394-0857-40e1-9f04-d687b85b29ae requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:32:21.240104 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] Set router 7c08bc24-021b-47f7-937e-48d479e244f2 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:21.248003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.349651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb781576-7d3a-464f-b3e5-091c9a3df402 None None] DHCP port deletion for 5a1b6394-0857-40e1-9f04-d687b85b29ae request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:32:21.366101 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.397790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bb781576-7d3a-464f-b3e5-091c9a3df402 None None] Deleting port 7b48d656-05ae-42d0-bbe7-d9e79107c02b {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:21.398252 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb781576-7d3a-464f-b3e5-091c9a3df402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.434930 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:32:20Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:21.460357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-bb781576-7d3a-464f-b3e5-091c9a3df402 None None] For port 7b48d656-05ae-42d0-bbe7-d9e79107c02b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7b48d656-05ae-42d0-bbe7-d9e79107c02b,segment=NetworkSegment(01bc7629-6c65-4504-ac4a-c3a5bfae9e9a),segment_id=01bc7629-6c65-4504-ac4a-c3a5bfae9e9a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:21.460845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb781576-7d3a-464f-b3e5-091c9a3df402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.463991 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083c7512-cb3e-47eb-8755-32746d7a4f4e None None] The sync data for ids ['7c08bc24-021b-47f7-937e-48d479e244f2'] in n-d-799524-1 is: [{'id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1725437714', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': '45989441-b593-4b6f-9057-d95c6483fffa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:30:08Z', 'updated_at': '2021-07-05T18:32:20Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '45989441-b593-4b6f-9057-d95c6483fffa', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:95:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c08bc24-021b-47f7-937e-48d479e244f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3678, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:30:09Z', 'updated_at': '2021-07-05T18:30:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:32:21.478261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 45989441-b593-4b6f-9057-d95c6483fffa {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:21.478533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bb781576-7d3a-464f-b3e5-091c9a3df402 None None] Calling delete_port for 7b48d656-05ae-42d0-bbe7-d9e79107c02b owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:21.478968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.563528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port 45989441-b593-4b6f-9057-d95c6483fffa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=45989441-b593-4b6f-9057-d95c6483fffa,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:21.563810 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.576285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 45989441-b593-4b6f-9057-d95c6483fffa owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:21.594307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 45e2ebf7-b188-4dce-9388-c0190f4c5a5c up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:21.648154 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb781576-7d3a-464f-b3e5-091c9a3df402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.672955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb781576-7d3a-464f-b3e5-091c9a3df402 None None] Pushing event deleted for resources: {'Port': ['ID=7b48d656-05ae-42d0-bbe7-d9e79107c02b,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:21.676429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb781576-7d3a-464f-b3e5-091c9a3df402 None None] No DVR routers for this DVR port 7b48d656-05ae-42d0-bbe7-d9e79107c02b on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:32:21.710644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:21.717570 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:21.717570 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.804457 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.830912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e2ebf7-b188-4dce-9388-c0190f4c5a5c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:21.833532 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eda019f-259f-4ad2-beae-7bdc532e56f1" -d '{"events": [{"server_uuid": "5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5", "name": "network-vif-plugged", "status": "completed", "tag": "45e2ebf7-b188-4dce-9388-c0190f4c5a5c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:21.856579 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.861814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:21.886952 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:32:21.909084 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19c9bb9-87a6-4d73-87b5-6e2141ddfde8 x-openstack-request-id: req-c19c9bb9-87a6-4d73-87b5-6e2141ddfde8 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:21.910228 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5", "name": "network-vif-plugged", "status": "completed", "tag": "45e2ebf7-b188-4dce-9388-c0190f4c5a5c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:21.910483 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c19c9bb9-87a6-4d73-87b5-6e2141ddfde8 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:21.910938 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e2ebf7-b188-4dce-9388-c0190f4c5a5c', 'code': 200} Jul 05 18:32:21.934924 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:21.937472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=45989441-b593-4b6f-9057-d95c6483fffa,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:21.948233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7b48d656-05ae-42d0-bbe7-d9e79107c02b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:21.991306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 7b48d656-05ae-42d0-bbe7-d9e79107c02b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:21.991647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7b48d656-05ae-42d0-bbe7-d9e79107c02b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:21.992071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 117e94ea-8a9f-49ac-afae-56562b6f27e1 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:22.013869 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.022094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 117e94ea-8a9f-49ac-afae-56562b6f27e1 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:22.022094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 117e94ea-8a9f-49ac-afae-56562b6f27e1 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:22.037854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:22.053515 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84b4697-0860-4a30-8528-75803d5e4188 req-3e4c3945-7939-43cb-b39c-3d8bed1f7716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:22.055063 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b84b4697-0860-4a30-8528-75803d5e4188 req-3e4c3945-7939-43cb-b39c-3d8bed1f7716 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 1096 time: 0.0661540 Jul 05 18:32:22.090754 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b84b4697-0860-4a30-8528-75803d5e4188 req-9e2122c2-54d6-468c-8f98-b333f3f17018 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292079 Jul 05 18:32:22.102141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39184bb6-1f81-4692-abfa-68dc1494a359 req-55b8b3c8-5807-4ffc-98f0-eefd95c75dc9 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:22.103695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39184bb6-1f81-4692-abfa-68dc1494a359 req-55b8b3c8-5807-4ffc-98f0-eefd95c75dc9 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 944 time: 0.2605569 Jul 05 18:32:22.144338 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.151685 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.205149 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39184bb6-1f81-4692-abfa-68dc1494a359 req-bb13cece-33ae-486a-8778-a961cc782d33 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724852 Jul 05 18:32:22.298044 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.298719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Fanout notify agent at l3_agent the message router_deleted on router 7c08bc24-021b-47f7-937e-48d479e244f2 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:32:22.305230 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.306320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a7344090-d8f8-449d-8106-8f87405a74cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/routers/7c08bc24-021b-47f7-937e-48d479e244f2 HTTP/1.1" status: 204 len: 168 time: 1.1706560 Jul 05 18:32:22.309038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42152) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:22.391380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.478427 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.488071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1b6394-0857-40e1-9f04-d687b85b29ae']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:22.497660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:22.497958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01bc7629-6c65-4504-ac4a-c3a5bfae9e9a') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:22.507120 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.520814 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.526529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:32:22.526929 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:32:22.530074 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:32:22.693885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.700774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.702743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/networks/5a1b6394-0857-40e1-9f04-d687b85b29ae HTTP/1.1" status: 204 len: 168 time: 0.3927357 Jul 05 18:32:22.705542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42154) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:22.714013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c169905-1409-4583-ad19-7102f3eb0f3c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Network': ['ID=5a1b6394-0857-40e1-9f04-d687b85b29ae,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:22.771880 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd6158b4-2f81-4888-8ce0-7818321eab89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.801559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd6158b4-2f81-4888-8ce0-7818321eab89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.905984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd6158b4-2f81-4888-8ce0-7818321eab89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.908938 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bd6158b4-2f81-4888-8ce0-7818321eab89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:22.912747 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bd6158b4-2f81-4888-8ce0-7818321eab89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/security-groups/1939d0b8-7631-4a25-8b8f-8927132ba6a1 HTTP/1.1" status: 204 len: 168 time: 0.2034514 Jul 05 18:32:22.920735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6158b4-2f81-4888-8ce0-7818321eab89 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1939d0b8-7631-4a25-8b8f-8927132ba6a1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:23.383956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516175c-6cab-4bbc-b6f5-f939bf98d153 req-b645e50b-cc7d-4f39-97d7-f4ec386a668c tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:23.385509 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8516175c-6cab-4bbc-b6f5-f939bf98d153 req-b645e50b-cc7d-4f39-97d7-f4ec386a668c tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 945 time: 0.0680571 Jul 05 18:32:23.432931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8516175c-6cab-4bbc-b6f5-f939bf98d153 req-67363c7c-a759-4e45-94c2-a7061f395c07 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406067 Jul 05 18:32:23.440910 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a9829481-33ad-4a7a-b21e-7936934d77c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:23.722354 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:23.897305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 45989441-b593-4b6f-9057-d95c6483fffa no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:23.918192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 45989441-b593-4b6f-9057-d95c6483fffa {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:23.918538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 45989441-b593-4b6f-9057-d95c6483fffa not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:24.341936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42174) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:24.347004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-849b0e18-2757-4d6b-9d1a-cfbb09cf1376 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1412297518', 'description': 'tempest-secgroup-smoke-1412297518 description', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:24.452726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-849b0e18-2757-4d6b-9d1a-cfbb09cf1376 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:24.537568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-849b0e18-2757-4d6b-9d1a-cfbb09cf1376 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:24.606251 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-849b0e18-2757-4d6b-9d1a-cfbb09cf1376 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:24.637913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b0e18-2757-4d6b-9d1a-cfbb09cf1376 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84fb58b9-486e-4a46-a3f7-4ad33d458325,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:24.732046 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:24.732583 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-849b0e18-2757-4d6b-9d1a-cfbb09cf1376 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:24.734385 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-849b0e18-2757-4d6b-9d1a-cfbb09cf1376 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3912015 Jul 05 18:32:24.737182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42178) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:24.741708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-62e55c8a-816f-47d9-a01d-d9d8dbb290df tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '84fb58b9-486e-4a46-a3f7-4ad33d458325', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:24.818370 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62e55c8a-816f-47d9-a01d-d9d8dbb290df tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:24.871088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61206cc-bf1b-4ee0-a872-b1ad94ee814f req-01761cce-4772-4cb2-8c33-c7170cdf1a6f tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:24.872625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d61206cc-bf1b-4ee0-a872-b1ad94ee814f req-01761cce-4772-4cb2-8c33-c7170cdf1a6f tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 945 time: 0.0702906 Jul 05 18:32:24.877381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62e55c8a-816f-47d9-a01d-d9d8dbb290df tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:24.910572 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d61206cc-bf1b-4ee0-a872-b1ad94ee814f req-f230ee2b-bbbd-49cb-8ecf-fcd37c71c7a2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322628 Jul 05 18:32:24.973822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62e55c8a-816f-47d9-a01d-d9d8dbb290df tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:24.991135 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e55c8a-816f-47d9-a01d-d9d8dbb290df tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31fbdc8b-6dbb-47cb-bf44-4b45b1232721,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:25.082713 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-62e55c8a-816f-47d9-a01d-d9d8dbb290df tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.083945 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-62e55c8a-816f-47d9-a01d-d9d8dbb290df tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3458219 Jul 05 18:32:25.086722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42180) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:25.091186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c2ca42ce-58e8-4f61-b21f-94717da9ca7e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '84fb58b9-486e-4a46-a3f7-4ad33d458325', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:25.190194 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2ca42ce-58e8-4f61-b21f-94717da9ca7e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.244884 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2ca42ce-58e8-4f61-b21f-94717da9ca7e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.331847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2ca42ce-58e8-4f61-b21f-94717da9ca7e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.348889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca42ce-58e8-4f61-b21f-94717da9ca7e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca1568b-2a9d-49d0-9e1b-0bcfb6475b80,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:25.413742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2ca42ce-58e8-4f61-b21f-94717da9ca7e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.414980 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c2ca42ce-58e8-4f61-b21f-94717da9ca7e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273041 Jul 05 18:32:25.417779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42182) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:25.422251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d26b8bab-2c53-48bb-865c-c266e2d79530 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '84fb58b9-486e-4a46-a3f7-4ad33d458325', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:25.505390 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d26b8bab-2c53-48bb-865c-c266e2d79530 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.564946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d26b8bab-2c53-48bb-865c-c266e2d79530 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.636555 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d26b8bab-2c53-48bb-865c-c266e2d79530 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.655209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b8bab-2c53-48bb-865c-c266e2d79530 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e06ec7-495d-4e69-a61d-efa899018a7b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:25.711284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d26b8bab-2c53-48bb-865c-c266e2d79530 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.712725 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d26b8bab-2c53-48bb-865c-c266e2d79530 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2940080 Jul 05 18:32:25.715699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42184) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:25.720208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-70514cb9-9f8e-4b42-9585-bb7bed56056e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '84fb58b9-486e-4a46-a3f7-4ad33d458325', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:25.796519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70514cb9-9f8e-4b42-9585-bb7bed56056e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.856240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70514cb9-9f8e-4b42-9585-bb7bed56056e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.945709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70514cb9-9f8e-4b42-9585-bb7bed56056e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:25.966347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70514cb9-9f8e-4b42-9585-bb7bed56056e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f8ad90a-9a77-436a-81b7-a081079fb4ac,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:26.055039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-70514cb9-9f8e-4b42-9585-bb7bed56056e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.056175 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-70514cb9-9f8e-4b42-9585-bb7bed56056e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3395257 Jul 05 18:32:26.059653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42188) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:26.066219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0d8c7c3e-8e30-4361-a4e2-38c91a4cb551 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '84fb58b9-486e-4a46-a3f7-4ad33d458325', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:26.095087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-2c281467-551a-4803-a8e2-d02ad2343e7d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:26.096582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-2c281467-551a-4803-a8e2-d02ad2343e7d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.97 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 945 time: 0.0771120 Jul 05 18:32:26.115054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff626e60-b807-4e33-826b-2915e5007002 req-309ad30c-34d0-4958-9dd5-7f33cc19fd74 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:26.116602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff626e60-b807-4e33-826b-2915e5007002 req-309ad30c-34d0-4958-9dd5-7f33cc19fd74 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 945 time: 0.0887661 Jul 05 18:32:26.154993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff626e60-b807-4e33-826b-2915e5007002 req-f1948bc3-ea65-441c-a7dd-ace0af2b4944 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324621 Jul 05 18:32:26.157443 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-0d8c7c3e-8e30-4361-a4e2-38c91a4cb551 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Project 0ed07517ea7a4b2390c5993a2fe8ff00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:32:26.162820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7c3e-8e30-4361-a4e2-38c91a4cb551 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.212811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Deleting port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:26.213154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.236913 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7c3e-8e30-4361-a4e2-38c91a4cb551 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.293910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7c3e-8e30-4361-a4e2-38c91a4cb551 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.312311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] For port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:26.312561 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.330916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c7c3e-8e30-4361-a4e2-38c91a4cb551 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cefb9dc-f7fa-4ce6-beaf-67d8dc688f4b,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:26.339378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Calling delete_port for 45e2ebf7-b188-4dce-9388-c0190f4c5a5c owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:26.391664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d8c7c3e-8e30-4361-a4e2-38c91a4cb551 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.392884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0d8c7c3e-8e30-4361-a4e2-38c91a4cb551 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3322835 Jul 05 18:32:26.395916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42190) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:26.400616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d34655b0-e750-4ea6-a5aa-e0b8d6ee2917 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': '84fb58b9-486e-4a46-a3f7-4ad33d458325', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:26.419568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.497796 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-d34655b0-e750-4ea6-a5aa-e0b8d6ee2917 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Project 0ed07517ea7a4b2390c5993a2fe8ff00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:32:26.503378 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d34655b0-e750-4ea6-a5aa-e0b8d6ee2917 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.528607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.541459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['45e2ebf7-b188-4dce-9388-c0190f4c5a5c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:32:26.564223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Pushing event deleted for resources: {'Port': ['ID=45e2ebf7-b188-4dce-9388-c0190f4c5a5c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:26.578811 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d34655b0-e750-4ea6-a5aa-e0b8d6ee2917 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.610166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] No DVR routers for this DVR port 45e2ebf7-b188-4dce-9388-c0190f4c5a5c on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:32:26.613137 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.615248 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bc9ee7c0-8252-4d7c-90f0-a490d143f238 req-e3165cb0-f585-4f61-b941-dd3ffdc2f777 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.97 "DELETE /v2.0/ports/45e2ebf7-b188-4dce-9388-c0190f4c5a5c HTTP/1.1" status: 204 len: 173 time: 0.5135076 Jul 05 18:32:26.615686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5', 'name': 'network-vif-deleted', 'tag': '45e2ebf7-b188-4dce-9388-c0190f4c5a5c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:26.618047 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dbcbcd-4c08-4f15-b895-49789100893d" -d '{"events": [{"server_uuid": "5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5", "name": "network-vif-deleted", "tag": "45e2ebf7-b188-4dce-9388-c0190f4c5a5c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:26.654969 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca87f43-ae44-4165-b1ca-d062bc2618ea x-openstack-request-id: req-9ca87f43-ae44-4165-b1ca-d062bc2618ea {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:26.655296 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5", "name": "network-vif-deleted", "tag": "45e2ebf7-b188-4dce-9388-c0190f4c5a5c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:26.655545 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ca87f43-ae44-4165-b1ca-d062bc2618ea {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:26.655945 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5', 'name': 'network-vif-deleted', 'tag': '45e2ebf7-b188-4dce-9388-c0190f4c5a5c', 'status': 'completed', 'code': 200} Jul 05 18:32:26.659769 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d34655b0-e750-4ea6-a5aa-e0b8d6ee2917 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.679402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34655b0-e750-4ea6-a5aa-e0b8d6ee2917 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befc4046-48dc-492e-8750-9f0ff094e6f2,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:26.779821 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d34655b0-e750-4ea6-a5aa-e0b8d6ee2917 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.781779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d34655b0-e750-4ea6-a5aa-e0b8d6ee2917 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3848569 Jul 05 18:32:26.784810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42194) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:26.789668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'network': {'name': 'tempest-network-smoke--465239670', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:26.922920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:32:26.926780 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.949999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:32:26.958872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:26.959217 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Added segment 30519a79-6e7e-46ba-a04d-dd0e4047237a of type vlan for network 1937233a-a780-41dc-9ac8-c6911788cad5 Jul 05 18:32:26.999857 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:27.145311 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:27.151056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:27.151645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:27.221184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Network': ['ID=1937233a-a780-41dc-9ac8-c6911788cad5,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:27.232529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 1937233a-a780-41dc-9ac8-c6911788cad5 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:32:27.254871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c5db57ff-1c90-430c-831e-837c12adefb5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4689393 Jul 05 18:32:27.257496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42198) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:27.262462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'admin_state_up': True, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:27.313682 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59192aa0-ea28-4d38-a36a-a1eb73afe123 req-4eb4ff0c-4f8e-4108-a829-0ffe8222dc22 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dbac6d6-a6f9-46c3-85f1-c91baf2be4d5 HTTP/1.1" status: 200 len: 210 time: 0.0291474 Jul 05 18:32:27.328861 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:27.330115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:27.387492 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:28.036508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:28.323817 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:28.342399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:28.459049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.25.3.242 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/cf361f17-b3d2-4f69-a847-9f798207b926) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:28.561384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:28.693952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-b382d660-61c4-4497-8a00-5c4c6f285849 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:28.695478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-b382d660-61c4-4497-8a00-5c4c6f285849 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/networks?id=2dd1828a-4e2f-4006-85e1-860a03ba3cdc HTTP/1.1" status: 200 len: 808 time: 0.1108267 Jul 05 18:32:28.709878 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:28.719358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-508eb33a-e067-4fe6-b0e5-525ccba81a28 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/quotas/1e392178fc324548b9399ed03d6403bd HTTP/1.1" status: 200 len: 375 time: 0.0185237 Jul 05 18:32:28.771753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:28.775528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-78cf93b9-88b0-4b57-8818-b32a60991c76 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1e392178fc324548b9399ed03d6403bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387552 Jul 05 18:32:28.778468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:28.785417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:28.798465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=cf361f17-b3d2-4f69-a847-9f798207b926,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:28.981722 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-e6348607-a2e2-4a44-a389-498d24cde6b1 service neutron] 10.222.0.30 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944206 Jul 05 18:32:29.087064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-66574416-948a-4126-ba31-389be3124fd9 service neutron] 10.222.0.30 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976913 Jul 05 18:32:29.232015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:29.360287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b84930a-ceb8-455c-88e4-a6259d389adf req-9e7979a0-1863-4aae-ba63-67429621e1f1 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 210 time: 0.0343301 Jul 05 18:32:29.475016 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:29.642260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 45e2ebf7-b188-4dce-9388-c0190f4c5a5c no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:29.663402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 45e2ebf7-b188-4dce-9388-c0190f4c5a5c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:29.663752 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 45e2ebf7-b188-4dce-9388-c0190f4c5a5c not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:29.686216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:32:29.797901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:32:29.809799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Sync routers for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:32:29.819147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:29.819773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:29.854053 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:29.880935 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:29.882123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ce5f7959-d654-4a48-bb92-5812675e827e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6235116 Jul 05 18:32:29.885266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42224) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:29.914441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b165c3ee-c212-49ba-91d3-e36000844804 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0ed07517ea7a4b2390c5993a2fe8ff00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280657 Jul 05 18:32:29.917063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42226) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:29.928362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:30.004519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09af8cee-776c-429d-a3ce-b6ce6cfe187b tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:30.006051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-09af8cee-776c-429d-a3ce-b6ce6cfe187b tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880342 Jul 05 18:32:30.009496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42228) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:30.040550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0157fac4-b231-49e6-a7fb-a3534ecc558a tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298619 Jul 05 18:32:30.043324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42230) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:30.049566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1147888570', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:30.114566 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:29Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:30.144662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Checking router: bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:32:30.144936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Updating router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a port cf361f17-b3d2-4f69-a847-9f798207b926 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:32:30.181339 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:30.202680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:32:30.206373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:30.440280 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:30.449908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Transition to ACTIVE for port object cf361f17-b3d2-4f69-a847-9f798207b926 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:30.459736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:30.511124 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:30.518012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bae3b4c5-513c-4c0a-95a6-3b2a3df1485d req-43f62334-0ee2-4fa8-9c53-56b855d66a36 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 210 time: 0.0391748 Jul 05 18:32:30.526132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Subnet': ['ID=c542e04b-fa2e-48a1-8d29-5afaac562973,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:30.535672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Checking segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:30.536123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network hostable DHCP agents. Network: 1937233a-a780-41dc-9ac8-c6911788cad5, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:32:30.574222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Attempting to bind port cf361f17-b3d2-4f69-a847-9f798207b926 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:32:30.574623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Attempting to bind port cf361f17-b3d2-4f69-a847-9f798207b926 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:32:30.574990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Attempting to bind port cf361f17-b3d2-4f69-a847-9f798207b926 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:30.578960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfcd33-3424-4891-b870-f638704928c1 None None] Pushing event updated for resources: {'Port': ['ID=cf361f17-b3d2-4f69-a847-9f798207b926,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:30.583618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:32:30.583993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:30.584393 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:30.584776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:32:30.585240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Bound port: cf361f17-b3d2-4f69-a847-9f798207b926, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:32:30.585618 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:30.626138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 1937233a-a780-41dc-9ac8-c6911788cad5 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:32:30.636427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] For port cf361f17-b3d2-4f69-a847-9f798207b926, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:32:30.639504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] For port cf361f17-b3d2-4f69-a847-9f798207b926, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf361f17-b3d2-4f69-a847-9f798207b926,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:32:30.716695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 1937233a-a780-41dc-9ac8-c6911788cad5) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:30.717067 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:30.723768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:30.724702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:30.736245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e987889-d987-4997-946b-f246759da037 None None] Network 1937233a-a780-41dc-9ac8-c6911788cad5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:32:30.809011 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f67349be-e63e-4738-8a42-d572a7d8663e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7645860 Jul 05 18:32:30.812415 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42234) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:30.987716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:30.988257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:31.033995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfcd33-3424-4891-b870-f638704928c1 None None] Pushing event updated for resources: {'Port': ['ID=cf361f17-b3d2-4f69-a847-9f798207b926,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:31.161876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:31.237890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-1937233a-a780-41dc-9ac8-c6911788cad5', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:32:31.238674 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:31.272233 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:31.438572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-57afe9fd-4678-46fb-9356-187ee155215c tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:31.440066 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-57afe9fd-4678-46fb-9356-187ee155215c tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.39 "GET /v2.0/networks?id=2dd1828a-4e2f-4006-85e1-860a03ba3cdc HTTP/1.1" status: 200 len: 808 time: 0.1198623 Jul 05 18:32:31.459547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Request body: {'port': {'device_id': '7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00', 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc', 'admin_state_up': True, 'tenant_id': '1e392178fc324548b9399ed03d6403bd'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:31.472122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Allocated IP 172.20.0.2 (1937233a-a780-41dc-9ac8-c6911788cad5/c542e04b-fa2e-48a1-8d29-5afaac562973/dadeb773-4426-454b-b053-812af62a9aaa) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:31.548966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:29Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:31.580510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8fe6d4-92e5-49cb-961e-03fb83b83d15 None None] The sync data for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 is: [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:29Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:32:31.671969 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:31.680832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Transition to ACTIVE for port object dadeb773-4426-454b-b053-812af62a9aaa will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:31.681234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87c1109d-6049-4017-b1c1-2c548d385dfd req-547b9b51-11fd-4a52-87b6-c6bbc05c475d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 210 time: 0.0321949 Jul 05 18:32:31.706488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Transition to ACTIVE for port object dadeb773-4426-454b-b053-812af62a9aaa will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:31.722067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Made reservation on behalf of 1e392178fc324548b9399ed03d6403bd for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:32:31.725744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:31.814424 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:31.890491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Allocated IP 172.20.0.10 (2dd1828a-4e2f-4006-85e1-860a03ba3cdc/ea7c0e76-b7fe-4003-b9c2-b08c45124f9b/2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:31.906743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Pushing event updated for resources: {'Port': ['ID=dadeb773-4426-454b-b053-812af62a9aaa,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:31.920029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Network 1937233a-a780-41dc-9ac8-c6911788cad5 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:31.923103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:31.925510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.20.0.1 (1937233a-a780-41dc-9ac8-c6911788cad5/c542e04b-fa2e-48a1-8d29-5afaac562973/0cb65491-8152-46ae-ba11-3161266e8139) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:31.926665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:32.018808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Attempting to bind port dadeb773-4426-454b-b053-812af62a9aaa on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:32:32.018808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Attempting to bind port dadeb773-4426-454b-b053-812af62a9aaa by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:32:32.018808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Attempting to bind port dadeb773-4426-454b-b053-812af62a9aaa on network 1937233a-a780-41dc-9ac8-c6911788cad5 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:32.032009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:32:32.032391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Checking segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:32.032811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.033209 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Bound using segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:32:32.034213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Bound port: dadeb773-4426-454b-b053-812af62a9aaa, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:32:32.034213 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.085773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf361f17-b3d2-4f69-a847-9f798207b926 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:32.126367 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.127187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.144618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Transition to ACTIVE for port object 0cb65491-8152-46ae-ba11-3161266e8139 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:32.167608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] For port dadeb773-4426-454b-b053-812af62a9aaa, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:32:32.173310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] For port dadeb773-4426-454b-b053-812af62a9aaa, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=dadeb773-4426-454b-b053-812af62a9aaa,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:32:32.243635 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.287178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.290836 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.291012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port cf361f17-b3d2-4f69-a847-9f798207b926 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:32.313640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port cf361f17-b3d2-4f69-a847-9f798207b926 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:32.314447 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.343461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:32.349596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:32.352340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:32.355987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 1937233a-a780-41dc-9ac8-c6911788cad5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:32.360784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Pushing event updated for resources: {'Port': ['ID=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:32.372856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b0140-e3e0-485c-852e-459c530c4111 None None] Pushing event updated for resources: {'Port': ['ID=dadeb773-4426-454b-b053-812af62a9aaa,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:32.380141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:32.393240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:32.431346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:32.432680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.434773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=0cb65491-8152-46ae-ba11-3161266e8139,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:32.448855 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.468795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.477432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port cf361f17-b3d2-4f69-a847-9f798207b926, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf361f17-b3d2-4f69-a847-9f798207b926,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:32.512153 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-efa13274-9dc7-4751-8337-65d75400b4e2 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0568600 Jul 05 18:32:32.526116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Request body: {'port': {'device_id': '7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:32.540077 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.651135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=cf361f17-b3d2-4f69-a847-9f798207b926,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:32.662487 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:32.777153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:33.005517 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:32:33.014706 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:33.030379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Transition to ACTIVE for port object 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:33.173999 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:33.232207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Pushing event updated for resources: {'Port': ['ID=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:33.320993 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Attempting to bind port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:32:33.321340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Attempting to bind port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'f998ebe5-8108-4c80-a75a-5a6185887dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:32:33.328871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Attempting to bind port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f on network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:33.328871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f on network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:32:33.328871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Attempting to bind port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f on network 2dd1828a-4e2f-4006-85e1-860a03ba3cdc {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:33.333164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:32:33.334144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Checking segment: {'id': 'f998ebe5-8108-4c80-a75a-5a6185887dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:33.334548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Bound using segment: {'id': 'f998ebe5-8108-4c80-a75a-5a6185887dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:32:33.335149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Bound port: 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f998ebe5-8108-4c80-a75a-5a6185887dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:32:33.335489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:33.357979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825016b-7418-4f4f-ade3-da97f71aa361 req-63014610-8311-400b-9207-5db46ecfbfab tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:33.359656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d825016b-7418-4f4f-ade3-da97f71aa361 req-63014610-8311-400b-9207-5db46ecfbfab tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 932 time: 0.5248990 Jul 05 18:32:33.418442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] For port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:32:33.422334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] For port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:32:33.481698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d825016b-7418-4f4f-ade3-da97f71aa361 req-08902bfc-5a4c-4c8e-92c1-d740f59b41fc tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855396 Jul 05 18:32:33.505829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559ad2df-3209-46ce-99b5-922ab0c38d83 None None] Network 1937233a-a780-41dc-9ac8-c6911788cad5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:32:33.510237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:33.557983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:33.558748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:33.560615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] 10.222.0.39 "PUT /v2.0/ports/2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f HTTP/1.1" status: 200 len: 1092 time: 1.0394704 Jul 05 18:32:33.564540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00', 'tag': '2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:33.579137 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48db6a40-6df0-4a52-81c6-a815a9b8560e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00", "tag": "2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:33.594308 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:33.621721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd5038-f2eb-4954-8fcb-7c722965ca6f service neutron] Pushing event updated for resources: {'Port': ['ID=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:33.640922 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477b346f-5d8e-4298-83c4-f11870ea48d7 x-openstack-request-id: req-477b346f-5d8e-4298-83c4-f11870ea48d7 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:33.641292 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00", "tag": "2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:33.641621 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-477b346f-5d8e-4298-83c4-f11870ea48d7 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:33.642105 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00', 'tag': '2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f', 'status': 'completed', 'code': 200} Jul 05 18:32:33.672957 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:33.701178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ffa96fc4-bdf6-4e42-893e-29e2a7b29fa8 None None] Provisioning for port dadeb773-4426-454b-b053-812af62a9aaa completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:33.736090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6a40-6df0-4a52-81c6-a815a9b8560e req-ad077a4a-e88d-47bb-ace7-4b16fa0b8489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:33.737770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48db6a40-6df0-4a52-81c6-a815a9b8560e req-ad077a4a-e88d-47bb-ace7-4b16fa0b8489 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e392178fc324548b9399ed03d6403bd&device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 1095 time: 0.0747814 Jul 05 18:32:33.771679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=0cb65491-8152-46ae-ba11-3161266e8139,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:33.783020 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:33.820159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787af2e7-a811-409b-8685-bdad8a50346e req-7ed4bb53-c82a-4b68-92da-d27064553534 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:33.821730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-787af2e7-a811-409b-8685-bdad8a50346e req-7ed4bb53-c82a-4b68-92da-d27064553534 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 945 time: 0.1786861 Jul 05 18:32:33.879695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6a40-6df0-4a52-81c6-a815a9b8560e req-b8d78946-d08f-4b41-a42e-77f83f7c38f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:33.881211 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48db6a40-6df0-4a52-81c6-a815a9b8560e req-b8d78946-d08f-4b41-a42e-77f83f7c38f2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1e392178fc324548b9399ed03d6403bd&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1344991 Jul 05 18:32:33.925836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-787af2e7-a811-409b-8685-bdad8a50346e req-7b6cf94e-06d9-474b-9145-db628eeccc6b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622196 Jul 05 18:32:33.982650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 1937233a-a780-41dc-9ac8-c6911788cad5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:33.987689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:34.050781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf361f17-b3d2-4f69-a847-9f798207b926 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:34.054388 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db6a40-6df0-4a52-81c6-a815a9b8560e req-ca79f11b-46f5-4e24-8a96-77b4956054c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:34.056133 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48db6a40-6df0-4a52-81c6-a815a9b8560e req-ca79f11b-46f5-4e24-8a96-77b4956054c7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1680298 Jul 05 18:32:34.109172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-367a5c7b-7e0f-4661-8ec4-96581d4bd8c5 None None] Provisioning for port 0cb65491-8152-46ae-ba11-3161266e8139 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:34.114004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-367a5c7b-7e0f-4661-8ec4-96581d4bd8c5 None None] Provisioning complete for port 0cb65491-8152-46ae-ba11-3161266e8139 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:34.114541 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-367a5c7b-7e0f-4661-8ec4-96581d4bd8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:34.137198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:32:34.149664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port cf361f17-b3d2-4f69-a847-9f798207b926 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:34.150032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:34.171771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-459126c6-97be-4975-9421-7e38bd6ec858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:34.173448 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-459126c6-97be-4975-9421-7e38bd6ec858 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1e392178fc324548b9399ed03d6403bd&device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 1095 time: 0.0692537 Jul 05 18:32:34.198980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-367a5c7b-7e0f-4661-8ec4-96581d4bd8c5 None None] Port 0cb65491-8152-46ae-ba11-3161266e8139 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:32:34.231909 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-ad301c7c-09d0-444a-9252-9568d63caf46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f HTTP/1.1" status: 200 len: 217 time: 0.0504503 Jul 05 18:32:34.262797 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device dadeb773-4426-454b-b053-812af62a9aaa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:34.269224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:32:34.281236 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Sync routers for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:32:34.283734 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-93873425-67dc-4207-8aa6-a23ac3496b67 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "PUT /v2.0/routers/bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4701569 Jul 05 18:32:34.295328 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:34.297321 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:34.324758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-771ad882-171d-4464-831a-8d89e603981c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:34.326264 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-771ad882-171d-4464-831a-8d89e603981c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea7c0e76-b7fe-4003-b9c2-b08c45124f9b HTTP/1.1" status: 200 len: 848 time: 0.0844870 Jul 05 18:32:34.367166 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-f79477cd-e691-4300-9cbf-a2fe573b2e7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2dd1828a-4e2f-4006-85e1-860a03ba3cdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330091 Jul 05 18:32:34.396921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port dadeb773-4426-454b-b053-812af62a9aaa completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:34.402296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port dadeb773-4426-454b-b053-812af62a9aaa triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:34.402709 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:34.474788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b0a2fb1f-8094-4488-9894-ff70fa293cb0 None None] Provisioning complete for port 0cb65491-8152-46ae-ba11-3161266e8139 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:34.475467 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b0a2fb1f-8094-4488-9894-ff70fa293cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:34.508099 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-4ab7784a-fbf5-4806-b5de-5b9527c15dd5 service neutron] 10.222.0.39 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338670 Jul 05 18:32:34.523125 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:34.544291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2c6e8803-6f82-4a9a-bf94-7a63ecd62ee6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1412297518&fields=id&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 267 time: 0.0735610 Jul 05 18:32:34.604065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2fb1f-8094-4488-9894-ff70fa293cb0 None None] Port 0cb65491-8152-46ae-ba11-3161266e8139 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:32:34.620105 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:34.682242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port dadeb773-4426-454b-b053-812af62a9aaa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=dadeb773-4426-454b-b053-812af62a9aaa,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:34.699672 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eed376f3-47e2-46d9-b0ab-0dfaf493486f req-53697c72-80a8-413d-befa-7e96c788d714 service neutron] 10.222.0.39 "GET /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846938 Jul 05 18:32:34.754435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7e2ecc3b-800e-4833-9b20-61da664437bf None None] Provisioning complete for port 0cb65491-8152-46ae-ba11-3161266e8139 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:34.757191 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7e2ecc3b-800e-4833-9b20-61da664437bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:34.777635 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0cb65491-8152-46ae-ba11-3161266e8139', 'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:93:2f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:31Z', 'updated_at': '2021-07-05T18:32:33Z', 'revision_number': 2, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:34.795355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-ec22d222-f1d7-4cf5-9bd7-795886a01f2f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:34.799398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-ec22d222-f1d7-4cf5-9bd7-795886a01f2f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/networks?id=1937233a-a780-41dc-9ac8-c6911788cad5 HTTP/1.1" status: 200 len: 796 time: 0.2540863 Jul 05 18:32:34.807042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-727b4187-d3a6-4724-b940-b2b935725bf4 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:34.808906 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-727b4187-d3a6-4724-b940-b2b935725bf4 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.97 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 945 time: 0.0818114 Jul 05 18:32:34.816417 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Checking router: bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:32:34.816715 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:34.817330 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Updating router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a port 0cb65491-8152-46ae-ba11-3161266e8139 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:32:34.827911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7e2ecc3b-800e-4833-9b20-61da664437bf None None] Port 0cb65491-8152-46ae-ba11-3161266e8139 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:32:34.834438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835632a-7eba-465b-adf8-2027e85f0438 req-573dc833-03cf-4f98-8ee5-f91f84b746cf tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:34.836316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9835632a-7eba-465b-adf8-2027e85f0438 req-573dc833-03cf-4f98-8ee5-f91f84b746cf tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 944 time: 0.1482017 Jul 05 18:32:34.850945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-dabe212e-4ba9-4d8e-920f-7cc6f7bc3a65 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/quotas/0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 375 time: 0.0454521 Jul 05 18:32:34.887417 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:34.896014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=dadeb773-4426-454b-b053-812af62a9aaa,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:34.919509 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.920256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.920660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.921351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.921602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.921942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.922273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.922633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.922965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.923293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.923964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.924298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:34.940835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9835632a-7eba-465b-adf8-2027e85f0438 req-7868bb92-8328-4547-82dc-90bf03754585 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925219 Jul 05 18:32:34.963929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Deleting port f9878c66-0085-42cf-9d23-5c271ee2e460 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:34.963929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.017051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-c440deba-897a-43f0-b8e4-c051dbb78f5e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1424921 Jul 05 18:32:35.115685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] For port f9878c66-0085-42cf-9d23-5c271ee2e460, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f9878c66-0085-42cf-9d23-5c271ee2e460,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:35.116413 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.206493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-efdeee00-0233-4eee-ae59-c0954a511b1b service neutron] 10.222.0.30 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682658 Jul 05 18:32:35.260762 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.272297 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Transition to ACTIVE for port object 0cb65491-8152-46ae-ba11-3161266e8139 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:35.310201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97af7d-f8ef-4047-92e9-548b1f6d5415 req-42907ef3-7e85-4c38-9d11-594f0e029517 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:35.311922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f97af7d-f8ef-4047-92e9-548b1f6d5415 req-42907ef3-7e85-4c38-9d11-594f0e029517 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 945 time: 0.1729629 Jul 05 18:32:35.331139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.331431 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.331758 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Floating IP 873123da-7ee2-4c70-8ab2-311203b565b8 disassociated. External IP: 172.25.3.92, port: f9878c66-0085-42cf-9d23-5c271ee2e460. Jul 05 18:32:35.332170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Calling delete_port for f9878c66-0085-42cf-9d23-5c271ee2e460 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:35.349376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-28af2810-5b61-46da-b0f5-f5672d178794 service neutron] 10.222.0.30 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347129 Jul 05 18:32:35.354321 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.368497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f97af7d-f8ef-4047-92e9-548b1f6d5415 req-2395fff7-b712-4e7f-b4b2-9dffcc07f78f tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/security-groups?id=baec35b4-c1e4-4b44-beb3-9d8748af7218&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501111 Jul 05 18:32:35.422341 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Pushing event updated for resources: {'Port': ['ID=0cb65491-8152-46ae-ba11-3161266e8139,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:35.438911 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.439132 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.439500 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.439834 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.440214 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.440550 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.440866 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.441205 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.441543 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.441845 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.442165 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.442674 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:35.517639 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Attempting to bind port 0cb65491-8152-46ae-ba11-3161266e8139 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:32:35.518010 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Attempting to bind port 0cb65491-8152-46ae-ba11-3161266e8139 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:32:35.518532 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Attempting to bind port 0cb65491-8152-46ae-ba11-3161266e8139 on network 1937233a-a780-41dc-9ac8-c6911788cad5 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:35.524497 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:32:35.524871 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Checking segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:35.525268 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.525695 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Bound using segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:32:35.526160 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Bound port: 0cb65491-8152-46ae-ba11-3161266e8139, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:32:35.526581 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.574206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.619783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event deleted for resources: {'Port': ['ID=f9878c66-0085-42cf-9d23-5c271ee2e460,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:35.642501 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] For port 0cb65491-8152-46ae-ba11-3161266e8139, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:32:35.664795 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] For port 0cb65491-8152-46ae-ba11-3161266e8139, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0cb65491-8152-46ae-ba11-3161266e8139,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:32:35.738386 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:35.788435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88256b74-4eb9-4c8f-98c0-c705e2622984 req-a3197db2-a6e7-41fd-8c6d-e90de82cc21b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 210 time: 0.0975451 Jul 05 18:32:35.836004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Router 7a2df39b-ab56-46c9-a03e-8e522f61e464 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:32:35.852326 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:35.852326 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:35.898870 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c563b7-06f4-4160-9365-4813675387e8 None None] Pushing event updated for resources: {'Port': ['ID=0cb65491-8152-46ae-ba11-3161266e8139,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:35.966534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device dadeb773-4426-454b-b053-812af62a9aaa up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:36.033774 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:36.042497 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:36.088344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port dadeb773-4426-454b-b053-812af62a9aaa triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:36.088887 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:36.142254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:32:36.162153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] Sync routers for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:32:36.204527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:36.205235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:36.253934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] No DVR routers for this DVR port f9878c66-0085-42cf-9d23-5c271ee2e460 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:32:36.267720 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:36.272771 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfcb4b40-0ecd-444f-9f35-c742cea5c3dd req-690912ad-9c57-4d89-98ee-f8504ebe6d7b tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.97 "DELETE /v2.0/ports/f9878c66-0085-42cf-9d23-5c271ee2e460 HTTP/1.1" status: 204 len: 173 time: 1.4582450 Jul 05 18:32:36.274114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'name': 'network-vif-deleted', 'tag': 'f9878c66-0085-42cf-9d23-5c271ee2e460'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:36.283571 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b92459-986f-48b1-ac0b-b7e458983f0d" -d '{"events": [{"server_uuid": "c4c544b3-70cf-4c74-9b08-ed83542bcdaa", "name": "network-vif-deleted", "tag": "f9878c66-0085-42cf-9d23-5c271ee2e460"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:36.321135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2842ff-fbc4-4603-915f-b492cc8007d4 req-d7369104-9eb9-49e3-ba58-b626a7b503db tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:36.330174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c2842ff-fbc4-4603-915f-b492cc8007d4 req-d7369104-9eb9-49e3-ba58-b626a7b503db tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 944 time: 0.1404922 Jul 05 18:32:36.376869 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0cb65491-8152-46ae-ba11-3161266e8139', 'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:93:2f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:31Z', 'updated_at': '2021-07-05T18:32:35Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:36.382694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6c2842ff-fbc4-4603-915f-b492cc8007d4 req-12656321-31c6-40b8-8cde-8e9d972bb059 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499258 Jul 05 18:32:36.384278 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0307980-c877-48b6-a13b-b5eb4170dd81 x-openstack-request-id: req-d0307980-c877-48b6-a13b-b5eb4170dd81 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:36.384988 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c544b3-70cf-4c74-9b08-ed83542bcdaa", "name": "network-vif-deleted", "tag": "f9878c66-0085-42cf-9d23-5c271ee2e460", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:36.385458 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0307980-c877-48b6-a13b-b5eb4170dd81 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:36.386590 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c544b3-70cf-4c74-9b08-ed83542bcdaa', 'name': 'network-vif-deleted', 'tag': 'f9878c66-0085-42cf-9d23-5c271ee2e460', 'status': 'completed', 'code': 200} Jul 05 18:32:36.395619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:36.410766 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a839c542-3f69-4015-8e8e-6b93320af477 None None] The sync data for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 is: [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0cb65491-8152-46ae-ba11-3161266e8139', 'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:93:2f:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:31Z', 'updated_at': '2021-07-05T18:32:35Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:32:36.603668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82063800-1aa3-406a-85d2-3c6e1996daed req-3ff34fdc-3461-4819-b7ab-64c69c8015ff tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c544b3-70cf-4c74-9b08-ed83542bcdaa HTTP/1.1" status: 200 len: 210 time: 0.0704763 Jul 05 18:32:36.833773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1', 'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'mac_address': 'fa:16:3e:63:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:11Z', 'updated_at': '2021-07-05T18:27:21Z', 'revision_number': 5, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'subnets': [{'id': '6079bed4-a839-46d4-9310-3d8eba064651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:36.864911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] Checking router: 7a2df39b-ab56-46c9-a03e-8e522f61e464 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:32:36.875017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:36.875658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:36.957897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62bd007e-1fee-4c69-8029-01df1e20e445 req-c32527a4-43bd-44a2-8728-6fc9912dbfd9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 210 time: 0.0352006 Jul 05 18:32:36.966874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:32:37.007595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:37.219482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:37.242465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f', 'network_id': '2dd1828a-4e2f-4006-85e1-860a03ba3cdc', 'port_id': '2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f', 'mac_address': 'fa:16:3e:dc:dd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea7c0e76-b7fe-4003-b9c2-b08c45124f9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:32:37.317148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:37.339136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:32:37.366446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:37.373021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1', 'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'mac_address': 'fa:16:3e:63:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:11Z', 'updated_at': '2021-07-05T18:27:21Z', 'revision_number': 5, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'subnets': [{'id': '6079bed4-a839-46d4-9310-3d8eba064651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:37.401024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbc165-97fb-405f-8bf1-985162c49061 None None] The sync data for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 is: [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:27:13Z', 'revision_number': 4, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1', 'name': '', 'network_id': 'e092d9d7-7f60-4806-a54c-997bb20ca6b5', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'mac_address': 'fa:16:3e:63:72:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_interface', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': '6079bed4-a839-46d4-9310-3d8eba064651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:11Z', 'updated_at': '2021-07-05T18:27:21Z', 'revision_number': 5, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'subnets': [{'id': '6079bed4-a839-46d4-9310-3d8eba064651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:32:37.442895 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:37.500814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:37.584146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073c8b-49e5-4ccc-bc31-9d93d2ea78ed req-27a9f89f-e6f4-4323-b1e8-55dec83b72fd tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:37.585906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea073c8b-49e5-4ccc-bc31-9d93d2ea78ed req-27a9f89f-e6f4-4323-b1e8-55dec83b72fd tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 945 time: 0.0799685 Jul 05 18:32:37.646321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:32:37.646648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea073c8b-49e5-4ccc-bc31-9d93d2ea78ed req-b394bf55-f3ee-4a4d-a055-e1e53078edd0 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530980 Jul 05 18:32:37.689093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f9878c66-0085-42cf-9d23-5c271ee2e460 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:37.705732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42286) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:37.715662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: f9878c66-0085-42cf-9d23-5c271ee2e460 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:37.716006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f9878c66-0085-42cf-9d23-5c271ee2e460 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:37.859048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Deleting port 19ec9716-2650-4230-a654-59bc4b9d6657 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:37.859048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:37.874272 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdefea5-4136-413b-bbf9-fac5781a361c None None] New status for floating IP 873123da-7ee2-4c70-8ab2-311203b565b8: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:32:37.936725 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:37.937455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:37.951203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0cb65491-8152-46ae-ba11-3161266e8139 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:37.955928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Calling delete_port for 19ec9716-2650-4230-a654-59bc4b9d6657 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:38.122454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 0cb65491-8152-46ae-ba11-3161266e8139 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:38.127712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0cb65491-8152-46ae-ba11-3161266e8139 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:38.128366 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.138157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8d913de-ceb9-4568-9073-48aca4cc7ab8 req-a00b99eb-a3a9-45d5-9400-e3984d1e33c2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 210 time: 0.0505958 Jul 05 18:32:38.221365 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.223613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.252836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event deleted for resources: {'Port': ['ID=19ec9716-2650-4230-a654-59bc4b9d6657,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:38.254362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 0cb65491-8152-46ae-ba11-3161266e8139, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0cb65491-8152-46ae-ba11-3161266e8139,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:38.285751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.286105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.286450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.286821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.287162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.287497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.287829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.288158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.288485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.288814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.289145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.289472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:38.329064 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.331731 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.332939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-499be9bb-695c-4556-a9c0-4c83706a17e5 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "DELETE /v2.0/floatingips/873123da-7ee2-4c70-8ab2-311203b565b8 HTTP/1.1" status: 204 len: 168 time: 0.6253474 Jul 05 18:32:38.345285 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.409981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=0cb65491-8152-46ae-ba11-3161266e8139,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:38.447996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-900be039-f49b-4c0d-9a04-47de4b3b2e9f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:38.449481 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-900be039-f49b-4c0d-9a04-47de4b3b2e9f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.97 "GET /v2.0/networks?id=1937233a-a780-41dc-9ac8-c6911788cad5 HTTP/1.1" status: 200 len: 796 time: 0.1143939 Jul 05 18:32:38.460306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-c3997af9-9715-4420-b494-e44d3010b42b req-138152ba-be6a-4757-b9e8-3fbf5ebb0227 service neutron] (100998) timed out ('10.222.0.30', 44638) {{(pid=100998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:32:38.487596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42294) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:38.506884 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-b97dac5f-03b9-4f7a-bcf3-e09d5205d132 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 380 time: 0.0422225 Jul 05 18:32:38.515891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'port': {'device_id': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'admin_state_up': True, 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'security_groups': ['84fb58b9-486e-4a46-a3f7-4ad33d458325']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:38.550523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b16f353d-ce54-4228-a8de-08fd28fb1803 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.578441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b16f353d-ce54-4228-a8de-08fd28fb1803 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.693784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:32:38.697643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.727859 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b16f353d-ce54-4228-a8de-08fd28fb1803 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.730802 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b16f353d-ce54-4228-a8de-08fd28fb1803 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:38.732132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b16f353d-ce54-4228-a8de-08fd28fb1803 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] 10.222.0.30 "DELETE /v2.0/security-groups/baec35b4-c1e4-4b44-beb3-9d8748af7218 HTTP/1.1" status: 204 len: 168 time: 0.2435381 Jul 05 18:32:38.745627 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f353d-ce54-4228-a8de-08fd28fb1803 tempest-TestServerBasicOps-1367860718 tempest-TestServerBasicOps-1367860718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec35b4-c1e4-4b44-beb3-9d8748af7218,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:38.818937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0cd3-f635-4e25-b2d6-10bc94827a08 req-6ffca37f-0345-41e3-8110-c6f049e31abb tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:38.820785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-451f0cd3-f635-4e25-b2d6-10bc94827a08 req-6ffca37f-0345-41e3-8110-c6f049e31abb tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 945 time: 0.0657923 Jul 05 18:32:38.842241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:38.876974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.20.0.6 (1937233a-a780-41dc-9ac8-c6911788cad5/c542e04b-fa2e-48a1-8d29-5afaac562973/2b1ec01a-9701-4945-bd8f-259301dfa6ae) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:38.877208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-451f0cd3-f635-4e25-b2d6-10bc94827a08 req-0fa00c87-26f8-47f0-81b7-c56362c16b1f tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474443 Jul 05 18:32:38.992744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:39.043550 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:39.092465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Transition to ACTIVE for port object 2b1ec01a-9701-4945-bd8f-259301dfa6ae will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:39.127879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:39.132151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:39.132542 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:39.212845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:39.237183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:39.239505 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c2bc91-f1d3-4efa-8b47-5bb2c03446e8" -d '{"events": [{"server_uuid": "7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00", "name": "network-vif-plugged", "status": "completed", "tag": "2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:39.253056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:39.273863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:39.291166 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8bb63b-0194-44c9-9411-c2f0a32b383a x-openstack-request-id: req-eb8bb63b-0194-44c9-9411-c2f0a32b383a {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:39.291691 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00", "name": "network-vif-plugged", "status": "completed", "tag": "2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:39.292178 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb8bb63b-0194-44c9-9411-c2f0a32b383a {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:39.292758 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f', 'code': 200} Jul 05 18:32:39.330132 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:39.353911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 1937233a-a780-41dc-9ac8-c6911788cad5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:39.370617 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:39.373016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e6059-9301-4f29-9d4d-e75601fc5b0a req-56739564-041f-40bf-94c5-d24e5423b5cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:39.375337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f62e6059-9301-4f29-9d4d-e75601fc5b0a req-56739564-041f-40bf-94c5-d24e5423b5cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 931 time: 0.1031013 Jul 05 18:32:39.381217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:39.402201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:39.446989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:39.463219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f62e6059-9301-4f29-9d4d-e75601fc5b0a req-4799439f-6f67-477a-a11d-9f858dec1a60 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690184 Jul 05 18:32:39.494072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:39.494693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:39.527416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16017a72-16cf-4386-ba71-46713ac242ef req-ade3296e-cbe0-4042-b39d-8eb5b4eb30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:39.529275 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-16017a72-16cf-4386-ba71-46713ac242ef req-ade3296e-cbe0-4042-b39d-8eb5b4eb30b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 1097 time: 0.1565099 Jul 05 18:32:39.592905 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-16017a72-16cf-4386-ba71-46713ac242ef req-5cdc2a72-8a07-40de-8434-39417adab28c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548027 Jul 05 18:32:39.620186 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:39.624873 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-7707729b-3fb5-4b7a-8bee-ffb186bdd9ce tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1132319 Jul 05 18:32:39.791050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-816890f4-3e9f-4645-adb0-a5f186564678 None None] Provisioning for port 2b1ec01a-9701-4945-bd8f-259301dfa6ae completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:39.795398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-816890f4-3e9f-4645-adb0-a5f186564678 None None] Provisioning complete for port 2b1ec01a-9701-4945-bd8f-259301dfa6ae triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:39.796466 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-816890f4-3e9f-4645-adb0-a5f186564678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:39.833605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-816890f4-3e9f-4645-adb0-a5f186564678 None None] Port 2b1ec01a-9701-4945-bd8f-259301dfa6ae cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:32:39.912777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0cb65491-8152-46ae-ba11-3161266e8139 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:39.963726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0cb65491-8152-46ae-ba11-3161266e8139 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:39.964134 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:40.016589 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Request body: {'port': {'device_id': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:40.085387 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4edf0-d1c9-49c9-9aa1-1e9426e0c6ea req-39fa8f5a-e4c2-47c9-8713-ca599ab14854 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:40.087063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7a4edf0-d1c9-49c9-9aa1-1e9426e0c6ea req-39fa8f5a-e4c2-47c9-8713-ca599ab14854 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 946 time: 0.0794389 Jul 05 18:32:40.126574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7a4edf0-d1c9-49c9-9aa1-1e9426e0c6ea req-7edea15f-9107-403b-905a-0bc17469363f tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335538 Jul 05 18:32:40.145151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:40.518697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Deleting port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:40.519336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:40.593486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b1ec01a-9701-4945-bd8f-259301dfa6ae {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:32:40.603703 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:40.629060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Transition to ACTIVE for port object 2b1ec01a-9701-4945-bd8f-259301dfa6ae will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:40.645800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] For port 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:40.646163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:40.659661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Calling delete_port for 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:40.662876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e21ef-1aa7-48d8-84d0-fb85cf937f7d req-e67767b8-e308-4db2-bb9e-cba8aec366fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:40.664441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-827e21ef-1aa7-48d8-84d0-fb85cf937f7d req-e67767b8-e308-4db2-bb9e-cba8aec366fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 931 time: 0.0733831 Jul 05 18:32:40.702303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:40.704781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-827e21ef-1aa7-48d8-84d0-fb85cf937f7d req-493ec126-258e-40cd-83be-a43979a75a42 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342102 Jul 05 18:32:40.772227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:40.909017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:32:40.909356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:32:40.909695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on network 1937233a-a780-41dc-9ac8-c6911788cad5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:40.914717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on network 1937233a-a780-41dc-9ac8-c6911788cad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:32:40.915045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on network 1937233a-a780-41dc-9ac8-c6911788cad5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:40.924347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:32:40.924691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Checking segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:40.925081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Bound using segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:32:40.925512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Bound port: 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:32:40.925878 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:41.022230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:32:41.025574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:32:41.052041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:41.077278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:41.112434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:41.178746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:41.179381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:41.180799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] 10.222.0.97 "PUT /v2.0/ports/2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 200 len: 1091 time: 1.1721435 Jul 05 18:32:41.181256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:41.183818 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706284b3-81ae-461c-ad86-99ea0c01948d" -d '{"events": [{"name": "network-changed", "server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:41.253336 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57c542b-287e-43f3-81a4-5820ce54aa9c x-openstack-request-id: req-e57c542b-287e-43f3-81a4-5820ce54aa9c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:41.253636 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:41.253894 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e57c542b-287e-43f3-81a4-5820ce54aa9c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:41.254299 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'status': 'completed', 'code': 200} Jul 05 18:32:41.256714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed7d7f5-f90f-457c-82b7-57501a76c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:41.377553 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:41.378777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70195db1-c9f8-4171-b454-1b37cf70ed35 req-0dffa082-8bb3-4fe7-bb56-d75cc0af8468 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:41.381041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70195db1-c9f8-4171-b454-1b37cf70ed35 req-0dffa082-8bb3-4fe7-bb56-d75cc0af8468 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 946 time: 0.0855832 Jul 05 18:32:41.427510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70195db1-c9f8-4171-b454-1b37cf70ed35 req-87e3caad-645d-4d5a-83b7-71826907e2af tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395792 Jul 05 18:32:41.440806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706284b3-81ae-461c-ad86-99ea0c01948d req-b27f5e66-0f69-4198-9df0-7e8642cbcbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:41.442329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-706284b3-81ae-461c-ad86-99ea0c01948d req-b27f5e66-0f69-4198-9df0-7e8642cbcbbc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1094 time: 0.1316378 Jul 05 18:32:41.622007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706284b3-81ae-461c-ad86-99ea0c01948d req-a76b24f0-da5d-4717-a7d3-2ad42630e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:41.623498 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-706284b3-81ae-461c-ad86-99ea0c01948d req-a76b24f0-da5d-4717-a7d3-2ad42630e4ea service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1729405 Jul 05 18:32:41.759821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Router 7a2df39b-ab56-46c9-a03e-8e522f61e464 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:32:41.771823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706284b3-81ae-461c-ad86-99ea0c01948d req-4abf99fb-269f-4e2d-bf01-0d52114c658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:41.773338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-706284b3-81ae-461c-ad86-99ea0c01948d req-4abf99fb-269f-4e2d-bf01-0d52114c658a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1433442 Jul 05 18:32:41.908559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd2b84-42c2-4655-b64f-48549c65691a req-fb4b34b0-078d-463a-9f1b-d144de6486c4 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:41.920251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3cd2b84-42c2-4655-b64f-48549c65691a req-fb4b34b0-078d-463a-9f1b-d144de6486c4 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 943 time: 0.0949986 Jul 05 18:32:41.933263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:32:41.941690 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9d3e48b8-4c6e-49c0-9dcd-3bdb7ecf9df9 admin admin] 10.222.0.30 "PUT /v2.0/routers/7a2df39b-ab56-46c9-a03e-8e522f61e464/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0979741 Jul 05 18:32:41.943343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42326) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:41.945045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] Sync routers for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:32:41.959644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:41.960606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:41.981419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3cd2b84-42c2-4655-b64f-48549c65691a req-52459a6f-a18b-4614-9df5-319e7d7804d7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571270 Jul 05 18:32:42.001895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-215fa5f4-319c-4ed0-a3b3-a574a466939b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:42.001895 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-215fa5f4-319c-4ed0-a3b3-a574a466939b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1094 time: 0.1808023 Jul 05 18:32:42.072908 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-c6e9c4ac-8c6a-4633-ac81-217e775e7aa6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 200 len: 217 time: 0.0653808 Jul 05 18:32:42.098913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:42.126738 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:42.169459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-f70bccb6-fa85-4886-9992-5b3aff08ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:42.171160 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-f70bccb6-fa85-4886-9992-5b3aff08ed8e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c542e04b-fa2e-48a1-8d29-5afaac562973 HTTP/1.1" status: 200 len: 835 time: 0.0922771 Jul 05 18:32:42.282108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:42.287935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-3471abe6-1f16-489c-b53c-99b2eb01a2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:42.288147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:32:40Z', 'revision_number': 5, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:42.289601 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-3471abe6-1f16-489c-b53c-99b2eb01a2a1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1937233a-a780-41dc-9ac8-c6911788cad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1120379 Jul 05 18:32:42.320218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] Checking router: 7a2df39b-ab56-46c9-a03e-8e522f61e464 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:32:42.330032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] Routers {'7a2df39b-ab56-46c9-a03e-8e522f61e464'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:42.330841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7a2df39b-ab56-46c9-a03e-8e522f61e464'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:42.413136 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-bfcafd18-d66f-4ed0-a680-ea07f756799e service neutron] 10.222.0.97 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151998 Jul 05 18:32:42.441796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] Set router 7a2df39b-ab56-46c9-a03e-8e522f61e464 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:42.509527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Deleting port 99846884-2b19-4957-97b2-7fbfdc61d2a9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:42.509527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:42.561980 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f20f4a5a-ce95-48db-a84d-8d8369fd5232 req-82d84327-5dc1-4551-81f9-d325311dcb3f service neutron] 10.222.0.97 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425068 Jul 05 18:32:42.598271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] For port 99846884-2b19-4957-97b2-7fbfdc61d2a9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=99846884-2b19-4957-97b2-7fbfdc61d2a9,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:42.598661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:42.612466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Calling delete_port for 99846884-2b19-4957-97b2-7fbfdc61d2a9 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:42.636266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:32:40Z', 'revision_number': 5, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:42.664894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926c1859-2be5-4e79-838e-fbed1b7c26f1 None None] The sync data for ids ['7a2df39b-ab56-46c9-a03e-8e522f61e464'] in n-d-799524-1 is: [{'id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'name': 'tempest-TestServerBasicOps-1126708716-router', 'tenant_id': '2e5e580f78ba402ca7859218eb226810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:05Z', 'updated_at': '2021-07-05T18:32:40Z', 'revision_number': 5, 'project_id': '2e5e580f78ba402ca7859218eb226810', 'gw_port': {'id': '99846884-2b19-4957-97b2-7fbfdc61d2a9', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2df39b-ab56-46c9-a03e-8e522f61e464', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3310, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:06Z', 'updated_at': '2021-07-05T18:27:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:32:42.871140 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:42.895418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Pushing event deleted for resources: {'Port': ['ID=99846884-2b19-4957-97b2-7fbfdc61d2a9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:42.963693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:42.963934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd83ec4-582d-4ac2-8a91-2b0c9b2003cd req-6d65189b-46f2-4237-b5ee-490642991da7 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:42.965371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5fd83ec4-582d-4ac2-8a91-2b0c9b2003cd req-6d65189b-46f2-4237-b5ee-490642991da7 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 946 time: 0.0686746 Jul 05 18:32:43.008153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5fd83ec4-582d-4ac2-8a91-2b0c9b2003cd req-6db0f8fd-5141-47fa-a356-dc430cd68cb0 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340519 Jul 05 18:32:43.058246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.060598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.179294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.179674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0d029-7dac-4fee-af62-4808f16443cc req-1f70c083-7b39-43d9-b6d2-c7e8f31217cc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:43.180024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a2df39b-ab56-46c9-a03e-8e522f61e464 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:32:43.186041 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.189859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9dd0d029-7dac-4fee-af62-4808f16443cc req-1f70c083-7b39-43d9-b6d2-c7e8f31217cc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 943 time: 0.0738642 Jul 05 18:32:43.190000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-07b3cff2-d522-4885-abd7-6cbbd631816d admin admin] 10.222.0.30 "DELETE /v2.0/routers/7a2df39b-ab56-46c9-a03e-8e522f61e464 HTTP/1.1" status: 204 len: 168 time: 1.2437632 Jul 05 18:32:43.190497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42338) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:43.222910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9dd0d029-7dac-4fee-af62-4808f16443cc req-d061b000-28fb-4aba-ad85-3c9ea6971100 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342693 Jul 05 18:32:43.237670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d65b82-a55d-474a-939a-6cfec7c32702 admin admin] Deleting subnet 6079bed4-a839-46d4-9310-3d8eba064651 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:32:43.241898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d65b82-a55d-474a-939a-6cfec7c32702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.609962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d65b82-a55d-474a-939a-6cfec7c32702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.687009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d65b82-a55d-474a-939a-6cfec7c32702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.818083 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d65b82-a55d-474a-939a-6cfec7c32702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.848574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d65b82-a55d-474a-939a-6cfec7c32702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6079bed4-a839-46d4-9310-3d8eba064651,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:43.853686 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2d65b82-a55d-474a-939a-6cfec7c32702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.859095 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e2d65b82-a55d-474a-939a-6cfec7c32702 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6079bed4-a839-46d4-9310-3d8eba064651 HTTP/1.1" status: 204 len: 168 time: 0.6642585 Jul 05 18:32:43.859095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42340) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:43.865473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4da257-867e-4718-ac53-c1db378b6a88 None None] Network e092d9d7-7f60-4806-a54c-997bb20ca6b5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:32:43.937994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99846884-2b19-4957-97b2-7fbfdc61d2a9 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:43.939435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:43.971039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 99846884-2b19-4957-97b2-7fbfdc61d2a9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:43.971873 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 99846884-2b19-4957-97b2-7fbfdc61d2a9 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:43.972305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:43.993004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Deleting port ea92e036-3a4c-4c5e-96f6-8a055392dc93 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:43.993268 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.009052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:44.009405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4c4adfb8-cf2a-42f4-bb7b-98f4b88662a1 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:44.067083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] For port ea92e036-3a4c-4c5e-96f6-8a055392dc93, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea92e036-3a4c-4c5e-96f6-8a055392dc93,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:44.067517 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.092025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Calling delete_port for ea92e036-3a4c-4c5e-96f6-8a055392dc93 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:44.142016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d7a328-9938-44f7-b027-7e8c4212cdf2 None None] DHCP port deletion for e092d9d7-7f60-4806-a54c-997bb20ca6b5 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:32:44.193534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7a328-9938-44f7-b027-7e8c4212cdf2 None None] Deleting port ea92e036-3a4c-4c5e-96f6-8a055392dc93 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:44.194125 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a328-9938-44f7-b027-7e8c4212cdf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.206871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd5d82-a022-45aa-a0ca-713e7f829788 req-072ae814-24ee-4f51-bb6f-8c53f5d5bc16 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:44.208637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5dd5d82-a022-45aa-a0ca-713e7f829788 req-072ae814-24ee-4f51-bb6f-8c53f5d5bc16 tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 946 time: 0.0781083 Jul 05 18:32:44.253932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5dd5d82-a022-45aa-a0ca-713e7f829788 req-27a6207a-fc6b-4c8e-b3d3-c4c13c8f7b2c tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/security-groups?id=af7a64bc-9581-41eb-86ad-6ae4a104dacd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358026 Jul 05 18:32:44.260417 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.268973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e9d7a328-9938-44f7-b027-7e8c4212cdf2 None None] For port ea92e036-3a4c-4c5e-96f6-8a055392dc93, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ea92e036-3a4c-4c5e-96f6-8a055392dc93,segment=NetworkSegment(00478b83-acc7-463d-b28a-5beb757dfe12),segment_id=00478b83-acc7-463d-b28a-5beb757dfe12)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:44.269515 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a328-9938-44f7-b027-7e8c4212cdf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.284554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e9d7a328-9938-44f7-b027-7e8c4212cdf2 None None] Calling delete_port for ea92e036-3a4c-4c5e-96f6-8a055392dc93 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:44.301588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Pushing event deleted for resources: {'Port': ['ID=ea92e036-3a4c-4c5e-96f6-8a055392dc93,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:44.324992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] No DVR routers for this DVR port ea92e036-3a4c-4c5e-96f6-8a055392dc93 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:32:44.381310 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e9d7a328-9938-44f7-b027-7e8c4212cdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.409303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d7a328-9938-44f7-b027-7e8c4212cdf2 None None] Pushing event deleted for resources: {'Port': ['ID=ea92e036-3a4c-4c5e-96f6-8a055392dc93,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:44.413858 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.424445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d7a328-9938-44f7-b027-7e8c4212cdf2 None None] No DVR routers for this DVR port ea92e036-3a4c-4c5e-96f6-8a055392dc93 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:32:44.426859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80ad20-329c-4331-a318-d0f843898cc0 req-01f6f851-54be-44d4-9071-a1f151314d48 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:44.428860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd80ad20-329c-4331-a318-d0f843898cc0 req-01f6f851-54be-44d4-9071-a1f151314d48 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 943 time: 0.0697696 Jul 05 18:32:44.433626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e092d9d7-7f60-4806-a54c-997bb20ca6b5']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:44.445754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00478b83-acc7-463d-b28a-5beb757dfe12') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:44.446055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00478b83-acc7-463d-b28a-5beb757dfe12') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:44.457543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-fec2cd3d-8794-422e-8fb0-00b386bbba2b tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:44.457543 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-fec2cd3d-8794-422e-8fb0-00b386bbba2b tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 946 time: 0.1675940 Jul 05 18:32:44.478701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.479218 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd80ad20-329c-4331-a318-d0f843898cc0 req-b79970d9-1d2a-40ec-b243-5cd4aca14dab tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340919 Jul 05 18:32:44.513769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.527573 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:32:44.528231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:32:44.530814 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:32:44.628745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Deleting port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:44.629120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.673705 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.683987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.685783 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/e092d9d7-7f60-4806-a54c-997bb20ca6b5 HTTP/1.1" status: 204 len: 168 time: 0.8259971 Jul 05 18:32:44.688876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42346) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:44.699513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198daed-cfe8-4b15-b3ef-16918f9eb4aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e092d9d7-7f60-4806-a54c-997bb20ca6b5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:44.739880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] For port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,segment=NetworkSegment(f998ebe5-8108-4c80-a75a-5a6185887dd7),segment_id=f998ebe5-8108-4c80-a75a-5a6185887dd7)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:44.740234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.753042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Calling delete_port for 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:44.979265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:44.992105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:32:45.009648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Pushing event deleted for resources: {'Port': ['ID=2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:45.049460 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:45.058735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] No DVR routers for this DVR port 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:32:45.061929 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:45.064001 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-aa7aa837-d7cf-4e3c-899e-f1dc53cc2dc1 req-27646a44-d05b-413e-8d1f-f47af49b7d5d tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.39 "DELETE /v2.0/ports/2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f HTTP/1.1" status: 204 len: 173 time: 0.6012750 Jul 05 18:32:45.064446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00', 'name': 'network-vif-deleted', 'tag': '2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:45.069306 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af54822-eeff-448d-a54f-42fe5f2b1295" -d '{"events": [{"server_uuid": "7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00", "name": "network-vif-deleted", "tag": "2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:45.103176 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef4a0ad-d03d-447e-82e2-41c6b2b647ad x-openstack-request-id: req-1ef4a0ad-d03d-447e-82e2-41c6b2b647ad {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:45.103548 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00", "name": "network-vif-deleted", "tag": "2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:45.103873 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ef4a0ad-d03d-447e-82e2-41c6b2b647ad {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:45.106422 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00', 'name': 'network-vif-deleted', 'tag': '2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f', 'status': 'completed', 'code': 200} Jul 05 18:32:45.322111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Deleting port a0a36ed6-5423-43c4-b696-977c5aa6303b {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:45.322111 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:45.417324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f5e4269-feac-4fc0-ad82-3633702bae82 req-80eccc15-abaf-4311-be6f-2431fefe7d1f tempest-VolumesActionsTest-1609643321 tempest-VolumesActionsTest-1609643321-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c4707ba-9e5a-4a77-8a4e-49e7f5e09d00 HTTP/1.1" status: 200 len: 210 time: 0.0412641 Jul 05 18:32:45.433609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] For port a0a36ed6-5423-43c4-b696-977c5aa6303b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a0a36ed6-5423-43c4-b696-977c5aa6303b,segment=NetworkSegment(417c84e8-78e1-488d-8382-880af35f1d92),segment_id=417c84e8-78e1-488d-8382-880af35f1d92)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:45.433992 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:45.447054 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Calling delete_port for a0a36ed6-5423-43c4-b696-977c5aa6303b owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:45.683266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63a7b3-38f0-4ee3-b3da-b14e5a02dfc3 req-ba65f973-11df-4388-8ab4-d055ff56ea14 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:45.684678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb63a7b3-38f0-4ee3-b3da-b14e5a02dfc3 req-ba65f973-11df-4388-8ab4-d055ff56ea14 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 943 time: 0.0764029 Jul 05 18:32:45.723744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb63a7b3-38f0-4ee3-b3da-b14e5a02dfc3 req-8c3e77a6-b63c-49ab-ae3e-bb6186302caa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323625 Jul 05 18:32:45.734419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 2b1ec01a-9701-4945-bd8f-259301dfa6ae details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:32:45.739748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:45.772264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a36ed6-5423-43c4-b696-977c5aa6303b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:45.837581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:45.855589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'port_id': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'mac_address': 'fa:16:3e:90:8e:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:32:45.902462 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:45.925904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b1ec01a-9701-4945-bd8f-259301dfa6ae {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:32:45.949437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:45.995291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:46.009981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea92e036-3a4c-4c5e-96f6-8a055392dc93 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:46.192699 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:46.194266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: ea92e036-3a4c-4c5e-96f6-8a055392dc93 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:46.194632 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ea92e036-3a4c-4c5e-96f6-8a055392dc93 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:46.241683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Router a91bba45-4528-4bb0-9631-2ede98825649 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:32:46.251285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:46.351692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:32:46.356644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a5d19c2e-3f3e-426e-bd29-94f290aa8c98 admin admin] 10.222.0.30 "PUT /v2.0/routers/a91bba45-4528-4bb0-9631-2ede98825649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6667395 Jul 05 18:32:46.359264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42354) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:46.363095 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] Sync routers for ids ['a91bba45-4528-4bb0-9631-2ede98825649'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:32:46.372948 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] Routers {'a91bba45-4528-4bb0-9631-2ede98825649'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:46.374313 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a91bba45-4528-4bb0-9631-2ede98825649'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:46.395745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['2b1ec01a-9701-4945-bd8f-259301dfa6ae'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:32:46.488925 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] Set router a91bba45-4528-4bb0-9631-2ede98825649 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:46.695635 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:20Z', 'updated_at': '2021-07-05T18:32:45Z', 'revision_number': 5, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'gw_port': {'id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:21Z', 'updated_at': '2021-07-05T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:46.724351 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] Checking router: a91bba45-4528-4bb0-9631-2ede98825649 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:32:46.733182 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] Routers {'a91bba45-4528-4bb0-9631-2ede98825649'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:46.733896 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a91bba45-4528-4bb0-9631-2ede98825649'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:46.917454 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:46.952081 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] Set router a91bba45-4528-4bb0-9631-2ede98825649 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:47.025065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:47.029217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db0813-b9d9-4609-9cce-45ffd4063d8e req-46498aac-9cbf-4eeb-9cee-0bec77a8ab80 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:47.032299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52db0813-b9d9-4609-9cce-45ffd4063d8e req-46498aac-9cbf-4eeb-9cee-0bec77a8ab80 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 944 time: 0.1662536 Jul 05 18:32:47.051623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:47.053242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2d0bcc12-c68c-45fc-aa4b-ea5b6cab583f not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:47.080700 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.098713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52db0813-b9d9-4609-9cce-45ffd4063d8e req-f6734594-35b0-491f-85f1-cfa349795a6d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551314 Jul 05 18:32:47.138105 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:20Z', 'updated_at': '2021-07-05T18:32:45Z', 'revision_number': 5, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'gw_port': {'id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:21Z', 'updated_at': '2021-07-05T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:47.168197 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68b1905-cbe7-4171-87dc-ab0b0351baff None None] The sync data for ids ['a91bba45-4528-4bb0-9631-2ede98825649'] in n-d-799524-1 is: [{'id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'name': 'tempest-TestServerBasicOps-287188504-router', 'tenant_id': 'ea3c748ef04441ebacb15c1a190969d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193'}], 'enable_snat': True}, 'gw_port_id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:27:20Z', 'updated_at': '2021-07-05T18:32:45Z', 'revision_number': 5, 'project_id': 'ea3c748ef04441ebacb15c1a190969d4', 'gw_port': {'id': '421b8521-19f5-409d-9c7c-0133cd52ee0a', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:79:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a91bba45-4528-4bb0-9631-2ede98825649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3355, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:27:21Z', 'updated_at': '2021-07-05T18:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:32:47.249019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Deleting port 421b8521-19f5-409d-9c7c-0133cd52ee0a {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:47.249834 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.335520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] For port 421b8521-19f5-409d-9c7c-0133cd52ee0a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=421b8521-19f5-409d-9c7c-0133cd52ee0a,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:47.335884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.348206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Calling delete_port for 421b8521-19f5-409d-9c7c-0133cd52ee0a owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:47.618994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.642093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Pushing event deleted for resources: {'Port': ['ID=421b8521-19f5-409d-9c7c-0133cd52ee0a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:47.724551 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.726673 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 2b1ec01a-9701-4945-bd8f-259301dfa6ae up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:47.827718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.829886 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.852243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 2b1ec01a-9701-4945-bd8f-259301dfa6ae completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:47.858404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 2b1ec01a-9701-4945-bd8f-259301dfa6ae triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:47.858404 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.942633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.948131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a0a36ed6-5423-43c4-b696-977c5aa6303b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:47.980410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a0a36ed6-5423-43c4-b696-977c5aa6303b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:47.980754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a0a36ed6-5423-43c4-b696-977c5aa6303b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:47.990755 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.991300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a91bba45-4528-4bb0-9631-2ede98825649 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:32:47.996032 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:47.997212 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5d8480a0-267e-4bc2-aa53-7d5ab119a22a admin admin] 10.222.0.30 "DELETE /v2.0/routers/a91bba45-4528-4bb0-9631-2ede98825649 HTTP/1.1" status: 204 len: 168 time: 1.6368890 Jul 05 18:32:48.000702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42402) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:48.004728 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:48.005657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:48.008061 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09231baa-9847-4169-821f-921ef4cb8731" -d '{"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:48.062039 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e635c4f9-d4c2-4db0-b7d2-638d64c14eca x-openstack-request-id: req-e635c4f9-d4c2-4db0-b7d2-638d64c14eca {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:48.062688 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:48.062913 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e635c4f9-d4c2-4db0-b7d2-638d64c14eca {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:48.063311 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'code': 200} Jul 05 18:32:48.064108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e05fd72-ee5d-4121-b343-29c84a77edec admin admin] Deleting subnet 9601b7c5-e272-4424-a020-afa73d75f400 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:32:48.067614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e05fd72-ee5d-4121-b343-29c84a77edec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.070940 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.128607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e05fd72-ee5d-4121-b343-29c84a77edec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.149688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:48.274099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277b46b-d58c-4073-9f3e-d22fa5ee78d1 req-66ec3c22-a328-43dd-8d04-6eaa3f7eae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:48.275969 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f277b46b-d58c-4073-9f3e-d22fa5ee78d1 req-66ec3c22-a328-43dd-8d04-6eaa3f7eae72 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1096 time: 0.1444263 Jul 05 18:32:48.283003 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e05fd72-ee5d-4121-b343-29c84a77edec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.359759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f277b46b-d58c-4073-9f3e-d22fa5ee78d1 req-3f638e66-fda2-4bb7-8fbe-74644b7bf958 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741868 Jul 05 18:32:48.390260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363e7fc-9d96-4fe0-9a9a-001d30075993 req-2f5a1884-b3a9-43f5-b0dc-adfa654544d0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:48.391847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9363e7fc-9d96-4fe0-9a9a-001d30075993 req-2f5a1884-b3a9-43f5-b0dc-adfa654544d0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.0833824 Jul 05 18:32:48.432862 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9363e7fc-9d96-4fe0-9a9a-001d30075993 req-4af1c87b-33d6-4dc6-81b6-fd871e4aeb28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335717 Jul 05 18:32:48.475363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e05fd72-ee5d-4121-b343-29c84a77edec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.502683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05fd72-ee5d-4121-b343-29c84a77edec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9601b7c5-e272-4424-a020-afa73d75f400,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:48.506531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e05fd72-ee5d-4121-b343-29c84a77edec admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.509166 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3e05fd72-ee5d-4121-b343-29c84a77edec admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9601b7c5-e272-4424-a020-afa73d75f400 HTTP/1.1" status: 204 len: 168 time: 0.5055480 Jul 05 18:32:48.511432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42414) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:48.513908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95c6ad1-fa38-4dbb-af9f-d7b8712e2315 None None] Network e831ad76-3d56-473a-8914-db8ef8fdb20c requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:32:48.588687 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.659921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Deleting port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:48.660480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.728352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] For port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a,segment=NetworkSegment(417c84e8-78e1-488d-8382-880af35f1d92),segment_id=417c84e8-78e1-488d-8382-880af35f1d92)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:48.728547 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.730374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7f2909-32e6-45cd-987c-0c137c26391e None None] DHCP port deletion for e831ad76-3d56-473a-8914-db8ef8fdb20c request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:32:48.743815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Calling delete_port for 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:48.782539 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f2909-32e6-45cd-987c-0c137c26391e None None] Deleting port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:32:48.782954 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2909-32e6-45cd-987c-0c137c26391e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.847759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7e7f2909-32e6-45cd-987c-0c137c26391e None None] For port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a,segment=NetworkSegment(417c84e8-78e1-488d-8382-880af35f1d92),segment_id=417c84e8-78e1-488d-8382-880af35f1d92)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:48.848157 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2909-32e6-45cd-987c-0c137c26391e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.863179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f2909-32e6-45cd-987c-0c137c26391e None None] Calling delete_port for 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 18:32:48.939274 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 18:32:48.944085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.946150 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7e7f2909-32e6-45cd-987c-0c137c26391e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:48.966252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:48.970683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] No DVR routers for this DVR port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:32:48.973479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f2909-32e6-45cd-987c-0c137c26391e None None] Pushing event deleted for resources: {'Port': ['ID=8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:48.975382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f2909-32e6-45cd-987c-0c137c26391e None None] No DVR routers for this DVR port 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:32:49.058759 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:49.084462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e831ad76-3d56-473a-8914-db8ef8fdb20c']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:49.101319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417c84e8-78e1-488d-8382-880af35f1d92') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:49.101557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417c84e8-78e1-488d-8382-880af35f1d92') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:49.112359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:49.127653 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:49.137263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:32:49.137667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:32:49.140207 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:32:49.322919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:49.330528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:49.334953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e831ad76-3d56-473a-8914-db8ef8fdb20c HTTP/1.1" status: 204 len: 168 time: 0.8207297 Jul 05 18:32:49.350500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eb121-1bc2-497c-a10f-a10490fc41c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e831ad76-3d56-473a-8914-db8ef8fdb20c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:49.629829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670db002-f84d-44f6-8e38-b598e71d1132 req-dba3df6c-8ed8-4c7a-b0cf-e59b816059b5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:49.631918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-670db002-f84d-44f6-8e38-b598e71d1132 req-dba3df6c-8ed8-4c7a-b0cf-e59b816059b5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.0795581 Jul 05 18:32:49.685896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42434) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:49.687246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-670db002-f84d-44f6-8e38-b598e71d1132 req-c0aa09a3-d2df-496f-be9e-30319bea2474 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495288 Jul 05 18:32:49.739503 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f8c7ad89-74d7-48a2-9916-1583be097abf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e5e580f78ba402ca7859218eb226810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484087 Jul 05 18:32:49.739879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42438) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:49.809272 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d38731d-df33-433f-bc6c-dc6f53538e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:49.851444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d38731d-df33-433f-bc6c-dc6f53538e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:49.963667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:49.969761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd678d-9944-46b7-ae1c-46cb7ac59bd2 req-509d69da-cfc2-4b14-9eb4-4b8801f3c834 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:49.971498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aefd678d-9944-46b7-ae1c-46cb7ac59bd2 req-509d69da-cfc2-4b14-9eb4-4b8801f3c834 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.1333182 Jul 05 18:32:49.996850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:49.999858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8c9668c8-74bc-429f-b3bc-72c4e6ac3e6a not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:49.999858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 421b8521-19f5-409d-9c7c-0133cd52ee0a no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:32:50.023319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 421b8521-19f5-409d-9c7c-0133cd52ee0a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:32:50.028504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 421b8521-19f5-409d-9c7c-0133cd52ee0a not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:32:50.042731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aefd678d-9944-46b7-ae1c-46cb7ac59bd2 req-aee832d8-fa4c-45d0-9d9a-66c331d6ad12 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631602 Jul 05 18:32:50.052428 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d38731d-df33-433f-bc6c-dc6f53538e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:50.055253 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7d38731d-df33-433f-bc6c-dc6f53538e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:50.056665 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7d38731d-df33-433f-bc6c-dc6f53538e28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0350f675-b114-4c97-9290-5ac8ac1d7885 HTTP/1.1" status: 204 len: 168 time: 0.3157978 Jul 05 18:32:50.069945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42442) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:50.101922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38731d-df33-433f-bc6c-dc6f53538e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0350f675-b114-4c97-9290-5ac8ac1d7885,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:50.197032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e8e80-8747-4aed-a0c6-eea4f01cbb38 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:50.198709 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c23e8e80-8747-4aed-a0c6-eea4f01cbb38 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1091 time: 0.1274948 Jul 05 18:32:50.204577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42448) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:50.209655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:50.311202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:50.444201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:50.580051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.25.3.65 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/833d7663-ab4c-4192-bc5a-be3a2dffa83f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:50.722899 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:50.836586 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-324bf722-7765-4b11-8a37-514a89d001d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:50.850325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:50.908376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:50.912243 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:50.916438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:50.960578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=833d7663-ab4c-4192-bc5a-be3a2dffa83f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:51.003284 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42452) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:51.091842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e31151ab-0d2c-4e6d-a1a4-52e925dcff81 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea3c748ef04441ebacb15c1a190969d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872574 Jul 05 18:32:51.095695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42454) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:51.173063 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4150-4e14-4dd0-bc9b-940d0b1d0e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:51.203293 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4150-4e14-4dd0-bc9b-940d0b1d0e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:51.339875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4150-4e14-4dd0-bc9b-940d0b1d0e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:51.344778 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8dfb4150-4e14-4dd0-bc9b-940d0b1d0e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:51.346392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8dfb4150-4e14-4dd0-bc9b-940d0b1d0e8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ec14df5-6a65-4cb1-83f5-9813c0ce254d HTTP/1.1" status: 204 len: 168 time: 0.2488523 Jul 05 18:32:51.369052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb4150-4e14-4dd0-bc9b-940d0b1d0e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec14df5-6a65-4cb1-83f5-9813c0ce254d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:51.420831 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:51.594642 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:51.810217 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:51.876485 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:52.016974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=833d7663-ab4c-4192-bc5a-be3a2dffa83f,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:52.052352 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:52.206241 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Floating IP 9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa associated. External IP: 172.25.3.65, port: 2b1ec01a-9701-4945-bd8f-259301dfa6ae. Jul 05 18:32:52.500467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:32:52.638305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:32:52.650187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] Sync routers for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:32:52.661615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:52.662180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:52.808301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:52.831220 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:52.894497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-81e4a603-1871-4a72-9ac1-a07ee182bad7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6885457 Jul 05 18:32:52.896052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:32:52.911957 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da04f518-843d-4189-9785-94e433310ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:32:52.931333 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42490) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:52.963312 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a1b076-c48f-4ddd-9df3-acc2770c6653 x-openstack-request-id: req-e6a1b076-c48f-4ddd-9df3-acc2770c6653 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:32:52.963614 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:32:52.963968 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6a1b076-c48f-4ddd-9df3-acc2770c6653 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:32:52.964399 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'status': 'completed', 'code': 200} Jul 05 18:32:53.069359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04f518-843d-4189-9785-94e433310ff9 req-f830717f-0d0a-4470-b6b3-975868198b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:53.071162 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da04f518-843d-4189-9785-94e433310ff9 req-f830717f-0d0a-4470-b6b3-975868198b19 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1096 time: 0.0794346 Jul 05 18:32:53.128462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-418606667-network', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:53.211151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.65', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'port_id': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'mac_address': 'fa:16:3e:90:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:32:51Z', 'updated_at': '2021-07-05T18:32:51Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb65491-8152-46ae-ba11-3161266e8139', 'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:93:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:31Z', 'updated_at': '2021-07-05T18:32:38Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:53.229072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7cc3d-ef8a-4364-a6b7-0cbf942f57c8 req-1d7588c2-4a71-4f22-93cd-08ea5fffda68 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:53.232375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7e7cc3d-ef8a-4364-a6b7-0cbf942f57c8 req-1d7588c2-4a71-4f22-93cd-08ea5fffda68 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.1547406 Jul 05 18:32:53.234082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Made reservation on behalf of 314b25ec81cb45cd80ef141376583cb8 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:32:53.236851 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.241667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04f518-843d-4189-9785-94e433310ff9 req-16849695-5825-4f28-8831-4ba231d6e78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:53.243566 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da04f518-843d-4189-9785-94e433310ff9 req-16849695-5825-4f28-8831-4ba231d6e78d service neutron] 10.222.0.97 "GET /v2.0/networks?id=1937233a-a780-41dc-9ac8-c6911788cad5 HTTP/1.1" status: 200 len: 896 time: 0.1590014 Jul 05 18:32:53.263087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.267626 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] Checking router: bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:32:53.292479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:53.294551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:53.353200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7e7cc3d-ef8a-4364-a6b7-0cbf942f57c8 req-1c4f554d-803a-470e-ba54-7f12929be37e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135545 Jul 05 18:32:53.358921 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da04f518-843d-4189-9785-94e433310ff9 req-dfe4ee4b-41ad-480e-828e-cadd3c90c2df service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 200 len: 998 time: 0.1079745 Jul 05 18:32:53.388606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42500) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:53.452599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04f518-843d-4189-9785-94e433310ff9 req-efd6167c-59c6-45bc-b487-38be9d8cdb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:53.454324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da04f518-843d-4189-9785-94e433310ff9 req-efd6167c-59c6-45bc-b487-38be9d8cdb21 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c542e04b-fa2e-48a1-8d29-5afaac562973 HTTP/1.1" status: 200 len: 835 time: 0.0855160 Jul 05 18:32:53.480747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cec05015-9bd7-4dd2-b7e9-8d07c10a10bb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa HTTP/1.1" status: 200 len: 990 time: 0.0898106 Jul 05 18:32:53.494886 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e7767a43-568d-4b05-aedc-ee1662a20cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.524095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:53.541325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04f518-843d-4189-9785-94e433310ff9 req-5aae5fec-1e0d-4f9c-b98d-e5e05963f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:53.543030 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da04f518-843d-4189-9785-94e433310ff9 req-5aae5fec-1e0d-4f9c-b98d-e5e05963f4e3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1937233a-a780-41dc-9ac8-c6911788cad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824082 Jul 05 18:32:53.546822 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.614370 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.645148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:32:53.666717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.667072 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Added segment a4878761-6f38-4d52-bd86-e18c0b4cca5c of type vlan for network 2fd2347b-7342-4422-91e5-6e880b167e87 Jul 05 18:32:53.685740 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da04f518-843d-4189-9785-94e433310ff9 req-c6ac8eaa-8a28-4b98-941a-3e654cfe20ff service neutron] 10.222.0.97 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351891 Jul 05 18:32:53.716624 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.760505 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.781243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778f795b-2066-4949-b494-482432084963,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:53.800213 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.803121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:53.803833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:53.839746 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da04f518-843d-4189-9785-94e433310ff9 req-300bc88b-e08d-4ad9-ad79-365c49abb72c service neutron] 10.222.0.97 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416683 Jul 05 18:32:53.875532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.65', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'port_id': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'mac_address': 'fa:16:3e:90:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:32:51Z', 'updated_at': '2021-07-05T18:32:51Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb65491-8152-46ae-ba11-3161266e8139', 'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:93:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:31Z', 'updated_at': '2021-07-05T18:32:38Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:53.888396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] Pushing event updated for resources: {'Network': ['ID=2fd2347b-7342-4422-91e5-6e880b167e87,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:53.912694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caeb4b5c-182e-4016-9729-ffaa089edbbf None None] The sync data for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 is: [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.65', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'port_id': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3764, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'mac_address': 'fa:16:3e:90:8e:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:32:51Z', 'updated_at': '2021-07-05T18:32:51Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cb65491-8152-46ae-ba11-3161266e8139', 'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:93:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:31Z', 'updated_at': '2021-07-05T18:32:38Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:32:53.915689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 2fd2347b-7342-4422-91e5-6e880b167e87 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:32:53.949584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42502) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:53.949919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e9853ba8-a8c1-4860-9eda-318149d25eec admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0173206 Jul 05 18:32:53.956703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Request body: {'subnet': {'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-418606667-subnet', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:54.069414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Made reservation on behalf of 314b25ec81cb45cd80ef141376583cb8 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:32:54.071992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:54.233142 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650a85d9-9396-4827-bea9-146c949c511e None None] New status for floating IP 9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:32:54.425741 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:54.483378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42508) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:54.494093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8119ec3b-bb57-45ad-ae21-3f1c6382a90a,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:54.503859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:54.504297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Network hostable DHCP agents. Network: 2fd2347b-7342-4422-91e5-6e880b167e87, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:32:54.590600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:32:54.592778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a3ae5725-4db5-4839-bce8-9906b66c344b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa HTTP/1.1" status: 200 len: 990 time: 0.1075828 Jul 05 18:32:54.676661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 2fd2347b-7342-4422-91e5-6e880b167e87) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:54.680978 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:32:54.681554 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:54.699427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a066ad1-4630-4a77-8fce-bba9fea4eabf None None] Network 2fd2347b-7342-4422-91e5-6e880b167e87 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:32:54.747768 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:54.789062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42510) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:54.790092 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6b95fa7c-ceb0-46de-939b-52e28ff129f9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8379056 Jul 05 18:32:54.795028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:32:54.894794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:54.896555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-2fd2347b-7342-4422-91e5-6e880b167e87', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:32:54.897516 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:54.897943 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:54.980040 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:55.087210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Allocated IP 172.20.0.2 (2fd2347b-7342-4422-91e5-6e880b167e87/8119ec3b-bb57-45ad-ae21-3f1c6382a90a/a675fe04-b94b-4b70-ac3f-3d4179f442c7) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:55.218671 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:55.284813 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:55.296153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Transition to ACTIVE for port object a675fe04-b94b-4b70-ac3f-3d4179f442c7 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:55.322084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Transition to ACTIVE for port object a675fe04-b94b-4b70-ac3f-3d4179f442c7 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:55.399218 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:55.446594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:55.449630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:55.452479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:55.488748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Pushing event updated for resources: {'Port': ['ID=a675fe04-b94b-4b70-ac3f-3d4179f442c7,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:55.544336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Attempting to bind port a675fe04-b94b-4b70-ac3f-3d4179f442c7 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:32:55.546162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Attempting to bind port a675fe04-b94b-4b70-ac3f-3d4179f442c7 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:32:55.546910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Attempting to bind port a675fe04-b94b-4b70-ac3f-3d4179f442c7 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:55.554212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:32:55.554719 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:55.555824 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:55.556323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Bound using segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:32:55.556875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Bound port: a675fe04-b94b-4b70-ac3f-3d4179f442c7, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:32:55.557328 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:55.570921 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:55.596434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42516) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:55.604863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:55.666977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] For port a675fe04-b94b-4b70-ac3f-3d4179f442c7, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:32:55.671773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] For port a675fe04-b94b-4b70-ac3f-3d4179f442c7, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a675fe04-b94b-4b70-ac3f-3d4179f442c7,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:32:55.712995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c62fb932-c41e-49bb-932c-2b0d0a22182f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa HTTP/1.1" status: 200 len: 992 time: 0.1145890 Jul 05 18:32:55.745961 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:55.814246 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Allocated IP 172.25.3.161 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/d6dee2a3-550b-4f67-9dbc-c977e133b6f3) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:55.849840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fb7f2-1656-479d-b7e1-b92ab24abd32 None None] Pushing event updated for resources: {'Port': ['ID=a675fe04-b94b-4b70-ac3f-3d4179f442c7,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:55.999721 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:56.159224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:56.212896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:56.219632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:56.227137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:56.268062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Pushing event updated for resources: {'Port': ['ID=d6dee2a3-550b-4f67-9dbc-c977e133b6f3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:56.448222 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:56.659065 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:56.905538 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:57.021328 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6f020-6177-4853-aa1e-f36060e2e9ff None None] Network 2fd2347b-7342-4422-91e5-6e880b167e87 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:32:57.240777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Router f2c864bc-068c-44d6-829f-7ad4dfa2f4be is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:32:57.263367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2f2678f8-bc2d-42c2-a1b9-72e8e5580094 None None] Provisioning for port a675fe04-b94b-4b70-ac3f-3d4179f442c7 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:57.373600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:32:57.397464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Sync routers for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:32:57.409897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:57.410816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:57.459614 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:57.464085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42530) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:32:57.466192 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5652078e-a01f-4651-b76d-9f116f259c4e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6738558 Jul 05 18:32:57.549499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:57.796316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:56Z', 'revision_number': 3, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:32:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:57.843594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Checking router: f2c864bc-068c-44d6-829f-7ad4dfa2f4be for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:32:57.844742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Updating router f2c864bc-068c-44d6-829f-7ad4dfa2f4be port d6dee2a3-550b-4f67-9dbc-c977e133b6f3 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:32:57.897103 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:57.993970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a675fe04-b94b-4b70-ac3f-3d4179f442c7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:32:58.161460 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.350489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a675fe04-b94b-4b70-ac3f-3d4179f442c7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:58.370966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a675fe04-b94b-4b70-ac3f-3d4179f442c7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:58.371414 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.454073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.475202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Transition to ACTIVE for port object d6dee2a3-550b-4f67-9dbc-c977e133b6f3 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:58.522427 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.550447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Allocated IP 172.20.0.1 (2fd2347b-7342-4422-91e5-6e880b167e87/8119ec3b-bb57-45ad-ae21-3f1c6382a90a/5226013f-1f0a-4281-a8ab-ba14314692f9) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:32:58.569627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port a675fe04-b94b-4b70-ac3f-3d4179f442c7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a675fe04-b94b-4b70-ac3f-3d4179f442c7,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:32:58.585056 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.658124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0bf12-9e76-49c7-842f-4681fb3b5b2b None None] Pushing event updated for resources: {'Port': ['ID=d6dee2a3-550b-4f67-9dbc-c977e133b6f3,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:58.662494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Attempting to bind port d6dee2a3-550b-4f67-9dbc-c977e133b6f3 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:32:58.663298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Attempting to bind port d6dee2a3-550b-4f67-9dbc-c977e133b6f3 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:32:58.664158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Attempting to bind port d6dee2a3-550b-4f67-9dbc-c977e133b6f3 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:32:58.674299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:32:58.675657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:32:58.676682 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.677183 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:32:58.677774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Bound port: d6dee2a3-550b-4f67-9dbc-c977e133b6f3, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:32:58.678600 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.699597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.714959 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Transition to ACTIVE for port object 5226013f-1f0a-4281-a8ab-ba14314692f9 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:32:58.740259 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.803861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] For port d6dee2a3-550b-4f67-9dbc-c977e133b6f3, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:32:58.811373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] For port d6dee2a3-550b-4f67-9dbc-c977e133b6f3, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d6dee2a3-550b-4f67-9dbc-c977e133b6f3,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:32:58.824710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=a675fe04-b94b-4b70-ac3f-3d4179f442c7,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:58.827968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.887787 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:32:58.891671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:58.896885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:58.901182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:32:58.916558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Pushing event updated for resources: {'Port': ['ID=5226013f-1f0a-4281-a8ab-ba14314692f9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:58.933559 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.933909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.934305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.934622 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.935226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.936369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.936829 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:58.937117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.937247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.937493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.937821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.938154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.938475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:32:58.960722 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:59.042773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:32:59.046090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:59.048243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0bf12-9e76-49c7-842f-4681fb3b5b2b None None] Pushing event updated for resources: {'Port': ['ID=d6dee2a3-550b-4f67-9dbc-c977e133b6f3,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:59.183890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:32:59.307871 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:59.400949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-26b6d143-b91e-4f64-903a-93a5418073de None None] Provisioning for port 5226013f-1f0a-4281-a8ab-ba14314692f9 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:32:59.406367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:56Z', 'revision_number': 3, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:32:59.411410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-26b6d143-b91e-4f64-903a-93a5418073de None None] Provisioning complete for port 5226013f-1f0a-4281-a8ab-ba14314692f9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:32:59.411410 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26b6d143-b91e-4f64-903a-93a5418073de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:59.454752 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74697bf-671e-47bc-88d7-d22df33d538f None None] The sync data for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 is: [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:56Z', 'revision_number': 3, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:32:59.476736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-26b6d143-b91e-4f64-903a-93a5418073de None None] Port 5226013f-1f0a-4281-a8ab-ba14314692f9 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:32:59.534801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:59.596213 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:59.691512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Pushing event updated for resources: {'Port': ['ID=5226013f-1f0a-4281-a8ab-ba14314692f9,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:32:59.693964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:32:59.841016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:32:59.842459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:32:59.854539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:00.158971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a675fe04-b94b-4b70-ac3f-3d4179f442c7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:00.294436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a675fe04-b94b-4b70-ac3f-3d4179f442c7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:00.295819 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:00.338659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-57a7e293-e553-45bf-912b-62efa1ccf378 None None] Provisioning complete for port 5226013f-1f0a-4281-a8ab-ba14314692f9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:00.339056 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-57a7e293-e553-45bf-912b-62efa1ccf378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:00.432667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-57a7e293-e553-45bf-912b-62efa1ccf378 None None] Port 5226013f-1f0a-4281-a8ab-ba14314692f9 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:33:00.505992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d6dee2a3-550b-4f67-9dbc-c977e133b6f3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:00.618668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Router f2c864bc-068c-44d6-829f-7ad4dfa2f4be has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:33:00.642165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d6dee2a3-550b-4f67-9dbc-c977e133b6f3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:00.647410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d6dee2a3-550b-4f67-9dbc-c977e133b6f3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:00.648552 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:00.773408 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:00.794269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:00.802603 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-057ba327-fe46-43e2-8b4e-dab768c98501 admin admin] 10.222.0.30 "PUT /v2.0/routers/f2c864bc-068c-44d6-829f-7ad4dfa2f4be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3362279 Jul 05 18:33:00.805025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d6dee2a3-550b-4f67-9dbc-c977e133b6f3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d6dee2a3-550b-4f67-9dbc-c977e133b6f3,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:00.881140 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:00.959503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d6dee2a3-550b-4f67-9dbc-c977e133b6f3,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:01.802886 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Sync routers for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:01.813296 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:01.813926 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:01.929762 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:01.979871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:01.986765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1507231802-network', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:01.995129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d6dee2a3-550b-4f67-9dbc-c977e133b6f3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:02.060006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d6dee2a3-550b-4f67-9dbc-c977e133b6f3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:02.060268 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.111443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Made reservation on behalf of c9406c870d86465bb1dbf16216d32aca for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:33:02.114514 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.140655 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.273868 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 2, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:02.323997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.328718 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Checking router: f2c864bc-068c-44d6-829f-7ad4dfa2f4be for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:33:02.329178 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Updating router f2c864bc-068c-44d6-829f-7ad4dfa2f4be port 5226013f-1f0a-4281-a8ab-ba14314692f9 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:33:02.371933 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.383280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.418406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:33:02.443322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7bfd782-5c0c-4276-bf69-cfe58e04df32,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:02.448741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.459404 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Added segment d1f2c709-c501-4925-b68c-6a3fb8ae10ab of type vlan for network 0f1ecb54-4933-4420-b8b5-119c766e97a2 Jul 05 18:33:02.518052 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.635396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.637556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:02.638618 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.720139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] Pushing event updated for resources: {'Network': ['ID=0f1ecb54-4933-4420-b8b5-119c766e97a2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:02.730691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 0f1ecb54-4933-4420-b8b5-119c766e97a2 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:33:02.768537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a3949bbf-a387-46ed-a00d-0ee631806e23 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7867203 Jul 05 18:33:02.771267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42574) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:02.778323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Request body: {'subnet': {'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1507231802-subnet', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:02.820396 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.833060 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Transition to ACTIVE for port object 5226013f-1f0a-4281-a8ab-ba14314692f9 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:02.887906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Made reservation on behalf of c9406c870d86465bb1dbf16216d32aca for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:33:02.890720 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:02.916980 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:03.052693 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Attempting to bind port 5226013f-1f0a-4281-a8ab-ba14314692f9 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:03.053193 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Attempting to bind port 5226013f-1f0a-4281-a8ab-ba14314692f9 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:03.053664 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Attempting to bind port 5226013f-1f0a-4281-a8ab-ba14314692f9 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:03.062447 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:03.063408 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:03.063848 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:03.064257 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Bound using segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:03.064733 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Bound port: 5226013f-1f0a-4281-a8ab-ba14314692f9, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:03.065114 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:03.068608 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9123c54-f44f-48b6-9add-7327a34ef9a4 None None] Pushing event updated for resources: {'Port': ['ID=5226013f-1f0a-4281-a8ab-ba14314692f9,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:03.159658 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] For port 5226013f-1f0a-4281-a8ab-ba14314692f9, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:03.163560 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] For port 5226013f-1f0a-4281-a8ab-ba14314692f9, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5226013f-1f0a-4281-a8ab-ba14314692f9,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:03.265368 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:03.287677 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:03.322808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1a7b22-5278-4e1e-a015-fb131dd6c01d,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:03.339348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Checking segment: {'id': 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:03.339753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Network hostable DHCP agents. Network: 0f1ecb54-4933-4420-b8b5-119c766e97a2, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:33:03.417754 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:03.418407 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:03.420927 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9123c54-f44f-48b6-9add-7327a34ef9a4 None None] Pushing event updated for resources: {'Port': ['ID=5226013f-1f0a-4281-a8ab-ba14314692f9,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:03.425465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Network 0f1ecb54-4933-4420-b8b5-119c766e97a2 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:33:03.504664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 0f1ecb54-4933-4420-b8b5-119c766e97a2) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:03.510265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:03.511126 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:03.519645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb093be2-3561-4ba6-91b3-8af27e87def2 None None] Network 0f1ecb54-4933-4420-b8b5-119c766e97a2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:33:03.640060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b1d83ce1-53d0-4158-aafa-0e9e8a9cd9da admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8653111 Jul 05 18:33:03.640327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42580) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:03.645363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:03.760448 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:03.798853 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-0f1ecb54-4933-4420-b8b5-119c766e97a2', 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'fixed_ips': [{'subnet_id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:33:03.802799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:03.803082 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:03.803219 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:03.907333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:04.007859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Allocated IP 172.20.0.2 (0f1ecb54-4933-4420-b8b5-119c766e97a2/8f1a7b22-5278-4e1e-a015-fb131dd6c01d/ad956929-c428-4373-85db-e06296cf1cdd) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:04.083635 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:03Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:04.156852 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d2887-2c65-4ee8-a8ae-92b830f6a0bd None None] The sync data for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 is: [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:03Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:33:04.326219 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:04.340661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Transition to ACTIVE for port object ad956929-c428-4373-85db-e06296cf1cdd will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:04.361051 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Transition to ACTIVE for port object ad956929-c428-4373-85db-e06296cf1cdd will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:04.453837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:04.523121 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Network 0f1ecb54-4933-4420-b8b5-119c766e97a2 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:04.527420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:04.536770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:04.547704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Pushing event updated for resources: {'Port': ['ID=ad956929-c428-4373-85db-e06296cf1cdd,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:04.611567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:04.626639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Attempting to bind port ad956929-c428-4373-85db-e06296cf1cdd on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:04.629057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Attempting to bind port ad956929-c428-4373-85db-e06296cf1cdd by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:04.629057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Attempting to bind port ad956929-c428-4373-85db-e06296cf1cdd on network 0f1ecb54-4933-4420-b8b5-119c766e97a2 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:04.639532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:04.640011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Checking segment: {'id': 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:04.640426 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:04.640819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Bound using segment: {'id': 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:04.641294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Bound port: ad956929-c428-4373-85db-e06296cf1cdd, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:04.641679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:04.733645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] For port ad956929-c428-4373-85db-e06296cf1cdd, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:04.737378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] For port ad956929-c428-4373-85db-e06296cf1cdd, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ad956929-c428-4373-85db-e06296cf1cdd,segment=NetworkSegment(d1f2c709-c501-4925-b68c-6a3fb8ae10ab),segment_id=d1f2c709-c501-4925-b68c-6a3fb8ae10ab)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:04.802536 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:04.908631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e80e27-d2b7-433c-943f-240ff001eb80 None None] Pushing event updated for resources: {'Port': ['ID=ad956929-c428-4373-85db-e06296cf1cdd,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:05.017056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:05.051816 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:05.270818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Allocated IP 172.25.3.75 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:05.443256 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:05.563172 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:05.632495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:05.637414 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:05.641580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:05.703177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Pushing event updated for resources: {'Port': ['ID=2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:06.019356 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:06.085672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5226013f-1f0a-4281-a8ab-ba14314692f9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:06.163823 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:06.235061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5226013f-1f0a-4281-a8ab-ba14314692f9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:06.239689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5226013f-1f0a-4281-a8ab-ba14314692f9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:06.247215 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:06.282917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a12c915-fffc-4a16-99ac-a3b0c1f73b5f None None] Network 0f1ecb54-4933-4420-b8b5-119c766e97a2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:33:06.411796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:06.425566 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:06.503993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 5226013f-1f0a-4281-a8ab-ba14314692f9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5226013f-1f0a-4281-a8ab-ba14314692f9,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:06.699407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-42dd4672-1afb-4b17-80c1-e773fc6f5ed3 None None] Provisioning for port ad956929-c428-4373-85db-e06296cf1cdd completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:06.780187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Router 38232d16-14aa-4511-9d6c-26ef67690660 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:33:06.780711 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:06.785741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ad956929-c428-4373-85db-e06296cf1cdd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:06.893308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=5226013f-1f0a-4281-a8ab-ba14314692f9,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:06.928448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:06.939501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Sync routers for ids ['38232d16-14aa-4511-9d6c-26ef67690660'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:06.950447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Routers {'38232d16-14aa-4511-9d6c-26ef67690660'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:06.952018 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['38232d16-14aa-4511-9d6c-26ef67690660'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:06.995067 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:06.996369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b5f5c4ba-bf10-4baf-ba28-0ce6ade1faac admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.3551033 Jul 05 18:33:07.000928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42598) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:07.004113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port ad956929-c428-4373-85db-e06296cf1cdd completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:07.011267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ad956929-c428-4373-85db-e06296cf1cdd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:07.011912 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:07.132769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Set router 38232d16-14aa-4511-9d6c-26ef67690660 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:07.283710 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:07.336263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port ad956929-c428-4373-85db-e06296cf1cdd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ad956929-c428-4373-85db-e06296cf1cdd,segment=NetworkSegment(d1f2c709-c501-4925-b68c-6a3fb8ae10ab),segment_id=d1f2c709-c501-4925-b68c-6a3fb8ae10ab)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:07.438055 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:07.580702 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:07.719025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=ad956929-c428-4373-85db-e06296cf1cdd,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:07.732369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38232d16-14aa-4511-9d6c-26ef67690660', 'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:03Z', 'updated_at': '2021-07-05T18:33:05Z', 'revision_number': 3, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'gw_port': {'id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:05Z', 'updated_at': '2021-07-05T18:33:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:07.760014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Checking router: 38232d16-14aa-4511-9d6c-26ef67690660 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:33:07.760375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Updating router 38232d16-14aa-4511-9d6c-26ef67690660 port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:33:07.812596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:07.865687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Allocated IP 172.20.0.1 (0f1ecb54-4933-4420-b8b5-119c766e97a2/8f1a7b22-5278-4e1e-a015-fb131dd6c01d/d2cebab0-967a-461a-8432-0154706d99fe) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:07.954265 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-0afa88bc-0b6f-4ac2-b0be-a73a2e6619f2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1126540 Jul 05 18:33:08.062682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.079606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Transition to ACTIVE for port object d2cebab0-967a-461a-8432-0154706d99fe will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:08.113256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-443b1de9-3fa6-4548-a0c1-8c9bdc76194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:08.114907 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-443b1de9-3fa6-4548-a0c1-8c9bdc76194a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1096 time: 0.1048262 Jul 05 18:33:08.135430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5226013f-1f0a-4281-a8ab-ba14314692f9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:08.174361 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.236160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Network 0f1ecb54-4933-4420-b8b5-119c766e97a2 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:08.242348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:08.266572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:08.301194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Pushing event updated for resources: {'Port': ['ID=d2cebab0-967a-461a-8432-0154706d99fe,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:08.311971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.321179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5226013f-1f0a-4281-a8ab-ba14314692f9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:08.321710 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.325635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-a3338cef-1706-43ba-ba32-92a7fae239e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:08.330541 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.331286 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-a3338cef-1706-43ba-ba32-92a7fae239e4 service neutron] 10.222.0.97 "GET /v2.0/networks?id=1937233a-a780-41dc-9ac8-c6911788cad5 HTTP/1.1" status: 200 len: 896 time: 0.1934602 Jul 05 18:33:08.350319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Transition to ACTIVE for port object 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:08.471614 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-45412808-e3b3-49ff-9aaa-4ad74cad2bf4 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 200 len: 1000 time: 0.1326296 Jul 05 18:33:08.475120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ad956929-c428-4373-85db-e06296cf1cdd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:08.523654 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.550942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-a86d3e02-a68f-49b0-bad3-29b887e99323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:08.553194 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-a86d3e02-a68f-49b0-bad3-29b887e99323 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c542e04b-fa2e-48a1-8d29-5afaac562973 HTTP/1.1" status: 200 len: 835 time: 0.0750380 Jul 05 18:33:08.602580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.655007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d8f16-25d1-4bf4-a11c-5d880412be0e None None] Pushing event updated for resources: {'Port': ['ID=2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:08.670397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Attempting to bind port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:08.674756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Attempting to bind port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:08.678229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Attempting to bind port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:08.706112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-4e564906-a536-4519-90b3-c8c594ec8bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:08.718248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f33492bc-ec05-4ea0-adc2-19a607e083e0 None None] Provisioning for port d2cebab0-967a-461a-8432-0154706d99fe completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:08.720564 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-4e564906-a536-4519-90b3-c8c594ec8bb1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1937233a-a780-41dc-9ac8-c6911788cad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561592 Jul 05 18:33:08.724340 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port ad956929-c428-4373-85db-e06296cf1cdd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:08.724340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.743750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:08.746504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:08.747037 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.749510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:08.750116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Bound port: 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:08.750612 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.850121 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-a226bc6c-1002-46ba-ac93-ab279cd48554 service neutron] 10.222.0.97 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217937 Jul 05 18:33:08.859092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.877366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f33492bc-ec05-4ea0-adc2-19a607e083e0 None None] Provisioning complete for port d2cebab0-967a-461a-8432-0154706d99fe triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:08.883784 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f33492bc-ec05-4ea0-adc2-19a607e083e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.930049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:08.995628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f33492bc-ec05-4ea0-adc2-19a607e083e0 None None] Port d2cebab0-967a-461a-8432-0154706d99fe cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:33:09.008234 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] For port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:09.012915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] For port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:09.031015 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-11e9d064-dd22-4064-8103-4cdab025ce16 req-71038cf7-bf70-48e5-80e5-c38cdf544545 service neutron] 10.222.0.97 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697533 Jul 05 18:33:09.034254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Pushing event updated for resources: {'Port': ['ID=d2cebab0-967a-461a-8432-0154706d99fe,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:09.064466 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:09.158118 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:09.214416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Network 0f1ecb54-4933-4420-b8b5-119c766e97a2 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:09.215658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:09.259459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Routers {'38232d16-14aa-4511-9d6c-26ef67690660'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:09.260236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['38232d16-14aa-4511-9d6c-26ef67690660'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:09.414242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d8f16-25d1-4bf4-a11c-5d880412be0e None None] Pushing event updated for resources: {'Port': ['ID=2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:09.494637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] Set router 38232d16-14aa-4511-9d6c-26ef67690660 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:09.550995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Router 38232d16-14aa-4511-9d6c-26ef67690660 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:33:09.755140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a1a0dbbd-ee30-4f4e-965a-b3f6162cafd8 None None] Provisioning complete for port d2cebab0-967a-461a-8432-0154706d99fe triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:09.755517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1a0dbbd-ee30-4f4e-965a-b3f6162cafd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:09.788545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:09.807991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f7c37050-840e-449a-8285-fafa2ee894bb admin admin] 10.222.0.30 "PUT /v2.0/routers/38232d16-14aa-4511-9d6c-26ef67690660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8076038 Jul 05 18:33:09.825635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a1a0dbbd-ee30-4f4e-965a-b3f6162cafd8 None None] Port d2cebab0-967a-461a-8432-0154706d99fe cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:33:09.842486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38232d16-14aa-4511-9d6c-26ef67690660', 'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:03Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 4, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'gw_port': {'id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:05Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd2cebab0-967a-461a-8432-0154706d99fe', 'name': '', 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'mac_address': 'fa:16:3e:e6:73:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:07Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 2, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'subnets': [{'id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:09.884208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b672651f-0659-4481-b7e1-a1e60251ccc7 None None] The sync data for ids ['38232d16-14aa-4511-9d6c-26ef67690660'] in n-d-799524-1 is: [{'id': '38232d16-14aa-4511-9d6c-26ef67690660', 'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:03Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 4, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'gw_port': {'id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:05Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd2cebab0-967a-461a-8432-0154706d99fe', 'name': '', 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'mac_address': 'fa:16:3e:e6:73:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:07Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 2, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'subnets': [{'id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:33:11.994645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:12.133499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:12.137484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:12.137866 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:12.227616 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:12.251198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:12.345051 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:12.401028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:12.851392 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Sync routers for ids ['38232d16-14aa-4511-9d6c-26ef67690660'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:12.863264 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Routers {'38232d16-14aa-4511-9d6c-26ef67690660'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:12.863895 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['38232d16-14aa-4511-9d6c-26ef67690660'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:12.975112 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Set router 38232d16-14aa-4511-9d6c-26ef67690660 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:13.184535 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38232d16-14aa-4511-9d6c-26ef67690660', 'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:03Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 4, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'gw_port': {'id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:05Z', 'updated_at': '2021-07-05T18:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd2cebab0-967a-461a-8432-0154706d99fe', 'name': '', 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'mac_address': 'fa:16:3e:e6:73:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:07Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 2, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'subnets': [{'id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:13.210130 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Checking router: 38232d16-14aa-4511-9d6c-26ef67690660 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:33:13.210476 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Updating router 38232d16-14aa-4511-9d6c-26ef67690660 port d2cebab0-967a-461a-8432-0154706d99fe binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:33:13.245248 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:13.501604 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:13.511077 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Transition to ACTIVE for port object d2cebab0-967a-461a-8432-0154706d99fe will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:13.608148 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:13.662159 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbf9f0-11a4-4942-b3d0-3841fd49ff70 None None] Pushing event updated for resources: {'Port': ['ID=d2cebab0-967a-461a-8432-0154706d99fe,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:13.720038 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Attempting to bind port d2cebab0-967a-461a-8432-0154706d99fe on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:13.720412 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Attempting to bind port d2cebab0-967a-461a-8432-0154706d99fe by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:13.720774 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Attempting to bind port d2cebab0-967a-461a-8432-0154706d99fe on network 0f1ecb54-4933-4420-b8b5-119c766e97a2 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:13.726006 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:13.726347 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Checking segment: {'id': 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:13.726769 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:13.727278 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Bound using segment: {'id': 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:13.727902 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Bound port: d2cebab0-967a-461a-8432-0154706d99fe, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:13.728099 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:13.797712 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] For port d2cebab0-967a-461a-8432-0154706d99fe, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:13.801569 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] For port d2cebab0-967a-461a-8432-0154706d99fe, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d2cebab0-967a-461a-8432-0154706d99fe,segment=NetworkSegment(d1f2c709-c501-4925-b68c-6a3fb8ae10ab),segment_id=d1f2c709-c501-4925-b68c-6a3fb8ae10ab)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:13.871298 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:13.957809 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Routers {'38232d16-14aa-4511-9d6c-26ef67690660'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:13.958442 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:32:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['38232d16-14aa-4511-9d6c-26ef67690660'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:13.962130 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cbf9f0-11a4-4942-b3d0-3841fd49ff70 None None] Pushing event updated for resources: {'Port': ['ID=d2cebab0-967a-461a-8432-0154706d99fe,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:13.992781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:14.058116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:14.059457 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:14.095150 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] Set router 38232d16-14aa-4511-9d6c-26ef67690660 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:14.383451 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38232d16-14aa-4511-9d6c-26ef67690660', 'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:03Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 4, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'gw_port': {'id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:05Z', 'updated_at': '2021-07-05T18:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd2cebab0-967a-461a-8432-0154706d99fe', 'name': '', 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'mac_address': 'fa:16:3e:e6:73:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:07Z', 'updated_at': '2021-07-05T18:33:13Z', 'revision_number': 4, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'subnets': [{'id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:14.416324 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9eab36-3096-40b2-8384-7602cea070f3 None None] The sync data for ids ['38232d16-14aa-4511-9d6c-26ef67690660'] in n-d-799524-1 is: [{'id': '38232d16-14aa-4511-9d6c-26ef67690660', 'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:03Z', 'updated_at': '2021-07-05T18:33:08Z', 'revision_number': 4, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'gw_port': {'id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:05Z', 'updated_at': '2021-07-05T18:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd2cebab0-967a-461a-8432-0154706d99fe', 'name': '', 'network_id': '0f1ecb54-4933-4420-b8b5-119c766e97a2', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'mac_address': 'fa:16:3e:e6:73:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:07Z', 'updated_at': '2021-07-05T18:33:13Z', 'revision_number': 4, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'subnets': [{'id': '8f1a7b22-5278-4e1e-a015-fb131dd6c01d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:33:14.523013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-1540d7bb-d579-45d5-be4c-8c4736665f7e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:14.524605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-1540d7bb-d579-45d5-be4c-8c4736665f7e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.5675042 Jul 05 18:33:14.541350 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-1dbb076b-fe19-41d7-9224-06446f22c880 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/quotas/314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 375 time: 0.0098574 Jul 05 18:33:14.622396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-a585b002-4688-4471-980c-9253a790ad69 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749254 Jul 05 18:33:14.735475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-01704a1c-6428-4eee-8420-b22c5c3745a0 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986300 Jul 05 18:33:14.835544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-4a3b3a85-5b2c-42ec-95c2-93e0ac2bb5e5 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941188 Jul 05 18:33:15.488893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1144c61-144e-4820-b5e6-917f0bafb4a4 req-5b924296-da01-49e3-be2b-f9de3454805d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 210 time: 0.0314548 Jul 05 18:33:15.957436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d2cebab0-967a-461a-8432-0154706d99fe up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:16.092186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d2cebab0-967a-461a-8432-0154706d99fe completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:16.096576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d2cebab0-967a-461a-8432-0154706d99fe triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:16.096964 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:16.174310 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:16.208616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d2cebab0-967a-461a-8432-0154706d99fe, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d2cebab0-967a-461a-8432-0154706d99fe,segment=NetworkSegment(d1f2c709-c501-4925-b68c-6a3fb8ae10ab),segment_id=d1f2c709-c501-4925-b68c-6a3fb8ae10ab)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:16.350585 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:16.405101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d2cebab0-967a-461a-8432-0154706d99fe,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:16.573399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4338219-5084-42f8-af45-6cf2724ac236 req-4a0f7a0e-61dc-43d4-98e4-0d8c3f05024d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 210 time: 0.0296078 Jul 05 18:33:17.717405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-4d6abf79-91e2-40b7-8622-ccd86fda01b4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:17.723613 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-4d6abf79-91e2-40b7-8622-ccd86fda01b4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1145177 Jul 05 18:33:17.723982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a581a7a9-6ba5-4cfd-a22a-161a71b6eae1 req-6f32b07e-9a73-4500-9e89-cc26b4ff2271 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 210 time: 0.0314524 Jul 05 18:33:17.733402 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'port': {'device_id': 'aa99aa94-82e4-4cb2-937e-bf05fe64c027', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'admin_state_up': True, 'tenant_id': '314b25ec81cb45cd80ef141376583cb8'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:17.908403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42764) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:17.910442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Made reservation on behalf of 314b25ec81cb45cd80ef141376583cb8 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:33:17.914403 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:17.963034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7cb6489-b474-4d74-94f2-6d394b110574 admin admin] Deleting subnet ea7c0e76-b7fe-4003-b9c2-b08c45124f9b {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:33:17.970101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d2cebab0-967a-461a-8432-0154706d99fe up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:17.984225 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6489-b474-4d74-94f2-6d394b110574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.037659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d2cebab0-967a-461a-8432-0154706d99fe triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:18.038525 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.045196 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6489-b474-4d74-94f2-6d394b110574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.096795 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6489-b474-4d74-94f2-6d394b110574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.102237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.20.0.5 (2fd2347b-7342-4422-91e5-6e880b167e87/8119ec3b-bb57-45ad-ae21-3f1c6382a90a/05a795e1-22f7-413c-a8c0-189d8551534d) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:18.248503 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6489-b474-4d74-94f2-6d394b110574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.271158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.285932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Transition to ACTIVE for port object 05a795e1-22f7-413c-a8c0-189d8551534d will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:18.298014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb6489-b474-4d74-94f2-6d394b110574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea7c0e76-b7fe-4003-b9c2-b08c45124f9b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:18.305733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6489-b474-4d74-94f2-6d394b110574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.311407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d7cb6489-b474-4d74-94f2-6d394b110574 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea7c0e76-b7fe-4003-b9c2-b08c45124f9b HTTP/1.1" status: 204 len: 168 time: 0.4018893 Jul 05 18:33:18.312280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42766) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:18.387298 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.391718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.455849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:18.461962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:18.466595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:18.508718 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.522003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd1828a-4e2f-4006-85e1-860a03ba3cdc']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:18.526634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=05a795e1-22f7-413c-a8c0-189d8551534d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:18.539719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:18.540569 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.547894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f998ebe5-8108-4c80-a75a-5a6185887dd7') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:18.549233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f998ebe5-8108-4c80-a75a-5a6185887dd7') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:18.563156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.578989 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.586331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:33:18.586785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:33:18.588516 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:33:18.614586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-bf04235d-b95c-4231-a2e5-ed70da6bd855 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860540 Jul 05 18:33:18.627347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Request body: {'port': {'device_id': 'aa99aa94-82e4-4cb2-937e-bf05fe64c027', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:18.705599 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.720156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.725810 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.727934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2dd1828a-4e2f-4006-85e1-860a03ba3cdc HTTP/1.1" status: 204 len: 168 time: 0.4125204 Jul 05 18:33:18.728997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284efda2-b3c8-4399-9709-004f99db8545 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd1828a-4e2f-4006-85e1-860a03ba3cdc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:18.869693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cbd234bb-223d-439f-9b3b-99010831971c None None] Provisioning for port 05a795e1-22f7-413c-a8c0-189d8551534d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:18.877122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cbd234bb-223d-439f-9b3b-99010831971c None None] Provisioning complete for port 05a795e1-22f7-413c-a8c0-189d8551534d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:18.878666 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cbd234bb-223d-439f-9b3b-99010831971c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:18.932187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cbd234bb-223d-439f-9b3b-99010831971c None None] Port 05a795e1-22f7-413c-a8c0-189d8551534d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:33:18.991355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f2463-5a30-4694-8d9c-f89477539303 req-8e556ceb-8b9a-4156-b20e-d3020f5cf5b7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:18.992907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-264f2463-5a30-4694-8d9c-f89477539303 req-8e556ceb-8b9a-4156-b20e-d3020f5cf5b7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 931 time: 0.0826743 Jul 05 18:33:19.038820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-264f2463-5a30-4694-8d9c-f89477539303 req-8dc09c6c-c695-48f4-b891-934e798c690f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392530 Jul 05 18:33:19.064676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05a795e1-22f7-413c-a8c0-189d8551534d {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:33:19.066179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:19.079734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Transition to ACTIVE for port object 05a795e1-22f7-413c-a8c0-189d8551534d will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:19.160744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:19.194393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42772) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:19.213732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Pushing event updated for resources: {'Port': ['ID=05a795e1-22f7-413c-a8c0-189d8551534d,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:19.260547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-83f770c8-0590-4ee3-8ed6-88ad8cf828f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1e392178fc324548b9399ed03d6403bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647717 Jul 05 18:33:19.264494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42774) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:19.301949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Attempting to bind port 05a795e1-22f7-413c-a8c0-189d8551534d on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:19.301949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Attempting to bind port 05a795e1-22f7-413c-a8c0-189d8551534d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:19.301949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Attempting to bind port 05a795e1-22f7-413c-a8c0-189d8551534d on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:19.304282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Port 05a795e1-22f7-413c-a8c0-189d8551534d on network 2fd2347b-7342-4422-91e5-6e880b167e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:33:19.304717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Attempting to bind port 05a795e1-22f7-413c-a8c0-189d8551534d on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:19.310725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:19.311229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:19.311745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Bound using segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:19.312188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Bound port: 05a795e1-22f7-413c-a8c0-189d8551534d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:19.312607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:19.330806 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f72bcb13-e267-4739-97c7-522db8eaeec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:19.355920 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f72bcb13-e267-4739-97c7-522db8eaeec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:19.410845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] For port 05a795e1-22f7-413c-a8c0-189d8551534d, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:19.414815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] For port 05a795e1-22f7-413c-a8c0-189d8551534d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=05a795e1-22f7-413c-a8c0-189d8551534d,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:19.488054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f72bcb13-e267-4739-97c7-522db8eaeec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:19.490704 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f72bcb13-e267-4739-97c7-522db8eaeec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:19.492010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f72bcb13-e267-4739-97c7-522db8eaeec0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af7a64bc-9581-41eb-86ad-6ae4a104dacd HTTP/1.1" status: 204 len: 168 time: 0.2269728 Jul 05 18:33:19.500446 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72bcb13-e267-4739-97c7-522db8eaeec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7a64bc-9581-41eb-86ad-6ae4a104dacd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:19.516734 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:19.554824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:19.555452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:19.556867 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] 10.222.0.39 "PUT /v2.0/ports/05a795e1-22f7-413c-a8c0-189d8551534d HTTP/1.1" status: 200 len: 1091 time: 0.9348021 Jul 05 18:33:19.557341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa99aa94-82e4-4cb2-937e-bf05fe64c027', 'tag': '05a795e1-22f7-413c-a8c0-189d8551534d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:33:19.559672 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511d127d-d7e6-4881-9f6f-6a66a529fe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa99aa94-82e4-4cb2-937e-bf05fe64c027", "tag": "05a795e1-22f7-413c-a8c0-189d8551534d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:33:19.619100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a231f-a2b1-44ba-b3d9-4eec5cc63ebd service neutron] Pushing event updated for resources: {'Port': ['ID=05a795e1-22f7-413c-a8c0-189d8551534d,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:19.628534 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de7ecfb-87d3-48a2-a612-92a15106f06c x-openstack-request-id: req-0de7ecfb-87d3-48a2-a612-92a15106f06c {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:33:19.628815 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa99aa94-82e4-4cb2-937e-bf05fe64c027", "tag": "05a795e1-22f7-413c-a8c0-189d8551534d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:33:19.629150 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0de7ecfb-87d3-48a2-a612-92a15106f06c {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:33:19.629600 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa99aa94-82e4-4cb2-937e-bf05fe64c027', 'tag': '05a795e1-22f7-413c-a8c0-189d8551534d', 'status': 'completed', 'code': 200} Jul 05 18:33:19.695514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d127d-d7e6-4881-9f6f-6a66a529fe2a req-3f5a377c-1641-4ec2-b128-6b436d92da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:19.697517 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-511d127d-d7e6-4881-9f6f-6a66a529fe2a req-3f5a377c-1641-4ec2-b128-6b436d92da76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 1094 time: 0.0657632 Jul 05 18:33:19.821234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d127d-d7e6-4881-9f6f-6a66a529fe2a req-208301a3-7e42-46d3-8f1d-97c5cb6c5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:19.822870 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-511d127d-d7e6-4881-9f6f-6a66a529fe2a req-208301a3-7e42-46d3-8f1d-97c5cb6c5701 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=314b25ec81cb45cd80ef141376583cb8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1173744 Jul 05 18:33:19.940082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d127d-d7e6-4881-9f6f-6a66a529fe2a req-181a8e3e-dad2-4417-a2b7-fc9107e34933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:19.941440 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-511d127d-d7e6-4881-9f6f-6a66a529fe2a req-181a8e3e-dad2-4417-a2b7-fc9107e34933 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1114745 Jul 05 18:33:20.054871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-049d7375-ce8d-4879-b7a4-133573566af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:20.056300 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-049d7375-ce8d-4879-b7a4-133573566af3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 1094 time: 0.0601645 Jul 05 18:33:20.103504 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-4b5cff8b-8c3c-4970-bd59-b5e53ba18152 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05a795e1-22f7-413c-a8c0-189d8551534d HTTP/1.1" status: 200 len: 217 time: 0.0394375 Jul 05 18:33:20.171649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-abfe3172-b358-44c3-9080-b21f013a11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:20.173862 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-abfe3172-b358-44c3-9080-b21f013a11fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0632358 Jul 05 18:33:20.255142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-3a30527e-2033-4e7b-9a08-7be0cec4fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:20.256846 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-3a30527e-2033-4e7b-9a08-7be0cec4fdb7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748942 Jul 05 18:33:20.363682 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-18aceea5-db5f-40c2-a036-966f8dc75e61 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991902 Jul 05 18:33:20.465592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b03937-3d0b-493e-9ff1-595583bb531e req-6f5379e1-0d0e-4d9c-9afd-080ca7bae6d6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:20.467642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8b03937-3d0b-493e-9ff1-595583bb531e req-6f5379e1-0d0e-4d9c-9afd-080ca7bae6d6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.0837004 Jul 05 18:33:20.479242 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-26d25779-7fda-4b9c-9fe7-6b761934396e req-ad94b715-4866-4d73-9918-41226dffb9cd service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073472 Jul 05 18:33:20.508838 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8b03937-3d0b-493e-9ff1-595583bb531e req-07aebc43-9076-42ee-b74d-2a091968cc16 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341017 Jul 05 18:33:20.779294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eefb5bdc-3165-4809-98f3-b5145ad6717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:21.692842 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1026502-9220-4520-a477-cd18e6d36a17 req-5a7245d6-9c6d-4420-9505-8e8cbd410b0e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:21.694442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1026502-9220-4520-a477-cd18e6d36a17 req-5a7245d6-9c6d-4420-9505-8e8cbd410b0e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.0646033 Jul 05 18:33:21.738720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1026502-9220-4520-a477-cd18e6d36a17 req-7ce77e60-341a-40c3-826a-bfda30ddfc0c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354116 Jul 05 18:33:22.919852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b309ce-4ad3-4966-b3e8-226fb8fe6e27 req-21c36bd9-0750-4f8e-b8e8-f9accd6422d3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:22.921386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62b309ce-4ad3-4966-b3e8-226fb8fe6e27 req-21c36bd9-0750-4f8e-b8e8-f9accd6422d3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.0674381 Jul 05 18:33:22.962934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62b309ce-4ad3-4966-b3e8-226fb8fe6e27 req-4264b154-9739-4fea-8b44-84dd0812eb3c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332434 Jul 05 18:33:23.424635 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8c1cdbcb-76a4-4b96-a384-a3bdb0d4c7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:23.733099 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:24.148753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b29898-a059-4992-b48d-d9a2a71404b6 req-b5c3935e-5682-4bc2-9984-67ddb5428802 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:24.150174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57b29898-a059-4992-b48d-d9a2a71404b6 req-b5c3935e-5682-4bc2-9984-67ddb5428802 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.0670967 Jul 05 18:33:24.187948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57b29898-a059-4992-b48d-d9a2a71404b6 req-74e6f8c1-2e3e-4ec9-a77e-a0b7572a5387 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Jul 05 18:33:24.716004 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:24.784878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42940) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:24.899862 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5319407f-8103-4e5d-931e-055fc8d0d872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:24.990084 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5319407f-8103-4e5d-931e-055fc8d0d872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:25.041576 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5319407f-8103-4e5d-931e-055fc8d0d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:25.100524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5319407f-8103-4e5d-931e-055fc8d0d872 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19015b7e1a37491ba5a008fa6d4875f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145323 Jul 05 18:33:25.101265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5319407f-8103-4e5d-931e-055fc8d0d872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ef85ae-6880-4bf7-8d38-4d845a1d4ce7,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:25.103130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42948) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:25.116701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823559e-a6e3-4252-b98e-c2314dc46e81 req-e1a56a37-a959-45a3-babc-515bbf32fd14 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:25.118216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3823559e-a6e3-4252-b98e-c2314dc46e81 req-e1a56a37-a959-45a3-babc-515bbf32fd14 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.1198046 Jul 05 18:33:25.159353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3823559e-a6e3-4252-b98e-c2314dc46e81 req-b123dd62-ee24-408f-9690-454ee983f9b5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351408 Jul 05 18:33:25.162153 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8d91aca-4be9-4d7d-b2dc-7e42475551e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:25.184243 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8d91aca-4be9-4d7d-b2dc-7e42475551e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:25.184570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42950) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:25.250988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6244cdf8-d7db-424f-8b9f-188be50e56c5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa HTTP/1.1" status: 200 len: 992 time: 0.0638690 Jul 05 18:33:25.310794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8d91aca-4be9-4d7d-b2dc-7e42475551e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:25.313584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8d91aca-4be9-4d7d-b2dc-7e42475551e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:25.315233 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f8d91aca-4be9-4d7d-b2dc-7e42475551e4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8ef85ae-6880-4bf7-8d38-4d845a1d4ce7 HTTP/1.1" status: 204 len: 168 time: 0.2109685 Jul 05 18:33:25.323777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91aca-4be9-4d7d-b2dc-7e42475551e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ef85ae-6880-4bf7-8d38-4d845a1d4ce7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:25.387553 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe8df4-cea8-4284-a6ab-55ae68587ced req-55ee4895-5c59-4d25-b601-1b589391b3c3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:25.389096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fe8df4-cea8-4284-a6ab-55ae68587ced req-55ee4895-5c59-4d25-b601-1b589391b3c3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.0845571 Jul 05 18:33:25.433906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64fe8df4-cea8-4284-a6ab-55ae68587ced req-3ed97b49-ae42-4288-abe2-741b39a2b49b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390410 Jul 05 18:33:25.867338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d982a9-25a2-4765-bc04-bf9c6403e047 req-d4860b61-5260-4332-a513-01035542a15c tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:25.868792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5d982a9-25a2-4765-bc04-bf9c6403e047 req-d4860b61-5260-4332-a513-01035542a15c tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1096 time: 0.0535488 Jul 05 18:33:25.904142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5d982a9-25a2-4765-bc04-bf9c6403e047 req-bda72475-3e96-42cf-8fa0-16ce33974f0f tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297599 Jul 05 18:33:25.923930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 42966) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:25.938117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-da7d0da6-7a81-4749-a85b-77261f2f0c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:26.027504 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-da7d0da6-7a81-4749-a85b-77261f2f0c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:26.127595 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-da7d0da6-7a81-4749-a85b-77261f2f0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:26.165983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-da7d0da6-7a81-4749-a85b-77261f2f0c55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ada7dd5e93fd4b6dbdd832a0c099afb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2409625 Jul 05 18:33:26.167537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d0da6-7a81-4749-a85b-77261f2f0c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5688086-0368-41a6-bf6a-a5781f05db57,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:26.168936 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 42970) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:26.225174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef9d52e9-386e-4df7-9c7e-fa44e5de7481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:26.246012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef9d52e9-386e-4df7-9c7e-fa44e5de7481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:26.344571 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef9d52e9-386e-4df7-9c7e-fa44e5de7481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:26.347382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ef9d52e9-386e-4df7-9c7e-fa44e5de7481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:26.348528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ef9d52e9-386e-4df7-9c7e-fa44e5de7481 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5688086-0368-41a6-bf6a-a5781f05db57 HTTP/1.1" status: 204 len: 168 time: 0.1785889 Jul 05 18:33:26.359770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d52e9-386e-4df7-9c7e-fa44e5de7481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5688086-0368-41a6-bf6a-a5781f05db57,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:26.430641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:26.619605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b5f35-44e0-43f3-808d-087a6db613cf req-169b2dd4-7079-4270-bbb4-f5601d0f93a2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:26.621275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-179b5f35-44e0-43f3-808d-087a6db613cf req-169b2dd4-7079-4270-bbb4-f5601d0f93a2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.0743492 Jul 05 18:33:26.664686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-179b5f35-44e0-43f3-808d-087a6db613cf req-a44cb579-fff4-42fe-8eb4-eb2a01923322 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364106 Jul 05 18:33:27.247937 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1eca8d53-ee32-4421-81ba-b76021b36051 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556610 Jul 05 18:33:27.427441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43016) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:27.536029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-389629925-network', 'tenant_id': '93e031480b414d93a77a82c035efc3ef'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:27.607831 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Made reservation on behalf of 93e031480b414d93a77a82c035efc3ef for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:33:27.612493 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:27.622592 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:27.715736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:27.767559 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:27.806937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:33:27.815196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ff7d08-f945-4a5f-8c75-42209e83c2fb,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:27.825221 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:27.825565 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Added segment 35387753-c1fa-4f11-bde8-9d58ab02b1b2 of type vlan for network 5650e77e-f8c6-4a33-8def-0d156404a6c5 Jul 05 18:33:27.869465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:27.869733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849569d4-ed68-45ef-b40f-503dd8b06be4 req-44ae9854-cd03-46d4-90db-ca654ce66e9b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:27.871291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-849569d4-ed68-45ef-b40f-503dd8b06be4 req-44ae9854-cd03-46d4-90db-ca654ce66e9b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.0912974 Jul 05 18:33:27.915228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-849569d4-ed68-45ef-b40f-503dd8b06be4 req-6a9c55ca-14e2-4f9a-8f2b-843e8e7eae02 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371482 Jul 05 18:33:27.979007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:27.980041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:27.980635 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:28.071691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] Pushing event updated for resources: {'Network': ['ID=5650e77e-f8c6-4a33-8def-0d156404a6c5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:28.083052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 5650e77e-f8c6-4a33-8def-0d156404a6c5 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:33:28.123184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e09bc576-e03b-4285-af99-f653b186b403 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6942196 Jul 05 18:33:28.124743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43024) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:28.130005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Request body: {'subnet': {'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-389629925-subnet', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:28.235568 n-d-799524-1 neutron-server[100998]: WARNING keystonemiddleware.auth_token [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1eca8d53-ee32-4421-81ba-b76021b36051 service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 18:33:28.239419 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-75ea29e2-61a6-4c02-9b11-ae785cd01227 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:33:28.240454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-75ea29e2-61a6-4c02-9b11-ae785cd01227 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1247392 Jul 05 18:33:28.249069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Request body: {'binding': {'host': 'n-h2-799524-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:28.251397 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Unknown quota resources ['binding']. {{(pid=100998) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 18:33:28.254478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Made reservation on behalf of 93e031480b414d93a77a82c035efc3ef for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:33:28.256758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:28.486440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on host n-h2-799524-1 for vnic_type normal with profile None {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:28.486707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:28.487032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on network 1937233a-a780-41dc-9ac8-c6911788cad5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:28.510074 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on network 1937233a-a780-41dc-9ac8-c6911788cad5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:33:28.510395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on network 1937233a-a780-41dc-9ac8-c6911788cad5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:28.523337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:28.523671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Checking segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:28.524046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Bound using segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:28.524465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Bound port: 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:28.619040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:28.620577 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:28.677415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2af4bf-fe37-4361-b949-29e3050552a5,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:28.691792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Checking segment: {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:28.691792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Network hostable DHCP agents. Network: 5650e77e-f8c6-4a33-8def-0d156404a6c5, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:33:28.711108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] Notify callbacks [] for binding, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:28.714603 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] 10.222.0.30 "POST /v2.0/ports/2b1ec01a-9701-4945-bd8f-259301dfa6ae/bindings HTTP/1.1" status: 201 len: 389 time: 0.4664330 Jul 05 18:33:28.784926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Network 5650e77e-f8c6-4a33-8def-0d156404a6c5 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:33:28.887629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 5650e77e-f8c6-4a33-8def-0d156404a6c5) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:28.892652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:28.893247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:28.897185 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5d039d-e5f6-4166-8514-de0b1645f1ee None None] Network 5650e77e-f8c6-4a33-8def-0d156404a6c5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:33:28.994294 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-90a8795a-d422-4e22-973b-6263f8469edb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8685427 Jul 05 18:33:28.994720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43030) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:28.999587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:29.054139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-5650e77e-f8c6-4a33-8def-0d156404a6c5', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:33:29.055309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.154710 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae45e04-abe4-444f-9136-45a8a490a7f5 req-83a0e6b9-f947-4cbf-bbb2-6130a7c3deee tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:29.157152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ae45e04-abe4-444f-9136-45a8a490a7f5 req-83a0e6b9-f947-4cbf-bbb2-6130a7c3deee tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.1172276 Jul 05 18:33:29.161794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.162943 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.188282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf349e-3a53-4ee0-b056-06e911a6d164 req-8b089627-3876-411d-b2ec-889fc8b10e97 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:29.190517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7eaf349e-3a53-4ee0-b056-06e911a6d164 req-8b089627-3876-411d-b2ec-889fc8b10e97 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.1555417 Jul 05 18:33:29.193714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Allocated IP 172.20.0.2 (5650e77e-f8c6-4a33-8def-0d156404a6c5/1d2af4bf-fe37-4361-b949-29e3050552a5/927dd89b-f2e1-49b4-bbc6-263c8975744f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:29.283124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ae45e04-abe4-444f-9136-45a8a490a7f5 req-0ca2d43b-4f6a-423c-92dc-b16e67ce30c1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164045 Jul 05 18:33:29.289452 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.307306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7eaf349e-3a53-4ee0-b056-06e911a6d164 req-11ecd63a-3df7-479c-b2f8-e043fd85b353 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996215 Jul 05 18:33:29.340351 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.349905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Transition to ACTIVE for port object 927dd89b-f2e1-49b4-bbc6-263c8975744f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:29.365184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Transition to ACTIVE for port object 927dd89b-f2e1-49b4-bbc6-263c8975744f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:29.414257 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.428593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-2a30a209-102c-4e11-b8fa-d86f0a956459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:29.430234 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-2a30a209-102c-4e11-b8fa-d86f0a956459 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1096 time: 0.0591097 Jul 05 18:33:29.456093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Network 5650e77e-f8c6-4a33-8def-0d156404a6c5 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:29.460976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:29.463389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:29.474453 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Pushing event updated for resources: {'Port': ['ID=927dd89b-f2e1-49b4-bbc6-263c8975744f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:29.491552 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.526356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-c97ddb23-d37c-458a-9c8d-8a9d6b4091a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:29.528329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-c97ddb23-d37c-458a-9c8d-8a9d6b4091a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1937233a-a780-41dc-9ac8-c6911788cad5 HTTP/1.1" status: 200 len: 896 time: 0.0914748 Jul 05 18:33:29.534067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Attempting to bind port 927dd89b-f2e1-49b4-bbc6-263c8975744f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:29.534067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Attempting to bind port 927dd89b-f2e1-49b4-bbc6-263c8975744f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:29.534067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Attempting to bind port 927dd89b-f2e1-49b4-bbc6-263c8975744f on network 5650e77e-f8c6-4a33-8def-0d156404a6c5 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:29.538052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:29.538426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Checking segment: {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:29.538857 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.539246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Bound using segment: {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:29.539712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Bound port: 927dd89b-f2e1-49b4-bbc6-263c8975744f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:29.540095 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.595914 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-0bbdc1af-b6a3-4a4e-b9a3-4bcca4f41b86 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 200 len: 1000 time: 0.0609796 Jul 05 18:33:29.659661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-910f8294-87b6-4fa8-a992-5dc8a1cd5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:29.661166 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-910f8294-87b6-4fa8-a992-5dc8a1cd5383 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c542e04b-fa2e-48a1-8d29-5afaac562973 HTTP/1.1" status: 200 len: 835 time: 0.0585167 Jul 05 18:33:29.723911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-cab60b26-2ba6-4bc8-88d5-15511cce7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:29.725770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-cab60b26-2ba6-4bc8-88d5-15511cce7c80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1937233a-a780-41dc-9ac8-c6911788cad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578072 Jul 05 18:33:29.772611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] For port 927dd89b-f2e1-49b4-bbc6-263c8975744f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:29.788620 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.789946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] For port 927dd89b-f2e1-49b4-bbc6-263c8975744f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=927dd89b-f2e1-49b4-bbc6-263c8975744f,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:29.808157 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.826998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-4b9619b5-0f8c-47ea-978e-584737631725 service neutron] 10.222.0.39 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941706 Jul 05 18:33:29.863454 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.898156 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:29.931916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Allocated IP 172.25.3.110 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:29.941432 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-d8cc3790-f54a-4565-939c-57b31e38dfaf service neutron] 10.222.0.39 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070349 Jul 05 18:33:29.975718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f9704-edff-4f95-8a98-a87c938fc63d None None] Pushing event updated for resources: {'Port': ['ID=927dd89b-f2e1-49b4-bbc6-263c8975744f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:30.049283 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.109275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-3a6a56f1-b33f-4902-8fc8-7abf5e4f31fb tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:30.110867 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-3a6a56f1-b33f-4902-8fc8-7abf5e4f31fb tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1096 time: 0.1072519 Jul 05 18:33:30.125133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-799524-1'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:30.174689 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.215183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:30.225516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:30.225953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.228356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:30.256458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Pushing event updated for resources: {'Port': ['ID=11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:30.379584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:30.424411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:30.468314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:33:30.472286 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e061fb86-890b-439c-933c-5dfbb307a2f9" -d '{"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:33:30.476164 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.522136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.599661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659b25b-dbe6-464e-846b-f2ebd711ab03 req-75466824-0805-4978-812d-701ef8b88cd4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:30.601295 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8659b25b-dbe6-464e-846b-f2ebd711ab03 req-75466824-0805-4978-812d-701ef8b88cd4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.1894133 Jul 05 18:33:30.628216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:30.629023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884ff0c-4dda-4d6b-b138-96abcdfcb03d req-2e54de78-d468-4ef9-944c-a9cb5ee58c0e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:30.630690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2884ff0c-4dda-4d6b-b138-96abcdfcb03d req-2e54de78-d468-4ef9-944c-a9cb5ee58c0e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.1893718 Jul 05 18:33:30.641247 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.687400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on host n-h1-799524-1 for vnic_type normal with profile {"migrating_to": "n-h2-799524-1"} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:30.687400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:30.688416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on network 1937233a-a780-41dc-9ac8-c6911788cad5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:30.693190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on network 1937233a-a780-41dc-9ac8-c6911788cad5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:33:30.693524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Attempting to bind port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on network 1937233a-a780-41dc-9ac8-c6911788cad5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:30.699107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:30.699453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Checking segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:30.699842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Bound using segment: {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:30.700536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Bound port: 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30519a79-6e7e-46ba-a04d-dd0e4047237a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:30.700690 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.721901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8659b25b-dbe6-464e-846b-f2ebd711ab03 req-9cab17e5-b07e-4083-8a36-16bff68439b2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095212 Jul 05 18:33:30.783535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2884ff0c-4dda-4d6b-b138-96abcdfcb03d req-53a93602-0360-4419-bcce-11687da8852d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009526 Jul 05 18:33:30.821827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:30.827454 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e46259-0f49-4f5b-b168-27abf947b1e3 x-openstack-request-id: req-e6e46259-0f49-4f5b-b168-27abf947b1e3 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:33:30.829482 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:33:30.829482 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6e46259-0f49-4f5b-b168-27abf947b1e3 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:33:30.829843 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'code': 200} Jul 05 18:33:30.831790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:30.905617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a9d512dc-4f90-4648-a47a-46a1a485fafc None None] Provisioning complete for port 2b1ec01a-9701-4945-bd8f-259301dfa6ae triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:30.905617 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a9d512dc-4f90-4648-a47a-46a1a485fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.921284 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.934870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:30.949706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a9d512dc-4f90-4648-a47a-46a1a485fafc None None] Port 2b1ec01a-9701-4945-bd8f-259301dfa6ae cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:33:31.053249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=8']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:31.091027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:31.091652 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:31.093180 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-1a2e22b7-16fd-42d5-8522-04a9fa38a66a service neutron] 10.222.0.39 "PUT /v2.0/ports/2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 200 len: 1121 time: 0.9745691 Jul 05 18:33:31.132646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcc1084-45a7-482b-8d4e-eddb731094c1 None None] Network 5650e77e-f8c6-4a33-8def-0d156404a6c5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:33:31.150200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:33:31.176690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['2b1ec01a-9701-4945-bd8f-259301dfa6ae'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:33:31.222366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 05a795e1-22f7-413c-a8c0-189d8551534d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:33:31.274837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:31.289465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Sync routers for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:31.350500 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:31.352521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-04424d5d-e65e-44b1-8060-ef825f74f89e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3563776 Jul 05 18:33:31.354503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43040) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:31.357660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c4ae2e62-4eae-44a3-bc63-07f5509fc2b9 None None] Provisioning for port 927dd89b-f2e1-49b4-bbc6-263c8975744f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:31.386313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:31.386894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:31.576250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 05a795e1-22f7-413c-a8c0-189d8551534d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=05a795e1-22f7-413c-a8c0-189d8551534d,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:31.606175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-56e5a5d8-a6e9-4858-9e4b-576fd4a061b5 None None] Provisioning complete for port 2b1ec01a-9701-4945-bd8f-259301dfa6ae triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:31.606572 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-56e5a5d8-a6e9-4858-9e4b-576fd4a061b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:31.613604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '05a795e1-22f7-413c-a8c0-189d8551534d', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'port_id': '05a795e1-22f7-413c-a8c0-189d8551534d', 'mac_address': 'fa:16:3e:37:14:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:33:31.658603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:31.762580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:31.834023 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:31.875950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05a795e1-22f7-413c-a8c0-189d8551534d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:33:32.019007 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 05a795e1-22f7-413c-a8c0-189d8551534d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=05a795e1-22f7-413c-a8c0-189d8551534d,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:32.024398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-56e5a5d8-a6e9-4858-9e4b-576fd4a061b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:32.060078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 927dd89b-f2e1-49b4-bbc6-263c8975744f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:32.115916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:32.168334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:33:32.170543 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc32abe-0218-4ba0-af46-5f18b50b0a92" -d '{"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:33:32.198006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-56e5a5d8-a6e9-4858-9e4b-576fd4a061b5 None None] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:32.226870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=05a795e1-22f7-413c-a8c0-189d8551534d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:32.242542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:30Z', 'revision_number': 3, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:32.275640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Checking router: 90ff7b74-e311-42ab-af1f-19211d7f4ce8 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:33:32.275993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Updating router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:33:32.299565 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-56e5a5d8-a6e9-4858-9e4b-576fd4a061b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:32.389988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 927dd89b-f2e1-49b4-bbc6-263c8975744f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:32.399638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5c63f-2b7b-441f-87a3-983f286ce22d req-c90c3949-bc19-48b6-a9ad-d21be51f1cbc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:32.401138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91e5c63f-2b7b-441f-87a3-983f286ce22d req-c90c3949-bc19-48b6-a9ad-d21be51f1cbc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 943 time: 0.5241058 Jul 05 18:33:32.402261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Allocated IP 172.20.0.1 (5650e77e-f8c6-4a33-8def-0d156404a6c5/1d2af4bf-fe37-4361-b949-29e3050552a5/b2bb8325-2e3a-416a-a778-152f934e0663) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:32.408277 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:32.438012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 927dd89b-f2e1-49b4-bbc6-263c8975744f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:32.438295 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:32.479367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['05a795e1-22f7-413c-a8c0-189d8551534d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:33:32.505595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91e5c63f-2b7b-441f-87a3-983f286ce22d req-8f57dcfc-0f70-43d6-8aa5-fde9bfb49762 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955713 Jul 05 18:33:32.515905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09b2db-816a-4628-a2a5-3c669a7aa800 req-6058b34c-cb7b-42ae-ba36-df46b151ec20 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:32.518041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f09b2db-816a-4628-a2a5-3c669a7aa800 req-6058b34c-cb7b-42ae-ba36-df46b151ec20 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.5439589 Jul 05 18:33:32.549105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e5a5d8-a6e9-4858-9e4b-576fd4a061b5 None None] Pushing event updated for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:32.576547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f09b2db-816a-4628-a2a5-3c669a7aa800 req-21ef94fa-1ee6-4566-8981-cbe4c699f689 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519929 Jul 05 18:33:32.601672 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:32.602395 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79dba13-1310-4c61-b3a1-f2b30e3f4733 x-openstack-request-id: req-b79dba13-1310-4c61-b3a1-f2b30e3f4733 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:33:32.602773 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-plugged", "status": "completed", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:33:32.603026 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b79dba13-1310-4c61-b3a1-f2b30e3f4733 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:33:32.603410 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'code': 200} Jul 05 18:33:32.607484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Transition to ACTIVE for port object b2bb8325-2e3a-416a-a778-152f934e0663 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:32.721304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:32.760974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Network 5650e77e-f8c6-4a33-8def-0d156404a6c5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:32.764060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:32.766662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:32.795923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Pushing event updated for resources: {'Port': ['ID=b2bb8325-2e3a-416a-a778-152f934e0663,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:32.817810 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:32.830698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:33:32.833092 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522" -d '{"events": [{"name": "network-changed", "server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:33:32.891901 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95064ba-8c44-45f1-8e99-8eb21ebf1d5a x-openstack-request-id: req-c95064ba-8c44-45f1-8e99-8eb21ebf1d5a {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:33:32.891901 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:33:32.892180 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c95064ba-8c44-45f1-8e99-8eb21ebf1d5a {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:33:32.892486 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'status': 'completed', 'code': 200} Jul 05 18:33:32.948632 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:32.994089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-a3e88d30-a045-4d63-a074-2fbeca42991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:32.995626 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-a3e88d30-a045-4d63-a074-2fbeca42991b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1126 time: 0.0758250 Jul 05 18:33:33.017733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-58dbddbc-68e3-4b72-9a55-5c09de8f8d0f None None] Provisioning complete for port 927dd89b-f2e1-49b4-bbc6-263c8975744f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:33.018181 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-58dbddbc-68e3-4b72-9a55-5c09de8f8d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.062766 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.086858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 927dd89b-f2e1-49b4-bbc6-263c8975744f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=927dd89b-f2e1-49b4-bbc6-263c8975744f,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:33.107242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-4cf10593-05c0-4ee8-bc8f-65ec41ddbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:33.109049 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-4cf10593-05c0-4ee8-bc8f-65ec41ddbcff service neutron] 10.222.0.97 "GET /v2.0/networks?id=1937233a-a780-41dc-9ac8-c6911788cad5 HTTP/1.1" status: 200 len: 896 time: 0.1074393 Jul 05 18:33:33.165974 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.169528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.188337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-4b5c13c5-1fe6-4033-94f5-d01340776c94 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 200 len: 1000 time: 0.0717514 Jul 05 18:33:33.209391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Transition to ACTIVE for port object 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:33.232700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2b1ec01a-9701-4945-bd8f-259301dfa6ae details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:33:33.237741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-cd10e206-13e8-42e3-88f7-53496f8020ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:33.239348 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-cd10e206-13e8-42e3-88f7-53496f8020ec service neutron] 10.222.0.97 "GET /v2.0/subnets?id=c542e04b-fa2e-48a1-8d29-5afaac562973 HTTP/1.1" status: 200 len: 835 time: 0.0453641 Jul 05 18:33:33.248150 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.275073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=927dd89b-f2e1-49b4-bbc6-263c8975744f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:33.298948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-e9a4ac88-b6bc-41ec-b41f-0d0909330f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:33.300965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-e9a4ac88-b6bc-41ec-b41f-0d0909330f60 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=1937233a-a780-41dc-9ac8-c6911788cad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553255 Jul 05 18:33:33.315225 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.322190 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.396010 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.397547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Attempting to bind port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:33.397798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Pushing event updated for resources: {'Port': ['ID=b2bb8325-2e3a-416a-a778-152f934e0663,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:33.397944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Attempting to bind port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:33.398333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Attempting to bind port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:33.401065 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-709d1888-fbb5-4588-a05c-2eb5d073b91c service neutron] 10.222.0.97 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929770 Jul 05 18:33:33.409608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f3fc9-467e-4dbd-a0e3-2b467511b415 None None] Pushing event updated for resources: {'Port': ['ID=11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:33.422472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:33.422996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:33.423451 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.423852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:33.424343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Bound port: 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:33.424734 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.433002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:33.465109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2b1ec01a-9701-4945-bd8f-259301dfa6ae has no active binding in host n-h2-799524-1 {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 18:33:33.494406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] For port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:33.495953 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e4d8c3ba-f120-4cbc-b613-4dc950ecf522 req-6af157da-9a56-4a34-b78a-5b78f0f1cb7a service neutron] 10.222.0.97 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878732 Jul 05 18:33:33.498445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] For port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:33.508879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Network 5650e77e-f8c6-4a33-8def-0d156404a6c5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:33.510251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:33.528428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-24776f96-31e1-4703-b88e-40994669a8cb None None] Provisioning for port b2bb8325-2e3a-416a-a778-152f934e0663 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:33.533206 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-24776f96-31e1-4703-b88e-40994669a8cb None None] Provisioning complete for port b2bb8325-2e3a-416a-a778-152f934e0663 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:33.533673 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-24776f96-31e1-4703-b88e-40994669a8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.565438 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.638822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-24776f96-31e1-4703-b88e-40994669a8cb None None] Port b2bb8325-2e3a-416a-a778-152f934e0663 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:33:33.668885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:33.669547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:33.675434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f3fc9-467e-4dbd-a0e3-2b467511b415 None None] Pushing event updated for resources: {'Port': ['ID=11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:33.698908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:33:33.792790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:33.866321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ec5ec-f39d-403a-8312-ece4ee0cddb3 req-ed9e5866-06ca-4676-a2b3-6fa7e63f5774 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:33.867807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a66ec5ec-f39d-403a-8312-ece4ee0cddb3 req-ed9e5866-06ca-4676-a2b3-6fa7e63f5774 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 944 time: 0.2142091 Jul 05 18:33:33.908625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:33.919172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dbd26751-bc9f-40c6-a052-ee6e86cc8781 admin admin] 10.222.0.30 "PUT /v2.0/routers/90ff7b74-e311-42ab-af1f-19211d7f4ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5635316 Jul 05 18:33:33.923851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d38d6025-0a42-48bd-bca2-0793d02c1bfe None None] Provisioning complete for port b2bb8325-2e3a-416a-a778-152f934e0663 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:33.924235 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d38d6025-0a42-48bd-bca2-0793d02c1bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:33.935861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa43baac-6f14-4c7e-8355-b0ac10ee1426 req-afda91a1-558a-455f-a637-f8a8721eff7d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:33.938242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa43baac-6f14-4c7e-8355-b0ac10ee1426 req-afda91a1-558a-455f-a637-f8a8721eff7d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.1796675 Jul 05 18:33:33.964758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d38d6025-0a42-48bd-bca2-0793d02c1bfe None None] Port b2bb8325-2e3a-416a-a778-152f934e0663 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:33:33.979738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a66ec5ec-f39d-403a-8312-ece4ee0cddb3 req-85de9401-296f-4837-a2f5-61636f2382f4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014004 Jul 05 18:33:33.995436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 927dd89b-f2e1-49b4-bbc6-263c8975744f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:34.015185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa43baac-6f14-4c7e-8355-b0ac10ee1426 req-54c8682d-2450-4bd5-b266-c77e753b84b6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662475 Jul 05 18:33:34.094582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 927dd89b-f2e1-49b4-bbc6-263c8975744f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:34.095213 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:34.121400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:33Z', 'revision_number': 2, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:34.151361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19857b3b-a298-4cea-85a9-ea2a9a72101c None None] The sync data for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 is: [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:33Z', 'revision_number': 2, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:33:34.690537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43068) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:34.695840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1567100278-network', 'tenant_id': '54b8428bdea14183a09ad9405f32d109'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:34.784468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Made reservation on behalf of 54b8428bdea14183a09ad9405f32d109 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:33:34.787132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:34.795807 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:34.904751 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:34.967412 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:34.993663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:33:35.005807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4597f26d-f6bc-4f63-b61e-2a8944d0c296,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:35.012967 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:35.014727 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Added segment 46f6f077-cda5-4878-b4d1-c96bdbb44709 of type vlan for network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b Jul 05 18:33:35.112956 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:35.242598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 05a795e1-22f7-413c-a8c0-189d8551534d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:35.259994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:35.261064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:35.261708 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:35.342227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56765493-b5ba-4d40-b071-9e938dd65c0d req-6a732bae-fdc6-420d-9b82-aa95c37c8bf8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:35.346072 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56765493-b5ba-4d40-b071-9e938dd65c0d req-6a732bae-fdc6-420d-9b82-aa95c37c8bf8 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.1882110 Jul 05 18:33:35.366452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 05a795e1-22f7-413c-a8c0-189d8551534d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:35.370714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 05a795e1-22f7-413c-a8c0-189d8551534d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:35.371107 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:35.382818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] Pushing event updated for resources: {'Network': ['ID=1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:35.403556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:33:35.404092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff536f6-0122-4dd7-bf1b-1e216b8a04eb req-4fb2867e-358f-4bf5-bc28-c50534e008a7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:35.409787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aff536f6-0122-4dd7-bf1b-1e216b8a04eb req-4fb2867e-358f-4bf5-bc28-c50534e008a7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 944 time: 0.2105060 Jul 05 18:33:35.412079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eb5b19bd-234c-460f-8725-5356915bda7c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7203131 Jul 05 18:33:35.414817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43074) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:35.419966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Request body: {'subnet': {'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1567100278-subnet', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:35.458156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-56765493-b5ba-4d40-b071-9e938dd65c0d req-1e0de89d-d1e2-4879-9835-ebc07c00ec93 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001222 Jul 05 18:33:35.484996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aff536f6-0122-4dd7-bf1b-1e216b8a04eb req-1af54764-f7d0-404c-9cf6-3c893ad17cdf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689020 Jul 05 18:33:35.521797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Made reservation on behalf of 54b8428bdea14183a09ad9405f32d109 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:33:35.524178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:35.565445 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:35.588850 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa99aa94-82e4-4cb2-937e-bf05fe64c027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a795e1-22f7-413c-a8c0-189d8551534d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:33:35.591165 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506acd6a-389b-47cc-a13c-30638e050abd" -d '{"events": [{"server_uuid": "aa99aa94-82e4-4cb2-937e-bf05fe64c027", "name": "network-vif-plugged", "status": "completed", "tag": "05a795e1-22f7-413c-a8c0-189d8551534d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:33:35.605302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 05a795e1-22f7-413c-a8c0-189d8551534d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=05a795e1-22f7-413c-a8c0-189d8551534d,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:35.631933 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7557fdae-9c22-471f-aa5b-e18bf35ba5f0 x-openstack-request-id: req-7557fdae-9c22-471f-aa5b-e18bf35ba5f0 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:33:35.632238 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa99aa94-82e4-4cb2-937e-bf05fe64c027", "name": "network-vif-plugged", "status": "completed", "tag": "05a795e1-22f7-413c-a8c0-189d8551534d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:33:35.632499 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7557fdae-9c22-471f-aa5b-e18bf35ba5f0 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:33:35.632903 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa99aa94-82e4-4cb2-937e-bf05fe64c027', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05a795e1-22f7-413c-a8c0-189d8551534d', 'code': 200} Jul 05 18:33:35.693252 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:35.758661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b31e58f-1080-4da3-91fa-52c411bc7e4c req-5aaa7cbf-d957-4c0b-8ef7-1b49214d990a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:35.759644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=05a795e1-22f7-413c-a8c0-189d8551534d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:35.760767 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b31e58f-1080-4da3-91fa-52c411bc7e4c req-5aaa7cbf-d957-4c0b-8ef7-1b49214d990a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 1096 time: 0.0650198 Jul 05 18:33:35.767759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.768112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.768611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.768961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.769295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.769633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.770106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.770440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.770812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.771143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.771649 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.771889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:35.798634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b31e58f-1080-4da3-91fa-52c411bc7e4c req-a97495b3-6fd8-49d4-86e1-f4d9738548f3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314629 Jul 05 18:33:35.801570 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:35.860952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86d8c94-3511-4f51-911b-3eea523a8191,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:35.871136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Checking segment: {'id': '46f6f077-cda5-4878-b4d1-c96bdbb44709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:35.871491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Network hostable DHCP agents. Network: 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:33:35.887608 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:33:35.975691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:33:35.981579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:36.014942 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.035887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:36.040144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:36.040806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.045483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1ec85f-f1be-47fc-a302-c0682c44e3ba None None] Network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:33:36.122885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:36.129358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:36.133416 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.145986 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-026245e8-5095-40a0-8120-da905941dec4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7299285 Jul 05 18:33:36.148573 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43078) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:36.153245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:36.227611 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-9086d8f9-bf36-497d-88fb-512e44d9714b service neutron] 10.222.0.97 "GET /v2.0/ports/2b1ec01a-9701-4945-bd8f-259301dfa6ae/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 384 time: 0.0635550 Jul 05 18:33:36.253249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b', 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'fixed_ips': [{'subnet_id': 'f86d8c94-3511-4f51-911b-3eea523a8191'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:33:36.254098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.281827 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.282801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.283811 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.306164 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Sync routers for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:36.316999 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:36.317741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:36.370900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:36.373322 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.433786 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:36.436826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Allocated IP 172.20.0.2 (1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b/f86d8c94-3511-4f51-911b-3eea523a8191/fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:36.503499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-b18623b7-fd52-429c-bfb0-0d4077ce33ea service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:36.530115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-b18623b7-fd52-429c-bfb0-0d4077ce33ea service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:36.585200 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.587350 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.588007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-b18623b7-fd52-429c-bfb0-0d4077ce33ea service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:36.590887 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:33:36.595932 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a577eb7a-9bf7-4688-a05b-fec48cf0f841" -d '{"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:33:36.642863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Transition to ACTIVE for port object fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:36.695355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Transition to ACTIVE for port object fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:36.711886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:36.736151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.751803 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:33Z', 'revision_number': 2, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:36.756856 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.771631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16df083-7129-421a-912a-b9430fb2fdfc req-2e9102ae-683e-4489-9a8a-62621ff8b2e4 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:36.773797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c16df083-7129-421a-912a-b9430fb2fdfc req-2e9102ae-683e-4489-9a8a-62621ff8b2e4 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 945 time: 0.1676545 Jul 05 18:33:36.789587 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Checking router: 90ff7b74-e311-42ab-af1f-19211d7f4ce8 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:33:36.790256 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Updating router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 port b2bb8325-2e3a-416a-a778-152f934e0663 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:33:36.804205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:36.807379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:36.809783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:36.825250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c16df083-7129-421a-912a-b9430fb2fdfc req-b2bfa79c-659e-4477-a8f6-55ebff6d94a7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446620 Jul 05 18:33:36.835796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd8bee6-ba78-4c88-b882-ea49c8178d19 req-5c87f252-47d3-4141-8f34-a5fe0c283155 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:36.836049 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.846041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bd8bee6-ba78-4c88-b882-ea49c8178d19 req-5c87f252-47d3-4141-8f34-a5fe0c283155 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 945 time: 0.1547618 Jul 05 18:33:36.892163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Pushing event updated for resources: {'Port': ['ID=fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:36.896832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bd8bee6-ba78-4c88-b882-ea49c8178d19 req-eb4b9cbe-3193-4c4f-b96a-2ae2b4ba09b3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492039 Jul 05 18:33:36.957706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Attempting to bind port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:36.958201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Attempting to bind port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '46f6f077-cda5-4878-b4d1-c96bdbb44709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:36.958685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Attempting to bind port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 on network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:36.964678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:36.965266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Checking segment: {'id': '46f6f077-cda5-4878-b4d1-c96bdbb44709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:36.965750 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:36.966265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Bound using segment: {'id': '46f6f077-cda5-4878-b4d1-c96bdbb44709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:36.966867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Bound port: fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f6f077-cda5-4878-b4d1-c96bdbb44709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:36.967320 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.046412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] For port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:37.052635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] For port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9,segment=NetworkSegment(46f6f077-cda5-4878-b4d1-c96bdbb44709),segment_id=46f6f077-cda5-4878-b4d1-c96bdbb44709)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:37.099840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.167486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25624-d2f0-46f3-bb97-699fbfcbb3f9 None None] Pushing event updated for resources: {'Port': ['ID=fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:37.246232 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b59b708-d5f5-4c78-95fe-27bab7877dc2 x-openstack-request-id: req-6b59b708-d5f5-4c78-95fe-27bab7877dc2 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:33:37.246508 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-unplugged", "status": "completed", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:33:37.246783 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b59b708-d5f5-4c78-95fe-27bab7877dc2 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:33:37.247162 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'code': 200} Jul 05 18:33:37.249049 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-b18623b7-fd52-429c-bfb0-0d4077ce33ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.288468 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.299075 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Transition to ACTIVE for port object b2bb8325-2e3a-416a-a778-152f934e0663 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:37.371808 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.375853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-b18623b7-fd52-429c-bfb0-0d4077ce33ea service neutron] Transition to ACTIVE for port object 2b1ec01a-9701-4945-bd8f-259301dfa6ae will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:37.433133 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Pushing event updated for resources: {'Port': ['ID=b2bb8325-2e3a-416a-a778-152f934e0663,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:37.462357 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.462793 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.463064 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.463410 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.463722 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.464054 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.464377 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.464716 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.465022 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.465804 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.465804 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.466006 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:37.486037 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-b18623b7-fd52-429c-bfb0-0d4077ce33ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.508277 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Attempting to bind port b2bb8325-2e3a-416a-a778-152f934e0663 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:37.508654 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Attempting to bind port b2bb8325-2e3a-416a-a778-152f934e0663 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:37.509018 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Attempting to bind port b2bb8325-2e3a-416a-a778-152f934e0663 on network 5650e77e-f8c6-4a33-8def-0d156404a6c5 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:37.514967 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:37.515447 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Checking segment: {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:37.516445 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.518582 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Bound using segment: {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:37.519345 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Bound port: b2bb8325-2e3a-416a-a778-152f934e0663, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:37.519809 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.605782 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] For port b2bb8325-2e3a-416a-a778-152f934e0663, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:37.609360 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] For port b2bb8325-2e3a-416a-a778-152f934e0663, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b2bb8325-2e3a-416a-a778-152f934e0663,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:37.628659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18623b7-fd52-429c-bfb0-0d4077ce33ea service neutron] Pushing event updated for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=11']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:37.631919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.662503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.672232 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:37.706302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-b18623b7-fd52-429c-bfb0-0d4077ce33ea service neutron] No DVR routers for this DVR port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:33:37.743420 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571a110-c77f-4860-ba5b-2c6d3d1fa13e None None] Pushing event updated for resources: {'Port': ['ID=b2bb8325-2e3a-416a-a778-152f934e0663,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:37.763081 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:37.763910 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:37.895359 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:37.918053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Allocated IP 172.25.3.248 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/20c77ac3-9d0a-468c-8496-50a0f6831b67) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:38.006928 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-b18623b7-fd52-429c-bfb0-0d4077ce33ea service neutron] 10.222.0.97 "PUT /v2.0/ports/2b1ec01a-9701-4945-bd8f-259301dfa6ae/bindings/n-h2-799524-1/activate HTTP/1.1" status: 200 len: 369 time: 1.7740622 Jul 05 18:33:38.085169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 2b1ec01a-9701-4945-bd8f-259301dfa6ae no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:33:38.197755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 2b1ec01a-9701-4945-bd8f-259301dfa6ae not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:33:38.242178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:38.253388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b35fa8-1451-4dd3-bd24-279090d5337c req-8d05e9f7-5625-4fd2-933b-c2f64185c5c2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:38.260712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70b35fa8-1451-4dd3-bd24-279090d5337c req-8d05e9f7-5625-4fd2-933b-c2f64185c5c2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 944 time: 0.2384231 Jul 05 18:33:38.297980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:38.316051 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:37Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:38.357381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-ad43aa99-0d12-4c7f-a91e-94fbb9f33539 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:38.359043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-ad43aa99-0d12-4c7f-a91e-94fbb9f33539 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.1662667 Jul 05 18:33:38.369513 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d24c7ec-e456-4ec1-8179-98bc2ca2f1a6 None None] The sync data for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 is: [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:37Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:33:38.385231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70b35fa8-1451-4dd3-bd24-279090d5337c req-321f19da-6d68-4481-8ffa-ba51255df266 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235676 Jul 05 18:33:38.393629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6e8259-7e1d-4ef3-8d23-fe73d450492c req-b279b8e0-59c0-4d66-9c80-ab86950c44e9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:38.407553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff6e8259-7e1d-4ef3-8d23-fe73d450492c req-b279b8e0-59c0-4d66-9c80-ab86950c44e9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 945 time: 0.2613106 Jul 05 18:33:38.459261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff6e8259-7e1d-4ef3-8d23-fe73d450492c req-53bb72a9-7534-4e3a-8c07-1269dabc2f52 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450578 Jul 05 18:33:38.466193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-8f9dbb4e-ca8b-483e-a1ee-42e70b0ca619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:38.467891 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-8f9dbb4e-ca8b-483e-a1ee-42e70b0ca619 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 1095 time: 0.1006858 Jul 05 18:33:38.470852 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:38.525575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:38.543745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:38.570807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:38.572957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:38.573495 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:38.632899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Pushing event updated for resources: {'Port': ['ID=20c77ac3-9d0a-468c-8496-50a0f6831b67,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:38.642794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9f4f6b-d466-4b95-b503-e48467209844 None None] Network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:33:38.732205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b5ac5-3ae8-48e7-bf81-709fc97f61ef req-60f7be12-06a5-4c5a-8eb1-e361206724de tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:38.742297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af4b5ac5-3ae8-48e7-bf81-709fc97f61ef req-60f7be12-06a5-4c5a-8eb1-e361206724de tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 945 time: 0.0997720 Jul 05 18:33:38.756305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-944ea071-5e5a-420f-a376-0d99209289ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:38.757887 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-944ea071-5e5a-420f-a376-0d99209289ba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1095 time: 0.2374187 Jul 05 18:33:38.783812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-af4b5ac5-3ae8-48e7-bf81-709fc97f61ef req-287ec80b-ac78-4b12-b692-32902db77db6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400932 Jul 05 18:33:38.826130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:38.927329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9f99d827-f09b-4386-b147-86b1e4c46b2b None None] Provisioning for port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:38.934496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-9413bd5f-e430-4de1-8c44-a8e68539a9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:38.936277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-9413bd5f-e430-4de1-8c44-a8e68539a9a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1937233a-a780-41dc-9ac8-c6911788cad5 HTTP/1.1" status: 200 len: 896 time: 0.1688714 Jul 05 18:33:38.988949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:38.993290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:38.993676 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:39.036180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6fb9d1-e3f6-4bc2-b618-b51e422d2f8e req-38f6bf2e-68de-4cce-9d45-fc4d2b8029be tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:39.037571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db6fb9d1-e3f6-4bc2-b618-b51e422d2f8e req-38f6bf2e-68de-4cce-9d45-fc4d2b8029be tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 945 time: 0.0882275 Jul 05 18:33:39.113392 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-97fc76aa-7bf9-4030-9998-f5443e2740a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 200 len: 998 time: 0.1666245 Jul 05 18:33:39.121288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:39.129373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db6fb9d1-e3f6-4bc2-b618-b51e422d2f8e req-363b3107-aa6f-4e0e-b72a-0fdd1efb4358 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799820 Jul 05 18:33:39.148648 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:39.193036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9,segment=NetworkSegment(46f6f077-cda5-4878-b4d1-c96bdbb44709),segment_id=46f6f077-cda5-4878-b4d1-c96bdbb44709)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:39.263985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-daaa5425-1c9a-498f-815f-628fa344072d None None] Provisioning complete for port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:39.264966 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-daaa5425-1c9a-498f-815f-628fa344072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:39.271026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-111abb5b-c485-402f-a136-ebeaeea1a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:39.272347 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-111abb5b-c485-402f-a136-ebeaeea1a4e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c542e04b-fa2e-48a1-8d29-5afaac562973 HTTP/1.1" status: 200 len: 835 time: 0.1472979 Jul 05 18:33:39.296171 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:39.297507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b2bb8325-2e3a-416a-a778-152f934e0663 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:39.406761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:39.431817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-93e61e8e-9324-4de9-a063-796527d014d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:39.433363 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-93e61e8e-9324-4de9-a063-796527d014d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1937233a-a780-41dc-9ac8-c6911788cad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539834 Jul 05 18:33:39.480746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b2bb8325-2e3a-416a-a778-152f934e0663 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:39.485310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b2bb8325-2e3a-416a-a778-152f934e0663 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:39.485787 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:39.502844 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:39.580915 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:39.592519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356f337-8913-499e-9707-064fa33d8176 req-6021a4ba-2b62-4ac8-b0bf-76bad5516fbd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:39.594771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7356f337-8913-499e-9707-064fa33d8176 req-6021a4ba-2b62-4ac8-b0bf-76bad5516fbd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 944 time: 0.0755353 Jul 05 18:33:39.620000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-09c43ac0-67b1-4676-be92-8f4f39b728ab service neutron] 10.222.0.39 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788990 Jul 05 18:33:39.635070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port b2bb8325-2e3a-416a-a778-152f934e0663, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b2bb8325-2e3a-416a-a778-152f934e0663,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:39.639129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7356f337-8913-499e-9707-064fa33d8176 req-a87b9ca7-f191-4b8e-8962-6f36859bcbd6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387404 Jul 05 18:33:39.710455 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:39.746173 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-339af87e-0f85-4633-a1a1-77c79fed56d9 service neutron] 10.222.0.39 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176519 Jul 05 18:33:39.768777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b2bb8325-2e3a-416a-a778-152f934e0663,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:39.780666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b05f29f-7d04-43eb-86f4-5d88820a19dd req-5028ffde-388c-4bac-aefc-f2905eb80638 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:39.782760 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b05f29f-7d04-43eb-86f4-5d88820a19dd req-5028ffde-388c-4bac-aefc-f2905eb80638 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 945 time: 0.0672884 Jul 05 18:33:39.813176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Router 2760b2d4-7580-42be-955a-361f58deed3d is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:33:39.821151 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b05f29f-7d04-43eb-86f4-5d88820a19dd req-3874968d-7892-495d-89c4-b91cdcf4a9f3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Jul 05 18:33:39.926427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:39.934803 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Sync routers for ids ['2760b2d4-7580-42be-955a-361f58deed3d'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:39.944447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Routers {'2760b2d4-7580-42be-955a-361f58deed3d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:39.945082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2760b2d4-7580-42be-955a-361f58deed3d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:39.981026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:40.012334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:40.017354 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-01b4df44-b053-4f56-b475-fb0f19e547f8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8642395 Jul 05 18:33:40.017354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43100) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:40.090802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Set router 2760b2d4-7580-42be-955a-361f58deed3d gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:40.092528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:40.092981 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:40.309164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b2bb8325-2e3a-416a-a778-152f934e0663 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:40.325179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-79f86c6d-d6b5-4d82-8a12-771eafee888d tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:40.404542 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-79f86c6d-d6b5-4d82-8a12-771eafee888d tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 1095 time: 0.1190991 Jul 05 18:33:40.404746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2760b2d4-7580-42be-955a-361f58deed3d', 'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:36Z', 'updated_at': '2021-07-05T18:33:38Z', 'revision_number': 3, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'gw_port': {'id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:37Z', 'updated_at': '2021-07-05T18:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:40.404746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b2bb8325-2e3a-416a-a778-152f934e0663 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:40.404746 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:40.405144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Checking router: 2760b2d4-7580-42be-955a-361f58deed3d for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:33:40.405326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Updating router 2760b2d4-7580-42be-955a-361f58deed3d port 20c77ac3-9d0a-468c-8496-50a0f6831b67 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:33:40.467648 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:40.603828 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:40.663657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-a950661f-b404-4c79-94dc-a909d1d186bc service neutron] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:40.670454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-a950661f-b404-4c79-94dc-a909d1d186bc service neutron] Notify callbacks [] for binding, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:40.671754 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-a950661f-b404-4c79-94dc-a909d1d186bc service neutron] 10.222.0.39 "DELETE /v2.0/ports/2b1ec01a-9701-4945-bd8f-259301dfa6ae/bindings/n-h1-799524-1 HTTP/1.1" status: 204 len: 173 time: 0.3110871 Jul 05 18:33:40.798475 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:40.809243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Transition to ACTIVE for port object 20c77ac3-9d0a-468c-8496-50a0f6831b67 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:40.850522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3fdbc2-7999-4ccf-95bc-e70b7fba863a req-da5f6c9f-7903-4eaa-b486-fc4962b7f0a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:40.852440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd3fdbc2-7999-4ccf-95bc-e70b7fba863a req-da5f6c9f-7903-4eaa-b486-fc4962b7f0a2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 944 time: 0.0825605 Jul 05 18:33:40.901166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd3fdbc2-7999-4ccf-95bc-e70b7fba863a req-b63276b1-26a8-4153-b969-9383bcc2727f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390785 Jul 05 18:33:40.908916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:40.996869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Attempting to bind port 20c77ac3-9d0a-468c-8496-50a0f6831b67 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:40.997336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Attempting to bind port 20c77ac3-9d0a-468c-8496-50a0f6831b67 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:40.997773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Attempting to bind port 20c77ac3-9d0a-468c-8496-50a0f6831b67 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:41.004883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:41.005358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:41.005833 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.006295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:41.006861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Bound port: 20c77ac3-9d0a-468c-8496-50a0f6831b67, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:41.007311 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.009109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246f887-6372-41fc-9b85-65d13d0bcbb8 None None] Pushing event updated for resources: {'Port': ['ID=20c77ac3-9d0a-468c-8496-50a0f6831b67,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:41.079186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] For port 20c77ac3-9d0a-468c-8496-50a0f6831b67, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:41.084653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] For port 20c77ac3-9d0a-468c-8496-50a0f6831b67, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=20c77ac3-9d0a-468c-8496-50a0f6831b67,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:41.165709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea30bd5-84c2-459c-a70a-f37ecec01364 req-402288db-2cc8-4d20-8dd1-5e09a06244a5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:41.165709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dea30bd5-84c2-459c-a70a-f37ecec01364 req-402288db-2cc8-4d20-8dd1-5e09a06244a5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 945 time: 0.2171791 Jul 05 18:33:41.171194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Allocated IP 172.20.0.1 (1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b/f86d8c94-3511-4f51-911b-3eea523a8191/b9ca3d61-28f5-4877-9443-0a8e9f5381af) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:41.179750 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.181427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6aaf6b-78d5-42a3-899d-0146f3545e6d req-a3c3933d-96f4-4df8-a413-ee0017514215 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:41.187740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc6aaf6b-78d5-42a3-899d-0146f3545e6d req-a3c3933d-96f4-4df8-a413-ee0017514215 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1095 time: 0.1256373 Jul 05 18:33:41.242584 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dea30bd5-84c2-459c-a70a-f37ecec01364 req-ba8ff76e-79e5-4bb2-b496-4bdb0bc485d0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707383 Jul 05 18:33:41.243040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Routers {'2760b2d4-7580-42be-955a-361f58deed3d'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:41.243798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2760b2d4-7580-42be-955a-361f58deed3d'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:41.248323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc6aaf6b-78d5-42a3-899d-0146f3545e6d req-51c38d79-939f-40fb-b36d-d27bd05a9062 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564539 Jul 05 18:33:41.295634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246f887-6372-41fc-9b85-65d13d0bcbb8 None None] Pushing event updated for resources: {'Port': ['ID=20c77ac3-9d0a-468c-8496-50a0f6831b67,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:41.303748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.318705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Transition to ACTIVE for port object b9ca3d61-28f5-4877-9443-0a8e9f5381af will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:41.367354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] Set router 2760b2d4-7580-42be-955a-361f58deed3d gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:41.412723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.460264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41588a-ba11-4dc7-be14-9d8af583fd5e req-dcb26bdd-eb27-4bff-959f-bf974dea2558 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:41.462140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc41588a-ba11-4dc7-be14-9d8af583fd5e req-dcb26bdd-eb27-4bff-959f-bf974dea2558 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 944 time: 0.0755904 Jul 05 18:33:41.464673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:41.480092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:41.488673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:41.513981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc41588a-ba11-4dc7-be14-9d8af583fd5e req-5dad79bd-2421-45c3-8d64-08490c9a5d47 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 Jul 05 18:33:41.528706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ca3d61-28f5-4877-9443-0a8e9f5381af,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:41.549528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43110) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:41.573130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-c80a4001-82be-4659-b0ad-8fed52597294 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:41.575085 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-c80a4001-82be-4659-b0ad-8fed52597294 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 945 time: 0.1943805 Jul 05 18:33:41.582047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.606029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2760b2d4-7580-42be-955a-361f58deed3d', 'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:36Z', 'updated_at': '2021-07-05T18:33:38Z', 'revision_number': 3, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'gw_port': {'id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:37Z', 'updated_at': '2021-07-05T18:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:41.635392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71242397-0392-4d2f-9ef6-c0e7184f513a None None] The sync data for ids ['2760b2d4-7580-42be-955a-361f58deed3d'] in n-d-799524-1 is: [{'id': '2760b2d4-7580-42be-955a-361f58deed3d', 'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:36Z', 'updated_at': '2021-07-05T18:33:38Z', 'revision_number': 3, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'gw_port': {'id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:37Z', 'updated_at': '2021-07-05T18:33:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:33:41.686628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-56efd54e-80ef-4bbd-b314-cb0de98d31c1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa HTTP/1.1" status: 200 len: 990 time: 0.1341450 Jul 05 18:33:41.788188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port 05a795e1-22f7-413c-a8c0-189d8551534d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:33:41.788539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.842637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f1603802-9eb9-4357-b19a-62930fbd8d85 None None] Provisioning for port b9ca3d61-28f5-4877-9443-0a8e9f5381af completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:41.845840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f1603802-9eb9-4357-b19a-62930fbd8d85 None None] Provisioning complete for port b9ca3d61-28f5-4877-9443-0a8e9f5381af triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:41.846752 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1603802-9eb9-4357-b19a-62930fbd8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.897430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.912922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f1603802-9eb9-4357-b19a-62930fbd8d85 None None] Port b9ca3d61-28f5-4877-9443-0a8e9f5381af cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:33:41.956812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] For port 05a795e1-22f7-413c-a8c0-189d8551534d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=05a795e1-22f7-413c-a8c0-189d8551534d,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:41.957174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:41.975477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for 05a795e1-22f7-413c-a8c0-189d8551534d owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:33:42.055773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 20c77ac3-9d0a-468c-8496-50a0f6831b67 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:42.161762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 20c77ac3-9d0a-468c-8496-50a0f6831b67 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:42.163678 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:42.165887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 20c77ac3-9d0a-468c-8496-50a0f6831b67 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:42.166269 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:42.246282 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:42.249944 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:42.270920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 20c77ac3-9d0a-468c-8496-50a0f6831b67, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=20c77ac3-9d0a-468c-8496-50a0f6831b67,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:42.352698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:42.354797 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:42.364429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ca3d61-28f5-4877-9443-0a8e9f5381af,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:42.428671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=20c77ac3-9d0a-468c-8496-50a0f6831b67,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:42.462873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171acfd-002c-4499-b887-70040c7db1d0 req-1a7215c4-40b2-4152-ba00-02e2dd483258 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:42.464508 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171acfd-002c-4499-b887-70040c7db1d0 req-1a7215c4-40b2-4152-ba00-02e2dd483258 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 945 time: 0.0799322 Jul 05 18:33:42.475042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:42.476714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:42.510344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8171acfd-002c-4499-b887-70040c7db1d0 req-3eac7614-55e2-48ea-9ec3-81772a6ab37c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Jul 05 18:33:42.534304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:42.554700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['05a795e1-22f7-413c-a8c0-189d8551534d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:33:42.576191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=05a795e1-22f7-413c-a8c0-189d8551534d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:42.667978 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] No DVR routers for this DVR port 05a795e1-22f7-413c-a8c0-189d8551534d on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:33:42.672805 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:42.674793 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2397c512-5df6-47cf-b5a7-3af14fbd4db8 req-78c14599-48b7-4723-b67a-facc9c9709df tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.39 "DELETE /v2.0/ports/05a795e1-22f7-413c-a8c0-189d8551534d HTTP/1.1" status: 204 len: 173 time: 1.0879526 Jul 05 18:33:42.675266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa99aa94-82e4-4cb2-937e-bf05fe64c027', 'name': 'network-vif-deleted', 'tag': '05a795e1-22f7-413c-a8c0-189d8551534d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:33:42.677621 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9c4ab8-cb30-4684-b70d-4c9e1172518a" -d '{"events": [{"server_uuid": "aa99aa94-82e4-4cb2-937e-bf05fe64c027", "name": "network-vif-deleted", "tag": "05a795e1-22f7-413c-a8c0-189d8551534d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:33:42.711866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Router 2760b2d4-7580-42be-955a-361f58deed3d has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:33:42.767298 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcab08d9-08c0-4004-9652-023e63c7043f x-openstack-request-id: req-fcab08d9-08c0-4004-9652-023e63c7043f {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:33:42.767597 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa99aa94-82e4-4cb2-937e-bf05fe64c027", "name": "network-vif-deleted", "tag": "05a795e1-22f7-413c-a8c0-189d8551534d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:33:42.767860 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcab08d9-08c0-4004-9652-023e63c7043f {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:33:42.768267 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa99aa94-82e4-4cb2-937e-bf05fe64c027', 'name': 'network-vif-deleted', 'tag': '05a795e1-22f7-413c-a8c0-189d8551534d', 'status': 'completed', 'code': 200} Jul 05 18:33:42.846154 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2125a2d9-c6a5-44e0-8385-6f24c88a46d5 None None] Provisioning complete for port b9ca3d61-28f5-4877-9443-0a8e9f5381af triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:42.846623 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2125a2d9-c6a5-44e0-8385-6f24c88a46d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:42.851569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:42.866514 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3af45bb3-0ea3-4a27-b63d-cf9c6d393a82 admin admin] 10.222.0.30 "PUT /v2.0/routers/2760b2d4-7580-42be-955a-361f58deed3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8481901 Jul 05 18:33:42.887316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2125a2d9-c6a5-44e0-8385-6f24c88a46d5 None None] Port b9ca3d61-28f5-4877-9443-0a8e9f5381af cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:33:43.487457 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Sync routers for ids ['2760b2d4-7580-42be-955a-361f58deed3d'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:43.496551 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Routers {'2760b2d4-7580-42be-955a-361f58deed3d'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:43.497159 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2760b2d4-7580-42be-955a-361f58deed3d'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:43.626195 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Set router 2760b2d4-7580-42be-955a-361f58deed3d gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:43.680071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b281231e-cad8-4ccf-92f6-161083604308 req-5be628e6-dfde-4d27-b0d8-fa7e144471a2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 210 time: 0.0363398 Jul 05 18:33:43.853298 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2760b2d4-7580-42be-955a-361f58deed3d', 'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:36Z', 'updated_at': '2021-07-05T18:33:41Z', 'revision_number': 4, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'gw_port': {'id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:37Z', 'updated_at': '2021-07-05T18:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b9ca3d61-28f5-4877-9443-0a8e9f5381af', 'name': '', 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'mac_address': 'fa:16:3e:c5:93:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'f86d8c94-3511-4f51-911b-3eea523a8191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:40Z', 'updated_at': '2021-07-05T18:33:41Z', 'revision_number': 2, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'subnets': [{'id': 'f86d8c94-3511-4f51-911b-3eea523a8191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:43.881111 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Checking router: 2760b2d4-7580-42be-955a-361f58deed3d for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:33:43.881462 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Updating router 2760b2d4-7580-42be-955a-361f58deed3d port b9ca3d61-28f5-4877-9443-0a8e9f5381af binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:33:43.919365 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:43.957850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43164) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:43.991518 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 20c77ac3-9d0a-468c-8496-50a0f6831b67 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:44.061674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 20c77ac3-9d0a-468c-8496-50a0f6831b67 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:44.064086 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.228164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 833d7663-ab4c-4192-bc5a-be3a2dffa83f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:33:44.230783 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.276858 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.292924 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Transition to ACTIVE for port object b9ca3d61-28f5-4877-9443-0a8e9f5381af will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:33:44.317874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.318297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.331834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 833d7663-ab4c-4192-bc5a-be3a2dffa83f owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:33:44.380076 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.478497 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680ea73-c7e7-4d4e-b5fc-78842519d219 None None] Pushing event updated for resources: {'Port': ['ID=b9ca3d61-28f5-4877-9443-0a8e9f5381af,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:44.509955 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Attempting to bind port b9ca3d61-28f5-4877-9443-0a8e9f5381af on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:33:44.510654 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Attempting to bind port b9ca3d61-28f5-4877-9443-0a8e9f5381af by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '46f6f077-cda5-4878-b4d1-c96bdbb44709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:33:44.510654 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Attempting to bind port b9ca3d61-28f5-4877-9443-0a8e9f5381af on network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:33:44.522072 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:33:44.522440 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Checking segment: {'id': '46f6f077-cda5-4878-b4d1-c96bdbb44709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:33:44.522908 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.523232 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Bound using segment: {'id': '46f6f077-cda5-4878-b4d1-c96bdbb44709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:33:44.523696 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Bound port: b9ca3d61-28f5-4877-9443-0a8e9f5381af, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f6f077-cda5-4878-b4d1-c96bdbb44709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:33:44.524073 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.597091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.611613 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] For port b9ca3d61-28f5-4877-9443-0a8e9f5381af, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:33:44.613967 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] For port b9ca3d61-28f5-4877-9443-0a8e9f5381af, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b9ca3d61-28f5-4877-9443-0a8e9f5381af,segment=NetworkSegment(46f6f077-cda5-4878-b4d1-c96bdbb44709),segment_id=46f6f077-cda5-4878-b4d1-c96bdbb44709)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:33:44.685435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=833d7663-ab4c-4192-bc5a-be3a2dffa83f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:44.705863 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.784417 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Routers {'2760b2d4-7580-42be-955a-361f58deed3d'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:44.785054 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2760b2d4-7580-42be-955a-361f58deed3d'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:44.793339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:44.793683 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Floating IP 9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa disassociated (deleted). External IP: 172.25.3.65, port: 2b1ec01a-9701-4945-bd8f-259301dfa6ae. Jul 05 18:33:44.883824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe8b242d-b41f-47b2-b199-d51c2aeab3f4 req-5cc1bc87-c7bc-4822-bcbf-d1374bed0d1c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 210 time: 0.0488970 Jul 05 18:33:45.098528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:33:45.127563 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680ea73-c7e7-4d4e-b5fc-78842519d219 None None] Pushing event updated for resources: {'Port': ['ID=b9ca3d61-28f5-4877-9443-0a8e9f5381af,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:45.164569 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] Set router 2760b2d4-7580-42be-955a-361f58deed3d gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:45.232951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:45.238346 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:45.244916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] Sync routers for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:45.257475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:45.259628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:45.300575 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dec34a93-1916-45fe-b362-53e08f2281cf tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/floatingips/9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa HTTP/1.1" status: 204 len: 168 time: 1.3416016 Jul 05 18:33:45.302874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:33:45.306110 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5" -d '{"events": [{"name": "network-changed", "server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:33:45.379707 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a800c278-3457-47d1-8313-74a9c90979bd x-openstack-request-id: req-a800c278-3457-47d1-8313-74a9c90979bd {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:33:45.380117 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:33:45.380456 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a800c278-3457-47d1-8313-74a9c90979bd {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:33:45.381034 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'status': 'completed', 'code': 200} Jul 05 18:33:45.439600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 05a795e1-22f7-413c-a8c0-189d8551534d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:33:45.469522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 05a795e1-22f7-413c-a8c0-189d8551534d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:33:45.469874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 05a795e1-22f7-413c-a8c0-189d8551534d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:33:45.482066 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2760b2d4-7580-42be-955a-361f58deed3d', 'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:36Z', 'updated_at': '2021-07-05T18:33:41Z', 'revision_number': 4, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'gw_port': {'id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:37Z', 'updated_at': '2021-07-05T18:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b9ca3d61-28f5-4877-9443-0a8e9f5381af', 'name': '', 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'mac_address': 'fa:16:3e:c5:93:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'f86d8c94-3511-4f51-911b-3eea523a8191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:40Z', 'updated_at': '2021-07-05T18:33:44Z', 'revision_number': 4, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'subnets': [{'id': 'f86d8c94-3511-4f51-911b-3eea523a8191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:45.485403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:45.500604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-0747b2c3-b19e-4ce7-9098-0baa42a31b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:45.502144 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-0747b2c3-b19e-4ce7-9098-0baa42a31b9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 1095 time: 0.1000102 Jul 05 18:33:45.529665 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9330660a-9965-461f-b2c2-0c41dac25e48 None None] The sync data for ids ['2760b2d4-7580-42be-955a-361f58deed3d'] in n-d-799524-1 is: [{'id': '2760b2d4-7580-42be-955a-361f58deed3d', 'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:36Z', 'updated_at': '2021-07-05T18:33:41Z', 'revision_number': 4, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'gw_port': {'id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:37Z', 'updated_at': '2021-07-05T18:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b9ca3d61-28f5-4877-9443-0a8e9f5381af', 'name': '', 'network_id': '1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'mac_address': 'fa:16:3e:c5:93:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'f86d8c94-3511-4f51-911b-3eea523a8191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:40Z', 'updated_at': '2021-07-05T18:33:44Z', 'revision_number': 4, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'subnets': [{'id': 'f86d8c94-3511-4f51-911b-3eea523a8191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:33:45.647230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-5da30d10-25f7-4ec3-90f5-f9e551ae457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:45.649150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-5da30d10-25f7-4ec3-90f5-f9e551ae457b service neutron] 10.222.0.39 "GET /v2.0/networks?id=1937233a-a780-41dc-9ac8-c6911788cad5 HTTP/1.1" status: 200 len: 896 time: 0.1385691 Jul 05 18:33:45.716284 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-8fdb55f5-b0ea-4a1c-86e7-16eac6a0b347 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 200 len: 217 time: 0.0580301 Jul 05 18:33:45.794121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-5c415a7f-13a4-4b04-b0a1-e17fd3321e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:45.795712 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-5c415a7f-13a4-4b04-b0a1-e17fd3321e7d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c542e04b-fa2e-48a1-8d29-5afaac562973 HTTP/1.1" status: 200 len: 835 time: 0.0719068 Jul 05 18:33:45.907371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-2a4d6db2-3b27-414c-95f7-272823b88f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:45.909511 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-2a4d6db2-3b27-414c-95f7-272823b88f20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1937233a-a780-41dc-9ac8-c6911788cad5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1054235 Jul 05 18:33:45.916897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0cb65491-8152-46ae-ba11-3161266e8139', 'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:93:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:31Z', 'updated_at': '2021-07-05T18:32:38Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:45.971984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] Checking router: bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:33:46.007011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:46.010446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:46.120779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b9ca3d61-28f5-4877-9443-0a8e9f5381af up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:46.178520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-56ad31e7-59f0-472f-89f6-9e026394bea3 service neutron] 10.222.0.39 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567747 Jul 05 18:33:46.191850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de8ee0-1569-43f2-b0a3-77c726573852 req-69129fde-7323-478d-badf-3a188c62f67c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:46.199540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91de8ee0-1569-43f2-b0a3-77c726573852 req-69129fde-7323-478d-badf-3a188c62f67c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 944 time: 0.1222057 Jul 05 18:33:46.277146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ecd6894d-d08e-4d6b-90b6-ba02f83b0ecf req-084d7d5e-5ff0-487d-8abb-7318cd93116a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 210 time: 0.0745606 Jul 05 18:33:46.326581 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91de8ee0-1569-43f2-b0a3-77c726573852 req-9dbd6a2f-dc85-4bc8-bc72-cf0c5d8a2b00 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=84fb58b9-486e-4a46-a3f7-4ad33d458325&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257472 Jul 05 18:33:46.413215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:46.427435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8c3004b-7d5a-4f86-bea0-4e4a3f3810e5 req-43d9bafa-5b74-44b6-84ef-a401c14ece91 service neutron] 10.222.0.39 "GET /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359333 Jul 05 18:33:46.497463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-c23420f7-ac48-4b4b-bd48-abe86452961f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:46.499053 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-c23420f7-ac48-4b4b-bd48-abe86452961f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 944 time: 0.0873554 Jul 05 18:33:46.551441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b9ca3d61-28f5-4877-9443-0a8e9f5381af completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:33:46.581684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b9ca3d61-28f5-4877-9443-0a8e9f5381af triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:46.582061 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:46.662482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 2b1ec01a-9701-4945-bd8f-259301dfa6ae {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:33:46.662849 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:46.763425 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:46.809269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port 2b1ec01a-9701-4945-bd8f-259301dfa6ae, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=2b1ec01a-9701-4945-bd8f-259301dfa6ae,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:46.810070 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:46.835028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 2b1ec01a-9701-4945-bd8f-259301dfa6ae owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:33:46.837219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port b9ca3d61-28f5-4877-9443-0a8e9f5381af, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b9ca3d61-28f5-4877-9443-0a8e9f5381af,segment=NetworkSegment(46f6f077-cda5-4878-b4d1-c96bdbb44709),segment_id=46f6f077-cda5-4878-b4d1-c96bdbb44709)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:46.868414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0cb65491-8152-46ae-ba11-3161266e8139', 'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:93:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:31Z', 'updated_at': '2021-07-05T18:32:38Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:46.905751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e5c8b2-bbd1-44c3-a56c-56c5136138ed None None] The sync data for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 is: [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '0cb65491-8152-46ae-ba11-3161266e8139', 'name': '', 'network_id': '1937233a-a780-41dc-9ac8-c6911788cad5', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:93:2f:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:31Z', 'updated_at': '2021-07-05T18:32:38Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'c542e04b-fa2e-48a1-8d29-5afaac562973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:33:46.923382 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:47.027779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b9ca3d61-28f5-4877-9443-0a8e9f5381af,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:47.104640 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:47.150199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=2b1ec01a-9701-4945-bd8f-259301dfa6ae,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:47.172652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.182793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:33:47.235102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] No DVR routers for this DVR port 2b1ec01a-9701-4945-bd8f-259301dfa6ae on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:33:47.239918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:47.246130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-18a2c14e-ce81-4c25-acb5-e9debeada305 req-60ee48bd-5de4-4af7-8c13-672714f6c6e3 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "DELETE /v2.0/ports/2b1ec01a-9701-4945-bd8f-259301dfa6ae HTTP/1.1" status: 204 len: 173 time: 0.7400925 Jul 05 18:33:47.246873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-deleted', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:33:47.250511 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e21970b-96da-4983-b587-67fafac2a6ee" -d '{"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-deleted", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:33:47.311069 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-103b8c6c-316b-4d0e-9b66-5c93c3c929d4 x-openstack-request-id: req-103b8c6c-316b-4d0e-9b66-5c93c3c929d4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:33:47.311450 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9020f094-ab90-4f78-8d5f-93590f8effc6", "name": "network-vif-deleted", "tag": "2b1ec01a-9701-4945-bd8f-259301dfa6ae", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:33:47.311883 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-103b8c6c-316b-4d0e-9b66-5c93c3c929d4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:33:47.316735 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9020f094-ab90-4f78-8d5f-93590f8effc6', 'name': 'network-vif-deleted', 'tag': '2b1ec01a-9701-4945-bd8f-259301dfa6ae', 'status': 'completed', 'code': 200} Jul 05 18:33:47.390760 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ed6579-e5c1-40d9-9916-f8bfceca0503 None None] New status for floating IP 9db378ec-ea0f-48c1-8494-aa7f0ab3f9aa: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:33:47.506740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b54f248-c6be-4b96-8dce-9114326c4aac req-3a8468f2-627b-482e-ae3f-39224e1c7cd9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 210 time: 0.0733058 Jul 05 18:33:47.573672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10aef50c-5b35-4b3a-9d82-c2faff6accd7 req-d4e061e1-868d-40f2-9391-da639a1b296d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=9020f094-ab90-4f78-8d5f-93590f8effc6 HTTP/1.1" status: 200 len: 210 time: 0.0412273 Jul 05 18:33:47.973111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b9ca3d61-28f5-4877-9443-0a8e9f5381af up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:33:48.023413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b9ca3d61-28f5-4877-9443-0a8e9f5381af triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:33:48.023791 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:48.692859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34c25da4-ac63-4f7b-a86c-d1be2a77314e req-b53998ed-e264-4b02-8732-e6458cc298e8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa99aa94-82e4-4cb2-937e-bf05fe64c027 HTTP/1.1" status: 200 len: 210 time: 0.0347254 Jul 05 18:33:48.699749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43230) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:49.427902 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:49.710375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 0cb65491-8152-46ae-ba11-3161266e8139 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:33:49.711087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:49.808626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port 0cb65491-8152-46ae-ba11-3161266e8139, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0cb65491-8152-46ae-ba11-3161266e8139,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:49.809135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:49.823634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 0cb65491-8152-46ae-ba11-3161266e8139 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:33:50.076360 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:50.105438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=0cb65491-8152-46ae-ba11-3161266e8139,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:50.324319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:50.596227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:33:50.718612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:50.724398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e6404990-7b2f-4f17-8fbd-24275b7eee32 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "PUT /v2.0/routers/bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0228946 Jul 05 18:33:50.726536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43242) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:50.730085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] Sync routers for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:50.742901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:50.743762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:50.785329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a2da48-fa8d-4fb8-9294-01d6960e94aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting subnet c542e04b-fa2e-48a1-8d29-5afaac562973 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:33:50.789493 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55a2da48-fa8d-4fb8-9294-01d6960e94aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:50.791840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3843a6d2-a92f-4727-9e1f-a4d4349c6808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:50.848678 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55a2da48-fa8d-4fb8-9294-01d6960e94aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:50.891987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:50.951785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55a2da48-fa8d-4fb8-9294-01d6960e94aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:51.095571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55a2da48-fa8d-4fb8-9294-01d6960e94aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:51.103243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:33:49Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:51.125324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2da48-fa8d-4fb8-9294-01d6960e94aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Subnet': ['ID=c542e04b-fa2e-48a1-8d29-5afaac562973,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:51.144466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] Checking router: bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:33:51.149205 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-55a2da48-fa8d-4fb8-9294-01d6960e94aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:51.151671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-55a2da48-fa8d-4fb8-9294-01d6960e94aa tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/subnets/c542e04b-fa2e-48a1-8d29-5afaac562973 HTTP/1.1" status: 204 len: 168 time: 0.4241757 Jul 05 18:33:51.154919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d9d6c-c352-4164-8a0f-ea700727e84d None None] Network 1937233a-a780-41dc-9ac8-c6911788cad5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:33:51.155174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43246) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:51.173125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] Routers {'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:51.173786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:51.302650 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:51.341334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2b1ec01a-9701-4945-bd8f-259301dfa6ae no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:33:51.386670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 2b1ec01a-9701-4945-bd8f-259301dfa6ae {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:33:51.387123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 2b1ec01a-9701-4945-bd8f-259301dfa6ae not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:33:51.404268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] Set router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:51.426649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:51.565625 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port cf361f17-b3d2-4f69-a847-9f798207b926 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:33:51.565986 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:51.690102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port cf361f17-b3d2-4f69-a847-9f798207b926, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cf361f17-b3d2-4f69-a847-9f798207b926,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:51.690473 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:51.710090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for cf361f17-b3d2-4f69-a847-9f798207b926 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:33:51.818031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:33:49Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:51.820049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8bab39-4393-45d1-9ea0-9522adc8e973 None None] DHCP port deletion for 1937233a-a780-41dc-9ac8-c6911788cad5 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:33:51.851292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0fc9db-3542-4841-b2c6-9af86cee1fbf None None] The sync data for ids ['bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a'] in n-d-799524-1 is: [{'id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-341290795', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:27Z', 'updated_at': '2021-07-05T18:33:49Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': 'cf361f17-b3d2-4f69-a847-9f798207b926', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:18:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3757, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:28Z', 'updated_at': '2021-07-05T18:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:33:51.928260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bab39-4393-45d1-9ea0-9522adc8e973 None None] Deleting port dadeb773-4426-454b-b053-812af62a9aaa {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:33:51.929253 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d8bab39-4393-45d1-9ea0-9522adc8e973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:51.979377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.004864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7d8bab39-4393-45d1-9ea0-9522adc8e973 None None] For port dadeb773-4426-454b-b053-812af62a9aaa, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=dadeb773-4426-454b-b053-812af62a9aaa,segment=NetworkSegment(30519a79-6e7e-46ba-a04d-dd0e4047237a),segment_id=30519a79-6e7e-46ba-a04d-dd0e4047237a)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:33:52.005471 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d8bab39-4393-45d1-9ea0-9522adc8e973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.009914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=cf361f17-b3d2-4f69-a847-9f798207b926,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:52.021423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7d8bab39-4393-45d1-9ea0-9522adc8e973 None None] Calling delete_port for dadeb773-4426-454b-b053-812af62a9aaa owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:33:52.095312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.207396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.211430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.218467 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d8bab39-4393-45d1-9ea0-9522adc8e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.284290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8bab39-4393-45d1-9ea0-9522adc8e973 None None] Pushing event deleted for resources: {'Port': ['ID=dadeb773-4426-454b-b053-812af62a9aaa,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:52.292373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8bab39-4393-45d1-9ea0-9522adc8e973 None None] No DVR routers for this DVR port dadeb773-4426-454b-b053-812af62a9aaa on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:33:52.339203 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.341114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Fanout notify agent at l3_agent the message router_deleted on router bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:33:52.367959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.367959 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e8eb822d-25f6-459b-9380-507b934c6992 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/routers/bcfa7bb4-c1bc-4e46-a763-6e39d3528b3a HTTP/1.1" status: 204 len: 168 time: 1.1957226 Jul 05 18:33:52.368386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43254) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:52.450847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0cb65491-8152-46ae-ba11-3161266e8139 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:33:52.482354 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.486390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 0cb65491-8152-46ae-ba11-3161266e8139 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:33:52.486792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0cb65491-8152-46ae-ba11-3161266e8139 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:33:52.487220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device dadeb773-4426-454b-b053-812af62a9aaa no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:33:52.511254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: dadeb773-4426-454b-b053-812af62a9aaa {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:33:52.511376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device dadeb773-4426-454b-b053-812af62a9aaa not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:33:52.616346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.630029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1937233a-a780-41dc-9ac8-c6911788cad5']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:52.646985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30519a79-6e7e-46ba-a04d-dd0e4047237a') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:52.647334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30519a79-6e7e-46ba-a04d-dd0e4047237a') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:52.659458 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.681983 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.692288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:33:52.692900 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:33:52.697976 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:33:52.870533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.882283 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.886543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43258) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:52.886839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/networks/1937233a-a780-41dc-9ac8-c6911788cad5 HTTP/1.1" status: 204 len: 168 time: 0.5280905 Jul 05 18:33:52.899231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33284707-22a4-48ff-b59a-a7afc00d8694 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Network': ['ID=1937233a-a780-41dc-9ac8-c6911788cad5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:52.961304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc60-74e7-44be-a3e5-a9578dfdd296 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:52.995426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc60-74e7-44be-a3e5-a9578dfdd296 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:53.133837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc60-74e7-44be-a3e5-a9578dfdd296 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:53.140225 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-59d7dc60-74e7-44be-a3e5-a9578dfdd296 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:53.156649 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-59d7dc60-74e7-44be-a3e5-a9578dfdd296 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/security-groups/84fb58b9-486e-4a46-a3f7-4ad33d458325 HTTP/1.1" status: 204 len: 168 time: 0.2598517 Jul 05 18:33:53.164291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7dc60-74e7-44be-a3e5-a9578dfdd296 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fb58b9-486e-4a46-a3f7-4ad33d458325,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:53.464328 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6a6b56a6-82fa-49e0-87c1-3ce205a40d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:53.696720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43304) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:53.704467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e7c99d7c-2ace-4c18-9b23-fdeee66f5184 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-670763194', 'description': 'tempest-secgroup-smoke-670763194 description', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:53.720394 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:53.784684 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7c99d7c-2ace-4c18-9b23-fdeee66f5184 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:53.890694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7c99d7c-2ace-4c18-9b23-fdeee66f5184 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:53.935488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf361f17-b3d2-4f69-a847-9f798207b926 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:33:53.956887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: cf361f17-b3d2-4f69-a847-9f798207b926 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:33:53.957242 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cf361f17-b3d2-4f69-a847-9f798207b926 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:33:53.961909 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7c99d7c-2ace-4c18-9b23-fdeee66f5184 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:53.993019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c99d7c-2ace-4c18-9b23-fdeee66f5184 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e15da558-1539-4e05-a935-d83867e4d514,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:54.081477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7c99d7c-2ace-4c18-9b23-fdeee66f5184 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.085520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e7c99d7c-2ace-4c18-9b23-fdeee66f5184 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3849108 Jul 05 18:33:54.085812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43312) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:54.090550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a652f14f-65e0-415c-8e89-1defa53f3e02 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': 'e15da558-1539-4e05-a935-d83867e4d514', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:54.189753 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a652f14f-65e0-415c-8e89-1defa53f3e02 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.253458 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a652f14f-65e0-415c-8e89-1defa53f3e02 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.338817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a652f14f-65e0-415c-8e89-1defa53f3e02 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.353661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652f14f-65e0-415c-8e89-1defa53f3e02 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40f1cda-d2ff-469b-8448-679e1199890a,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:54.413187 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a652f14f-65e0-415c-8e89-1defa53f3e02 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.417127 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a652f14f-65e0-415c-8e89-1defa53f3e02 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3275261 Jul 05 18:33:54.417242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43318) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:54.422087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-8e36bc95-504f-4f7e-be72-14521b92eac9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': 'e15da558-1539-4e05-a935-d83867e4d514', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:54.526821 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e36bc95-504f-4f7e-be72-14521b92eac9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.588441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e36bc95-504f-4f7e-be72-14521b92eac9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.642292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e36bc95-504f-4f7e-be72-14521b92eac9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.663609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36bc95-504f-4f7e-be72-14521b92eac9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9914e849-a8ff-4b78-9d9e-cd21c9dc263c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:54.720431 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.744544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8e36bc95-504f-4f7e-be72-14521b92eac9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.749766 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8e36bc95-504f-4f7e-be72-14521b92eac9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277056 Jul 05 18:33:54.750068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43334) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:54.754668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-463eb1d7-41a5-4297-8b0a-98baeee10fc7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': 'e15da558-1539-4e05-a935-d83867e4d514', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:54.866381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-463eb1d7-41a5-4297-8b0a-98baeee10fc7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:54.933865 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-463eb1d7-41a5-4297-8b0a-98baeee10fc7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.000724 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-463eb1d7-41a5-4297-8b0a-98baeee10fc7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.020701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463eb1d7-41a5-4297-8b0a-98baeee10fc7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0b9c40-0114-4e91-9e69-2c1a69987384,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:55.091936 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-463eb1d7-41a5-4297-8b0a-98baeee10fc7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.093544 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-463eb1d7-41a5-4297-8b0a-98baeee10fc7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3426933 Jul 05 18:33:55.096909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43354) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:55.105282 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c4a9a27f-7874-4c01-b5de-c2aea154dace tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': 'e15da558-1539-4e05-a935-d83867e4d514', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:55.195947 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a27f-7874-4c01-b5de-c2aea154dace tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.263053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a27f-7874-4c01-b5de-c2aea154dace tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.670147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a27f-7874-4c01-b5de-c2aea154dace tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.692831 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9a27f-7874-4c01-b5de-c2aea154dace tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c85aae-da4f-4b3d-85ef-71e9a082044a,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:55.750837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4a9a27f-7874-4c01-b5de-c2aea154dace tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.754528 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c4a9a27f-7874-4c01-b5de-c2aea154dace tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6525800 Jul 05 18:33:55.754965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43358) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:55.759738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e76a61b7-8988-45b9-bbdc-7dbdd539ea9d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': 'e15da558-1539-4e05-a935-d83867e4d514', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:55.830175 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-e76a61b7-8988-45b9-bbdc-7dbdd539ea9d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Project 0ed07517ea7a4b2390c5993a2fe8ff00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:33:55.835824 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e76a61b7-8988-45b9-bbdc-7dbdd539ea9d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.900770 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e76a61b7-8988-45b9-bbdc-7dbdd539ea9d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.973074 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e76a61b7-8988-45b9-bbdc-7dbdd539ea9d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:55.992441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a61b7-8988-45b9-bbdc-7dbdd539ea9d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8da747-1961-4deb-bf2b-a5e1bdb3aa57,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:56.075933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e76a61b7-8988-45b9-bbdc-7dbdd539ea9d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.077343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e76a61b7-8988-45b9-bbdc-7dbdd539ea9d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3212738 Jul 05 18:33:56.080715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43362) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:56.086796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-74db0471-7dbb-4060-bd7e-cc4db0e5b069 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'security_group_rule': {'security_group_id': 'e15da558-1539-4e05-a935-d83867e4d514', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:56.184734 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-74db0471-7dbb-4060-bd7e-cc4db0e5b069 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Project 0ed07517ea7a4b2390c5993a2fe8ff00 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:33:56.190863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74db0471-7dbb-4060-bd7e-cc4db0e5b069 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.257434 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74db0471-7dbb-4060-bd7e-cc4db0e5b069 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.333076 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74db0471-7dbb-4060-bd7e-cc4db0e5b069 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.354113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db0471-7dbb-4060-bd7e-cc4db0e5b069 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85879543-5f58-49fc-8fe2-8096be8a474c,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:56.436046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-74db0471-7dbb-4060-bd7e-cc4db0e5b069 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.437879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-74db0471-7dbb-4060-bd7e-cc4db0e5b069 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560808 Jul 05 18:33:56.439388 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.440913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43364) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:56.446015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'network': {'name': 'tempest-network-smoke--273444022', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:56.555595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:33:56.559641 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.586238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:33:56.595251 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.595597 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Added segment 72129b9d-a808-4865-bfbe-9a8c75db9152 of type vlan for network 22632ed0-c349-4c1d-a8b1-041499829ef9 Jul 05 18:33:56.639935 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.709939 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.715606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:56.716192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.786662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Network': ['ID=22632ed0-c349-4c1d-a8b1-041499829ef9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:56.799053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 22632ed0-c349-4c1d-a8b1-041499829ef9 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:33:56.848596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f1d37640-1854-4deb-a419-237f22de4cb0 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4066343 Jul 05 18:33:56.851302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43368) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:56.856555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'admin_state_up': True, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:33:56.939522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:56.940722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:57.022508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:57.243098 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:58.377944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:58.397892 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:58.509701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.25.3.240 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/84c28cc5-9822-43da-b3bd-247d076f8eb4) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:33:58.634430 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:58.756410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:58.798840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:33:58.801662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:33:58.807138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:33:58.834590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=84c28cc5-9822-43da-b3bd-247d076f8eb4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:33:59.161285 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:59.381822 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:59.601537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:33:59.722100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:33:59.732568 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Sync routers for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:33:59.746747 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:33:59.747386 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:33:59.796020 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:59.797417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7e47d073-5dd6-474f-8ef3-410f0579b874 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9448240 Jul 05 18:33:59.800604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43382) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:59.807535 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:33:59.834072 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aae20cfc-c08a-47a2-b109-eb404e300d2a tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=0ed07517ea7a4b2390c5993a2fe8ff00&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323150 Jul 05 18:33:59.837077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43384) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:59.857906 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:33:59.941276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae0b6e-d7c0-4f64-82b6-63b5f8f43b1b tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:33:59.945447 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-49ae0b6e-d7c0-4f64-82b6-63b5f8f43b1b tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1047313 Jul 05 18:33:59.945651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43386) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:59.975132 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-60523b82-7c1c-4b65-9ac6-a6d6ee7c8802 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282109 Jul 05 18:33:59.977563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 43388) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:33:59.982359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2100787670', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:34:00.060640 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:33:58Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:00.093473 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Checking router: a22fdfe3-4ef8-4e7b-926b-b934e316b3cf for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:34:00.094811 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Updating router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf port 84c28cc5-9822-43da-b3bd-247d076f8eb4 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:34:00.129982 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.133676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:34:00.137804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.434720 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.444829 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Transition to ACTIVE for port object 84c28cc5-9822-43da-b3bd-247d076f8eb4 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:34:00.453427 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.511860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Subnet': ['ID=f8ec38cd-d0a3-4686-a70b-c1f3ed6932df,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:00.526730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.527091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.527685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.528026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.528357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.528689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.529016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.529377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.529666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.530024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.530903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.531373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:34:00.532797 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.543425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Checking segment: {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:34:00.543796 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network hostable DHCP agents. Network: 22632ed0-c349-4c1d-a8b1-041499829ef9, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:34:00.597356 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5646b-54cb-496c-91d3-ab1b2544eeba None None] Pushing event updated for resources: {'Port': ['ID=84c28cc5-9822-43da-b3bd-247d076f8eb4,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:00.601151 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Attempting to bind port 84c28cc5-9822-43da-b3bd-247d076f8eb4 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:34:00.601676 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Attempting to bind port 84c28cc5-9822-43da-b3bd-247d076f8eb4 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:34:00.602138 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Attempting to bind port 84c28cc5-9822-43da-b3bd-247d076f8eb4 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:34:00.608267 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:34:00.610413 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:34:00.610413 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.610413 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:34:00.610413 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Bound port: 84c28cc5-9822-43da-b3bd-247d076f8eb4, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:34:00.610919 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.630145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 22632ed0-c349-4c1d-a8b1-041499829ef9 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:34:00.673283 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] For port 84c28cc5-9822-43da-b3bd-247d076f8eb4, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:34:00.678802 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] For port 84c28cc5-9822-43da-b3bd-247d076f8eb4, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=84c28cc5-9822-43da-b3bd-247d076f8eb4,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:34:00.710435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 22632ed0-c349-4c1d-a8b1-041499829ef9) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:34:00.715388 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:00.716494 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.723256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88992ea-eba0-4802-8182-0a17a9694e81 None None] Network 22632ed0-c349-4c1d-a8b1-041499829ef9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:34:00.739309 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.802172 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:34:00.802828 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:00.810222 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bb8a4f93-e5b5-4390-9f37-66e4301d5cb1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8291671 Jul 05 18:34:00.812213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43402) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:34:00.862968 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5646b-54cb-496c-91d3-ab1b2544eeba None None] Pushing event updated for resources: {'Port': ['ID=84c28cc5-9822-43da-b3bd-247d076f8eb4,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:00.929908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-22632ed0-c349-4c1d-a8b1-041499829ef9', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:34:00.931407 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:00.959542 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:34:01.087672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Allocated IP 172.20.0.2 (22632ed0-c349-4c1d-a8b1-041499829ef9/f8ec38cd-d0a3-4686-a70b-c1f3ed6932df/327557a6-c6f9-4f93-bd17-20da2d04562b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:34:01.236772 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:33:58Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:01.307978 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ac0e61-25eb-4326-bd1e-2474da7fb6c1 None None] The sync data for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 is: [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:33:58Z', 'revision_number': 3, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:34:01.359238 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:01.369690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Transition to ACTIVE for port object 327557a6-c6f9-4f93-bd17-20da2d04562b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:34:01.390253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Transition to ACTIVE for port object 327557a6-c6f9-4f93-bd17-20da2d04562b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:34:01.476815 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:01.565417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Pushing event updated for resources: {'Port': ['ID=327557a6-c6f9-4f93-bd17-20da2d04562b,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:01.570339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Network 22632ed0-c349-4c1d-a8b1-041499829ef9 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:34:01.573001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:34:01.574894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:34:01.695561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Attempting to bind port 327557a6-c6f9-4f93-bd17-20da2d04562b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:34:01.695941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Attempting to bind port 327557a6-c6f9-4f93-bd17-20da2d04562b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:34:01.698748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Attempting to bind port 327557a6-c6f9-4f93-bd17-20da2d04562b on network 22632ed0-c349-4c1d-a8b1-041499829ef9 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:34:01.706797 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:34:01.707216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Checking segment: {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:34:01.707586 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:01.707984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Bound using segment: {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:34:01.708470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Bound port: 327557a6-c6f9-4f93-bd17-20da2d04562b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:34:01.708855 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:01.811396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] For port 327557a6-c6f9-4f93-bd17-20da2d04562b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:34:01.815209 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] For port 327557a6-c6f9-4f93-bd17-20da2d04562b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=327557a6-c6f9-4f93-bd17-20da2d04562b,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:34:01.863394 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:01.899421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:01.988324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff70db2-067a-4b83-a6ed-03dac8b169a6 None None] Pushing event updated for resources: {'Port': ['ID=327557a6-c6f9-4f93-bd17-20da2d04562b,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:02.118583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 84c28cc5-9822-43da-b3bd-247d076f8eb4 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:34:02.270371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 84c28cc5-9822-43da-b3bd-247d076f8eb4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:34:02.275759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 84c28cc5-9822-43da-b3bd-247d076f8eb4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:02.278931 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:02.422779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.20.0.1 (22632ed0-c349-4c1d-a8b1-041499829ef9/f8ec38cd-d0a3-4686-a70b-c1f3ed6932df/63debb86-ba7e-4706-8f98-1fbf85e3cd74) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:34:02.518756 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:02.569967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 84c28cc5-9822-43da-b3bd-247d076f8eb4, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=84c28cc5-9822-43da-b3bd-247d076f8eb4,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:34:02.623483 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:02.629793 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:02.644258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Transition to ACTIVE for port object 63debb86-ba7e-4706-8f98-1fbf85e3cd74 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:34:02.709114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=84c28cc5-9822-43da-b3bd-247d076f8eb4,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:02.728210 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:02.778508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 22632ed0-c349-4c1d-a8b1-041499829ef9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:34:02.782154 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:34:02.788500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:34:02.818191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=63debb86-ba7e-4706-8f98-1fbf85e3cd74,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:02.846295 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:03.134110 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:03.267843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79acb00-9936-4643-a91a-df619fa9ca48 None None] Network 22632ed0-c349-4c1d-a8b1-041499829ef9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:34:03.497336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-25025337-d468-45a5-aaf5-7cc62a30f4a9 None None] Provisioning for port 327557a6-c6f9-4f93-bd17-20da2d04562b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:34:03.527671 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:03.573192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:03.669380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:03.682411 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=63debb86-ba7e-4706-8f98-1fbf85e3cd74,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:03.808424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 22632ed0-c349-4c1d-a8b1-041499829ef9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:34:03.809996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:34:03.903787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-56d3b053-10f3-46d5-9815-ccf2986f30e3 None None] Provisioning for port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:34:03.910932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-56d3b053-10f3-46d5-9815-ccf2986f30e3 None None] Provisioning complete for port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:03.911389 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-56d3b053-10f3-46d5-9815-ccf2986f30e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:03.982887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-56d3b053-10f3-46d5-9815-ccf2986f30e3 None None] Port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:34:03.999932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:34:04.189953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 327557a6-c6f9-4f93-bd17-20da2d04562b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:34:04.194116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:34:04.208285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-57e4599d-ae7b-4f9f-8be4-06baec57a3fb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "PUT /v2.0/routers/a22fdfe3-4ef8-4e7b-926b-b934e316b3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3965902 Jul 05 18:34:04.259386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Sync routers for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:34:04.319842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bdf17e0d-d5c8-44dd-9908-d9a0c337855f None None] Provisioning complete for port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:04.320949 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bdf17e0d-d5c8-44dd-9908-d9a0c337855f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:04.345160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:34:04.346400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:04.430677 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bdf17e0d-d5c8-44dd-9908-d9a0c337855f None None] Port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:34:04.470295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 327557a6-c6f9-4f93-bd17-20da2d04562b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:34:04.485274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 327557a6-c6f9-4f93-bd17-20da2d04562b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:04.490778 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:04.534455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-36314219-d4ac-497b-b35d-38f939644c4c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-670763194&fields=id&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 267 time: 0.0437758 Jul 05 18:34:04.537987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:34:04.596821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c2158e28-d978-4723-b470-5d25c26f7e8d None None] Provisioning complete for port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:04.597191 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c2158e28-d978-4723-b470-5d25c26f7e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:04.693691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-14ef60a8-3daf-45f3-b092-b823fbe322ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:04.699078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-14ef60a8-3daf-45f3-b092-b823fbe322ec tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/networks?id=22632ed0-c349-4c1d-a8b1-041499829ef9 HTTP/1.1" status: 200 len: 796 time: 0.1540267 Jul 05 18:34:04.728235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-c3a75633-b97e-4547-a6a4-d8d54c473bee tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/quotas/0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 375 time: 0.0178070 Jul 05 18:34:04.760497 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:04.769220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c2158e28-d978-4723-b470-5d25c26f7e8d None None] Port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:34:04.817063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e536a255-82bf-4b74-ad76-9c71791e4139 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824828 Jul 05 18:34:04.824920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 327557a6-c6f9-4f93-bd17-20da2d04562b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=327557a6-c6f9-4f93-bd17-20da2d04562b,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:34:04.900058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '63debb86-ba7e-4706-8f98-1fbf85e3cd74', 'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:2e:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:34:02Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 2, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:04.928631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Checking router: a22fdfe3-4ef8-4e7b-926b-b934e316b3cf for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:34:04.929030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Updating router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:34:04.929730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-0ab42037-0a41-4e1c-a185-aa4439e5e347 service neutron] 10.222.0.30 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985856 Jul 05 18:34:04.930785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:04.931565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 84c28cc5-9822-43da-b3bd-247d076f8eb4 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:34:05.036178 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:05.043253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=327557a6-c6f9-4f93-bd17-20da2d04562b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:05.056589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-6e4fe1b3-871c-4d43-8f98-8614260ba161 service neutron] 10.222.0.30 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188083 Jul 05 18:34:05.093636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 84c28cc5-9822-43da-b3bd-247d076f8eb4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:05.094019 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:05.421725 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:05.432581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Transition to ACTIVE for port object 63debb86-ba7e-4706-8f98-1fbf85e3cd74 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:34:05.973580 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:06.016651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 327557a6-c6f9-4f93-bd17-20da2d04562b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:34:06.049794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-757b04ea-44cb-47e7-aedb-44a6c9216b01 req-c93a0496-dc0d-4281-98d2-2585ef383796 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 210 time: 0.0348818 Jul 05 18:34:06.086726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f232a1-67f7-4a05-9ddb-5b579ffb8a97 None None] Pushing event updated for resources: {'Port': ['ID=63debb86-ba7e-4706-8f98-1fbf85e3cd74,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:06.100136 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:06.337989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Attempting to bind port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:34:06.338290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Attempting to bind port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:34:06.338867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Attempting to bind port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 on network 22632ed0-c349-4c1d-a8b1-041499829ef9 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:34:06.351812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:34:06.351812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Checking segment: {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:34:06.351812 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:06.352400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Bound using segment: {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:34:06.352400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Bound port: 63debb86-ba7e-4706-8f98-1fbf85e3cd74, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:34:06.352789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:06.355498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 327557a6-c6f9-4f93-bd17-20da2d04562b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:06.355856 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:06.482071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] For port 63debb86-ba7e-4706-8f98-1fbf85e3cd74, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:34:06.482071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] For port 63debb86-ba7e-4706-8f98-1fbf85e3cd74, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=63debb86-ba7e-4706-8f98-1fbf85e3cd74,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:34:06.573886 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:06.634520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f232a1-67f7-4a05-9ddb-5b579ffb8a97 None None] Pushing event updated for resources: {'Port': ['ID=63debb86-ba7e-4706-8f98-1fbf85e3cd74,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:06.639671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:34:06.639671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:06.777705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:34:07.006401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '63debb86-ba7e-4706-8f98-1fbf85e3cd74', 'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:2e:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:34:02Z', 'updated_at': '2021-07-05T18:34:06Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:07.034321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92dcbbd-7811-4e9c-a1b1-75630be8a717 None None] The sync data for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 is: [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '63debb86-ba7e-4706-8f98-1fbf85e3cd74', 'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:2e:a5:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:34:02Z', 'updated_at': '2021-07-05T18:34:06Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:34:07.242490 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85d4ec40-f62e-41e0-967d-7a2d5c0ac8e2 req-e9e00af7-88b2-428c-a240-b9089606a197 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 210 time: 0.0461271 Jul 05 18:34:08.058403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 63debb86-ba7e-4706-8f98-1fbf85e3cd74 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:34:08.183647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:34:08.189436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:08.196732 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:08.285445 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:08.334958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 63debb86-ba7e-4706-8f98-1fbf85e3cd74, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=63debb86-ba7e-4706-8f98-1fbf85e3cd74,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:34:08.423402 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:08.456943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07988c57-33d4-4cc5-9051-d6f06cf49d1a req-3436deea-27db-4bdd-953c-0d5bc5e40f61 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 210 time: 0.0390975 Jul 05 18:34:08.488663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=63debb86-ba7e-4706-8f98-1fbf85e3cd74,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:08.602201 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e39b42bf-56c3-4bcd-a4fc-fea0b61e0a53 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:08.603647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e39b42bf-56c3-4bcd-a4fc-fea0b61e0a53 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/networks?id=22632ed0-c349-4c1d-a8b1-041499829ef9 HTTP/1.1" status: 200 len: 796 time: 0.1203747 Jul 05 18:34:08.663480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-c333bbe2-df0e-4e8d-8ee6-a85d61ccc5f6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00 HTTP/1.1" status: 200 len: 379 time: 0.0512598 Jul 05 18:34:08.672737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'port': {'device_id': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'admin_state_up': True, 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'security_groups': ['e15da558-1539-4e05-a935-d83867e4d514']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:34:08.921814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Made reservation on behalf of 0ed07517ea7a4b2390c5993a2fe8ff00 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:34:08.925850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:09.073610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.20.0.7 (22632ed0-c349-4c1d-a8b1-041499829ef9/f8ec38cd-d0a3-4686-a70b-c1f3ed6932df/c9d19518-302d-49a6-a76b-fce2b24869cc) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:34:09.232095 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:09.247427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Transition to ACTIVE for port object c9d19518-302d-49a6-a76b-fce2b24869cc will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:34:09.396357 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:09.443684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network 22632ed0-c349-4c1d-a8b1-041499829ef9 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:34:09.445117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:34:09.447875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:34:09.501824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=c9d19518-302d-49a6-a76b-fce2b24869cc,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:09.529042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:09.529822 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:09.619727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-2f4665b0-ea92-4a71-8998-8b9ceb024379 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9512892 Jul 05 18:34:09.641363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Request body: {'port': {'device_id': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:34:09.773549 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e21aa2-5038-4d4e-9d7b-ea663b9b20bb req-2828fcfe-a89f-4c58-a858-7be7d8f52cc1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:09.774970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08e21aa2-5038-4d4e-9d7b-ea663b9b20bb req-2828fcfe-a89f-4c58-a858-7be7d8f52cc1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 931 time: 0.1482313 Jul 05 18:34:09.777741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:09.841223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-87005fef-bd21-477d-a21c-de4b6ea73b1c None None] Provisioning for port c9d19518-302d-49a6-a76b-fce2b24869cc completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:34:09.847868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-87005fef-bd21-477d-a21c-de4b6ea73b1c None None] Provisioning complete for port c9d19518-302d-49a6-a76b-fce2b24869cc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:09.849693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-87005fef-bd21-477d-a21c-de4b6ea73b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:09.854746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08e21aa2-5038-4d4e-9d7b-ea663b9b20bb req-8b35dbe4-732d-46f8-bb96-6bb6c2b572b7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670924 Jul 05 18:34:09.913045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-87005fef-bd21-477d-a21c-de4b6ea73b1c None None] Port c9d19518-302d-49a6-a76b-fce2b24869cc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:34:10.012395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 63debb86-ba7e-4706-8f98-1fbf85e3cd74 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:34:10.071937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:10.072345 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:10.201188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d19518-302d-49a6-a76b-fce2b24869cc {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:34:10.210114 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:10.225637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Transition to ACTIVE for port object c9d19518-302d-49a6-a76b-fce2b24869cc will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:34:10.332755 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:10.391634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d19518-302d-49a6-a76b-fce2b24869cc,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:10.500950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Attempting to bind port c9d19518-302d-49a6-a76b-fce2b24869cc on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:34:10.501370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Attempting to bind port c9d19518-302d-49a6-a76b-fce2b24869cc by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:34:10.501767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Attempting to bind port c9d19518-302d-49a6-a76b-fce2b24869cc on network 22632ed0-c349-4c1d-a8b1-041499829ef9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:34:10.506674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Port c9d19518-302d-49a6-a76b-fce2b24869cc on network 22632ed0-c349-4c1d-a8b1-041499829ef9 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:34:10.507326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Attempting to bind port c9d19518-302d-49a6-a76b-fce2b24869cc on network 22632ed0-c349-4c1d-a8b1-041499829ef9 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:34:10.515406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:34:10.516027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Checking segment: {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:34:10.516361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Bound using segment: {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:34:10.516856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Bound port: c9d19518-302d-49a6-a76b-fce2b24869cc, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72129b9d-a808-4865-bfbe-9a8c75db9152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:34:10.517280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:10.597678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:34:10.605796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c9d19518-302d-49a6-a76b-fce2b24869cc,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:34:10.688055 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:10.724089 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:10.724872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:10.726445 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] 10.222.0.39 "PUT /v2.0/ports/c9d19518-302d-49a6-a76b-fce2b24869cc HTTP/1.1" status: 200 len: 1091 time: 1.0975852 Jul 05 18:34:10.726992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:34:10.729574 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4923ed6f-5324-4f61-a3f0-2dedecc39078" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:34:10.791808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d63419-be1a-4f9b-8b75-e9d284f9a689 service neutron] Pushing event updated for resources: {'Port': ['ID=c9d19518-302d-49a6-a76b-fce2b24869cc,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:10.804508 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb8b5a9-fbc3-4a75-a615-286780a7f23d x-openstack-request-id: req-2cb8b5a9-fbc3-4a75-a615-286780a7f23d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:34:10.807347 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:34:10.807347 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2cb8b5a9-fbc3-4a75-a615-286780a7f23d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:34:10.807347 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'status': 'completed', 'code': 200} Jul 05 18:34:10.966866 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923ed6f-5324-4f61-a3f0-2dedecc39078 req-57358409-10ca-4cdf-803e-23cd39c86807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:10.968559 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4923ed6f-5324-4f61-a3f0-2dedecc39078 req-57358409-10ca-4cdf-803e-23cd39c86807 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 1094 time: 0.1424408 Jul 05 18:34:11.199669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923ed6f-5324-4f61-a3f0-2dedecc39078 req-4aa9c57f-3ad5-4bb8-a0c3-e045db3277fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:11.209274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4923ed6f-5324-4f61-a3f0-2dedecc39078 req-4aa9c57f-3ad5-4bb8-a0c3-e045db3277fe service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&shared=False HTTP/1.1" status: 200 len: 896 time: 0.2245889 Jul 05 18:34:11.217887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9131cd0-03ab-4982-99f6-f71f6e976350 req-6b39e8be-5855-4a95-adba-891a97a0183b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:11.219396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9131cd0-03ab-4982-99f6-f71f6e976350 req-6b39e8be-5855-4a95-adba-891a97a0183b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 943 time: 0.1991282 Jul 05 18:34:11.362927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9131cd0-03ab-4982-99f6-f71f6e976350 req-b8f3fcbb-b241-47da-a258-f69e9dd1ae9e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1358776 Jul 05 18:34:11.766876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923ed6f-5324-4f61-a3f0-2dedecc39078 req-84da6e65-c852-4961-8a53-922cbf785c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:11.768399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4923ed6f-5324-4f61-a3f0-2dedecc39078 req-84da6e65-c852-4961-8a53-922cbf785c8f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5599663 Jul 05 18:34:11.864328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-dad04abf-e046-4774-83ba-e8f3d2ebb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:11.865845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-dad04abf-e046-4774-83ba-e8f3d2ebb498 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 1094 time: 0.0555248 Jul 05 18:34:11.928427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-ca3d435b-52c1-4002-94d2-f71329ca393d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9d19518-302d-49a6-a76b-fce2b24869cc HTTP/1.1" status: 200 len: 217 time: 0.0547690 Jul 05 18:34:11.984203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e09eee3e-9985-4be2-ad05-fdfe92d698e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:11.985674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e09eee3e-9985-4be2-ad05-fdfe92d698e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8ec38cd-d0a3-4686-a70b-c1f3ed6932df HTTP/1.1" status: 200 len: 835 time: 0.0505335 Jul 05 18:34:12.085100 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e0a2d0ee-f23f-4c22-98c0-df2b35577f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:12.086652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-e0a2d0ee-f23f-4c22-98c0-df2b35577f09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22632ed0-c349-4c1d-a8b1-041499829ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946815 Jul 05 18:34:12.183913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-acc8e2ae-98d5-4f13-81f9-a2403358b48e service neutron] 10.222.0.39 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893776 Jul 05 18:34:12.288008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e7281e76-fcc3-44cc-ac49-c244dd151859 req-b8c70f82-d02f-4583-b13d-df497c40c8c8 service neutron] 10.222.0.39 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969470 Jul 05 18:34:12.561901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c20f2-cf0d-4fbe-800d-776ea1076552 req-c1c7525f-45df-4df0-b45e-e482a2ca3e3a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:12.563437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-779c20f2-cf0d-4fbe-800d-776ea1076552 req-c1c7525f-45df-4df0-b45e-e482a2ca3e3a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 943 time: 0.0668683 Jul 05 18:34:12.601799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-779c20f2-cf0d-4fbe-800d-776ea1076552 req-d63691fe-549b-45f1-91a8-9d1aa46f2a33 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323377 Jul 05 18:34:12.886762 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:34:13.797686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e82df-9bd1-4970-9ab7-d4856f2911d1 req-1c9e0836-6dc7-43ce-b9e5-bea4f78f0b5f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:13.799260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e19e82df-9bd1-4970-9ab7-d4856f2911d1 req-1c9e0836-6dc7-43ce-b9e5-bea4f78f0b5f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 943 time: 0.0733812 Jul 05 18:34:13.844396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e19e82df-9bd1-4970-9ab7-d4856f2911d1 req-1cb56f7a-d6ad-4f02-a871-30560a0ffdca tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392060 Jul 05 18:34:15.039375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4413d-ad3b-451c-bdd5-a6cb540c42d0 req-1598756b-1174-4162-b759-9dceef2ae34f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:15.040837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67c4413d-ad3b-451c-bdd5-a6cb540c42d0 req-1598756b-1174-4162-b759-9dceef2ae34f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 943 time: 0.0652759 Jul 05 18:34:15.088353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67c4413d-ad3b-451c-bdd5-a6cb540c42d0 req-116dd90b-029e-410d-acf6-4e91cac22a6d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393958 Jul 05 18:34:15.397650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c9d19518-302d-49a6-a76b-fce2b24869cc details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:34:15.503993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c9d19518-302d-49a6-a76b-fce2b24869cc,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:34:15.516135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'port_id': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'mac_address': 'fa:16:3e:c5:3a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:34:15.555148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:15.569886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d19518-302d-49a6-a76b-fce2b24869cc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:34:15.595286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c9d19518-302d-49a6-a76b-fce2b24869cc,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:34:15.699096 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:15.753258 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c9d19518-302d-49a6-a76b-fce2b24869cc,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:15.904260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c9d19518-302d-49a6-a76b-fce2b24869cc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:34:16.295584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff415d-6c3b-4244-a9f2-739a3afa243e req-723f1ab6-bf4e-4bff-aa88-00a96525b533 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:16.297942 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5aff415d-6c3b-4244-a9f2-739a3afa243e req-723f1ab6-bf4e-4bff-aa88-00a96525b533 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 944 time: 0.0843248 Jul 05 18:34:16.340701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5aff415d-6c3b-4244-a9f2-739a3afa243e req-9c735f9d-8810-49ef-b9ed-e0a960d96409 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369930 Jul 05 18:34:17.413488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c9d19518-302d-49a6-a76b-fce2b24869cc up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:34:17.535685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a90e3-c667-4d82-8a25-44be7f28dc40 req-6448f4bf-a3e4-492a-b904-f20d4cd6ccc6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:17.537383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e8a90e3-c667-4d82-8a25-44be7f28dc40 req-6448f4bf-a3e4-492a-b904-f20d4cd6ccc6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 944 time: 0.0708494 Jul 05 18:34:17.556160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port c9d19518-302d-49a6-a76b-fce2b24869cc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:34:17.560343 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port c9d19518-302d-49a6-a76b-fce2b24869cc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:17.560741 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:17.579224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e8a90e3-c667-4d82-8a25-44be7f28dc40 req-8e41a948-943e-4748-9267-c396e6bfdb5f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358505 Jul 05 18:34:17.642796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:17.665796 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:34:17.668255 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318d66ac-0989-49fe-804f-942b76e1fdb4" -d '{"events": [{"server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "name": "network-vif-plugged", "status": "completed", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:34:17.682830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c9d19518-302d-49a6-a76b-fce2b24869cc,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:34:17.709710 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cfdf32-6fb6-43ce-9c8d-e04d2c61bc2b x-openstack-request-id: req-78cfdf32-6fb6-43ce-9c8d-e04d2c61bc2b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:34:17.710006 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "name": "network-vif-plugged", "status": "completed", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:34:17.710265 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78cfdf32-6fb6-43ce-9c8d-e04d2c61bc2b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:34:17.710704 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'code': 200} Jul 05 18:34:17.807327 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:17.828523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8e9671-4364-48d8-bd73-b4b6419369fd req-b24b089e-72e6-42da-8f23-9b45592bd469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:17.830130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d8e9671-4364-48d8-bd73-b4b6419369fd req-b24b089e-72e6-42da-8f23-9b45592bd469 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 1095 time: 0.0550942 Jul 05 18:34:17.863553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c9d19518-302d-49a6-a76b-fce2b24869cc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:17.869571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d8e9671-4364-48d8-bd73-b4b6419369fd req-506d6542-1343-4bec-8673-dcbd0b2cdb0e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330405 Jul 05 18:34:18.767801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730b82f-97fd-44f7-a59a-e3d2736e5218 req-e6463d3b-6c25-402a-a6ae-e1a41f1aa2b7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:18.769355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6730b82f-97fd-44f7-a59a-e3d2736e5218 req-e6463d3b-6c25-402a-a6ae-e1a41f1aa2b7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0756662 Jul 05 18:34:18.808351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6730b82f-97fd-44f7-a59a-e3d2736e5218 req-c8861558-5ee2-4c15-9351-6b981cfcfe3b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333691 Jul 05 18:34:20.015351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273ead6-c1fb-46f3-a731-592bb8069647 req-59a8f1f0-b124-4ea1-9300-3c335f426a76 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:20.018008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0273ead6-c1fb-46f3-a731-592bb8069647 req-59a8f1f0-b124-4ea1-9300-3c335f426a76 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0691082 Jul 05 18:34:20.060609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0273ead6-c1fb-46f3-a731-592bb8069647 req-83677fe9-0f45-4373-b527-18d588bb5f73 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357471 Jul 05 18:34:20.237429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83722c-769c-4c86-a524-bd822ff4f634 req-9a5ea53f-9db2-4068-8649-0249e92bd70b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:20.238947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb83722c-769c-4c86-a524-bd822ff4f634 req-9a5ea53f-9db2-4068-8649-0249e92bd70b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0632968 Jul 05 18:34:20.284294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb83722c-769c-4c86-a524-bd822ff4f634 req-bf53c9e5-a574-44e3-901b-435e2011393f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397179 Jul 05 18:34:20.312160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43610) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:34:20.371643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0c0d0e-f013-4c6f-a66b-57b62d028168 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:20.373177 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1f0c0d0e-f013-4c6f-a66b-57b62d028168 tempest-TestNetworkAdvancedServerOps-781876255 tempest-TestNetworkAdvancedServerOps-781876255-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 1091 time: 0.0595727 Jul 05 18:34:20.376305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43612) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:34:20.380759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:34:20.475831 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:20.573201 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:20.678175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Allocated IP 172.25.3.30 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/485066db-d741-4b9f-93f3-ba60034a0d9d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:34:20.779193 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:20.784294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8468605f-980d-462c-921c-f57de1f49202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:20.876642 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:20.914023 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:34:20.921091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:34:20.921091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:34:20.952321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=485066db-d741-4b9f-93f3-ba60034a0d9d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:21.451571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:21.654758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:21.808165 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:21.870047 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:21.924709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event updated for resources: {'Port': ['ID=485066db-d741-4b9f-93f3-ba60034a0d9d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:21.972491 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:22.075899 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Floating IP 1197f2a7-2cac-444b-8e01-444af73327ea associated. External IP: 172.25.3.30, port: c9d19518-302d-49a6-a76b-fce2b24869cc. Jul 05 18:34:22.577099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:34:22.691585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:34:22.701555 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] Sync routers for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:34:22.710738 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:34:22.713557 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:22.792010 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:22.830775 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:34:22.875390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cb40a553-aa26-4dc1-9989-285829ce178f tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4956679 Jul 05 18:34:22.875390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:34:22.883684 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480a981e-d0eb-4946-8aaa-229d67e94c42" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:34:23.013180 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db19fd3-0550-4ca9-ad82-8427be940c78 x-openstack-request-id: req-6db19fd3-0550-4ca9-ad82-8427be940c78 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:34:23.013737 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:34:23.014164 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6db19fd3-0550-4ca9-ad82-8427be940c78 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:34:23.014835 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'status': 'completed', 'code': 200} Jul 05 18:34:23.234472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-a57e3458-2406-4435-a0dc-4ed91e15d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:23.236691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-a57e3458-2406-4435-a0dc-4ed91e15d0eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 1096 time: 0.1501513 Jul 05 18:34:23.289958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d2be8-1a7f-4478-b6b4-29bf0dc70309 req-e6c796d0-6923-4ffc-8bf6-306cd980d00c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:23.291501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-272d2be8-1a7f-4478-b6b4-29bf0dc70309 req-e6c796d0-6923-4ffc-8bf6-306cd980d00c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.1353054 Jul 05 18:34:23.365499 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '1197f2a7-2cac-444b-8e01-444af73327ea', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'port_id': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'mac_address': 'fa:16:3e:c5:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:34:21Z', 'updated_at': '2021-07-05T18:34:21Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63debb86-ba7e-4706-8f98-1fbf85e3cd74', 'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:2e:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:34:02Z', 'updated_at': '2021-07-05T18:34:08Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:23.398104 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] Checking router: a22fdfe3-4ef8-4e7b-926b-b934e316b3cf for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:34:23.408054 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:34:23.408577 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:33:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:23.429384 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-272d2be8-1a7f-4478-b6b4-29bf0dc70309 req-7fa778d7-133c-4ce7-82d0-e26ebb1bbd99 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085777 Jul 05 18:34:23.445625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c1d99849-f780-466e-ba9c-0477585b8ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:23.456719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-2f8815ec-ad80-44fd-bede-1c7739281b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:23.458315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-2f8815ec-ad80-44fd-bede-1c7739281b04 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22632ed0-c349-4c1d-a8b1-041499829ef9 HTTP/1.1" status: 200 len: 896 time: 0.2124577 Jul 05 18:34:23.465015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43642) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:34:23.535207 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:34:23.618569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-58fea4c6-2fd1-4891-ad95-5049151531cd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/1197f2a7-2cac-444b-8e01-444af73327ea HTTP/1.1" status: 200 len: 990 time: 0.1521630 Jul 05 18:34:23.622085 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-b3b39642-526e-43d8-9b75-e3cdbb40455d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9d19518-302d-49a6-a76b-fce2b24869cc HTTP/1.1" status: 200 len: 998 time: 0.1457543 Jul 05 18:34:23.688989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-5873e451-8c56-4725-a86d-7fba51f10a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:23.690657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-5873e451-8c56-4725-a86d-7fba51f10a3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8ec38cd-d0a3-4686-a70b-c1f3ed6932df HTTP/1.1" status: 200 len: 835 time: 0.0619392 Jul 05 18:34:23.703222 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:23.779792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-6ad147bc-cb1a-4bda-92c6-0c2ddc39b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:23.781482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-6ad147bc-cb1a-4bda-92c6-0c2ddc39b9ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22632ed0-c349-4c1d-a8b1-041499829ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836015 Jul 05 18:34:23.817413 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '1197f2a7-2cac-444b-8e01-444af73327ea', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'port_id': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'mac_address': 'fa:16:3e:c5:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:34:21Z', 'updated_at': '2021-07-05T18:34:21Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63debb86-ba7e-4706-8f98-1fbf85e3cd74', 'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:2e:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:34:02Z', 'updated_at': '2021-07-05T18:34:08Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:34:23.847662 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03038eb-ffa3-495f-9999-a7b95cc19243 None None] The sync data for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 is: [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '1197f2a7-2cac-444b-8e01-444af73327ea', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'floating_ip_address': '172.25.3.30', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'port_id': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3842, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'mac_address': 'fa:16:3e:c5:3a:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:34:21Z', 'updated_at': '2021-07-05T18:34:21Z', 'revision_number': 0, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63debb86-ba7e-4706-8f98-1fbf85e3cd74', 'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:2e:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:34:02Z', 'updated_at': '2021-07-05T18:34:08Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:34:24.114191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-f1d76562-601e-47a6-bc8a-1f2199ebf6ab service neutron] 10.222.0.39 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201756 Jul 05 18:34:24.114191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-480a981e-d0eb-4946-8aaa-229d67e94c42 req-84541cc8-1dfa-40ce-abb3-286b7510c631 service neutron] 10.222.0.39 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095493 Jul 05 18:34:24.147774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdcc4d4-4932-46bf-9447-88e7ccc60e36 None None] New status for floating IP 1197f2a7-2cac-444b-8e01-444af73327ea: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:34:24.311349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-85bc3a87-e1f7-422c-8592-cc0cce7b5211 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:24.315101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-85bc3a87-e1f7-422c-8592-cc0cce7b5211 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1151814 Jul 05 18:34:24.328306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-8d4884e7-2886-427e-958c-8ab15a1abbcb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/quotas/314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 375 time: 0.0097637 Jul 05 18:34:24.401515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-a2e572c7-7e3b-49d8-b62e-b33e47a32001 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666442 Jul 05 18:34:24.493250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-2a1361c6-1b53-45db-a484-beb9759d7b0d service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845001 Jul 05 18:34:24.583004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-2f8bab62-5d3f-43a1-be22-58b81487cef7 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840015 Jul 05 18:34:24.622204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 43670) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:34:24.695646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7f0ffefc-d733-41e6-92e1-262798074526 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/1197f2a7-2cac-444b-8e01-444af73327ea HTTP/1.1" status: 200 len: 992 time: 0.0668879 Jul 05 18:34:24.726514 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:24.877240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3631468-dda5-466f-a9a6-9bb537ab51c0 req-bb2b1723-d6f5-4f19-9eeb-51e7bd608c45 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 210 time: 0.0296423 Jul 05 18:34:26.025694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8005cfe-921b-4dc8-8cd6-846534871267 req-d0d6086f-776f-4941-bda5-24d7275074e0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 210 time: 0.0364354 Jul 05 18:34:26.446803 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:27.003411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-9906f71d-ecc0-4e43-9b9b-70d04e85b918 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:27.004906 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-9906f71d-ecc0-4e43-9b9b-70d04e85b918 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1508503 Jul 05 18:34:27.018017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'port': {'device_id': 'ed30c245-fb80-40cb-a689-43ba2972d783', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'admin_state_up': True, 'tenant_id': '314b25ec81cb45cd80ef141376583cb8'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:34:27.226207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e9958ad-5a3a-4385-842d-f736087c3a30 req-8b265a56-bb41-4f38-9dca-20bbfadcdb04 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 210 time: 0.0309689 Jul 05 18:34:27.618722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Made reservation on behalf of 314b25ec81cb45cd80ef141376583cb8 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:34:27.622478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:27.761479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.20.0.13 (2fd2347b-7342-4422-91e5-6e880b167e87/8119ec3b-bb57-45ad-ae21-3f1c6382a90a/fb7f6da2-d6ba-4172-9792-da9d846c0471) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:34:27.926040 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:27.941549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Transition to ACTIVE for port object fb7f6da2-d6ba-4172-9792-da9d846c0471 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:34:28.052873 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:28.096840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:34:28.099971 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:34:28.105744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:34:28.143775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=fb7f6da2-d6ba-4172-9792-da9d846c0471,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:28.183104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:28.183795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:28.304860 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-ab441766-0279-4483-90a4-99522f0099ca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2916574 Jul 05 18:34:28.319094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Request body: {'port': {'device_id': 'ed30c245-fb80-40cb-a689-43ba2972d783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:34:28.427345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:28.429625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46456138-b148-4939-bd07-9107d2d56267 None None] Provisioning for port fb7f6da2-d6ba-4172-9792-da9d846c0471 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:34:28.433758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46456138-b148-4939-bd07-9107d2d56267 None None] Provisioning complete for port fb7f6da2-d6ba-4172-9792-da9d846c0471 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:34:28.434142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46456138-b148-4939-bd07-9107d2d56267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:28.450079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bbdd7-60fa-43c1-87ce-1857e3b5e2e7 req-69fe64f8-0dca-49ff-88e1-99c96157f768 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:28.452240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-434bbdd7-60fa-43c1-87ce-1857e3b5e2e7 req-69fe64f8-0dca-49ff-88e1-99c96157f768 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 932 time: 0.0872226 Jul 05 18:34:28.506912 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-434bbdd7-60fa-43c1-87ce-1857e3b5e2e7 req-2f585ae8-9756-4ec7-a911-eee0252e2912 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475917 Jul 05 18:34:28.508995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-46456138-b148-4939-bd07-9107d2d56267 None None] Port fb7f6da2-d6ba-4172-9792-da9d846c0471 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:34:28.722858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7f6da2-d6ba-4172-9792-da9d846c0471 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:34:28.731944 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:28.750350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Transition to ACTIVE for port object fb7f6da2-d6ba-4172-9792-da9d846c0471 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:34:28.829959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:28.896528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Pushing event updated for resources: {'Port': ['ID=fb7f6da2-d6ba-4172-9792-da9d846c0471,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:28.984653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Attempting to bind port fb7f6da2-d6ba-4172-9792-da9d846c0471 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:34:28.985126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Attempting to bind port fb7f6da2-d6ba-4172-9792-da9d846c0471 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:34:28.985336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Attempting to bind port fb7f6da2-d6ba-4172-9792-da9d846c0471 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:34:28.989999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Port fb7f6da2-d6ba-4172-9792-da9d846c0471 on network 2fd2347b-7342-4422-91e5-6e880b167e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:34:28.990374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Attempting to bind port fb7f6da2-d6ba-4172-9792-da9d846c0471 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:34:28.995534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:34:28.995880 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:34:28.996269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Bound using segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:34:28.996695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Bound port: fb7f6da2-d6ba-4172-9792-da9d846c0471, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:34:28.997058 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:29.074841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] For port fb7f6da2-d6ba-4172-9792-da9d846c0471, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:34:29.078435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] For port fb7f6da2-d6ba-4172-9792-da9d846c0471, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb7f6da2-d6ba-4172-9792-da9d846c0471,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:34:29.173315 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:29.212345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:29.212975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:29.214392 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] 10.222.0.97 "PUT /v2.0/ports/fb7f6da2-d6ba-4172-9792-da9d846c0471 HTTP/1.1" status: 200 len: 1092 time: 0.9000065 Jul 05 18:34:29.214881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed30c245-fb80-40cb-a689-43ba2972d783', 'tag': 'fb7f6da2-d6ba-4172-9792-da9d846c0471'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:34:29.217380 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc1957d-fefe-4f85-9e0a-3c026afe8eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ed30c245-fb80-40cb-a689-43ba2972d783", "tag": "fb7f6da2-d6ba-4172-9792-da9d846c0471"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:34:29.247333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0d7db-48a0-40fa-9e7b-ec62a4554d7d service neutron] Pushing event updated for resources: {'Port': ['ID=fb7f6da2-d6ba-4172-9792-da9d846c0471,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:34:29.274198 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824768a4-ce98-429b-8fc4-ce9c32176a73 x-openstack-request-id: req-824768a4-ce98-429b-8fc4-ce9c32176a73 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:34:29.274744 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed30c245-fb80-40cb-a689-43ba2972d783", "tag": "fb7f6da2-d6ba-4172-9792-da9d846c0471", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:34:29.274965 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-824768a4-ce98-429b-8fc4-ce9c32176a73 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:34:29.279958 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed30c245-fb80-40cb-a689-43ba2972d783', 'tag': 'fb7f6da2-d6ba-4172-9792-da9d846c0471', 'status': 'completed', 'code': 200} Jul 05 18:34:29.382935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1957d-fefe-4f85-9e0a-3c026afe8eb8 req-70cd22bb-41a0-4b72-8c90-74a48f54c488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:29.384797 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-afc1957d-fefe-4f85-9e0a-3c026afe8eb8 req-70cd22bb-41a0-4b72-8c90-74a48f54c488 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 1095 time: 0.0808544 Jul 05 18:34:29.519502 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1957d-fefe-4f85-9e0a-3c026afe8eb8 req-99145aad-21c7-47b9-a884-341a961ae946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:29.521115 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-afc1957d-fefe-4f85-9e0a-3c026afe8eb8 req-99145aad-21c7-47b9-a884-341a961ae946 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=314b25ec81cb45cd80ef141376583cb8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1282871 Jul 05 18:34:29.627118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1957d-fefe-4f85-9e0a-3c026afe8eb8 req-975fa5fe-0da8-4f39-afbe-db2bed01ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:29.628633 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-afc1957d-fefe-4f85-9e0a-3c026afe8eb8 req-975fa5fe-0da8-4f39-afbe-db2bed01ad3e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1014724 Jul 05 18:34:29.754662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-a32b7699-382a-4540-8b7e-9e2fce2b72cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:29.756091 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-a32b7699-382a-4540-8b7e-9e2fce2b72cc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 1095 time: 0.0852427 Jul 05 18:34:29.783474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a24e4e-f91c-429e-9898-3e690a3ce74d req-65051118-ef92-43ac-aff8-7e6d6c96ebec tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:29.791121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28a24e4e-f91c-429e-9898-3e690a3ce74d req-65051118-ef92-43ac-aff8-7e6d6c96ebec tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.1092365 Jul 05 18:34:29.805940 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-35889d33-3443-410c-923f-5c634831c3d2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb7f6da2-d6ba-4172-9792-da9d846c0471 HTTP/1.1" status: 200 len: 217 time: 0.0411713 Jul 05 18:34:29.838629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28a24e4e-f91c-429e-9898-3e690a3ce74d req-3638f5e2-50a1-4dd2-bebd-e45f56d93cb0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455089 Jul 05 18:34:29.841289 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:29.894387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-9b6db9d0-8726-4380-8bc2-42951aca3ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:29.896057 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-9b6db9d0-8726-4380-8bc2-42951aca3ee2 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0836356 Jul 05 18:34:29.961347 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-1d398ca7-8e9f-4b13-b594-78c9034376a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:29.962881 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-1d398ca7-8e9f-4b13-b594-78c9034376a6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607293 Jul 05 18:34:30.059108 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-767429b2-2027-4143-a8ee-5c9d90f674d9 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902538 Jul 05 18:34:30.155506 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1e03dfa1-2499-4876-8b3d-9075d3901a43 req-84d74c78-afee-401f-8e99-431be51d4c73 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909188 Jul 05 18:34:31.048809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77bd70-a456-4030-89ed-516422ef29b8 req-aa97523f-f10d-4e76-8778-918131abedd8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:31.051015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb77bd70-a456-4030-89ed-516422ef29b8 req-aa97523f-f10d-4e76-8778-918131abedd8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0783727 Jul 05 18:34:31.094816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb77bd70-a456-4030-89ed-516422ef29b8 req-fa305fd4-74e5-4137-a434-415057223a20 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369895 Jul 05 18:34:32.295301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184c8c-0c24-469a-b955-8f643d7d8b6c req-0a8cdcba-7252-499f-8759-f58f16121728 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:32.297690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26184c8c-0c24-469a-b955-8f643d7d8b6c req-0a8cdcba-7252-499f-8759-f58f16121728 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0831637 Jul 05 18:34:32.340340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26184c8c-0c24-469a-b955-8f643d7d8b6c req-1928a834-3f39-44f2-ab84-7d41fbbea96f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366426 Jul 05 18:34:33.534642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b1054-7776-4a3b-9e16-13847ea4bf75 req-cdc03a99-bdad-422f-9bd0-5dd4dd8f5dc8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:33.536087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-717b1054-7776-4a3b-9e16-13847ea4bf75 req-cdc03a99-bdad-422f-9bd0-5dd4dd8f5dc8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0724096 Jul 05 18:34:33.580285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-717b1054-7776-4a3b-9e16-13847ea4bf75 req-292489a1-dcb6-47c6-8f1e-68f89fbe6738 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368183 Jul 05 18:34:34.780020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e8455-dd4d-4128-a481-f3c1e816b3a4 req-865a68e6-9c5a-4ea7-aa2b-0a3d33facc82 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:34.782272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee3e8455-dd4d-4128-a481-f3c1e816b3a4 req-865a68e6-9c5a-4ea7-aa2b-0a3d33facc82 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0821228 Jul 05 18:34:34.824561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee3e8455-dd4d-4128-a481-f3c1e816b3a4 req-c1342924-a1be-4bbf-b766-fb9c2a6119e8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362675 Jul 05 18:34:36.007867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04c13d7-fa91-4834-a909-c9c5a5f9a81f req-fc5aea01-8aa6-44d0-b42f-41ca64a1d7c4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:36.009988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d04c13d7-fa91-4834-a909-c9c5a5f9a81f req-fc5aea01-8aa6-44d0-b42f-41ca64a1d7c4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0673313 Jul 05 18:34:36.046438 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:36.055783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d04c13d7-fa91-4834-a909-c9c5a5f9a81f req-76d5dec6-a531-4826-ae36-d2c419ac7fab tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380163 Jul 05 18:34:37.252097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a569d1-a82d-4d04-87bc-93631d3252a1 req-34a18cb3-b128-44b0-a982-ad7db6ef300e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:37.253751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90a569d1-a82d-4d04-87bc-93631d3252a1 req-34a18cb3-b128-44b0-a982-ad7db6ef300e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0715730 Jul 05 18:34:37.300906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90a569d1-a82d-4d04-87bc-93631d3252a1 req-f5b71b1b-ff51-4c00-8dcb-37eeea7823b2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413513 Jul 05 18:34:38.490594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217736b-fa5e-47d6-bdb1-40659d9f6181 req-8773a5a6-7a9a-4ba7-af0c-2792906f860b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:38.492195 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7217736b-fa5e-47d6-bdb1-40659d9f6181 req-8773a5a6-7a9a-4ba7-af0c-2792906f860b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0713582 Jul 05 18:34:38.532059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7217736b-fa5e-47d6-bdb1-40659d9f6181 req-32363c1d-0683-498b-9632-a2852dff22b3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339098 Jul 05 18:34:39.714777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7745b-5d32-4697-bf5d-83bb64309ae5 req-a8a1c027-5609-48f5-9358-e393d13cde61 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:39.717574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0eb7745b-5d32-4697-bf5d-83bb64309ae5 req-a8a1c027-5609-48f5-9358-e393d13cde61 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0671632 Jul 05 18:34:39.762368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0eb7745b-5d32-4697-bf5d-83bb64309ae5 req-5a293874-6960-45a3-a0a9-64a82d0ccc4a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 Jul 05 18:34:40.957515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec55d9-7cac-4ed5-a18f-bb8f70670aca req-210ed9b2-6a65-43c4-b039-f6e650c427a0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:40.959047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5ec55d9-7cac-4ed5-a18f-bb8f70670aca req-210ed9b2-6a65-43c4-b039-f6e650c427a0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0696194 Jul 05 18:34:40.997688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5ec55d9-7cac-4ed5-a18f-bb8f70670aca req-9e45ab29-4a65-4203-b769-6a5a0c59edea tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Jul 05 18:34:42.190928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d73d2-dfd6-4ed0-9294-ab68b8eca5db req-6ff00892-edc9-46e7-89a8-2fd17e9f26a6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:42.193096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae2d73d2-dfd6-4ed0-9294-ab68b8eca5db req-6ff00892-edc9-46e7-89a8-2fd17e9f26a6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0708954 Jul 05 18:34:42.234437 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae2d73d2-dfd6-4ed0-9294-ab68b8eca5db req-586b3731-e732-407a-972e-d56c363ad3fd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352163 Jul 05 18:34:43.427175 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd7a37-1287-43e3-bd16-72a15459541b req-1034be17-3dc3-4b7b-9e09-f0450b0821cc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:43.429292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0bd7a37-1287-43e3-bd16-72a15459541b req-1034be17-3dc3-4b7b-9e09-f0450b0821cc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0733454 Jul 05 18:34:43.466718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0bd7a37-1287-43e3-bd16-72a15459541b req-ea007536-5a6c-4283-8a52-8ae1b5a7d474 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315104 Jul 05 18:34:44.663905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf8851-3976-4c30-8ed5-edd655dce3f8 req-bcced5b0-b9ec-44fc-a584-1de46bf9c9bf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:44.665407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2abf8851-3976-4c30-8ed5-edd655dce3f8 req-bcced5b0-b9ec-44fc-a584-1de46bf9c9bf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0765846 Jul 05 18:34:44.720973 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2abf8851-3976-4c30-8ed5-edd655dce3f8 req-b9df2143-e56f-4c03-816c-6d25ec41428e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481212 Jul 05 18:34:45.893608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0371af-6ab1-4f77-84fe-b4ebfc18296d req-68f2ab0d-8717-4184-99f3-87537ae1ecca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:45.895120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e0371af-6ab1-4f77-84fe-b4ebfc18296d req-68f2ab0d-8717-4184-99f3-87537ae1ecca tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0643337 Jul 05 18:34:45.940846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e0371af-6ab1-4f77-84fe-b4ebfc18296d req-19403ad1-95f7-4bf0-bc50-d57ed5967b8a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Jul 05 18:34:47.155847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a38999-b116-49c1-a34d-1dd2f0ea1b7c req-6588738f-0da5-44a4-900b-0b14403f03fd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:47.158183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9a38999-b116-49c1-a34d-1dd2f0ea1b7c req-6588738f-0da5-44a4-900b-0b14403f03fd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0771468 Jul 05 18:34:47.523465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9a38999-b116-49c1-a34d-1dd2f0ea1b7c req-efee53a1-d911-442b-a6a0-b7b2fe466acf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596256 Jul 05 18:34:48.703894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c2c6b2-c550-45a4-9ac0-9124feec53b9 req-85228e32-5d21-4c33-8549-875e26a5e801 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:48.705518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87c2c6b2-c550-45a4-9ac0-9124feec53b9 req-85228e32-5d21-4c33-8549-875e26a5e801 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0659299 Jul 05 18:34:48.743397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87c2c6b2-c550-45a4-9ac0-9124feec53b9 req-0d29ec95-8f44-443c-b6e2-d5bb3ea2c2ba tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321496 Jul 05 18:34:49.887076 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:34:49.928108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51294cf-8b49-4d07-8c76-3867fac7dea8 req-626fe19e-b924-4c67-b817-4fc18349d25e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:49.929606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d51294cf-8b49-4d07-8c76-3867fac7dea8 req-626fe19e-b924-4c67-b817-4fc18349d25e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0675604 Jul 05 18:34:49.972780 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d51294cf-8b49-4d07-8c76-3867fac7dea8 req-3d30c5dc-1f18-45a7-86c3-5c0043faefdb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370662 Jul 05 18:34:50.789415 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28b2a251-03f7-4e01-a089-7f39b6f46cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:51.153036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9970a5-07f1-40c8-a0e8-45f3eca25cb6 req-70f9b912-0c61-41bb-8700-c98d86d29e96 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:51.155124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d9970a5-07f1-40c8-a0e8-45f3eca25cb6 req-70f9b912-0c61-41bb-8700-c98d86d29e96 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0673432 Jul 05 18:34:51.195020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d9970a5-07f1-40c8-a0e8-45f3eca25cb6 req-2ebf1a3e-1738-4341-9c84-1d41bcb1c61b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335326 Jul 05 18:34:51.905553 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecafbc-3f81-4a30-97b0-4a4dea74ca8a req-b6de3196-51d2-4f41-8b63-daa191c7c20e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:51.907974 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cecafbc-3f81-4a30-97b0-4a4dea74ca8a req-b6de3196-51d2-4f41-8b63-daa191c7c20e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0726902 Jul 05 18:34:51.954993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cecafbc-3f81-4a30-97b0-4a4dea74ca8a req-471971e7-3ab2-4e02-a170-93f606b11a6d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407655 Jul 05 18:34:52.394340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad139379-87eb-4ddc-a9d1-69b3ad7252db req-2aad150b-476b-4331-a657-0721a4183874 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:52.395883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad139379-87eb-4ddc-a9d1-69b3ad7252db req-2aad150b-476b-4331-a657-0721a4183874 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0774424 Jul 05 18:34:52.434614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad139379-87eb-4ddc-a9d1-69b3ad7252db req-1ef36e46-bd62-47d7-9335-2aed1b37583b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331020 Jul 05 18:34:53.141412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3052ff98-e51d-4ff4-bb5b-2bdf06c5f8bc req-e9e229c9-f347-4029-9d89-cf1ad7d0fc08 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:53.143158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3052ff98-e51d-4ff4-bb5b-2bdf06c5f8bc req-e9e229c9-f347-4029-9d89-cf1ad7d0fc08 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0686307 Jul 05 18:34:53.185816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3052ff98-e51d-4ff4-bb5b-2bdf06c5f8bc req-c550e30a-7d73-470b-a9c9-271b39434964 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367401 Jul 05 18:34:53.441425 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-06aefd50-b84f-436d-bff9-ed1e22245e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:53.665724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453a1bf4-d086-4121-b399-e77d39530cca req-06996b92-28a5-404a-b066-2c6885a0bcf7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:53.667314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-453a1bf4-d086-4121-b399-e77d39530cca req-06996b92-28a5-404a-b066-2c6885a0bcf7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0781507 Jul 05 18:34:53.710116 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:53.722002 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-453a1bf4-d086-4121-b399-e77d39530cca req-397ebca1-f0fc-448e-a379-cb2d73f4103a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472898 Jul 05 18:34:54.374619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1bd8a-7fbc-4f50-af73-df5d00964f5e req-fa796af3-4dcd-4a90-866d-3a2634a771cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:54.376612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3db1bd8a-7fbc-4f50-af73-df5d00964f5e req-fa796af3-4dcd-4a90-866d-3a2634a771cb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0659094 Jul 05 18:34:54.414257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3db1bd8a-7fbc-4f50-af73-df5d00964f5e req-c2f620e3-0870-4b9b-a9fd-b67b959445ae tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316453 Jul 05 18:34:54.732617 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:54.902091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb52cab-25d6-41c9-8ff4-4a846dc1cc54 req-d4328c9a-3c98-4241-80b4-6a9a94cc6ecb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:54.903617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bb52cab-25d6-41c9-8ff4-4a846dc1cc54 req-d4328c9a-3c98-4241-80b4-6a9a94cc6ecb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0658860 Jul 05 18:34:54.947308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bb52cab-25d6-41c9-8ff4-4a846dc1cc54 req-ea2f1a79-e313-4810-bdfe-9b3b0e8fc5fc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374045 Jul 05 18:34:55.604888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829f5d8-9b5a-429a-8602-3b1d8f1ed1fd req-a4c942f5-6509-491c-a313-b2f40a465cf5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:55.606311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4829f5d8-9b5a-429a-8602-3b1d8f1ed1fd req-a4c942f5-6509-491c-a313-b2f40a465cf5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0767705 Jul 05 18:34:55.646489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4829f5d8-9b5a-429a-8602-3b1d8f1ed1fd req-47498d0e-37a6-406c-a5ba-552a09b32760 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336177 Jul 05 18:34:56.125849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bac7a4-9e54-41fd-9fcf-67845c94f2c7 req-a2cf4895-41c3-4503-8c29-d84058169c54 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:56.127325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74bac7a4-9e54-41fd-9fcf-67845c94f2c7 req-a2cf4895-41c3-4503-8c29-d84058169c54 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0672657 Jul 05 18:34:56.165195 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74bac7a4-9e54-41fd-9fcf-67845c94f2c7 req-8a0e33e6-0a45-449d-bee5-6691b3c73bb1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320628 Jul 05 18:34:56.452342 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:56.819689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a59aa4-bbe4-4f8f-b34f-c0a4339aca83 req-fd4ac0db-d0ca-40cb-8049-bae22726f88a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:56.821204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50a59aa4-bbe4-4f8f-b34f-c0a4339aca83 req-fd4ac0db-d0ca-40cb-8049-bae22726f88a tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0635283 Jul 05 18:34:56.866690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50a59aa4-bbe4-4f8f-b34f-c0a4339aca83 req-1fdd7873-fb2f-43bb-9a97-57df1310dbcc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398731 Jul 05 18:34:57.516815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc319745-1799-4a30-95b3-9ad43917ae2e req-c8fb073a-f1cb-4876-8f6b-dbcdd37b4e55 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:57.518304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc319745-1799-4a30-95b3-9ad43917ae2e req-c8fb073a-f1cb-4876-8f6b-dbcdd37b4e55 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.2326112 Jul 05 18:34:57.555652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc319745-1799-4a30-95b3-9ad43917ae2e req-703c4945-c8ca-4e40-948b-51fdf2874772 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315919 Jul 05 18:34:58.044675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a31a8a-16de-4b30-9ddf-710ddd8e94d4 req-dea850a1-7aac-4ba9-9fe5-9b9dd909da1c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:58.046156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38a31a8a-16de-4b30-9ddf-710ddd8e94d4 req-dea850a1-7aac-4ba9-9fe5-9b9dd909da1c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0628293 Jul 05 18:34:58.087309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38a31a8a-16de-4b30-9ddf-710ddd8e94d4 req-7e267fd9-4f74-4a3c-9a17-d171486f502e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346432 Jul 05 18:34:58.736375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1771211b-1809-4c20-ae35-536ce2509a3e req-49b6c5c3-c6a1-4dc4-b415-06d75923a475 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:58.737870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1771211b-1809-4c20-ae35-536ce2509a3e req-49b6c5c3-c6a1-4dc4-b415-06d75923a475 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0664482 Jul 05 18:34:58.775448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1771211b-1809-4c20-ae35-536ce2509a3e req-d267c7e8-ffba-494b-a0a1-c083b53242d5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318680 Jul 05 18:34:59.263759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a3a1e-7ccb-4967-9415-001129116a53 req-eec541f1-1d5f-4dad-8f88-b71a2e3f050c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:59.265935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d40a3a1e-7ccb-4967-9415-001129116a53 req-eec541f1-1d5f-4dad-8f88-b71a2e3f050c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0633378 Jul 05 18:34:59.311610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d40a3a1e-7ccb-4967-9415-001129116a53 req-8966563b-e9e8-4a92-8bb8-69e51636376c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395300 Jul 05 18:34:59.813447 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:34:59.947951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac711e18-e62f-441d-b208-63b95ebc516b req-abed8bcd-10e1-419a-b0f9-5fb8ec28acdf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:34:59.949249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac711e18-e62f-441d-b208-63b95ebc516b req-abed8bcd-10e1-419a-b0f9-5fb8ec28acdf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0638568 Jul 05 18:34:59.993530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac711e18-e62f-441d-b208-63b95ebc516b req-104a50af-40f2-4737-8eb8-5f87f6317466 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383294 Jul 05 18:35:00.492755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866236e-9742-4b1d-8f6a-9d62190a8e4b req-a50dae1d-88d1-429f-bf0d-88dc2fb2c96e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:00.494246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3866236e-9742-4b1d-8f6a-9d62190a8e4b req-a50dae1d-88d1-429f-bf0d-88dc2fb2c96e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0633802 Jul 05 18:35:00.532433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3866236e-9742-4b1d-8f6a-9d62190a8e4b req-d903d08c-5c89-4d47-bdb6-bbbbdfe9e14d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325661 Jul 05 18:35:01.178142 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b2cc1-ad00-4981-85a5-2b2328c04ef1 req-364de7cf-fa4f-48ec-b33c-4b2eb5166656 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:01.179911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-225b2cc1-ad00-4981-85a5-2b2328c04ef1 req-364de7cf-fa4f-48ec-b33c-4b2eb5166656 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0678720 Jul 05 18:35:01.221942 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-225b2cc1-ad00-4981-85a5-2b2328c04ef1 req-91b47290-0c45-492e-b10a-eeb8efa91016 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366232 Jul 05 18:35:01.707156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5faa00c-b543-4246-bad6-411da6dc4b5f req-7e3251f7-79a0-46d1-b679-c4d49e3901eb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:01.708660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5faa00c-b543-4246-bad6-411da6dc4b5f req-7e3251f7-79a0-46d1-b679-c4d49e3901eb tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0676992 Jul 05 18:35:01.753331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5faa00c-b543-4246-bad6-411da6dc4b5f req-c102ccec-37e6-4971-8b70-1c9324bded73 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327902 Jul 05 18:35:02.403905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c782340b-76f2-425c-94be-57edf1cce36b req-d8755c91-e410-4fdc-965d-56f4114cbe2a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:02.405420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c782340b-76f2-425c-94be-57edf1cce36b req-d8755c91-e410-4fdc-965d-56f4114cbe2a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0642953 Jul 05 18:35:02.448030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c782340b-76f2-425c-94be-57edf1cce36b req-5ee1304c-80f9-4361-8121-57feeb1a51ec tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364616 Jul 05 18:35:02.920948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d693a-a032-4535-875a-a98f16ae0c85 req-82ab8977-fe3b-4d1f-8be4-16ec2ed174c6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:02.922522 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f8d693a-a032-4535-875a-a98f16ae0c85 req-82ab8977-fe3b-4d1f-8be4-16ec2ed174c6 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0640118 Jul 05 18:35:02.964929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f8d693a-a032-4535-875a-a98f16ae0c85 req-ca801fed-a69d-4aec-8592-44b4c8fec1e1 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367057 Jul 05 18:35:03.622001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff7745-fae3-46a4-8a71-2cbe2e61a5a3 req-ce839cf4-6308-4383-b0bd-58814c89b6dd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:03.623441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dff7745-fae3-46a4-8a71-2cbe2e61a5a3 req-ce839cf4-6308-4383-b0bd-58814c89b6dd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 944 time: 0.0636723 Jul 05 18:35:03.661918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5dff7745-fae3-46a4-8a71-2cbe2e61a5a3 req-69c9b822-16b7-4824-85bc-43985f73db38 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321600 Jul 05 18:35:04.158371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199095e-3fb2-4012-91cb-64f8b2a5d7a7 req-2781d325-b84d-40e1-af89-e02f57082108 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:04.160068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3199095e-3fb2-4012-91cb-64f8b2a5d7a7 req-2781d325-b84d-40e1-af89-e02f57082108 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0756967 Jul 05 18:35:04.205920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3199095e-3fb2-4012-91cb-64f8b2a5d7a7 req-21a60fb6-4b34-4277-95ac-36a84865f04d tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402300 Jul 05 18:35:04.418325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb7f6da2-d6ba-4172-9792-da9d846c0471 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:35:04.510605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb7f6da2-d6ba-4172-9792-da9d846c0471, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb7f6da2-d6ba-4172-9792-da9d846c0471,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:04.522461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'fb7f6da2-d6ba-4172-9792-da9d846c0471', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'port_id': 'fb7f6da2-d6ba-4172-9792-da9d846c0471', 'mac_address': 'fa:16:3e:ab:41:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:35:04.561625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:04.574937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7f6da2-d6ba-4172-9792-da9d846c0471 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:35:04.593940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb7f6da2-d6ba-4172-9792-da9d846c0471, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb7f6da2-d6ba-4172-9792-da9d846c0471,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:04.657487 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:04.706827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=fb7f6da2-d6ba-4172-9792-da9d846c0471,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:04.714264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.714688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.715035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.715413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.715746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.716077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.716401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.716721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.717044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.717362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.717680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.717997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:04.857810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff76d1-e1ae-4ce1-a272-e4f1dc293b6e req-4be0302a-3af5-4438-8290-1a019b567790 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:04.860099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59ff76d1-e1ae-4ce1-a272-e4f1dc293b6e req-4be0302a-3af5-4438-8290-1a019b567790 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 945 time: 0.0688202 Jul 05 18:35:04.861917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['fb7f6da2-d6ba-4172-9792-da9d846c0471'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:35:04.900952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59ff76d1-e1ae-4ce1-a272-e4f1dc293b6e req-0dd5f0ac-2bca-4b42-bff1-ba016bf26f08 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326748 Jul 05 18:35:05.275029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d089a66-cd78-4b6d-a41f-0ff05afd7020 req-8f68ab86-f377-45c0-a287-0cf960c58b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:05.276554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d089a66-cd78-4b6d-a41f-0ff05afd7020 req-8f68ab86-f377-45c0-a287-0cf960c58b43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 1096 time: 0.0533118 Jul 05 18:35:05.313771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d089a66-cd78-4b6d-a41f-0ff05afd7020 req-3c5e73d4-530c-44ec-a07a-724a37943597 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306683 Jul 05 18:35:05.388828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924f627-9d9d-48fe-9b1c-11057fba3d24 req-7aa2cf49-7e1e-4865-9e74-5e97603e58ae tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:05.391469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7924f627-9d9d-48fe-9b1c-11057fba3d24 req-7aa2cf49-7e1e-4865-9e74-5e97603e58ae tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0671742 Jul 05 18:35:05.434034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7924f627-9d9d-48fe-9b1c-11057fba3d24 req-16cca002-117b-4d33-afa5-f369b98240a7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377016 Jul 05 18:35:06.018406 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:06.082420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df22da0-64f0-4c70-87f6-7acd8f16956a req-8554b7f7-62d5-4833-a7c7-ca42d63f65a9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:06.083961 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7df22da0-64f0-4c70-87f6-7acd8f16956a req-8554b7f7-62d5-4833-a7c7-ca42d63f65a9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 945 time: 0.0676057 Jul 05 18:35:06.139009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7df22da0-64f0-4c70-87f6-7acd8f16956a req-1162e480-06f4-45b9-b673-cb193d359ea0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390770 Jul 05 18:35:06.449170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb7f6da2-d6ba-4172-9792-da9d846c0471 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:35:06.566604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port fb7f6da2-d6ba-4172-9792-da9d846c0471 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:35:06.572101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port fb7f6da2-d6ba-4172-9792-da9d846c0471 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:35:06.572553 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:06.636822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a20189-2623-4c8a-adbd-e2560d0a3d78 req-c9dd4d14-3a93-4207-a9ac-300f836ae68e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:06.638240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5a20189-2623-4c8a-adbd-e2560d0a3d78 req-c9dd4d14-3a93-4207-a9ac-300f836ae68e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.0672665 Jul 05 18:35:06.662980 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:06.679965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5a20189-2623-4c8a-adbd-e2560d0a3d78 req-27e8a4ab-45a6-4414-99de-848aa390a920 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349934 Jul 05 18:35:06.688151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30c245-fb80-40cb-a689-43ba2972d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f6da2-d6ba-4172-9792-da9d846c0471'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:35:06.690544 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d708b2-4a3a-4c34-ad42-b6fc563ac14c" -d '{"events": [{"server_uuid": "ed30c245-fb80-40cb-a689-43ba2972d783", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f6da2-d6ba-4172-9792-da9d846c0471"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:35:06.706333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb7f6da2-d6ba-4172-9792-da9d846c0471, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb7f6da2-d6ba-4172-9792-da9d846c0471,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:06.712787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44070) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:06.745792 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047a7f86-81ee-4a5c-acd8-8b47fa33b63e x-openstack-request-id: req-047a7f86-81ee-4a5c-acd8-8b47fa33b63e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:35:06.746249 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30c245-fb80-40cb-a689-43ba2972d783", "name": "network-vif-plugged", "status": "completed", "tag": "fb7f6da2-d6ba-4172-9792-da9d846c0471", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:35:06.746527 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-047a7f86-81ee-4a5c-acd8-8b47fa33b63e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:35:06.747019 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30c245-fb80-40cb-a689-43ba2972d783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7f6da2-d6ba-4172-9792-da9d846c0471', 'code': 200} Jul 05 18:35:06.780500 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-80066e7c-5a87-4d54-99a1-053568fe88d7 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/floatingips/1197f2a7-2cac-444b-8e01-444af73327ea HTTP/1.1" status: 200 len: 992 time: 0.0664978 Jul 05 18:35:06.795811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:06.851235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=fb7f6da2-d6ba-4172-9792-da9d846c0471,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:06.925810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a780db-6d08-49eb-955e-662e166f2c6f req-c59e3455-8c9b-4af9-9daf-1c4220187e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:06.927288 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-32a780db-6d08-49eb-955e-662e166f2c6f req-c59e3455-8c9b-4af9-9daf-1c4220187e2f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 1097 time: 0.1154685 Jul 05 18:35:06.962204 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-32a780db-6d08-49eb-955e-662e166f2c6f req-07e7e2ef-7077-4c49-a0b4-409c10523e40 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288079 Jul 05 18:35:07.315749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ee367-d945-4b71-9f63-1817ad868caa req-f56bc20d-3199-4af8-ac78-1c5cb7b1f0f0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:07.318154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da6ee367-d945-4b71-9f63-1817ad868caa req-f56bc20d-3199-4af8-ac78-1c5cb7b1f0f0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 946 time: 0.0697405 Jul 05 18:35:07.354397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da6ee367-d945-4b71-9f63-1817ad868caa req-1e25ab20-a177-41f4-a559-203a43ee2011 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313470 Jul 05 18:35:07.545043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c9d19518-302d-49a6-a76b-fce2b24869cc details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:35:07.549306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c9d19518-302d-49a6-a76b-fce2b24869cc no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:35:07.695158 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:07.717989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c9d19518-302d-49a6-a76b-fce2b24869cc,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:07.739756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'port_id': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'mac_address': 'fa:16:3e:c5:3a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:35:07.750518 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c9d19518-302d-49a6-a76b-fce2b24869cc,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:07.793636 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:07.807646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9d19518-302d-49a6-a76b-fce2b24869cc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:35:07.829809 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:07.898027 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:35:07.898390 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:35:07.908486 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c9d19518-302d-49a6-a76b-fce2b24869cc,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:08.436171 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:08.451025 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d19518-302d-49a6-a76b-fce2b24869cc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:35:08.472245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c9d19518-302d-49a6-a76b-fce2b24869cc,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:08.531674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f2988-9ee8-4150-93a1-fec2a2fe1e48 req-fcbabd69-df63-4837-bb3e-07093e64990a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:08.533219 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-751f2988-9ee8-4150-93a1-fec2a2fe1e48 req-fcbabd69-df63-4837-bb3e-07093e64990a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 946 time: 0.0660212 Jul 05 18:35:08.555181 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:08.573589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-751f2988-9ee8-4150-93a1-fec2a2fe1e48 req-a7161fbf-8781-43c8-8674-1c322bc22124 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343475 Jul 05 18:35:08.607573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c9d19518-302d-49a6-a76b-fce2b24869cc,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:08.748811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:35:08.751304 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e44c59a-15c3-4180-ac1b-db6c02a5a40a" -d '{"events": [{"server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "name": "network-vif-unplugged", "status": "completed", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:35:08.754192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62122e61-56d5-4588-87dd-07bd3212935c req-9094d803-37fb-49eb-b9f5-87d2866046be tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:08.760885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62122e61-56d5-4588-87dd-07bd3212935c req-9094d803-37fb-49eb-b9f5-87d2866046be tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 946 time: 0.0766857 Jul 05 18:35:08.780561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c9d19518-302d-49a6-a76b-fce2b24869cc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:35:08.802624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62122e61-56d5-4588-87dd-07bd3212935c req-971a54f6-79d3-4697-bfbe-980b493939d8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Jul 05 18:35:08.809184 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3301d978-ca3e-4adb-8c5c-7c16afaea29c x-openstack-request-id: req-3301d978-ca3e-4adb-8c5c-7c16afaea29c {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:35:08.809537 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "name": "network-vif-unplugged", "status": "completed", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:35:08.810148 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3301d978-ca3e-4adb-8c5c-7c16afaea29c {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:35:08.810624 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'code': 200} Jul 05 18:35:08.985409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79fb9e-8dc6-417a-976e-030b1210ef24 req-582c7a82-29a8-404c-af43-939aa8d0f14b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:08.986972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c79fb9e-8dc6-417a-976e-030b1210ef24 req-582c7a82-29a8-404c-af43-939aa8d0f14b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 946 time: 0.0695434 Jul 05 18:35:09.025929 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c79fb9e-8dc6-417a-976e-030b1210ef24 req-8cba3fa3-24d4-46dc-bed8-4e6025de1821 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Jul 05 18:35:09.560461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c9d19518-302d-49a6-a76b-fce2b24869cc up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:35:09.679064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6532afc-830e-4c55-9239-40cfda425fbe req-99bd456b-fcec-4960-a775-f9406e05fe47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:09.680799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6532afc-830e-4c55-9239-40cfda425fbe req-99bd456b-fcec-4960-a775-f9406e05fe47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 946 time: 0.0678566 Jul 05 18:35:09.725124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6532afc-830e-4c55-9239-40cfda425fbe req-1c5264df-9fe6-4046-a5b6-a5f73a6cb784 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368166 Jul 05 18:35:09.764335 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port c9d19518-302d-49a6-a76b-fce2b24869cc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:35:09.764739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:09.839329 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:09.872151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c9d19518-302d-49a6-a76b-fce2b24869cc,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:09.943519 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:09.992837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c9d19518-302d-49a6-a76b-fce2b24869cc,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:10.811995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:35:10.815381 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc2302-05a6-4ba3-9de0-99b4f784cd92" -d '{"events": [{"server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "name": "network-vif-plugged", "status": "completed", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:35:10.862832 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393aaf92-df60-4dbd-887b-6beb4efcb0d9 x-openstack-request-id: req-393aaf92-df60-4dbd-887b-6beb4efcb0d9 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:35:10.863133 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "name": "network-vif-plugged", "status": "completed", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:35:10.863386 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-393aaf92-df60-4dbd-887b-6beb4efcb0d9 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:35:10.863781 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'code': 200} Jul 05 18:35:10.921073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305434ea-9a82-421b-8605-536c80d125ae req-f2050c1e-a348-4d19-b9bd-016f6c2a9300 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:10.923129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-305434ea-9a82-421b-8605-536c80d125ae req-f2050c1e-a348-4d19-b9bd-016f6c2a9300 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 946 time: 0.0728080 Jul 05 18:35:10.961330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-305434ea-9a82-421b-8605-536c80d125ae req-190c12d7-5b08-4847-be28-8cfa5c607ccb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325994 Jul 05 18:35:11.063563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-bb1570cc-4b69-450e-9e00-3625accb891b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:11.065118 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-bb1570cc-4b69-450e-9e00-3625accb891b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 946 time: 0.0748670 Jul 05 18:35:11.164522 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port fb7f6da2-d6ba-4172-9792-da9d846c0471 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:35:11.164866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:11.270042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] For port fb7f6da2-d6ba-4172-9792-da9d846c0471, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb7f6da2-d6ba-4172-9792-da9d846c0471,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:11.270338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:11.283778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for fb7f6da2-d6ba-4172-9792-da9d846c0471 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:35:11.474784 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:11.488157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['fb7f6da2-d6ba-4172-9792-da9d846c0471'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:35:11.505928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=fb7f6da2-d6ba-4172-9792-da9d846c0471,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:11.566092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] No DVR routers for this DVR port fb7f6da2-d6ba-4172-9792-da9d846c0471 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:35:11.567892 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:11.569890 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ee6e8183-f65c-4912-9b5e-da046616fd6b req-a1f9a002-b8de-4d96-98fd-d364c435f003 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "DELETE /v2.0/ports/fb7f6da2-d6ba-4172-9792-da9d846c0471 HTTP/1.1" status: 204 len: 173 time: 0.4995835 Jul 05 18:35:11.570332 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed30c245-fb80-40cb-a689-43ba2972d783', 'name': 'network-vif-deleted', 'tag': 'fb7f6da2-d6ba-4172-9792-da9d846c0471'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:35:11.572618 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fbcc32-121c-49ed-9ce3-8dc1099bf1ca" -d '{"events": [{"server_uuid": "ed30c245-fb80-40cb-a689-43ba2972d783", "name": "network-vif-deleted", "tag": "fb7f6da2-d6ba-4172-9792-da9d846c0471"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:35:11.616687 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e02605-7ea1-44e2-8221-c114e8ccd7e7 x-openstack-request-id: req-a3e02605-7ea1-44e2-8221-c114e8ccd7e7 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:35:11.617013 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed30c245-fb80-40cb-a689-43ba2972d783", "name": "network-vif-deleted", "tag": "fb7f6da2-d6ba-4172-9792-da9d846c0471", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:35:11.617272 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3e02605-7ea1-44e2-8221-c114e8ccd7e7 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:35:11.617682 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed30c245-fb80-40cb-a689-43ba2972d783', 'name': 'network-vif-deleted', 'tag': 'fb7f6da2-d6ba-4172-9792-da9d846c0471', 'status': 'completed', 'code': 200} Jul 05 18:35:12.102601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb44017e-bc47-4eaa-8d85-84c792db281b req-ade40d71-ab57-49b9-93d2-016871f44133 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 210 time: 0.0302706 Jul 05 18:35:13.266602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c29328f7-1c56-41fb-94e4-e1c25ce4a2a1 req-9a105d97-131f-4f6e-bcf8-b3aa7c7ac2e5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 210 time: 0.0441461 Jul 05 18:35:14.431868 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f5e2e0b-b3ba-4e07-b53b-5f881bff975c req-ee17cb97-dad3-4a56-8c36-1fb7b6761aa5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 210 time: 0.0391028 Jul 05 18:35:14.464783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb7f6da2-d6ba-4172-9792-da9d846c0471 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:35:14.485875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: fb7f6da2-d6ba-4172-9792-da9d846c0471 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:35:14.486229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb7f6da2-d6ba-4172-9792-da9d846c0471 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:35:15.588579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-882e097c-d918-47d7-ad93-fb18712c3284 req-1b46803e-768a-43f1-b6bb-e2687c2f99fc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed30c245-fb80-40cb-a689-43ba2972d783 HTTP/1.1" status: 200 len: 210 time: 0.0391686 Jul 05 18:35:16.586441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-5c88a532-f306-4d06-8b16-27417b224287 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564358 Jul 05 18:35:16.699772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-66a9850c-2e86-420b-8a95-f0377b0593b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:16.701319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-66a9850c-2e86-420b-8a95-f0377b0593b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 1096 time: 0.0700796 Jul 05 18:35:16.834695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-3e127681-05f8-43be-8a8e-669353f067e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:16.837136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-3e127681-05f8-43be-8a8e-669353f067e7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=22632ed0-c349-4c1d-a8b1-041499829ef9 HTTP/1.1" status: 200 len: 896 time: 0.1002672 Jul 05 18:35:16.908560 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-a4fec33c-09c0-48ae-bd82-6a828587736e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9d19518-302d-49a6-a76b-fce2b24869cc HTTP/1.1" status: 200 len: 1000 time: 0.0650012 Jul 05 18:35:16.962915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-404dcb4a-3b81-4357-9e37-57abc45c79d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:16.964516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-404dcb4a-3b81-4357-9e37-57abc45c79d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8ec38cd-d0a3-4686-a70b-c1f3ed6932df HTTP/1.1" status: 200 len: 835 time: 0.0497410 Jul 05 18:35:17.025301 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-a7870eea-54d6-47f9-9459-395ef4ef6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:17.027379 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-a7870eea-54d6-47f9-9459-395ef4ef6f47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22632ed0-c349-4c1d-a8b1-041499829ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560148 Jul 05 18:35:17.122886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-00889267-a0e0-40e7-a40c-6a911356329d service neutron] 10.222.0.39 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879283 Jul 05 18:35:17.221520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1c8e06-1010-4f40-9b61-6259e48092ce req-1fbdbf11-d6db-440b-adc8-b691473f7399 service neutron] 10.222.0.39 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916741 Jul 05 18:35:20.783536 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cb001229-2588-493e-84bf-e4608d33e4e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:23.440477 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6a461eb5-036d-492e-8504-cadb9254e44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:23.752053 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:24.738199 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:26.440154 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:26.887636 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:35:29.880522 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:36.063782 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:41.722598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44568) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:41.898450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 485066db-d741-4b9f-93f3-ba60034a0d9d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:35:41.898825 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:41.981959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:41.982362 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:41.996311 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 485066db-d741-4b9f-93f3-ba60034a0d9d owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:35:42.230112 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:42.261943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=485066db-d741-4b9f-93f3-ba60034a0d9d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:42.329295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:42.329553 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Floating IP 1197f2a7-2cac-444b-8e01-444af73327ea disassociated (deleted). External IP: 172.25.3.30, port: c9d19518-302d-49a6-a76b-fce2b24869cc. Jul 05 18:35:42.542921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:35:42.655040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:35:42.660810 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:42.667087 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76608232-be54-4762-a848-683f18d8fb86 None None] Sync routers for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:35:42.677748 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76608232-be54-4762-a848-683f18d8fb86 None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:35:42.678385 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-76608232-be54-4762-a848-683f18d8fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:35:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:42.706173 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f7a69289-bbae-4abe-b88e-75c94fa7a746 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/floatingips/1197f2a7-2cac-444b-8e01-444af73327ea HTTP/1.1" status: 204 len: 168 time: 0.9811738 Jul 05 18:35:42.706812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:35:42.709154 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992645a2-ddd3-4a6f-a113-d24068b10e36" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:35:42.757911 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13762ced-e6fb-418e-b931-d32dcf004689 x-openstack-request-id: req-13762ced-e6fb-418e-b931-d32dcf004689 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:35:42.758548 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:35:42.758548 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13762ced-e6fb-418e-b931-d32dcf004689 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:35:42.758850 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'status': 'completed', 'code': 200} Jul 05 18:35:42.792161 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-76608232-be54-4762-a848-683f18d8fb86 None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:35:42.941118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-865f5bbc-4a33-4f3c-9772-47f88ca807ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:42.942725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-865f5bbc-4a33-4f3c-9772-47f88ca807ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 1096 time: 0.1580162 Jul 05 18:35:43.060133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-c988c57b-7183-4843-9b62-8ccfadbaee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:43.062178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-c988c57b-7183-4843-9b62-8ccfadbaee4e service neutron] 10.222.0.39 "GET /v2.0/networks?id=22632ed0-c349-4c1d-a8b1-041499829ef9 HTTP/1.1" status: 200 len: 896 time: 0.1122084 Jul 05 18:35:43.066876 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-76608232-be54-4762-a848-683f18d8fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '63debb86-ba7e-4706-8f98-1fbf85e3cd74', 'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:2e:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:34:02Z', 'updated_at': '2021-07-05T18:34:08Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:43.100454 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76608232-be54-4762-a848-683f18d8fb86 None None] Checking router: a22fdfe3-4ef8-4e7b-926b-b934e316b3cf for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:35:43.107647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-4578a455-c787-4020-90c4-ca23f74a70a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c9d19518-302d-49a6-a76b-fce2b24869cc HTTP/1.1" status: 200 len: 217 time: 0.0386574 Jul 05 18:35:43.110382 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76608232-be54-4762-a848-683f18d8fb86 None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:35:43.111049 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-76608232-be54-4762-a848-683f18d8fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:35:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:43.181603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-ccc605f1-f5bb-4c10-adf4-446289c00021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:43.183224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-ccc605f1-f5bb-4c10-adf4-446289c00021 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f8ec38cd-d0a3-4686-a70b-c1f3ed6932df HTTP/1.1" status: 200 len: 835 time: 0.0695086 Jul 05 18:35:43.240533 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-76608232-be54-4762-a848-683f18d8fb86 None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:35:43.253910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-97bfd705-c393-40fc-9c1b-04fb0c2afc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:43.255499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-97bfd705-c393-40fc-9c1b-04fb0c2afc30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=22632ed0-c349-4c1d-a8b1-041499829ef9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646565 Jul 05 18:35:43.267932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-1f2d333e-4dd5-4971-8743-be408f5a1ae4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:35:43.269163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-1f2d333e-4dd5-4971-8743-be408f5a1ae4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057323 Jul 05 18:35:43.369430 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-9250516b-8f98-421f-b5fa-21213a235db1 service neutron] 10.222.0.39 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939250 Jul 05 18:35:43.519041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-992645a2-ddd3-4a6f-a113-d24068b10e36 req-af7cdfbb-771e-4342-b2de-d858b2eb1587 service neutron] 10.222.0.39 "GET /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430998 Jul 05 18:35:43.527859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf3302-7949-415b-9031-059709cb7b34 req-877016c3-b15e-4049-baf7-284971e0bf2e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:43.529399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fcf3302-7949-415b-9031-059709cb7b34 req-877016c3-b15e-4049-baf7-284971e0bf2e tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.1449833 Jul 05 18:35:43.551613 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-76608232-be54-4762-a848-683f18d8fb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '63debb86-ba7e-4706-8f98-1fbf85e3cd74', 'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:2e:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:34:02Z', 'updated_at': '2021-07-05T18:34:08Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:43.573113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4fcf3302-7949-415b-9031-059709cb7b34 req-27a9494e-5241-4a5d-9e51-7e635f918dc9 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353687 Jul 05 18:35:43.581325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76608232-be54-4762-a848-683f18d8fb86 None None] The sync data for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 is: [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:34:03Z', 'revision_number': 4, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '63debb86-ba7e-4706-8f98-1fbf85e3cd74', 'name': '', 'network_id': '22632ed0-c349-4c1d-a8b1-041499829ef9', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'mac_address': 'fa:16:3e:2e:a5:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:34:02Z', 'updated_at': '2021-07-05T18:34:08Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'subnets': [{'id': 'f8ec38cd-d0a3-4686-a70b-c1f3ed6932df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:35:43.800693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccbc67-2882-4b0b-9e2f-7c203c31f6b0 None None] New status for floating IP 1197f2a7-2cac-444b-8e01-444af73327ea: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:35:44.799786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-3b9f38cd-1a92-4d90-86af-4828fcfa163b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:44.801366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-3b9f38cd-1a92-4d90-86af-4828fcfa163b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.1082573 Jul 05 18:35:44.818435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9b0845-9a00-47f7-9bdb-e7b770008e4d req-1c50c7f7-c369-43bb-9672-6b116c0724f5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:44.820041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c9b0845-9a00-47f7-9bdb-e7b770008e4d req-1c50c7f7-c369-43bb-9672-6b116c0724f5 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 945 time: 0.1161885 Jul 05 18:35:44.926191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c9b0845-9a00-47f7-9bdb-e7b770008e4d req-4c15caaf-5d68-43d9-ac33-20ee2e2cd54c tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15da558-1539-4e05-a935-d83867e4d514&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952086 Jul 05 18:35:44.954476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port c9d19518-302d-49a6-a76b-fce2b24869cc {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:35:44.954864 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:45.044803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port c9d19518-302d-49a6-a76b-fce2b24869cc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c9d19518-302d-49a6-a76b-fce2b24869cc,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:45.045162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:45.059619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for c9d19518-302d-49a6-a76b-fce2b24869cc owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:35:45.349424 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:45.381391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=c9d19518-302d-49a6-a76b-fce2b24869cc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:45.415500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.415500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.415500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.415787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.416012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.416350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.416685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.417018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.417351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.417678 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.418005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.418334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:35:45.479268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] No DVR routers for this DVR port c9d19518-302d-49a6-a76b-fce2b24869cc on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:35:45.482958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:45.486342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f95760e-aa3e-47c7-9fcc-8b3b088df7c5 req-9e2e28cf-fc7d-40a7-8b09-fed241511d28 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.39 "DELETE /v2.0/ports/c9d19518-302d-49a6-a76b-fce2b24869cc HTTP/1.1" status: 204 len: 173 time: 0.6653852 Jul 05 18:35:45.486959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'name': 'network-vif-deleted', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:35:45.489502 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c612c38-5833-4476-87f4-93753296c6cf" -d '{"events": [{"server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "name": "network-vif-deleted", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:35:45.610849 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeffc5e-04c0-4178-962d-0e42cf4d9ab7 x-openstack-request-id: req-feeffc5e-04c0-4178-962d-0e42cf4d9ab7 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:35:45.611162 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f481dd-b8ab-4a38-b010-d0582918ad53", "name": "network-vif-deleted", "tag": "c9d19518-302d-49a6-a76b-fce2b24869cc", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:35:45.611426 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-feeffc5e-04c0-4178-962d-0e42cf4d9ab7 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:35:45.611847 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f481dd-b8ab-4a38-b010-d0582918ad53', 'name': 'network-vif-deleted', 'tag': 'c9d19518-302d-49a6-a76b-fce2b24869cc', 'status': 'completed', 'code': 200} Jul 05 18:35:46.112349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93593720-5092-4c48-96a8-abd1b4093f04 req-162ca27d-34f0-4dbb-b722-7df6e2840535 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "GET /v2.0/ports?device_id=d3f481dd-b8ab-4a38-b010-d0582918ad53 HTTP/1.1" status: 200 len: 210 time: 0.0295160 Jul 05 18:35:46.791344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-5e4c3bb0-803f-4f3c-9fc5-c24f294eddc5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:46.792802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-5e4c3bb0-803f-4f3c-9fc5-c24f294eddc5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1032612 Jul 05 18:35:46.808491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-c286fb7d-0058-46ac-b32a-99238b7a5301 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/quotas/314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 375 time: 0.0091929 Jul 05 18:35:46.883423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-4872f028-20c4-409d-98fc-b8b56519bbcf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691440 Jul 05 18:35:46.976130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-c72cfd61-c1fb-4f42-bfb2-0e309d829874 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860519 Jul 05 18:35:47.074881 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9ecfce33-7607-459b-a16b-b88eba0a0f49 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923419 Jul 05 18:35:47.209890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44664) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:47.591370 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:47.733233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b251bc2b-c51b-4c34-aff9-7f0a9db83b3e req-dfe77431-3930-49d4-896d-4f228a7f846c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0568123 Jul 05 18:35:47.920371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 63debb86-ba7e-4706-8f98-1fbf85e3cd74 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:35:47.920751 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:48.044432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port 63debb86-ba7e-4706-8f98-1fbf85e3cd74, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=63debb86-ba7e-4706-8f98-1fbf85e3cd74,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:48.045294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:48.063287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 63debb86-ba7e-4706-8f98-1fbf85e3cd74 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:35:48.338024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:48.366326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=63debb86-ba7e-4706-8f98-1fbf85e3cd74,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:48.576233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:48.804121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88791013-f642-4b77-8c45-b73368ece14c req-16c98203-f217-4588-8a6a-17d064cf2fe0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0300190 Jul 05 18:35:48.823236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:35:48.937390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:35:48.942434 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5ba947ef-1a15-476b-be3a-8013b19940bc tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "PUT /v2.0/routers/a22fdfe3-4ef8-4e7b-926b-b934e316b3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7314184 Jul 05 18:35:48.945115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44698) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:48.948872 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] Sync routers for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:35:48.961314 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:35:48.961957 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:35:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:49.003095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc181b4d-919c-4790-9324-3fba119a1ae2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting subnet f8ec38cd-d0a3-4686-a70b-c1f3ed6932df {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:35:49.006489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc181b4d-919c-4790-9324-3fba119a1ae2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.053723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc181b4d-919c-4790-9324-3fba119a1ae2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.071567 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:35:49.145867 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc181b4d-919c-4790-9324-3fba119a1ae2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.269902 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:35:48Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:49.299219 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] Checking router: a22fdfe3-4ef8-4e7b-926b-b934e316b3cf for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:35:49.307086 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] Routers {'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:35:49.307724 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:35:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:49.332132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc181b4d-919c-4790-9324-3fba119a1ae2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.366309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cc181b4d-919c-4790-9324-3fba119a1ae2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.372189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44706) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:49.375580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d4acce-c8f8-416c-be23-b38ed957ebb1 None None] Network 22632ed0-c349-4c1d-a8b1-041499829ef9 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:35:49.381774 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cc181b4d-919c-4790-9324-3fba119a1ae2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/subnets/f8ec38cd-d0a3-4686-a70b-c1f3ed6932df HTTP/1.1" status: 204 len: 168 time: 0.4348469 Jul 05 18:35:49.386072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc181b4d-919c-4790-9324-3fba119a1ae2 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ec38cd-d0a3-4686-a70b-c1f3ed6932df,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:49.413098 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] Set router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:35:49.520074 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.651734 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:35:48Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:49.652077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.682102 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb2d219-d240-4b18-ae55-9aa955e5d33d None None] The sync data for ids ['a22fdfe3-4ef8-4e7b-926b-b934e316b3cf'] in n-d-799524-1 is: [{'id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-328287908', 'tenant_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240'}], 'enable_snat': True}, 'gw_port_id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:56Z', 'updated_at': '2021-07-05T18:35:48Z', 'revision_number': 5, 'project_id': '0ed07517ea7a4b2390c5993a2fe8ff00', 'gw_port': {'id': '84c28cc5-9822-43da-b3bd-247d076f8eb4', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:69:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22fdfe3-4ef8-4e7b-926b-b934e316b3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:58Z', 'updated_at': '2021-07-05T18:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:35:49.705139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6fd738-c16d-4471-bc54-59340e1ba089 None None] DHCP port deletion for 22632ed0-c349-4c1d-a8b1-041499829ef9 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:35:49.756521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9d6fd738-c16d-4471-bc54-59340e1ba089 None None] Deleting port 327557a6-c6f9-4f93-bd17-20da2d04562b {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:35:49.756914 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd738-c16d-4471-bc54-59340e1ba089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.776914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Deleting port 84c28cc5-9822-43da-b3bd-247d076f8eb4 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:35:49.777270 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.799035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c9d19518-302d-49a6-a76b-fce2b24869cc no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:35:49.827133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: c9d19518-302d-49a6-a76b-fce2b24869cc {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:35:49.828020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c9d19518-302d-49a6-a76b-fce2b24869cc not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:35:49.852688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9d6fd738-c16d-4471-bc54-59340e1ba089 None None] For port 327557a6-c6f9-4f93-bd17-20da2d04562b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=327557a6-c6f9-4f93-bd17-20da2d04562b,segment=NetworkSegment(72129b9d-a808-4865-bfbe-9a8c75db9152),segment_id=72129b9d-a808-4865-bfbe-9a8c75db9152)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:49.853100 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd738-c16d-4471-bc54-59340e1ba089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.869666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9d6fd738-c16d-4471-bc54-59340e1ba089 None None] Calling delete_port for 327557a6-c6f9-4f93-bd17-20da2d04562b owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:35:49.879764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] For port 84c28cc5-9822-43da-b3bd-247d076f8eb4, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=84c28cc5-9822-43da-b3bd-247d076f8eb4,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:35:49.880329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:49.893258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Calling delete_port for 84c28cc5-9822-43da-b3bd-247d076f8eb4 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:35:49.974987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ce63c80-7c44-4755-9bba-d5f968d5ac6f req-cefe81f4-125d-462e-ad00-cfca5b56e53d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0398953 Jul 05 18:35:50.103593 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9d6fd738-c16d-4471-bc54-59340e1ba089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:50.135483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 327557a6-c6f9-4f93-bd17-20da2d04562b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:35:50.140654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6fd738-c16d-4471-bc54-59340e1ba089 None None] Pushing event deleted for resources: {'Port': ['ID=327557a6-c6f9-4f93-bd17-20da2d04562b,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:50.168944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 327557a6-c6f9-4f93-bd17-20da2d04562b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:35:50.169327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 327557a6-c6f9-4f93-bd17-20da2d04562b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:35:50.177775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 63debb86-ba7e-4706-8f98-1fbf85e3cd74 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:35:50.177775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6fd738-c16d-4471-bc54-59340e1ba089 None None] No DVR routers for this DVR port 327557a6-c6f9-4f93-bd17-20da2d04562b on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:35:50.194189 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 63debb86-ba7e-4706-8f98-1fbf85e3cd74 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:35:50.194550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 63debb86-ba7e-4706-8f98-1fbf85e3cd74 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:35:50.240897 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:50.276373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Port': ['ID=84c28cc5-9822-43da-b3bd-247d076f8eb4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:50.364410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:50.460536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-50cf30d9-7827-4986-8416-8a59658847f8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:50.462485 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-50cf30d9-7827-4986-8416-8a59658847f8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1562274 Jul 05 18:35:50.476142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'port': {'device_id': 'a06db35f-4e6f-4f26-8fd5-3b66e495bbd6', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'admin_state_up': True, 'tenant_id': '314b25ec81cb45cd80ef141376583cb8'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:35:50.479613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:50.481737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:50.645868 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:50.646402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Fanout notify agent at l3_agent the message router_deleted on router a22fdfe3-4ef8-4e7b-926b-b934e316b3cf {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:35:50.654280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:50.658233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c779dc38-456c-4a8a-977e-c014859883dd tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/routers/a22fdfe3-4ef8-4e7b-926b-b934e316b3cf HTTP/1.1" status: 204 len: 168 time: 1.2819133 Jul 05 18:35:50.658968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44722) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:50.670970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Made reservation on behalf of 314b25ec81cb45cd80ef141376583cb8 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:35:50.675245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:50.863791 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-30f77889-60c1-4d26-ad32-fd6af0e13e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.166183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8608447a-df28-4294-976f-26b345cde997 req-5deaf674-45a2-4b44-b80d-f8860ee4c8a3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0527880 Jul 05 18:35:51.237141 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.408503 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.425950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22632ed0-c349-4c1d-a8b1-041499829ef9']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:51.428354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.20.0.3 (2fd2347b-7342-4422-91e5-6e880b167e87/8119ec3b-bb57-45ad-ae21-3f1c6382a90a/7c8759d5-3479-4c0d-b6bd-1c37322cb8a6) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:35:51.442479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72129b9d-a808-4865-bfbe-9a8c75db9152') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:51.442731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72129b9d-a808-4865-bfbe-9a8c75db9152') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:35:51.455976 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.479707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.494402 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:35:51.494933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:35:51.497987 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:35:51.660752 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.664440 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.679060 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.683631 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/networks/22632ed0-c349-4c1d-a8b1-041499829ef9 HTTP/1.1" status: 204 len: 168 time: 1.0211823 Jul 05 18:35:51.684122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44736) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:51.694717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c61f2-9e8e-4cbd-b63d-03fd6222858b tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'Network': ['ID=22632ed0-c349-4c1d-a8b1-041499829ef9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:51.697380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Transition to ACTIVE for port object 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:35:51.779438 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2fa448fe-56a6-45ec-96e0-79054b4e6116 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.795383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.814734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2fa448fe-56a6-45ec-96e0-79054b4e6116 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:51.825418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:35:51.829422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:35:51.875170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:35:51.935585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:51.948841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:51.949626 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:52.017637 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2fa448fe-56a6-45ec-96e0-79054b4e6116 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:52.020792 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2fa448fe-56a6-45ec-96e0-79054b4e6116 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:52.022322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2fa448fe-56a6-45ec-96e0-79054b4e6116 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] 10.222.0.30 "DELETE /v2.0/security-groups/e15da558-1539-4e05-a935-d83867e4d514 HTTP/1.1" status: 204 len: 168 time: 0.3369985 Jul 05 18:35:52.059090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa448fe-56a6-45ec-96e0-79054b4e6116 tempest-TestNetworkAdvancedServerOps-1127968075 tempest-TestNetworkAdvancedServerOps-1127968075-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15da558-1539-4e05-a935-d83867e4d514,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:52.081308 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7a1d8eb3-ce50-4364-bc1c-0e0f9d4762d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6107600 Jul 05 18:35:52.086592 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 84c28cc5-9822-43da-b3bd-247d076f8eb4 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:35:52.094164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7fa645b6-a441-4fc0-9bf9-7168a7d4e537 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:35:52.095693 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-7fa645b6-a441-4fc0-9bf9-7168a7d4e537 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069621 Jul 05 18:35:52.107495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Request body: {'port': {'device_id': 'a06db35f-4e6f-4f26-8fd5-3b66e495bbd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:35:52.147319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 84c28cc5-9822-43da-b3bd-247d076f8eb4 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:35:52.147740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 84c28cc5-9822-43da-b3bd-247d076f8eb4 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:35:52.261169 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:52.337660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-48a70a59-9833-472c-b908-e932a11b10ec None None] Provisioning for port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:35:52.343998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-48a70a59-9833-472c-b908-e932a11b10ec None None] Provisioning complete for port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:35:52.344386 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-48a70a59-9833-472c-b908-e932a11b10ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:52.397160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-48a70a59-9833-472c-b908-e932a11b10ec None None] Port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:35:52.415783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05456fca-1d4d-4657-8e01-3fcaf61b1f98 req-a4d2ad4f-27f0-4585-a2b1-5ab93bd50544 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:52.417505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05456fca-1d4d-4657-8e01-3fcaf61b1f98 req-a4d2ad4f-27f0-4585-a2b1-5ab93bd50544 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 931 time: 0.1021459 Jul 05 18:35:52.490087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05456fca-1d4d-4657-8e01-3fcaf61b1f98 req-931627ad-d026-43a3-a11f-a41b810b0675 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610189 Jul 05 18:35:52.634246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:35:52.642375 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:52.656812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Transition to ACTIVE for port object 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:35:52.754988 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:52.820109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Pushing event updated for resources: {'Port': ['ID=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:52.888454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44754) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:52.934906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Attempting to bind port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:35:52.935240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Attempting to bind port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:35:52.935627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Attempting to bind port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:35:52.941479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 on network 2fd2347b-7342-4422-91e5-6e880b167e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:35:52.941800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Attempting to bind port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:35:52.947501 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:35:52.947846 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:35:52.948293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Bound using segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:35:52.948735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Bound port: 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:35:52.949097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:53.048867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] For port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:35:53.052504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] For port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:35:53.100934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-373bd391-4042-4f3e-99bb-00146aaea7d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ed07517ea7a4b2390c5993a2fe8ff00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108800 Jul 05 18:35:53.103339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44760) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:53.143598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:53.185494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:53.185903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:53.188126 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] 10.222.0.97 "PUT /v2.0/ports/7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 HTTP/1.1" status: 200 len: 1091 time: 1.0850258 Jul 05 18:35:53.188569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06db35f-4e6f-4f26-8fd5-3b66e495bbd6', 'tag': '7c8759d5-3479-4c0d-b6bd-1c37322cb8a6'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:35:53.190921 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486908f8-a9b7-4ab8-b5f5-a67f9cb7bb2a" -d '{"events": [{"name": "network-changed", "server_uuid": "a06db35f-4e6f-4f26-8fd5-3b66e495bbd6", "tag": "7c8759d5-3479-4c0d-b6bd-1c37322cb8a6"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:35:53.226346 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c499-b549-42b0-afb0-26ac33c238c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:53.235827 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbcc315-25a7-4b94-9a24-ef398ba70a69 x-openstack-request-id: req-0dbcc315-25a7-4b94-9a24-ef398ba70a69 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:35:53.237171 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06db35f-4e6f-4f26-8fd5-3b66e495bbd6", "tag": "7c8759d5-3479-4c0d-b6bd-1c37322cb8a6", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:35:53.237438 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dbcc315-25a7-4b94-9a24-ef398ba70a69 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:35:53.237851 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06db35f-4e6f-4f26-8fd5-3b66e495bbd6', 'tag': '7c8759d5-3479-4c0d-b6bd-1c37322cb8a6', 'status': 'completed', 'code': 200} Jul 05 18:35:53.319833 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c499-b549-42b0-afb0-26ac33c238c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:53.322973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7593df-2a1d-4784-8108-d5524a25c70d service neutron] Pushing event updated for resources: {'Port': ['ID=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:53.394435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486908f8-a9b7-4ab8-b5f5-a67f9cb7bb2a req-d72f722f-38d5-4436-a6c8-4293dcec11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:53.396010 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-486908f8-a9b7-4ab8-b5f5-a67f9cb7bb2a req-d72f722f-38d5-4436-a6c8-4293dcec11d0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 1094 time: 0.1369972 Jul 05 18:35:53.503495 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-01157b52-dad1-4249-b3a2-eca8a5a8cdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:53.516735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486908f8-a9b7-4ab8-b5f5-a67f9cb7bb2a req-32b5cc23-e369-4493-b994-3aa5fbd20737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:53.523919 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-486908f8-a9b7-4ab8-b5f5-a67f9cb7bb2a req-32b5cc23-e369-4493-b994-3aa5fbd20737 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=314b25ec81cb45cd80ef141376583cb8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1211021 Jul 05 18:35:53.608518 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c499-b549-42b0-afb0-26ac33c238c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:53.611372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1fb8c499-b549-42b0-afb0-26ac33c238c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:53.612640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1fb8c499-b549-42b0-afb0-26ac33c238c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/888a8bd0-5ec3-4c3a-b68b-9e0cea307bf6 HTTP/1.1" status: 204 len: 168 time: 0.5082257 Jul 05 18:35:53.644861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8c499-b549-42b0-afb0-26ac33c238c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888a8bd0-5ec3-4c3a-b68b-9e0cea307bf6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:53.709259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486908f8-a9b7-4ab8-b5f5-a67f9cb7bb2a req-9f368130-4e31-4b05-a2d6-8e6b2031b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:53.710836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-486908f8-a9b7-4ab8-b5f5-a67f9cb7bb2a req-9f368130-4e31-4b05-a2d6-8e6b2031b94b service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1808355 Jul 05 18:35:53.720326 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:53.779204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338ca86d-3327-4ebd-8a62-4ed8a5cb4c1b req-30b228b9-ca10-4a3e-ba8d-df648bdf93b0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:53.780998 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-338ca86d-3327-4ebd-8a62-4ed8a5cb4c1b req-30b228b9-ca10-4a3e-ba8d-df648bdf93b0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 943 time: 0.1695323 Jul 05 18:35:53.822256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-338ca86d-3327-4ebd-8a62-4ed8a5cb4c1b req-4df593f7-b859-4165-82b3-d4053667b5a3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347383 Jul 05 18:35:53.823434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-02a67e59-15ee-4e8c-b93d-1c29abeb3bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:53.824981 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-02a67e59-15ee-4e8c-b93d-1c29abeb3bb4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 1094 time: 0.0701692 Jul 05 18:35:53.875075 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-17e806e3-31c1-4b20-9682-39e57efec147 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 HTTP/1.1" status: 200 len: 217 time: 0.0429862 Jul 05 18:35:53.933802 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-dfb2f696-d9fa-402c-a34e-bee01cfab799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:53.935358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-dfb2f696-d9fa-402c-a34e-bee01cfab799 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0548444 Jul 05 18:35:54.009668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9b2b5467-c042-4515-9c96-af4c7a39108b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:54.011465 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-9b2b5467-c042-4515-9c96-af4c7a39108b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701885 Jul 05 18:35:54.129262 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-200580ac-d588-4f62-80e5-ee251ca07003 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107767 Jul 05 18:35:54.228664 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-883e0aa1-a49e-42c3-bd15-070ec8a41aaa req-97d0b6dc-05f3-4eb3-90fa-5def6164f998 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931175 Jul 05 18:35:54.390270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44782) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:54.432210 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f8bf8baf-14d6-4107-8a9f-dcd95be3a277 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0250724ef6b945e79232c501233b0f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406330 Jul 05 18:35:54.434839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44784) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:54.483018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0c22d6-d6c2-4cf4-9465-c76a744e5caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:54.506308 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0c22d6-d6c2-4cf4-9465-c76a744e5caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:54.652571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0c22d6-d6c2-4cf4-9465-c76a744e5caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:54.656099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2c0c22d6-d6c2-4cf4-9465-c76a744e5caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:54.660041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2c0c22d6-d6c2-4cf4-9465-c76a744e5caf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/275098e5-126f-4761-8b7e-056d9b76ad40 HTTP/1.1" status: 204 len: 168 time: 0.2224705 Jul 05 18:35:54.667754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c22d6-d6c2-4cf4-9465-c76a744e5caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275098e5-126f-4761-8b7e-056d9b76ad40,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:54.778018 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:55.037235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e63490-68d0-412c-b4e2-c63f0340e62a req-117efbdf-04ed-476a-bd83-aa021fa6c661 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:55.045806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3e63490-68d0-412c-b4e2-c63f0340e62a req-117efbdf-04ed-476a-bd83-aa021fa6c661 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 943 time: 0.0858274 Jul 05 18:35:55.098843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3e63490-68d0-412c-b4e2-c63f0340e62a req-b9cb8d84-1794-46e0-a372-abbd8f6dff5f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517344 Jul 05 18:35:56.297037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccf594-3402-4259-8e56-8ddc01b3ddeb req-c553250f-26d2-4b23-8e78-57e327c909dc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:56.299639 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02ccf594-3402-4259-8e56-8ddc01b3ddeb req-c553250f-26d2-4b23-8e78-57e327c909dc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 943 time: 0.0687356 Jul 05 18:35:56.341933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02ccf594-3402-4259-8e56-8ddc01b3ddeb req-3259ee7c-fbc0-4850-9a04-c4a5bdba5e6e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360584 Jul 05 18:35:56.500126 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:57.155033 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44848) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:57.306799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'network': {'name': 'tempest-network-smoke--1277234346', 'project_id': '88dea2edd69e419e87b210da29844b97', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:35:57.400339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Made reservation on behalf of 88dea2edd69e419e87b210da29844b97 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:35:57.404306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:57.420026 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:57.558826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b44a1-0ac4-4190-b8f3-57ddbe9629bb req-f29da320-12a0-40e3-933c-59be76990ab0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:57.560335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e0b44a1-0ac4-4190-b8f3-57ddbe9629bb req-f29da320-12a0-40e3-933c-59be76990ab0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 943 time: 0.1002762 Jul 05 18:35:57.564830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-6e601459-0859-4c55-83e9-05267772c2bf req-506724c4-7f58-4a21-aa3f-faa986aa1104 service neutron] (100997) timed out ('10.222.0.97', 50960) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:35:57.570234 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:57.602672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e0b44a1-0ac4-4190-b8f3-57ddbe9629bb req-e04c2a02-7f0b-413e-8a2d-4fececa430f3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343838 Jul 05 18:35:57.640735 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:57.668554 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:35:57.679582 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b082dad9-c173-499c-9689-db2e0509bae3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:57.691385 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:57.691385 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Added segment 2eeb7a6f-f06a-4076-a4d4-4e76598e621f of type vlan for network 0418a78d-b45f-430c-bd7b-8074b958eeb4 Jul 05 18:35:57.729737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:57.817520 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:57.823377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:57.824020 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:57.892293 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Network': ['ID=0418a78d-b45f-430c-bd7b-8074b958eeb4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:57.906779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 0418a78d-b45f-430c-bd7b-8074b958eeb4 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:35:57.935115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4bb80c5d-10b5-44d8-af56-8de5f4ff7de2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7787414 Jul 05 18:35:57.935348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44864) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:35:57.940180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'admin_state_up': True, 'project_id': '88dea2edd69e419e87b210da29844b97', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:35:58.057455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:58.058641 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:58.117038 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:58.324421 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:58.590868 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:58.612313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:58.729238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.25.3.89 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/63fbec3e-8eab-4cf0-96bf-778c1fee6f28) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:35:58.784563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cd254d-a8ba-4e86-81b1-a2b74babcd70 req-af927a88-cf00-42bb-aab5-ba05ea1146a3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:35:58.787967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53cd254d-a8ba-4e86-81b1-a2b74babcd70 req-af927a88-cf00-42bb-aab5-ba05ea1146a3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 943 time: 0.0717797 Jul 05 18:35:58.830491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53cd254d-a8ba-4e86-81b1-a2b74babcd70 req-4fcf126a-c2fd-4d2a-9ad8-3927d64c80ed tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Jul 05 18:35:58.856032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:58.943774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:58.981330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:35:58.987398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:35:58.991184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:35:59.021492 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=63fbec3e-8eab-4cf0-96bf-778c1fee6f28,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:35:59.322400 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:59.543985 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:59.766150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 1ddab56a-66c2-4ff7-973d-576ae6207a18 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:35:59.888351 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:35:59.898665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Sync routers for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:35:59.906478 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:35:59.912733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:35:59.913916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:35:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:00.017953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:00.022202 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-61afcf3d-00d9-4326-a700-a6fde17ff4a7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0829849 Jul 05 18:36:00.022731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44894) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:00.024405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:00.043700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27173b7c-60a9-4801-8340-136d957c9355 req-e8d43544-24cf-4f9a-813e-3c4e91e8b13f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:00.045226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27173b7c-60a9-4801-8340-136d957c9355 req-e8d43544-24cf-4f9a-813e-3c4e91e8b13f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 943 time: 0.0764346 Jul 05 18:36:00.098187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27173b7c-60a9-4801-8340-136d957c9355 req-3247fa88-a6a5-4ba4-8512-9797eb631b75 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450296 Jul 05 18:36:00.151540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a1fb1bf6-5847-4622-b535-15a0308baf99 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=88dea2edd69e419e87b210da29844b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1271508 Jul 05 18:36:00.154215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44900) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:00.245559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:35:59Z', 'revision_number': 3, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:00.251646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6f9e8-999f-409e-86d0-220ffa750085 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:00.256023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ece6f9e8-999f-409e-86d0-220ffa750085 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980675 Jul 05 18:36:00.256370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44904) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:00.275658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Checking router: 1ddab56a-66c2-4ff7-973d-576ae6207a18 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:36:00.275919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Updating router 1ddab56a-66c2-4ff7-973d-576ae6207a18 port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:36:00.288117 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-92ed6a57-a7b3-4ba2-9d1e-b9477a2e3787 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304918 Jul 05 18:36:00.290867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44906) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:00.296102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1089803968', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'project_id': '88dea2edd69e419e87b210da29844b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:00.319656 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:00.491494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Made reservation on behalf of 88dea2edd69e419e87b210da29844b97 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:36:00.495382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:00.583398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:00.595330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Transition to ACTIVE for port object 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:00.691390 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:00.747003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Attempting to bind port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:36:00.747436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Attempting to bind port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:36:00.747799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Attempting to bind port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:36:00.756845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db827807-aed1-4174-9948-e8663242e1ad None None] Pushing event updated for resources: {'Port': ['ID=63fbec3e-8eab-4cf0-96bf-778c1fee6f28,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:00.760983 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:36:00.761360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:36:00.761935 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:00.762471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:36:00.763138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Bound port: 63fbec3e-8eab-4cf0-96bf-778c1fee6f28, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:36:00.763692 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:00.819384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] For port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:36:00.822642 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] For port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=63fbec3e-8eab-4cf0-96bf-778c1fee6f28,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:36:00.949385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:01.008874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:36:01.009508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:35:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:01.049143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db827807-aed1-4174-9948-e8663242e1ad None None] Pushing event updated for resources: {'Port': ['ID=63fbec3e-8eab-4cf0-96bf-778c1fee6f28,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:01.064291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:01.128136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:01.132523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Checking segment: {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:36:01.132889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network hostable DHCP agents. Network: 0418a78d-b45f-430c-bd7b-8074b958eeb4, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:36:01.147254 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Subnet': ['ID=175c3325-729f-42c0-8ef6-977438de2f23,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:01.229102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 0418a78d-b45f-430c-bd7b-8074b958eeb4 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:36:01.326470 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:35:59Z', 'revision_number': 3, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:01.330013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7906e-c647-4649-94c5-bbe0adb6e1a4 req-d8f03ea2-5aee-4e52-9dbe-9b5c1e571009 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:01.331570 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25d7906e-c647-4649-94c5-bbe0adb6e1a4 req-d8f03ea2-5aee-4e52-9dbe-9b5c1e571009 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 943 time: 0.0702839 Jul 05 18:36:01.355575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28c381-8f68-4d6c-bb97-639c8918ede4 None None] The sync data for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 is: [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:35:59Z', 'revision_number': 3, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:36:01.369867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 0418a78d-b45f-430c-bd7b-8074b958eeb4) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:36:01.381390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:01.381390 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:01.381822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0dfd8a-aae2-40bb-b3ff-a6ecb235d5df None None] Network 0418a78d-b45f-430c-bd7b-8074b958eeb4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:36:01.401833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-25d7906e-c647-4649-94c5-bbe0adb6e1a4 req-f4c2d1fc-37eb-4c67-a92a-b5abb799dc19 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643821 Jul 05 18:36:01.510291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eb2604c1-4b23-4bee-ba6a-5137d2ef54fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2182386 Jul 05 18:36:01.513250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44924) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:01.564675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-0418a78d-b45f-430c-bd7b-8074b958eeb4', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:36:01.566199 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:01.757386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Allocated IP 172.20.0.2 (0418a78d-b45f-430c-bd7b-8074b958eeb4/175c3325-729f-42c0-8ef6-977438de2f23/60a2ef25-7ce1-43a8-8261-b1c7584ad772) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:36:01.961735 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:01.972012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Transition to ACTIVE for port object 60a2ef25-7ce1-43a8-8261-b1c7584ad772 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:01.996650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Transition to ACTIVE for port object 60a2ef25-7ce1-43a8-8261-b1c7584ad772 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:02.072384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.079951 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.304114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:36:02.363743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Pushing event updated for resources: {'Port': ['ID=60a2ef25-7ce1-43a8-8261-b1c7584ad772,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:02.367512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Network 0418a78d-b45f-430c-bd7b-8074b958eeb4 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:36:02.372275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:36:02.377079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:36:02.435374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.20.0.1 (0418a78d-b45f-430c-bd7b-8074b958eeb4/175c3325-729f-42c0-8ef6-977438de2f23/6b1310fd-980d-4f90-9322-8d69152b61e8) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:36:02.494171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Attempting to bind port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:36:02.494676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Attempting to bind port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:36:02.495193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Attempting to bind port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 on network 0418a78d-b45f-430c-bd7b-8074b958eeb4 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:36:02.502002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:36:02.505547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Checking segment: {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:36:02.511466 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.511899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Bound using segment: {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:36:02.512390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Bound port: 60a2ef25-7ce1-43a8-8261-b1c7584ad772, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:36:02.512783 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.610967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:02.618142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] For port 60a2ef25-7ce1-43a8-8261-b1c7584ad772, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:36:02.620356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:02.620940 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.625332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] For port 60a2ef25-7ce1-43a8-8261-b1c7584ad772, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=60a2ef25-7ce1-43a8-8261-b1c7584ad772,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:36:02.636885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.655755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Transition to ACTIVE for port object 6b1310fd-980d-4f90-9322-8d69152b61e8 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:02.698608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0769a73-a64a-42aa-872c-7e22dd4a99ea req-71047beb-99a9-4135-923e-6823524dcf44 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:02.700168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0769a73-a64a-42aa-872c-7e22dd4a99ea req-71047beb-99a9-4135-923e-6823524dcf44 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 943 time: 0.1153681 Jul 05 18:36:02.711140 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.747968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=63fbec3e-8eab-4cf0-96bf-778c1fee6f28,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:02.750163 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.751153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0769a73-a64a-42aa-872c-7e22dd4a99ea req-e2a3972c-ac79-46df-b110-5ebc6ad6965d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419061 Jul 05 18:36:02.771966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.820343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 0418a78d-b45f-430c-bd7b-8074b958eeb4 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:36:02.833269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c6116b-3f78-4448-adae-4b82e4ed8b31 None None] Pushing event updated for resources: {'Port': ['ID=60a2ef25-7ce1-43a8-8261-b1c7584ad772,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:02.837118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=6b1310fd-980d-4f90-9322-8d69152b61e8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:02.840833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:36:02.848230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:36:02.850385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.905681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:02.919993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=63fbec3e-8eab-4cf0-96bf-778c1fee6f28,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:03.167557 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:03.470084 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:03.533665 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:03.616081 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:03.618061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=6b1310fd-980d-4f90-9322-8d69152b61e8,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:03.729006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 0418a78d-b45f-430c-bd7b-8074b958eeb4 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:36:03.730821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:36:03.877226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 1ddab56a-66c2-4ff7-973d-576ae6207a18 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:36:03.890873 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:36:03.925398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b164765c-f997-469c-b9f7-89ddf9af6a0f None None] Network 0418a78d-b45f-430c-bd7b-8074b958eeb4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:36:04.063575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3f5fecab-543a-4b33-abac-12676420252d None None] Provisioning for port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:04.068489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae80689-6f05-442a-b987-597c61e31e57 req-116b0b00-d559-4550-84e5-06036ad842dd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.070131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ae80689-6f05-442a-b987-597c61e31e57 req-116b0b00-d559-4550-84e5-06036ad842dd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 943 time: 0.1778419 Jul 05 18:36:04.108130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:36:04.117383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44970) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:04.117856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c229539f-8153-490b-85ad-56c239797010 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "PUT /v2.0/routers/1ddab56a-66c2-4ff7-973d-576ae6207a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6030574 Jul 05 18:36:04.120299 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Sync routers for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:36:04.135121 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:36:04.135975 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:35:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:04.158544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ae80689-6f05-442a-b987-597c61e31e57 req-e2f7b5df-f6eb-46c3-b9d7-b270505de0b8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710344 Jul 05 18:36:04.247487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 60a2ef25-7ce1-43a8-8261-b1c7584ad772 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:36:04.309066 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:04.399911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:04.410411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52d16-6a84-49fd-8cfd-61dfc7900805 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.411329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52d16-6a84-49fd-8cfd-61dfc7900805 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.411973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52d16-6a84-49fd-8cfd-61dfc7900805 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.412613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52d16-6a84-49fd-8cfd-61dfc7900805 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.413319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52d16-6a84-49fd-8cfd-61dfc7900805 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.413998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52d16-6a84-49fd-8cfd-61dfc7900805 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.414774 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52d16-6a84-49fd-8cfd-61dfc7900805 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.416145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52d16-6a84-49fd-8cfd-61dfc7900805 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.418336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:04.418668 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-12f52d16-6a84-49fd-8cfd-61dfc7900805 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.2993433 Jul 05 18:36:04.419824 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:04.427581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 44976) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:04.575784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021d6a9-cb47-4259-ac3a-dbada71c35a4 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.576682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021d6a9-cb47-4259-ac3a-dbada71c35a4 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.576885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021d6a9-cb47-4259-ac3a-dbada71c35a4 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.577999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021d6a9-cb47-4259-ac3a-dbada71c35a4 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.578461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021d6a9-cb47-4259-ac3a-dbada71c35a4 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.579003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021d6a9-cb47-4259-ac3a-dbada71c35a4 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.579631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021d6a9-cb47-4259-ac3a-dbada71c35a4 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.580251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021d6a9-cb47-4259-ac3a-dbada71c35a4 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:04.581703 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:04.586346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 44982) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:04.586533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d021d6a9-cb47-4259-ac3a-dbada71c35a4 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.1575842 Jul 05 18:36:04.627862 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:03Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:03Z', 'revision_number': 2, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:04.644684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b309af49-50a0-43c0-874f-a98d0ee0e228 None None] Provisioning for port 6b1310fd-980d-4f90-9322-8d69152b61e8 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:04.660511 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Checking router: 1ddab56a-66c2-4ff7-973d-576ae6207a18 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:36:04.661232 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Updating router 1ddab56a-66c2-4ff7-973d-576ae6207a18 port 6b1310fd-980d-4f90-9322-8d69152b61e8 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:36:04.682410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b309af49-50a0-43c0-874f-a98d0ee0e228 None None] Provisioning complete for port 6b1310fd-980d-4f90-9322-8d69152b61e8 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:04.682815 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b309af49-50a0-43c0-874f-a98d0ee0e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:04.716766 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:04.716981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:36:04.720833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 60a2ef25-7ce1-43a8-8261-b1c7584ad772, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=60a2ef25-7ce1-43a8-8261-b1c7584ad772,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:04.734135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b309af49-50a0-43c0-874f-a98d0ee0e228 None None] Port 6b1310fd-980d-4f90-9322-8d69152b61e8 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:36:04.801468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b309af49-50a0-43c0-874f-a98d0ee0e228 None None] Provisioning complete for port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:04.802274 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b309af49-50a0-43c0-874f-a98d0ee0e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:04.863509 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:04.864306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:36:05.020037 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a28ebea8-e364-4f45-99b1-8b9589c30cbd tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.4317861 Jul 05 18:36:05.048502 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=60a2ef25-7ce1-43a8-8261-b1c7584ad772,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:05.085734 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:05.089821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.090122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.090466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.090831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.091165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.091497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.091826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.092151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.092476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.093526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.093838 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.094170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.107861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:05.108237 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:05.118383 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:05.130403 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Transition to ACTIVE for port object 6b1310fd-980d-4f90-9322-8d69152b61e8 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:05.147748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '7c8759d5-3479-4c0d-b6bd-1c37322cb8a6', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'port_id': '7c8759d5-3479-4c0d-b6bd-1c37322cb8a6', 'mac_address': 'fa:16:3e:94:49:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:36:05.195620 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:05.282115 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:05.304359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:36:05.319508 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Attempting to bind port 6b1310fd-980d-4f90-9322-8d69152b61e8 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:36:05.321204 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Attempting to bind port 6b1310fd-980d-4f90-9322-8d69152b61e8 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:36:05.321204 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Attempting to bind port 6b1310fd-980d-4f90-9322-8d69152b61e8 on network 0418a78d-b45f-430c-bd7b-8074b958eeb4 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:36:05.330008 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:36:05.330419 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Checking segment: {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:36:05.330841 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:05.331228 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Bound using segment: {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:36:05.331744 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Bound port: 6b1310fd-980d-4f90-9322-8d69152b61e8, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:36:05.332174 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:05.347634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:05.366613 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Pushing event updated for resources: {'Port': ['ID=6b1310fd-980d-4f90-9322-8d69152b61e8,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:05.375770 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.376165 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.376499 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.376828 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.377146 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.377469 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.377784 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.378439 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.378439 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.378822 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.379136 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.379457 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:05.407187 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:05.495659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:05.603819 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] For port 6b1310fd-980d-4f90-9322-8d69152b61e8, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:36:05.607492 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] For port 6b1310fd-980d-4f90-9322-8d69152b61e8, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6b1310fd-980d-4f90-9322-8d69152b61e8,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:36:05.616474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['7c8759d5-3479-4c0d-b6bd-1c37322cb8a6'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:36:05.619362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66c282-3229-4424-8024-9c4165d8a2f8 req-9bec227d-5d2f-425e-a702-c514a8beb429 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:05.628573 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a66c282-3229-4424-8024-9c4165d8a2f8 req-9bec227d-5d2f-425e-a702-c514a8beb429 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 944 time: 0.1692531 Jul 05 18:36:05.675097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a66c282-3229-4424-8024-9c4165d8a2f8 req-043877a4-e1f0-4603-99bf-55070bfe08fa tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437982 Jul 05 18:36:05.692644 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:05.743253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45004) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:05.747967 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b743879f-91b4-424d-9f2f-48d6a8909e1e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-626535735', 'description': 'tempest-secgroup-smoke-626535735 description', 'project_id': '88dea2edd69e419e87b210da29844b97'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:05.764204 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:36:05.765485 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:35:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:05.875820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b743879f-91b4-424d-9f2f-48d6a8909e1e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:05.877370 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40fa4d-f30c-4106-b67a-628bf519ecc1 None None] Pushing event updated for resources: {'Port': ['ID=6b1310fd-980d-4f90-9322-8d69152b61e8,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:05.904227 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:06.021558 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b743879f-91b4-424d-9f2f-48d6a8909e1e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.070062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 60a2ef25-7ce1-43a8-8261-b1c7584ad772 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:36:06.074052 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.123693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:06.124146 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.143100 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b743879f-91b4-424d-9f2f-48d6a8909e1e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.179985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743879f-91b4-424d-9f2f-48d6a8909e1e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:06.227596 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:03Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:05Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:06.227596 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335d44f4-4092-43f4-97a6-38727c593faa None None] The sync data for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 is: [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:03Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:05Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:36:06.314502 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b743879f-91b4-424d-9f2f-48d6a8909e1e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.315883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b743879f-91b4-424d-9f2f-48d6a8909e1e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5715854 Jul 05 18:36:06.318849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45016) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:06.323338 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-646603aa-58e9-429e-8a48-9cff270b228d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '44fcc4b4-759b-4342-9a8f-4c5ef0ca1693', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:06.432272 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-646603aa-58e9-429e-8a48-9cff270b228d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.502055 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-646603aa-58e9-429e-8a48-9cff270b228d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.617388 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-646603aa-58e9-429e-8a48-9cff270b228d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.635075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646603aa-58e9-429e-8a48-9cff270b228d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0327b99f-bdfd-41b2-a548-fd8a963c1913,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:06.697698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:36:06.720358 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-646603aa-58e9-429e-8a48-9cff270b228d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.726986 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-646603aa-58e9-429e-8a48-9cff270b228d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4019265 Jul 05 18:36:06.726986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45026) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:06.730321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-9e869010-7b73-4638-a4fc-393ea13ebf4f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '44fcc4b4-759b-4342-9a8f-4c5ef0ca1693', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:06.788694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:06.793096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:06.793568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.812232 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9e869010-7b73-4638-a4fc-393ea13ebf4f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.893971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.922078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06db35f-4e6f-4f26-8fd5-3b66e495bbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8759d5-3479-4c0d-b6bd-1c37322cb8a6'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:06.923906 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9e869010-7b73-4638-a4fc-393ea13ebf4f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:06.924921 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72f5e3a-608c-4ef5-b1d7-213a4f982ae4" -d '{"events": [{"server_uuid": "a06db35f-4e6f-4f26-8fd5-3b66e495bbd6", "name": "network-vif-plugged", "status": "completed", "tag": "7c8759d5-3479-4c0d-b6bd-1c37322cb8a6"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:06.939853 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:06.947348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745f41-3b1d-42e7-9521-e414f638d3ca req-0dfe0304-adf0-4de9-bc50-58408df3df92 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:06.952782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40745f41-3b1d-42e7-9521-e414f638d3ca req-0dfe0304-adf0-4de9-bc50-58408df3df92 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 944 time: 0.1054018 Jul 05 18:36:06.974015 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2797e8c-1dba-4b89-8f0f-1d2a646532c9 x-openstack-request-id: req-c2797e8c-1dba-4b89-8f0f-1d2a646532c9 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:06.974374 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06db35f-4e6f-4f26-8fd5-3b66e495bbd6", "name": "network-vif-plugged", "status": "completed", "tag": "7c8759d5-3479-4c0d-b6bd-1c37322cb8a6", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:06.974724 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2797e8c-1dba-4b89-8f0f-1d2a646532c9 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:06.975286 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06db35f-4e6f-4f26-8fd5-3b66e495bbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c8759d5-3479-4c0d-b6bd-1c37322cb8a6', 'code': 200} Jul 05 18:36:07.019079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40745f41-3b1d-42e7-9521-e414f638d3ca req-0a93fcf1-2379-4f79-823b-cff9cfc7da4e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627973 Jul 05 18:36:07.029267 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.029445 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9e869010-7b73-4638-a4fc-393ea13ebf4f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.052789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e869010-7b73-4638-a4fc-393ea13ebf4f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d83f58-a65f-4764-9f24-52ec8e3da57c,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:07.103989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:07.107505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcc7a2c-1d64-40a7-8b7c-dd6b0308edf0 req-e1ba9036-4295-4ffb-b5c7-c8c4327005a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:07.109500 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2fcc7a2c-1d64-40a7-8b7c-dd6b0308edf0 req-e1ba9036-4295-4ffb-b5c7-c8c4327005a6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 1096 time: 0.0726337 Jul 05 18:36:07.115222 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9e869010-7b73-4638-a4fc-393ea13ebf4f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.116648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9e869010-7b73-4638-a4fc-393ea13ebf4f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3903983 Jul 05 18:36:07.119383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45032) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:07.124901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5eda2b76-ae8b-4ca3-a0cb-594615478f0a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '44fcc4b4-759b-4342-9a8f-4c5ef0ca1693', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:07.149533 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2fcc7a2c-1d64-40a7-8b7c-dd6b0308edf0 req-816bb7ca-2e3c-4f79-8781-d269e5ff09cc service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342612 Jul 05 18:36:07.227939 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b76-ae8b-4ca3-a0cb-594615478f0a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.297130 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b76-ae8b-4ca3-a0cb-594615478f0a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.468663 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b76-ae8b-4ca3-a0cb-594615478f0a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.487065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda2b76-ae8b-4ca3-a0cb-594615478f0a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ff7f30-8380-4592-8368-cca74b3a100a,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:07.560127 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5eda2b76-ae8b-4ca3-a0cb-594615478f0a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.562130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5eda2b76-ae8b-4ca3-a0cb-594615478f0a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4407654 Jul 05 18:36:07.564703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45034) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:07.569062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7ab4b194-028d-4714-a573-791a144b9901 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '44fcc4b4-759b-4342-9a8f-4c5ef0ca1693', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:07.685333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ab4b194-028d-4714-a573-791a144b9901 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.753362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ab4b194-028d-4714-a573-791a144b9901 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.863253 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ab4b194-028d-4714-a573-791a144b9901 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:07.881432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4b194-028d-4714-a573-791a144b9901 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b072fe78-24ad-4103-9068-9b2cd0e6f8b9,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:08.000681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ab4b194-028d-4714-a573-791a144b9901 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.008985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ab4b194-028d-4714-a573-791a144b9901 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4363873 Jul 05 18:36:08.008985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45038) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:08.011535 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0d13f1ab-3505-49e2-85ca-38b23f4b78f9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '44fcc4b4-759b-4342-9a8f-4c5ef0ca1693', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:08.088465 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6b1310fd-980d-4f90-9322-8d69152b61e8 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:36:08.115326 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-0d13f1ab-3505-49e2-85ca-38b23f4b78f9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Project 88dea2edd69e419e87b210da29844b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:36:08.132154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d13f1ab-3505-49e2-85ca-38b23f4b78f9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.200127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 6b1310fd-980d-4f90-9322-8d69152b61e8 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:08.205023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6b1310fd-980d-4f90-9322-8d69152b61e8 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:08.211600 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.222823 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d13f1ab-3505-49e2-85ca-38b23f4b78f9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.247532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece33dcb-c256-44f1-8dc4-622bbe540b95 req-145c6279-c64b-44b5-9aff-a999a7883588 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:08.249240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ece33dcb-c256-44f1-8dc4-622bbe540b95 req-145c6279-c64b-44b5-9aff-a999a7883588 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 945 time: 0.1064494 Jul 05 18:36:08.282420 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.289738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ece33dcb-c256-44f1-8dc4-622bbe540b95 req-07464ba1-a555-46c9-9ed7-ccac33e8ba69 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Jul 05 18:36:08.321857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 6b1310fd-980d-4f90-9322-8d69152b61e8, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6b1310fd-980d-4f90-9322-8d69152b61e8,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:08.337611 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d13f1ab-3505-49e2-85ca-38b23f4b78f9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.358282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d13f1ab-3505-49e2-85ca-38b23f4b78f9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce9f3910-fe68-4ae1-9c0c-3db269916c70,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:08.440543 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.475382 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d13f1ab-3505-49e2-85ca-38b23f4b78f9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.479818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0d13f1ab-3505-49e2-85ca-38b23f4b78f9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4708207 Jul 05 18:36:08.479972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45044) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:08.485549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2faa03ed-96a2-4edc-8a24-72a3a1731649 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '44fcc4b4-759b-4342-9a8f-4c5ef0ca1693', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:08.494923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=6b1310fd-980d-4f90-9322-8d69152b61e8,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:08.498248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fa101c-6446-4807-a4ee-be009ac8ea94 req-742e664f-3b69-49dc-842b-47edd48d236f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:08.500511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0fa101c-6446-4807-a4ee-be009ac8ea94 req-742e664f-3b69-49dc-842b-47edd48d236f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 945 time: 0.0830872 Jul 05 18:36:08.544808 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0fa101c-6446-4807-a4ee-be009ac8ea94 req-9ae73372-c879-4245-a038-d287eee98e74 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376530 Jul 05 18:36:08.592932 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-2faa03ed-96a2-4edc-8a24-72a3a1731649 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Project 88dea2edd69e419e87b210da29844b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:36:08.598599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2faa03ed-96a2-4edc-8a24-72a3a1731649 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.685142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2faa03ed-96a2-4edc-8a24-72a3a1731649 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.767602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2faa03ed-96a2-4edc-8a24-72a3a1731649 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.789108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa03ed-96a2-4edc-8a24-72a3a1731649 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb37d2a2-f533-4efe-9026-e8f986431428,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:08.891780 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2faa03ed-96a2-4edc-8a24-72a3a1731649 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:08.893027 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2faa03ed-96a2-4edc-8a24-72a3a1731649 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4121144 Jul 05 18:36:09.043741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-41506ae5-b524-4d21-9e33-059ce8ad9d48 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-626535735&fields=id&tenant_id=88dea2edd69e419e87b210da29844b97 HTTP/1.1" status: 200 len: 267 time: 0.0396366 Jul 05 18:36:09.172296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-a0e28473-8a63-4dbd-8187-b0c005453969 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:09.174055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-a0e28473-8a63-4dbd-8187-b0c005453969 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/networks?id=0418a78d-b45f-430c-bd7b-8074b958eeb4 HTTP/1.1" status: 200 len: 797 time: 0.1228864 Jul 05 18:36:09.189875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-913b8010-0f55-4aff-853a-24d8dcb8bca7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/quotas/88dea2edd69e419e87b210da29844b97 HTTP/1.1" status: 200 len: 375 time: 0.0101776 Jul 05 18:36:09.261732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-9f51bad5-f315-46f8-b0c8-ac81377766fc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662251 Jul 05 18:36:09.361218 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-1d8ce7e8-ec13-47bb-a35d-5c3820f01f19 service neutron] 10.222.0.30 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881975 Jul 05 18:36:09.471216 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-36a4a10c-ea78-4b81-ade9-7eb18163c4ec service neutron] 10.222.0.30 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947781 Jul 05 18:36:09.741930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c7d0d6c-3211-4a1a-9f80-59dc61721e2b req-2d30c0ca-f373-43cc-aadd-059eae7d14d9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 210 time: 0.0515475 Jul 05 18:36:10.081288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6b1310fd-980d-4f90-9322-8d69152b61e8 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:36:10.150140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6b1310fd-980d-4f90-9322-8d69152b61e8 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:10.150504 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:10.911043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70f769ef-ce04-4795-a578-344363531f9f req-2f77dc0e-7274-44ff-a240-2f0182e13089 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 210 time: 0.0392568 Jul 05 18:36:12.135294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac817fdf-27ab-44be-ac1b-4306b41269a1 req-3e9c39a3-f2fd-4215-a407-2b5e555736e6 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 210 time: 0.0426388 Jul 05 18:36:12.244102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-d43de306-0608-422a-8aee-7268b4f9bb3e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:12.246063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-d43de306-0608-422a-8aee-7268b4f9bb3e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "GET /v2.0/networks?id=0418a78d-b45f-430c-bd7b-8074b958eeb4 HTTP/1.1" status: 200 len: 797 time: 0.1423073 Jul 05 18:36:12.315257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-16952e38-0686-4274-9670-ecf23d924ac6 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88dea2edd69e419e87b210da29844b97 HTTP/1.1" status: 200 len: 379 time: 0.0590367 Jul 05 18:36:12.328598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'port': {'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'admin_state_up': True, 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'security_groups': ['44fcc4b4-759b-4342-9a8f-4c5ef0ca1693']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:12.839891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-e75617f2-1157-4376-bd97-cf19abea42ee tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:12.841478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-e75617f2-1157-4376-bd97-cf19abea42ee tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.4673605 Jul 05 18:36:12.861627 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-d24097bd-5537-47e1-b4dd-ba2d785db8fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/quotas/314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 375 time: 0.0124032 Jul 05 18:36:12.931698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-06749fd1-a8dc-43e2-b2ab-f2e459850910 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639400 Jul 05 18:36:12.937706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Made reservation on behalf of 88dea2edd69e419e87b210da29844b97 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:36:12.941410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:13.141362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.20.0.11 (0418a78d-b45f-430c-bd7b-8074b958eeb4/175c3325-729f-42c0-8ef6-977438de2f23/66f1c443-3f31-462e-a0c7-4f0ecf774182) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:36:13.151169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-480841a3-881a-4a90-b0a4-acffad9dd8f7 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071252 Jul 05 18:36:13.333267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-505437b5-6fb8-4692-a5f7-9341b57dcd48 req-9a23bcd9-48d6-4b5e-b83f-7d45edae5ef7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 210 time: 0.0545354 Jul 05 18:36:13.361376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-7f593d14-f460-45dc-97fc-fc76f5b03e4a service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038438 Jul 05 18:36:13.391230 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:13.406350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Transition to ACTIVE for port object 66f1c443-3f31-462e-a0c7-4f0ecf774182 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:13.514459 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:13.557913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 0418a78d-b45f-430c-bd7b-8074b958eeb4 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:36:13.561273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:36:13.565317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:36:13.604856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=66f1c443-3f31-462e-a0c7-4f0ecf774182,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:13.659657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aca8d9d7-3f65-47d0-a8f1-af228bdca068 req-ff0d5f1f-dd76-47b2-b47c-b41c32d47aaa tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 210 time: 0.0419047 Jul 05 18:36:13.670526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:13.671204 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:13.743860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-7bc5c51a-0dbe-45ef-98fc-569403011289 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4222958 Jul 05 18:36:13.760257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Request body: {'port': {'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:13.839967 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:13.919815 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-58f7714a-86b9-4d47-b1e1-ec5de7ff0c63 None None] Provisioning for port 66f1c443-3f31-462e-a0c7-4f0ecf774182 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:13.924559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-58f7714a-86b9-4d47-b1e1-ec5de7ff0c63 None None] Provisioning complete for port 66f1c443-3f31-462e-a0c7-4f0ecf774182 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:13.924941 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-58f7714a-86b9-4d47-b1e1-ec5de7ff0c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:13.974648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-58f7714a-86b9-4d47-b1e1-ec5de7ff0c63 None None] Port 66f1c443-3f31-462e-a0c7-4f0ecf774182 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:36:14.144983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f1c443-3f31-462e-a0c7-4f0ecf774182 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:36:14.152706 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:14.165198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Transition to ACTIVE for port object 66f1c443-3f31-462e-a0c7-4f0ecf774182 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:14.240318 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:14.291841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Pushing event updated for resources: {'Port': ['ID=66f1c443-3f31-462e-a0c7-4f0ecf774182,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:14.350496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45186) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:14.355620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7821fbc7-29b6-442f-a6a6-319549388ebd tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-93125852', 'description': 'tempest-secgroup-smoke-93125852 description', 'project_id': '93e031480b414d93a77a82c035efc3ef'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:14.391011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Attempting to bind port 66f1c443-3f31-462e-a0c7-4f0ecf774182 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:36:14.391400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Attempting to bind port 66f1c443-3f31-462e-a0c7-4f0ecf774182 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:36:14.391735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Attempting to bind port 66f1c443-3f31-462e-a0c7-4f0ecf774182 on network 0418a78d-b45f-430c-bd7b-8074b958eeb4 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:36:14.396613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Port 66f1c443-3f31-462e-a0c7-4f0ecf774182 on network 0418a78d-b45f-430c-bd7b-8074b958eeb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:36:14.396861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Attempting to bind port 66f1c443-3f31-462e-a0c7-4f0ecf774182 on network 0418a78d-b45f-430c-bd7b-8074b958eeb4 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:36:14.402704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:36:14.407465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Checking segment: {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:36:14.407465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Bound using segment: {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:36:14.407465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Bound port: 66f1c443-3f31-462e-a0c7-4f0ecf774182, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eeb7a6f-f06a-4076-a4d4-4e76598e621f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:36:14.407465 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:14.462656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7821fbc7-29b6-442f-a6a6-319549388ebd tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:14.545994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] For port 66f1c443-3f31-462e-a0c7-4f0ecf774182, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:36:14.567593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] For port 66f1c443-3f31-462e-a0c7-4f0ecf774182, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=66f1c443-3f31-462e-a0c7-4f0ecf774182,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:36:14.600786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9dd81-d83e-4b27-b5db-69c9479059eb req-f8c6b57f-a028-4da8-b30e-af9c2f143e2b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:14.602307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ac9dd81-d83e-4b27-b5db-69c9479059eb req-f8c6b57f-a028-4da8-b30e-af9c2f143e2b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 944 time: 0.1441224 Jul 05 18:36:14.651952 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:14.692882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7821fbc7-29b6-442f-a6a6-319549388ebd tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:14.696498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ac9dd81-d83e-4b27-b5db-69c9479059eb req-2c38c4e6-0084-4405-8092-e95f4400161c tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879276 Jul 05 18:36:14.706662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:14.707410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:14.708787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] 10.222.0.39 "PUT /v2.0/ports/66f1c443-3f31-462e-a0c7-4f0ecf774182 HTTP/1.1" status: 200 len: 1092 time: 0.9533188 Jul 05 18:36:14.709226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:14.711605 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db58c72e-b577-4bed-afe7-037e62b48668" -d '{"events": [{"name": "network-changed", "server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:14.743359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d84647-7eee-4c91-b23f-2cc3ed2b6258 service neutron] Pushing event updated for resources: {'Port': ['ID=66f1c443-3f31-462e-a0c7-4f0ecf774182,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:14.778391 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70e162-8cc7-4316-81e4-562ea7146c58 x-openstack-request-id: req-4f70e162-8cc7-4316-81e4-562ea7146c58 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:14.778714 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:14.778972 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f70e162-8cc7-4316-81e4-562ea7146c58 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:14.779381 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'status': 'completed', 'code': 200} Jul 05 18:36:14.794643 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7821fbc7-29b6-442f-a6a6-319549388ebd tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:14.889082 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9609cfee-08e6-4327-a62f-f667a52dedad req-06e0e7e3-45cc-4a84-8b7b-49a774e91bd9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 210 time: 0.0441105 Jul 05 18:36:14.891422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821fbc7-29b6-442f-a6a6-319549388ebd tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd5280c-9db1-4a86-aa80-62f789ae9277,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:14.916030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58c72e-b577-4bed-afe7-037e62b48668 req-fb074882-bb81-4d83-95f6-a4914d4ac7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:14.917580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db58c72e-b577-4bed-afe7-037e62b48668 req-fb074882-bb81-4d83-95f6-a4914d4ac7a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 1095 time: 0.1126580 Jul 05 18:36:14.935588 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7821fbc7-29b6-442f-a6a6-319549388ebd tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:14.936802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7821fbc7-29b6-442f-a6a6-319549388ebd tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5852869 Jul 05 18:36:14.941145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45194) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:14.946089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'security_group_rule': {'security_group_id': 'ddd5280c-9db1-4a86-aa80-62f789ae9277', 'project_id': '93e031480b414d93a77a82c035efc3ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:15.031608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58c72e-b577-4bed-afe7-037e62b48668 req-7a696378-0221-4027-a0df-515e552eb83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:15.033263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db58c72e-b577-4bed-afe7-037e62b48668 req-7a696378-0221-4027-a0df-515e552eb83a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=88dea2edd69e419e87b210da29844b97&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1076977 Jul 05 18:36:15.045296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:15.121996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:15.143075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58c72e-b577-4bed-afe7-037e62b48668 req-e763b0b6-b292-4893-9945-3119de651a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:15.144580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-db58c72e-b577-4bed-afe7-037e62b48668 req-e763b0b6-b292-4893-9945-3119de651a51 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1051517 Jul 05 18:36:15.189441 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:15.208144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2230aef6-5968-4e7b-9024-bd8476a52737,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:15.216465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.216815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.217159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.217499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.217836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.218196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.218520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.219043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.219508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.219862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.220206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.220546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:36:15.244108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-f7a93c86-3bf1-464e-ad65-cba284f6ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:15.245625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-f7a93c86-3bf1-464e-ad65-cba284f6ddbf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 1095 time: 0.0608966 Jul 05 18:36:15.288111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-cd6f329c-47c5-4e55-ba58-85fa176cf3b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f1c443-3f31-462e-a0c7-4f0ecf774182 HTTP/1.1" status: 200 len: 217 time: 0.0352178 Jul 05 18:36:15.338684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-840ab713-d87d-41e3-9e26-9d5ed3b15cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:15.340160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-840ab713-d87d-41e3-9e26-9d5ed3b15cb5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=175c3325-729f-42c0-8ef6-977438de2f23 HTTP/1.1" status: 200 len: 835 time: 0.0455444 Jul 05 18:36:15.348975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:15.350214 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-652bca58-2540-4f31-a166-080fbaf1f397 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4078918 Jul 05 18:36:15.352953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45196) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:15.357714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-33f7ba14-b196-4a64-9837-078356a69b68 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'security_group_rule': {'security_group_id': 'ddd5280c-9db1-4a86-aa80-62f789ae9277', 'project_id': '93e031480b414d93a77a82c035efc3ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:15.403635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-c18981af-02cc-48d3-9966-1808fbe3f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:15.405167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-c18981af-02cc-48d3-9966-1808fbe3f06a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0418a78d-b45f-430c-bd7b-8074b958eeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578763 Jul 05 18:36:15.485645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33f7ba14-b196-4a64-9837-078356a69b68 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:15.497733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-cf0ca552-ebf2-4974-9460-bdac453a933e service neutron] 10.222.0.39 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839658 Jul 05 18:36:15.554022 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33f7ba14-b196-4a64-9837-078356a69b68 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:15.597636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a704fc75-4caa-428d-8f21-fbd1127c7d5d req-db4a5f29-e6b7-462a-8443-ff8a88689e7d service neutron] 10.222.0.39 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909352 Jul 05 18:36:15.622961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33f7ba14-b196-4a64-9837-078356a69b68 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:15.907151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326128b9-744a-47fc-a580-36116e8b262b req-8d90db02-70c7-46ef-a203-8773d9142f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:15.911142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-326128b9-744a-47fc-a580-36116e8b262b req-8d90db02-70c7-46ef-a203-8773d9142f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 944 time: 0.0727620 Jul 05 18:36:15.961792 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-326128b9-744a-47fc-a580-36116e8b262b req-236eb8a3-8169-4d72-a365-db95ba7843b4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474579 Jul 05 18:36:16.022678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7ba14-b196-4a64-9837-078356a69b68 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0ce0b1-8743-412c-a0f5-2f95f9444b58,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:16.083768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ef4a692-089d-4801-847d-5319fb8f3e9b req-8ad6f25b-23c0-4e35-bc2b-8b2e5d2d5d80 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 210 time: 0.0392714 Jul 05 18:36:16.128128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1a04c080-6e11-4223-9acd-ce88f2ef70a5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:16.129598 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1a04c080-6e11-4223-9acd-ce88f2ef70a5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1216941 Jul 05 18:36:16.131280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-33f7ba14-b196-4a64-9837-078356a69b68 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.142382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-33f7ba14-b196-4a64-9837-078356a69b68 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7783749 Jul 05 18:36:16.144274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45202) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:16.148482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'port': {'device_id': '9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'admin_state_up': True, 'tenant_id': '314b25ec81cb45cd80ef141376583cb8'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:16.149147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cfbb3191-ee00-425e-a709-3157f3e7dad1 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'security_group_rule': {'security_group_id': 'ddd5280c-9db1-4a86-aa80-62f789ae9277', 'project_id': '93e031480b414d93a77a82c035efc3ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:16.268917 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3191-ee00-425e-a709-3157f3e7dad1 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.329477 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3191-ee00-425e-a709-3157f3e7dad1 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.360897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Made reservation on behalf of 314b25ec81cb45cd80ef141376583cb8 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:36:16.364607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.411611 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3191-ee00-425e-a709-3157f3e7dad1 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.436325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb3191-ee00-425e-a709-3157f3e7dad1 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb03d288-4519-4fb4-9dbc-2c69a3be4bab,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:16.491713 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfbb3191-ee00-425e-a709-3157f3e7dad1 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.493154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cfbb3191-ee00-425e-a709-3157f3e7dad1 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3478155 Jul 05 18:36:16.495887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45204) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:16.500762 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f6e3de96-8c78-4793-a23e-78f6f9b1a07b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'security_group_rule': {'security_group_id': 'ddd5280c-9db1-4a86-aa80-62f789ae9277', 'project_id': '93e031480b414d93a77a82c035efc3ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:16.515038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.20.0.4 (2fd2347b-7342-4422-91e5-6e880b167e87/8119ec3b-bb57-45ad-ae21-3f1c6382a90a/f79c92cf-b4e8-4e05-9b3d-9e73231aeac5) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:36:16.612328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6e3de96-8c78-4793-a23e-78f6f9b1a07b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.663693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.675631 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6e3de96-8c78-4793-a23e-78f6f9b1a07b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.677516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Transition to ACTIVE for port object f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:16.771002 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6e3de96-8c78-4793-a23e-78f6f9b1a07b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.788902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.790775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e3de96-8c78-4793-a23e-78f6f9b1a07b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094bfe3f-ef6a-49cc-9470-98a0e377a73b,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:16.800890 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['7c8759d5-3479-4c0d-b6bd-1c37322cb8a6'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:36:16.844143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:36:16.848280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:36:16.852416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:36:16.890258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:16.891555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f6e3de96-8c78-4793-a23e-78f6f9b1a07b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:16.892907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f6e3de96-8c78-4793-a23e-78f6f9b1a07b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3960583 Jul 05 18:36:16.896255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45206) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:16.900517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-54d85fb1-90a8-4c06-b9af-a0bffe31197b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'security_group_rule': {'security_group_id': 'ddd5280c-9db1-4a86-aa80-62f789ae9277', 'project_id': '93e031480b414d93a77a82c035efc3ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:16.922830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:16.923536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.002391 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-54d85fb1-90a8-4c06-b9af-a0bffe31197b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Project 93e031480b414d93a77a82c035efc3ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:36:17.007900 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-54d85fb1-90a8-4c06-b9af-a0bffe31197b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.064409 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-1b1219d6-cffa-40cf-8485-1c3d22e310ef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9199622 Jul 05 18:36:17.077119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Request body: {'port': {'device_id': '9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:17.086360 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-54d85fb1-90a8-4c06-b9af-a0bffe31197b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.168019 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.170675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-54d85fb1-90a8-4c06-b9af-a0bffe31197b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.212958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d85fb1-90a8-4c06-b9af-a0bffe31197b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9be9e6-c8bf-4118-a244-add8eaff0de3,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:17.222841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-77197d73-124b-45f1-8744-daaeeff0ac89 None None] Provisioning for port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:17.231347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-77197d73-124b-45f1-8744-daaeeff0ac89 None None] Provisioning complete for port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:17.232294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-77197d73-124b-45f1-8744-daaeeff0ac89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.233393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c18cb-7594-4267-9fdc-a48867e446d9 req-10666a3e-dcd8-4855-aa2f-6d232fb36d6d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:17.241362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d85c18cb-7594-4267-9fdc-a48867e446d9 req-10666a3e-dcd8-4855-aa2f-6d232fb36d6d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 944 time: 0.1356733 Jul 05 18:36:17.289249 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-54d85fb1-90a8-4c06-b9af-a0bffe31197b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.290656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-54d85fb1-90a8-4c06-b9af-a0bffe31197b tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3939271 Jul 05 18:36:17.294890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45216) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:17.296122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-77197d73-124b-45f1-8744-daaeeff0ac89 None None] Port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:36:17.302984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-83e19ba6-c171-4fb2-825d-392620ac8327 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'security_group_rule': {'security_group_id': 'ddd5280c-9db1-4a86-aa80-62f789ae9277', 'project_id': '93e031480b414d93a77a82c035efc3ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:17.331582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d85c18cb-7594-4267-9fdc-a48867e446d9 req-f7ee30f2-189c-4a68-aa3d-66b520eca500 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892086 Jul 05 18:36:17.369540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e39a6-651b-47c7-bf6b-b62a86bdf662 req-604be797-2562-454f-bd0f-1a2efd514672 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:17.371555 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-194e39a6-651b-47c7-bf6b-b62a86bdf662 req-604be797-2562-454f-bd0f-1a2efd514672 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 931 time: 0.1220965 Jul 05 18:36:17.419809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-194e39a6-651b-47c7-bf6b-b62a86bdf662 req-755cca2b-5c26-4d79-88de-91de989a29bb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Jul 05 18:36:17.445441 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-83e19ba6-c171-4fb2-825d-392620ac8327 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Project 93e031480b414d93a77a82c035efc3ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:36:17.450975 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83e19ba6-c171-4fb2-825d-392620ac8327 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.505091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:36:17.512966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.516087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83e19ba6-c171-4fb2-825d-392620ac8327 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.526452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Transition to ACTIVE for port object f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:17.594298 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83e19ba6-c171-4fb2-825d-392620ac8327 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.611527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.613499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e19ba6-c171-4fb2-825d-392620ac8327 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391d0b62-4548-4374-96b8-a411fade5308,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:17.663079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Pushing event updated for resources: {'Port': ['ID=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:17.674292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83e19ba6-c171-4fb2-825d-392620ac8327 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.675648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-83e19ba6-c171-4fb2-825d-392620ac8327 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3767266 Jul 05 18:36:17.754145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Attempting to bind port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:36:17.754511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Attempting to bind port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:36:17.755780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Attempting to bind port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:36:17.761042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 on network 2fd2347b-7342-4422-91e5-6e880b167e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:36:17.761366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Attempting to bind port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:36:17.766673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:36:17.767021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:36:17.767546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Bound using segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:36:17.767988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Bound port: f79c92cf-b4e8-4e05-9b3d-9e73231aeac5, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:36:17.768455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.871666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] For port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:36:17.876161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] For port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:36:17.891014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 66f1c443-3f31-462e-a0c7-4f0ecf774182 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:36:17.949500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:17.959006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-dce00d35-1395-408d-af5d-7cbf05fa81cc tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-93125852&fields=id&tenant_id=93e031480b414d93a77a82c035efc3ef HTTP/1.1" status: 200 len: 267 time: 0.0412073 Jul 05 18:36:18.005219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.006022 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:18.007577 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-20e95272-2486-48ee-9267-03edc881c103 service neutron] 10.222.0.97 "PUT /v2.0/ports/f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 HTTP/1.1" status: 200 len: 1091 time: 0.9358282 Jul 05 18:36:18.008189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf', 'tag': 'f79c92cf-b4e8-4e05-9b3d-9e73231aeac5'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:18.011676 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27281ca3-d633-4a0b-813d-8648f292ee76" -d '{"events": [{"name": "network-changed", "server_uuid": "9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf", "tag": "f79c92cf-b4e8-4e05-9b3d-9e73231aeac5"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:18.040060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 66f1c443-3f31-462e-a0c7-4f0ecf774182, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=66f1c443-3f31-462e-a0c7-4f0ecf774182,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:18.070431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:36:18.088485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-11aaec5e-288e-498b-b95d-7d31647d2255 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.088686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e95272-2486-48ee-9267-03edc881c103 service neutron] Pushing event updated for resources: {'Port': ['ID=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:18.097881 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7feff8a-a814-48a3-b761-736442b9183a x-openstack-request-id: req-e7feff8a-a814-48a3-b761-736442b9183a {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:18.098395 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf", "tag": "f79c92cf-b4e8-4e05-9b3d-9e73231aeac5", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:18.098948 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e7feff8a-a814-48a3-b761-736442b9183a {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:18.099420 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf', 'tag': 'f79c92cf-b4e8-4e05-9b3d-9e73231aeac5', 'status': 'completed', 'code': 200} Jul 05 18:36:18.103140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-11aaec5e-288e-498b-b95d-7d31647d2255 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/networks?id=5650e77e-f8c6-4a33-8def-0d156404a6c5 HTTP/1.1" status: 200 len: 813 time: 0.1432102 Jul 05 18:36:18.123214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-6db84c0d-bd16-4e2e-809c-5ceaee55514e tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/quotas/93e031480b414d93a77a82c035efc3ef HTTP/1.1" status: 200 len: 375 time: 0.0123610 Jul 05 18:36:18.149730 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:18.166492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f1c443-3f31-462e-a0c7-4f0ecf774182 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:36:18.197945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281ca3-d633-4a0b-813d-8648f292ee76 req-66fc57b8-12bd-4dc4-b0c4-d0a7121392a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.200743 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-27281ca3-d633-4a0b-813d-8648f292ee76 req-66fc57b8-12bd-4dc4-b0c4-d0a7121392a8 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 1094 time: 0.0794716 Jul 05 18:36:18.206718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 66f1c443-3f31-462e-a0c7-4f0ecf774182, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=66f1c443-3f31-462e-a0c7-4f0ecf774182,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:18.253777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-87d71da2-aa53-4896-80ef-401849be8568 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=93e031480b414d93a77a82c035efc3ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237905 Jul 05 18:36:18.286642 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:18.322750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281ca3-d633-4a0b-813d-8648f292ee76 req-2d15cd2c-5d36-493f-9b49-7952c6aac0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.324620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-27281ca3-d633-4a0b-813d-8648f292ee76 req-2d15cd2c-5d36-493f-9b49-7952c6aac0af service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=314b25ec81cb45cd80ef141376583cb8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1143975 Jul 05 18:36:18.348472 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=66f1c443-3f31-462e-a0c7-4f0ecf774182,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:18.381520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-0fac32a7-c83d-4248-89dd-77ddefa63fb2 service neutron] 10.222.0.30 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138971 Jul 05 18:36:18.444067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27281ca3-d633-4a0b-813d-8648f292ee76 req-5edf5390-715d-4d5c-91f5-2ef67455ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.447369 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-27281ca3-d633-4a0b-813d-8648f292ee76 req-5edf5390-715d-4d5c-91f5-2ef67455ace9 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1166401 Jul 05 18:36:18.496534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['66f1c443-3f31-462e-a0c7-4f0ecf774182'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:36:18.554692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-bd92e7ca-8b0c-4882-a303-df1d319ef7e5 service neutron] 10.222.0.30 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660521 Jul 05 18:36:18.600004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-fffcbb8c-8735-4c31-9513-891c00d842bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.601534 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-fffcbb8c-8735-4c31-9513-891c00d842bc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 1094 time: 0.1021554 Jul 05 18:36:18.607903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b46c88-ceb4-41a9-bcbf-8238cc3298ef req-ec63c631-6b70-4dca-8f81-be53594eced7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.622837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7b46c88-ceb4-41a9-bcbf-8238cc3298ef req-ec63c631-6b70-4dca-8f81-be53594eced7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 945 time: 0.1518979 Jul 05 18:36:18.674730 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-87e41ba5-b3fc-43ef-bf84-4340769d9ffb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 HTTP/1.1" status: 200 len: 217 time: 0.0654056 Jul 05 18:36:18.712552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7b46c88-ceb4-41a9-bcbf-8238cc3298ef req-ae4cb248-0b66-493d-8d6e-f171a363715c tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856900 Jul 05 18:36:18.779382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-cbbda1e1-a8ee-49a2-bbc9-ac4cfea3fa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.782247 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-cbbda1e1-a8ee-49a2-bbc9-ac4cfea3fa62 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.1014619 Jul 05 18:36:18.880195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-4ab778ce-19da-4ef6-827b-ad4274acea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.882052 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-4ab778ce-19da-4ef6-827b-ad4274acea6f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918672 Jul 05 18:36:18.947910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aae6bb-0576-43e4-aaa2-a791273ca655 req-0e0e0fd0-c605-45b8-87d7-6657ec65de74 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:18.949597 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36aae6bb-0576-43e4-aaa2-a791273ca655 req-0e0e0fd0-c605-45b8-87d7-6657ec65de74 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0989959 Jul 05 18:36:18.985931 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-0c56857b-c093-45e0-8280-b91ba8753b19 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970166 Jul 05 18:36:18.996486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36aae6bb-0576-43e4-aaa2-a791273ca655 req-8d52376b-642a-4a85-b444-5fba42e92dfe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399165 Jul 05 18:36:19.096757 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4b75d28-7245-4af0-b3b5-d30c431a322b req-2bf95057-0f3c-48e4-935b-8c0c96c3508a service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052427 Jul 05 18:36:19.311546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5e3934d-9561-4e06-9a8a-401c2e3e540a req-f2b79679-7040-4935-afa9-53fab84621b2 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 210 time: 0.0406501 Jul 05 18:36:19.898540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 66f1c443-3f31-462e-a0c7-4f0ecf774182 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:36:19.939339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b163f-bbe8-4954-b62a-7386701d3198 req-999bd8ec-6097-4aa5-acb2-6931dc73b991 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:19.941040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f02b163f-bbe8-4954-b62a-7386701d3198 req-999bd8ec-6097-4aa5-acb2-6931dc73b991 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 945 time: 0.1037633 Jul 05 18:36:19.982831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f02b163f-bbe8-4954-b62a-7386701d3198 req-3228072e-5e1f-4c16-86cb-ed42a4777c69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350895 Jul 05 18:36:20.040084 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 66f1c443-3f31-462e-a0c7-4f0ecf774182 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:20.044351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 66f1c443-3f31-462e-a0c7-4f0ecf774182 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:20.044725 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:20.132781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:20.157358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:20.159693 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed9e421-ceb8-4608-8847-2c4c9070482e" -d '{"events": [{"server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "name": "network-vif-plugged", "status": "completed", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:20.173866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 66f1c443-3f31-462e-a0c7-4f0ecf774182, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=66f1c443-3f31-462e-a0c7-4f0ecf774182,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:20.194417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cb234-f915-4e25-88b1-5ddbd7e498cf req-6b13a0ae-2945-4590-beae-156e4a41310e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:20.195995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-578cb234-f915-4e25-88b1-5ddbd7e498cf req-6b13a0ae-2945-4590-beae-156e4a41310e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0719545 Jul 05 18:36:20.205617 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde49ac1-90b3-4012-863c-953ad4d0c895 x-openstack-request-id: req-fde49ac1-90b3-4012-863c-953ad4d0c895 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:20.205913 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "name": "network-vif-plugged", "status": "completed", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:20.206166 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fde49ac1-90b3-4012-863c-953ad4d0c895 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:20.206580 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'code': 200} Jul 05 18:36:20.243641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-578cb234-f915-4e25-88b1-5ddbd7e498cf req-fb1e2f20-48c2-4bfc-817c-729631f410f5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418131 Jul 05 18:36:20.308952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:20.361150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211ee63-7f63-4e5d-be1d-bcf9d6c997d5 req-ca420640-7075-4b93-91a0-5da02c207fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:20.363067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c211ee63-7f63-4e5d-be1d-bcf9d6c997d5 req-ca420640-7075-4b93-91a0-5da02c207fc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 1096 time: 0.0838785 Jul 05 18:36:20.368751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=66f1c443-3f31-462e-a0c7-4f0ecf774182,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:20.404902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f577722-9639-4bc9-b930-c64ab6482da6 req-2ee16508-6b4f-4af9-a870-b1d56378c717 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 210 time: 0.0382495 Jul 05 18:36:20.430041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c211ee63-7f63-4e5d-be1d-bcf9d6c997d5 req-97beaa74-9262-4cb6-8a2c-fc5237ec7ba5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532012 Jul 05 18:36:20.817362 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-efc52ba6-b316-470e-a720-3755431c5208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:21.184220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84092f9-1b10-478a-aae0-e8ccb418c87e req-d00c6df5-5933-44d0-9726-30b932a5a598 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:21.185713 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b84092f9-1b10-478a-aae0-e8ccb418c87e req-d00c6df5-5933-44d0-9726-30b932a5a598 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 946 time: 0.0775874 Jul 05 18:36:21.230231 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b84092f9-1b10-478a-aae0-e8ccb418c87e req-26df0c22-2a7b-4766-8d23-eda3b0e8eb5b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381072 Jul 05 18:36:21.451834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23a7a60-4dc3-43e8-9375-c41cd78a4bab req-1755cf88-50ec-4ce1-b909-ac478d38958a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:21.453438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c23a7a60-4dc3-43e8-9375-c41cd78a4bab req-1755cf88-50ec-4ce1-b909-ac478d38958a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0722501 Jul 05 18:36:21.495328 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c23a7a60-4dc3-43e8-9375-c41cd78a4bab req-9d7b6105-79b0-4996-a229-6fa428051a7e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358684 Jul 05 18:36:21.559193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ece720fa-aff8-4554-bb46-6afa73d4e2bf req-3ef98eea-1e65-45e4-8228-f4da8dd5cac9 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 210 time: 0.0324085 Jul 05 18:36:22.017580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-ab101754-5b0f-4dc1-b91c-01df45e43e7a tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:22.019238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-ab101754-5b0f-4dc1-b91c-01df45e43e7a tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.39 "GET /v2.0/networks?id=5650e77e-f8c6-4a33-8def-0d156404a6c5 HTTP/1.1" status: 200 len: 813 time: 0.1193240 Jul 05 18:36:22.065221 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-8d6a5cc6-7aaa-4f65-93fc-c49fc2d2e79f tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93e031480b414d93a77a82c035efc3ef HTTP/1.1" status: 200 len: 378 time: 0.0372124 Jul 05 18:36:22.074006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'port': {'device_id': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'admin_state_up': True, 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'security_groups': ['ddd5280c-9db1-4a86-aa80-62f789ae9277']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:22.298723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Made reservation on behalf of 93e031480b414d93a77a82c035efc3ef for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:36:22.303432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:22.491150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062b141-b698-4ef3-9d31-1e4157066920 req-cb33b8b9-d772-49b9-a82e-910cb2025625 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:22.492677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0062b141-b698-4ef3-9d31-1e4157066920 req-cb33b8b9-d772-49b9-a82e-910cb2025625 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 946 time: 0.1245391 Jul 05 18:36:22.493801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Allocated IP 172.20.0.10 (5650e77e-f8c6-4a33-8def-0d156404a6c5/1d2af4bf-fe37-4361-b949-29e3050552a5/851d62d9-d0a8-40bb-9cd5-56ef0142a327) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:36:22.561125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0062b141-b698-4ef3-9d31-1e4157066920 req-7badc3b0-6e4f-4a3d-89fb-4423fe4b542f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581942 Jul 05 18:36:22.766820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfe984d3-2124-45c0-9a92-724aeca0f966 req-57fe4835-bc7d-4317-9363-41a726b2518f tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 210 time: 0.0466788 Jul 05 18:36:22.773615 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:22.805622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Transition to ACTIVE for port object 851d62d9-d0a8-40bb-9cd5-56ef0142a327 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:22.815144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd186008-0574-4a1a-8aa6-415ebc11b68d req-119543a4-b000-44ac-aa55-b23d8dd66699 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:22.816885 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd186008-0574-4a1a-8aa6-415ebc11b68d req-119543a4-b000-44ac-aa55-b23d8dd66699 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1637604 Jul 05 18:36:22.886015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd186008-0574-4a1a-8aa6-415ebc11b68d req-26ae2dc1-31be-437a-97bb-70ee79e8f79f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630937 Jul 05 18:36:22.973452 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.054249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b1555-3218-4bea-9a18-9a211442bda8 req-a6638b15-da9f-49a7-8d5f-9348666ca9a8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:23.055941 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b2b1555-3218-4bea-9a18-9a211442bda8 req-a6638b15-da9f-49a7-8d5f-9348666ca9a8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 946 time: 0.1283896 Jul 05 18:36:23.058124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Network 5650e77e-f8c6-4a33-8def-0d156404a6c5 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:36:23.063528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'Port': ['ID=851d62d9-d0a8-40bb-9cd5-56ef0142a327,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:23.067497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:36:23.075908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:36:23.160833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:23.161482 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.166364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b2b1555-3218-4bea-9a18-9a211442bda8 req-01677517-f7f6-46e7-a4ca-85a7381b89c8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966036 Jul 05 18:36:23.197029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45268) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:23.283171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b9d6c5-ab9f-4368-94fd-f6711f221d2b tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:23.287282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-55b9d6c5-ab9f-4368-94fd-f6711f221d2b tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 1092 time: 0.0888460 Jul 05 18:36:23.288011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45270) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:23.292953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-2da3435b-1612-412a-8c71-1c1a97747f57 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2226963 Jul 05 18:36:23.293780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:23.307858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Request body: {'port': {'device_id': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:23.398108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.405048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.457272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7e5c5982-69e1-4575-a33e-9f640c9080d8 None None] Provisioning for port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:23.464166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7e5c5982-69e1-4575-a33e-9f640c9080d8 None None] Provisioning complete for port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:23.464788 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7e5c5982-69e1-4575-a33e-9f640c9080d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.515451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c5982-69e1-4575-a33e-9f640c9080d8 None None] Port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:36:23.518469 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd7f3f77-4c84-45b1-afc3-814b60ce6aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.562765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.693717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.25.3.187 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/a2f26b71-dcbb-4c7c-884b-6240f0dcd6dc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:36:23.721031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.721375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851d62d9-d0a8-40bb-9cd5-56ef0142a327 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:36:23.729380 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.743808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Transition to ACTIVE for port object 851d62d9-d0a8-40bb-9cd5-56ef0142a327 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:36:23.811749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.812094 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:23.885965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Pushing event updated for resources: {'Port': ['ID=851d62d9-d0a8-40bb-9cd5-56ef0142a327,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:23.934383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:24.010480 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:36:24.018853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:36:24.028794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:36:24.036688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=a2f26b71-dcbb-4c7c-884b-6240f0dcd6dc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:24.060741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Attempting to bind port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:36:24.061355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Attempting to bind port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:36:24.062329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Attempting to bind port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 on network 5650e77e-f8c6-4a33-8def-0d156404a6c5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:36:24.072105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 on network 5650e77e-f8c6-4a33-8def-0d156404a6c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:36:24.072540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Attempting to bind port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 on network 5650e77e-f8c6-4a33-8def-0d156404a6c5 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:36:24.087541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:36:24.088644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Checking segment: {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:36:24.090663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Bound using segment: {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:36:24.091377 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Bound port: 851d62d9-d0a8-40bb-9cd5-56ef0142a327, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35387753-c1fa-4f11-bde8-9d58ab02b1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:36:24.092113 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:24.208534 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56b901-900c-4428-8cc4-1ad47fd430de req-0da9d333-95c6-4649-84b3-f935916a2308 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:24.210186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca56b901-900c-4428-8cc4-1ad47fd430de req-0da9d333-95c6-4649-84b3-f935916a2308 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 944 time: 0.2295222 Jul 05 18:36:24.275315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] For port 851d62d9-d0a8-40bb-9cd5-56ef0142a327, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:36:24.312449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630eae24-ae39-46f7-b569-a318982fd3c8 req-55df4f4d-5362-4d4b-b689-85eee5dfe0b0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:24.320054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-630eae24-ae39-46f7-b569-a318982fd3c8 req-55df4f4d-5362-4d4b-b689-85eee5dfe0b0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.2229829 Jul 05 18:36:24.328697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] For port 851d62d9-d0a8-40bb-9cd5-56ef0142a327, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:36:24.338311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca56b901-900c-4428-8cc4-1ad47fd430de req-8c3b287f-a80f-4d35-a17f-a618b79399e9 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1161520 Jul 05 18:36:24.380232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-630eae24-ae39-46f7-b569-a318982fd3c8 req-79798a2c-c3f0-48cf-be20-4caedc2e0eb2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592487 Jul 05 18:36:24.429432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:24.475838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:24.476639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:24.478160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] 10.222.0.39 "PUT /v2.0/ports/851d62d9-d0a8-40bb-9cd5-56ef0142a327 HTTP/1.1" status: 200 len: 1092 time: 1.1767962 Jul 05 18:36:24.479252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:24.481921 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b65c0a8-8413-420b-993e-9b66335ed80b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:24.534161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc9766-bd41-47f3-bb47-f515610058ef service neutron] Pushing event updated for resources: {'Port': ['ID=851d62d9-d0a8-40bb-9cd5-56ef0142a327,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:24.547622 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e099d915-3d47-4fd6-9b26-090d89a9b9c6 x-openstack-request-id: req-e099d915-3d47-4fd6-9b26-090d89a9b9c6 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:24.547938 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:24.548167 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e099d915-3d47-4fd6-9b26-090d89a9b9c6 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:24.548677 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'status': 'completed', 'code': 200} Jul 05 18:36:24.654503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c0a8-8413-420b-993e-9b66335ed80b req-2f953086-5fa7-4aca-859e-146b46c37098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:24.656186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b65c0a8-8413-420b-993e-9b66335ed80b req-2f953086-5fa7-4aca-859e-146b46c37098 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93e031480b414d93a77a82c035efc3ef&device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 1095 time: 0.0768347 Jul 05 18:36:24.737810 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:24.765837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:24.803396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c0a8-8413-420b-993e-9b66335ed80b req-3e33a061-5961-4330-8c9e-738ee7c59e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:24.805041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b65c0a8-8413-420b-993e-9b66335ed80b req-3e33a061-5961-4330-8c9e-738ee7c59e6f service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=93e031480b414d93a77a82c035efc3ef&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1384478 Jul 05 18:36:24.956714 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:25.133335 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:25.240255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b65c0a8-8413-420b-993e-9b66335ed80b req-61cb9365-0605-432e-acf5-b28c3b980e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:25.240505 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:25.241814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b65c0a8-8413-420b-993e-9b66335ed80b req-61cb9365-0605-432e-acf5-b28c3b980e45 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4301968 Jul 05 18:36:25.314829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=a2f26b71-dcbb-4c7c-884b-6240f0dcd6dc,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:25.327942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:25.346335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-b5d92b8a-af52-4f8b-bbb8-f974c8b80d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:25.349737 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-b5d92b8a-af52-4f8b-bbb8-f974c8b80d8a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93e031480b414d93a77a82c035efc3ef&device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 1095 time: 0.0632703 Jul 05 18:36:25.394015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-298872a2-3a88-49dd-a22b-fbb4e322b4e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327 HTTP/1.1" status: 200 len: 217 time: 0.0387897 Jul 05 18:36:25.507991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-a337c3a5-f429-45f0-8648-62b57dfef43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:25.509779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-a337c3a5-f429-45f0-8648-62b57dfef43a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d2af4bf-fe37-4361-b949-29e3050552a5 HTTP/1.1" status: 200 len: 852 time: 0.1097920 Jul 05 18:36:25.747869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac37b4f-22e4-45de-bdf9-4535a0d9ffc6 req-02c47c05-6dee-4bbd-9f34-cbd579f7fce9 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:25.750109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ac37b4f-22e4-45de-bdf9-4535a0d9ffc6 req-02c47c05-6dee-4bbd-9f34-cbd579f7fce9 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 944 time: 0.2363651 Jul 05 18:36:25.776108 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Floating IP 80267f38-f951-46d6-b902-1c486c457066 associated. External IP: 172.25.3.187, port: 66f1c443-3f31-462e-a0c7-4f0ecf774182. Jul 05 18:36:25.786284 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-b3906433-2ddc-444f-906b-4e117fa8443b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:25.788393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-b3906433-2ddc-444f-906b-4e117fa8443b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5650e77e-f8c6-4a33-8def-0d156404a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2615328 Jul 05 18:36:25.806117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ff2acc-dedb-498f-9ff1-f07bcc06f656 req-86e3ceb0-3a09-45a9-9d7f-e0adb182b327 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:25.807630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80ff2acc-dedb-498f-9ff1-f07bcc06f656 req-86e3ceb0-3a09-45a9-9d7f-e0adb182b327 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.2399144 Jul 05 18:36:25.931898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ac37b4f-22e4-45de-bdf9-4535a0d9ffc6 req-f78b5ef8-911b-46ff-b3fd-81ee883633bd tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1638875 Jul 05 18:36:25.949787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-80ff2acc-dedb-498f-9ff1-f07bcc06f656 req-0bddf5df-bd4c-4d99-a166-8a9b874e97d0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311531 Jul 05 18:36:25.989584 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-8b9daaa1-a4b4-47ee-b82d-dee922947ce3 service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806624 Jul 05 18:36:26.046734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 1ddab56a-66c2-4ff7-973d-576ae6207a18 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:36:26.100866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9aad166-9cc9-431d-9079-ec2739efd5a0 req-e3ab8d4f-e367-4ad4-9514-abb7d9d39717 service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051145 Jul 05 18:36:26.175212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:36:26.193176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] Sync routers for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:36:26.204661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:36:26.205294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:36:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:26.360731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:26.423665 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e19b97cb-0668-4864-be14-843d5d81208f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1317904 Jul 05 18:36:26.423665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:26.424915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45284) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:26.425388 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d428b6d-5d24-427d-b796-1087d347a7f2" -d '{"events": [{"name": "network-changed", "server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:26.477648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:26.498827 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e61efded-8904-47b7-be48-3a54aad2b96f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/floatingips/80267f38-f951-46d6-b902-1c486c457066 HTTP/1.1" status: 200 len: 992 time: 0.0708227 Jul 05 18:36:26.511259 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54dc88-3218-4188-8fa0-54ed27aa87d6 x-openstack-request-id: req-3b54dc88-3218-4188-8fa0-54ed27aa87d6 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:26.511660 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:26.512010 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b54dc88-3218-4188-8fa0-54ed27aa87d6 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:26.512550 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'status': 'completed', 'code': 200} Jul 05 18:36:26.592536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-3701dc80-9939-415e-b80f-1c7e4834c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:26.594810 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-3701dc80-9939-415e-b80f-1c7e4834c685 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 1097 time: 0.0604043 Jul 05 18:36:26.631482 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:26.706617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-02f9c34a-bd7c-48c7-a96b-143a48ca09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:26.708334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-02f9c34a-bd7c-48c7-a96b-143a48ca09cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=0418a78d-b45f-430c-bd7b-8074b958eeb4 HTTP/1.1" status: 200 len: 897 time: 0.1066732 Jul 05 18:36:26.748105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:03Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '80267f38-f951-46d6-b902-1c486c457066', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:24Z', 'updated_at': '2021-07-05T18:36:24Z', 'revision_number': 0, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:26.782212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] Checking router: 1ddab56a-66c2-4ff7-973d-576ae6207a18 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:36:26.784328 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-9823a4ce-9d05-4b53-9004-b88afb63b66e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f1c443-3f31-462e-a0c7-4f0ecf774182 HTTP/1.1" status: 200 len: 1000 time: 0.0690789 Jul 05 18:36:26.790694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:36:26.791298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:36:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:26.836026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-767c2db7-3707-4902-9df6-18eafe06baa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:26.837534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-767c2db7-3707-4902-9df6-18eafe06baa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=175c3325-729f-42c0-8ef6-977438de2f23 HTTP/1.1" status: 200 len: 835 time: 0.0464623 Jul 05 18:36:26.903400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-00b3b727-0a81-4ebc-be7c-a864a9540b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:26.905087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-00b3b727-0a81-4ebc-be7c-a864a9540b28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0418a78d-b45f-430c-bd7b-8074b958eeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600340 Jul 05 18:36:26.914039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:27.043422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-e835d654-5223-47d1-8f98-3140e223e830 service neutron] 10.222.0.39 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293771 Jul 05 18:36:27.231720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:03Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '80267f38-f951-46d6-b902-1c486c457066', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:24Z', 'updated_at': '2021-07-05T18:36:24Z', 'revision_number': 0, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:27.235875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d428b6d-5d24-427d-b796-1087d347a7f2 req-be867efd-ea25-4fbf-8cd8-af08ad2b2a72 service neutron] 10.222.0.39 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851921 Jul 05 18:36:27.250521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0492eb-dc07-43a6-82fd-790c574d1843 req-34cc64ae-9122-4093-a7a1-3d74324cc682 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:27.266830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d0492eb-dc07-43a6-82fd-790c574d1843 req-34cc64ae-9122-4093-a7a1-3d74324cc682 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 944 time: 0.1488545 Jul 05 18:36:27.267805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b090e391-ea90-4dae-b4fc-29deaa710eaa None None] The sync data for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 is: [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:03Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '80267f38-f951-46d6-b902-1c486c457066', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:24Z', 'updated_at': '2021-07-05T18:36:24Z', 'revision_number': 0, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:36:27.273052 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09086940-42fa-431d-910d-697b726acdc6 req-3ab3ee80-b99d-4153-a4f3-e670f5c8b873 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:27.274722 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09086940-42fa-431d-910d-697b726acdc6 req-3ab3ee80-b99d-4153-a4f3-e670f5c8b873 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1708469 Jul 05 18:36:27.325134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d0492eb-dc07-43a6-82fd-790c574d1843 req-ab1d00ae-a7ad-4c1b-911f-bb58d2c36ab1 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666180 Jul 05 18:36:27.339755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09086940-42fa-431d-910d-697b726acdc6 req-4352a067-c463-4908-835e-87d8f16f4a9d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557485 Jul 05 18:36:27.484926 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f666ec5c-98e3-4e40-9299-e0ef39394c7e None None] New status for floating IP 80267f38-f951-46d6-b902-1c486c457066: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:36:27.501857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45292) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:27.579187 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a1bd6510-38d7-4558-b85c-7a54e0de30c4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/floatingips/80267f38-f951-46d6-b902-1c486c457066 HTTP/1.1" status: 200 len: 992 time: 0.0760803 Jul 05 18:36:28.556672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96975848-a20f-4b9f-ba7f-bde121ab9967 req-a5b45408-2c33-43f1-8be5-2cfd9043bb8d tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:28.558251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96975848-a20f-4b9f-ba7f-bde121ab9967 req-a5b45408-2c33-43f1-8be5-2cfd9043bb8d tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 944 time: 0.1133821 Jul 05 18:36:28.578995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5675b-2a8c-4087-a33b-33db074f6985 req-cf39c25c-8b76-4f7a-b5f2-280ae9a08aaf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:28.582433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:28.582920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13a5675b-2a8c-4087-a33b-33db074f6985 req-cf39c25c-8b76-4f7a-b5f2-280ae9a08aaf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1235971 Jul 05 18:36:28.631699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96975848-a20f-4b9f-ba7f-bde121ab9967 req-e561cffd-3a54-49ef-96fc-8bb380fe61f2 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666473 Jul 05 18:36:28.639018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13a5675b-2a8c-4087-a33b-33db074f6985 req-81003448-8312-4be6-8123-a587aa83d1dc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506222 Jul 05 18:36:28.668579 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9c9586e7-63f6-4ac8-b340-cb231f148708 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/floatingips/80267f38-f951-46d6-b902-1c486c457066 HTTP/1.1" status: 200 len: 994 time: 0.0749755 Jul 05 18:36:29.858358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58703d-ee02-434a-b846-a7d7d8abd2ca req-8c1f4211-e8f0-4c9c-ae3d-2c780928a7f0 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:29.860754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e58703d-ee02-434a-b846-a7d7d8abd2ca req-8c1f4211-e8f0-4c9c-ae3d-2c780928a7f0 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 944 time: 0.1116848 Jul 05 18:36:29.881453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c6141-7e75-43fc-a078-c0f425027600 req-21cda465-d500-4dc7-a346-960d07313a66 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:29.882921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f13c6141-7e75-43fc-a078-c0f425027600 req-21cda465-d500-4dc7-a346-960d07313a66 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1043885 Jul 05 18:36:29.885652 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:29.932621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e58703d-ee02-434a-b846-a7d7d8abd2ca req-bd804f1f-cb39-47c6-939e-6636dad68680 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650969 Jul 05 18:36:29.940634 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f13c6141-7e75-43fc-a078-c0f425027600 req-d30d37df-aed8-4a71-8e3d-12d565cfb5d3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493875 Jul 05 18:36:31.184141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdf9cc-ae17-4963-bb6d-353a362668f9 req-3eab171a-3dd5-4b84-b7a9-608fb1103e06 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:31.185549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34cdf9cc-ae17-4963-bb6d-353a362668f9 req-3eab171a-3dd5-4b84-b7a9-608fb1103e06 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 944 time: 0.1270416 Jul 05 18:36:31.194266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c1360-57e1-4e84-823f-e1438d79ff2d req-6e203184-ff10-440f-90dc-4f276e6a1de4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:31.195632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-022c1360-57e1-4e84-823f-e1438d79ff2d req-6e203184-ff10-440f-90dc-4f276e6a1de4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1270962 Jul 05 18:36:31.256186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34cdf9cc-ae17-4963-bb6d-353a362668f9 req-5c0539e9-eba8-4c0a-9400-eb45c39a0092 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595939 Jul 05 18:36:31.261307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-022c1360-57e1-4e84-823f-e1438d79ff2d req-f9ad16b8-13eb-4890-a5e6-3755921df3d0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587676 Jul 05 18:36:32.487058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd940d5-a442-4213-a78a-be282e43c0d1 req-4002c52b-42d3-4c84-8c10-52bad0f32f5c tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:32.488607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bd940d5-a442-4213-a78a-be282e43c0d1 req-4002c52b-42d3-4c84-8c10-52bad0f32f5c tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 944 time: 0.1125171 Jul 05 18:36:32.501504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd50702-fd5d-405a-8747-559ef63e5152 req-cdb65a0c-f047-45e7-94ef-c7b81615340a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:32.503029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3cd50702-fd5d-405a-8747-559ef63e5152 req-cdb65a0c-f047-45e7-94ef-c7b81615340a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1169205 Jul 05 18:36:32.561330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bd940d5-a442-4213-a78a-be282e43c0d1 req-4059e5a1-286d-4227-8c6c-be8994ea40b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572321 Jul 05 18:36:32.564983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3cd50702-fd5d-405a-8747-559ef63e5152 req-4cc725f3-12c5-47b1-aa05-052aee6de5f0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549150 Jul 05 18:36:33.789492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a48faf-01b0-4414-9625-b73bcbe669c5 req-1a344309-da1e-4446-bf11-a844dc404da9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:33.791003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37a48faf-01b0-4414-9625-b73bcbe669c5 req-1a344309-da1e-4446-bf11-a844dc404da9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1110213 Jul 05 18:36:33.803774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0397d3a-7570-4bfe-86ac-80a28e7dd4a9 req-d5d496b6-3da5-43a0-a7ef-87d56bdf6fb9 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:33.805217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0397d3a-7570-4bfe-86ac-80a28e7dd4a9 req-d5d496b6-3da5-43a0-a7ef-87d56bdf6fb9 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 944 time: 0.1149971 Jul 05 18:36:33.880100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37a48faf-01b0-4414-9625-b73bcbe669c5 req-518e7a6c-b497-434b-a300-f672624627f8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738614 Jul 05 18:36:33.883838 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0397d3a-7570-4bfe-86ac-80a28e7dd4a9 req-d9d73e58-1c6d-4802-a0e1-f01fe590f3d2 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0675673 Jul 05 18:36:35.122289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfe8dc-010b-4e5f-8f7c-4a0c0da74fed req-6a43dead-1248-47fd-b69b-278164ce53c2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:35.123763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0cfe8dc-010b-4e5f-8f7c-4a0c0da74fed req-6a43dead-1248-47fd-b69b-278164ce53c2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1253402 Jul 05 18:36:35.131676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac897764-e845-49c7-a569-b1ec44c263b5 req-daf1175e-3213-45c5-abee-548e47a06968 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:35.133146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac897764-e845-49c7-a569-b1ec44c263b5 req-daf1175e-3213-45c5-abee-548e47a06968 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 944 time: 0.1249328 Jul 05 18:36:35.194512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0cfe8dc-010b-4e5f-8f7c-4a0c0da74fed req-255f142f-9581-4ae4-8655-4dd948f08c9d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603013 Jul 05 18:36:35.197204 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac897764-e845-49c7-a569-b1ec44c263b5 req-c3af35b1-97d8-4355-819a-6c11eadd752c tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0570161 Jul 05 18:36:35.975121 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 851d62d9-d0a8-40bb-9cd5-56ef0142a327 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:36:36.067853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:36.085640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 851d62d9-d0a8-40bb-9cd5-56ef0142a327, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:36.096899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'port_id': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'mac_address': 'fa:16:3e:e7:4e:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:36:36.137138 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:36.151124 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851d62d9-d0a8-40bb-9cd5-56ef0142a327 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:36:36.172716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 851d62d9-d0a8-40bb-9cd5-56ef0142a327, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:36.257141 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:36.311368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=851d62d9-d0a8-40bb-9cd5-56ef0142a327,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:36.427760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f38c4-21f2-4491-aee4-b9283b56a744 req-d7c9a413-1a81-46e1-8c05-16d47ceccbe9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:36.429178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b4f38c4-21f2-4491-aee4-b9283b56a744 req-d7c9a413-1a81-46e1-8c05-16d47ceccbe9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1140165 Jul 05 18:36:36.436444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0e5862-1a0e-4791-a1fb-2d449796995b req-546fed5b-a4fc-4f38-a400-9905f8148342 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:36.438390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e0e5862-1a0e-4791-a1fb-2d449796995b req-546fed5b-a4fc-4f38-a400-9905f8148342 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 945 time: 0.1129146 Jul 05 18:36:36.487760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['851d62d9-d0a8-40bb-9cd5-56ef0142a327'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:36:36.493990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0b4f38c4-21f2-4491-aee4-b9283b56a744 req-6bc9d91f-5110-43a4-bcef-f2b43e305a5b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546291 Jul 05 18:36:36.499141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e0e5862-1a0e-4791-a1fb-2d449796995b req-ccff7d9b-614c-44f7-a92a-d129f472dde0 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537541 Jul 05 18:36:37.724270 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c3577-54a9-444d-861b-2cd4f6e40c7d req-badea8cd-39c4-4b40-b2b7-9c6367b1622c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:37.725800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-544c3577-54a9-444d-861b-2cd4f6e40c7d req-badea8cd-39c4-4b40-b2b7-9c6367b1622c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1131415 Jul 05 18:36:37.734983 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032f5a8-0847-4df4-bab8-6f05eefc2b75 req-9baa2be4-50e6-4d12-bd0b-7e0c50337ca6 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:37.736386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3032f5a8-0847-4df4-bab8-6f05eefc2b75 req-9baa2be4-50e6-4d12-bd0b-7e0c50337ca6 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 945 time: 0.1141465 Jul 05 18:36:37.793773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-544c3577-54a9-444d-861b-2cd4f6e40c7d req-ad5baa65-8706-4cb8-a2d8-e3cf2144736a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563500 Jul 05 18:36:37.797460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3032f5a8-0847-4df4-bab8-6f05eefc2b75 req-4aec353c-2c65-45d5-a31c-e8d3462c76f3 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542774 Jul 05 18:36:37.987826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 851d62d9-d0a8-40bb-9cd5-56ef0142a327 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:36:38.102085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:36:38.106096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:36:38.106652 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:38.183630 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:38.207015 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:38.209259 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201b3f9f-9d79-47ad-b3cc-8a89a7acf68c" -d '{"events": [{"server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "name": "network-vif-plugged", "status": "completed", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:38.232597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 851d62d9-d0a8-40bb-9cd5-56ef0142a327, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:36:38.380579 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0242ead-1de8-4f95-b954-75463ed268be x-openstack-request-id: req-b0242ead-1de8-4f95-b954-75463ed268be {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:38.380920 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "name": "network-vif-plugged", "status": "completed", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:38.381189 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0242ead-1de8-4f95-b954-75463ed268be {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:38.381601 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'code': 200} Jul 05 18:36:38.456876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:38.500605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a8570-520e-4979-93f7-7426556ae7b5 req-cfbe238a-2702-40c5-81f4-d08c5fb3d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:38.502155 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-577a8570-520e-4979-93f7-7426556ae7b5 req-cfbe238a-2702-40c5-81f4-d08c5fb3d26f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 1097 time: 0.0546832 Jul 05 18:36:38.507557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=851d62d9-d0a8-40bb-9cd5-56ef0142a327,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:38.537562 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-577a8570-520e-4979-93f7-7426556ae7b5 req-b6f9bef5-2583-410d-8bcd-70013967389d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289924 Jul 05 18:36:39.024470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ac59b-14c2-4629-b19d-f0b75d742a8e req-43be3e8c-ffcb-40cf-8f07-c5dd55d3eea4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:39.026278 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-860ac59b-14c2-4629-b19d-f0b75d742a8e req-43be3e8c-ffcb-40cf-8f07-c5dd55d3eea4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1165340 Jul 05 18:36:39.039663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00469c-0898-40be-8ad2-e0f86669c65c req-4e044d8a-9587-495f-8b1c-3fb74cf4f434 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:39.041130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a00469c-0898-40be-8ad2-e0f86669c65c req-4e044d8a-9587-495f-8b1c-3fb74cf4f434 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 946 time: 0.1218772 Jul 05 18:36:39.101369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-860ac59b-14c2-4629-b19d-f0b75d742a8e req-2f637f1b-614e-40f1-a409-97b22f40438b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591819 Jul 05 18:36:39.104148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a00469c-0898-40be-8ad2-e0f86669c65c req-4c233b58-cb0f-45d1-8a80-e17fe95e1af7 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551450 Jul 05 18:36:40.328522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5e2bb-9d77-4599-b229-97056b7d3c2a req-55b0eb83-a154-45a0-b5f4-65c6232b8c59 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:40.330039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35e5e2bb-9d77-4599-b229-97056b7d3c2a req-55b0eb83-a154-45a0-b5f4-65c6232b8c59 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 946 time: 0.1015601 Jul 05 18:36:40.337418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38f7cd-dd63-49f3-a1ba-88249639a429 req-c2e93bfb-cdc1-4570-a739-03abb27924f2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:40.344150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb38f7cd-dd63-49f3-a1ba-88249639a429 req-c2e93bfb-cdc1-4570-a739-03abb27924f2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1204591 Jul 05 18:36:40.396575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35e5e2bb-9d77-4599-b229-97056b7d3c2a req-2dfba969-a70d-47df-b245-4edab70108d2 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566959 Jul 05 18:36:40.401726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eb38f7cd-dd63-49f3-a1ba-88249639a429 req-a7ad026a-9982-422c-ba66-298f0c2c702d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552700 Jul 05 18:36:40.585657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87e59f-d088-4b14-bae9-990b18aba9b1 req-69ad0413-0090-4881-9fea-167ae2b84f86 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:40.587198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c87e59f-d088-4b14-bae9-990b18aba9b1 req-69ad0413-0090-4881-9fea-167ae2b84f86 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 946 time: 0.0703425 Jul 05 18:36:40.629960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c87e59f-d088-4b14-bae9-990b18aba9b1 req-7f4ac5fc-8c6a-4ed8-babd-68b4e13fe187 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366702 Jul 05 18:36:40.654325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45342) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:40.890656 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:36:41.109281 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483f9f37-5445-4c41-8712-da5161b9bc6a tempest-TestVolumeBackupRestore-1547352518 tempest-TestVolumeBackupRestore-1547352518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:41.110847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-483f9f37-5445-4c41-8712-da5161b9bc6a tempest-TestVolumeBackupRestore-1547352518 tempest-TestVolumeBackupRestore-1547352518-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 1092 time: 0.4555418 Jul 05 18:36:41.113826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45346) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:41.118124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:41.205608 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:41.302460 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:41.414135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Allocated IP 172.25.3.215 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/a492ac7d-ffc2-4ecb-b400-54e011447236) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:36:41.523871 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:41.617558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e27368-1894-4fea-b9ad-b958fb7049cb req-74e851fc-a74d-4829-8b73-3dc555089aa8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:41.619081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65e27368-1894-4fea-b9ad-b958fb7049cb req-74e851fc-a74d-4829-8b73-3dc555089aa8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0911839 Jul 05 18:36:41.657464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65e27368-1894-4fea-b9ad-b958fb7049cb req-445f3dd7-a824-490f-be63-4b1743cf4264 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Jul 05 18:36:41.680001 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:41.719419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:36:41.722295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:36:41.725919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:36:41.755986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'Port': ['ID=a492ac7d-ffc2-4ecb-b400-54e011447236,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:42.111280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:42.274722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:42.426982 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:42.502638 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:42.579685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event updated for resources: {'Port': ['ID=a492ac7d-ffc2-4ecb-b400-54e011447236,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:36:42.592374 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:42.698597 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Floating IP 91565362-9f1a-4ade-8f4a-0c52b3ca0fb7 associated. External IP: 172.25.3.215, port: 851d62d9-d0a8-40bb-9cd5-56ef0142a327. Jul 05 18:36:42.909655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed06cd1-d8ba-40a0-af1e-66b68e1fac77 req-a54d65d8-c7b3-42d5-ba6c-cc9f75f2af3d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:42.911251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eed06cd1-d8ba-40a0-af1e-66b68e1fac77 req-a54d65d8-c7b3-42d5-ba6c-cc9f75f2af3d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1278257 Jul 05 18:36:42.991855 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eed06cd1-d8ba-40a0-af1e-66b68e1fac77 req-f9b87039-a679-43b8-9eb4-9df932bf3850 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721304 Jul 05 18:36:43.004393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:36:43.118633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:36:43.128356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] Sync routers for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:36:43.142830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:36:43.144374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:36:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:43.228437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:43.256344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:43.267625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2bd950a6-1712-4632-b4fd-827a0f46ebfa tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1527908 Jul 05 18:36:43.268221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:43.270591 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798d1b7a-ae5b-46be-8792-2e8670987429" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:43.271167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45352) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:43.309740 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce65adeb-8f7d-446a-8520-5aadd4d9d7f1 x-openstack-request-id: req-ce65adeb-8f7d-446a-8520-5aadd4d9d7f1 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:43.310036 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:43.310414 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce65adeb-8f7d-446a-8520-5aadd4d9d7f1 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:43.310737 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'status': 'completed', 'code': 200} Jul 05 18:36:43.328494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b62dc-6ae7-40be-ab57-00f65b947c00 tempest-TestVolumeBackupRestore-1547352518 tempest-TestVolumeBackupRestore-1547352518-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:43.332945 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ff7b62dc-6ae7-40be-ab57-00f65b947c00 tempest-TestVolumeBackupRestore-1547352518 tempest-TestVolumeBackupRestore-1547352518-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 1092 time: 0.0581825 Jul 05 18:36:43.333458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45356) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:43.338071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2159fcbe-5551-4c8c-8563-d84d8c56c229 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Request body: {'floatingip': {'port_id': '851d62d9-d0a8-40bb-9cd5-56ef0142a327'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:36:43.396159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-417eebd8-5d17-4d6a-a5d6-c633268a0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:43.396159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-417eebd8-5d17-4d6a-a5d6-c633268a0905 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93e031480b414d93a77a82c035efc3ef&device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 1097 time: 0.0617845 Jul 05 18:36:43.407521 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2159fcbe-5551-4c8c-8563-d84d8c56c229 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for floatingip, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:43.496589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-0741ff2c-c1d2-4fee-9a78-a0b2a15bbcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:43.498133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-0741ff2c-c1d2-4fee-9a78-a0b2a15bbcd5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5650e77e-f8c6-4a33-8def-0d156404a6c5 HTTP/1.1" status: 200 len: 913 time: 0.0946815 Jul 05 18:36:43.518704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '91565362-9f1a-4ade-8f4a-0c52b3ca0fb7', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'port_id': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'mac_address': 'fa:16:3e:e7:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:41Z', 'updated_at': '2021-07-05T18:36:41Z', 'revision_number': 0, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:39Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:43.547519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] Checking router: 90ff7b74-e311-42ab-af1f-19211d7f4ce8 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:36:43.557497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:36:43.558746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:36:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:43.580263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-c4b1595e-04dc-447c-b59e-caaaa0672fc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327 HTTP/1.1" status: 200 len: 1000 time: 0.0748582 Jul 05 18:36:43.634803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-a9d94f66-222b-407d-962e-074397436694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:43.636584 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-a9d94f66-222b-407d-962e-074397436694 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d2af4bf-fe37-4361-b949-29e3050552a5 HTTP/1.1" status: 200 len: 852 time: 0.0500422 Jul 05 18:36:43.685981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:43.712628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-e2e14ed2-4805-4b44-af34-ecbd5ffab9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:43.715446 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-e2e14ed2-4805-4b44-af34-ecbd5ffab9bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5650e77e-f8c6-4a33-8def-0d156404a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716476 Jul 05 18:36:43.817048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-a82737f1-2ad2-4678-a13a-c58657e1b519 service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942192 Jul 05 18:36:43.918180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-798d1b7a-ae5b-46be-8792-2e8670987429 req-fa26c378-4612-444a-8445-22f1a7176931 service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927224 Jul 05 18:36:43.929826 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2159fcbe-5551-4c8c-8563-d84d8c56c229 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:43.933912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '91565362-9f1a-4ade-8f4a-0c52b3ca0fb7', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'port_id': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'mac_address': 'fa:16:3e:e7:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:41Z', 'updated_at': '2021-07-05T18:36:41Z', 'revision_number': 0, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:39Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:43.962295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46fd8823-a05c-4cc7-843d-9a61f792ddcc None None] The sync data for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 is: [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '91565362-9f1a-4ade-8f4a-0c52b3ca0fb7', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'port_id': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'mac_address': 'fa:16:3e:e7:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:41Z', 'updated_at': '2021-07-05T18:36:41Z', 'revision_number': 0, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:39Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:36:44.011189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2159fcbe-5551-4c8c-8563-d84d8c56c229 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:44.191522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7fa18-9670-4da4-8f4c-077ddc4a4377 req-a353f55d-62e4-449d-9d15-c092394d8223 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:44.193125 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04e7fa18-9670-4da4-8f4c-077ddc4a4377 req-a353f55d-62e4-449d-9d15-c092394d8223 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0746875 Jul 05 18:36:44.202417 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd986f-3089-4ee3-9225-cf8494d297cd None None] New status for floating IP 91565362-9f1a-4ade-8f4a-0c52b3ca0fb7: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:36:44.237143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04e7fa18-9670-4da4-8f4c-077ddc4a4377 req-106841bf-45c8-4847-a251-469ca3524ac5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Jul 05 18:36:44.251075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2159fcbe-5551-4c8c-8563-d84d8c56c229 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:36:44.369985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2159fcbe-5551-4c8c-8563-d84d8c56c229 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:36:44.375497 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2159fcbe-5551-4c8c-8563-d84d8c56c229 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:44.412231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:44.414465 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8707473c-9c03-4c79-9961-29c29ab57485" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:44.457753 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2159fcbe-5551-4c8c-8563-d84d8c56c229 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "PUT /v2.0/floatingips/91565362-9f1a-4ade-8f4a-0c52b3ca0fb7 HTTP/1.1" status: 200 len: 992 time: 1.1232281 Jul 05 18:36:44.505896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] Sync routers for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:36:44.516986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:36:44.517727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:36:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:44.540727 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59ee6f7-8ac5-4991-9ea9-1aa40bb483ee x-openstack-request-id: req-b59ee6f7-8ac5-4991-9ea9-1aa40bb483ee {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:44.541025 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:44.541379 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b59ee6f7-8ac5-4991-9ea9-1aa40bb483ee {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:44.541787 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'status': 'completed', 'code': 200} Jul 05 18:36:44.633497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707473c-9c03-4c79-9961-29c29ab57485 req-9385c067-6d12-40e3-b6cc-bdc1ba0968ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:44.635080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8707473c-9c03-4c79-9961-29c29ab57485 req-9385c067-6d12-40e3-b6cc-bdc1ba0968ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93e031480b414d93a77a82c035efc3ef&device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 1097 time: 0.0609813 Jul 05 18:36:44.642666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:44.736454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707473c-9c03-4c79-9961-29c29ab57485 req-78f17a31-7f8d-4d96-ba28-553247561aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:44.738114 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8707473c-9c03-4c79-9961-29c29ab57485 req-78f17a31-7f8d-4d96-ba28-553247561aea service neutron] 10.222.0.39 "GET /v2.0/networks?id=5650e77e-f8c6-4a33-8def-0d156404a6c5 HTTP/1.1" status: 200 len: 913 time: 0.0943680 Jul 05 18:36:44.814814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8707473c-9c03-4c79-9961-29c29ab57485 req-3dc8ca93-279b-4d51-9358-9b2830c4e14f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327 HTTP/1.1" status: 200 len: 1002 time: 0.0660236 Jul 05 18:36:44.870459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707473c-9c03-4c79-9961-29c29ab57485 req-7d381518-b788-4a9d-8de6-873aef45b0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:44.872446 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8707473c-9c03-4c79-9961-29c29ab57485 req-7d381518-b788-4a9d-8de6-873aef45b0e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d2af4bf-fe37-4361-b949-29e3050552a5 HTTP/1.1" status: 200 len: 852 time: 0.0480723 Jul 05 18:36:44.886688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '91565362-9f1a-4ade-8f4a-0c52b3ca0fb7', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'port_id': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'mac_address': 'fa:16:3e:e7:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:41Z', 'updated_at': '2021-07-05T18:36:44Z', 'revision_number': 2, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:39Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:44.919072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] Checking router: 90ff7b74-e311-42ab-af1f-19211d7f4ce8 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:36:44.928026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:36:44.928656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:36:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:44.942451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707473c-9c03-4c79-9961-29c29ab57485 req-c62b5a38-9c62-4450-b00c-0cc7767935cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:44.944021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8707473c-9c03-4c79-9961-29c29ab57485 req-c62b5a38-9c62-4450-b00c-0cc7767935cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5650e77e-f8c6-4a33-8def-0d156404a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550179 Jul 05 18:36:45.058735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8707473c-9c03-4c79-9961-29c29ab57485 req-5a8d26b1-2804-49b4-b71e-12930f21daa9 service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998220 Jul 05 18:36:45.156769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8707473c-9c03-4c79-9961-29c29ab57485 req-e8b209db-6214-4d05-9439-83e5e929e6f4 service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908556 Jul 05 18:36:45.209900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:36:45.418887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca930096-cd5b-4a38-8c3c-f93a621445bf req-def5d097-e5d6-4084-a50b-0c61329694bf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:45.420317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca930096-cd5b-4a38-8c3c-f93a621445bf req-def5d097-e5d6-4084-a50b-0c61329694bf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0704000 Jul 05 18:36:45.447237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '91565362-9f1a-4ade-8f4a-0c52b3ca0fb7', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'port_id': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'mac_address': 'fa:16:3e:e7:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:41Z', 'updated_at': '2021-07-05T18:36:44Z', 'revision_number': 2, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:39Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:36:45.463470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca930096-cd5b-4a38-8c3c-f93a621445bf req-e9af69a0-afc4-40c6-9d82-f15cd60f1046 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342007 Jul 05 18:36:45.479849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04357a4b-8cfc-4b9b-952c-2af491836fe7 None None] The sync data for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 is: [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '91565362-9f1a-4ade-8f4a-0c52b3ca0fb7', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'floating_ip_address': '172.25.3.215', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'port_id': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'mac_address': 'fa:16:3e:e7:4e:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:41Z', 'updated_at': '2021-07-05T18:36:44Z', 'revision_number': 2, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:39Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:36:46.545289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:36:46.545289 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4357a23-22f1-44af-974e-106ee7333d1c" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:36:46.582404 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f614c2-12d6-4125-84d8-f4cc9e066e74 x-openstack-request-id: req-13f614c2-12d6-4125-84d8-f4cc9e066e74 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:36:46.582720 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:36:46.582975 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13f614c2-12d6-4125-84d8-f4cc9e066e74 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:36:46.583371 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'status': 'completed', 'code': 200} Jul 05 18:36:46.686808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb0705-73d3-42a9-ae5d-4ee66c18afc9 req-3cead64a-2049-470e-bbf2-3df687b9e15e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:46.689590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28eb0705-73d3-42a9-ae5d-4ee66c18afc9 req-3cead64a-2049-470e-bbf2-3df687b9e15e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1099243 Jul 05 18:36:46.707864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4357a23-22f1-44af-974e-106ee7333d1c req-7efa127f-6fca-419e-8c55-7fd8bb9105c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:46.711095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4357a23-22f1-44af-974e-106ee7333d1c req-7efa127f-6fca-419e-8c55-7fd8bb9105c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93e031480b414d93a77a82c035efc3ef&device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 1097 time: 0.0910013 Jul 05 18:36:46.781417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28eb0705-73d3-42a9-ae5d-4ee66c18afc9 req-e70ab8ea-a3b6-4b5c-90e2-676464992b6c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841928 Jul 05 18:36:46.823413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4357a23-22f1-44af-974e-106ee7333d1c req-31c3a8d7-d2a9-4dbf-bac3-c8e3aed2cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:46.824894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4357a23-22f1-44af-974e-106ee7333d1c req-31c3a8d7-d2a9-4dbf-bac3-c8e3aed2cd50 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5650e77e-f8c6-4a33-8def-0d156404a6c5 HTTP/1.1" status: 200 len: 913 time: 0.1064572 Jul 05 18:36:46.895657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4357a23-22f1-44af-974e-106ee7333d1c req-3c07f244-b20c-4dee-9298-6590af864eab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327 HTTP/1.1" status: 200 len: 1002 time: 0.0628061 Jul 05 18:36:46.955436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4357a23-22f1-44af-974e-106ee7333d1c req-8b218a36-beb3-4134-b717-7b2343a5356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:46.956943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4357a23-22f1-44af-974e-106ee7333d1c req-8b218a36-beb3-4134-b717-7b2343a5356d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d2af4bf-fe37-4361-b949-29e3050552a5 HTTP/1.1" status: 200 len: 852 time: 0.0545759 Jul 05 18:36:47.019310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4357a23-22f1-44af-974e-106ee7333d1c req-1b81ea5e-22c3-487e-a746-b74734265e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:47.020914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4357a23-22f1-44af-974e-106ee7333d1c req-1b81ea5e-22c3-487e-a746-b74734265e7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5650e77e-f8c6-4a33-8def-0d156404a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567327 Jul 05 18:36:47.112165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4357a23-22f1-44af-974e-106ee7333d1c req-4ace0f1f-e152-4c14-b09b-bfc4c3285bd5 service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821402 Jul 05 18:36:47.207618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4357a23-22f1-44af-974e-106ee7333d1c req-04ee05aa-8702-4036-915f-712c20f2cc7b service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883913 Jul 05 18:36:47.964663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f1f9a-c462-4b6f-84cf-27891659db51 req-53431538-286f-4035-9d53-01134bde22d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:47.966304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-163f1f9a-c462-4b6f-84cf-27891659db51 req-53431538-286f-4035-9d53-01134bde22d4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0678492 Jul 05 18:36:48.005701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-163f1f9a-c462-4b6f-84cf-27891659db51 req-a7d08c59-013b-4063-93f6-4355b680913d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Jul 05 18:36:49.191670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c465f4-aa17-414b-a818-23e804113e89 req-487730cf-a7a1-4b87-8af4-466874422117 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:49.193165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45c465f4-aa17-414b-a818-23e804113e89 req-487730cf-a7a1-4b87-8af4-466874422117 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0692515 Jul 05 18:36:49.232420 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45c465f4-aa17-414b-a818-23e804113e89 req-ee6391e9-f4ea-4052-bec7-db6200f34ce2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Jul 05 18:36:50.596639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb02b1-1f60-4ccc-a8ae-9d80e702150c req-1f4885c1-adf8-4157-8a40-a73540e6d31f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:50.598465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16bb02b1-1f60-4ccc-a8ae-9d80e702150c req-1f4885c1-adf8-4157-8a40-a73540e6d31f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0667734 Jul 05 18:36:50.636939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16bb02b1-1f60-4ccc-a8ae-9d80e702150c req-8292eebe-3e92-4013-900e-39312a75eab2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331230 Jul 05 18:36:50.828558 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0d206b88-65bd-445a-9a86-c86c670a5c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:51.822656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56e4c45-36d7-4977-88c3-6aa7684a1310 req-286f26fb-3eef-4cd0-84d2-0ac95b9e8760 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:51.824130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d56e4c45-36d7-4977-88c3-6aa7684a1310 req-286f26fb-3eef-4cd0-84d2-0ac95b9e8760 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0741181 Jul 05 18:36:51.862643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d56e4c45-36d7-4977-88c3-6aa7684a1310 req-5429cfe9-77ed-49a3-b641-5504874bfb4d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323801 Jul 05 18:36:53.047220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a8361-77b1-462f-8f35-9fd1c4221e7b req-a821eded-1d28-45ae-bfe9-51778d8b6c76 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:53.048712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d3a8361-77b1-462f-8f35-9fd1c4221e7b req-a821eded-1d28-45ae-bfe9-51778d8b6c76 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0689266 Jul 05 18:36:53.087679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d3a8361-77b1-462f-8f35-9fd1c4221e7b req-fe5ffbf6-fb50-414e-8b18-3bdf8434517a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323999 Jul 05 18:36:53.445192 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-677b33b3-2321-4e78-8022-208f386ae575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:53.696805 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:54.281409 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148956fd-a44d-4017-a5e4-0102a75bb00f req-cb2a1ace-9e2f-4817-97d6-394c29e25c5a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:54.283622 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-148956fd-a44d-4017-a5e4-0102a75bb00f req-cb2a1ace-9e2f-4817-97d6-394c29e25c5a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0703237 Jul 05 18:36:54.323741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-148956fd-a44d-4017-a5e4-0102a75bb00f req-11626258-8daa-4b47-a30d-6e9458a08366 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Jul 05 18:36:54.747883 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:55.525659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12686f1-7b2a-45d9-b98b-54cc0aca1d7e req-c30bbacf-9f3f-4592-93c5-6dbb42cd3d63 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:55.527512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d12686f1-7b2a-45d9-b98b-54cc0aca1d7e req-c30bbacf-9f3f-4592-93c5-6dbb42cd3d63 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0812092 Jul 05 18:36:55.893072 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d12686f1-7b2a-45d9-b98b-54cc0aca1d7e req-c35279ed-17e2-4661-96b6-3c633b1a98cd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598247 Jul 05 18:36:56.468172 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:36:57.095336 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65da75-0a5f-45dc-82fb-3f76c45aee7c req-1d51a357-a056-4a02-82fc-5eca80d7ee93 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:57.096887 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a65da75-0a5f-45dc-82fb-3f76c45aee7c req-1d51a357-a056-4a02-82fc-5eca80d7ee93 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0783973 Jul 05 18:36:57.137949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a65da75-0a5f-45dc-82fb-3f76c45aee7c req-b16e0b81-d100-40f9-b298-91c016e5c9c3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346379 Jul 05 18:36:57.797846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45398) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:36:57.903696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86f62b-220b-45a7-afa4-7166d6d5e7e5 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:57.904183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86f62b-220b-45a7-afa4-7166d6d5e7e5 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:57.904655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c86f62b-220b-45a7-afa4-7166d6d5e7e5 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:57.919894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5c86f62b-220b-45a7-afa4-7166d6d5e7e5 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=88dea2edd69e419e87b210da29844b97&network_id=0418a78d-b45f-430c-bd7b-8074b958eeb4 HTTP/1.1" status: 200 len: 2970 time: 0.1074655 Jul 05 18:36:58.343917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcae4f-b5f1-4d8b-a4e5-da7e0b407170 req-a56eea51-453b-4722-b13e-42818da923c6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:58.345557 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ddcae4f-b5f1-4d8b-a4e5-da7e0b407170 req-a56eea51-453b-4722-b13e-42818da923c6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0655675 Jul 05 18:36:58.385061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3ddcae4f-b5f1-4d8b-a4e5-da7e0b407170 req-11a72b73-6804-4685-b358-b25e997bf74a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Jul 05 18:36:59.564275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8b540-a3d9-4ac8-b512-2015f6145008 req-fa52cfe4-3428-4fc2-840f-3e673e06a736 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:36:59.565769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ca8b540-a3d9-4ac8-b512-2015f6145008 req-fa52cfe4-3428-4fc2-840f-3e673e06a736 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0676470 Jul 05 18:36:59.609769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ca8b540-a3d9-4ac8-b512-2015f6145008 req-985162fd-2f21-4ab6-b983-cbf6ec290c69 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374591 Jul 05 18:36:59.833341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:00.783109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2762da-c806-4e0b-8a3a-fdc7da3ae3cf req-29128f93-d3bc-4bac-859e-541d640fd8fc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:00.784593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd2762da-c806-4e0b-8a3a-fdc7da3ae3cf req-29128f93-d3bc-4bac-859e-541d640fd8fc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0643182 Jul 05 18:37:00.822480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd2762da-c806-4e0b-8a3a-fdc7da3ae3cf req-2bd138fb-e29d-40b2-b7a5-69995deb713c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Jul 05 18:37:00.935321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45414) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:00.986370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66af8e4-a505-4c5a-8365-a49266678862 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:00.987900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b66af8e4-a505-4c5a-8365-a49266678862 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250 HTTP/1.1" status: 200 len: 814 time: 0.0516903 Jul 05 18:37:01.544945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45420) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:01.550110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'network': {'name': 'tempest-network-smoke--244740414', 'project_id': '88dea2edd69e419e87b210da29844b97', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:01.645168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Made reservation on behalf of 88dea2edd69e419e87b210da29844b97 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:37:01.649220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:01.673706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:37:01.683454 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:01.683792 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Added segment a6d1be77-7833-4d89-a221-44f661226d73 of type vlan for network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 Jul 05 18:37:01.726925 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:01.799192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:01.804688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:01.806461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:01.871109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Network': ['ID=6127a2b8-7939-43e4-bcd3-763c7ff8cec2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:01.878649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.879001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.879346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.879688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.880026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.880362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.880694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.881025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.881353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.881681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.882011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.882940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:01.895161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:37:01.920238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b8d246e2-365e-40e4-b5bd-c77e202beab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3741577 Jul 05 18:37:01.923497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45424) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:02.033523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9d9c0e-7358-4055-abb4-ccc768623651 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:02.034818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5d9d9c0e-7358-4055-abb4-ccc768623651 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=88dea2edd69e419e87b210da29844b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1103041 Jul 05 18:37:02.037782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45426) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:02.063450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a57e6-d26f-4e96-b5ca-83897919adb4 req-ae0f935e-67b4-4f31-b3d8-56cfa7e94493 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:02.064845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-454a57e6-d26f-4e96-b5ca-83897919adb4 req-ae0f935e-67b4-4f31-b3d8-56cfa7e94493 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.1036062 Jul 05 18:37:02.104978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-454a57e6-d26f-4e96-b5ca-83897919adb4 req-db381d1d-835f-45bd-af0f-786506469617 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335438 Jul 05 18:37:02.134664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e2460-bf2d-45e0-9cbb-cdab89f76596 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:02.134664 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-651e2460-bf2d-45e0-9cbb-cdab89f76596 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913475 Jul 05 18:37:02.136729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45428) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:02.164343 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b275b763-331e-419a-9a2d-3948f2b150a8 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265369 Jul 05 18:37:02.167146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45430) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:02.209996 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-61b94f4e-7aa0-4dba-8674-1b086b05b67a tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=88dea2edd69e419e87b210da29844b97&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417607 Jul 05 18:37:02.213077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45432) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:02.298712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433e05d6-0b65-4bff-bf48-b5dd05dbaf26 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:02.300263 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-433e05d6-0b65-4bff-bf48-b5dd05dbaf26 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0862229 Jul 05 18:37:02.303111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45434) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:02.332170 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6e72c716-7285-4335-a84f-816631a1c3fb tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279431 Jul 05 18:37:02.334660 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45436) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:02.339550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-276280174', 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2', 'project_id': '88dea2edd69e419e87b210da29844b97', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:02.496252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Made reservation on behalf of 88dea2edd69e419e87b210da29844b97 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:37:02.499849 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:02.748171 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:02.809558 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Subnet': ['ID=19ca5ceb-c03f-443e-8c3f-e801b6d40acc,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:02.817126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Checking segment: {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:37:02.817491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network hostable DHCP agents. Network: 6127a2b8-7939-43e4-bcd3-763c7ff8cec2, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:37:02.879222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:37:02.936578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 6127a2b8-7939-43e4-bcd3-763c7ff8cec2) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:37:02.941077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:02.941703 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:02.945473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca83d5a-0b9c-445e-93a0-210cc4d4e29a None None] Network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:37:03.000414 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-16855309-f905-4f85-a3ec-2705c9f0a047 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6646116 Jul 05 18:37:03.092169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-6127a2b8-7939-43e4-bcd3-763c7ff8cec2', 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ips': [{'subnet_id': '19ca5ceb-c03f-443e-8c3f-e801b6d40acc'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:37:03.093006 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:03.232826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Allocated IP 172.20.0.18 (6127a2b8-7939-43e4-bcd3-763c7ff8cec2/19ca5ceb-c03f-443e-8c3f-e801b6d40acc/7931774b-a8fb-4682-933d-06be01425633) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:37:03.287279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0be4d-2b7f-400e-992a-cf55f7a27d4a req-072b1823-f55a-4ba6-9c33-e58abef8f255 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:03.288836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60f0be4d-2b7f-400e-992a-cf55f7a27d4a req-072b1823-f55a-4ba6-9c33-e58abef8f255 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0678077 Jul 05 18:37:03.332745 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60f0be4d-2b7f-400e-992a-cf55f7a27d4a req-2278f1d5-100d-4d45-9b7d-468fa0e87c4d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373559 Jul 05 18:37:03.395716 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:03.404784 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Transition to ACTIVE for port object 7931774b-a8fb-4682-933d-06be01425633 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:37:03.419670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Transition to ACTIVE for port object 7931774b-a8fb-4682-933d-06be01425633 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:37:03.526651 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:03.564759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:37:03.567452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:37:03.574510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:37:03.582635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Pushing event updated for resources: {'Port': ['ID=7931774b-a8fb-4682-933d-06be01425633,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:03.641009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Attempting to bind port 7931774b-a8fb-4682-933d-06be01425633 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:37:03.641401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Attempting to bind port 7931774b-a8fb-4682-933d-06be01425633 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:37:03.641776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Attempting to bind port 7931774b-a8fb-4682-933d-06be01425633 on network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:37:03.646744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:37:03.647123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Checking segment: {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:37:03.647539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:03.647943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Bound using segment: {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:37:03.648412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Bound port: 7931774b-a8fb-4682-933d-06be01425633, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:37:03.648823 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:03.716034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] For port 7931774b-a8fb-4682-933d-06be01425633, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:37:03.719053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] For port 7931774b-a8fb-4682-933d-06be01425633, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7931774b-a8fb-4682-933d-06be01425633,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:37:03.771196 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:03.810198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45442) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:03.815238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-16f4ef74-f6bc-4360-aa22-33534cd59ce4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212645205', 'description': 'tempest-secgroup-smoke-212645205 description', 'project_id': '88dea2edd69e419e87b210da29844b97'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:03.841988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ae276-f28e-4aa5-9a79-a962cf2f91b6 None None] Pushing event updated for resources: {'Port': ['ID=7931774b-a8fb-4682-933d-06be01425633,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:03.913862 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16f4ef74-f6bc-4360-aa22-33534cd59ce4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.022859 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16f4ef74-f6bc-4360-aa22-33534cd59ce4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.091273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16f4ef74-f6bc-4360-aa22-33534cd59ce4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.126011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4ef74-f6bc-4360-aa22-33534cd59ce4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f355fd5-e323-40dd-8238-fcacb546a1a8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:04.155531 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7931774b-a8fb-4682-933d-06be01425633 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:37:04.183726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16f4ef74-f6bc-4360-aa22-33534cd59ce4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.187630 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-16f4ef74-f6bc-4360-aa22-33534cd59ce4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3737724 Jul 05 18:37:04.188401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45444) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:04.193233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-532fd98c-7647-40f2-a3a7-ea89b4608f13 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '0f355fd5-e323-40dd-8238-fcacb546a1a8', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:04.296463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 7931774b-a8fb-4682-933d-06be01425633 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:37:04.336205 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-532fd98c-7647-40f2-a3a7-ea89b4608f13 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.385376 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-532fd98c-7647-40f2-a3a7-ea89b4608f13 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.470580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-532fd98c-7647-40f2-a3a7-ea89b4608f13 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.509667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fd98c-7647-40f2-a3a7-ea89b4608f13 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76f5b0be-d426-4db2-aa9e-6d3d677405d6,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:04.544901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f45a0e-f7ae-407b-b445-8c15b7a8c18e req-74aa53a1-fea7-4408-b98a-33d6dd636c10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:04.546674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15f45a0e-f7ae-407b-b445-8c15b7a8c18e req-74aa53a1-fea7-4408-b98a-33d6dd636c10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0881925 Jul 05 18:37:04.577420 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-532fd98c-7647-40f2-a3a7-ea89b4608f13 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.578859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-532fd98c-7647-40f2-a3a7-ea89b4608f13 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3892455 Jul 05 18:37:04.581726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45448) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:04.587378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a8d3d61b-5a49-49f7-becf-2dee8aa284b1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '0f355fd5-e323-40dd-8238-fcacb546a1a8', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:04.596391 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15f45a0e-f7ae-407b-b445-8c15b7a8c18e req-e310279a-cf82-4315-9e6a-f4a95bf1c125 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433252 Jul 05 18:37:04.697181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d61b-5a49-49f7-becf-2dee8aa284b1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.764794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d61b-5a49-49f7-becf-2dee8aa284b1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.797904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b3ec87-2548-4ba9-a82b-9e0891931c53 None None] Network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:37:04.823533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d61b-5a49-49f7-becf-2dee8aa284b1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.844705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3d61b-5a49-49f7-becf-2dee8aa284b1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d9817f-87a7-4cd6-a1ff-341b09fd6474,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:04.886033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a8d3d61b-5a49-49f7-becf-2dee8aa284b1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.890149 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a8d3d61b-5a49-49f7-becf-2dee8aa284b1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3047168 Jul 05 18:37:04.890423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45450) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:04.898050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5edfbf66-edbd-4611-82d9-15617e43ab84 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '0f355fd5-e323-40dd-8238-fcacb546a1a8', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:04.947114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Provisioning for port 7931774b-a8fb-4682-933d-06be01425633 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:37:04.954009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Provisioning complete for port 7931774b-a8fb-4682-933d-06be01425633 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:04.954385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:04.987533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5edfbf66-edbd-4611-82d9-15617e43ab84 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.050788 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.055188 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5edfbf66-edbd-4611-82d9-15617e43ab84 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.084622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] For port 7931774b-a8fb-4682-933d-06be01425633, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7931774b-a8fb-4682-933d-06be01425633,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:05.148199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5edfbf66-edbd-4611-82d9-15617e43ab84 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.166872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfbf66-edbd-4611-82d9-15617e43ab84 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5e743fe-b1d5-4e5a-897c-4be723792d58,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:05.205196 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.256117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Pushing event updated for resources: {'Port': ['ID=7931774b-a8fb-4682-933d-06be01425633,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:05.266346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.266718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.267063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.267402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.267739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.268071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.268403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.268732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.269061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.269386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.269712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.270037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a01e91dc-b3c9-4b67-8545-e90f998a97f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:05.279393 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5edfbf66-edbd-4611-82d9-15617e43ab84 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.282677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5edfbf66-edbd-4611-82d9-15617e43ab84 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3892043 Jul 05 18:37:05.283470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45452) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:05.288027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d9817299-f0e1-4cdf-a632-57a470a34127 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '0f355fd5-e323-40dd-8238-fcacb546a1a8', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:05.323362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ed3c502f-5ee0-4965-9160-f1645cd97779 None None] Provisioning complete for port 7931774b-a8fb-4682-933d-06be01425633 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:05.323815 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ed3c502f-5ee0-4965-9160-f1645cd97779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.392828 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9817299-f0e1-4cdf-a632-57a470a34127 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.456637 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9817299-f0e1-4cdf-a632-57a470a34127 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.519153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9817299-f0e1-4cdf-a632-57a470a34127 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.537822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9817299-f0e1-4cdf-a632-57a470a34127 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5382c593-b4e3-4c11-8f5d-c47295d770cc,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:05.599487 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9817299-f0e1-4cdf-a632-57a470a34127 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.600743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d9817299-f0e1-4cdf-a632-57a470a34127 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162518 Jul 05 18:37:05.605073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45454) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:05.609701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-70c443e0-a73d-4a90-a3b5-b354dddd11f5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '0f355fd5-e323-40dd-8238-fcacb546a1a8', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:05.679598 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-70c443e0-a73d-4a90-a3b5-b354dddd11f5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Project 88dea2edd69e419e87b210da29844b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:37:05.685544 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-70c443e0-a73d-4a90-a3b5-b354dddd11f5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.774984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-70c443e0-a73d-4a90-a3b5-b354dddd11f5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.806774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281695f-b6cd-43bb-bc3f-93a972b7599a req-295e4ee4-41e1-48cd-bfdf-eaf99bcb6485 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:05.808305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c281695f-b6cd-43bb-bc3f-93a972b7599a req-295e4ee4-41e1-48cd-bfdf-eaf99bcb6485 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0796974 Jul 05 18:37:05.842267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-70c443e0-a73d-4a90-a3b5-b354dddd11f5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.858016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c281695f-b6cd-43bb-bc3f-93a972b7599a req-602385d9-8ef1-4b53-908a-138da4469044 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441847 Jul 05 18:37:05.869580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c443e0-a73d-4a90-a3b5-b354dddd11f5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec89f8d7-eb0d-4570-a54f-6ebd9c05fcc7,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:05.931468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-70c443e0-a73d-4a90-a3b5-b354dddd11f5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:05.932811 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-70c443e0-a73d-4a90-a3b5-b354dddd11f5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3267834 Jul 05 18:37:05.935522 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45458) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:05.940255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d7dd28ac-7084-4886-84ef-5de65be432f7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '0f355fd5-e323-40dd-8238-fcacb546a1a8', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:06.050550 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-d7dd28ac-7084-4886-84ef-5de65be432f7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Project 88dea2edd69e419e87b210da29844b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:37:06.056115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d7dd28ac-7084-4886-84ef-5de65be432f7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:06.105026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7931774b-a8fb-4682-933d-06be01425633 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:37:06.126245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d7dd28ac-7084-4886-84ef-5de65be432f7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:06.153499 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:06.162841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 7931774b-a8fb-4682-933d-06be01425633 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:06.162841 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:06.279557 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d7dd28ac-7084-4886-84ef-5de65be432f7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:06.297315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dd28ac-7084-4886-84ef-5de65be432f7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7287332f-7724-4ebd-8e25-663516e41ca9,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:06.359238 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d7dd28ac-7084-4886-84ef-5de65be432f7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:06.360470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d7dd28ac-7084-4886-84ef-5de65be432f7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4240255 Jul 05 18:37:06.502756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-3e4b94e7-8b5f-4c24-b369-651e8dfc6030 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212645205&fields=id&tenant_id=88dea2edd69e419e87b210da29844b97 HTTP/1.1" status: 200 len: 267 time: 0.0327582 Jul 05 18:37:06.619092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-1be7eaf6-c1b1-4992-a71f-80118b60c663 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:06.620562 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-1be7eaf6-c1b1-4992-a71f-80118b60c663 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/networks?id=6127a2b8-7939-43e4-bcd3-763c7ff8cec2 HTTP/1.1" status: 200 len: 796 time: 0.1108928 Jul 05 18:37:06.636312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-51550e70-6617-4a81-9a55-487a55200e17 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/quotas/88dea2edd69e419e87b210da29844b97 HTTP/1.1" status: 200 len: 375 time: 0.0098186 Jul 05 18:37:06.708228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-822a3712-d29d-4ddd-839a-738a821e5858 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0667450 Jul 05 18:37:06.801666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-c596ff2b-5d0a-45a3-976c-ca2fbe079b43 service neutron] 10.222.0.30 "GET /v2.0/networks/6127a2b8-7939-43e4-bcd3-763c7ff8cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816996 Jul 05 18:37:06.897710 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9ca99ac3-5ab8-41b6-9950-96abf8a5f1ac service neutron] 10.222.0.30 "GET /v2.0/networks/6127a2b8-7939-43e4-bcd3-763c7ff8cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890479 Jul 05 18:37:06.931037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:37:07.034780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:07.046772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'f79c92cf-b4e8-4e05-9b3d-9e73231aeac5', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'port_id': 'f79c92cf-b4e8-4e05-9b3d-9e73231aeac5', 'mac_address': 'fa:16:3e:30:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:37:07.048626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95867f06-789f-4f08-a110-bef8214ae91c req-8552b3ec-f8d4-46e8-8f78-28012b12514b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:07.050149 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95867f06-789f-4f08-a110-bef8214ae91c req-8552b3ec-f8d4-46e8-8f78-28012b12514b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 943 time: 0.0659981 Jul 05 18:37:07.085283 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:07.092522 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95867f06-789f-4f08-a110-bef8214ae91c req-c0bba005-fa83-497e-9345-be1ceb94d0a9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342691 Jul 05 18:37:07.099079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:37:07.119930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:07.182821 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:07.200897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6468335-6137-4cfe-bb59-7fdd908ed320 req-164d7567-6e6c-4292-b397-20233246560c tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 210 time: 0.0306435 Jul 05 18:37:07.237970 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:07.396264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['f79c92cf-b4e8-4e05-9b3d-9e73231aeac5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:37:07.673063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-8171f2fc-2c25-43c9-ab20-1c359df5d9d1 req-fe793dc7-ef8d-4181-b867-ca3dbc0d055f service neutron] (100997) timed out ('10.222.0.30', 46116) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:37:07.863560 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-bde22fc5-abcd-4403-b264-12f877bea5d8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530856 Jul 05 18:37:07.958508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-922dd0e6-5ff1-4878-9c4d-3e05a8150acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:07.962727 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-922dd0e6-5ff1-4878-9c4d-3e05a8150acf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 1096 time: 0.0538757 Jul 05 18:37:08.068751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-3d288657-59b4-4645-bcbb-3bc921468f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:08.070182 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-3d288657-59b4-4645-bcbb-3bc921468f8f service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0905218 Jul 05 18:37:08.120018 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-43675af2-f28c-42d2-89f8-8ead59236ffc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 HTTP/1.1" status: 200 len: 217 time: 0.0375142 Jul 05 18:37:08.170393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-ccb3a46a-d725-40ac-b22e-7e931d140af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:08.171916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-ccb3a46a-d725-40ac-b22e-7e931d140af7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0459642 Jul 05 18:37:08.235836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-b46f60ac-82bc-4c9c-befe-2f91ecd55bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:08.237471 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-b46f60ac-82bc-4c9c-befe-2f91ecd55bc5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596812 Jul 05 18:37:08.287271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d57e99-db11-4ff2-931a-c184b1ed97e9 req-2bf0cdb0-6a82-4813-b2f4-c57ec2a71e80 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:08.288793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5d57e99-db11-4ff2-931a-c184b1ed97e9 req-2bf0cdb0-6a82-4813-b2f4-c57ec2a71e80 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 944 time: 0.0723305 Jul 05 18:37:08.342957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5d57e99-db11-4ff2-931a-c184b1ed97e9 req-8f05db0a-0e78-465a-9e4e-5f0666d84720 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433555 Jul 05 18:37:08.350786 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-4e5388fe-a8df-4277-a74f-f591a8338cd0 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062338 Jul 05 18:37:08.372874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b9f22a8-1ddf-48c1-835d-c54d6c82add8 req-84c978a3-3030-4f2b-b51f-7d3040659cdf tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 210 time: 0.0340850 Jul 05 18:37:08.451873 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3bfedd35-0b3c-4d58-be5b-f0fc894d1639 req-1974f472-0f07-42b1-8874-f3efaa72ea6c service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942302 Jul 05 18:37:08.932142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:37:09.102431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:37:09.107841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:09.108222 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:09.191204 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:09.213512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79c92cf-b4e8-4e05-9b3d-9e73231aeac5'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:37:09.215856 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e06d57-07a7-4b47-a4ec-efcc8330f3ce" -d '{"events": [{"server_uuid": "9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf", "name": "network-vif-plugged", "status": "completed", "tag": "f79c92cf-b4e8-4e05-9b3d-9e73231aeac5"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:37:09.241041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:09.260613 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d455c9-61b5-4c65-964b-b647c80a0b58 x-openstack-request-id: req-87d455c9-61b5-4c65-964b-b647c80a0b58 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:37:09.261350 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf", "name": "network-vif-plugged", "status": "completed", "tag": "f79c92cf-b4e8-4e05-9b3d-9e73231aeac5", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:37:09.262584 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87d455c9-61b5-4c65-964b-b647c80a0b58 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:37:09.263408 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f79c92cf-b4e8-4e05-9b3d-9e73231aeac5', 'code': 200} Jul 05 18:37:09.369815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e763-05f2-4a0c-aa48-3d941f139b81 req-ebb60bea-b541-447c-b94d-b4bebe5a639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:09.371270 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e68e763-05f2-4a0c-aa48-3d941f139b81 req-ebb60bea-b541-447c-b94d-b4bebe5a639d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 1095 time: 0.0543609 Jul 05 18:37:09.399988 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:09.420276 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5e68e763-05f2-4a0c-aa48-3d941f139b81 req-7d569990-c174-4ebe-a4fc-8ad642b479ca service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 Jul 05 18:37:09.458469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:09.589894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d7033fd-678a-4026-8909-ec8d98370783 req-0aedd20a-fb65-4672-b725-6cc42a426f28 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 210 time: 0.0590234 Jul 05 18:37:09.599268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-5b35a79e-612a-4dcc-9a65-ff0f2df9fc93 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:09.600771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-5b35a79e-612a-4dcc-9a65-ff0f2df9fc93 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "GET /v2.0/networks?id=6127a2b8-7939-43e4-bcd3-763c7ff8cec2 HTTP/1.1" status: 200 len: 796 time: 0.2134399 Jul 05 18:37:09.657248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316355e1-4e66-48e6-9432-5c2d48ab035d req-0aadcdf3-1cf1-422e-a6d8-0e77f4f934b7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:09.658728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-316355e1-4e66-48e6-9432-5c2d48ab035d req-0aadcdf3-1cf1-422e-a6d8-0e77f4f934b7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 945 time: 0.1427209 Jul 05 18:37:09.669596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-4b68f99f-331b-4efe-a89f-12b7f5928e57 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88dea2edd69e419e87b210da29844b97 HTTP/1.1" status: 200 len: 471 time: 0.0593309 Jul 05 18:37:09.686945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'port': {'device_id': '46d87327-c9b8-4104-9538-067bd087e961', 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2', 'admin_state_up': True, 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'security_groups': ['0f355fd5-e323-40dd-8238-fcacb546a1a8']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:09.765941 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-316355e1-4e66-48e6-9432-5c2d48ab035d req-c0bec9b6-f41c-40d6-92ef-1d9e278d0db6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953317 Jul 05 18:37:09.896060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Made reservation on behalf of 88dea2edd69e419e87b210da29844b97 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:37:09.900724 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:10.035841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.20.0.29 (6127a2b8-7939-43e4-bcd3-763c7ff8cec2/19ca5ceb-c03f-443e-8c3f-e801b6d40acc/1eee9478-3f06-4ea7-9529-ebf4e5c3659d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:37:10.186788 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:10.206766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Transition to ACTIVE for port object 1eee9478-3f06-4ea7-9529-ebf4e5c3659d will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:37:10.320104 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:10.366519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:37:10.370323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:37:10.376784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:37:10.404194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:10.431341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:10.432077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:10.611742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-9184bfca-3374-4ac9-b11e-a50d24f304cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9312239 Jul 05 18:37:10.623893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Request body: {'port': {'device_id': '46d87327-c9b8-4104-9538-067bd087e961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:10.704745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:10.753324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-37987060-a30a-4d7d-83b1-a509ead53e8c None None] Provisioning for port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:37:10.757250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-37987060-a30a-4d7d-83b1-a509ead53e8c None None] Provisioning complete for port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:10.757633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-37987060-a30a-4d7d-83b1-a509ead53e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:10.799274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-37987060-a30a-4d7d-83b1-a509ead53e8c None None] Port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:37:10.858646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c7dd3-aaae-4cd8-a684-5c3bc5db26a9 req-cb3f5a49-46cf-4203-a43b-eaba717b9805 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:10.860209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-491c7dd3-aaae-4cd8-a684-5c3bc5db26a9 req-cb3f5a49-46cf-4203-a43b-eaba717b9805 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 932 time: 0.1468413 Jul 05 18:37:10.985443 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-491c7dd3-aaae-4cd8-a684-5c3bc5db26a9 req-6a864896-6d9b-4bef-a894-19366b8bf044 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144054 Jul 05 18:37:11.052279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873859a2-ebf2-4699-be10-c4fbd4eb32cc req-ee4e0e2d-d613-4b34-923c-ad5c7a3fd62b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:11.053779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-873859a2-ebf2-4699-be10-c4fbd4eb32cc req-ee4e0e2d-d613-4b34-923c-ad5c7a3fd62b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 945 time: 0.1591392 Jul 05 18:37:11.122876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-873859a2-ebf2-4699-be10-c4fbd4eb32cc req-cd05f385-3025-4d59-8147-29e4427da3f7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633683 Jul 05 18:37:11.131670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eee9478-3f06-4ea7-9529-ebf4e5c3659d {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:37:11.140179 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:11.152938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Transition to ACTIVE for port object 1eee9478-3f06-4ea7-9529-ebf4e5c3659d will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:37:11.247719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:11.353581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Pushing event updated for resources: {'Port': ['ID=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:11.402121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f9634-378b-4a26-95a0-8101d978c1c8 req-49a6f068-08f6-4dc8-bda4-766a382142f7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:11.404228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a1f9634-378b-4a26-95a0-8101d978c1c8 req-49a6f068-08f6-4dc8-bda4-766a382142f7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 945 time: 0.1675434 Jul 05 18:37:11.442702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Attempting to bind port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:37:11.448389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Attempting to bind port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:37:11.448389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Attempting to bind port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d on network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:37:11.453906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d on network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:37:11.454227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Attempting to bind port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d on network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:37:11.465836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a1f9634-378b-4a26-95a0-8101d978c1c8 req-db8ba5c5-784d-4eb2-ad4b-45db4323dcda tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554888 Jul 05 18:37:11.467021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:37:11.467360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Checking segment: {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:37:11.467766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Bound using segment: {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:37:11.468181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Bound port: 1eee9478-3f06-4ea7-9529-ebf4e5c3659d, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:37:11.468529 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:11.538496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] For port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:37:11.542147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] For port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:37:11.622774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:11.665917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:11.666651 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:11.667999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] 10.222.0.39 "PUT /v2.0/ports/1eee9478-3f06-4ea7-9529-ebf4e5c3659d HTTP/1.1" status: 200 len: 1092 time: 1.0485823 Jul 05 18:37:11.668450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d87327-c9b8-4104-9538-067bd087e961', 'tag': '1eee9478-3f06-4ea7-9529-ebf4e5c3659d'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:37:11.670786 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95380b3-1230-4c7f-b90e-d1fac2c4e9f9" -d '{"events": [{"name": "network-changed", "server_uuid": "46d87327-c9b8-4104-9538-067bd087e961", "tag": "1eee9478-3f06-4ea7-9529-ebf4e5c3659d"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:37:11.705942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8adde4-796d-4072-bad2-2bdf56bb715a service neutron] Pushing event updated for resources: {'Port': ['ID=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:11.714974 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbba1b5-e452-4edd-a517-de5b03e0cbea x-openstack-request-id: req-0fbba1b5-e452-4edd-a517-de5b03e0cbea {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:37:11.715273 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d87327-c9b8-4104-9538-067bd087e961", "tag": "1eee9478-3f06-4ea7-9529-ebf4e5c3659d", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:37:11.715581 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fbba1b5-e452-4edd-a517-de5b03e0cbea {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:37:11.715996 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d87327-c9b8-4104-9538-067bd087e961', 'tag': '1eee9478-3f06-4ea7-9529-ebf4e5c3659d', 'status': 'completed', 'code': 200} Jul 05 18:37:11.802370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95380b3-1230-4c7f-b90e-d1fac2c4e9f9 req-dded71bb-8382-474a-924f-d6b6a7f92d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:11.804126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e95380b3-1230-4c7f-b90e-d1fac2c4e9f9 req-dded71bb-8382-474a-924f-d6b6a7f92d75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 1095 time: 0.0607965 Jul 05 18:37:11.915988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95380b3-1230-4c7f-b90e-d1fac2c4e9f9 req-0654a0f2-f71c-4615-8664-6e35ceb4bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:11.916482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95380b3-1230-4c7f-b90e-d1fac2c4e9f9 req-0654a0f2-f71c-4615-8664-6e35ceb4bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:11.919552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e95380b3-1230-4c7f-b90e-d1fac2c4e9f9 req-0654a0f2-f71c-4615-8664-6e35ceb4bb51 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=88dea2edd69e419e87b210da29844b97&shared=False HTTP/1.1" status: 200 len: 1581 time: 0.1080160 Jul 05 18:37:12.027948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95380b3-1230-4c7f-b90e-d1fac2c4e9f9 req-71790439-10c0-4366-b4fa-d2146288885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:12.029787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e95380b3-1230-4c7f-b90e-d1fac2c4e9f9 req-71790439-10c0-4366-b4fa-d2146288885b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1022685 Jul 05 18:37:12.215662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-29826435-3249-457e-9102-556f1764e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:12.217187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-29826435-3249-457e-9102-556f1764e970 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 1095 time: 0.1441972 Jul 05 18:37:12.228389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce17ff-a3ad-4ed2-9d11-797f36fb56f3 req-ad88c634-98fd-435f-a579-2a76f7f42125 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:12.229812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43ce17ff-a3ad-4ed2-9d11-797f36fb56f3 req-ad88c634-98fd-435f-a579-2a76f7f42125 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 945 time: 0.1248782 Jul 05 18:37:12.284722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a049a-8d11-4cb4-b149-00041bb62a45 req-22471593-87be-4e3f-bce6-00ba5e2ebfe1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:12.286106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-636a049a-8d11-4cb4-b149-00041bb62a45 req-22471593-87be-4e3f-bce6-00ba5e2ebfe1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 944 time: 0.1705985 Jul 05 18:37:12.294652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-8eca4cad-68bf-4b6a-b9bc-b58f2d66c315 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=1eee9478-3f06-4ea7-9529-ebf4e5c3659d HTTP/1.1" status: 200 len: 217 time: 0.0611644 Jul 05 18:37:12.366273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43ce17ff-a3ad-4ed2-9d11-797f36fb56f3 req-d069bc8e-f092-4586-b8df-6b2b5a0594fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249685 Jul 05 18:37:12.377594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-636a049a-8d11-4cb4-b149-00041bb62a45 req-d11ebd02-3a5a-4a07-b86c-8e869e61ed19 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844891 Jul 05 18:37:12.383219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-decfd235-0eaa-4f4c-bafc-53518ecfa8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:12.385649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-decfd235-0eaa-4f4c-bafc-53518ecfa8f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19ca5ceb-c03f-443e-8c3f-e801b6d40acc HTTP/1.1" status: 200 len: 837 time: 0.0813222 Jul 05 18:37:12.454199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-e529878e-6be2-4b57-933e-246f3ab94726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:12.455772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-e529878e-6be2-4b57-933e-246f3ab94726 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6127a2b8-7939-43e4-bcd3-763c7ff8cec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600870 Jul 05 18:37:12.544971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-03a8586b-daa9-491e-9d8d-c568dc9005da service neutron] 10.222.0.39 "GET /v2.0/networks/6127a2b8-7939-43e4-bcd3-763c7ff8cec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820591 Jul 05 18:37:12.643101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73080f2a-fdcb-4b48-bfa6-a5ffe2c6c6b9 req-6b3e8e9f-4313-4bc2-a535-828209a97a3c service neutron] 10.222.0.39 "GET /v2.0/networks/6127a2b8-7939-43e4-bcd3-763c7ff8cec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891471 Jul 05 18:37:13.543345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-1b2f485e-680e-4555-9598-0fb88d040627 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:13.544854 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-1b2f485e-680e-4555-9598-0fb88d040627 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 945 time: 0.0715094 Jul 05 18:37:13.583916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527dab3-4fa7-46cc-940f-fea4e346686f req-6a4a6a70-4c27-47cf-9221-75379067f88e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:13.585447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8527dab3-4fa7-46cc-940f-fea4e346686f req-6a4a6a70-4c27-47cf-9221-75379067f88e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 945 time: 0.1005735 Jul 05 18:37:13.623928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ad3f6-83ab-42bf-a603-839c34b3b680 req-ae8c7adc-3cc6-4b84-81a8-36cbd1b07aa2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:13.625628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b29ad3f6-83ab-42bf-a603-839c34b3b680 req-ae8c7adc-3cc6-4b84-81a8-36cbd1b07aa2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 944 time: 0.1120954 Jul 05 18:37:13.658746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:37:13.658991 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:13.661148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8527dab3-4fa7-46cc-940f-fea4e346686f req-06f3c08d-ab41-468a-8a95-8df83a0bd2e0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682731 Jul 05 18:37:13.680176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b29ad3f6-83ab-42bf-a603-839c34b3b680 req-5e1a5c98-fd2c-408f-9195-4c850391534c tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481942 Jul 05 18:37:13.749130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] For port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:13.749488 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:13.762075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:37:13.948739 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:13.960664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['7c8759d5-3479-4c0d-b6bd-1c37322cb8a6', 'f79c92cf-b4e8-4e05-9b3d-9e73231aeac5'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:37:13.978807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=f79c92cf-b4e8-4e05-9b3d-9e73231aeac5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:14.032512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] No DVR routers for this DVR port f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:37:14.035410 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:14.037760 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e14cd5a3-52b8-49f1-aad0-c5f1449623b8 req-e4208b42-ceac-4d26-bd20-3c5f39548729 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "DELETE /v2.0/ports/f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 HTTP/1.1" status: 204 len: 173 time: 0.4873929 Jul 05 18:37:14.038214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf', 'name': 'network-vif-deleted', 'tag': 'f79c92cf-b4e8-4e05-9b3d-9e73231aeac5'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:37:14.042097 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d37eeff-ddef-4b7e-988a-ed3dab5bf3fe" -d '{"events": [{"server_uuid": "9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf", "name": "network-vif-deleted", "tag": "f79c92cf-b4e8-4e05-9b3d-9e73231aeac5"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:37:14.085156 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc91fd24-2c35-48b1-a790-e233a36ca377 x-openstack-request-id: req-dc91fd24-2c35-48b1-a790-e233a36ca377 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:37:14.085498 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf", "name": "network-vif-deleted", "tag": "f79c92cf-b4e8-4e05-9b3d-9e73231aeac5", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:37:14.085922 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc91fd24-2c35-48b1-a790-e233a36ca377 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:37:14.086498 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf', 'name': 'network-vif-deleted', 'tag': 'f79c92cf-b4e8-4e05-9b3d-9e73231aeac5', 'status': 'completed', 'code': 200} Jul 05 18:37:14.814714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16e80b9c-cf22-4eaa-adf5-89a85b06c706 req-ab058414-e13e-4605-ae0d-1e5696eb46fd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 210 time: 0.0349109 Jul 05 18:37:14.881024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a1781-8606-4262-8251-f36de7137999 req-04102510-db0f-4721-9d47-165f37acf49d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:14.882742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e9a1781-8606-4262-8251-f36de7137999 req-04102510-db0f-4721-9d47-165f37acf49d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 944 time: 0.0713012 Jul 05 18:37:14.925012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7e9a1781-8606-4262-8251-f36de7137999 req-0e8404a8-5851-4497-9e28-b7c16d81bc1e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358264 Jul 05 18:37:15.967257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e59a93ab-7260-447d-84d8-da3b44fc5abc req-37948410-ab49-42c4-8eb7-19bc6625ba56 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 210 time: 0.0318787 Jul 05 18:37:16.116962 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca3579-e3cd-450b-8271-dbe0a9494a4b req-d8f7de62-7779-41c6-bd17-89dd91e05526 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:16.119178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2ca3579-e3cd-450b-8271-dbe0a9494a4b req-d8f7de62-7779-41c6-bd17-89dd91e05526 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 944 time: 0.0765803 Jul 05 18:37:16.147414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1eee9478-3f06-4ea7-9529-ebf4e5c3659d details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:37:16.161180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c2ca3579-e3cd-450b-8271-dbe0a9494a4b req-e159941b-177d-46c8-a54d-9233488aac91 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364978 Jul 05 18:37:16.269064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:16.283894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '1eee9478-3f06-4ea7-9529-ebf4e5c3659d', 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2', 'port_id': '1eee9478-3f06-4ea7-9529-ebf4e5c3659d', 'mac_address': 'fa:16:3e:d5:11:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19ca5ceb-c03f-443e-8c3f-e801b6d40acc', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:37:16.323872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:16.336675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eee9478-3f06-4ea7-9529-ebf4e5c3659d {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:37:16.356616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:16.422035 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:16.484337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:16.641499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1eee9478-3f06-4ea7-9529-ebf4e5c3659d'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:37:16.992299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:37:17.017255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:37:17.017607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device f79c92cf-b4e8-4e05-9b3d-9e73231aeac5 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:37:17.112015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-626cc546-0119-459a-b262-54e9d024ccf1 req-e30a2ac5-ab10-4889-a3f7-d1ad6bbd8da4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 210 time: 0.0293808 Jul 05 18:37:17.346208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d617192-9799-47cf-acb0-20e1757c3987 req-8af3eff0-5bd5-40cf-a9c1-f150b3d52e1f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:17.347867 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d617192-9799-47cf-acb0-20e1757c3987 req-8af3eff0-5bd5-40cf-a9c1-f150b3d52e1f tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 945 time: 0.0667844 Jul 05 18:37:17.391599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d617192-9799-47cf-acb0-20e1757c3987 req-ceed3511-2b26-4ea7-818a-c996940f1ce6 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368598 Jul 05 18:37:17.889277 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:37:18.164065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1eee9478-3f06-4ea7-9529-ebf4e5c3659d up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:37:18.276695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f290d9bc-5453-48f9-8683-eab0990bafe9 req-ee13e25b-e2ef-4e5a-b1aa-6410992ea6b6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=9bdb0b19-efcd-4356-9e9c-8a4fdfbf38cf HTTP/1.1" status: 200 len: 210 time: 0.0337317 Jul 05 18:37:18.313150 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:37:18.317156 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:18.317585 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:18.398410 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:18.429702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d87327-c9b8-4104-9538-067bd087e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eee9478-3f06-4ea7-9529-ebf4e5c3659d'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:37:18.435304 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540957a7-372a-474f-adee-3003de2b06a0" -d '{"events": [{"server_uuid": "46d87327-c9b8-4104-9538-067bd087e961", "name": "network-vif-plugged", "status": "completed", "tag": "1eee9478-3f06-4ea7-9529-ebf4e5c3659d"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:37:18.449065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:18.497568 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13140c45-693f-4a98-9d19-65707a2b9d9b x-openstack-request-id: req-13140c45-693f-4a98-9d19-65707a2b9d9b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:37:18.498236 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d87327-c9b8-4104-9538-067bd087e961", "name": "network-vif-plugged", "status": "completed", "tag": "1eee9478-3f06-4ea7-9529-ebf4e5c3659d", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:37:18.499636 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13140c45-693f-4a98-9d19-65707a2b9d9b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:37:18.500958 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d87327-c9b8-4104-9538-067bd087e961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eee9478-3f06-4ea7-9529-ebf4e5c3659d', 'code': 200} Jul 05 18:37:18.530544 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:18.590309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:18.661077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4120bd-097a-4cbe-95bc-e50907970b45 req-bf6d7d78-f816-4c24-95ef-5d2ee2785d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:18.662664 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dd4120bd-097a-4cbe-95bc-e50907970b45 req-bf6d7d78-f816-4c24-95ef-5d2ee2785d5b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 1097 time: 0.0702612 Jul 05 18:37:18.664484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-7c58cb41-9672-470e-8fc2-021aba6494b0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0942721 Jul 05 18:37:18.679156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd1cc2-3225-4860-826a-cac5544a47fb req-59d494e6-256a-400b-9017-ad217045b3c0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:18.688596 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-defd1cc2-3225-4860-826a-cac5544a47fb req-59d494e6-256a-400b-9017-ad217045b3c0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 946 time: 0.1517813 Jul 05 18:37:18.709163 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dd4120bd-097a-4cbe-95bc-e50907970b45 req-47728edd-5900-4436-b6de-4fccd4476c8c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351546 Jul 05 18:37:18.741823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-defd1cc2-3225-4860-826a-cac5544a47fb req-419c8019-48b1-4092-ac85-b469bdb61cd2 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518095 Jul 05 18:37:18.815292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-28866f64-e7a8-4dae-85bf-cb65ceae6a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:18.817139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-28866f64-e7a8-4dae-85bf-cb65ceae6a05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 1097 time: 0.0574412 Jul 05 18:37:18.940548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-fdcdbd3a-d3a8-4c03-a7d5-65dd12a2f5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:18.942069 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-fdcdbd3a-d3a8-4c03-a7d5-65dd12a2f5d9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0418a78d-b45f-430c-bd7b-8074b958eeb4 HTTP/1.1" status: 200 len: 897 time: 0.0970232 Jul 05 18:37:19.045634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-1ddd24e1-b9ef-46cd-a51d-054b3d977768 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f1c443-3f31-462e-a0c7-4f0ecf774182 HTTP/1.1" status: 200 len: 1002 time: 0.0964167 Jul 05 18:37:19.391068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-e2220104-e2c7-4629-b166-ed9da9273376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:19.392666 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-e2220104-e2c7-4629-b166-ed9da9273376 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=175c3325-729f-42c0-8ef6-977438de2f23 HTTP/1.1" status: 200 len: 835 time: 0.3388901 Jul 05 18:37:19.456977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-5a3f65dc-f714-4f26-a260-8b2513be8615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:19.458638 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-5a3f65dc-f714-4f26-a260-8b2513be8615 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0418a78d-b45f-430c-bd7b-8074b958eeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573037 Jul 05 18:37:19.562472 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-b31ed3cf-0bcb-41cc-907d-6add3c2bd7b8 service neutron] 10.222.0.39 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909860 Jul 05 18:37:19.655599 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-1b94d25f-f4fe-493d-b802-9e875915e542 service neutron] 10.222.0.39 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Jul 05 18:37:19.927814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ddb274-a796-4b66-87c8-72f87bee814f req-e03b649f-02ab-4169-828e-0949b01d4966 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:19.929308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66ddb274-a796-4b66-87c8-72f87bee814f req-e03b649f-02ab-4169-828e-0949b01d4966 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 946 time: 0.0696638 Jul 05 18:37:19.971258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66ddb274-a796-4b66-87c8-72f87bee814f req-588beaa3-c612-4b53-86cd-b9fa80c7e106 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342457 Jul 05 18:37:20.816362 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dcf03e81-589e-471f-af6b-3a0d727a60a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:21.163185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c345e94-488f-43bb-8095-700049b89e3d req-3517984f-005b-4210-a15c-678d23e9bac8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:21.164624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c345e94-488f-43bb-8095-700049b89e3d req-3517984f-005b-4210-a15c-678d23e9bac8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 946 time: 0.0718055 Jul 05 18:37:21.207237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c345e94-488f-43bb-8095-700049b89e3d req-9d5d2ad3-8804-4a07-95ef-d3dd9d2ee8cd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362744 Jul 05 18:37:21.404473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805437df-8c70-41ab-be60-78e4483e48a8 req-09ba8d31-2c37-4a2a-94ca-6a934caa75a5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:21.405982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-805437df-8c70-41ab-be60-78e4483e48a8 req-09ba8d31-2c37-4a2a-94ca-6a934caa75a5 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 946 time: 0.0659368 Jul 05 18:37:21.450793 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-805437df-8c70-41ab-be60-78e4483e48a8 req-f93bfaa3-73c9-4b08-9c47-c539baa342ba tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387344 Jul 05 18:37:22.985821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45566) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:23.445330 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d52f69c6-63f8-42a6-91c6-f77f099c81de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:23.618451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e3848-6117-4300-b70f-2acf893a1255 req-d22b694c-eb9b-4fa6-aa3b-c3272ba508fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:23.620218 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac4e3848-6117-4300-b70f-2acf893a1255 req-d22b694c-eb9b-4fa6-aa3b-c3272ba508fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 945 time: 0.4285011 Jul 05 18:37:23.697575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac4e3848-6117-4300-b70f-2acf893a1255 req-91750a4b-79ca-494d-ac83-15d75649bf6f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506594 Jul 05 18:37:23.702405 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:23.820361 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:24.098303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.20.0.17 (6127a2b8-7939-43e4-bcd3-763c7ff8cec2/19ca5ceb-c03f-443e-8c3f-e801b6d40acc/bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:37:24.215148 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:24.228574 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Transition to ACTIVE for port object bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:37:24.336572 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:24.378060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:37:24.381269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:37:24.387804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:37:24.412412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:24.437739 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:24.644474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-795ed030-fe61-4418-b3ce-0c2bc465688e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:24.645892 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-795ed030-fe61-4418-b3ce-0c2bc465688e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 945 time: 0.0665102 Jul 05 18:37:24.661728 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:24.707499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ab9a510c-353a-4e56-b693-96c25d56d0ba None None] Provisioning for port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:37:24.711402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ab9a510c-353a-4e56-b693-96c25d56d0ba None None] Provisioning complete for port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:24.712629 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab9a510c-353a-4e56-b693-96c25d56d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:24.749221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ab9a510c-353a-4e56-b693-96c25d56d0ba None None] Port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:37:24.756255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:37:24.756607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:24.798729 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:24.857653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] For port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:24.858196 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:24.871422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:37:25.002034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77baa07f-94f2-4be9-8dee-216167141b57 req-428b4086-9e93-4f51-a5f1-1c0a193d1488 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:25.003612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77baa07f-94f2-4be9-8dee-216167141b57 req-428b4086-9e93-4f51-a5f1-1c0a193d1488 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 945 time: 0.1717684 Jul 05 18:37:25.050847 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:25.064220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['7c8759d5-3479-4c0d-b6bd-1c37322cb8a6'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:37:25.079604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-77baa07f-94f2-4be9-8dee-216167141b57 req-165fb580-c043-4a29-b2eb-f161ab42ed90 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=778f795b-2066-4949-b494-482432084963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663135 Jul 05 18:37:25.083702 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:25.096005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=7c8759d5-3479-4c0d-b6bd-1c37322cb8a6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:25.130099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.130453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.130871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.131211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.131548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.131882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.132212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.132539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.132866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.133199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.133519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.134370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:25.153349 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:25.155099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] No DVR routers for this DVR port 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:37:25.157721 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:25.160298 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-71800fb3-71ad-4d56-a92d-f6fa70d38ea3 req-460b13e1-5362-45cf-a07a-90bcf4ceb81a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "DELETE /v2.0/ports/7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 HTTP/1.1" status: 204 len: 173 time: 0.5088320 Jul 05 18:37:25.160794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06db35f-4e6f-4f26-8fd5-3b66e495bbd6', 'name': 'network-vif-deleted', 'tag': '7c8759d5-3479-4c0d-b6bd-1c37322cb8a6'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:37:25.163815 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8fc99d-e7ba-48f6-b5e9-b6d91129b386" -d '{"events": [{"server_uuid": "a06db35f-4e6f-4f26-8fd5-3b66e495bbd6", "name": "network-vif-deleted", "tag": "7c8759d5-3479-4c0d-b6bd-1c37322cb8a6"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:37:25.205170 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed3965a-ba47-44ae-b7be-a325ce8c739d x-openstack-request-id: req-9ed3965a-ba47-44ae-b7be-a325ce8c739d {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:37:25.205790 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06db35f-4e6f-4f26-8fd5-3b66e495bbd6", "name": "network-vif-deleted", "tag": "7c8759d5-3479-4c0d-b6bd-1c37322cb8a6", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:37:25.205790 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ed3965a-ba47-44ae-b7be-a325ce8c739d {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:37:25.206212 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06db35f-4e6f-4f26-8fd5-3b66e495bbd6', 'name': 'network-vif-deleted', 'tag': '7c8759d5-3479-4c0d-b6bd-1c37322cb8a6', 'status': 'completed', 'code': 200} Jul 05 18:37:25.234107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:25.235878 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:25.333802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:37:25.335234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:37:25.450978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 1ddab56a-66c2-4ff7-973d-576ae6207a18 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:37:25.583630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:37:25.590864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ea71d20f-b5e7-403e-bf5a-9576c91af551 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "PUT /v2.0/routers/1ddab56a-66c2-4ff7-973d-576ae6207a18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6039228 Jul 05 18:37:25.617240 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Sync routers for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:37:25.628726 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:37:25.629350 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:25.679894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bece1b95-41b5-483f-b32a-e189e3cae54f None None] Provisioning complete for port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:25.680270 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bece1b95-41b5-483f-b32a-e189e3cae54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:25.717722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bece1b95-41b5-483f-b32a-e189e3cae54f None None] Port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:37:25.745494 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:37:25.982902 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:37:24Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '80267f38-f951-46d6-b902-1c486c457066', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:24Z', 'updated_at': '2021-07-05T18:36:27Z', 'revision_number': 1, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d', 'name': '', 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:6f:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '19ca5ceb-c03f-443e-8c3f-e801b6d40acc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:37:23Z', 'updated_at': '2021-07-05T18:37:24Z', 'revision_number': 2, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '19ca5ceb-c03f-443e-8c3f-e801b6d40acc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:26.013386 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Checking router: 1ddab56a-66c2-4ff7-973d-576ae6207a18 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:37:26.013786 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Updating router 1ddab56a-66c2-4ff7-973d-576ae6207a18 port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:37:26.048825 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:26.234806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d0ad9f7-2013-453a-bf8a-2d06cfb03a82 req-27dd1159-bb94-44ac-aea3-75183441b103 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0350344 Jul 05 18:37:26.418937 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:26.428508 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Transition to ACTIVE for port object bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:37:26.531051 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:26.531418 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:26.586164 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Pushing event updated for resources: {'Port': ['ID=bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:26.613758 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.614094 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.614437 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.614800 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.615130 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.615460 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.615781 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.616099 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.616424 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.616743 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.617054 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.617372 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:37:26.652391 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Attempting to bind port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:37:26.652761 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Attempting to bind port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:37:26.653363 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Attempting to bind port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d on network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:37:26.658481 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:37:26.658891 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Checking segment: {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:37:26.659292 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:26.659689 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Bound using segment: {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:37:26.660155 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Bound port: bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6d1be77-7833-4d89-a221-44f661226d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:37:26.660536 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:26.740758 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] For port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:37:26.745427 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] For port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:37:26.805500 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:26.876947 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:37:26.877691 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:26.918795 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1a6c8c-6ae8-44ec-bacb-71e1a131eae7 None None] Pushing event updated for resources: {'Port': ['ID=bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:27.001572 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:37:27.232784 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:37:24Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '80267f38-f951-46d6-b902-1c486c457066', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:24Z', 'updated_at': '2021-07-05T18:36:27Z', 'revision_number': 1, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d', 'name': '', 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:6f:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '19ca5ceb-c03f-443e-8c3f-e801b6d40acc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:37:23Z', 'updated_at': '2021-07-05T18:37:26Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '19ca5ceb-c03f-443e-8c3f-e801b6d40acc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:27.262525 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cae4e47-56c2-4ab6-9677-2a99ddbdc482 None None] The sync data for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 is: [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:37:24Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '80267f38-f951-46d6-b902-1c486c457066', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:24Z', 'updated_at': '2021-07-05T18:36:27Z', 'revision_number': 1, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d', 'name': '', 'network_id': '6127a2b8-7939-43e4-bcd3-763c7ff8cec2', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:6f:ef:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3896, 'fixed_ips': [{'subnet_id': '19ca5ceb-c03f-443e-8c3f-e801b6d40acc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:37:23Z', 'updated_at': '2021-07-05T18:37:26Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '19ca5ceb-c03f-443e-8c3f-e801b6d40acc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:37:27.421712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4f1cb7c-8ed8-410d-a03e-35dc00373e5c req-1ab9e7b5-933c-43fa-ad46-436d623be12d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0312042 Jul 05 18:37:28.144140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:37:28.267760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:37:28.271783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:28.272159 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:28.352484 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:28.384672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:28.456567 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:28.512556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:28.571954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5edb39a4-7dea-424a-9fbb-be5591472bba req-e86a2754-1c7a-4f51-b115-c13d44d7d482 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0307786 Jul 05 18:37:29.023111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:37:29.043365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:37:29.043630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 7c8759d5-3479-4c0d-b6bd-1c37322cb8a6 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:37:29.743475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-584d73a7-5ca1-4184-b51d-ea8c9faa647c req-43464587-5139-406e-b57f-633901b37048 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=a06db35f-4e6f-4f26-8fd5-3b66e495bbd6 HTTP/1.1" status: 200 len: 210 time: 0.0288351 Jul 05 18:37:29.845320 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:30.114775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:37:30.174988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:37:30.175262 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:33.325060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45650) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:33.329831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-152908b6-a6b1-43d2-b5e0-79856aaec75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493305582', 'description': 'tempest-secgroup-smoke-1493305582 description', 'project_id': '314b25ec81cb45cd80ef141376583cb8'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:33.404944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-152908b6-a6b1-43d2-b5e0-79856aaec75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:33.491223 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-152908b6-a6b1-43d2-b5e0-79856aaec75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:33.536050 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-152908b6-a6b1-43d2-b5e0-79856aaec75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:33.567234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152908b6-a6b1-43d2-b5e0-79856aaec75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b0454c-a9de-4480-83b9-9712d243be8f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:33.621940 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-152908b6-a6b1-43d2-b5e0-79856aaec75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:33.623280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-152908b6-a6b1-43d2-b5e0-79856aaec75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2972009 Jul 05 18:37:33.626196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45652) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:33.630997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3e5d1e41-9814-4fa8-ae9f-d6f85d3304fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'security_group_rule': {'security_group_id': '66b0454c-a9de-4480-83b9-9712d243be8f', 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:33.707173 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1e41-9814-4fa8-ae9f-d6f85d3304fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:33.765396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1e41-9814-4fa8-ae9f-d6f85d3304fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:33.838716 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1e41-9814-4fa8-ae9f-d6f85d3304fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:33.856272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d1e41-9814-4fa8-ae9f-d6f85d3304fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fcea99-1763-4f39-b105-9095f340283a,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:33.953225 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3e5d1e41-9814-4fa8-ae9f-d6f85d3304fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:33.954564 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3e5d1e41-9814-4fa8-ae9f-d6f85d3304fb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272166 Jul 05 18:37:33.957358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45654) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:33.961857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-59a0218d-6e74-4f0b-9abf-e5484cc13617 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'security_group_rule': {'security_group_id': '66b0454c-a9de-4480-83b9-9712d243be8f', 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:34.072574 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59a0218d-6e74-4f0b-9abf-e5484cc13617 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:34.130331 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59a0218d-6e74-4f0b-9abf-e5484cc13617 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:34.221749 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59a0218d-6e74-4f0b-9abf-e5484cc13617 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:34.241804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0218d-6e74-4f0b-9abf-e5484cc13617 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=830916c4-0a37-4be2-be4f-efd4d31ae9b9,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:34.330599 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59a0218d-6e74-4f0b-9abf-e5484cc13617 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:34.331795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-59a0218d-6e74-4f0b-9abf-e5484cc13617 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3734984 Jul 05 18:37:34.334443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45656) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:34.339495 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5ac4f390-342b-440c-a454-b1e568d0425f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'security_group_rule': {'security_group_id': '66b0454c-a9de-4480-83b9-9712d243be8f', 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:34.472567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac4f390-342b-440c-a454-b1e568d0425f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:34.532695 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac4f390-342b-440c-a454-b1e568d0425f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:34.644619 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac4f390-342b-440c-a454-b1e568d0425f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:34.664774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4f390-342b-440c-a454-b1e568d0425f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f7bbed-028a-4d4f-bf5d-c587c23dc53f,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:34.787612 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5ac4f390-342b-440c-a454-b1e568d0425f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:34.788895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5ac4f390-342b-440c-a454-b1e568d0425f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4534492 Jul 05 18:37:34.792644 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45660) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:34.797022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8ed5d7c9-4a82-41b1-815b-ca461b5268e5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'security_group_rule': {'security_group_id': '66b0454c-a9de-4480-83b9-9712d243be8f', 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:34.912468 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d7c9-4a82-41b1-815b-ca461b5268e5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:34.976613 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d7c9-4a82-41b1-815b-ca461b5268e5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.067559 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d7c9-4a82-41b1-815b-ca461b5268e5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.085327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5d7c9-4a82-41b1-815b-ca461b5268e5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305e0b9c-06fb-4900-99d4-1319821530fe,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:35.176223 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8ed5d7c9-4a82-41b1-815b-ca461b5268e5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.177425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8ed5d7c9-4a82-41b1-815b-ca461b5268e5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3838496 Jul 05 18:37:35.180132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45664) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:35.184718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-20df5154-6681-4e96-b2e0-33cb112c5a47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'security_group_rule': {'security_group_id': '66b0454c-a9de-4480-83b9-9712d243be8f', 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:35.291622 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-20df5154-6681-4e96-b2e0-33cb112c5a47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Project 314b25ec81cb45cd80ef141376583cb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:37:35.297041 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-20df5154-6681-4e96-b2e0-33cb112c5a47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.358483 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-20df5154-6681-4e96-b2e0-33cb112c5a47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.416765 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-20df5154-6681-4e96-b2e0-33cb112c5a47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.436312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df5154-6681-4e96-b2e0-33cb112c5a47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc8668d-7627-4cbf-ab3e-7772a58c6ca0,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:35.496198 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-20df5154-6681-4e96-b2e0-33cb112c5a47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.497489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-20df5154-6681-4e96-b2e0-33cb112c5a47 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164237 Jul 05 18:37:35.500158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45666) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:35.504719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-dab525f6-8937-4370-bfd6-1c1e11cd8052 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'security_group_rule': {'security_group_id': '66b0454c-a9de-4480-83b9-9712d243be8f', 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:37:35.627737 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-dab525f6-8937-4370-bfd6-1c1e11cd8052 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Project 314b25ec81cb45cd80ef141376583cb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:37:35.633312 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dab525f6-8937-4370-bfd6-1c1e11cd8052 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.697789 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dab525f6-8937-4370-bfd6-1c1e11cd8052 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.781615 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dab525f6-8937-4370-bfd6-1c1e11cd8052 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.801942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab525f6-8937-4370-bfd6-1c1e11cd8052 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fce8b19-e3a3-47cf-9ef8-17a5a8dc3905,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:35.873402 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dab525f6-8937-4370-bfd6-1c1e11cd8052 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:35.874684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dab525f6-8937-4370-bfd6-1c1e11cd8052 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3735404 Jul 05 18:37:36.056252 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:46.131838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45774) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:46.546144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:46.899018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:37:46.899383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:46.992928 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] For port bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:47.085805 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:47.085805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:37:47.467742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:47.495823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:47.676291 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:47.908964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 1ddab56a-66c2-4ff7-973d-576ae6207a18 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:37:48.024285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:37:48.029581 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e9022448-4646-413c-a06d-a013ea40976e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "PUT /v2.0/routers/1ddab56a-66c2-4ff7-973d-576ae6207a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8967080 Jul 05 18:37:48.035517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889df075-33b2-4444-884d-18356a9ace11 None None] Sync routers for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:37:48.045375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889df075-33b2-4444-884d-18356a9ace11 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:37:48.046000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-889df075-33b2-4444-884d-18356a9ace11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:48.153683 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-889df075-33b2-4444-884d-18356a9ace11 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:37:48.565336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-889df075-33b2-4444-884d-18356a9ace11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:37:47Z', 'revision_number': 6, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '80267f38-f951-46d6-b902-1c486c457066', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:24Z', 'updated_at': '2021-07-05T18:36:27Z', 'revision_number': 1, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:48.593366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889df075-33b2-4444-884d-18356a9ace11 None None] Checking router: 1ddab56a-66c2-4ff7-973d-576ae6207a18 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:37:48.601807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889df075-33b2-4444-884d-18356a9ace11 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:37:48.602426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-889df075-33b2-4444-884d-18356a9ace11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:48.644381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f466f-7582-4046-91b1-6b188f1e54c0 req-f7077b54-72f4-4590-9e97-2b1a1b10afbe tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:48.645999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-884f466f-7582-4046-91b1-6b188f1e54c0 req-f7077b54-72f4-4590-9e97-2b1a1b10afbe tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 946 time: 0.0749490 Jul 05 18:37:48.687674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-884f466f-7582-4046-91b1-6b188f1e54c0 req-b0684c0d-d0ee-4d8f-95b3-05c4462ae92b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347366 Jul 05 18:37:48.715612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-889df075-33b2-4444-884d-18356a9ace11 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:37:48.973065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-889df075-33b2-4444-884d-18356a9ace11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:37:47Z', 'revision_number': 6, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '80267f38-f951-46d6-b902-1c486c457066', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:24Z', 'updated_at': '2021-07-05T18:36:27Z', 'revision_number': 1, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:49.000577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889df075-33b2-4444-884d-18356a9ace11 None None] The sync data for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 is: [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:37:47Z', 'revision_number': 6, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '80267f38-f951-46d6-b902-1c486c457066', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.187', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'port_id': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'mac_address': 'fa:16:3e:69:fa:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:36:24Z', 'updated_at': '2021-07-05T18:36:27Z', 'revision_number': 1, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:37:49.867720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10afe065-2356-4cda-af2b-bc8f994ef2b1 req-d6d5517a-5597-4691-a36f-ad6a19e47d72 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:49.869261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10afe065-2356-4cda-af2b-bc8f994ef2b1 req-d6d5517a-5597-4691-a36f-ad6a19e47d72 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 946 time: 0.0672531 Jul 05 18:37:49.910115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10afe065-2356-4cda-af2b-bc8f994ef2b1 req-b8bbd46a-4613-43ba-bde1-0adad6589efa tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=0f355fd5-e323-40dd-8238-fcacb546a1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331492 Jul 05 18:37:49.998942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-6052558d-ea8a-4903-9577-7a9a5c75e37a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:50.000444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-6052558d-ea8a-4903-9577-7a9a5c75e37a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 946 time: 0.0657198 Jul 05 18:37:50.085561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:37:50.108273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:37:50.108669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bc1b9771-3c7f-4ddb-b66c-4c55b8ade85d not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:37:50.113013 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:37:50.113324 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:50.205048 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] For port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:50.205342 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:50.218023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for 1eee9478-3f06-4ea7-9529-ebf4e5c3659d owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:37:50.410184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:50.441075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=1eee9478-3f06-4ea7-9529-ebf4e5c3659d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:50.492800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] No DVR routers for this DVR port 1eee9478-3f06-4ea7-9529-ebf4e5c3659d on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:37:50.495550 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:50.497727 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ecb19ada-f065-478f-a853-3eef4a14fa81 req-4898d027-f722-4530-92a5-47ef0107487a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "DELETE /v2.0/ports/1eee9478-3f06-4ea7-9529-ebf4e5c3659d HTTP/1.1" status: 204 len: 173 time: 0.4904785 Jul 05 18:37:50.498173 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d87327-c9b8-4104-9538-067bd087e961', 'name': 'network-vif-deleted', 'tag': '1eee9478-3f06-4ea7-9529-ebf4e5c3659d'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:37:50.500507 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11df3890-3eff-46ae-bdf1-fc8cc9be7a8e" -d '{"events": [{"server_uuid": "46d87327-c9b8-4104-9538-067bd087e961", "name": "network-vif-deleted", "tag": "1eee9478-3f06-4ea7-9529-ebf4e5c3659d"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:37:50.543372 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0e3a5c-989c-43d9-a8e8-3d467c7ef2ce x-openstack-request-id: req-7c0e3a5c-989c-43d9-a8e8-3d467c7ef2ce {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:37:50.543717 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d87327-c9b8-4104-9538-067bd087e961", "name": "network-vif-deleted", "tag": "1eee9478-3f06-4ea7-9529-ebf4e5c3659d", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:37:50.543973 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c0e3a5c-989c-43d9-a8e8-3d467c7ef2ce {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:37:50.544381 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d87327-c9b8-4104-9538-067bd087e961', 'name': 'network-vif-deleted', 'tag': '1eee9478-3f06-4ea7-9529-ebf4e5c3659d', 'status': 'completed', 'code': 200} Jul 05 18:37:50.833914 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b8df9dd1-0136-4809-84a0-a2641048ee7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:51.096767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62e529ff-8dcf-485e-b461-9f91f51ab122 req-8e57a607-df3e-4841-8e58-6e2b59f908de tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=46d87327-c9b8-4104-9538-067bd087e961 HTTP/1.1" status: 200 len: 210 time: 0.0329809 Jul 05 18:37:52.202800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45824) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:52.264168 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-35ce1d87-c4b7-46eb-bb10-2c60d31a7db0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:52.290331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-35ce1d87-c4b7-46eb-bb10-2c60d31a7db0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:52.444824 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-35ce1d87-c4b7-46eb-bb10-2c60d31a7db0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:52.447708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-35ce1d87-c4b7-46eb-bb10-2c60d31a7db0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:52.449012 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-35ce1d87-c4b7-46eb-bb10-2c60d31a7db0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/security-groups/0f355fd5-e323-40dd-8238-fcacb546a1a8 HTTP/1.1" status: 204 len: 168 time: 0.2450716 Jul 05 18:37:52.460168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce1d87-c4b7-46eb-bb10-2c60d31a7db0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f355fd5-e323-40dd-8238-fcacb546a1a8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:52.555391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45830) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:52.613645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec892bb0-eb49-44f1-80ed-a945d5785a11 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting subnet 19ca5ceb-c03f-443e-8c3f-e801b6d40acc {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:37:52.616996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec892bb0-eb49-44f1-80ed-a945d5785a11 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:52.672015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec892bb0-eb49-44f1-80ed-a945d5785a11 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:52.767066 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec892bb0-eb49-44f1-80ed-a945d5785a11 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:52.914207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec892bb0-eb49-44f1-80ed-a945d5785a11 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:52.947515 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec892bb0-eb49-44f1-80ed-a945d5785a11 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Subnet': ['ID=19ca5ceb-c03f-443e-8c3f-e801b6d40acc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:52.953475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ec892bb0-eb49-44f1-80ed-a945d5785a11 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:52.955484 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ec892bb0-eb49-44f1-80ed-a945d5785a11 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/subnets/19ca5ceb-c03f-443e-8c3f-e801b6d40acc HTTP/1.1" status: 204 len: 168 time: 0.3990519 Jul 05 18:37:52.958014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45832) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:52.960789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7678d1ff-bf95-49b1-aa38-1934806dfa4d None None] Network 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:37:53.049325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.107063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port 7931774b-a8fb-4682-933d-06be01425633 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:37:53.107407 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.175171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f0f9b3-a93f-4c28-bc91-5a24230d4f95 None None] DHCP port deletion for 6127a2b8-7939-43e4-bcd3-763c7ff8cec2 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:37:53.178651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] For port 7931774b-a8fb-4682-933d-06be01425633, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7931774b-a8fb-4682-933d-06be01425633,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:53.179018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.192459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for 7931774b-a8fb-4682-933d-06be01425633 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:37:53.223009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-18f0f9b3-a93f-4c28-bc91-5a24230d4f95 None None] Deleting port 7931774b-a8fb-4682-933d-06be01425633 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:37:53.223386 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-18f0f9b3-a93f-4c28-bc91-5a24230d4f95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.288842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-18f0f9b3-a93f-4c28-bc91-5a24230d4f95 None None] For port 7931774b-a8fb-4682-933d-06be01425633, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=7931774b-a8fb-4682-933d-06be01425633,segment=NetworkSegment(a6d1be77-7833-4d89-a221-44f661226d73),segment_id=a6d1be77-7833-4d89-a221-44f661226d73)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:53.289231 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-18f0f9b3-a93f-4c28-bc91-5a24230d4f95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.302585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-18f0f9b3-a93f-4c28-bc91-5a24230d4f95 None None] Calling delete_port for 7931774b-a8fb-4682-933d-06be01425633 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:37:53.404558 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.410877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-18f0f9b3-a93f-4c28-bc91-5a24230d4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.431666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=7931774b-a8fb-4682-933d-06be01425633,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:53.436487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] No DVR routers for this DVR port 7931774b-a8fb-4682-933d-06be01425633 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:37:53.440032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0f9b3-a93f-4c28-bc91-5a24230d4f95 None None] Pushing event deleted for resources: {'Port': ['ID=7931774b-a8fb-4682-933d-06be01425633,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:53.442516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0f9b3-a93f-4c28-bc91-5a24230d4f95 None None] No DVR routers for this DVR port 7931774b-a8fb-4682-933d-06be01425633 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:37:53.490277 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f451a852-c2f9-4cb0-9dde-5d10a0622f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.521839 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.533686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6127a2b8-7939-43e4-bcd3-763c7ff8cec2']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:53.545688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6d1be77-7833-4d89-a221-44f661226d73') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:53.555603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6d1be77-7833-4d89-a221-44f661226d73') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:53.555603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.569691 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:37:53.581609 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:37:53.735832 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.742909 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.744701 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/networks/6127a2b8-7939-43e4-bcd3-763c7ff8cec2 HTTP/1.1" status: 204 len: 168 time: 0.7855983 Jul 05 18:37:53.748437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45836) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:53.749282 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.758177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc1d30-382f-4c06-9dd0-25daa7ba3904 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Network': ['ID=6127a2b8-7939-43e4-bcd3-763c7ff8cec2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:53.919215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port a2f26b71-dcbb-4c7c-884b-6240f0dcd6dc {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:37:53.919585 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.998971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:53.999299 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:54.011583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for a2f26b71-dcbb-4c7c-884b-6240f0dcd6dc owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:37:54.122195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7931774b-a8fb-4682-933d-06be01425633 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:37:54.146222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 7931774b-a8fb-4682-933d-06be01425633 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:37:54.146587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 7931774b-a8fb-4682-933d-06be01425633 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:37:54.262141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1eee9478-3f06-4ea7-9529-ebf4e5c3659d no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:37:54.283419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 1eee9478-3f06-4ea7-9529-ebf4e5c3659d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:37:54.283775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1eee9478-3f06-4ea7-9529-ebf4e5c3659d not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:37:54.290419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:54.322012 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=a2f26b71-dcbb-4c7c-884b-6240f0dcd6dc,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:54.387900 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:54.388198 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Floating IP 80267f38-f951-46d6-b902-1c486c457066 disassociated (deleted). External IP: 172.25.3.187, port: 66f1c443-3f31-462e-a0c7-4f0ecf774182. Jul 05 18:37:54.598348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 1ddab56a-66c2-4ff7-973d-576ae6207a18 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:37:54.707926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:37:54.712664 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:54.718001 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] Sync routers for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:37:54.727758 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:37:54.728393 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:54.747930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:54.750069 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-df5a9a54-6fcb-4b00-819e-a5b6e9012e39 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/floatingips/80267f38-f951-46d6-b902-1c486c457066 HTTP/1.1" status: 204 len: 168 time: 1.0003362 Jul 05 18:37:54.750701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:37:54.752962 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce704032-39b9-43d0-9e3d-8b53783c7c76" -d '{"events": [{"name": "network-changed", "server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:37:54.797290 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27ba3e4-4194-4c8c-b6b9-90b548bdec7e x-openstack-request-id: req-e27ba3e4-4194-4c8c-b6b9-90b548bdec7e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:37:54.797706 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:37:54.797905 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e27ba3e4-4194-4c8c-b6b9-90b548bdec7e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:37:54.798314 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'status': 'completed', 'code': 200} Jul 05 18:37:54.840580 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:37:54.895691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-a49eabd0-cb83-4b5e-a2ca-6ab2a6ceb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:54.897527 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-a49eabd0-cb83-4b5e-a2ca-6ab2a6ceb994 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 1097 time: 0.0709555 Jul 05 18:37:54.935590 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:37:54.994231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-c6dae20f-0c82-46b0-820b-cdbcf7eb5878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:54.996341 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-c6dae20f-0c82-46b0-820b-cdbcf7eb5878 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0418a78d-b45f-430c-bd7b-8074b958eeb4 HTTP/1.1" status: 200 len: 897 time: 0.0915153 Jul 05 18:37:55.038551 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-b417bee4-8b16-4f1c-8e9e-4344ef251355 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=66f1c443-3f31-462e-a0c7-4f0ecf774182 HTTP/1.1" status: 200 len: 217 time: 0.0358338 Jul 05 18:37:55.054005 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:37:47Z', 'revision_number': 6, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:55.086274 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] Checking router: 1ddab56a-66c2-4ff7-973d-576ae6207a18 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:37:55.087560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-f9957915-eb6f-4300-ae96-be12ca57dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:55.089054 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-f9957915-eb6f-4300-ae96-be12ca57dd18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=175c3325-729f-42c0-8ef6-977438de2f23 HTTP/1.1" status: 200 len: 835 time: 0.0445039 Jul 05 18:37:55.096398 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:37:55.097015 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:55.171196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-3fb98e0d-8461-42b4-a53b-4414d376d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:55.173042 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-3fb98e0d-8461-42b4-a53b-4414d376d2d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0418a78d-b45f-430c-bd7b-8074b958eeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730014 Jul 05 18:37:55.207460 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:37:55.441452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf238bc-7a3d-4b8b-ab9f-913768a363e7 req-c2375c89-3f3c-4fdd-99ee-546de1c4c005 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:55.443159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-caf238bc-7a3d-4b8b-ab9f-913768a363e7 req-c2375c89-3f3c-4fdd-99ee-546de1c4c005 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 946 time: 0.0811296 Jul 05 18:37:55.445596 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:37:47Z', 'revision_number': 6, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:37:55.476156 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f4bec0-049d-4acd-b275-4c0e026a1441 None None] The sync data for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 is: [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:37:47Z', 'revision_number': 6, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6b1310fd-980d-4f90-9322-8d69152b61e8', 'name': '', 'network_id': '0418a78d-b45f-430c-bd7b-8074b958eeb4', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:56:2a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '175c3325-729f-42c0-8ef6-977438de2f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:36:02Z', 'updated_at': '2021-07-05T18:36:08Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': '175c3325-729f-42c0-8ef6-977438de2f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:37:55.493656 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-caf238bc-7a3d-4b8b-ab9f-913768a363e7 req-3743e8e0-266e-4029-a3c2-c09db0869326 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Jul 05 18:37:55.585538 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-a129dfa8-310e-409e-b468-1a9b6b7f6de4 service neutron] 10.222.0.39 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4050021 Jul 05 18:37:55.691609 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce704032-39b9-43d0-9e3d-8b53783c7c76 req-3d713963-607f-45e0-a26d-983b8b5f4835 service neutron] 10.222.0.39 "GET /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960562 Jul 05 18:37:55.739941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2665f1f2-2e62-45b5-be17-a9ea9d2c7f12 None None] New status for floating IP 80267f38-f951-46d6-b902-1c486c457066: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:37:56.513495 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:56.679971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d582db8-1513-42ff-9923-e03f4b242588 req-fa9794bc-72d9-42a6-9682-935465478076 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:56.681534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d582db8-1513-42ff-9923-e03f4b242588 req-fa9794bc-72d9-42a6-9682-935465478076 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 946 time: 0.0673964 Jul 05 18:37:56.732577 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d582db8-1513-42ff-9923-e03f4b242588 req-591dcbea-2f02-4128-9a6b-eb0153d1d0b9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448098 Jul 05 18:37:56.781531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-06beb4e0-8f69-4cbf-adbf-a061aa6eb63c tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:37:56.783036 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-06beb4e0-8f69-4cbf-adbf-a061aa6eb63c tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 946 time: 0.0745225 Jul 05 18:37:56.892027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port 66f1c443-3f31-462e-a0c7-4f0ecf774182 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:37:56.892372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:56.983355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] For port 66f1c443-3f31-462e-a0c7-4f0ecf774182, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=66f1c443-3f31-462e-a0c7-4f0ecf774182,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:37:56.983724 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:56.996538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for 66f1c443-3f31-462e-a0c7-4f0ecf774182 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:37:57.244489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:57.278693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=66f1c443-3f31-462e-a0c7-4f0ecf774182,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:57.324760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] No DVR routers for this DVR port 66f1c443-3f31-462e-a0c7-4f0ecf774182 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:37:57.327339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:57.329406 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d96f3d4a-46ac-4e9a-b5fd-499b0a0144fd req-57421501-1386-4e85-8ee6-8876812f7bed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "DELETE /v2.0/ports/66f1c443-3f31-462e-a0c7-4f0ecf774182 HTTP/1.1" status: 204 len: 173 time: 0.5360162 Jul 05 18:37:57.329847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'name': 'network-vif-deleted', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:37:57.332280 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e51996c-75fe-4b20-864c-d229ea245a0c" -d '{"events": [{"server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "name": "network-vif-deleted", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:37:57.372944 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae5ca05-8141-41b0-a97e-5f92eb7e673e x-openstack-request-id: req-dae5ca05-8141-41b0-a97e-5f92eb7e673e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:37:57.372944 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "711e1aa7-dd32-4b67-b887-1352b30c174e", "name": "network-vif-deleted", "tag": "66f1c443-3f31-462e-a0c7-4f0ecf774182", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:37:57.372944 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dae5ca05-8141-41b0-a97e-5f92eb7e673e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:37:57.372944 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '711e1aa7-dd32-4b67-b887-1352b30c174e', 'name': 'network-vif-deleted', 'tag': '66f1c443-3f31-462e-a0c7-4f0ecf774182', 'status': 'completed', 'code': 200} Jul 05 18:37:57.891866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8f759a2-5b58-460c-9fbe-f401a74389a3 req-7228c864-8644-4a3a-9a72-a7d917182a97 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=711e1aa7-dd32-4b67-b887-1352b30c174e HTTP/1.1" status: 200 len: 210 time: 0.0292602 Jul 05 18:37:58.992462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45864) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:59.000477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45866) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:59.062761 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c5c6-4511-4178-a1c2-770db94d93bd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.092842 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c5c6-4511-4178-a1c2-770db94d93bd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.198340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Deleting port a492ac7d-ffc2-4ecb-b400-54e011447236 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:37:59.198725 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.308082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.308621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.321443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Calling delete_port for a492ac7d-ffc2-4ecb-b400-54e011447236 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:37:59.341756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c5c6-4511-4178-a1c2-770db94d93bd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.345224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c5c6-4511-4178-a1c2-770db94d93bd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.352372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b4f1c5c6-4511-4178-a1c2-770db94d93bd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/security-groups/44fcc4b4-759b-4342-9a8f-4c5ef0ca1693 HTTP/1.1" status: 204 len: 168 time: 0.3531661 Jul 05 18:37:59.357979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1c5c6-4511-4178-a1c2-770db94d93bd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fcc4b4-759b-4342-9a8f-4c5ef0ca1693,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:59.469139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45870) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:37:59.583588 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.613212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event deleted for resources: {'Port': ['ID=a492ac7d-ffc2-4ecb-b400-54e011447236,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:37:59.693065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.693398 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Floating IP 91565362-9f1a-4ade-8f4a-0c52b3ca0fb7 disassociated (deleted). External IP: 172.25.3.215, port: 851d62d9-d0a8-40bb-9cd5-56ef0142a327. Jul 05 18:37:59.887766 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:37:59.968903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:37:59.969137 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:00.099032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:38:00.103614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:00.113042 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] Sync routers for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:38:00.124803 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:00.126192 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:00.145385 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6ce163ad-7c04-4623-8e70-08f3d9afdc44 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "DELETE /v2.0/floatingips/91565362-9f1a-4ade-8f4a-0c52b3ca0fb7 HTTP/1.1" status: 204 len: 168 time: 1.1436021 Jul 05 18:38:00.145996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:38:00.149278 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b" -d '{"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:38:00.210214 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461a20b6-b077-428d-b44a-3bbede066760 x-openstack-request-id: req-461a20b6-b077-428d-b44a-3bbede066760 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:38:00.210845 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:38:00.211337 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-461a20b6-b077-428d-b44a-3bbede066760 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:38:00.211961 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'status': 'completed', 'code': 200} Jul 05 18:38:00.271424 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 66f1c443-3f31-462e-a0c7-4f0ecf774182 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:00.307402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 66f1c443-3f31-462e-a0c7-4f0ecf774182 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:00.312298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 66f1c443-3f31-462e-a0c7-4f0ecf774182 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:00.362170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-8cc6ccc3-752c-44b9-a169-99e9ace7481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:00.364220 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-8cc6ccc3-752c-44b9-a169-99e9ace7481c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=93e031480b414d93a77a82c035efc3ef&device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 1097 time: 0.1285841 Jul 05 18:38:00.404597 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:00.473390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-9a049738-b23f-479b-8718-9a3056ccac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:00.475124 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-9a049738-b23f-479b-8718-9a3056ccac36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5650e77e-f8c6-4a33-8def-0d156404a6c5 HTTP/1.1" status: 200 len: 913 time: 0.1031694 Jul 05 18:38:00.528121 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-83fb4afa-0e80-49f8-ae6b-999f48d592cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327 HTTP/1.1" status: 200 len: 217 time: 0.0458856 Jul 05 18:38:00.590925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-431836cb-7e6e-435a-b850-45a6d6b98181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:00.594108 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-431836cb-7e6e-435a-b850-45a6d6b98181 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1d2af4bf-fe37-4361-b949-29e3050552a5 HTTP/1.1" status: 200 len: 852 time: 0.0594158 Jul 05 18:38:00.621400 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:39Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:00.650863 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] Checking router: 90ff7b74-e311-42ab-af1f-19211d7f4ce8 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:38:00.663433 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:00.664083 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:00.677631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port 6b1310fd-980d-4f90-9322-8d69152b61e8 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:00.677631 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:00.685858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-984cb083-aa3d-4845-b440-a568631b3746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:00.687450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-984cb083-aa3d-4845-b440-a568631b3746 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5650e77e-f8c6-4a33-8def-0d156404a6c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866437 Jul 05 18:38:00.782323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] For port 6b1310fd-980d-4f90-9322-8d69152b61e8, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6b1310fd-980d-4f90-9322-8d69152b61e8,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:00.782505 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:00.795033 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:00.795332 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-bdd9cb72-7c7e-4110-a798-74bc9150acc1 service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995903 Jul 05 18:38:00.799948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for 6b1310fd-980d-4f90-9322-8d69152b61e8 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:00.909640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c4aa44e3-0e45-42b9-b3e4-9f1556f1b92b req-887cd76f-e4ad-4ae7-8a9f-95f6827c2a3c service neutron] 10.222.0.39 "GET /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058214 Jul 05 18:38:01.025858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba4fd-e553-462d-ae26-23df69fa7b1b req-c8917abc-7d04-49e9-8a03-9cb92297c202 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:01.027873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96cba4fd-e553-462d-ae26-23df69fa7b1b req-c8917abc-7d04-49e9-8a03-9cb92297c202 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 946 time: 0.1426649 Jul 05 18:38:01.035452 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:39Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:01.067415 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdd6dc4-40f1-4fa8-979d-1e686d734a7c None None] The sync data for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 is: [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:32Z', 'revision_number': 4, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'b2bb8325-2e3a-416a-a778-152f934e0663', 'name': '', 'network_id': '5650e77e-f8c6-4a33-8def-0d156404a6c5', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'mac_address': 'fa:16:3e:52:42:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3811, 'fixed_ips': [{'subnet_id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:31Z', 'updated_at': '2021-07-05T18:33:39Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'subnets': [{'id': '1d2af4bf-fe37-4361-b949-29e3050552a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:38:01.122281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-96cba4fd-e553-462d-ae26-23df69fa7b1b req-5390a73f-a849-432f-9915-df721a390f5a tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686891 Jul 05 18:38:01.170747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:01.207694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=6b1310fd-980d-4f90-9322-8d69152b61e8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:01.298527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-d6d103e7-4b8f-4661-ab31-dba5ebef90d8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493305582&fields=id&tenant_id=314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 267 time: 0.1205525 Jul 05 18:38:01.333013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fa5982-cf80-4fa8-9b23-9a5a55be4f56 None None] New status for floating IP 91565362-9f1a-4ade-8f4a-0c52b3ca0fb7: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:38:01.507696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-70138e37-1729-4cec-a592-e8018aa87aa5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:01.509121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-70138e37-1729-4cec-a592-e8018aa87aa5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.2019265 Jul 05 18:38:01.514018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:01.536049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-8d1ea9af-b51a-47b3-8868-b770a7e87472 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/quotas/314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 375 time: 0.0194983 Jul 05 18:38:01.692782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f3137f87-b6d3-4497-b9e8-bd16a49e0f4d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1231866 Jul 05 18:38:01.868229 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 1ddab56a-66c2-4ff7-973d-576ae6207a18 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:38:01.871781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-79d02718-3077-40c2-ac40-0ec7867362c0 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434736 Jul 05 18:38:02.040687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-a0eb679c-23d5-46d8-a236-077baf356b37 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601667 Jul 05 18:38:02.043354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:38:02.050992 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a95e911f-61e9-4224-8b5f-e6bcf9a26684 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "PUT /v2.0/routers/1ddab56a-66c2-4ff7-973d-576ae6207a18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5782104 Jul 05 18:38:02.051704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45890) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:02.052156 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] Sync routers for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:38:02.063025 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:02.063683 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:02.126624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d6367a-9cc0-4074-ad74-3eebbfa9b8db tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting subnet 175c3325-729f-42c0-8ef6-977438de2f23 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:38:02.129841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87d6367a-9cc0-4074-ad74-3eebbfa9b8db tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.175918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87d6367a-9cc0-4074-ad74-3eebbfa9b8db tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.196250 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:02.279590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87d6367a-9cc0-4074-ad74-3eebbfa9b8db tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.329037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08a26f-f31e-4d01-8597-12d769cf8b15 req-96d0e916-2814-40ff-9577-5762b46d6a17 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:02.337269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad08a26f-f31e-4d01-8597-12d769cf8b15 req-96d0e916-2814-40ff-9577-5762b46d6a17 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 946 time: 0.0800853 Jul 05 18:38:02.373925 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad08a26f-f31e-4d01-8597-12d769cf8b15 req-efe96b3a-d6c7-48ce-90e0-1963e09267b7 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/security-groups?id=ddd5280c-9db1-4a86-aa80-62f789ae9277&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357838 Jul 05 18:38:02.419764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-a40f3a3d-2052-411c-8264-ff6eaa8f6c24 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:02.421272 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-a40f3a3d-2052-411c-8264-ff6eaa8f6c24 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.39 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 946 time: 0.0865574 Jul 05 18:38:02.424154 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:38:01Z', 'revision_number': 7, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:02.451234 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] Checking router: 1ddab56a-66c2-4ff7-973d-576ae6207a18 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:38:02.453994 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87d6367a-9cc0-4074-ad74-3eebbfa9b8db tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.465229 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] Routers {'1ddab56a-66c2-4ff7-973d-576ae6207a18'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:02.466081 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['1ddab56a-66c2-4ff7-973d-576ae6207a18'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:02.492812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6367a-9cc0-4074-ad74-3eebbfa9b8db tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Subnet': ['ID=175c3325-729f-42c0-8ef6-977438de2f23,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:02.498499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87d6367a-9cc0-4074-ad74-3eebbfa9b8db tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.502167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89da99a6-0c58-4206-95ef-fe67bf659ca4 None None] Network 0418a78d-b45f-430c-bd7b-8074b958eeb4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:38:02.503207 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-87d6367a-9cc0-4074-ad74-3eebbfa9b8db tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/subnets/175c3325-729f-42c0-8ef6-977438de2f23 HTTP/1.1" status: 204 len: 168 time: 0.4504733 Jul 05 18:38:02.503427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45900) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:02.610286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Deleting port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:02.610710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.638310 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.659392 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] Set router 1ddab56a-66c2-4ff7-973d-576ae6207a18 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:02.715598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a36f7a47-b1a9-42cb-915d-02da6a03dec8 req-d008894c-bb66-45c1-abea-e0715ad6cca4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 210 time: 0.0365164 Jul 05 18:38:02.719994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] For port 851d62d9-d0a8-40bb-9cd5-56ef0142a327, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=851d62d9-d0a8-40bb-9cd5-56ef0142a327,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:02.720368 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.744099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Calling delete_port for 851d62d9-d0a8-40bb-9cd5-56ef0142a327 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:02.763746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756ad85-586b-4381-84a1-dd63cf4288e0 None None] DHCP port deletion for 0418a78d-b45f-430c-bd7b-8074b958eeb4 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:38:02.812305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.822519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a756ad85-586b-4381-84a1-dd63cf4288e0 None None] Deleting port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:02.825227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a756ad85-586b-4381-84a1-dd63cf4288e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.903757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a756ad85-586b-4381-84a1-dd63cf4288e0 None None] For port 60a2ef25-7ce1-43a8-8261-b1c7584ad772, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=60a2ef25-7ce1-43a8-8261-b1c7584ad772,segment=NetworkSegment(2eeb7a6f-f06a-4076-a4d4-4e76598e621f),segment_id=2eeb7a6f-f06a-4076-a4d4-4e76598e621f)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:02.904745 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a756ad85-586b-4381-84a1-dd63cf4288e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.924825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a756ad85-586b-4381-84a1-dd63cf4288e0 None None] Calling delete_port for 60a2ef25-7ce1-43a8-8261-b1c7584ad772 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:02.944304 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:38:01Z', 'revision_number': 7, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:02.952288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:02.952634 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:02.974718 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a819ff3-5c4b-4bf7-bc5d-a4e288e57873 None None] The sync data for ids ['1ddab56a-66c2-4ff7-973d-576ae6207a18'] in n-d-799524-1 is: [{'id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'name': 'tempest-TestNetworkBasicOps-router-1203569138', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:38:01Z', 'revision_number': 7, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': '63fbec3e-8eab-4cf0-96bf-778c1fee6f28', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:7d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ddab56a-66c2-4ff7-973d-576ae6207a18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:35:58Z', 'updated_at': '2021-07-05T18:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:38:02.987975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.027057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event deleted for resources: {'Port': ['ID=851d62d9-d0a8-40bb-9cd5-56ef0142a327,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:03.051884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] For port 63fbec3e-8eab-4cf0-96bf-778c1fee6f28, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=63fbec3e-8eab-4cf0-96bf-778c1fee6f28,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:03.052349 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.072278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:03.082452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] No DVR routers for this DVR port 851d62d9-d0a8-40bb-9cd5-56ef0142a327 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:38:03.084853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.087052 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-665a40a8-44b6-4403-8a5c-01b7cca00ca4 req-85648bd1-8736-4f23-8ba1-df3c0e21e5b5 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.39 "DELETE /v2.0/ports/851d62d9-d0a8-40bb-9cd5-56ef0142a327 HTTP/1.1" status: 204 len: 173 time: 0.6603720 Jul 05 18:38:03.087312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'name': 'network-vif-deleted', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:38:03.089813 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bf556b-c5c3-4a55-a5ba-4fc4198007aa" -d '{"events": [{"server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "name": "network-vif-deleted", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:38:03.118801 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a756ad85-586b-4381-84a1-dd63cf4288e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.133561 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0771e0b1-aca2-4795-86e6-b25da603c42d x-openstack-request-id: req-0771e0b1-aca2-4795-86e6-b25da603c42d {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:38:03.133873 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3dbddda-3eb5-42dd-bcde-350cda864488", "name": "network-vif-deleted", "tag": "851d62d9-d0a8-40bb-9cd5-56ef0142a327", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:38:03.134127 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0771e0b1-aca2-4795-86e6-b25da603c42d {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:38:03.134527 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3dbddda-3eb5-42dd-bcde-350cda864488', 'name': 'network-vif-deleted', 'tag': '851d62d9-d0a8-40bb-9cd5-56ef0142a327', 'status': 'completed', 'code': 200} Jul 05 18:38:03.147517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756ad85-586b-4381-84a1-dd63cf4288e0 None None] Pushing event deleted for resources: {'Port': ['ID=60a2ef25-7ce1-43a8-8261-b1c7584ad772,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:03.149888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756ad85-586b-4381-84a1-dd63cf4288e0 None None] No DVR routers for this DVR port 60a2ef25-7ce1-43a8-8261-b1c7584ad772 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:38:03.307618 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.341978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=63fbec3e-8eab-4cf0-96bf-778c1fee6f28,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:03.355116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.355716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.355830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.356178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.356544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.356852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.357185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.357559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.357897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.358223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.358692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.359030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:03.468431 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.598387 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.603918 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.674814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5571682f-fe54-487f-9d2a-c4be886f2332 req-292845b7-fca6-4484-a241-047d7e639928 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 210 time: 0.0345676 Jul 05 18:38:03.730628 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.731290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Fanout notify agent at l3_agent the message router_deleted on router 1ddab56a-66c2-4ff7-973d-576ae6207a18 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:38:03.738849 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.739580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e560f0f3-7471-420d-820d-c90b527040dd tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/routers/1ddab56a-66c2-4ff7-973d-576ae6207a18 HTTP/1.1" status: 204 len: 168 time: 1.2346754 Jul 05 18:38:03.741805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45918) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:03.843838 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:03.968983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd478670-cf09-49fe-90a2-5a817fe5687d req-9668f935-faac-44b0-ae57-05a0621113de tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 210 time: 0.0724065 Jul 05 18:38:03.991258 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.002978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0418a78d-b45f-430c-bd7b-8074b958eeb4']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:04.019282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eeb7a6f-f06a-4076-a4d4-4e76598e621f') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:04.019729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eeb7a6f-f06a-4076-a4d4-4e76598e621f') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:04.031017 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.048072 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.055015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:38:04.055646 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:38:04.060146 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:38:04.170238 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.176045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.178982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/networks/0418a78d-b45f-430c-bd7b-8074b958eeb4 HTTP/1.1" status: 204 len: 168 time: 0.4353213 Jul 05 18:38:04.200466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45920) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:04.207557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e3f8c-7bae-46f0-87f4-bacb3345bc62 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Network': ['ID=0418a78d-b45f-430c-bd7b-8074b958eeb4,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:04.208168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'network': {'name': 'tempest-network-smoke--1730984812', 'project_id': '88dea2edd69e419e87b210da29844b97', 'port_security_enabled': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:04.298405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 60a2ef25-7ce1-43a8-8261-b1c7584ad772 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:04.307527 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Made reservation on behalf of 88dea2edd69e419e87b210da29844b97 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:38:04.311707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.324992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 60a2ef25-7ce1-43a8-8261-b1c7584ad772 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:04.325721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 60a2ef25-7ce1-43a8-8261-b1c7584ad772 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:04.326258 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:04.345391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:38:04.349021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:04.349021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 63fbec3e-8eab-4cf0-96bf-778c1fee6f28 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:04.349021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6b1310fd-980d-4f90-9322-8d69152b61e8 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:04.357895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.358571 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Added segment bc3be510-153c-46d5-8873-efe55f33f043 of type vlan for network 8774e609-a3d0-44d1-b486-9babc3710768 Jul 05 18:38:04.368508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 6b1310fd-980d-4f90-9322-8d69152b61e8 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:04.368861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6b1310fd-980d-4f90-9322-8d69152b61e8 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:04.413778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.518943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.525014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:04.525670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.629376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Network': ['ID=8774e609-a3d0-44d1-b486-9babc3710768,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:04.639423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 8774e609-a3d0-44d1-b486-9babc3710768 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:38:04.669122 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-80d16624-b635-4466-8f14-6f79e979dbd3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4674945 Jul 05 18:38:04.671954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45922) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:04.676900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-733902558', 'admin_state_up': True, 'project_id': '88dea2edd69e419e87b210da29844b97', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:04.766590 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.768299 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.843535 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:04.866906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35907932-e43a-446e-940a-98950ea918f7 req-36b60ab6-82ad-4ed0-a607-cb128e3668cf tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 210 time: 0.0351121 Jul 05 18:38:04.913333 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-6a85ca3e-a7d8-4338-92df-badb04f1cbd4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:04.915116 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-6a85ca3e-a7d8-4338-92df-badb04f1cbd4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1882668 Jul 05 18:38:04.971219 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-45d4e2b2-18fd-45dc-b57a-2df485ef4841 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 380 time: 0.0476794 Jul 05 18:38:04.981914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'port': {'device_id': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'admin_state_up': True, 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'security_groups': ['66b0454c-a9de-4480-83b9-9712d243be8f']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:05.117992 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:05.187909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-82b838ba-1ca5-4fd1-ad3a-3f0306ca92a2 req-29d3776a-efbe-4a6a-805b-ebe288c34e77 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 210 time: 0.0439022 Jul 05 18:38:05.457419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:05.472779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Made reservation on behalf of 314b25ec81cb45cd80ef141376583cb8 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:38:05.476405 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:05.483076 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:05.606899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.25.3.244 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/e2cee128-ec7e-4dd3-9a64-ac87cfd865bd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:38:05.635071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.20.0.11 (2fd2347b-7342-4422-91e5-6e880b167e87/8119ec3b-bb57-45ad-ae21-3f1c6382a90a/fb5181e2-0985-42d5-858e-0f5f1bf73223) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:38:05.743354 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:05.791801 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:05.804943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Transition to ACTIVE for port object fb5181e2-0985-42d5-858e-0f5f1bf73223 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:38:05.827596 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:05.863864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:38:05.866913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:38:05.870262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:38:05.879067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:05.907397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=e2cee128-ec7e-4dd3-9a64-ac87cfd865bd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:05.938775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:38:05.946172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:38:05.959500 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:38:06.009762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=fb5181e2-0985-42d5-858e-0f5f1bf73223,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:06.061400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:06.062951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:06.078925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:06.160030 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-ff7151ba-715b-4cc6-9aba-780a529a2be4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1833079 Jul 05 18:38:06.173154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Request body: {'port': {'device_id': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:06.275401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:06.286236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 851d62d9-d0a8-40bb-9cd5-56ef0142a327 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:06.342525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 851d62d9-d0a8-40bb-9cd5-56ef0142a327 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:06.343166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 851d62d9-d0a8-40bb-9cd5-56ef0142a327 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:06.370063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1a9986bb-cc1a-4433-8361-1e57ab10bbd6 None None] Provisioning for port fb5181e2-0985-42d5-858e-0f5f1bf73223 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:38:06.375461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1a9986bb-cc1a-4433-8361-1e57ab10bbd6 None None] Provisioning complete for port fb5181e2-0985-42d5-858e-0f5f1bf73223 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:06.375965 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1a9986bb-cc1a-4433-8361-1e57ab10bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:06.435906 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1a9986bb-cc1a-4433-8361-1e57ab10bbd6 None None] Port fb5181e2-0985-42d5-858e-0f5f1bf73223 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:38:06.479474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b620bc4-e17f-47a7-9c89-0a61581bf999 req-81e2e2bb-b788-4367-9636-e5a69f44ef0a tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 210 time: 0.0613511 Jul 05 18:38:06.541260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f329fa6-ed2e-4861-86b2-c110ae29da71 req-44a8e596-2c42-4fd1-847f-5d94a1f0acfc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:06.543419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f329fa6-ed2e-4861-86b2-c110ae29da71 req-44a8e596-2c42-4fd1-847f-5d94a1f0acfc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 932 time: 0.1234858 Jul 05 18:38:06.615341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5181e2-0985-42d5-858e-0f5f1bf73223 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:38:06.624084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:06.625316 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f329fa6-ed2e-4861-86b2-c110ae29da71 req-8299f6a6-1fad-4b5a-b9d7-0ad3d57dc358 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759542 Jul 05 18:38:06.641403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Transition to ACTIVE for port object fb5181e2-0985-42d5-858e-0f5f1bf73223 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:38:06.690409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:06.691828 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:06.743742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5181e2-0985-42d5-858e-0f5f1bf73223,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:06.830384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Attempting to bind port fb5181e2-0985-42d5-858e-0f5f1bf73223 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:38:06.831034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Attempting to bind port fb5181e2-0985-42d5-858e-0f5f1bf73223 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:38:06.831544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Attempting to bind port fb5181e2-0985-42d5-858e-0f5f1bf73223 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:38:06.836657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Port fb5181e2-0985-42d5-858e-0f5f1bf73223 on network 2fd2347b-7342-4422-91e5-6e880b167e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:38:06.836992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Attempting to bind port fb5181e2-0985-42d5-858e-0f5f1bf73223 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:38:06.842467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:38:06.842842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:38:06.843212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Bound using segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:38:06.843691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Bound port: fb5181e2-0985-42d5-858e-0f5f1bf73223, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:38:06.844357 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:06.922061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] For port fb5181e2-0985-42d5-858e-0f5f1bf73223, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:38:06.925606 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] For port fb5181e2-0985-42d5-858e-0f5f1bf73223, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb5181e2-0985-42d5-858e-0f5f1bf73223,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:38:06.938372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:06.987602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:07.027222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:07.028088 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:07.029541 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] 10.222.0.97 "PUT /v2.0/ports/fb5181e2-0985-42d5-858e-0f5f1bf73223 HTTP/1.1" status: 200 len: 1092 time: 0.8622365 Jul 05 18:38:07.029998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'tag': 'fb5181e2-0985-42d5-858e-0f5f1bf73223'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:38:07.032465 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d0073d-7430-4163-8dfe-79157197cffb" -d '{"events": [{"name": "network-changed", "server_uuid": "df624042-5d62-4ecf-b87c-7a8e453afd6d", "tag": "fb5181e2-0985-42d5-858e-0f5f1bf73223"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:38:07.100065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d13e7b-2e57-4da8-a5ea-d534dc144cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5181e2-0985-42d5-858e-0f5f1bf73223,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:07.100065 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719b38da-3d7b-48fc-aeef-b434662cdae9 x-openstack-request-id: req-719b38da-3d7b-48fc-aeef-b434662cdae9 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:38:07.100065 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df624042-5d62-4ecf-b87c-7a8e453afd6d", "tag": "fb5181e2-0985-42d5-858e-0f5f1bf73223", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:38:07.100065 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-719b38da-3d7b-48fc-aeef-b434662cdae9 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:38:07.100065 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'tag': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'status': 'completed', 'code': 200} Jul 05 18:38:07.176626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0073d-7430-4163-8dfe-79157197cffb req-0784ebbe-96c1-4e69-8eb9-aeb125d21989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:07.178261 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f3d0073d-7430-4163-8dfe-79157197cffb req-0784ebbe-96c1-4e69-8eb9-aeb125d21989 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 1095 time: 0.0621033 Jul 05 18:38:07.204275 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:38:07.310870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0073d-7430-4163-8dfe-79157197cffb req-de702dc3-43c3-4ede-9b6d-bbd14501de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:07.310870 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f3d0073d-7430-4163-8dfe-79157197cffb req-de702dc3-43c3-4ede-9b6d-bbd14501de1d service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=314b25ec81cb45cd80ef141376583cb8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1256323 Jul 05 18:38:07.336873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:38:07.348456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Sync routers for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:38:07.363085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:07.363865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:07.427266 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:07.431378 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-13ec48d8-a6ce-40e3-9069-d8f510f03075 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7555385 Jul 05 18:38:07.434894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45936) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:07.449205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0073d-7430-4163-8dfe-79157197cffb req-fa25dabb-d029-4027-a0c3-5c92468fc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:07.454392 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f3d0073d-7430-4163-8dfe-79157197cffb req-fa25dabb-d029-4027-a0c3-5c92468fc243 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1330171 Jul 05 18:38:07.465008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b2417767-5633-4df3-b0eb-0021d6ae88e5 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=88dea2edd69e419e87b210da29844b97&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292397 Jul 05 18:38:07.466500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45938) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:07.532086 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:07.571195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-387f7e44-dd78-4879-9f97-d1eac9d3fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:07.574738 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-387f7e44-dd78-4879-9f97-d1eac9d3fdca service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 1095 time: 0.0682344 Jul 05 18:38:07.577351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee6b04-4104-49b3-87d1-cd70cc71cc8a tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:07.581937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45942) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:07.582390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-55ee6b04-4104-49b3-87d1-cd70cc71cc8a tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1159780 Jul 05 18:38:07.664673 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-c788d094-486e-48b1-8ee2-7ca1f6c0d3bc service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb5181e2-0985-42d5-858e-0f5f1bf73223 HTTP/1.1" status: 200 len: 217 time: 0.0670795 Jul 05 18:38:07.667355 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-feaaa79c-a6e2-4fcd-8740-cfadbf0f4d57 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0843277 Jul 05 18:38:07.673049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45946) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:07.685480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1710236583', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'project_id': '88dea2edd69e419e87b210da29844b97', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:07.729323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8287fa5f-3f5a-4263-b4cf-2001a9849a92 req-a6288743-ce4e-4b13-9821-ea4a4d8fe4f1 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3dbddda-3eb5-42dd-bcde-350cda864488 HTTP/1.1" status: 200 len: 210 time: 0.0698745 Jul 05 18:38:07.759874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-c45cf412-2fd7-4526-aa38-18682a3cb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:07.762269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-c45cf412-2fd7-4526-aa38-18682a3cb387 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0872078 Jul 05 18:38:07.771345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:06Z', 'revision_number': 3, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:07.804427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Checking router: 7dda29c9-66d8-43c8-b1db-18283b0c7ffc for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:38:07.804917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Updating router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:38:07.852216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-7ceadeea-a1ef-46af-8a36-701adcf8f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:07.859975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-7ceadeea-a1ef-46af-8a36-701adcf8f217 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840957 Jul 05 18:38:07.868971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:07.977316 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b4f35-1995-4608-ad05-e6e391b0a037 req-0ce97cb6-7f51-4577-a210-a389454366cc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:07.981337 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-166b4f35-1995-4608-ad05-e6e391b0a037 req-0ce97cb6-7f51-4577-a210-a389454366cc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.1729753 Jul 05 18:38:08.002181 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-0a0f1487-3d92-49ce-9b32-3a8623974571 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370511 Jul 05 18:38:08.011402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Made reservation on behalf of 88dea2edd69e419e87b210da29844b97 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:38:08.015734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:08.109132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-166b4f35-1995-4608-ad05-e6e391b0a037 req-de6db50f-3ed4-47c3-9770-f4d17a294c58 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214361 Jul 05 18:38:08.144253 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6704751c-32e1-42ba-81d3-3e4b4e913439 req-4d7d9182-20e1-43ae-9814-2e36f676b8f3 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358533 Jul 05 18:38:08.256671 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:08.271550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Transition to ACTIVE for port object e2cee128-ec7e-4dd3-9a64-ac87cfd865bd will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:38:08.342073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:08.365046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:08.393431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Attempting to bind port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:38:08.393999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Attempting to bind port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:38:08.394204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Attempting to bind port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:38:08.407440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:38:08.407820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:38:08.408227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:08.409351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:38:08.409351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Bound port: e2cee128-ec7e-4dd3-9a64-ac87cfd865bd, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:38:08.409563 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:08.411240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Pushing event updated for resources: {'Port': ['ID=e2cee128-ec7e-4dd3-9a64-ac87cfd865bd,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:08.435367 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Subnet': ['ID=b87c82c9-3080-4e5d-9128-e1442bffbd39,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:08.443783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Checking segment: {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:38:08.444244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network hostable DHCP agents. Network: 8774e609-a3d0-44d1-b486-9babc3710768, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:38:08.449323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.449754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.450411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.450631 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.451037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.451436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.452029 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.452430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.452938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.453408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.453822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.454243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:08.482246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] For port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:38:08.485291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] For port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e2cee128-ec7e-4dd3-9a64-ac87cfd865bd,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:38:08.536215 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 8774e609-a3d0-44d1-b486-9babc3710768 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:38:08.570731 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:08.627227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:08.627865 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:08.653474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 8774e609-a3d0-44d1-b486-9babc3710768) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:38:08.658531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:08.659353 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:08.681046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ce54a-5ca4-48e6-9ce1-3a15c65ed648 None None] Network 8774e609-a3d0-44d1-b486-9babc3710768 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:38:08.686493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d1800-03a2-40ca-a9b8-d56893470a18 None None] Pushing event updated for resources: {'Port': ['ID=e2cee128-ec7e-4dd3-9a64-ac87cfd865bd,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:08.756516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e0e4c82b-86b4-4f80-9096-330cbe1f0f50 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0724781 Jul 05 18:38:08.756698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 45950) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:08.831286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 45952) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:08.923804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee95de96-fa0a-4bf8-874d-1ca874b158b0 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:08.959751 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee95de96-fa0a-4bf8-874d-1ca874b158b0 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:09.000091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:09.118926 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee95de96-fa0a-4bf8-874d-1ca874b158b0 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:09.121487 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ee95de96-fa0a-4bf8-874d-1ca874b158b0 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:09.122843 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ee95de96-fa0a-4bf8-874d-1ca874b158b0 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] 10.222.0.30 "DELETE /v2.0/security-groups/ddd5280c-9db1-4a86-aa80-62f789ae9277 HTTP/1.1" status: 204 len: 168 time: 0.2896073 Jul 05 18:38:09.139308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95de96-fa0a-4bf8-874d-1ca874b158b0 tempest-TestVolumeBackupRestore-397453669 tempest-TestVolumeBackupRestore-397453669-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd5280c-9db1-4a86-aa80-62f789ae9277,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:09.169933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-8774e609-a3d0-44d1-b486-9babc3710768', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:38:09.170835 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:09.365780 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:09.369635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Allocated IP 172.20.0.2 (8774e609-a3d0-44d1-b486-9babc3710768/b87c82c9-3080-4e5d-9128-e1442bffbd39/19a7e6c8-860e-4052-8ec5-5115dc97edac) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:38:09.377472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601326e0-8648-4155-9089-823f58e06041 req-01ad4027-8635-45ba-89ff-f347816ec1ce tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:09.379500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:06Z', 'revision_number': 3, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:09.379666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-601326e0-8648-4155-9089-823f58e06041 req-01ad4027-8635-45ba-89ff-f347816ec1ce tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.1210761 Jul 05 18:38:09.423001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-601326e0-8648-4155-9089-823f58e06041 req-a2136a33-893d-4391-9395-3c7c69308350 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347867 Jul 05 18:38:09.438372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8b6cc2-35c8-444e-b737-57b3e31e747d None None] The sync data for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 is: [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:06Z', 'revision_number': 3, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:38:09.589462 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:09.598598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Transition to ACTIVE for port object 19a7e6c8-860e-4052-8ec5-5115dc97edac will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:38:09.623541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Transition to ACTIVE for port object 19a7e6c8-860e-4052-8ec5-5115dc97edac will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:38:09.719616 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:09.848052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.20.0.1 (8774e609-a3d0-44d1-b486-9babc3710768/b87c82c9-3080-4e5d-9128-e1442bffbd39/4411c0d7-c532-481e-852a-ea84327b9533) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:38:09.852942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Network 8774e609-a3d0-44d1-b486-9babc3710768 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:38:09.870034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:38:09.873826 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:38:09.916906 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Pushing event updated for resources: {'Port': ['ID=19a7e6c8-860e-4052-8ec5-5115dc97edac,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:09.957061 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Attempting to bind port 19a7e6c8-860e-4052-8ec5-5115dc97edac on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:38:09.957441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Attempting to bind port 19a7e6c8-860e-4052-8ec5-5115dc97edac by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:38:09.957809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Attempting to bind port 19a7e6c8-860e-4052-8ec5-5115dc97edac on network 8774e609-a3d0-44d1-b486-9babc3710768 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:38:09.963160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:38:09.963542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Checking segment: {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:38:09.963953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:09.964915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Bound using segment: {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:38:09.965403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Bound port: 19a7e6c8-860e-4052-8ec5-5115dc97edac, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:38:09.965783 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:10.038630 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] For port 19a7e6c8-860e-4052-8ec5-5115dc97edac, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:38:10.044325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] For port 19a7e6c8-860e-4052-8ec5-5115dc97edac, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=19a7e6c8-860e-4052-8ec5-5115dc97edac,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:38:10.062199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:10.090139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Transition to ACTIVE for port object 4411c0d7-c532-481e-852a-ea84327b9533 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:38:10.118333 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:10.211599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:10.229062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e2cee128-ec7e-4dd3-9a64-ac87cfd865bd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:38:10.287506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052ef2f-abbd-4ad5-9edc-83b5c21d0d08 None None] Pushing event updated for resources: {'Port': ['ID=19a7e6c8-860e-4052-8ec5-5115dc97edac,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:10.288770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 8774e609-a3d0-44d1-b486-9babc3710768 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:38:10.293238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:38:10.308512 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:38:10.315967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=4411c0d7-c532-481e-852a-ea84327b9533,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:10.364442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:38:10.373621 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:10.378459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:10.379288 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:10.594471 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:10.633034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e2cee128-ec7e-4dd3-9a64-ac87cfd865bd,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:10.710369 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:10.747424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c2023-a796-4702-849b-0c622d4cdbb0 req-4c59d317-6f0e-4aa6-a031-9f18a8195c35 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:10.758455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-832c2023-a796-4702-849b-0c622d4cdbb0 req-4c59d317-6f0e-4aa6-a031-9f18a8195c35 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.1074646 Jul 05 18:38:10.809515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=e2cee128-ec7e-4dd3-9a64-ac87cfd865bd,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:10.813579 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:10.906131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-832c2023-a796-4702-849b-0c622d4cdbb0 req-c343a13d-c2c4-424c-897e-2f5f21f98b0d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464770 Jul 05 18:38:11.191784 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:11.244833 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:11.333704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=4411c0d7-c532-481e-852a-ea84327b9533,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:11.337309 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:11.465312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 8774e609-a3d0-44d1-b486-9babc3710768 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:38:11.465312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:38:11.591144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0190eb85-cc34-4106-ad3d-931bf417b49f None None] Network 8774e609-a3d0-44d1-b486-9babc3710768 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:38:11.607911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:38:11.747856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:38:11.756704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b8e7b027-3ac0-4cea-939c-0d92ec42a4a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "PUT /v2.0/routers/7dda29c9-66d8-43c8-b1db-18283b0c7ffc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9966636 Jul 05 18:38:11.757435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46060) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:11.819984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dacfb5f5-4343-44db-84c4-e8f7a41af81f None None] Provisioning for port 19a7e6c8-860e-4052-8ec5-5115dc97edac completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:38:12.030634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32778770-5bed-4bb7-b8a8-b20c616aedfc tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:12.031490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32778770-5bed-4bb7-b8a8-b20c616aedfc tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:12.032531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32778770-5bed-4bb7-b8a8-b20c616aedfc tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:12.033180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32778770-5bed-4bb7-b8a8-b20c616aedfc tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:12.033822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32778770-5bed-4bb7-b8a8-b20c616aedfc tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:12.034463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32778770-5bed-4bb7-b8a8-b20c616aedfc tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:12.035125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32778770-5bed-4bb7-b8a8-b20c616aedfc tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:12.035913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32778770-5bed-4bb7-b8a8-b20c616aedfc tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:12.038319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-32778770-5bed-4bb7-b8a8-b20c616aedfc tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.2797871 Jul 05 18:38:12.041459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46076) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:12.163569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6a81d-50a7-43a4-9eec-fb67b7b6518d req-d4a7ae84-cf6f-442c-8f1f-b514c1b8a485 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:12.165308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57b6a81d-50a7-43a4-9eec-fb67b7b6518d req-d4a7ae84-cf6f-442c-8f1f-b514c1b8a485 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.1230552 Jul 05 18:38:12.254831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-57b6a81d-50a7-43a4-9eec-fb67b7b6518d req-cf40ea34-54ba-48c2-af96-6c2bd23a29ea tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833018 Jul 05 18:38:12.296218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cc052b7f-4a38-412e-8d1a-7a40080cdc9b None None] Provisioning for port 4411c0d7-c532-481e-852a-ea84327b9533 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:38:12.300353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cc052b7f-4a38-412e-8d1a-7a40080cdc9b None None] Provisioning complete for port 4411c0d7-c532-481e-852a-ea84327b9533 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:12.300733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cc052b7f-4a38-412e-8d1a-7a40080cdc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:12.427358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cc052b7f-4a38-412e-8d1a-7a40080cdc9b None None] Port 4411c0d7-c532-481e-852a-ea84327b9533 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:38:12.468416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e2cee128-ec7e-4dd3-9a64-ac87cfd865bd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:38:12.481843 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Sync routers for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:38:12.493970 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:12.499893 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:12.567076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:12.567766 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:12.672294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2b552868-84d3-46d0-864a-3edc14b14741 None None] Provisioning complete for port 4411c0d7-c532-481e-852a-ea84327b9533 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:12.672935 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2b552868-84d3-46d0-864a-3edc14b14741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:12.780641 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2b552868-84d3-46d0-864a-3edc14b14741 None None] Port 4411c0d7-c532-481e-852a-ea84327b9533 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:38:12.790910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 19a7e6c8-860e-4052-8ec5-5115dc97edac up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:38:12.914589 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:12.981770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 19a7e6c8-860e-4052-8ec5-5115dc97edac completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:38:13.006903 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf5938-a5cf-4e1f-8217-ae3dbab9981d tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:13.007424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf5938-a5cf-4e1f-8217-ae3dbab9981d tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:13.007821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf5938-a5cf-4e1f-8217-ae3dbab9981d tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:13.008274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf5938-a5cf-4e1f-8217-ae3dbab9981d tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:13.008831 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf5938-a5cf-4e1f-8217-ae3dbab9981d tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:13.009189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf5938-a5cf-4e1f-8217-ae3dbab9981d tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:13.009643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf5938-a5cf-4e1f-8217-ae3dbab9981d tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:13.010095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daaf5938-a5cf-4e1f-8217-ae3dbab9981d tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:13.013934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 19a7e6c8-860e-4052-8ec5-5115dc97edac triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:13.014738 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.015782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46112) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:13.021965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-daaf5938-a5cf-4e1f-8217-ae3dbab9981d tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.9793413 Jul 05 18:38:13.067842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-84767b5d-b2d8-4071-a13d-224adcf78a4f None None] Provisioning complete for port 4411c0d7-c532-481e-852a-ea84327b9533 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:13.068137 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-84767b5d-b2d8-4071-a13d-224adcf78a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.142020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-84767b5d-b2d8-4071-a13d-224adcf78a4f None None] Port 4411c0d7-c532-481e-852a-ea84327b9533 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:38:13.160886 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.202021 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4411c0d7-c532-481e-852a-ea84327b9533', 'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:4d:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:09Z', 'updated_at': '2021-07-05T18:38:11Z', 'revision_number': 2, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:13.231419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 19a7e6c8-860e-4052-8ec5-5115dc97edac, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=19a7e6c8-860e-4052-8ec5-5115dc97edac,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:13.240264 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Checking router: 7dda29c9-66d8-43c8-b1db-18283b0c7ffc for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:38:13.240622 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Updating router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc port 4411c0d7-c532-481e-852a-ea84327b9533 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:38:13.283674 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.289942 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.373598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-91572f85-8a3d-4dfb-b2a9-e8f1464d845e tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.3566413 Jul 05 18:38:13.431490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=19a7e6c8-860e-4052-8ec5-5115dc97edac,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:13.608749 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.618968 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Transition to ACTIVE for port object 4411c0d7-c532-481e-852a-ea84327b9533 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:38:13.630185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058edf4a-042c-4134-9d81-e94b2035eb64 req-3632db67-3727-47da-ae67-e2661533313b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:13.632090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-058edf4a-042c-4134-9d81-e94b2035eb64 req-3632db67-3727-47da-ae67-e2661533313b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.1072929 Jul 05 18:38:13.689869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-058edf4a-042c-4134-9d81-e94b2035eb64 req-6789a194-0ce3-4230-9ca3-8523426efd75 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509682 Jul 05 18:38:13.697455 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.761864 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3796fef-2ca6-4260-8115-5c1e0a12ae2b None None] Pushing event updated for resources: {'Port': ['ID=4411c0d7-c532-481e-852a-ea84327b9533,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:13.780478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46148) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:13.789090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-73dc257f-6d8f-4b9f-b1fd-29fb50dd98e3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-232566288', 'description': 'tempest-secgroup-smoke-232566288 description', 'project_id': '88dea2edd69e419e87b210da29844b97'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:13.834837 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Attempting to bind port 4411c0d7-c532-481e-852a-ea84327b9533 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:38:13.834837 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Attempting to bind port 4411c0d7-c532-481e-852a-ea84327b9533 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:38:13.834837 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Attempting to bind port 4411c0d7-c532-481e-852a-ea84327b9533 on network 8774e609-a3d0-44d1-b486-9babc3710768 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:38:13.844947 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:38:13.845609 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Checking segment: {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:38:13.846196 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.847027 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Bound using segment: {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:38:13.847484 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Bound port: 4411c0d7-c532-481e-852a-ea84327b9533, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:38:13.847920 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.885093 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73dc257f-6d8f-4b9f-b1fd-29fb50dd98e3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:13.998946 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] For port 4411c0d7-c532-481e-852a-ea84327b9533, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:38:14.006511 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] For port 4411c0d7-c532-481e-852a-ea84327b9533, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4411c0d7-c532-481e-852a-ea84327b9533,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:38:14.030946 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73dc257f-6d8f-4b9f-b1fd-29fb50dd98e3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.076017 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.104490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73dc257f-6d8f-4b9f-b1fd-29fb50dd98e3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.146877 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:14.150777 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:14.175165 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc257f-6d8f-4b9f-b1fd-29fb50dd98e3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b154464-c824-43d8-908e-f263b0028eea,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:14.203308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 19a7e6c8-860e-4052-8ec5-5115dc97edac up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:38:14.224628 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-73dc257f-6d8f-4b9f-b1fd-29fb50dd98e3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.231624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73dc257f-6d8f-4b9f-b1fd-29fb50dd98e3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4467402 Jul 05 18:38:14.231909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46170) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:14.238408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0e01e421-1a68-42e4-8b9b-ae88149f2749 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '5b154464-c824-43d8-908e-f263b0028eea', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:14.259673 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3796fef-2ca6-4260-8115-5c1e0a12ae2b None None] Pushing event updated for resources: {'Port': ['ID=4411c0d7-c532-481e-852a-ea84327b9533,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:14.289126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 19a7e6c8-860e-4052-8ec5-5115dc97edac triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:14.289595 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.343509 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:14.378826 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e01e421-1a68-42e4-8b9b-ae88149f2749 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.454978 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e01e421-1a68-42e4-8b9b-ae88149f2749 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.530099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e01e421-1a68-42e4-8b9b-ae88149f2749 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.562080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e421-1a68-42e4-8b9b-ae88149f2749 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb628db0-a322-4a79-baf4-e527aba68431,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:14.642110 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4411c0d7-c532-481e-852a-ea84327b9533', 'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:4d:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:09Z', 'updated_at': '2021-07-05T18:38:13Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:14.650747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e01e421-1a68-42e4-8b9b-ae88149f2749 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.653161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0e01e421-1a68-42e4-8b9b-ae88149f2749 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4202335 Jul 05 18:38:14.656271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46190) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:14.664777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-3c7c3c78-f34f-4d14-9ac1-ae68f679d807 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '5b154464-c824-43d8-908e-f263b0028eea', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:14.676810 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ebdae0-0ce5-44b8-a2b8-9e20650f0a30 None None] The sync data for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 is: [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4411c0d7-c532-481e-852a-ea84327b9533', 'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:4d:06:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:09Z', 'updated_at': '2021-07-05T18:38:13Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:38:14.747819 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c7c3c78-f34f-4d14-9ac1-ae68f679d807 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.867931 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c7c3c78-f34f-4d14-9ac1-ae68f679d807 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.943036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c7c3c78-f34f-4d14-9ac1-ae68f679d807 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:14.995354 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c3c78-f34f-4d14-9ac1-ae68f679d807 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52d06cf-45db-40c7-9be4-69c7b8652142,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:15.021355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb4ed4-f8a6-47ab-b9a8-ec5ba3b2aa9d req-956f58d1-727b-4c04-b8f8-4165b3087cff tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:15.022956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71bb4ed4-f8a6-47ab-b9a8-ec5ba3b2aa9d req-956f58d1-727b-4c04-b8f8-4165b3087cff tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.1258814 Jul 05 18:38:15.069343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71bb4ed4-f8a6-47ab-b9a8-ec5ba3b2aa9d req-638565c5-f0d5-4e6e-b918-ab9b3e572e10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391717 Jul 05 18:38:15.083469 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3c7c3c78-f34f-4d14-9ac1-ae68f679d807 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:15.083469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3c7c3c78-f34f-4d14-9ac1-ae68f679d807 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4234955 Jul 05 18:38:15.083983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46208) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:15.088399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f45d347d-373c-4b53-9ca7-a2e3d7cfce2e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '5b154464-c824-43d8-908e-f263b0028eea', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:15.196605 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f45d347d-373c-4b53-9ca7-a2e3d7cfce2e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:15.269414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f45d347d-373c-4b53-9ca7-a2e3d7cfce2e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:15.388307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f45d347d-373c-4b53-9ca7-a2e3d7cfce2e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:15.415229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d347d-373c-4b53-9ca7-a2e3d7cfce2e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4fcc31-afab-40a2-82dd-6072e33937f6,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:15.490189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f45d347d-373c-4b53-9ca7-a2e3d7cfce2e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:15.491933 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f45d347d-373c-4b53-9ca7-a2e3d7cfce2e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4072270 Jul 05 18:38:15.494807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46226) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:15.509678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a9265a5b-10b3-41a1-b43c-070745ef10f3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '5b154464-c824-43d8-908e-f263b0028eea', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:15.633014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46234) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:15.640392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a9265a5b-10b3-41a1-b43c-070745ef10f3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:15.759270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a9265a5b-10b3-41a1-b43c-070745ef10f3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:15.833567 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a9265a5b-10b3-41a1-b43c-070745ef10f3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:15.868939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9265a5b-10b3-41a1-b43c-070745ef10f3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f831184-2af1-4218-81e5-8aec7e4c7c4b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:15.952959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a9265a5b-10b3-41a1-b43c-070745ef10f3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:15.954206 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a9265a5b-10b3-41a1-b43c-070745ef10f3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4548764 Jul 05 18:38:15.957014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46250) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:15.962217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3b404088-a476-45e5-b14e-17eec86a9e08 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '5b154464-c824-43d8-908e-f263b0028eea', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:16.067770 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-3b404088-a476-45e5-b14e-17eec86a9e08 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Project 88dea2edd69e419e87b210da29844b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:38:16.073855 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b404088-a476-45e5-b14e-17eec86a9e08 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.142172 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.179907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b404088-a476-45e5-b14e-17eec86a9e08 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.244595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b404088-a476-45e5-b14e-17eec86a9e08 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.265442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4411c0d7-c532-481e-852a-ea84327b9533 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:38:16.280258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b404088-a476-45e5-b14e-17eec86a9e08 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ae9dfd5-568e-4632-bce9-28c60050c739,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:16.388133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3b404088-a476-45e5-b14e-17eec86a9e08 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.389817 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3b404088-a476-45e5-b14e-17eec86a9e08 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4317231 Jul 05 18:38:16.392447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46272) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:16.399187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b09dc8eb-5044-46f0-8ebf-1a6c8b0ba517 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'security_group_rule': {'security_group_id': '5b154464-c824-43d8-908e-f263b0028eea', 'project_id': '88dea2edd69e419e87b210da29844b97', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:16.406701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4411c0d7-c532-481e-852a-ea84327b9533 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:38:16.411052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4411c0d7-c532-481e-852a-ea84327b9533 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:16.411531 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.455840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d32a2b1-c10a-4535-801d-f95bb311a290 req-df8eb374-cf4a-473e-ac87-849476069fae tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:16.458006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d32a2b1-c10a-4535-801d-f95bb311a290 req-df8eb374-cf4a-473e-ac87-849476069fae tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.1246274 Jul 05 18:38:16.485450 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-b09dc8eb-5044-46f0-8ebf-1a6c8b0ba517 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Project 88dea2edd69e419e87b210da29844b97 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 18:38:16.493755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b09dc8eb-5044-46f0-8ebf-1a6c8b0ba517 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.525342 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.564689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4411c0d7-c532-481e-852a-ea84327b9533, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4411c0d7-c532-481e-852a-ea84327b9533,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:16.578763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d32a2b1-c10a-4535-801d-f95bb311a290 req-a5b765d6-e66f-4d06-9a5a-82f685df1610 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897541 Jul 05 18:38:16.599163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b09dc8eb-5044-46f0-8ebf-1a6c8b0ba517 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.612779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Deleting port b2bb8325-2e3a-416a-a778-152f934e0663 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:16.613216 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.623264 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.678930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b09dc8eb-5044-46f0-8ebf-1a6c8b0ba517 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.680379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4411c0d7-c532-481e-852a-ea84327b9533,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:16.699364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dc8eb-5044-46f0-8ebf-1a6c8b0ba517 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414455b9-cba3-4183-b08d-e344777829a8,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:16.702543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] For port b2bb8325-2e3a-416a-a778-152f934e0663, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b2bb8325-2e3a-416a-a778-152f934e0663,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:16.702971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.717756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Calling delete_port for b2bb8325-2e3a-416a-a778-152f934e0663 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:16.765333 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b09dc8eb-5044-46f0-8ebf-1a6c8b0ba517 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:16.775188 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b09dc8eb-5044-46f0-8ebf-1a6c8b0ba517 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3726187 Jul 05 18:38:17.128743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-37998313-d8a9-4634-b525-dfa75a28f88d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-232566288&fields=id&tenant_id=88dea2edd69e419e87b210da29844b97 HTTP/1.1" status: 200 len: 267 time: 0.0470898 Jul 05 18:38:17.314155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-4ed8d2fb-ad47-439c-b8c0-2bc210f7301b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:17.315644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-4ed8d2fb-ad47-439c-b8c0-2bc210f7301b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/networks?id=8774e609-a3d0-44d1-b486-9babc3710768 HTTP/1.1" status: 200 len: 797 time: 0.1494505 Jul 05 18:38:17.337197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-30a3bbd4-e403-4aca-b872-9906633e0d1b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/quotas/88dea2edd69e419e87b210da29844b97 HTTP/1.1" status: 200 len: 375 time: 0.0156486 Jul 05 18:38:17.410755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-30541d0a-1ea7-4ac6-831d-2f57816a2f1d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663099 Jul 05 18:38:17.461843 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:17.493183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-5b76b9d2-e625-49aa-ba68-9a2db55b3c20 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:38:17.494099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-5b76b9d2-e625-49aa-ba68-9a2db55b3c20 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0709965 Jul 05 18:38:17.495030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2bb8325-2e3a-416a-a778-152f934e0663,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:17.682071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-ef85dbf8-9bbb-4a55-b53b-9e6d062b7072 service neutron] 10.222.0.30 "GET /v2.0/networks/8774e609-a3d0-44d1-b486-9babc3710768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803534 Jul 05 18:38:17.846391 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:17.872717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-fc300920-0464-4310-8102-012c3d2e1310 service neutron] 10.222.0.30 "GET /v2.0/networks/8774e609-a3d0-44d1-b486-9babc3710768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786344 Jul 05 18:38:17.931768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47f417-0d71-4d17-b752-1846c0817cfd req-adb01bcf-1de1-4db1-9426-1ade796a19e9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:17.934193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a47f417-0d71-4d17-b752-1846c0817cfd req-adb01bcf-1de1-4db1-9426-1ade796a19e9 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.2069659 Jul 05 18:38:18.023252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a47f417-0d71-4d17-b752-1846c0817cfd req-4fa3e0ff-0076-483a-afcb-453f37e53e4e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802314 Jul 05 18:38:18.176004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b5f06d6-172b-42d9-a8fe-5a1f9598469b req-6e260572-80f1-4e4f-a900-20b3942ff5ed tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 210 time: 0.0370877 Jul 05 18:38:18.181074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:38:18.272812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4411c0d7-c532-481e-852a-ea84327b9533 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:38:18.307157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:38:18.318725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-791c3a78-100a-400d-8dba-016b3aeeb521 admin admin] 10.222.0.30 "PUT /v2.0/routers/90ff7b74-e311-42ab-af1f-19211d7f4ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6846080 Jul 05 18:38:18.322421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] Sync routers for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:38:18.322748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46376) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:18.336544 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:18.337175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:18.384566 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4411c0d7-c532-481e-852a-ea84327b9533 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:18.384977 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:18.435223 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:18.493781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:18.551115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:18.685380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Deleting port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:18.685727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:18.740093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110'}], 'enable_snat': True}, 'gw_port_id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:38:17Z', 'revision_number': 5, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port': {'id': '11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:18.770179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] Checking router: 90ff7b74-e311-42ab-af1f-19211d7f4ce8 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:38:18.780152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] Routers {'90ff7b74-e311-42ab-af1f-19211d7f4ce8'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:18.780429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] For port 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:18.780703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:18.780903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:18.795000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Calling delete_port for 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:18.875644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] Set router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:18.930167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:38:18Z', 'revision_number': 6, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:18.960498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e6607b-b920-43d4-937d-cc86389983cd None None] The sync data for ids ['90ff7b74-e311-42ab-af1f-19211d7f4ce8'] in n-d-799524-1 is: [{'id': '90ff7b74-e311-42ab-af1f-19211d7f4ce8', 'name': 'tempest-TestVolumeBackupRestore-389629925-router', 'tenant_id': '93e031480b414d93a77a82c035efc3ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:29Z', 'updated_at': '2021-07-05T18:38:18Z', 'revision_number': 6, 'project_id': '93e031480b414d93a77a82c035efc3ef', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:38:19.027973 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.055163 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Pushing event deleted for resources: {'Port': ['ID=11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:19.121703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.256892 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.260945 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.337924 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-443c43fd-f6f0-4616-8f9e-dbe0780f8d98 req-1acb89b8-527e-4680-be36-2e11eae84867 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 210 time: 0.0314507 Jul 05 18:38:19.364771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524adf4e-e7e6-4d8f-8110-56361e5627d4 req-0b51ceff-9dbe-4d58-993e-7bcd1d939e82 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:19.364771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-524adf4e-e7e6-4d8f-8110-56361e5627d4 req-0b51ceff-9dbe-4d58-993e-7bcd1d939e82 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.2110493 Jul 05 18:38:19.369073 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.369073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90ff7b74-e311-42ab-af1f-19211d7f4ce8 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:38:19.373160 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.377137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f0c866de-aee5-4cc9-914b-2fe52f1e185d admin admin] 10.222.0.30 "DELETE /v2.0/routers/90ff7b74-e311-42ab-af1f-19211d7f4ce8 HTTP/1.1" status: 204 len: 168 time: 1.0547678 Jul 05 18:38:19.377682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46428) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:19.416646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-524adf4e-e7e6-4d8f-8110-56361e5627d4 req-b597c486-17a0-46f9-b672-d826f49c2ecf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476410 Jul 05 18:38:19.442241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-163d6dde-b847-4041-a3d5-06ab0f986002 admin admin] Deleting subnet 1d2af4bf-fe37-4361-b949-29e3050552a5 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:38:19.445683 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-163d6dde-b847-4041-a3d5-06ab0f986002 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.483750 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-163d6dde-b847-4041-a3d5-06ab0f986002 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.583467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-163d6dde-b847-4041-a3d5-06ab0f986002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.704453 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-163d6dde-b847-4041-a3d5-06ab0f986002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.731790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d6dde-b847-4041-a3d5-06ab0f986002 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2af4bf-fe37-4361-b949-29e3050552a5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:19.740527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-163d6dde-b847-4041-a3d5-06ab0f986002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.741637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ac1f4f-0d6f-4a77-a99f-da86dc8032c4 None None] Network 5650e77e-f8c6-4a33-8def-0d156404a6c5 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:38:19.742479 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-163d6dde-b847-4041-a3d5-06ab0f986002 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1d2af4bf-fe37-4361-b949-29e3050552a5 HTTP/1.1" status: 204 len: 168 time: 0.3630629 Jul 05 18:38:19.745120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46444) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:19.837609 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.894854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Deleting port 927dd89b-f2e1-49b4-bbc6-263c8975744f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:19.895345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.974455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] For port 927dd89b-f2e1-49b4-bbc6-263c8975744f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=927dd89b-f2e1-49b4-bbc6-263c8975744f,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:19.974892 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:19.987744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Calling delete_port for 927dd89b-f2e1-49b4-bbc6-263c8975744f owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:20.014938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22bbe059-3ca1-4bf1-b473-194b2bc531dd None None] DHCP port deletion for 5650e77e-f8c6-4a33-8def-0d156404a6c5 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:38:20.063674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-22bbe059-3ca1-4bf1-b473-194b2bc531dd None None] Deleting port 927dd89b-f2e1-49b4-bbc6-263c8975744f {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:20.064210 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-22bbe059-3ca1-4bf1-b473-194b2bc531dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.133008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-22bbe059-3ca1-4bf1-b473-194b2bc531dd None None] For port 927dd89b-f2e1-49b4-bbc6-263c8975744f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=927dd89b-f2e1-49b4-bbc6-263c8975744f,segment=NetworkSegment(35387753-c1fa-4f11-bde8-9d58ab02b1b2),segment_id=35387753-c1fa-4f11-bde8-9d58ab02b1b2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:20.133536 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-22bbe059-3ca1-4bf1-b473-194b2bc531dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.137298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.148300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 927dd89b-f2e1-49b4-bbc6-263c8975744f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:20.155476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-22bbe059-3ca1-4bf1-b473-194b2bc531dd None None] Calling delete_port for 927dd89b-f2e1-49b4-bbc6-263c8975744f owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:20.166409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Pushing event deleted for resources: {'Port': ['ID=927dd89b-f2e1-49b4-bbc6-263c8975744f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:20.172066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] No DVR routers for this DVR port 927dd89b-f2e1-49b4-bbc6-263c8975744f on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:38:20.180174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 927dd89b-f2e1-49b4-bbc6-263c8975744f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:20.180535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 927dd89b-f2e1-49b4-bbc6-263c8975744f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:20.180965 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:20.204423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:20.204797 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 11b0d7fa-c57f-42e4-b556-2a85ef8ddcbd not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:20.205201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b2bb8325-2e3a-416a-a778-152f934e0663 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:20.228070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b2bb8325-2e3a-416a-a778-152f934e0663 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:20.228426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b2bb8325-2e3a-416a-a778-152f934e0663 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:20.263534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.275829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5650e77e-f8c6-4a33-8def-0d156404a6c5']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:20.290417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35387753-c1fa-4f11-bde8-9d58ab02b1b2') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:20.290755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35387753-c1fa-4f11-bde8-9d58ab02b1b2') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:20.301635 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-22bbe059-3ca1-4bf1-b473-194b2bc531dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.305035 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.320087 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.327360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:38:20.327755 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.329593 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bbe059-3ca1-4bf1-b473-194b2bc531dd None None] Pushing event deleted for resources: {'Port': ['ID=927dd89b-f2e1-49b4-bbc6-263c8975744f,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:38:20.330271 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:38:20.337491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bbe059-3ca1-4bf1-b473-194b2bc531dd None None] No DVR routers for this DVR port 927dd89b-f2e1-49b4-bbc6-263c8975744f on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:38:20.504152 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.509668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.517095 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5650e77e-f8c6-4a33-8def-0d156404a6c5 HTTP/1.1" status: 204 len: 168 time: 0.7660866 Jul 05 18:38:20.517095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:20.541041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5c485d3-de04-4b32-84b6-c4f629e8f49e req-dbc56b9c-b4ab-4219-8f93-32138534f0ca tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 210 time: 0.0438735 Jul 05 18:38:20.599125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f258a5a-b4fd-4bcc-a128-e1892833e802 admin admin] Pushing event deleted for resources: {'Network': ['ID=5650e77e-f8c6-4a33-8def-0d156404a6c5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:20.636486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87017b3d-ca2a-4436-bd11-012cac8c7f9a req-d3b7056e-540e-4dda-be06-c1f00c973a86 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:20.639288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87017b3d-ca2a-4436-bd11-012cac8c7f9a req-d3b7056e-540e-4dda-be06-c1f00c973a86 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 944 time: 0.0810208 Jul 05 18:38:20.684198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87017b3d-ca2a-4436-bd11-012cac8c7f9a req-2ed03ddb-5510-44b2-af01-61f0477bccef tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372674 Jul 05 18:38:20.693463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-d86ef133-fc47-49de-ba3e-78b962b38856 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:20.695047 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-d86ef133-fc47-49de-ba3e-78b962b38856 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "GET /v2.0/networks?id=8774e609-a3d0-44d1-b486-9babc3710768 HTTP/1.1" status: 200 len: 797 time: 0.2576487 Jul 05 18:38:20.805823 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-36299495-54ac-4707-9003-30bf77a21bb3 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88dea2edd69e419e87b210da29844b97 HTTP/1.1" status: 200 len: 379 time: 0.0782661 Jul 05 18:38:20.810062 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88715613-2b77-4064-96c8-b37658b50aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:20.818167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'port': {'device_id': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'admin_state_up': True, 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'security_groups': ['5b154464-c824-43d8-908e-f263b0028eea']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:21.069109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:21.107584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Made reservation on behalf of 88dea2edd69e419e87b210da29844b97 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:38:21.111152 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:21.209365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb5181e2-0985-42d5-858e-0f5f1bf73223 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:38:21.305475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb5181e2-0985-42d5-858e-0f5f1bf73223, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb5181e2-0985-42d5-858e-0f5f1bf73223,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:21.317161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'port_id': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'mac_address': 'fa:16:3e:fc:1a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:38:21.336472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.20.0.11 (8774e609-a3d0-44d1-b486-9babc3710768/b87c82c9-3080-4e5d-9128-e1442bffbd39/9abef28a-5a8c-4e05-9240-66e920afa07c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:38:21.356599 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:21.373675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5181e2-0985-42d5-858e-0f5f1bf73223 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:38:21.394055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb5181e2-0985-42d5-858e-0f5f1bf73223, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb5181e2-0985-42d5-858e-0f5f1bf73223,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:21.455885 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:21.503984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=fb5181e2-0985-42d5-858e-0f5f1bf73223,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:21.546674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:21.566510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Transition to ACTIVE for port object 9abef28a-5a8c-4e05-9240-66e920afa07c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:38:21.570360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Deleting port b9ca3d61-28f5-4877-9443-0a8e9f5381af {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:21.570733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:21.658195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['fb5181e2-0985-42d5-858e-0f5f1bf73223'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:38:21.671701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] For port b9ca3d61-28f5-4877-9443-0a8e9f5381af, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b9ca3d61-28f5-4877-9443-0a8e9f5381af,segment=NetworkSegment(46f6f077-cda5-4878-b4d1-c96bdbb44709),segment_id=46f6f077-cda5-4878-b4d1-c96bdbb44709)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:21.672869 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:21.686321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Calling delete_port for b9ca3d61-28f5-4877-9443-0a8e9f5381af owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:21.692064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6896ffa3-3d4d-4c62-90a7-71a758bb4e03 req-1c7e37c1-d8f6-4047-b64f-ad58106e6e35 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 210 time: 0.0297360 Jul 05 18:38:21.737681 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:21.794524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network 8774e609-a3d0-44d1-b486-9babc3710768 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:38:21.800778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:38:21.807060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:38:21.887948 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=9abef28a-5a8c-4e05-9240-66e920afa07c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:21.894694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540bc3-ab18-4c40-8aef-fde418e23ea6 req-a43598e6-6c0e-43de-9798-d399ddcb8687 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:21.908054 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d540bc3-ab18-4c40-8aef-fde418e23ea6 req-a43598e6-6c0e-43de-9798-d399ddcb8687 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 945 time: 0.0996497 Jul 05 18:38:21.933176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:21.933834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:21.945267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8d540bc3-ab18-4c40-8aef-fde418e23ea6 req-0a3e5fff-7c17-4070-ab7f-8794a7788f35 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361922 Jul 05 18:38:22.012981 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-c0a665ce-d419-4075-86d8-a6d4f49f046b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2001674 Jul 05 18:38:22.025117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Request body: {'port': {'device_id': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:22.067025 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:22.122761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ca3d61-28f5-4877-9443-0a8e9f5381af,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:22.155744 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:22.164354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3f85a6c0-63c3-4331-b5e2-595adf20a455 None None] Provisioning for port 9abef28a-5a8c-4e05-9240-66e920afa07c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:38:22.169418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3f85a6c0-63c3-4331-b5e2-595adf20a455 None None] Provisioning complete for port 9abef28a-5a8c-4e05-9240-66e920afa07c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:22.171862 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3f85a6c0-63c3-4331-b5e2-595adf20a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:22.211454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3f85a6c0-63c3-4331-b5e2-595adf20a455 None None] Port 9abef28a-5a8c-4e05-9240-66e920afa07c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:38:22.447340 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:22.887240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d924a-fc85-4313-b067-d84403c46e71 req-d55aed17-da98-45a9-b51d-795f689f9e5c tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:22.888765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01d924a-fc85-4313-b067-d84403c46e71 req-d55aed17-da98-45a9-b51d-795f689f9e5c tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 932 time: 0.0689692 Jul 05 18:38:22.931313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a01d924a-fc85-4313-b067-d84403c46e71 req-a1346371-429a-4b80-97c0-1da756cbac01 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367827 Jul 05 18:38:22.960286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9abef28a-5a8c-4e05-9240-66e920afa07c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:38:22.997529 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.019277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Transition to ACTIVE for port object 9abef28a-5a8c-4e05-9240-66e920afa07c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:38:23.076081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Router 2760b2d4-7580-42be-955a-361f58deed3d has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:38:23.085404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.133087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b1a49-5fcc-4607-bd1c-d7cd3cdff244 req-c886ae72-12ae-450d-8639-767fdd0b16a2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:23.134621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-316b1a49-5fcc-4607-bd1c-d7cd3cdff244 req-c886ae72-12ae-450d-8639-767fdd0b16a2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 945 time: 0.0651181 Jul 05 18:38:23.175801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-316b1a49-5fcc-4607-bd1c-d7cd3cdff244 req-e480d9c2-3b2b-4c44-9581-ca6f2b4a1d66 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331435 Jul 05 18:38:23.209535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb5181e2-0985-42d5-858e-0f5f1bf73223 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:38:23.236626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Pushing event updated for resources: {'Port': ['ID=9abef28a-5a8c-4e05-9240-66e920afa07c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:23.284050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:38:23.290292 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-578dd22c-65f3-45e1-ba9c-9aed85ed183e admin admin] 10.222.0.30 "PUT /v2.0/routers/2760b2d4-7580-42be-955a-361f58deed3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7610018 Jul 05 18:38:23.293665 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46500) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:23.294857 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] Sync routers for ids ['2760b2d4-7580-42be-955a-361f58deed3d'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:38:23.305114 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] Routers {'2760b2d4-7580-42be-955a-361f58deed3d'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:23.305790 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:37:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2760b2d4-7580-42be-955a-361f58deed3d'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:23.336093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port fb5181e2-0985-42d5-858e-0f5f1bf73223 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:38:23.342459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port fb5181e2-0985-42d5-858e-0f5f1bf73223 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:23.349866 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.356852 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Attempting to bind port 9abef28a-5a8c-4e05-9240-66e920afa07c on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:38:23.357198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Attempting to bind port 9abef28a-5a8c-4e05-9240-66e920afa07c by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:38:23.357535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Attempting to bind port 9abef28a-5a8c-4e05-9240-66e920afa07c on network 8774e609-a3d0-44d1-b486-9babc3710768 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:38:23.366745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Port 9abef28a-5a8c-4e05-9240-66e920afa07c on network 8774e609-a3d0-44d1-b486-9babc3710768 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:38:23.367062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Attempting to bind port 9abef28a-5a8c-4e05-9240-66e920afa07c on network 8774e609-a3d0-44d1-b486-9babc3710768 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:38:23.403854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:38:23.403854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Checking segment: {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:38:23.403854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Bound using segment: {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:38:23.403854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Bound port: 9abef28a-5a8c-4e05-9240-66e920afa07c, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc3be510-153c-46d5-8873-efe55f33f043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:38:23.404576 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.460116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.466189 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] Set router 2760b2d4-7580-42be-955a-361f58deed3d gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:23.533962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] For port 9abef28a-5a8c-4e05-9240-66e920afa07c, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:38:23.575561 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] For port 9abef28a-5a8c-4e05-9240-66e920afa07c, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9abef28a-5a8c-4e05-9240-66e920afa07c,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:38:23.599778 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.622958 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95a7a8b4-2f0d-4a6a-bdd8-aee20b967497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.639439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.648722 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.668175 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2760b2d4-7580-42be-955a-361f58deed3d', 'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:36Z', 'updated_at': '2021-07-05T18:38:21Z', 'revision_number': 5, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'gw_port': {'id': '20c77ac3-9d0a-468c-8496-50a0f6831b67', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:cf:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2760b2d4-7580-42be-955a-361f58deed3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:37Z', 'updated_at': '2021-07-05T18:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:23.682803 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5181e2-0985-42d5-858e-0f5f1bf73223'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:38:23.685676 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e456cfa7-ab12-4889-8085-ec7c983cc7db" -d '{"events": [{"server_uuid": "df624042-5d62-4ecf-b87c-7a8e453afd6d", "name": "network-vif-plugged", "status": "completed", "tag": "fb5181e2-0985-42d5-858e-0f5f1bf73223"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:38:23.711029 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] Checking router: 2760b2d4-7580-42be-955a-361f58deed3d for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:38:23.713336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:23.714698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.716433 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] 10.222.0.39 "PUT /v2.0/ports/9abef28a-5a8c-4e05-9240-66e920afa07c HTTP/1.1" status: 200 len: 1092 time: 1.6959884 Jul 05 18:38:23.717857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:38:23.720373 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683d47c7-ba7b-40cd-84b4-e3e7c4d0e1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:38:23.730208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port fb5181e2-0985-42d5-858e-0f5f1bf73223, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb5181e2-0985-42d5-858e-0f5f1bf73223,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:23.731193 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] Routers {'2760b2d4-7580-42be-955a-361f58deed3d'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:23.731193 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2760b2d4-7580-42be-955a-361f58deed3d'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:23.751177 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd5d25d-74c7-424d-aa39-8824f39705bd x-openstack-request-id: req-1dd5d25d-74c7-424d-aa39-8824f39705bd {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:38:23.751540 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df624042-5d62-4ecf-b87c-7a8e453afd6d", "name": "network-vif-plugged", "status": "completed", "tag": "fb5181e2-0985-42d5-858e-0f5f1bf73223", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:38:23.751868 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dd5d25d-74c7-424d-aa39-8824f39705bd {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:38:23.752337 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'code': 200} Jul 05 18:38:23.755008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f237c2-2df9-4aef-88f3-2e6a8f95eaad service neutron] Pushing event updated for resources: {'Port': ['ID=9abef28a-5a8c-4e05-9240-66e920afa07c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:23.777209 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.786477 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a67324-9f40-488e-845d-f91700b5df4b x-openstack-request-id: req-10a67324-9f40-488e-845d-f91700b5df4b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:38:23.786477 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:38:23.786477 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10a67324-9f40-488e-845d-f91700b5df4b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:38:23.786477 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'status': 'completed', 'code': 200} Jul 05 18:38:23.798733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.816956 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Deleting port 20c77ac3-9d0a-468c-8496-50a0f6831b67 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:23.817548 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:23.874256 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=fb5181e2-0985-42d5-858e-0f5f1bf73223,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:23.950204 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] Set router 2760b2d4-7580-42be-955a-361f58deed3d gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:24.010073 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] For port 20c77ac3-9d0a-468c-8496-50a0f6831b67, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=20c77ac3-9d0a-468c-8496-50a0f6831b67,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:24.011531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:24.015004 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2760b2d4-7580-42be-955a-361f58deed3d', 'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:36Z', 'updated_at': '2021-07-05T18:38:23Z', 'revision_number': 6, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:24.025038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d47c7-ba7b-40cd-84b4-e3e7c4d0e1a3 req-7384d3fe-9d72-4a0a-a37e-2ba88939379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:24.027457 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-683d47c7-ba7b-40cd-84b4-e3e7c4d0e1a3 req-7384d3fe-9d72-4a0a-a37e-2ba88939379a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 1095 time: 0.2127509 Jul 05 18:38:24.045465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Calling delete_port for 20c77ac3-9d0a-468c-8496-50a0f6831b67 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:24.046189 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286a3ca-8b1a-4df0-b15b-58b60f27e4ed None None] The sync data for ids ['2760b2d4-7580-42be-955a-361f58deed3d'] in n-d-799524-1 is: [{'id': '2760b2d4-7580-42be-955a-361f58deed3d', 'name': 'tempest-TestVolumeBackupRestore-1567100278-router', 'tenant_id': '54b8428bdea14183a09ad9405f32d109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:36Z', 'updated_at': '2021-07-05T18:38:23Z', 'revision_number': 6, 'project_id': '54b8428bdea14183a09ad9405f32d109', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:38:24.050007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105fa28-0554-4c3b-bb58-ade4535f539f req-67742d09-bb18-484e-b278-91d92ce80b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:24.051628 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0105fa28-0554-4c3b-bb58-ade4535f539f req-67742d09-bb18-484e-b278-91d92ce80b93 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 1097 time: 0.2215354 Jul 05 18:38:24.146519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a1afe-7e09-49ec-9bea-2ff21665c0e6 req-1f47d6d9-b4e6-4d7e-8d1a-4df3d5b9ace4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:24.148166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-865a1afe-7e09-49ec-9bea-2ff21665c0e6 req-1f47d6d9-b4e6-4d7e-8d1a-4df3d5b9ace4 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 944 time: 0.0764914 Jul 05 18:38:24.179968 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0105fa28-0554-4c3b-bb58-ade4535f539f req-1396a2aa-44f4-49e1-953e-a81fb85584d7 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138628 Jul 05 18:38:24.186600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-865a1afe-7e09-49ec-9bea-2ff21665c0e6 req-8353fa40-1fc9-4125-bcbd-cf357feb3ab7 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318289 Jul 05 18:38:24.260040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d47c7-ba7b-40cd-84b4-e3e7c4d0e1a3 req-9c9474ca-4920-4d40-938a-d91cae7475fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:24.262138 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-683d47c7-ba7b-40cd-84b4-e3e7c4d0e1a3 req-9c9474ca-4920-4d40-938a-d91cae7475fc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=88dea2edd69e419e87b210da29844b97&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2256987 Jul 05 18:38:24.368007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de14c1d-e322-43aa-9b80-971cc9733587 req-189c1d66-a3f4-4191-8d1b-86a3ed79e7b4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:24.369510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2de14c1d-e322-43aa-9b80-971cc9733587 req-189c1d66-a3f4-4191-8d1b-86a3ed79e7b4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 946 time: 0.0666072 Jul 05 18:38:24.408681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d47c7-ba7b-40cd-84b4-e3e7c4d0e1a3 req-c13c1e29-16ac-4496-a46f-02fc51feeed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:24.410783 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-683d47c7-ba7b-40cd-84b4-e3e7c4d0e1a3 req-c13c1e29-16ac-4496-a46f-02fc51feeed7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1382434 Jul 05 18:38:24.415538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2de14c1d-e322-43aa-9b80-971cc9733587 req-59504f31-a37f-43ac-b89f-64b5fb93b06f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392618 Jul 05 18:38:24.461723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:24.500904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b9ca3d61-28f5-4877-9443-0a8e9f5381af no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:24.508739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=20c77ac3-9d0a-468c-8496-50a0f6831b67,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:24.525333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b9ca3d61-28f5-4877-9443-0a8e9f5381af {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:24.525778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b9ca3d61-28f5-4877-9443-0a8e9f5381af not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:24.604635 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:24.642580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-1f98e21a-efdc-4c67-aa06-5c88e9eb9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:24.644027 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-1f98e21a-efdc-4c67-aa06-5c88e9eb9338 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 1095 time: 0.1508682 Jul 05 18:38:24.739114 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-18469041-b7f2-4abe-81aa-c2c31573859e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abef28a-5a8c-4e05-9240-66e920afa07c HTTP/1.1" status: 200 len: 217 time: 0.0650935 Jul 05 18:38:24.742198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:24.744313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:24.748309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:24.828014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-2a67e933-c094-450b-9bcf-4a439f78c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:24.829444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-2a67e933-c094-450b-9bcf-4a439f78c523 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b87c82c9-3080-4e5d-9128-e1442bffbd39 HTTP/1.1" status: 200 len: 835 time: 0.0824695 Jul 05 18:38:24.892377 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:24.893028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2760b2d4-7580-42be-955a-361f58deed3d {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:38:24.897364 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:24.898523 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b94cbe00-3872-441e-a76b-1eca7e034f32 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2760b2d4-7580-42be-955a-361f58deed3d HTTP/1.1" status: 204 len: 168 time: 1.6039274 Jul 05 18:38:24.901925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46510) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:24.903929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-97ac8da4-d7b8-4ebe-a8f1-218a7ad9d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:24.905425 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-97ac8da4-d7b8-4ebe-a8f1-218a7ad9d142 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8774e609-a3d0-44d1-b486-9babc3710768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693667 Jul 05 18:38:24.958129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31a52d2-d50e-430f-a43e-55e6514bfd1f admin admin] Deleting subnet f86d8c94-3511-4f51-911b-3eea523a8191 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:38:24.961249 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e31a52d2-d50e-430f-a43e-55e6514bfd1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:24.999085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e31a52d2-d50e-430f-a43e-55e6514bfd1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.007879 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-51a7d59c-4264-40c9-82cd-fd48163a1fa0 service neutron] 10.222.0.39 "GET /v2.0/networks/8774e609-a3d0-44d1-b486-9babc3710768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923893 Jul 05 18:38:25.088658 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e31a52d2-d50e-430f-a43e-55e6514bfd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.115497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4d93386d-aded-49f6-9d76-e0a19a8e20f1 req-5c6c65e3-976b-4139-8da0-685cde6c9500 service neutron] 10.222.0.39 "GET /v2.0/networks/8774e609-a3d0-44d1-b486-9babc3710768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989988 Jul 05 18:38:25.233611 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e31a52d2-d50e-430f-a43e-55e6514bfd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.262308 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31a52d2-d50e-430f-a43e-55e6514bfd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f86d8c94-3511-4f51-911b-3eea523a8191,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:25.268045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e31a52d2-d50e-430f-a43e-55e6514bfd1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.271015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e31a52d2-d50e-430f-a43e-55e6514bfd1f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f86d8c94-3511-4f51-911b-3eea523a8191 HTTP/1.1" status: 204 len: 168 time: 0.3680487 Jul 05 18:38:25.272619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46514) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:25.274617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009e78a-e1f8-4a6e-a04a-1a097d99018f None None] Network 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:38:25.345864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.381166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ce129-2317-4fd2-ad3d-9e392c9290ae req-0b990924-9293-44ff-ae78-004acd45801b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:25.383213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c02ce129-2317-4fd2-ad3d-9e392c9290ae req-0b990924-9293-44ff-ae78-004acd45801b tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 944 time: 0.0732732 Jul 05 18:38:25.401663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Deleting port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:25.401998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.424869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c02ce129-2317-4fd2-ad3d-9e392c9290ae req-1fe8a5f8-635e-49d1-ad96-f34281149845 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354893 Jul 05 18:38:25.477309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] For port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9,segment=NetworkSegment(46f6f077-cda5-4878-b4d1-c96bdbb44709),segment_id=46f6f077-cda5-4878-b4d1-c96bdbb44709)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:25.477679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.490430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d77641-dc8e-4d25-8168-b10402527235 None None] DHCP port deletion for 1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:38:25.493242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Calling delete_port for fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:25.544701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-91d77641-dc8e-4d25-8168-b10402527235 None None] Deleting port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:38:25.545226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-91d77641-dc8e-4d25-8168-b10402527235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.608902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-91d77641-dc8e-4d25-8168-b10402527235 None None] For port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9,segment=NetworkSegment(46f6f077-cda5-4878-b4d1-c96bdbb44709),segment_id=46f6f077-cda5-4878-b4d1-c96bdbb44709)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:25.609285 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-91d77641-dc8e-4d25-8168-b10402527235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.615280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787a437-95e8-4686-9367-4f538972084b req-a85d09b0-803d-4ede-a52e-7517906d59cb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:25.616786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f787a437-95e8-4686-9367-4f538972084b req-a85d09b0-803d-4ede-a52e-7517906d59cb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 946 time: 0.0662529 Jul 05 18:38:25.622544 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-91d77641-dc8e-4d25-8168-b10402527235 None None] Calling delete_port for fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:38:25.644374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.656215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f787a437-95e8-4686-9367-4f538972084b req-6eecd16d-f32e-48f8-ab8b-b588658301d3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325518 Jul 05 18:38:25.680395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Pushing event deleted for resources: {'Port': ['ID=fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:25.683441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] No DVR routers for this DVR port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:38:25.706067 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-91d77641-dc8e-4d25-8168-b10402527235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.722198 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.722576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.722906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.723242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.723575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.723904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.724229 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.724567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.724877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.725216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.725518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.725837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:38:25.732860 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d77641-dc8e-4d25-8168-b10402527235 None None] Pushing event deleted for resources: {'Port': ['ID=fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:25.736843 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d77641-dc8e-4d25-8168-b10402527235 None None] No DVR routers for this DVR port fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:38:25.767818 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.779448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:25.791479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f6f077-cda5-4878-b4d1-c96bdbb44709') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:25.792385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f6f077-cda5-4878-b4d1-c96bdbb44709') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:25.801691 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.816168 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.822028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:38:25.822413 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:38:25.824180 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:38:25.859002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab04067-a495-4169-8443-dafe14a4f7c4 req-e4385880-5c0c-4afa-a442-10ea1c63e106 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:25.860461 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ab04067-a495-4169-8443-dafe14a4f7c4 req-e4385880-5c0c-4afa-a442-10ea1c63e106 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 946 time: 0.0725245 Jul 05 18:38:25.899001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ab04067-a495-4169-8443-dafe14a4f7c4 req-bb88ec8f-fe56-4636-a1a8-951fe8666505 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328648 Jul 05 18:38:25.924177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46520) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:25.941097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.950245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:25.951785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b HTTP/1.1" status: 204 len: 168 time: 0.6781712 Jul 05 18:38:25.965280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693353e-406d-4d70-9e73-89b0b7eaad87 admin admin] Pushing event deleted for resources: {'Network': ['ID=1285b70c-ec16-43ba-a8ab-fb1a2d6c3a5b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:26.081019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c97214c-bc70-4889-99be-2a8a52e7bb43 tempest-TestVolumeBootPattern-1050677194 tempest-TestVolumeBootPattern-1050677194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:26.082585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3c97214c-bc70-4889-99be-2a8a52e7bb43 tempest-TestVolumeBootPattern-1050677194 tempest-TestVolumeBootPattern-1050677194-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 1092 time: 0.1574218 Jul 05 18:38:26.085641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46526) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:26.090315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:26.144598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 20c77ac3-9d0a-468c-8496-50a0f6831b67 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:26.164925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 20c77ac3-9d0a-468c-8496-50a0f6831b67 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:26.165201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 20c77ac3-9d0a-468c-8496-50a0f6831b67 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:26.165610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:38:26.184644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:38:26.184994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fab4f7bf-9fe6-49b1-a1f5-c6aed7ba05e9 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:38:26.204448 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:26.305701 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:26.333588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46528) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:26.382078 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6aa95c0e-7940-4b59-8401-dc719da034ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=93e031480b414d93a77a82c035efc3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470924 Jul 05 18:38:26.387021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46530) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:26.414265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.25.3.99 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/3fc39041-6eeb-4655-aaf9-d44cc8aa5f79) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:38:26.443222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0d0a77a7-5a19-4054-baec-10b4fc124eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:26.450201 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:26.467202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0d0a77a7-5a19-4054-baec-10b4fc124eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:26.540416 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:26.581434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0d0a77a7-5a19-4054-baec-10b4fc124eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:26.584044 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0d0a77a7-5a19-4054-baec-10b4fc124eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:26.585211 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0d0a77a7-5a19-4054-baec-10b4fc124eb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43ff7d08-f945-4a5f-8c75-42209e83c2fb HTTP/1.1" status: 204 len: 168 time: 0.1971474 Jul 05 18:38:26.594164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a77a7-5a19-4054-baec-10b4fc124eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ff7d08-f945-4a5f-8c75-42209e83c2fb,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:26.644668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46e843c-3a25-44c7-9496-ddd3b1e7479d req-92f65afc-83b6-4337-ab75-706a86c697c8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:26.646179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c46e843c-3a25-44c7-9496-ddd3b1e7479d req-92f65afc-83b6-4337-ab75-706a86c697c8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 944 time: 0.0959709 Jul 05 18:38:26.686091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c46e843c-3a25-44c7-9496-ddd3b1e7479d req-6e4793fc-1224-41a1-b8e3-258e611f6905 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335686 Jul 05 18:38:26.712817 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:26.748890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:38:26.751712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:38:26.755185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:38:26.787234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=3fc39041-6eeb-4655-aaf9-d44cc8aa5f79,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:27.304906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46538) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:27.473154 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:27.547917 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-992b3610-402d-45f4-a718-779a73dcf63d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=54b8428bdea14183a09ad9405f32d109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416589 Jul 05 18:38:27.550244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46542) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:27.598360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dae237ef-6831-4cf7-99c4-c78738cfd9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:27.604947 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:27.620216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dae237ef-6831-4cf7-99c4-c78738cfd9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:27.706965 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dae237ef-6831-4cf7-99c4-c78738cfd9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:27.709535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-dae237ef-6831-4cf7-99c4-c78738cfd9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:27.713166 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-dae237ef-6831-4cf7-99c4-c78738cfd9c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4597f26d-f6bc-4f63-b61e-2a8944d0c296 HTTP/1.1" status: 204 len: 168 time: 0.1596169 Jul 05 18:38:27.720118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae237ef-6831-4cf7-99c4-c78738cfd9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4597f26d-f6bc-4f63-b61e-2a8944d0c296,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:27.767164 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:27.827262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:27.931550 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=3fc39041-6eeb-4655-aaf9-d44cc8aa5f79,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:27.939302 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:27.994964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf087c4-9661-4898-9934-b54b07e0ac31 req-4c66f0f5-1d94-4586-9882-4a23d9319021 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:27.996694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bf087c4-9661-4898-9934-b54b07e0ac31 req-4c66f0f5-1d94-4586-9882-4a23d9319021 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 944 time: 0.1809852 Jul 05 18:38:28.088517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1bf087c4-9661-4898-9934-b54b07e0ac31 req-3d861f01-62eb-45f5-b356-cb4b78afc9ff tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841081 Jul 05 18:38:28.099780 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Floating IP 808561fb-e3bf-479b-bbed-5f6875ef2df7 associated. External IP: 172.25.3.99, port: fb5181e2-0985-42d5-858e-0f5f1bf73223. Jul 05 18:38:28.364778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9abef28a-5a8c-4e05-9240-66e920afa07c details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:38:28.372809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Router f2c864bc-068c-44d6-829f-7ad4dfa2f4be has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:38:28.480847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9abef28a-5a8c-4e05-9240-66e920afa07c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9abef28a-5a8c-4e05-9240-66e920afa07c,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:28.492650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'port_id': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'mac_address': 'fa:16:3e:00:29:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:38:28.493925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:38:28.518628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] Sync routers for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:38:28.538411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:28.539085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:28.543857 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:28.575854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:28.592429 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9abef28a-5a8c-4e05-9240-66e920afa07c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:38:28.623832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1e464b5d-2638-4326-90b7-d195a942f04c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5370603 Jul 05 18:38:28.624356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'tag': 'fb5181e2-0985-42d5-858e-0f5f1bf73223'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:38:28.626791 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7851ff6-9a1a-4db2-8e4c-bd908140224b" -d '{"events": [{"name": "network-changed", "server_uuid": "df624042-5d62-4ecf-b87c-7a8e453afd6d", "tag": "fb5181e2-0985-42d5-858e-0f5f1bf73223"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:38:28.648507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9abef28a-5a8c-4e05-9240-66e920afa07c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9abef28a-5a8c-4e05-9240-66e920afa07c,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:28.669339 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd51413-ac1b-4053-a721-46908bb7de5b x-openstack-request-id: req-8dd51413-ac1b-4053-a721-46908bb7de5b {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:38:28.669702 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df624042-5d62-4ecf-b87c-7a8e453afd6d", "tag": "fb5181e2-0985-42d5-858e-0f5f1bf73223", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:38:28.670029 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dd51413-ac1b-4053-a721-46908bb7de5b {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:38:28.670507 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'tag': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'status': 'completed', 'code': 200} Jul 05 18:38:28.675141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:28.700443 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:28.747510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-4a541ad3-040e-41de-b4ad-c49a6876ac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:28.749098 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-4a541ad3-040e-41de-b4ad-c49a6876ac6e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 1097 time: 0.0555520 Jul 05 18:38:28.797831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9abef28a-5a8c-4e05-9240-66e920afa07c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:28.845955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-da834f40-f55b-4da7-9dc4-15bde6cc7d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:28.847747 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-da834f40-f55b-4da7-9dc4-15bde6cc7d10 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0917227 Jul 05 18:38:28.913464 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-d3106904-3870-4beb-bc64-6a607733f1ba service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb5181e2-0985-42d5-858e-0f5f1bf73223 HTTP/1.1" status: 200 len: 999 time: 0.0597517 Jul 05 18:38:28.922825 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9abef28a-5a8c-4e05-9240-66e920afa07c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:38:28.967535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-08008f11-eeb8-4f9c-8ece-46d82b86f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:28.969029 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-08008f11-eeb8-4f9c-8ece-46d82b86f19c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0496292 Jul 05 18:38:28.999286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '808561fb-e3bf-479b-bbed-5f6875ef2df7', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:fc:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:38:27Z', 'updated_at': '2021-07-05T18:38:27Z', 'revision_number': 0, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:29.027142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-d9879e00-de5a-4b6a-a55e-62dec115664f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:29.028842 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-d9879e00-de5a-4b6a-a55e-62dec115664f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536149 Jul 05 18:38:29.038191 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] Checking router: f2c864bc-068c-44d6-829f-7ad4dfa2f4be for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:38:29.061526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:29.062155 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:29.118334 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-7031f3e6-dc1b-4e1b-8eb3-dd6ccb3d0fda service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828073 Jul 05 18:38:29.218950 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b7851ff6-9a1a-4db2-8e4c-bd908140224b req-aadc565b-cd39-4b8e-aaca-4ed868b2f2c2 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939600 Jul 05 18:38:29.220216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:29.285910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fed5f4-7715-475e-ae86-42fe3e0ff372 req-ac083978-f93f-409a-9ca1-63dfc62897be tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:29.287468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91fed5f4-7715-475e-ae86-42fe3e0ff372 req-ac083978-f93f-409a-9ca1-63dfc62897be tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 945 time: 0.0658586 Jul 05 18:38:29.327700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91fed5f4-7715-475e-ae86-42fe3e0ff372 req-3098706c-e78e-46cb-8255-fdafeebd35fe tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335193 Jul 05 18:38:29.499859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '808561fb-e3bf-479b-bbed-5f6875ef2df7', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:fc:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:38:27Z', 'updated_at': '2021-07-05T18:38:27Z', 'revision_number': 0, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:29.525659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7604a0c5-cb78-4cee-be8a-a0fe78548c07 None None] The sync data for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 is: [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '808561fb-e3bf-479b-bbed-5f6875ef2df7', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.99', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3925, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:fc:1a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:38:27Z', 'updated_at': '2021-07-05T18:38:27Z', 'revision_number': 0, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:38:29.715961 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b988c-61d1-44f9-a6e8-05d4eee586cf None None] New status for floating IP 808561fb-e3bf-479b-bbed-5f6875ef2df7: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:38:29.850277 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:30.390729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9abef28a-5a8c-4e05-9240-66e920afa07c up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:38:30.478659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 9abef28a-5a8c-4e05-9240-66e920afa07c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:38:30.483662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 9abef28a-5a8c-4e05-9240-66e920afa07c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:38:30.484154 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:30.519321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528b677-62a7-4d40-9d06-a31d777b1e34 req-12eb5640-09d7-4ca0-bba2-82420be9c93e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:30.520900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1528b677-62a7-4d40-9d06-a31d777b1e34 req-12eb5640-09d7-4ca0-bba2-82420be9c93e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 945 time: 0.0670145 Jul 05 18:38:30.564092 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:30.567080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1528b677-62a7-4d40-9d06-a31d777b1e34 req-8866c2ca-0128-49ce-948d-899b1d3b46f6 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391114 Jul 05 18:38:30.586451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:38:30.589499 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b93b4384-1b5a-45ef-b45a-4aa00d6bdf83" -d '{"events": [{"server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "name": "network-vif-plugged", "status": "completed", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:38:30.602304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9abef28a-5a8c-4e05-9240-66e920afa07c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9abef28a-5a8c-4e05-9240-66e920afa07c,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:38:30.628920 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d5f8a3c-28b2-4cfa-9f3d-dc9663deb38b x-openstack-request-id: req-9d5f8a3c-28b2-4cfa-9f3d-dc9663deb38b {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:38:30.629216 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "name": "network-vif-plugged", "status": "completed", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:38:30.629469 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d5f8a3c-28b2-4cfa-9f3d-dc9663deb38b {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:38:30.629860 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'code': 200} Jul 05 18:38:30.644564 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:30.693903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9abef28a-5a8c-4e05-9240-66e920afa07c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:30.741256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331ef5b-94e6-478e-9713-38d532b68bf4 req-127f9356-64fd-442c-886c-2f7c9192299f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:30.742795 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6331ef5b-94e6-478e-9713-38d532b68bf4 req-127f9356-64fd-442c-886c-2f7c9192299f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 1097 time: 0.0519855 Jul 05 18:38:30.784073 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6331ef5b-94e6-478e-9713-38d532b68bf4 req-9a61927e-9cca-46db-8665-1a6f5c16ebd0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349326 Jul 05 18:38:31.742913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e04b7-50f4-4f37-9e37-8bc7f1af99e5 req-d94ca8d4-fe55-4ed4-8ada-5e0cb83feebc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:31.744425 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be7e04b7-50f4-4f37-9e37-8bc7f1af99e5 req-d94ca8d4-fe55-4ed4-8ada-5e0cb83feebc tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 946 time: 0.0654333 Jul 05 18:38:31.782983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be7e04b7-50f4-4f37-9e37-8bc7f1af99e5 req-3c8a0ada-baba-492b-b32d-6f72c6b17a54 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Jul 05 18:38:31.925134 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:38:32.958237 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efd646-336d-4b33-91d0-9ad46eeaef7e req-1ce96d1a-1cc5-4dab-8d62-db127d4eedad tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:32.959770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5efd646-336d-4b33-91d0-9ad46eeaef7e req-1ce96d1a-1cc5-4dab-8d62-db127d4eedad tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 946 time: 0.0639405 Jul 05 18:38:32.997040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b5efd646-336d-4b33-91d0-9ad46eeaef7e req-beb6467b-d8a3-4c23-a6d2-9b51599480d6 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314956 Jul 05 18:38:33.171364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12fd746-8a9d-47c0-8d9d-aff47e670a6d req-3dec3cde-690d-483f-9dd7-2c1830814ae8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:33.172783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e12fd746-8a9d-47c0-8d9d-aff47e670a6d req-3dec3cde-690d-483f-9dd7-2c1830814ae8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 946 time: 0.0664375 Jul 05 18:38:33.210812 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e12fd746-8a9d-47c0-8d9d-aff47e670a6d req-9996811f-6cd3-4d0f-a10e-b7e6c73ea596 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323706 Jul 05 18:38:33.239231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46564) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:33.297588 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa5190d-aea3-4731-947a-40fd6c82c437 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:33.299166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8fa5190d-aea3-4731-947a-40fd6c82c437 tempest-TestNetworkBasicOps-48502458 tempest-TestNetworkBasicOps-48502458-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 1092 time: 0.0589633 Jul 05 18:38:33.301922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46566) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:33.306321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:38:33.375507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:33.479942 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:33.588134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Allocated IP 172.25.3.196 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/6fc55964-a0bc-459d-adc8-1ada5cecd28f) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:38:33.700011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:33.793979 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:33.832386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:38:33.836541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:38:33.842977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:38:33.848299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=6fc55964-a0bc-459d-adc8-1ada5cecd28f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:34.208821 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:34.341696 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:34.488118 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:34.546996 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:34.619556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event updated for resources: {'Port': ['ID=6fc55964-a0bc-459d-adc8-1ada5cecd28f,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:38:34.632139 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:34.743397 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Floating IP 61ad29fa-8c13-405c-bf96-980dff9b6a21 associated. External IP: 172.25.3.196, port: 9abef28a-5a8c-4e05-9240-66e920afa07c. Jul 05 18:38:34.954332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:38:35.065480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:38:35.076254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] Sync routers for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:38:35.086469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:35.087476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:35.158293 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:35.206300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:35.230924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46568) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:35.231594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ab56f7dd-81c3-4fbf-ae37-d612a5e7da69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9279642 Jul 05 18:38:35.232142 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:38:35.235965 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:38:35.285931 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d86d9b0b-2d67-48d3-b0a7-2fa2c66e15ee x-openstack-request-id: req-d86d9b0b-2d67-48d3-b0a7-2fa2c66e15ee {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:38:35.286232 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:38:35.286486 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d86d9b0b-2d67-48d3-b0a7-2fa2c66e15ee {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:38:35.286934 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'status': 'completed', 'code': 200} Jul 05 18:38:35.310348 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7364f1e0-d5e3-4436-8b84-3973befd7374 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/floatingips/61ad29fa-8c13-405c-bf96-980dff9b6a21 HTTP/1.1" status: 200 len: 992 time: 0.0782182 Jul 05 18:38:35.370169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-a9be9a7a-209b-4a6b-8541-0d88fff8b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:35.372333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-a9be9a7a-209b-4a6b-8541-0d88fff8b4a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 1097 time: 0.0587931 Jul 05 18:38:35.468122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-97a5b96f-ae76-4e91-9cf9-5170bfacff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:35.469591 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-97a5b96f-ae76-4e91-9cf9-5170bfacff93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8774e609-a3d0-44d1-b486-9babc3710768 HTTP/1.1" status: 200 len: 897 time: 0.0910199 Jul 05 18:38:35.481592 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '61ad29fa-8c13-405c-bf96-980dff9b6a21', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'port_id': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'mac_address': 'fa:16:3e:00:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:38:34Z', 'updated_at': '2021-07-05T18:38:34Z', 'revision_number': 0, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4411c0d7-c532-481e-852a-ea84327b9533', 'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:4d:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:09Z', 'updated_at': '2021-07-05T18:38:16Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:35.511498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] Checking router: 7dda29c9-66d8-43c8-b1db-18283b0c7ffc for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:38:35.521425 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:38:35.522648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:35.565251 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-8b21305a-0118-40b4-8c72-bf53f1c9907a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abef28a-5a8c-4e05-9240-66e920afa07c HTTP/1.1" status: 200 len: 1000 time: 0.0891142 Jul 05 18:38:35.619605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-20b63bb7-d4d6-4855-b17a-124247667517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:35.621346 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-20b63bb7-d4d6-4855-b17a-124247667517 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b87c82c9-3080-4e5d-9128-e1442bffbd39 HTTP/1.1" status: 200 len: 835 time: 0.0491507 Jul 05 18:38:35.700141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-5fa610fa-5f24-4ffe-9f92-6439c6585a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:38:35.701809 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-5fa610fa-5f24-4ffe-9f92-6439c6585a4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8774e609-a3d0-44d1-b486-9babc3710768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732515 Jul 05 18:38:35.806533 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-08059dc0-6e32-4fac-aec4-21bdac2c07e9 service neutron] 10.222.0.39 "GET /v2.0/networks/8774e609-a3d0-44d1-b486-9babc3710768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970345 Jul 05 18:38:35.819494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:38:35.905798 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b054635-3a38-4f4f-9bd6-eba195c5d7ba req-574f977b-0361-4dc0-8352-669c1a7fd470 service neutron] 10.222.0.39 "GET /v2.0/networks/8774e609-a3d0-44d1-b486-9babc3710768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922070 Jul 05 18:38:36.056789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:36.074322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '61ad29fa-8c13-405c-bf96-980dff9b6a21', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'port_id': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'mac_address': 'fa:16:3e:00:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:38:34Z', 'updated_at': '2021-07-05T18:38:34Z', 'revision_number': 0, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4411c0d7-c532-481e-852a-ea84327b9533', 'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:4d:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:09Z', 'updated_at': '2021-07-05T18:38:16Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:38:36.108066 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c37e261-aaf6-4d58-99e0-871666644c2c None None] The sync data for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 is: [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '61ad29fa-8c13-405c-bf96-980dff9b6a21', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'floating_ip_address': '172.25.3.196', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'port_id': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3927, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'mac_address': 'fa:16:3e:00:29:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:38:34Z', 'updated_at': '2021-07-05T18:38:34Z', 'revision_number': 0, 'project_id': '88dea2edd69e419e87b210da29844b97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4411c0d7-c532-481e-852a-ea84327b9533', 'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:4d:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:09Z', 'updated_at': '2021-07-05T18:38:16Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:38:36.303047 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d052d726-999e-4632-91d6-467f7878206d None None] New status for floating IP 61ad29fa-8c13-405c-bf96-980dff9b6a21: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:38:36.313886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46574) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:36.724567 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d51a1419-3046-4e19-8aa1-e7e3cc0d45a1 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/floatingips/61ad29fa-8c13-405c-bf96-980dff9b6a21 HTTP/1.1" status: 200 len: 992 time: 0.4095120 Jul 05 18:38:37.728406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46576) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:38:38.119487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8b0edb08-d5e1-4eb9-a6da-8fef4d21144d tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/floatingips/61ad29fa-8c13-405c-bf96-980dff9b6a21 HTTP/1.1" status: 200 len: 994 time: 0.3899255 Jul 05 18:38:50.810075 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8834f2e0-5264-4076-8d5e-453d5fc66e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:53.501620 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c856544f-dc0a-4c20-9e39-8a478a2c4315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:53.740306 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:54.757298 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:56.478346 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:38:59.896024 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:06.078079 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:07.297773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46598) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:07.359063 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1e19ec81-5b3b-43eb-bfbb-d06cfd4d938a tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/floatingips/61ad29fa-8c13-405c-bf96-980dff9b6a21 HTTP/1.1" status: 200 len: 994 time: 0.0601118 Jul 05 18:39:07.684889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46604) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:07.839538 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port 6fc55964-a0bc-459d-adc8-1ada5cecd28f {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:39:07.839894 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:07.931635 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:07.931961 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:07.943410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for 6fc55964-a0bc-459d-adc8-1ada5cecd28f owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:39:08.129462 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:08.157080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=6fc55964-a0bc-459d-adc8-1ada5cecd28f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:08.169720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.170083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.170430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.170797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.171140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.171477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.171812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.172150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.172480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.172810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.173164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.173641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:08.231615 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:08.231986 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Floating IP 61ad29fa-8c13-405c-bf96-980dff9b6a21 disassociated (deleted). External IP: 172.25.3.196, port: 9abef28a-5a8c-4e05-9240-66e920afa07c. Jul 05 18:39:08.440718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:39:08.551020 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:39:08.556597 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:08.561243 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] Sync routers for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:39:08.571996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:08.572647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:08.594037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f3a4fa58-6a3c-4144-8bc0-5fd37bd1ec64 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/floatingips/61ad29fa-8c13-405c-bf96-980dff9b6a21 HTTP/1.1" status: 204 len: 168 time: 0.9080579 Jul 05 18:39:08.594651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:39:08.596909 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4643e2-8351-4d3e-8601-f763e2c122f2" -d '{"events": [{"name": "network-changed", "server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:39:08.637331 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21960850-27f5-4d0f-a758-292466cdce45 x-openstack-request-id: req-21960850-27f5-4d0f-a758-292466cdce45 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:39:08.637658 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:39:08.638035 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21960850-27f5-4d0f-a758-292466cdce45 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:39:08.638450 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'status': 'completed', 'code': 200} Jul 05 18:39:08.685442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:08.719596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-887a3d64-b522-4825-8556-9d181b25a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:08.721271 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-887a3d64-b522-4825-8556-9d181b25a581 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=88dea2edd69e419e87b210da29844b97&device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 1097 time: 0.0549304 Jul 05 18:39:08.827814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-014f6b9e-0694-4d41-ac7f-3787e2528557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:08.829222 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-014f6b9e-0694-4d41-ac7f-3787e2528557 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8774e609-a3d0-44d1-b486-9babc3710768 HTTP/1.1" status: 200 len: 897 time: 0.1008327 Jul 05 18:39:08.882423 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-c6eeab81-875d-4d93-95b4-dc4b31126ea5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9abef28a-5a8c-4e05-9240-66e920afa07c HTTP/1.1" status: 200 len: 217 time: 0.0462885 Jul 05 18:39:08.891545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4411c0d7-c532-481e-852a-ea84327b9533', 'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:4d:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:09Z', 'updated_at': '2021-07-05T18:38:16Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:08.923684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] Checking router: 7dda29c9-66d8-43c8-b1db-18283b0c7ffc for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:39:08.925610 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:39:08.934153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:08.940276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:08.942453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-45d29deb-f1f6-4919-939a-c1b25fc69032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:08.944100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-45d29deb-f1f6-4919-939a-c1b25fc69032 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b87c82c9-3080-4e5d-9128-e1442bffbd39 HTTP/1.1" status: 200 len: 835 time: 0.0551674 Jul 05 18:39:09.008753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-45a53b16-5f65-4ef8-9dca-5987cf990111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:09.010567 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-45a53b16-5f65-4ef8-9dca-5987cf990111 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8774e609-a3d0-44d1-b486-9babc3710768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569086 Jul 05 18:39:09.045606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:09.115785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-d33508ba-a99e-435c-8f16-3ad2699006a7 service neutron] 10.222.0.39 "GET /v2.0/networks/8774e609-a3d0-44d1-b486-9babc3710768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982115 Jul 05 18:39:09.211086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bade5f9-64e1-4a5b-888e-42b4ea48863d req-c95a6caf-93b2-417e-9d27-b8f2175509da tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:09.213349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bade5f9-64e1-4a5b-888e-42b4ea48863d req-c95a6caf-93b2-417e-9d27-b8f2175509da tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 946 time: 0.0754404 Jul 05 18:39:09.231271 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d4643e2-8351-4d3e-8601-f763e2c122f2 req-8747edb0-0f15-426b-a621-ed750d25e4a1 service neutron] 10.222.0.39 "GET /v2.0/networks/8774e609-a3d0-44d1-b486-9babc3710768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087253 Jul 05 18:39:09.257542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bade5f9-64e1-4a5b-888e-42b4ea48863d req-4f7a1042-46e0-4ce1-a78d-c375a488cae9 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370784 Jul 05 18:39:09.263040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4411c0d7-c532-481e-852a-ea84327b9533', 'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:4d:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:09Z', 'updated_at': '2021-07-05T18:38:16Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:09.297851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ec1fb-081b-4704-a8b7-a25364edd864 None None] The sync data for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 is: [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4411c0d7-c532-481e-852a-ea84327b9533', 'name': '', 'network_id': '8774e609-a3d0-44d1-b486-9babc3710768', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'mac_address': 'fa:16:3e:4d:06:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:09Z', 'updated_at': '2021-07-05T18:38:16Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'subnets': [{'id': 'b87c82c9-3080-4e5d-9128-e1442bffbd39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:39:09.505397 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c261b92f-d066-46e7-8e23-6df221eeda64 None None] New status for floating IP 61ad29fa-8c13-405c-bf96-980dff9b6a21: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:39:09.864029 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-d1eca0b2-61d1-48ab-812d-87f8a450c397 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534575 Jul 05 18:39:09.962973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-cdd548ae-c54d-4270-b872-2dc2b7e5163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:09.964481 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-cdd548ae-c54d-4270-b872-2dc2b7e5163f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 1097 time: 0.0558529 Jul 05 18:39:10.075392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-dcc8f5e0-833a-4b37-90ed-957699a21bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:10.076946 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-dcc8f5e0-833a-4b37-90ed-957699a21bd0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0927186 Jul 05 18:39:10.144870 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-f67e5d55-6714-40ae-8f5f-3238daac2e9b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb5181e2-0985-42d5-858e-0f5f1bf73223 HTTP/1.1" status: 200 len: 1001 time: 0.0610330 Jul 05 18:39:10.199145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-cb4f66ad-fe59-436b-9f24-61c965802c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:10.200661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-cb4f66ad-fe59-436b-9f24-61c965802c4a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0501339 Jul 05 18:39:10.263560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-934af881-2bd2-4bc9-bc7f-6629b237a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:10.265143 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-934af881-2bd2-4bc9-bc7f-6629b237a779 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576839 Jul 05 18:39:10.357702 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-6dcad0dd-d311-4ec8-8067-92352040e4f9 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858963 Jul 05 18:39:10.443706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837752f1-f015-4e51-80e7-c811747f9592 req-f1d7503b-64f9-43b5-bba9-2a9623e6cb18 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:10.445266 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-837752f1-f015-4e51-80e7-c811747f9592 req-f1d7503b-64f9-43b5-bba9-2a9623e6cb18 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 946 time: 0.0692029 Jul 05 18:39:10.451725 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c9fc97d7-7cc3-423c-a77d-30cd60ff8fa4 req-39035f25-569c-4297-b679-dc96b025bf1b service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878453 Jul 05 18:39:10.486961 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-837752f1-f015-4e51-80e7-c811747f9592 req-374ce107-97a2-40c2-9775-64af3c004d2c tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b154464-c824-43d8-908e-f263b0028eea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357089 Jul 05 18:39:10.544677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-d17e3d74-115a-4838-8d91-f4885964d3c8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:10.546917 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-d17e3d74-115a-4838-8d91-f4885964d3c8 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 946 time: 0.0683002 Jul 05 18:39:10.664491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port 9abef28a-5a8c-4e05-9240-66e920afa07c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:39:10.664816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:10.753289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] For port 9abef28a-5a8c-4e05-9240-66e920afa07c, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9abef28a-5a8c-4e05-9240-66e920afa07c,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:10.753648 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:10.766690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for 9abef28a-5a8c-4e05-9240-66e920afa07c owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:39:10.986978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:11.017298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=9abef28a-5a8c-4e05-9240-66e920afa07c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:11.078915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] No DVR routers for this DVR port 9abef28a-5a8c-4e05-9240-66e920afa07c on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:39:11.082192 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:11.084343 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d10a671-22fe-41ef-bf2f-f459ff215f26 req-c5c931e7-2f92-440d-9ade-4be819691716 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.39 "DELETE /v2.0/ports/9abef28a-5a8c-4e05-9240-66e920afa07c HTTP/1.1" status: 204 len: 173 time: 0.5320859 Jul 05 18:39:11.084792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'name': 'network-vif-deleted', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:39:11.087126 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb40013d-c214-4cc7-834f-bc407b017ece" -d '{"events": [{"server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "name": "network-vif-deleted", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:39:11.125492 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2425c8e1-03a1-4bfa-b8aa-3423a4e70714 x-openstack-request-id: req-2425c8e1-03a1-4bfa-b8aa-3423a4e70714 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:39:11.125790 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c80e0371-4d5a-4b5e-8c48-4726e5e5dc67", "name": "network-vif-deleted", "tag": "9abef28a-5a8c-4e05-9240-66e920afa07c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:39:11.126044 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2425c8e1-03a1-4bfa-b8aa-3423a4e70714 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:39:11.126448 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c80e0371-4d5a-4b5e-8c48-4726e5e5dc67', 'name': 'network-vif-deleted', 'tag': '9abef28a-5a8c-4e05-9240-66e920afa07c', 'status': 'completed', 'code': 200} Jul 05 18:39:11.650411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a33547a-07b2-4bdb-9dd6-6e5d6e6f9502 req-2c4a71bf-e0d3-4347-bd69-7ddc7d88fe69 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "GET /v2.0/ports?device_id=c80e0371-4d5a-4b5e-8c48-4726e5e5dc67 HTTP/1.1" status: 200 len: 210 time: 0.0290911 Jul 05 18:39:12.744879 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46620) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:12.808661 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a13bd4b-4baf-4a51-b566-ec999f3640e0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:12.838996 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a13bd4b-4baf-4a51-b566-ec999f3640e0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:12.964562 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a13bd4b-4baf-4a51-b566-ec999f3640e0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:12.967215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a13bd4b-4baf-4a51-b566-ec999f3640e0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:12.968402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3a13bd4b-4baf-4a51-b566-ec999f3640e0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/security-groups/5b154464-c824-43d8-908e-f263b0028eea HTTP/1.1" status: 204 len: 168 time: 0.2225325 Jul 05 18:39:12.978490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a13bd4b-4baf-4a51-b566-ec999f3640e0 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b154464-c824-43d8-908e-f263b0028eea,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:13.085268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46626) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:13.455987 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:13.739353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port 4411c0d7-c532-481e-852a-ea84327b9533 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:39:13.739609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:13.832357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] For port 4411c0d7-c532-481e-852a-ea84327b9533, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4411c0d7-c532-481e-852a-ea84327b9533,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:13.833054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:13.845895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for 4411c0d7-c532-481e-852a-ea84327b9533 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:39:14.083699 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:14.112095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=4411c0d7-c532-481e-852a-ea84327b9533,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:14.296611 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:14.514880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:39:14.562130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9abef28a-5a8c-4e05-9240-66e920afa07c no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:39:14.586208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 9abef28a-5a8c-4e05-9240-66e920afa07c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:39:14.586572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9abef28a-5a8c-4e05-9240-66e920afa07c not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:39:14.623106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:39:14.628269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-11adbccb-44f2-4dc3-bb13-2bd022344971 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "PUT /v2.0/routers/7dda29c9-66d8-43c8-b1db-18283b0c7ffc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5418937 Jul 05 18:39:14.630972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46628) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:14.633732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] Sync routers for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:39:14.642985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:14.643603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:14.686545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e6370d-1a5c-442e-b221-428ed600f38e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting subnet b87c82c9-3080-4e5d-9128-e1442bffbd39 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:39:14.689628 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2e6370d-1a5c-442e-b221-428ed600f38e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:14.729794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2e6370d-1a5c-442e-b221-428ed600f38e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:14.750883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:14.818774 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2e6370d-1a5c-442e-b221-428ed600f38e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:14.939675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:39:13Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:14.941503 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2e6370d-1a5c-442e-b221-428ed600f38e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:14.967805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] Checking router: 7dda29c9-66d8-43c8-b1db-18283b0c7ffc for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:39:14.972327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e6370d-1a5c-442e-b221-428ed600f38e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Subnet': ['ID=b87c82c9-3080-4e5d-9128-e1442bffbd39,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:14.974436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b2e6370d-1a5c-442e-b221-428ed600f38e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:14.976367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b2e6370d-1a5c-442e-b221-428ed600f38e tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/subnets/b87c82c9-3080-4e5d-9128-e1442bffbd39 HTTP/1.1" status: 204 len: 168 time: 0.3444414 Jul 05 18:39:14.979364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46630) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:14.983141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741acb68-69a8-4f99-91cc-e21ab6d4ff2b None None] Network 8774e609-a3d0-44d1-b486-9babc3710768 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:39:14.987397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] Routers {'7dda29c9-66d8-43c8-b1db-18283b0c7ffc'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:14.988026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:15.091487 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.189039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] Set router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:15.210627 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.348874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Deleting port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:39:15.349271 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.380179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] DHCP port deletion for 8774e609-a3d0-44d1-b486-9babc3710768 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:39:15.431920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] For port e2cee128-ec7e-4dd3-9a64-ac87cfd865bd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e2cee128-ec7e-4dd3-9a64-ac87cfd865bd,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:15.432295 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.436762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:39:13Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:15.445817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Calling delete_port for e2cee128-ec7e-4dd3-9a64-ac87cfd865bd owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:39:15.469369 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93631db7-f08b-4b3b-b3c0-d8c2c0f0a576 None None] The sync data for ids ['7dda29c9-66d8-43c8-b1db-18283b0c7ffc'] in n-d-799524-1 is: [{'id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'name': 'tempest-TestNetworkBasicOps-router-733902558', 'tenant_id': '88dea2edd69e419e87b210da29844b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244'}], 'enable_snat': True}, 'gw_port_id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:38:04Z', 'updated_at': '2021-07-05T18:39:13Z', 'revision_number': 5, 'project_id': '88dea2edd69e419e87b210da29844b97', 'gw_port': {'id': 'e2cee128-ec7e-4dd3-9a64-ac87cfd865bd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:81:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dda29c9-66d8-43c8-b1db-18283b0c7ffc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:38:05Z', 'updated_at': '2021-07-05T18:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:39:15.475345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Deleting port 19a7e6c8-860e-4052-8ec5-5115dc97edac {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:39:15.475736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.543907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] For port 19a7e6c8-860e-4052-8ec5-5115dc97edac, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=19a7e6c8-860e-4052-8ec5-5115dc97edac,segment=NetworkSegment(bc3be510-153c-46d5-8873-efe55f33f043),segment_id=bc3be510-153c-46d5-8873-efe55f33f043)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:15.544304 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.672772 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.713679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Calling delete_port for 19a7e6c8-860e-4052-8ec5-5115dc97edac owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:39:15.718825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Port': ['ID=e2cee128-ec7e-4dd3-9a64-ac87cfd865bd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:15.783323 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.879825 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.882053 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.900470 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:15.928955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Pushing event deleted for resources: {'Port': ['ID=19a7e6c8-860e-4052-8ec5-5115dc97edac,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:15.934689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] No DVR routers for this DVR port 19a7e6c8-860e-4052-8ec5-5115dc97edac on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:39:15.945450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.945645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.945997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.946356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.946729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.947118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.947684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.948162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.948501 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.948839 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.949174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:15.949512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d80b011-b3e5-4b8f-9b9b-b5e8db353f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:16.009856 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:16.010422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Fanout notify agent at l3_agent the message router_deleted on router 7dda29c9-66d8-43c8-b1db-18283b0c7ffc {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:39:16.017453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:16.018667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-906551ec-cecd-4f06-8af6-1e29a13b2c42 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/routers/7dda29c9-66d8-43c8-b1db-18283b0c7ffc HTTP/1.1" status: 204 len: 168 time: 1.0383148 Jul 05 18:39:16.021461 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46632) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:16.436495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:16.531091 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:16.545026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8774e609-a3d0-44d1-b486-9babc3710768']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:16.547376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4411c0d7-c532-481e-852a-ea84327b9533 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:39:16.555365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc3be510-153c-46d5-8873-efe55f33f043') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:16.555660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc3be510-153c-46d5-8873-efe55f33f043') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:16.565981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:16.569884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4411c0d7-c532-481e-852a-ea84327b9533 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:39:16.570232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4411c0d7-c532-481e-852a-ea84327b9533 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:39:16.570682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 19a7e6c8-860e-4052-8ec5-5115dc97edac no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:39:16.580437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:16.586318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:39:16.586734 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:39:16.589885 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:39:16.592356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 19a7e6c8-860e-4052-8ec5-5115dc97edac {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:39:16.592356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 19a7e6c8-860e-4052-8ec5-5115dc97edac not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:39:16.723815 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:16.732039 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:16.733236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] 10.222.0.30 "DELETE /v2.0/networks/8774e609-a3d0-44d1-b486-9babc3710768 HTTP/1.1" status: 204 len: 168 time: 0.7107830 Jul 05 18:39:16.745714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34fd032-b658-4819-8e9b-d69365789d78 tempest-TestNetworkBasicOps-1829127223 tempest-TestNetworkBasicOps-1829127223-project] Pushing event deleted for resources: {'Network': ['ID=8774e609-a3d0-44d1-b486-9babc3710768,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:17.247228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46638) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:17.393803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-983da2a8-786c-4720-9b9a-dcf23d57b8a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=88dea2edd69e419e87b210da29844b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454082 Jul 05 18:39:17.396294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46642) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:17.451078 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-990ea1f4-b903-4d5e-ad4d-cff24ad7d622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:17.472707 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-990ea1f4-b903-4d5e-ad4d-cff24ad7d622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:17.586968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-990ea1f4-b903-4d5e-ad4d-cff24ad7d622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:17.590305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-990ea1f4-b903-4d5e-ad4d-cff24ad7d622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:17.591516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-990ea1f4-b903-4d5e-ad4d-cff24ad7d622 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b082dad9-c173-499c-9689-db2e0509bae3 HTTP/1.1" status: 204 len: 168 time: 0.1943121 Jul 05 18:39:17.599856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990ea1f4-b903-4d5e-ad4d-cff24ad7d622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b082dad9-c173-499c-9689-db2e0509bae3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:18.131534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e2cee128-ec7e-4dd3-9a64-ac87cfd865bd no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:39:18.157262 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: e2cee128-ec7e-4dd3-9a64-ac87cfd865bd {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:39:18.157622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e2cee128-ec7e-4dd3-9a64-ac87cfd865bd not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:39:18.244834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46648) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:18.258549 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-375d1a72-222e-4a23-b01d-66813c7a3d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:18.349958 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-375d1a72-222e-4a23-b01d-66813c7a3d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:18.421215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-375d1a72-222e-4a23-b01d-66813c7a3d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:18.460836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-375d1a72-222e-4a23-b01d-66813c7a3d7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd1160a29b1046ec9a7fe4d15a479faa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2147939 Jul 05 18:39:18.461842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d1a72-222e-4a23-b01d-66813c7a3d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98e81ea-fb82-4775-b90a-6ec3bdc9561d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:18.464418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46650) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:18.514390 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd6f2db9-3b3d-46be-bfe6-d2e460f6d456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:18.537827 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd6f2db9-3b3d-46be-bfe6-d2e460f6d456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:18.700894 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd6f2db9-3b3d-46be-bfe6-d2e460f6d456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:18.703450 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cd6f2db9-3b3d-46be-bfe6-d2e460f6d456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:18.704635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cd6f2db9-3b3d-46be-bfe6-d2e460f6d456 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e98e81ea-fb82-4775-b90a-6ec3bdc9561d HTTP/1.1" status: 204 len: 168 time: 0.2385964 Jul 05 18:39:18.713219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6f2db9-3b3d-46be-bfe6-d2e460f6d456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98e81ea-fb82-4775-b90a-6ec3bdc9561d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:19.805452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46674) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:19.911066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1895192309-network', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:20.048435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Made reservation on behalf of 90dbedbe82704faf8e23fe364e1899e9 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:39:20.050959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.062052 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.152657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.255373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.280993 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:39:20.289768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e14d1b-ee30-4959-be6a-858232086c7a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:20.296742 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.300865 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Added segment 00e190fc-d662-40da-a203-ff86b110a3a8 of type vlan for network cc165838-8fb2-4214-901e-2fbbcb27b0f0 Jul 05 18:39:20.342278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.443840 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.444745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:20.445333 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.536612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] Pushing event updated for resources: {'Network': ['ID=cc165838-8fb2-4214-901e-2fbbcb27b0f0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:20.550262 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:39:20.593141 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-94f907f7-4586-4dab-a88e-c621acb4ec93 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7876413 Jul 05 18:39:20.596113 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46678) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:20.601022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Request body: {'subnet': {'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1895192309-subnet', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:20.683767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Made reservation on behalf of 90dbedbe82704faf8e23fe364e1899e9 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:39:20.686334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.798164 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ac37614-0362-420b-a5f5-ce62c8e3e4fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:20.940245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.001596 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc2be88f-6d0b-44c8-913a-76e05521bcd5,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:21.008963 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Checking segment: {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:21.009320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Network hostable DHCP agents. Network: cc165838-8fb2-4214-901e-2fbbcb27b0f0, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:39:21.140017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:39:21.196991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, cc165838-8fb2-4214-901e-2fbbcb27b0f0) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:21.201437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:21.206713 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.209918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a477cf73-6635-40d6-9bc3-55a094a4f51f None None] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:39:21.277964 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7b333574-d11e-40b8-8128-0b967a801509 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6807561 Jul 05 18:39:21.282171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46680) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:21.286649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:21.356936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'fixed_ips': [{'subnet_id': 'dc2be88f-6d0b-44c8-913a-76e05521bcd5'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:39:21.362519 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.381081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.382128 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.436352 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.503094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Allocated IP 172.20.0.2 (cc165838-8fb2-4214-901e-2fbbcb27b0f0/dc2be88f-6d0b-44c8-913a-76e05521bcd5/2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:39:21.653918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.656967 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.662148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Transition to ACTIVE for port object 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:21.678230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Transition to ACTIVE for port object 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:21.764365 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.803736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:21.810444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:21.814946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:39:21.817935 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Pushing event updated for resources: {'Port': ['ID=2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:21.877579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Attempting to bind port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:39:21.877949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Attempting to bind port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:39:21.878314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Attempting to bind port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b on network cc165838-8fb2-4214-901e-2fbbcb27b0f0 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:21.883177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:39:21.883553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Checking segment: {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:21.883955 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.884347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Bound using segment: {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:39:21.885415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Bound port: 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:39:21.885780 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.942086 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:21.948370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] For port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:39:21.951489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] For port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:39:21.961876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:22.038878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:22.071098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Allocated IP 172.25.3.194 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/90416664-5a9f-416a-ba38-6da4f989d827) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:39:22.110103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226a761-7a77-40ea-9f2a-f098bf1095c1 None None] Pushing event updated for resources: {'Port': ['ID=2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:22.189526 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:22.292363 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:22.329594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:22.334116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:22.344194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:39:22.347130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Pushing event updated for resources: {'Port': ['ID=90416664-5a9f-416a-ba38-6da4f989d827,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:22.664632 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:22.871939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.016508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768f0e4d-c97f-44cd-ba4c-66189f6e40e6 None None] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:39:23.071440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Router 918d1285-0def-4ed7-b45b-82aaa6857fcd is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:39:23.163968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-52d2c00e-913a-4d6a-aaa0-f7d5b0330fd1 None None] Provisioning for port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:23.180741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:39:23.195034 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Sync routers for ids ['918d1285-0def-4ed7-b45b-82aaa6857fcd'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:39:23.210382 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Routers {'918d1285-0def-4ed7-b45b-82aaa6857fcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:23.211508 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:38:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['918d1285-0def-4ed7-b45b-82aaa6857fcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:23.278166 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.279533 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b5b4d034-f595-4f05-8f2e-a95eb32d54a4 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9963758 Jul 05 18:39:23.282426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46684) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:23.324130 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Set router 918d1285-0def-4ed7-b45b-82aaa6857fcd gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:23.466545 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-99d9353d-0fc1-4395-9c89-d5e7d8a19f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.511703 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '90416664-5a9f-416a-ba38-6da4f989d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:22Z', 'revision_number': 3, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'gw_port': {'id': '90416664-5a9f-416a-ba38-6da4f989d827', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:23.537851 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Checking router: 918d1285-0def-4ed7-b45b-82aaa6857fcd for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:39:23.538198 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Updating router 918d1285-0def-4ed7-b45b-82aaa6857fcd port 90416664-5a9f-416a-ba38-6da4f989d827 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:39:23.573228 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.718050 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.732129 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.829981 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.843359 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Transition to ACTIVE for port object 90416664-5a9f-416a-ba38-6da4f989d827 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:23.883435 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.900729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Allocated IP 172.20.0.1 (cc165838-8fb2-4214-901e-2fbbcb27b0f0/dc2be88f-6d0b-44c8-913a-76e05521bcd5/9c8a797b-8ab1-47d4-a7c2-06193fceeae6) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:39:23.931018 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Attempting to bind port 90416664-5a9f-416a-ba38-6da4f989d827 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:39:23.931387 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Attempting to bind port 90416664-5a9f-416a-ba38-6da4f989d827 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:39:23.932271 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Attempting to bind port 90416664-5a9f-416a-ba38-6da4f989d827 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:23.941891 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:39:23.942256 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:23.942676 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.943062 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:39:23.943516 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Bound port: 90416664-5a9f-416a-ba38-6da4f989d827, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:39:23.943887 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:23.965867 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Pushing event updated for resources: {'Port': ['ID=90416664-5a9f-416a-ba38-6da4f989d827,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:23.979068 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.979330 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.979713 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.980042 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.980363 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.980681 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.980999 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.981314 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.981626 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.981939 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.982338 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:23.982785 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:24.012094 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.015810 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] For port 90416664-5a9f-416a-ba38-6da4f989d827, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:39:24.017816 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] For port 90416664-5a9f-416a-ba38-6da4f989d827, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=90416664-5a9f-416a-ba38-6da4f989d827,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:39:24.025235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Transition to ACTIVE for port object 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:24.066894 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.112905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.125275 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Routers {'918d1285-0def-4ed7-b45b-82aaa6857fcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:24.125489 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['918d1285-0def-4ed7-b45b-82aaa6857fcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:24.128143 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19c80d-6ff9-4939-a034-648d31ccacdd None None] Pushing event updated for resources: {'Port': ['ID=90416664-5a9f-416a-ba38-6da4f989d827,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:24.154297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:24.163071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:24.177181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:39:24.208744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8a797b-8ab1-47d4-a7c2-06193fceeae6,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:24.232965 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] Set router 918d1285-0def-4ed7-b45b-82aaa6857fcd gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:24.233860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.251930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:24.370071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:24.374517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:24.375357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.441181 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '90416664-5a9f-416a-ba38-6da4f989d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:22Z', 'revision_number': 3, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'gw_port': {'id': '90416664-5a9f-416a-ba38-6da4f989d827', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:24.456828 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.466492 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.468829 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e796d2b9-9b58-4c0a-b322-4dfe8c5d6bda None None] The sync data for ids ['918d1285-0def-4ed7-b45b-82aaa6857fcd'] in n-d-799524-1 is: [{'id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '90416664-5a9f-416a-ba38-6da4f989d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:22Z', 'revision_number': 3, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'gw_port': {'id': '90416664-5a9f-416a-ba38-6da4f989d827', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:39:24.489686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c87026ee-1e98-45f1-ae5d-e84513c0c293 None None] Provisioning for port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:24.504348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c87026ee-1e98-45f1-ae5d-e84513c0c293 None None] Provisioning complete for port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:24.504723 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c87026ee-1e98-45f1-ae5d-e84513c0c293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.533560 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:24.551295 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c87026ee-1e98-45f1-ae5d-e84513c0c293 None None] Port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:39:24.626667 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.636747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.699800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:24.712337 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.769848 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.787502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8a797b-8ab1-47d4-a7c2-06193fceeae6,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:24.792745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:24.893819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:24.896222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:25.031386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Router 918d1285-0def-4ed7-b45b-82aaa6857fcd has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:39:25.154752 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:39:25.161789 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6bca216b-bfdc-4683-878b-1faeef19fbb6 admin admin] 10.222.0.30 "PUT /v2.0/routers/918d1285-0def-4ed7-b45b-82aaa6857fcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8762288 Jul 05 18:39:25.174981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9c25af1c-e2e8-416f-9fc4-349fab29d14c None None] Provisioning complete for port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:25.175361 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9c25af1c-e2e8-416f-9fc4-349fab29d14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:25.212068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9c25af1c-e2e8-416f-9fc4-349fab29d14c None None] Port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:39:25.867397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46700) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:25.873055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1767802527-network', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:25.963521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Made reservation on behalf of e0f63322c70d44feb35e55657f381c4c for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:39:25.966074 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:25.975195 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.051671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Sync routers for ids ['918d1285-0def-4ed7-b45b-82aaa6857fcd'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:39:26.061219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Routers {'918d1285-0def-4ed7-b45b-82aaa6857fcd'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:26.061768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['918d1285-0def-4ed7-b45b-82aaa6857fcd'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:26.066288 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.169715 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.186236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Set router 918d1285-0def-4ed7-b45b-82aaa6857fcd gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:26.192806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:39:26.209020 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.209370 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Added segment f62d3145-7c45-4b04-b886-7a50a29a87bc of type vlan for network f267407b-336f-4f19-8978-424d911118fe Jul 05 18:39:26.210886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a1789e-dd91-41ba-b250-31ae87c0e7c1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:26.259384 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.315073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 90416664-5a9f-416a-ba38-6da4f989d827 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:26.375166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.376304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:26.376981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.446784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] Pushing event updated for resources: {'Network': ['ID=f267407b-336f-4f19-8978-424d911118fe,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:26.457391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f267407b-336f-4f19-8978-424d911118fe details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:39:26.500050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '90416664-5a9f-416a-ba38-6da4f989d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:24Z', 'revision_number': 4, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'gw_port': {'id': '90416664-5a9f-416a-ba38-6da4f989d827', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '9c8a797b-8ab1-47d4-a7c2-06193fceeae6', 'name': '', 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'mac_address': 'fa:16:3e:5f:b9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'dc2be88f-6d0b-44c8-913a-76e05521bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:23Z', 'updated_at': '2021-07-05T18:39:24Z', 'revision_number': 2, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'subnets': [{'id': 'dc2be88f-6d0b-44c8-913a-76e05521bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:26.512919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-31783b51-3dce-4c42-9162-ba17c5a88e4e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6443987 Jul 05 18:39:26.515753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46702) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:26.520649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Request body: {'subnet': {'network_id': 'f267407b-336f-4f19-8978-424d911118fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1767802527-subnet', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:26.543299 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.543964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 90416664-5a9f-416a-ba38-6da4f989d827 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:26.546044 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Checking router: 918d1285-0def-4ed7-b45b-82aaa6857fcd for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:39:26.546404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Updating router 918d1285-0def-4ed7-b45b-82aaa6857fcd port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:39:26.575706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 90416664-5a9f-416a-ba38-6da4f989d827 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:26.576002 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.597798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Made reservation on behalf of e0f63322c70d44feb35e55657f381c4c for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:39:26.600410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.617613 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.764617 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.795620 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 90416664-5a9f-416a-ba38-6da4f989d827, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=90416664-5a9f-416a-ba38-6da4f989d827,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:26.849871 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.892378 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:26.893169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:26.907192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd2a64a5-452d-4fba-b641-8b012cdfeecb,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:26.915754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Checking segment: {'id': 'f62d3145-7c45-4b04-b886-7a50a29a87bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f267407b-336f-4f19-8978-424d911118fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:26.916722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Network hostable DHCP agents. Network: f267407b-336f-4f19-8978-424d911118fe, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:39:27.009578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Network f267407b-336f-4f19-8978-424d911118fe is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:39:27.013878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.016848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=90416664-5a9f-416a-ba38-6da4f989d827,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:27.030774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Transition to ACTIVE for port object 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:27.039845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:27.040220 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.112234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f267407b-336f-4f19-8978-424d911118fe) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:27.116513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:27.117141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.121249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b96e6-cb7d-491d-a447-01926fd1bc8c None None] Network f267407b-336f-4f19-8978-424d911118fe requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:39:27.133318 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.211139 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c8f1b6bd-c3e7-4d72-a845-f2f3f23f85d1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6943147 Jul 05 18:39:27.214920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46704) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:27.219534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:27.223781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617daf64-6bcb-4509-8ddf-e849bc39b815 None None] Pushing event updated for resources: {'Port': ['ID=9c8a797b-8ab1-47d4-a7c2-06193fceeae6,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:27.312570 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.316697 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.318041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Attempting to bind port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:39:27.318419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Attempting to bind port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:39:27.318817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Attempting to bind port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 on network cc165838-8fb2-4214-901e-2fbbcb27b0f0 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:27.330934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:39:27.331317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Checking segment: {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:27.331732 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.332132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Bound using segment: {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:39:27.332616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Bound port: 9c8a797b-8ab1-47d4-a7c2-06193fceeae6, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:39:27.333002 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.372106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.585650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-f267407b-336f-4f19-8978-424d911118fe', 'network_id': 'f267407b-336f-4f19-8978-424d911118fe', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'fixed_ips': [{'subnet_id': 'fd2a64a5-452d-4fba-b641-8b012cdfeecb'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:39:27.586482 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.594409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.649248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] For port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:39:27.716778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] For port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9c8a797b-8ab1-47d4-a7c2-06193fceeae6,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:39:27.777253 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.854898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.871682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Allocated IP 172.20.0.2 (f267407b-336f-4f19-8978-424d911118fe/fd2a64a5-452d-4fba-b641-8b012cdfeecb/c11bc35a-7868-44b5-bd2c-10f319e10496) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:39:27.874845 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:27.906118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Routers {'918d1285-0def-4ed7-b45b-82aaa6857fcd'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:27.906714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['918d1285-0def-4ed7-b45b-82aaa6857fcd'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:27.912855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617daf64-6bcb-4509-8ddf-e849bc39b815 None None] Pushing event updated for resources: {'Port': ['ID=9c8a797b-8ab1-47d4-a7c2-06193fceeae6,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:28.007682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Allocated IP 172.25.3.223 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/711a407e-3553-4e94-9253-3a512fe993c7) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:39:28.128170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:28.135595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] Set router 918d1285-0def-4ed7-b45b-82aaa6857fcd gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:28.214799 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 90416664-5a9f-416a-ba38-6da4f989d827 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:28.221237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:28.258750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:28.262594 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:28.266301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:39:28.296460 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Pushing event updated for resources: {'Port': ['ID=711a407e-3553-4e94-9253-3a512fe993c7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:28.310084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.310437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.310811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.311153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.311491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.311826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.312159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.312489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.312817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.313145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.313472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.313797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:39:28.336596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:28.356921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Transition to ACTIVE for port object c11bc35a-7868-44b5-bd2c-10f319e10496 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:28.385856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Transition to ACTIVE for port object c11bc35a-7868-44b5-bd2c-10f319e10496 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:28.407349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 90416664-5a9f-416a-ba38-6da4f989d827 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:28.407729 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:28.472686 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:28.540637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Network f267407b-336f-4f19-8978-424d911118fe is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:28.547842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Pushing event updated for resources: {'Port': ['ID=c11bc35a-7868-44b5-bd2c-10f319e10496,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:28.552099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:28.560384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:39:28.633982 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:28.661420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '90416664-5a9f-416a-ba38-6da4f989d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:24Z', 'revision_number': 4, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'gw_port': {'id': '90416664-5a9f-416a-ba38-6da4f989d827', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '9c8a797b-8ab1-47d4-a7c2-06193fceeae6', 'name': '', 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'mac_address': 'fa:16:3e:5f:b9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'dc2be88f-6d0b-44c8-913a-76e05521bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:23Z', 'updated_at': '2021-07-05T18:39:27Z', 'revision_number': 4, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'subnets': [{'id': 'dc2be88f-6d0b-44c8-913a-76e05521bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:28.663534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Attempting to bind port c11bc35a-7868-44b5-bd2c-10f319e10496 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:39:28.663914 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Attempting to bind port c11bc35a-7868-44b5-bd2c-10f319e10496 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'f62d3145-7c45-4b04-b886-7a50a29a87bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f267407b-336f-4f19-8978-424d911118fe'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:39:28.664260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Attempting to bind port c11bc35a-7868-44b5-bd2c-10f319e10496 on network f267407b-336f-4f19-8978-424d911118fe {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:28.698249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:39:28.698756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Checking segment: {'id': 'f62d3145-7c45-4b04-b886-7a50a29a87bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f267407b-336f-4f19-8978-424d911118fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:28.699175 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:28.699573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Bound using segment: {'id': 'f62d3145-7c45-4b04-b886-7a50a29a87bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f267407b-336f-4f19-8978-424d911118fe'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:39:28.700176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Bound port: c11bc35a-7868-44b5-bd2c-10f319e10496, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d3145-7c45-4b04-b886-7a50a29a87bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f267407b-336f-4f19-8978-424d911118fe'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:39:28.700565 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:28.703069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2a5b4c-cc06-48f9-b62d-0624a659af03 None None] The sync data for ids ['918d1285-0def-4ed7-b45b-82aaa6857fcd'] in n-d-799524-1 is: [{'id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '90416664-5a9f-416a-ba38-6da4f989d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:24Z', 'revision_number': 4, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'gw_port': {'id': '90416664-5a9f-416a-ba38-6da4f989d827', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '9c8a797b-8ab1-47d4-a7c2-06193fceeae6', 'name': '', 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'mac_address': 'fa:16:3e:5f:b9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': 'dc2be88f-6d0b-44c8-913a-76e05521bcd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:23Z', 'updated_at': '2021-07-05T18:39:27Z', 'revision_number': 4, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'subnets': [{'id': 'dc2be88f-6d0b-44c8-913a-76e05521bcd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:39:28.795781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] For port c11bc35a-7868-44b5-bd2c-10f319e10496, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:39:28.799070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] For port c11bc35a-7868-44b5-bd2c-10f319e10496, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c11bc35a-7868-44b5-bd2c-10f319e10496,segment=NetworkSegment(f62d3145-7c45-4b04-b886-7a50a29a87bc),segment_id=f62d3145-7c45-4b04-b886-7a50a29a87bc)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:39:28.839588 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:28.919445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa38abe-0f82-4a47-88e0-d5f78d8e3f15 None None] Pushing event updated for resources: {'Port': ['ID=c11bc35a-7868-44b5-bd2c-10f319e10496,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:29.274845 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:29.477945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Router 80c2571a-cdb9-44da-9e05-62db48777c86 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:39:29.595458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:39:29.608466 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Sync routers for ids ['80c2571a-cdb9-44da-9e05-62db48777c86'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:39:29.618444 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Routers {'80c2571a-cdb9-44da-9e05-62db48777c86'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:29.619749 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['80c2571a-cdb9-44da-9e05-62db48777c86'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:29.672590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:29.675719 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-87ef95ac-209a-49ca-82f1-e4e01b5c0b3e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4581256 Jul 05 18:39:29.676807 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46706) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:39:29.862900 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Set router 80c2571a-cdb9-44da-9e05-62db48777c86 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:29.931325 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.060603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7f055e-d745-4874-b753-ab5b0b5548d8 None None] Network f267407b-336f-4f19-8978-424d911118fe requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:39:30.116699 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '711a407e-3553-4e94-9253-3a512fe993c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:28Z', 'revision_number': 3, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'gw_port': {'id': '711a407e-3553-4e94-9253-3a512fe993c7', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:30.163310 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Checking router: 80c2571a-cdb9-44da-9e05-62db48777c86 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:39:30.163672 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Updating router 80c2571a-cdb9-44da-9e05-62db48777c86 port 711a407e-3553-4e94-9253-3a512fe993c7 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:39:30.216178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-714569f0-6065-4d93-9bc9-b639bb1e2c10 None None] Provisioning for port c11bc35a-7868-44b5-bd2c-10f319e10496 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:30.226828 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.227499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.310523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:30.407940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Allocated IP 172.20.0.1 (f267407b-336f-4f19-8978-424d911118fe/fd2a64a5-452d-4fba-b641-8b012cdfeecb/c566208d-ad61-44f1-b6b1-97eefc19e295) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:39:30.449224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:30.453428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:30.456769 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.531445 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.545611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Transition to ACTIVE for port object c566208d-ad61-44f1-b6b1-97eefc19e295 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:30.553204 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.565491 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Transition to ACTIVE for port object 711a407e-3553-4e94-9253-3a512fe993c7 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:30.568745 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.604621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9c8a797b-8ab1-47d4-a7c2-06193fceeae6,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:30.632040 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.684305 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.694189 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Attempting to bind port 711a407e-3553-4e94-9253-3a512fe993c7 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:39:30.694189 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Attempting to bind port 711a407e-3553-4e94-9253-3a512fe993c7 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:39:30.694189 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Attempting to bind port 711a407e-3553-4e94-9253-3a512fe993c7 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:30.695452 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1ae88-3a86-4d68-93f4-be968aa4d20a None None] Pushing event updated for resources: {'Port': ['ID=711a407e-3553-4e94-9253-3a512fe993c7,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:30.699097 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:39:30.699516 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:30.699910 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.700285 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:39:30.700745 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Bound port: 711a407e-3553-4e94-9253-3a512fe993c7, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:39:30.701117 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.722702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Network f267407b-336f-4f19-8978-424d911118fe is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:30.725577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:30.730015 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:39:30.755156 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] For port 711a407e-3553-4e94-9253-3a512fe993c7, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:39:30.758366 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] For port 711a407e-3553-4e94-9253-3a512fe993c7, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=711a407e-3553-4e94-9253-3a512fe993c7,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:39:30.770150 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c566208d-ad61-44f1-b6b1-97eefc19e295,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:30.780460 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.788444 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.788444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c11bc35a-7868-44b5-bd2c-10f319e10496 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:30.839468 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:30.875790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=9c8a797b-8ab1-47d4-a7c2-06193fceeae6,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:30.912290 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Routers {'80c2571a-cdb9-44da-9e05-62db48777c86'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:30.913023 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['80c2571a-cdb9-44da-9e05-62db48777c86'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:30.954924 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1ae88-3a86-4d68-93f4-be968aa4d20a None None] Pushing event updated for resources: {'Port': ['ID=711a407e-3553-4e94-9253-3a512fe993c7,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:30.992014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c11bc35a-7868-44b5-bd2c-10f319e10496 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:30.997624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c11bc35a-7868-44b5-bd2c-10f319e10496 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:30.998021 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:31.023890 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:31.032559 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] Set router 80c2571a-cdb9-44da-9e05-62db48777c86 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:31.087375 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:31.124016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c11bc35a-7868-44b5-bd2c-10f319e10496, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c11bc35a-7868-44b5-bd2c-10f319e10496,segment=NetworkSegment(f62d3145-7c45-4b04-b886-7a50a29a87bc),segment_id=f62d3145-7c45-4b04-b886-7a50a29a87bc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:31.162934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-20038d93-4673-462c-8ef4-6b8db9f87e27 None None] Provisioning for port c566208d-ad61-44f1-b6b1-97eefc19e295 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:31.167780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-20038d93-4673-462c-8ef4-6b8db9f87e27 None None] Provisioning complete for port c566208d-ad61-44f1-b6b1-97eefc19e295 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:31.168161 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-20038d93-4673-462c-8ef4-6b8db9f87e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:31.199603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:31.203886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-20038d93-4673-462c-8ef4-6b8db9f87e27 None None] Port c566208d-ad61-44f1-b6b1-97eefc19e295 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:39:31.209241 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:31.231524 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '711a407e-3553-4e94-9253-3a512fe993c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:28Z', 'revision_number': 3, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'gw_port': {'id': '711a407e-3553-4e94-9253-3a512fe993c7', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:31.258703 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26fac89-a9e9-4bed-a1e6-fe3cb270fab9 None None] The sync data for ids ['80c2571a-cdb9-44da-9e05-62db48777c86'] in n-d-799524-1 is: [{'id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '711a407e-3553-4e94-9253-3a512fe993c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:28Z', 'revision_number': 3, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'gw_port': {'id': '711a407e-3553-4e94-9253-3a512fe993c7', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:39:31.261825 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:31.348030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Pushing event updated for resources: {'Port': ['ID=c566208d-ad61-44f1-b6b1-97eefc19e295,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:31.351512 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:31.434367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c11bc35a-7868-44b5-bd2c-10f319e10496,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:31.455209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Network f267407b-336f-4f19-8978-424d911118fe is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:31.456626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:31.608230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Router 80c2571a-cdb9-44da-9e05-62db48777c86 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:39:31.731050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:39:31.738810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-54649176-7f93-468d-bdca-569b56c4b44c None None] Provisioning complete for port c566208d-ad61-44f1-b6b1-97eefc19e295 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:31.739186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-54649176-7f93-468d-bdca-569b56c4b44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:31.743108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2a986f0f-ff73-4e01-940f-af73944de7a2 admin admin] 10.222.0.30 "PUT /v2.0/routers/80c2571a-cdb9-44da-9e05-62db48777c86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0646021 Jul 05 18:39:31.777467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-54649176-7f93-468d-bdca-569b56c4b44c None None] Port c566208d-ad61-44f1-b6b1-97eefc19e295 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:39:32.280043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 711a407e-3553-4e94-9253-3a512fe993c7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:32.380523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 711a407e-3553-4e94-9253-3a512fe993c7 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:32.385267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 711a407e-3553-4e94-9253-3a512fe993c7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:32.385267 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:32.420014 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fda15c-a648-463a-bed0-59c36b169945 req-51d94f5b-dcd8-42a6-89a0-a9ea94f5511f tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:32.421587 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-51d94f5b-dcd8-42a6-89a0-a9ea94f5511f tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/networks?id=cc165838-8fb2-4214-901e-2fbbcb27b0f0 HTTP/1.1" status: 200 len: 910 time: 0.0971732 Jul 05 18:39:32.438328 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-c2d749b4-6e60-487f-90a2-15400250e294 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/quotas/e0f63322c70d44feb35e55657f381c4c HTTP/1.1" status: 200 len: 375 time: 0.0110219 Jul 05 18:39:32.470261 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:32.492871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 711a407e-3553-4e94-9253-3a512fe993c7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=711a407e-3553-4e94-9253-3a512fe993c7,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:32.530498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-07abdb4f-343d-4b80-b744-b3368d857e44 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0f63322c70d44feb35e55657f381c4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862355 Jul 05 18:39:32.558857 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:32.559661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:32.633262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-7dedfa92-f782-4a5c-93b4-b39ee39f3cb2 service neutron] 10.222.0.30 "GET /v2.0/networks/cc165838-8fb2-4214-901e-2fbbcb27b0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959735 Jul 05 18:39:32.646516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=711a407e-3553-4e94-9253-3a512fe993c7,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:32.658974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:32.659353 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:32.736238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-9e19695e-84bf-4bf8-a874-381007d27441 service neutron] 10.222.0.30 "GET /v2.0/networks/cc165838-8fb2-4214-901e-2fbbcb27b0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962963 Jul 05 18:39:32.750173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c11bc35a-7868-44b5-bd2c-10f319e10496 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:32.801966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c11bc35a-7868-44b5-bd2c-10f319e10496 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:32.802469 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:32.909303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Sync routers for ids ['80c2571a-cdb9-44da-9e05-62db48777c86'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:39:32.920587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Routers {'80c2571a-cdb9-44da-9e05-62db48777c86'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:32.921565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['80c2571a-cdb9-44da-9e05-62db48777c86'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:33.063940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Set router 80c2571a-cdb9-44da-9e05-62db48777c86 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:33.125413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cc5afbf-e59c-42f4-8d70-1e5a8467b840 req-8307f885-f29d-4b96-86fd-b3a0a91724da tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 210 time: 0.1730087 Jul 05 18:39:33.274909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '711a407e-3553-4e94-9253-3a512fe993c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:30Z', 'revision_number': 4, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'gw_port': {'id': '711a407e-3553-4e94-9253-3a512fe993c7', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c566208d-ad61-44f1-b6b1-97eefc19e295', 'name': '', 'network_id': 'f267407b-336f-4f19-8978-424d911118fe', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'mac_address': 'fa:16:3e:bd:45:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'fd2a64a5-452d-4fba-b641-8b012cdfeecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:30Z', 'updated_at': '2021-07-05T18:39:31Z', 'revision_number': 2, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'subnets': [{'id': 'fd2a64a5-452d-4fba-b641-8b012cdfeecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:33.301410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Checking router: 80c2571a-cdb9-44da-9e05-62db48777c86 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:39:33.302092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Updating router 80c2571a-cdb9-44da-9e05-62db48777c86 port c566208d-ad61-44f1-b6b1-97eefc19e295 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:39:33.339755 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:33.612705 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:33.622964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Transition to ACTIVE for port object c566208d-ad61-44f1-b6b1-97eefc19e295 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:33.689416 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:33.743538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d5458-45d9-4600-8537-5c85056eaca8 None None] Pushing event updated for resources: {'Port': ['ID=c566208d-ad61-44f1-b6b1-97eefc19e295,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:33.793986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Attempting to bind port c566208d-ad61-44f1-b6b1-97eefc19e295 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:39:33.794368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Attempting to bind port c566208d-ad61-44f1-b6b1-97eefc19e295 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'f62d3145-7c45-4b04-b886-7a50a29a87bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f267407b-336f-4f19-8978-424d911118fe'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:39:33.794772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Attempting to bind port c566208d-ad61-44f1-b6b1-97eefc19e295 on network f267407b-336f-4f19-8978-424d911118fe {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:33.800192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:39:33.800574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Checking segment: {'id': 'f62d3145-7c45-4b04-b886-7a50a29a87bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f267407b-336f-4f19-8978-424d911118fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:33.800986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:33.801384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Bound using segment: {'id': 'f62d3145-7c45-4b04-b886-7a50a29a87bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f267407b-336f-4f19-8978-424d911118fe'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:39:33.801857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Bound port: c566208d-ad61-44f1-b6b1-97eefc19e295, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f62d3145-7c45-4b04-b886-7a50a29a87bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f267407b-336f-4f19-8978-424d911118fe'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:39:33.802263 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:33.873306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] For port c566208d-ad61-44f1-b6b1-97eefc19e295, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:39:33.876545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] For port c566208d-ad61-44f1-b6b1-97eefc19e295, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c566208d-ad61-44f1-b6b1-97eefc19e295,segment=NetworkSegment(f62d3145-7c45-4b04-b886-7a50a29a87bc),segment_id=f62d3145-7c45-4b04-b886-7a50a29a87bc)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:39:33.997890 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:34.072235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Routers {'80c2571a-cdb9-44da-9e05-62db48777c86'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:39:34.072921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['80c2571a-cdb9-44da-9e05-62db48777c86'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:34.074903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529d5458-45d9-4600-8537-5c85056eaca8 None None] Pushing event updated for resources: {'Port': ['ID=c566208d-ad61-44f1-b6b1-97eefc19e295,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:34.195669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] Set router 80c2571a-cdb9-44da-9e05-62db48777c86 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:39:34.230831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 711a407e-3553-4e94-9253-3a512fe993c7 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:34.280765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce64da96-86ba-448c-850e-78f02b2d3e93 req-e3653f12-23b5-4dc5-ac76-3303a91879c9 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 210 time: 0.0286417 Jul 05 18:39:34.414323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 711a407e-3553-4e94-9253-3a512fe993c7 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:34.415037 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:34.532494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '711a407e-3553-4e94-9253-3a512fe993c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:30Z', 'revision_number': 4, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'gw_port': {'id': '711a407e-3553-4e94-9253-3a512fe993c7', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c566208d-ad61-44f1-b6b1-97eefc19e295', 'name': '', 'network_id': 'f267407b-336f-4f19-8978-424d911118fe', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'mac_address': 'fa:16:3e:bd:45:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'fd2a64a5-452d-4fba-b641-8b012cdfeecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:30Z', 'updated_at': '2021-07-05T18:39:33Z', 'revision_number': 4, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'subnets': [{'id': 'fd2a64a5-452d-4fba-b641-8b012cdfeecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:39:34.565700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616d43f3-17da-4d62-9e6a-c1eb25cd6b97 None None] The sync data for ids ['80c2571a-cdb9-44da-9e05-62db48777c86'] in n-d-799524-1 is: [{'id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '711a407e-3553-4e94-9253-3a512fe993c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:30Z', 'revision_number': 4, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'gw_port': {'id': '711a407e-3553-4e94-9253-3a512fe993c7', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c566208d-ad61-44f1-b6b1-97eefc19e295', 'name': '', 'network_id': 'f267407b-336f-4f19-8978-424d911118fe', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'mac_address': 'fa:16:3e:bd:45:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_interface', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': 'fd2a64a5-452d-4fba-b641-8b012cdfeecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:30Z', 'updated_at': '2021-07-05T18:39:33Z', 'revision_number': 4, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'subnets': [{'id': 'fd2a64a5-452d-4fba-b641-8b012cdfeecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:39:35.315357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fda15c-a648-463a-bed0-59c36b169945 req-33f2c7da-ff28-4066-9b49-21a3d2101d8d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:35.316863 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-33f2c7da-ff28-4066-9b49-21a3d2101d8d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.97 "GET /v2.0/networks?id=cc165838-8fb2-4214-901e-2fbbcb27b0f0 HTTP/1.1" status: 200 len: 910 time: 0.0868964 Jul 05 18:39:35.328226 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Request body: {'port': {'device_id': '2c8555cd-7bc0-4d13-b88f-f35645a5d9cf', 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'admin_state_up': True, 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:35.428298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbf97eb0-1574-4690-b0b0-af3aa57a0f20 req-5690b075-477b-4180-8b60-99805853953f tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 210 time: 0.0318434 Jul 05 18:39:35.472165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Made reservation on behalf of e0f63322c70d44feb35e55657f381c4c for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:39:35.476747 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:35.614644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Allocated IP 172.20.0.9 (cc165838-8fb2-4214-901e-2fbbcb27b0f0/dc2be88f-6d0b-44c8-913a-76e05521bcd5/268b64e6-e588-4803-a6be-b92662b165c0) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:39:35.768840 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:35.784810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Transition to ACTIVE for port object 268b64e6-e588-4803-a6be-b92662b165c0 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:35.890446 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:35.936781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:35.939663 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:35.945431 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:39:35.952344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Pushing event updated for resources: {'Port': ['ID=268b64e6-e588-4803-a6be-b92662b165c0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:35.999639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:36.002616 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.123789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.149751 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-fa4350e8-d0fb-4bb2-b4ec-701a0b006b5a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8252730 Jul 05 18:39:36.163490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Request body: {'port': {'device_id': '2c8555cd-7bc0-4d13-b88f-f35645a5d9cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:36.226520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c566208d-ad61-44f1-b6b1-97eefc19e295 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:36.251403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0782ccb3-a5a9-4bc8-9b54-54b27bdf6f24 None None] Provisioning for port 268b64e6-e588-4803-a6be-b92662b165c0 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:36.255627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.258848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0782ccb3-a5a9-4bc8-9b54-54b27bdf6f24 None None] Provisioning complete for port 268b64e6-e588-4803-a6be-b92662b165c0 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:36.259222 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0782ccb3-a5a9-4bc8-9b54-54b27bdf6f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.304387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0782ccb3-a5a9-4bc8-9b54-54b27bdf6f24 None None] Port 268b64e6-e588-4803-a6be-b92662b165c0 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:39:36.409765 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c566208d-ad61-44f1-b6b1-97eefc19e295 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:36.413878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c566208d-ad61-44f1-b6b1-97eefc19e295 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:36.414256 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.498789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.533779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c566208d-ad61-44f1-b6b1-97eefc19e295, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c566208d-ad61-44f1-b6b1-97eefc19e295,segment=NetworkSegment(f62d3145-7c45-4b04-b886-7a50a29a87bc),segment_id=f62d3145-7c45-4b04-b886-7a50a29a87bc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:36.538416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 268b64e6-e588-4803-a6be-b92662b165c0 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:39:36.546844 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.560669 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Transition to ACTIVE for port object 268b64e6-e588-4803-a6be-b92662b165c0 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:36.600936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3423a50-44d5-4993-b8b5-692c09b03e11 req-8bb618bd-3989-48aa-b821-0d862e458ba5 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:36.602492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3423a50-44d5-4993-b8b5-692c09b03e11 req-8bb618bd-3989-48aa-b821-0d862e458ba5 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1027 time: 0.0526764 Jul 05 18:39:36.638056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3423a50-44d5-4993-b8b5-692c09b03e11 req-b3d73eed-afaa-4d96-8b38-51f5e362fcf1 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295870 Jul 05 18:39:36.649745 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.698008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c566208d-ad61-44f1-b6b1-97eefc19e295,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:36.712402 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.770587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=268b64e6-e588-4803-a6be-b92662b165c0,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:36.851014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Attempting to bind port 268b64e6-e588-4803-a6be-b92662b165c0 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:39:36.851494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Attempting to bind port 268b64e6-e588-4803-a6be-b92662b165c0 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:39:36.851834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Attempting to bind port 268b64e6-e588-4803-a6be-b92662b165c0 on network cc165838-8fb2-4214-901e-2fbbcb27b0f0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:36.857489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Port 268b64e6-e588-4803-a6be-b92662b165c0 on network cc165838-8fb2-4214-901e-2fbbcb27b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:39:36.857816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Attempting to bind port 268b64e6-e588-4803-a6be-b92662b165c0 on network cc165838-8fb2-4214-901e-2fbbcb27b0f0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:36.863429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:39:36.863772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Checking segment: {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:36.864160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Bound using segment: {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:39:36.864588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Bound port: 268b64e6-e588-4803-a6be-b92662b165c0, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:39:36.864977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:36.930686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] For port 268b64e6-e588-4803-a6be-b92662b165c0, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:39:36.934254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] For port 268b64e6-e588-4803-a6be-b92662b165c0, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=268b64e6-e588-4803-a6be-b92662b165c0,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:39:36.992206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:37.028291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:37.029092 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:37.031785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] 10.222.0.97 "PUT /v2.0/ports/268b64e6-e588-4803-a6be-b92662b165c0 HTTP/1.1" status: 200 len: 1091 time: 0.8724959 Jul 05 18:39:37.033373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8555cd-7bc0-4d13-b88f-f35645a5d9cf', 'tag': '268b64e6-e588-4803-a6be-b92662b165c0'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:39:37.036582 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454e2e78-cb18-403f-aec2-a50cb0977a13" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8555cd-7bc0-4d13-b88f-f35645a5d9cf", "tag": "268b64e6-e588-4803-a6be-b92662b165c0"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:39:37.069707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1da6d8-e920-47e7-95e2-1f7c5b8ebaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=268b64e6-e588-4803-a6be-b92662b165c0,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:37.090231 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c283ffc-bbd9-42dd-959c-b24f12388fd3 x-openstack-request-id: req-6c283ffc-bbd9-42dd-959c-b24f12388fd3 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:39:37.090528 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8555cd-7bc0-4d13-b88f-f35645a5d9cf", "tag": "268b64e6-e588-4803-a6be-b92662b165c0", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:39:37.090824 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c283ffc-bbd9-42dd-959c-b24f12388fd3 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:39:37.091230 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8555cd-7bc0-4d13-b88f-f35645a5d9cf', 'tag': '268b64e6-e588-4803-a6be-b92662b165c0', 'status': 'completed', 'code': 200} Jul 05 18:39:37.175130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e2e78-cb18-403f-aec2-a50cb0977a13 req-c1b70534-e1f3-4cf3-a09b-b447674b1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:37.176693 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-454e2e78-cb18-403f-aec2-a50cb0977a13 req-c1b70534-e1f3-4cf3-a09b-b447674b1ad6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e0f63322c70d44feb35e55657f381c4c&device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1094 time: 0.0638595 Jul 05 18:39:37.281144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e2e78-cb18-403f-aec2-a50cb0977a13 req-a8838767-5fdf-4c21-a0f3-d58b4037574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:37.282654 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-454e2e78-cb18-403f-aec2-a50cb0977a13 req-a8838767-5fdf-4c21-a0f3-d58b4037574e service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=e0f63322c70d44feb35e55657f381c4c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0993812 Jul 05 18:39:37.382947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e2e78-cb18-403f-aec2-a50cb0977a13 req-fbeb6239-5cf2-4171-8798-e3f3fb7d5d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:37.384996 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-454e2e78-cb18-403f-aec2-a50cb0977a13 req-fbeb6239-5cf2-4171-8798-e3f3fb7d5d7e service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0960984 Jul 05 18:39:37.482841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fda15c-a648-463a-bed0-59c36b169945 req-991754f2-3775-4be7-aa30-172d1eeb023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:37.484540 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-991754f2-3775-4be7-aa30-172d1eeb023f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=e0f63322c70d44feb35e55657f381c4c&device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1094 time: 0.0637748 Jul 05 18:39:37.531008 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-7451510e-b46f-47f2-9dfa-120a87c35116 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=268b64e6-e588-4803-a6be-b92662b165c0 HTTP/1.1" status: 200 len: 217 time: 0.0398118 Jul 05 18:39:37.585615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fda15c-a648-463a-bed0-59c36b169945 req-6875f7a8-24d1-41f1-98fc-00e8f6c03371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:37.587126 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-6875f7a8-24d1-41f1-98fc-00e8f6c03371 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=dc2be88f-6d0b-44c8-913a-76e05521bcd5 HTTP/1.1" status: 200 len: 849 time: 0.0509357 Jul 05 18:39:37.647029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fda15c-a648-463a-bed0-59c36b169945 req-caa16c55-d851-490b-ba7e-6f61593b3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:37.648715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-caa16c55-d851-490b-ba7e-6f61593b3d57 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=cc165838-8fb2-4214-901e-2fbbcb27b0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559332 Jul 05 18:39:37.739219 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-1e1c38db-3485-4014-bf62-6ea1500cc589 service neutron] 10.222.0.97 "GET /v2.0/networks/cc165838-8fb2-4214-901e-2fbbcb27b0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842464 Jul 05 18:39:37.812768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871585b-d87f-4af5-aa97-01c52efdc24c req-df0daca5-5eb6-492d-9714-65c8338a367a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:37.814610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e871585b-d87f-4af5-aa97-01c52efdc24c req-df0daca5-5eb6-492d-9714-65c8338a367a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1094 time: 0.0623906 Jul 05 18:39:37.850961 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e871585b-d87f-4af5-aa97-01c52efdc24c req-90ee06d2-4f2b-4273-9555-a37cbdbc8661 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302591 Jul 05 18:39:37.854004 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d9fda15c-a648-463a-bed0-59c36b169945 req-c7b6ebf6-5a77-4971-89ee-030e2f632856 service neutron] 10.222.0.97 "GET /v2.0/networks/cc165838-8fb2-4214-901e-2fbbcb27b0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074550 Jul 05 18:39:38.196188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c566208d-ad61-44f1-b6b1-97eefc19e295 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:38.246644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c566208d-ad61-44f1-b6b1-97eefc19e295 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:38.247020 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:39.016590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef79ec0-8b30-4a8f-b33c-1791191c9f03 req-cdd1e9c8-a4bd-4228-b528-c23ef592be19 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:39.018110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ef79ec0-8b30-4a8f-b33c-1791191c9f03 req-cdd1e9c8-a4bd-4228-b528-c23ef592be19 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1094 time: 0.0534122 Jul 05 18:39:39.053062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ef79ec0-8b30-4a8f-b33c-1791191c9f03 req-6e1d0550-1f06-4a8a-aaa3-999d4156d740 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291278 Jul 05 18:39:40.225888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98408a4-c0a6-4ec6-887a-77a0cf000872 req-6ff944f0-00ba-45c2-9767-6fa46aeb56cf tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:40.227427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c98408a4-c0a6-4ec6-887a-77a0cf000872 req-6ff944f0-00ba-45c2-9767-6fa46aeb56cf tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1094 time: 0.0549569 Jul 05 18:39:40.261906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c98408a4-c0a6-4ec6-887a-77a0cf000872 req-f1271afd-5335-4c40-ba75-d27970a9e4a8 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279160 Jul 05 18:39:41.425732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e6a94-4088-460a-9727-1c2773309d20 req-f895b7df-a0cd-4205-9585-922dfda8d0c4 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:41.427200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-172e6a94-4088-460a-9727-1c2773309d20 req-f895b7df-a0cd-4205-9585-922dfda8d0c4 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1094 time: 0.0534339 Jul 05 18:39:41.461880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-172e6a94-4088-460a-9727-1c2773309d20 req-d86924a7-c397-4182-9162-1ed02446fcd2 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283120 Jul 05 18:39:41.591718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 268b64e6-e588-4803-a6be-b92662b165c0 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:39:41.685682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 268b64e6-e588-4803-a6be-b92662b165c0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=268b64e6-e588-4803-a6be-b92662b165c0,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:41.696583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '268b64e6-e588-4803-a6be-b92662b165c0', 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'port_id': '268b64e6-e588-4803-a6be-b92662b165c0', 'mac_address': 'fa:16:3e:d7:d9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2be88f-6d0b-44c8-913a-76e05521bcd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:39:41.732709 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:41.744758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 268b64e6-e588-4803-a6be-b92662b165c0 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:39:41.763113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 268b64e6-e588-4803-a6be-b92662b165c0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=268b64e6-e588-4803-a6be-b92662b165c0,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:41.871574 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:41.918565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=268b64e6-e588-4803-a6be-b92662b165c0,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:42.082122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['268b64e6-e588-4803-a6be-b92662b165c0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:39:42.623867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd550a-ad0d-4022-ac7e-560232051e7f req-a293a658-0777-4944-8786-dd3eeb8dd484 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:42.625279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ddd550a-ad0d-4022-ac7e-560232051e7f req-a293a658-0777-4944-8786-dd3eeb8dd484 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1095 time: 0.0517716 Jul 05 18:39:42.658239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ddd550a-ad0d-4022-ac7e-560232051e7f req-6acb1130-c378-45ae-870c-0c70a9d754cb tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273454 Jul 05 18:39:43.595715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 268b64e6-e588-4803-a6be-b92662b165c0 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:43.729650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 268b64e6-e588-4803-a6be-b92662b165c0 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:43.733563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 268b64e6-e588-4803-a6be-b92662b165c0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:43.733947 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:43.813521 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:43.824420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c462456-6b0e-4d4f-9477-50be168e8364 req-f4500a81-c35e-4594-8146-603084a4b089 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:43.825983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c462456-6b0e-4d4f-9477-50be168e8364 req-f4500a81-c35e-4594-8146-603084a4b089 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1095 time: 0.0575335 Jul 05 18:39:43.836310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8555cd-7bc0-4d13-b88f-f35645a5d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268b64e6-e588-4803-a6be-b92662b165c0'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:39:43.839459 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca9d3ec-09b1-45fc-837a-c5ef7d688a2d" -d '{"events": [{"server_uuid": "2c8555cd-7bc0-4d13-b88f-f35645a5d9cf", "name": "network-vif-plugged", "status": "completed", "tag": "268b64e6-e588-4803-a6be-b92662b165c0"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:39:43.852410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 268b64e6-e588-4803-a6be-b92662b165c0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=268b64e6-e588-4803-a6be-b92662b165c0,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:43.870919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c462456-6b0e-4d4f-9477-50be168e8364 req-788350d6-8ade-4985-be82-46eddc277c8e tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390728 Jul 05 18:39:43.880215 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e2c772-4abb-474a-a657-09e8a399f351 x-openstack-request-id: req-a1e2c772-4abb-474a-a657-09e8a399f351 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:39:43.880516 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8555cd-7bc0-4d13-b88f-f35645a5d9cf", "name": "network-vif-plugged", "status": "completed", "tag": "268b64e6-e588-4803-a6be-b92662b165c0", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:39:43.880769 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a1e2c772-4abb-474a-a657-09e8a399f351 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:39:43.881173 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8555cd-7bc0-4d13-b88f-f35645a5d9cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '268b64e6-e588-4803-a6be-b92662b165c0', 'code': 200} Jul 05 18:39:43.935203 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:43.981841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=268b64e6-e588-4803-a6be-b92662b165c0,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:43.991469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2a96-9e90-4c11-960a-4b68a03880a0 req-1f91392d-0d14-41d8-8056-38de4916b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:43.993108 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-00ed2a96-9e90-4c11-960a-4b68a03880a0 req-1f91392d-0d14-41d8-8056-38de4916b91f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1096 time: 0.0528941 Jul 05 18:39:44.028038 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-00ed2a96-9e90-4c11-960a-4b68a03880a0 req-ed0b574f-b0bc-4899-96a9-d117e6ff65f9 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285969 Jul 05 18:39:45.036082 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016b223-af6d-455f-be1d-bf2745ab250d req-f6216374-0246-43fd-9fea-76b8e74dc3c9 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:45.037644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3016b223-af6d-455f-be1d-bf2745ab250d req-f6216374-0246-43fd-9fea-76b8e74dc3c9 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1096 time: 0.0519745 Jul 05 18:39:45.073539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3016b223-af6d-455f-be1d-bf2745ab250d req-63cb6049-6b7c-476f-9bc1-a9fef8d5ba78 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291727 Jul 05 18:39:45.925442 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:39:46.239207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c0e58-e7a7-4a7b-996c-8b2095ec9569 req-3ee99edd-d0c5-486d-b9cc-100c8bc9d560 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:46.240727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c8c0e58-e7a7-4a7b-996c-8b2095ec9569 req-3ee99edd-d0c5-486d-b9cc-100c8bc9d560 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1096 time: 0.0561900 Jul 05 18:39:46.274845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c8c0e58-e7a7-4a7b-996c-8b2095ec9569 req-4cb3a0e0-4cb5-4c3d-b4c4-ddc9c612e40c tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280147 Jul 05 18:39:46.440937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac28eef-c6b7-4666-b09b-75faa86a06d3 req-9267a730-0c74-4d22-9326-efa7cccd3f8a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:46.442371 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ac28eef-c6b7-4666-b09b-75faa86a06d3 req-9267a730-0c74-4d22-9326-efa7cccd3f8a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1096 time: 0.0523500 Jul 05 18:39:46.476271 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ac28eef-c6b7-4666-b09b-75faa86a06d3 req-5629b9be-1bc0-40cd-8c10-ba3453259566 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281761 Jul 05 18:39:46.637643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c719633-6597-4edc-9a1c-478cd61dfecc req-ca65dea3-95a2-42cc-a6b6-a2b952167846 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:46.639215 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c719633-6597-4edc-9a1c-478cd61dfecc req-ca65dea3-95a2-42cc-a6b6-a2b952167846 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1096 time: 0.0519955 Jul 05 18:39:46.672418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c719633-6597-4edc-9a1c-478cd61dfecc req-223cdebe-e140-4388-8da9-d26f0830d69f tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277200 Jul 05 18:39:46.905448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-ab206196-6b16-4025-8a75-0e30d0d2636d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:46.907042 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-ab206196-6b16-4025-8a75-0e30d0d2636d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/networks?id=cc165838-8fb2-4214-901e-2fbbcb27b0f0 HTTP/1.1" status: 200 len: 910 time: 0.0872712 Jul 05 18:39:46.921342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-90436741-ee17-48cd-ada0-de4a28003e4a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/quotas/e0f63322c70d44feb35e55657f381c4c HTTP/1.1" status: 200 len: 375 time: 0.0090775 Jul 05 18:39:46.980390 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-7824ba55-2227-4c40-95c2-4c840725a683 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=e0f63322c70d44feb35e55657f381c4c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541866 Jul 05 18:39:47.072018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-62145675-f7e6-4ad4-ae7a-1e12a06a5aa2 service neutron] 10.222.0.30 "GET /v2.0/networks/cc165838-8fb2-4214-901e-2fbbcb27b0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851076 Jul 05 18:39:47.161888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-3e96de36-dc3d-454b-b117-93aedb78f845 service neutron] 10.222.0.30 "GET /v2.0/networks/cc165838-8fb2-4214-901e-2fbbcb27b0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835032 Jul 05 18:39:47.402498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-087020f3-5a0a-47c0-a2ad-e1aa16a3c76d req-1c4329ac-3f04-4606-bd40-4eccd6c6a33e tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 210 time: 0.0313795 Jul 05 18:39:48.540246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-622d2948-0442-49e9-8724-b3fff0f1d6f5 req-91d41637-e2f5-421f-b1f6-f66c76ad87e9 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 210 time: 0.0274196 Jul 05 18:39:49.470922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-37a94d2a-3d27-4108-9d4c-585eb7f26992 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:49.472407 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-37a94d2a-3d27-4108-9d4c-585eb7f26992 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.39 "GET /v2.0/networks?id=cc165838-8fb2-4214-901e-2fbbcb27b0f0 HTTP/1.1" status: 200 len: 910 time: 0.0892868 Jul 05 18:39:49.484648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Request body: {'port': {'device_id': '898aa157-5759-4b3e-be5f-92d184264a26', 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'admin_state_up': True, 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:49.598232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Made reservation on behalf of e0f63322c70d44feb35e55657f381c4c for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:39:49.600681 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:49.689699 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a70ac30-01db-460f-8b2a-9729fb7e5ffa req-291f9608-ff19-4134-8869-f0cd62bd4d32 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 210 time: 0.0284820 Jul 05 18:39:49.720092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Allocated IP 172.20.0.3 (cc165838-8fb2-4214-901e-2fbbcb27b0f0/dc2be88f-6d0b-44c8-913a-76e05521bcd5/11f4567d-ba58-4570-9b37-5229a79925d2) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:39:49.853324 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:49.868147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Transition to ACTIVE for port object 11f4567d-ba58-4570-9b37-5229a79925d2 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:49.935157 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:49.945525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['268b64e6-e588-4803-a6be-b92662b165c0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:39:49.983242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:39:49.986065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:39:49.991598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:39:50.016275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Pushing event updated for resources: {'Port': ['ID=11f4567d-ba58-4570-9b37-5229a79925d2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:50.034988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:50.035607 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:50.113138 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-17731686-3a70-4adc-9a8a-6d4bd3ecd04d tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6318862 Jul 05 18:39:50.126835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Request body: {'port': {'device_id': '898aa157-5759-4b3e-be5f-92d184264a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:39:50.214876 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:50.398539 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3b9256ce-f385-45af-8b5b-4838ad6325d9 None None] Provisioning for port 11f4567d-ba58-4570-9b37-5229a79925d2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:50.404795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3b9256ce-f385-45af-8b5b-4838ad6325d9 None None] Provisioning complete for port 11f4567d-ba58-4570-9b37-5229a79925d2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:50.405324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b9256ce-f385-45af-8b5b-4838ad6325d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:50.440739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3b9256ce-f385-45af-8b5b-4838ad6325d9 None None] Port 11f4567d-ba58-4570-9b37-5229a79925d2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:39:50.484237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f4567d-ba58-4570-9b37-5229a79925d2 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:39:50.491454 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:50.504697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Transition to ACTIVE for port object 11f4567d-ba58-4570-9b37-5229a79925d2 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:39:50.757807 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:50.810117 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-203c932f-efb0-45bd-9496-24d2b9135fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:50.820457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Pushing event updated for resources: {'Port': ['ID=11f4567d-ba58-4570-9b37-5229a79925d2,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:50.857527 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea696d3-40ba-4d28-9d58-66e53d6c86ca req-0c0af8c4-2ed3-48e7-ae50-d88875ef37e9 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:50.863106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dea696d3-40ba-4d28-9d58-66e53d6c86ca req-0c0af8c4-2ed3-48e7-ae50-d88875ef37e9 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1052 time: 0.0619771 Jul 05 18:39:50.896849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dea696d3-40ba-4d28-9d58-66e53d6c86ca req-da831440-9a1f-4300-8f19-57960ce5005a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307143 Jul 05 18:39:50.901286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Attempting to bind port 11f4567d-ba58-4570-9b37-5229a79925d2 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:39:50.901650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Attempting to bind port 11f4567d-ba58-4570-9b37-5229a79925d2 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:39:50.902061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Attempting to bind port 11f4567d-ba58-4570-9b37-5229a79925d2 on network cc165838-8fb2-4214-901e-2fbbcb27b0f0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:50.906638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Port 11f4567d-ba58-4570-9b37-5229a79925d2 on network cc165838-8fb2-4214-901e-2fbbcb27b0f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:39:50.907251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Attempting to bind port 11f4567d-ba58-4570-9b37-5229a79925d2 on network cc165838-8fb2-4214-901e-2fbbcb27b0f0 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:39:50.912189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:39:50.912539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Checking segment: {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:39:50.912925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Bound using segment: {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:39:50.913356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Bound port: 11f4567d-ba58-4570-9b37-5229a79925d2, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00e190fc-d662-40da-a203-ff86b110a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:39:50.913721 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:50.979851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] For port 11f4567d-ba58-4570-9b37-5229a79925d2, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:39:50.983107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] For port 11f4567d-ba58-4570-9b37-5229a79925d2, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11f4567d-ba58-4570-9b37-5229a79925d2,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:39:51.079564 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:51.115037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:51.115925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:51.117430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] 10.222.0.39 "PUT /v2.0/ports/11f4567d-ba58-4570-9b37-5229a79925d2 HTTP/1.1" status: 200 len: 1091 time: 0.9953566 Jul 05 18:39:51.119734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '898aa157-5759-4b3e-be5f-92d184264a26', 'tag': '11f4567d-ba58-4570-9b37-5229a79925d2'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:39:51.122068 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f0e76a-4bd1-4a65-a90f-57cbb825e3a7" -d '{"events": [{"name": "network-changed", "server_uuid": "898aa157-5759-4b3e-be5f-92d184264a26", "tag": "11f4567d-ba58-4570-9b37-5229a79925d2"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:39:51.155377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b6a78-7cf9-4499-b88e-a803c3a3eaec service neutron] Pushing event updated for resources: {'Port': ['ID=11f4567d-ba58-4570-9b37-5229a79925d2,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:51.163764 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6d81d5-1ba9-4eae-b496-6b4f9286fe28 x-openstack-request-id: req-ce6d81d5-1ba9-4eae-b496-6b4f9286fe28 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:39:51.166779 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "898aa157-5759-4b3e-be5f-92d184264a26", "tag": "11f4567d-ba58-4570-9b37-5229a79925d2", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:39:51.166779 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce6d81d5-1ba9-4eae-b496-6b4f9286fe28 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:39:51.166779 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '898aa157-5759-4b3e-be5f-92d184264a26', 'tag': '11f4567d-ba58-4570-9b37-5229a79925d2', 'status': 'completed', 'code': 200} Jul 05 18:39:51.246286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e76a-4bd1-4a65-a90f-57cbb825e3a7 req-3aa2f780-bc74-4e32-adce-94fb2b31ea8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:51.247868 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f6f0e76a-4bd1-4a65-a90f-57cbb825e3a7 req-3aa2f780-bc74-4e32-adce-94fb2b31ea8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0f63322c70d44feb35e55657f381c4c&device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1094 time: 0.0615892 Jul 05 18:39:51.353484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e76a-4bd1-4a65-a90f-57cbb825e3a7 req-68834f7c-dc25-4b4e-9841-3221054ef2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:51.355090 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f6f0e76a-4bd1-4a65-a90f-57cbb825e3a7 req-68834f7c-dc25-4b4e-9841-3221054ef2e6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e0f63322c70d44feb35e55657f381c4c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0997713 Jul 05 18:39:51.448922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0e76a-4bd1-4a65-a90f-57cbb825e3a7 req-e0d75ae2-23cf-4b5c-b13a-2f9f1017944b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:51.450401 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f6f0e76a-4bd1-4a65-a90f-57cbb825e3a7 req-e0d75ae2-23cf-4b5c-b13a-2f9f1017944b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0879612 Jul 05 18:39:51.546982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-1e6e4b94-f397-4df1-98fe-3c39f4a33b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:51.549248 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-1e6e4b94-f397-4df1-98fe-3c39f4a33b32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e0f63322c70d44feb35e55657f381c4c&device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1094 time: 0.0604289 Jul 05 18:39:51.592926 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-a5519372-abb6-4d09-b7c9-fbb8d67750a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11f4567d-ba58-4570-9b37-5229a79925d2 HTTP/1.1" status: 200 len: 217 time: 0.0358820 Jul 05 18:39:51.642086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-9c61ded3-5ca9-42dc-98c9-b2992a64c44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:51.643648 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-9c61ded3-5ca9-42dc-98c9-b2992a64c44f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=dc2be88f-6d0b-44c8-913a-76e05521bcd5 HTTP/1.1" status: 200 len: 849 time: 0.0443988 Jul 05 18:39:51.704262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-cf20cd2c-59bd-428c-9214-a46b8b30fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:51.705741 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-cf20cd2c-59bd-428c-9214-a46b8b30fd54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cc165838-8fb2-4214-901e-2fbbcb27b0f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557125 Jul 05 18:39:51.793687 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-014b5e8c-950f-41b3-9312-8295d00cc982 service neutron] 10.222.0.39 "GET /v2.0/networks/cc165838-8fb2-4214-901e-2fbbcb27b0f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805254 Jul 05 18:39:51.894272 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-43a2c15e-307a-4e8c-9fee-1148c5960edc req-a7258933-c06b-47c0-96cb-89b7269bc792 service neutron] 10.222.0.39 "GET /v2.0/networks/cc165838-8fb2-4214-901e-2fbbcb27b0f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927234 Jul 05 18:39:52.064581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b08c4-a425-4519-9825-28598d586e1b req-03be46a6-a4a8-4f6a-b4e1-e55108e9260f tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:52.066140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-777b08c4-a425-4519-9825-28598d586e1b req-03be46a6-a4a8-4f6a-b4e1-e55108e9260f tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1094 time: 0.0560129 Jul 05 18:39:52.099361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-777b08c4-a425-4519-9825-28598d586e1b req-ad12d876-ef7f-4d1a-b233-cc1f5c165811 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275338 Jul 05 18:39:53.260148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42267f13-c1cc-436a-8fc9-2b6a514dff84 req-0dc4df7c-eb87-4b2c-8df3-a88385f3e911 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:53.261707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42267f13-c1cc-436a-8fc9-2b6a514dff84 req-0dc4df7c-eb87-4b2c-8df3-a88385f3e911 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1094 time: 0.0532439 Jul 05 18:39:53.306840 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-42267f13-c1cc-436a-8fc9-2b6a514dff84 req-6967898c-cfc3-4e09-a995-6235626d16e1 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394707 Jul 05 18:39:53.466119 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a72c4730-ac2d-4645-9bdb-8e886075687f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:53.717529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:54.469723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5833ca4-10ca-4424-b281-a307bea3e863 req-8c4924c5-20a9-4b6f-b38b-3d2e6030ab27 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:54.471249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5833ca4-10ca-4424-b281-a307bea3e863 req-8c4924c5-20a9-4b6f-b38b-3d2e6030ab27 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1094 time: 0.0514953 Jul 05 18:39:54.508207 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5833ca4-10ca-4424-b281-a307bea3e863 req-c77a5185-a472-4990-a9a3-48afdba47564 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315013 Jul 05 18:39:54.746726 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:54.783790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 11f4567d-ba58-4570-9b37-5229a79925d2 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:39:55.031500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 11f4567d-ba58-4570-9b37-5229a79925d2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11f4567d-ba58-4570-9b37-5229a79925d2,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:55.042510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '11f4567d-ba58-4570-9b37-5229a79925d2', 'network_id': 'cc165838-8fb2-4214-901e-2fbbcb27b0f0', 'port_id': '11f4567d-ba58-4570-9b37-5229a79925d2', 'mac_address': 'fa:16:3e:ad:b8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc2be88f-6d0b-44c8-913a-76e05521bcd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:39:55.078634 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:55.091532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f4567d-ba58-4570-9b37-5229a79925d2 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:39:55.110578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 11f4567d-ba58-4570-9b37-5229a79925d2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11f4567d-ba58-4570-9b37-5229a79925d2,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:55.186209 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:55.233661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=11f4567d-ba58-4570-9b37-5229a79925d2,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:55.407770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['11f4567d-ba58-4570-9b37-5229a79925d2'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:39:55.673345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326fe31d-5abe-4416-9d66-4604c472e182 req-42a1ca49-53b2-4528-8d2a-fb091bf8dd86 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:55.674818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-326fe31d-5abe-4416-9d66-4604c472e182 req-42a1ca49-53b2-4528-8d2a-fb091bf8dd86 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1095 time: 0.0567412 Jul 05 18:39:55.710438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-326fe31d-5abe-4416-9d66-4604c472e182 req-32457fe6-eb37-4b71-ac68-cedf79364945 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298333 Jul 05 18:39:56.476397 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:56.799022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 11f4567d-ba58-4570-9b37-5229a79925d2 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:39:56.906322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 11f4567d-ba58-4570-9b37-5229a79925d2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:39:56.910353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 11f4567d-ba58-4570-9b37-5229a79925d2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:39:56.910766 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:56.931127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a288f-4777-4494-ba11-9b7c0e8fdf53 req-8c1edbb3-fcbd-4a1b-a65c-c54d4cc76c37 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:56.932691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba2a288f-4777-4494-ba11-9b7c0e8fdf53 req-8c1edbb3-fcbd-4a1b-a65c-c54d4cc76c37 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1095 time: 0.1128306 Jul 05 18:39:56.969891 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba2a288f-4777-4494-ba11-9b7c0e8fdf53 req-839be9ba-89a3-4e3b-b231-3073ab12df0a tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304196 Jul 05 18:39:56.998232 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:57.017637 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898aa157-5759-4b3e-be5f-92d184264a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f4567d-ba58-4570-9b37-5229a79925d2'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:39:57.021562 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbb1a83-a0a7-43e4-9f78-cf242daa3727" -d '{"events": [{"server_uuid": "898aa157-5759-4b3e-be5f-92d184264a26", "name": "network-vif-plugged", "status": "completed", "tag": "11f4567d-ba58-4570-9b37-5229a79925d2"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:39:57.037091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 11f4567d-ba58-4570-9b37-5229a79925d2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11f4567d-ba58-4570-9b37-5229a79925d2,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:39:57.070028 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ddb3a0-9bcc-4952-84bb-9383fe22143f x-openstack-request-id: req-e8ddb3a0-9bcc-4952-84bb-9383fe22143f {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:39:57.070322 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898aa157-5759-4b3e-be5f-92d184264a26", "name": "network-vif-plugged", "status": "completed", "tag": "11f4567d-ba58-4570-9b37-5229a79925d2", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:39:57.070607 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8ddb3a0-9bcc-4952-84bb-9383fe22143f {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:39:57.071006 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898aa157-5759-4b3e-be5f-92d184264a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f4567d-ba58-4570-9b37-5229a79925d2', 'code': 200} Jul 05 18:39:57.117960 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:39:57.167302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=11f4567d-ba58-4570-9b37-5229a79925d2,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:39:57.181424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc2ca8a-4882-4ee9-a74d-6c8a07f757bb req-26f2f97e-c9c0-4151-80ed-9d26f74b48eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:57.182951 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1fc2ca8a-4882-4ee9-a74d-6c8a07f757bb req-26f2f97e-c9c0-4151-80ed-9d26f74b48eb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1096 time: 0.0541556 Jul 05 18:39:57.219123 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1fc2ca8a-4882-4ee9-a74d-6c8a07f757bb req-473078f5-af39-43ab-8a53-333e235f1504 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270579 Jul 05 18:39:58.135159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4032c89-5988-43f4-85c4-606b857a731c req-e97f5b0a-ef28-42ef-95e8-32670dbeed86 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:58.136664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4032c89-5988-43f4-85c4-606b857a731c req-e97f5b0a-ef28-42ef-95e8-32670dbeed86 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1096 time: 0.0555460 Jul 05 18:39:58.173325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4032c89-5988-43f4-85c4-606b857a731c req-09f1d15e-e8e1-4054-b2bb-a1c7be7886e7 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304122 Jul 05 18:39:59.335240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34431634-f022-4638-a25c-2c9c16e31186 req-e04c5d6d-939b-45c1-9942-795b3ec50835 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:59.336770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34431634-f022-4638-a25c-2c9c16e31186 req-e04c5d6d-939b-45c1-9942-795b3ec50835 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1096 time: 0.0512674 Jul 05 18:39:59.374806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34431634-f022-4638-a25c-2c9c16e31186 req-365e4b27-2945-4d4a-a351-130c5819c5f9 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310876 Jul 05 18:39:59.532183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786fe35-c040-437b-91ba-e3a1106d3016 req-50a0b1c7-9a92-405f-ae7a-17c872198d29 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:59.533692 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7786fe35-c040-437b-91ba-e3a1106d3016 req-50a0b1c7-9a92-405f-ae7a-17c872198d29 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1096 time: 0.0521514 Jul 05 18:39:59.566799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7786fe35-c040-437b-91ba-e3a1106d3016 req-9281dfd7-50e7-4933-a5b5-67ad2b4b4a41 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274527 Jul 05 18:39:59.727265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f36076-32e5-49c6-9b3f-07351ea813cc req-e81a78c0-c9dc-41d5-9c24-fc76d118e1b3 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:39:59.728778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30f36076-32e5-49c6-9b3f-07351ea813cc req-e81a78c0-c9dc-41d5-9c24-fc76d118e1b3 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1096 time: 0.0558338 Jul 05 18:39:59.763176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-30f36076-32e5-49c6-9b3f-07351ea813cc req-86762261-f5de-48e7-a190-f0f04a41b60c tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281000 Jul 05 18:39:59.860711 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:00.415918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cdca6-2929-463e-8d9b-d3cc108455a2 req-d2d602e2-f57b-468c-9e9e-340f3b4714e0 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:00.417349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd0cdca6-2929-463e-8d9b-d3cc108455a2 req-d2d602e2-f57b-468c-9e9e-340f3b4714e0 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1096 time: 0.0532041 Jul 05 18:40:00.451001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd0cdca6-2929-463e-8d9b-d3cc108455a2 req-50feabd3-339b-448b-8b9b-7d5559c127b1 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272079 Jul 05 18:40:01.631451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45394be1-8f42-427d-a9a9-292952ba4ec3 req-afb3ec94-853f-4722-a8ff-5af3e3603efa tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:01.633133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45394be1-8f42-427d-a9a9-292952ba4ec3 req-afb3ec94-853f-4722-a8ff-5af3e3603efa tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1096 time: 0.0633972 Jul 05 18:40:01.908965 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356fa4ea-6cfd-470a-927d-26697839429b req-fce8bb43-1f40-40b0-993a-ac98a1341b22 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:01.910522 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-356fa4ea-6cfd-470a-927d-26697839429b req-fce8bb43-1f40-40b0-993a-ac98a1341b22 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 1096 time: 0.0553293 Jul 05 18:40:02.005708 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45394be1-8f42-427d-a9a9-292952ba4ec3 req-16b64e91-8c0d-4f33-bf1d-5b74fc524f66 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661368 Jul 05 18:40:02.007775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-356fa4ea-6cfd-470a-927d-26697839429b req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Deleting port 11f4567d-ba58-4570-9b37-5229a79925d2 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:02.008125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-356fa4ea-6cfd-470a-927d-26697839429b req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:02.086168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-356fa4ea-6cfd-470a-927d-26697839429b req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] For port 11f4567d-ba58-4570-9b37-5229a79925d2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=11f4567d-ba58-4570-9b37-5229a79925d2,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:02.086519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-356fa4ea-6cfd-470a-927d-26697839429b req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:02.098813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-356fa4ea-6cfd-470a-927d-26697839429b req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Calling delete_port for 11f4567d-ba58-4570-9b37-5229a79925d2 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:02.317501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-356fa4ea-6cfd-470a-927d-26697839429b req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:02.328974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['268b64e6-e588-4803-a6be-b92662b165c0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:40:02.331298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['11f4567d-ba58-4570-9b37-5229a79925d2'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:40:02.343368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Pushing event deleted for resources: {'Port': ['ID=11f4567d-ba58-4570-9b37-5229a79925d2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:02.397305 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-356fa4ea-6cfd-470a-927d-26697839429b req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] No DVR routers for this DVR port 11f4567d-ba58-4570-9b37-5229a79925d2 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:40:02.397305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-356fa4ea-6cfd-470a-927d-26697839429b req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:02.401114 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-356fa4ea-6cfd-470a-927d-26697839429b req-a0a753ec-3071-434b-ae61-fdf602ccde80 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.39 "DELETE /v2.0/ports/11f4567d-ba58-4570-9b37-5229a79925d2 HTTP/1.1" status: 204 len: 173 time: 0.4807515 Jul 05 18:40:02.401114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '898aa157-5759-4b3e-be5f-92d184264a26', 'name': 'network-vif-deleted', 'tag': '11f4567d-ba58-4570-9b37-5229a79925d2'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:40:02.401114 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b35685d-06e3-40b6-adba-73834d3361bb" -d '{"events": [{"server_uuid": "898aa157-5759-4b3e-be5f-92d184264a26", "name": "network-vif-deleted", "tag": "11f4567d-ba58-4570-9b37-5229a79925d2"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:40:02.444146 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a3019c-a1bd-4356-a1f9-fbd3029e0596 x-openstack-request-id: req-c9a3019c-a1bd-4356-a1f9-fbd3029e0596 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:40:02.447624 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "898aa157-5759-4b3e-be5f-92d184264a26", "name": "network-vif-deleted", "tag": "11f4567d-ba58-4570-9b37-5229a79925d2", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:40:02.447624 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9a3019c-a1bd-4356-a1f9-fbd3029e0596 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:40:02.447624 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '898aa157-5759-4b3e-be5f-92d184264a26', 'name': 'network-vif-deleted', 'tag': '11f4567d-ba58-4570-9b37-5229a79925d2', 'status': 'completed', 'code': 200} Jul 05 18:40:03.157194 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4d80acf-b5b0-4562-96a7-c1458bf801b2 req-b6f2df81-b592-433d-b2bf-316d4653f3b2 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=898aa157-5759-4b3e-be5f-92d184264a26 HTTP/1.1" status: 200 len: 210 time: 0.0277679 Jul 05 18:40:04.829750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928d253c-b82e-46d6-8ef5-5edbc6cb7290 req-703ee0d9-1fcc-4d3b-b18b-1f8155fff7e5 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:04.831325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-928d253c-b82e-46d6-8ef5-5edbc6cb7290 req-703ee0d9-1fcc-4d3b-b18b-1f8155fff7e5 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1096 time: 0.0526783 Jul 05 18:40:04.846958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 11f4567d-ba58-4570-9b37-5229a79925d2 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:40:04.867957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 11f4567d-ba58-4570-9b37-5229a79925d2 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:40:04.868383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 11f4567d-ba58-4570-9b37-5229a79925d2 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:40:04.868575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-928d253c-b82e-46d6-8ef5-5edbc6cb7290 req-12707150-cd44-41be-b65e-57b50ed5e048 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314388 Jul 05 18:40:06.032243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a3e18c-a0ed-41f8-87aa-905f0b14dbcd req-c1d7baeb-c037-47e6-8088-ffe921135cac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:06.033749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09a3e18c-a0ed-41f8-87aa-905f0b14dbcd req-c1d7baeb-c037-47e6-8088-ffe921135cac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1096 time: 0.0551715 Jul 05 18:40:06.037357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:06.069659 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09a3e18c-a0ed-41f8-87aa-905f0b14dbcd req-7e7447d8-e307-4900-958d-6b06d4fde1ff tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=80a1789e-dd91-41ba-b250-31ae87c0e7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302918 Jul 05 18:40:06.111825 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-5f5ab8c4-5a46-4445-8b6c-c56bfb9cd8a2 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:06.113286 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-5f5ab8c4-5a46-4445-8b6c-c56bfb9cd8a2 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 1096 time: 0.0558393 Jul 05 18:40:06.201105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Deleting port 268b64e6-e588-4803-a6be-b92662b165c0 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:06.201444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:06.280080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] For port 268b64e6-e588-4803-a6be-b92662b165c0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=268b64e6-e588-4803-a6be-b92662b165c0,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:06.280439 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:06.293409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Calling delete_port for 268b64e6-e588-4803-a6be-b92662b165c0 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:06.500376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:06.511436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['268b64e6-e588-4803-a6be-b92662b165c0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:40:06.532161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Pushing event deleted for resources: {'Port': ['ID=268b64e6-e588-4803-a6be-b92662b165c0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:06.576136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] No DVR routers for this DVR port 268b64e6-e588-4803-a6be-b92662b165c0 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:40:06.579017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:06.580976 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-330b2a42-5874-40dd-bc22-682d3de3f5c6 req-b4ec8d56-aff7-4e25-9ae5-c5f1957328ac tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.97 "DELETE /v2.0/ports/268b64e6-e588-4803-a6be-b92662b165c0 HTTP/1.1" status: 204 len: 173 time: 0.4625075 Jul 05 18:40:06.581429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8555cd-7bc0-4d13-b88f-f35645a5d9cf', 'name': 'network-vif-deleted', 'tag': '268b64e6-e588-4803-a6be-b92662b165c0'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:40:06.583709 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d874d27f-206c-4332-b5af-f089b4d5a30e" -d '{"events": [{"server_uuid": "2c8555cd-7bc0-4d13-b88f-f35645a5d9cf", "name": "network-vif-deleted", "tag": "268b64e6-e588-4803-a6be-b92662b165c0"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:40:06.620318 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407dc0a-6731-455f-905c-ec49811ab365 x-openstack-request-id: req-3407dc0a-6731-455f-905c-ec49811ab365 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:40:06.620623 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8555cd-7bc0-4d13-b88f-f35645a5d9cf", "name": "network-vif-deleted", "tag": "268b64e6-e588-4803-a6be-b92662b165c0", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:40:06.620881 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3407dc0a-6731-455f-905c-ec49811ab365 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:40:06.621286 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8555cd-7bc0-4d13-b88f-f35645a5d9cf', 'name': 'network-vif-deleted', 'tag': '268b64e6-e588-4803-a6be-b92662b165c0', 'status': 'completed', 'code': 200} Jul 05 18:40:07.217453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b83d9dbf-36a3-4b73-86fb-e843f1767154 req-d310e147-1fdf-41b5-9a00-f8662d647d36 tempest-TestServerMultinode-1225951662 tempest-TestServerMultinode-1225951662-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c8555cd-7bc0-4d13-b88f-f35645a5d9cf HTTP/1.1" status: 200 len: 210 time: 0.0271046 Jul 05 18:40:08.318531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46862) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:08.681818 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:08.945736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Deleting port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:08.945996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:09.023007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] For port 9c8a797b-8ab1-47d4-a7c2-06193fceeae6, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9c8a797b-8ab1-47d4-a7c2-06193fceeae6,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:09.023365 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:09.037077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Calling delete_port for 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:09.619086 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:09.649015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8a797b-8ab1-47d4-a7c2-06193fceeae6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:09.722021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 268b64e6-e588-4803-a6be-b92662b165c0 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:40:09.743042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 268b64e6-e588-4803-a6be-b92662b165c0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:40:09.743394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 268b64e6-e588-4803-a6be-b92662b165c0 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:40:09.816825 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:10.030046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Router 918d1285-0def-4ed7-b45b-82aaa6857fcd has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:40:10.136034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:40:10.141871 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-45cbe229-8710-4897-8eab-af00eb100e97 admin admin] 10.222.0.30 "PUT /v2.0/routers/918d1285-0def-4ed7-b45b-82aaa6857fcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8223023 Jul 05 18:40:10.145307 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60910296-a827-45aa-a724-0faae4945437 None None] Sync routers for ids ['918d1285-0def-4ed7-b45b-82aaa6857fcd'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:40:10.145805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46864) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:10.155639 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60910296-a827-45aa-a724-0faae4945437 None None] Routers {'918d1285-0def-4ed7-b45b-82aaa6857fcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:40:10.156420 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-60910296-a827-45aa-a724-0faae4945437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['918d1285-0def-4ed7-b45b-82aaa6857fcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:10.251165 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:10.261654 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-60910296-a827-45aa-a724-0faae4945437 None None] Set router 918d1285-0def-4ed7-b45b-82aaa6857fcd gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:40:10.353843 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:10.432616 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-60910296-a827-45aa-a724-0faae4945437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '90416664-5a9f-416a-ba38-6da4f989d827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:40:09Z', 'revision_number': 5, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'gw_port': {'id': '90416664-5a9f-416a-ba38-6da4f989d827', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:39:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:10.452389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Deleting port 90416664-5a9f-416a-ba38-6da4f989d827 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:10.453077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:10.461803 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60910296-a827-45aa-a724-0faae4945437 None None] Checking router: 918d1285-0def-4ed7-b45b-82aaa6857fcd for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:40:10.470168 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60910296-a827-45aa-a724-0faae4945437 None None] Routers {'918d1285-0def-4ed7-b45b-82aaa6857fcd'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:40:10.470807 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-60910296-a827-45aa-a724-0faae4945437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['918d1285-0def-4ed7-b45b-82aaa6857fcd'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:10.536877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] For port 90416664-5a9f-416a-ba38-6da4f989d827, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=90416664-5a9f-416a-ba38-6da4f989d827,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:10.537267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:10.550811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Calling delete_port for 90416664-5a9f-416a-ba38-6da4f989d827 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:10.555105 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-60910296-a827-45aa-a724-0faae4945437 None None] Set router 918d1285-0def-4ed7-b45b-82aaa6857fcd gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:40:10.695245 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-60910296-a827-45aa-a724-0faae4945437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:40:10Z', 'revision_number': 6, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:10.725267 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60910296-a827-45aa-a724-0faae4945437 None None] The sync data for ids ['918d1285-0def-4ed7-b45b-82aaa6857fcd'] in n-d-799524-1 is: [{'id': '918d1285-0def-4ed7-b45b-82aaa6857fcd', 'name': 'tempest-TestServerMultinode-1895192309-router', 'tenant_id': '90dbedbe82704faf8e23fe364e1899e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:21Z', 'updated_at': '2021-07-05T18:40:10Z', 'revision_number': 6, 'project_id': '90dbedbe82704faf8e23fe364e1899e9', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:40:10.774019 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:10.800350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Pushing event deleted for resources: {'Port': ['ID=90416664-5a9f-416a-ba38-6da4f989d827,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:10.811674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.812556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.812906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.813242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.813568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.814313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.814313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.814524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.814873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.815195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.815520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.815840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:10.878276 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:10.920431 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-f2389fed-d2e7-4a36-a48d-6f86055131bb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131105 Jul 05 18:40:10.973143 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:10.975315 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.016992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-03c76c8a-e83e-4185-9932-48a1bfe407a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:11.018414 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-03c76c8a-e83e-4185-9932-48a1bfe407a7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 1097 time: 0.0556235 Jul 05 18:40:11.082268 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.086016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 918d1285-0def-4ed7-b45b-82aaa6857fcd {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:40:11.087480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.090809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5dd6504b-9b1e-42e6-bbc5-3193f22c3e4e admin admin] 10.222.0.30 "DELETE /v2.0/routers/918d1285-0def-4ed7-b45b-82aaa6857fcd HTTP/1.1" status: 204 len: 168 time: 0.9421902 Jul 05 18:40:11.091072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46868) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:11.135063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-2d1dac1f-a606-42e7-b831-861f44647012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:11.136764 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-2d1dac1f-a606-42e7-b831-861f44647012 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0979292 Jul 05 18:40:11.139273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6f2b01-1336-4566-9b65-5d6601fd83ac admin admin] Deleting subnet dc2be88f-6d0b-44c8-913a-76e05521bcd5 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:40:11.143333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2b01-1336-4566-9b65-5d6601fd83ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.180974 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2b01-1336-4566-9b65-5d6601fd83ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.206820 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-32922168-452e-476a-a6eb-93fe9bdfbf05 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb5181e2-0985-42d5-858e-0f5f1bf73223 HTTP/1.1" status: 200 len: 1001 time: 0.0635774 Jul 05 18:40:11.260788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-9c5b7ce2-5535-47df-8193-d7039c9d1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:11.262191 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-9c5b7ce2-5535-47df-8193-d7039c9d1077 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0481193 Jul 05 18:40:11.263884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2b01-1336-4566-9b65-5d6601fd83ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.319714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-7b5f4a9d-6314-4f84-ab4f-0084bf486cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:11.321277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-7b5f4a9d-6314-4f84-ab4f-0084bf486cad service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526121 Jul 05 18:40:11.375041 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2b01-1336-4566-9b65-5d6601fd83ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.402655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f2b01-1336-4566-9b65-5d6601fd83ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc2be88f-6d0b-44c8-913a-76e05521bcd5,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:11.404886 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2b01-1336-4566-9b65-5d6601fd83ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.408505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0e6f2b01-1336-4566-9b65-5d6601fd83ac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dc2be88f-6d0b-44c8-913a-76e05521bcd5 HTTP/1.1" status: 204 len: 168 time: 0.3154438 Jul 05 18:40:11.411130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46870) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:11.413355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee442e-1d55-474a-a7e3-5f552986de95 None None] Network cc165838-8fb2-4214-901e-2fbbcb27b0f0 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:40:11.423958 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-7bec6452-565a-4e79-934c-15295e25ad8a service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961118 Jul 05 18:40:11.540285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.601023 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bedbacb7-26e0-48b5-887d-bbb5271473f4 req-69e5090c-c09d-4fa6-ab60-d8fcca6d4a74 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677058 Jul 05 18:40:11.609950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd4d6f0-9ebb-451b-bb91-4f5714a3d47b None None] DHCP port deletion for cc165838-8fb2-4214-901e-2fbbcb27b0f0 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:40:11.630252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Deleting port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:11.630711 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.660867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-abd4d6f0-9ebb-451b-bb91-4f5714a3d47b None None] Deleting port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:11.661247 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-abd4d6f0-9ebb-451b-bb91-4f5714a3d47b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.696081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] For port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:11.696447 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.711399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Calling delete_port for 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:11.727313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-abd4d6f0-9ebb-451b-bb91-4f5714a3d47b None None] For port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b,segment=NetworkSegment(00e190fc-d662-40da-a203-ff86b110a3a8),segment_id=00e190fc-d662-40da-a203-ff86b110a3a8)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:11.727706 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-abd4d6f0-9ebb-451b-bb91-4f5714a3d47b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.741454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-abd4d6f0-9ebb-451b-bb91-4f5714a3d47b None None] Calling delete_port for 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:11.855031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.861763 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-abd4d6f0-9ebb-451b-bb91-4f5714a3d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.885868 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:11.889435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4d6f0-9ebb-451b-bb91-4f5714a3d47b None None] Pushing event deleted for resources: {'Port': ['ID=2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:11.889612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] No DVR routers for this DVR port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:40:11.893045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4d6f0-9ebb-451b-bb91-4f5714a3d47b None None] No DVR routers for this DVR port 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:40:11.963903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:11.973676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc165838-8fb2-4214-901e-2fbbcb27b0f0']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:11.984458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00e190fc-d662-40da-a203-ff86b110a3a8') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:11.984760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00e190fc-d662-40da-a203-ff86b110a3a8') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:11.993585 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:12.007662 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:12.013299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:40:12.013677 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:40:12.015362 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:40:12.133383 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:12.137782 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:12.139691 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cc165838-8fb2-4214-901e-2fbbcb27b0f0 HTTP/1.1" status: 204 len: 168 time: 0.7265842 Jul 05 18:40:12.143196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46872) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:12.153133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e5ff8-7b14-44ca-8390-f40e64667b99 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc165838-8fb2-4214-901e-2fbbcb27b0f0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:12.216341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:40:12.240676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:40:12.241045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9c8a797b-8ab1-47d4-a7c2-06193fceeae6 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:40:12.241462 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 90416664-5a9f-416a-ba38-6da4f989d827 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:40:12.260085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 90416664-5a9f-416a-ba38-6da4f989d827 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:40:12.260432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 90416664-5a9f-416a-ba38-6da4f989d827 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:40:12.260846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:40:12.280319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:40:12.280719 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2bbc2e35-14ab-43de-9b02-88e1ae1ffa8b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:40:12.495586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:12.756755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Deleting port c566208d-ad61-44f1-b6b1-97eefc19e295 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:12.757018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:12.834875 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] For port c566208d-ad61-44f1-b6b1-97eefc19e295, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c566208d-ad61-44f1-b6b1-97eefc19e295,segment=NetworkSegment(f62d3145-7c45-4b04-b886-7a50a29a87bc),segment_id=f62d3145-7c45-4b04-b886-7a50a29a87bc)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:12.835235 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:12.853044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Calling delete_port for c566208d-ad61-44f1-b6b1-97eefc19e295 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:13.117619 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:13.145767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Pushing event deleted for resources: {'Port': ['ID=c566208d-ad61-44f1-b6b1-97eefc19e295,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:13.318836 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:13.536226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Router 80c2571a-cdb9-44da-9e05-62db48777c86 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:40:13.642896 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:40:13.648109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a61e12de-3e58-4015-9094-94b26fc2963b admin admin] 10.222.0.30 "PUT /v2.0/routers/80c2571a-cdb9-44da-9e05-62db48777c86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5038803 Jul 05 18:40:13.650728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46876) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:13.653268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] Sync routers for ids ['80c2571a-cdb9-44da-9e05-62db48777c86'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:40:13.662830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] Routers {'80c2571a-cdb9-44da-9e05-62db48777c86'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:40:13.663474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['80c2571a-cdb9-44da-9e05-62db48777c86'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:13.755450 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:13.768335 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] Set router 80c2571a-cdb9-44da-9e05-62db48777c86 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:40:13.858518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:13.951441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223'}], 'enable_snat': True}, 'gw_port_id': '711a407e-3553-4e94-9253-3a512fe993c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:40:13Z', 'revision_number': 5, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'gw_port': {'id': '711a407e-3553-4e94-9253-3a512fe993c7', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:38:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:39:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:13.981510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] Checking router: 80c2571a-cdb9-44da-9e05-62db48777c86 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:40:13.989883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] Routers {'80c2571a-cdb9-44da-9e05-62db48777c86'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:40:13.990504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:39:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['80c2571a-cdb9-44da-9e05-62db48777c86'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:14.003703 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Deleting port 711a407e-3553-4e94-9253-3a512fe993c7 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:14.004052 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:14.075889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] Set router 80c2571a-cdb9-44da-9e05-62db48777c86 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:40:14.084412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] For port 711a407e-3553-4e94-9253-3a512fe993c7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=711a407e-3553-4e94-9253-3a512fe993c7,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:14.084772 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:14.097883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Calling delete_port for 711a407e-3553-4e94-9253-3a512fe993c7 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:14.127591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:40:13Z', 'revision_number': 6, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:14.157664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196c10fd-e04f-48e1-8d52-ef2e070a1705 None None] The sync data for ids ['80c2571a-cdb9-44da-9e05-62db48777c86'] in n-d-799524-1 is: [{'id': '80c2571a-cdb9-44da-9e05-62db48777c86', 'name': 'tempest-TestServerMultinode-1767802527-router', 'tenant_id': 'e0f63322c70d44feb35e55657f381c4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:39:27Z', 'updated_at': '2021-07-05T18:40:13Z', 'revision_number': 6, 'project_id': 'e0f63322c70d44feb35e55657f381c4c', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:40:14.317786 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:14.352715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Pushing event deleted for resources: {'Port': ['ID=711a407e-3553-4e94-9253-3a512fe993c7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:14.425671 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:14.517915 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:14.520245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:14.637491 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:14.638177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80c2571a-cdb9-44da-9e05-62db48777c86 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:40:14.642402 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:14.643569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d6baac5c-add0-4715-b14b-b1f12462878a admin admin] 10.222.0.30 "DELETE /v2.0/routers/80c2571a-cdb9-44da-9e05-62db48777c86 HTTP/1.1" status: 204 len: 168 time: 0.9918156 Jul 05 18:40:14.646190 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46878) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:14.697016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6183d7-a254-44f5-989f-fb138e333ccd admin admin] Deleting subnet fd2a64a5-452d-4fba-b641-8b012cdfeecb {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:40:14.700140 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d6183d7-a254-44f5-989f-fb138e333ccd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.084257 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d6183d7-a254-44f5-989f-fb138e333ccd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.167634 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d6183d7-a254-44f5-989f-fb138e333ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.317798 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d6183d7-a254-44f5-989f-fb138e333ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.345178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6183d7-a254-44f5-989f-fb138e333ccd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd2a64a5-452d-4fba-b641-8b012cdfeecb,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:15.347180 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1d6183d7-a254-44f5-989f-fb138e333ccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.349078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1d6183d7-a254-44f5-989f-fb138e333ccd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fd2a64a5-452d-4fba-b641-8b012cdfeecb HTTP/1.1" status: 204 len: 168 time: 0.7019055 Jul 05 18:40:15.351490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46880) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:15.353973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2863e4-da19-4422-ab98-5928bda580fd None None] Network f267407b-336f-4f19-8978-424d911118fe requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:40:15.419108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.473053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Deleting port c11bc35a-7868-44b5-bd2c-10f319e10496 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:15.473392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.538047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b80955-939d-4cf8-99fa-951a102703d2 None None] DHCP port deletion for f267407b-336f-4f19-8978-424d911118fe request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:40:15.544863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] For port c11bc35a-7868-44b5-bd2c-10f319e10496, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c11bc35a-7868-44b5-bd2c-10f319e10496,segment=NetworkSegment(f62d3145-7c45-4b04-b886-7a50a29a87bc),segment_id=f62d3145-7c45-4b04-b886-7a50a29a87bc)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:15.545225 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.558348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Calling delete_port for c11bc35a-7868-44b5-bd2c-10f319e10496 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:15.589737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b1b80955-939d-4cf8-99fa-951a102703d2 None None] Deleting port c11bc35a-7868-44b5-bd2c-10f319e10496 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:15.590018 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1b80955-939d-4cf8-99fa-951a102703d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.652174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b1b80955-939d-4cf8-99fa-951a102703d2 None None] For port c11bc35a-7868-44b5-bd2c-10f319e10496, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c11bc35a-7868-44b5-bd2c-10f319e10496,segment=NetworkSegment(f62d3145-7c45-4b04-b886-7a50a29a87bc),segment_id=f62d3145-7c45-4b04-b886-7a50a29a87bc)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:15.652573 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1b80955-939d-4cf8-99fa-951a102703d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.665667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b1b80955-939d-4cf8-99fa-951a102703d2 None None] Calling delete_port for c11bc35a-7868-44b5-bd2c-10f319e10496 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:15.740451 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.746062 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1b80955-939d-4cf8-99fa-951a102703d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.770812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Pushing event deleted for resources: {'Port': ['ID=c11bc35a-7868-44b5-bd2c-10f319e10496,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:15.772932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b80955-939d-4cf8-99fa-951a102703d2 None None] Pushing event deleted for resources: {'Port': ['ID=c11bc35a-7868-44b5-bd2c-10f319e10496,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:15.774869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b80955-939d-4cf8-99fa-951a102703d2 None None] No DVR routers for this DVR port c11bc35a-7868-44b5-bd2c-10f319e10496 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:40:15.776787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] No DVR routers for this DVR port c11bc35a-7868-44b5-bd2c-10f319e10496 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:40:15.854430 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.866102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f267407b-336f-4f19-8978-424d911118fe']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:15.876419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f62d3145-7c45-4b04-b886-7a50a29a87bc') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:15.876712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f62d3145-7c45-4b04-b886-7a50a29a87bc') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:15.885463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.899466 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.905016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:40:15.905389 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:40:15.907727 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:40:16.071746 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:16.077157 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:16.089343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] 10.222.0.30 "DELETE /v2.0/networks/f267407b-336f-4f19-8978-424d911118fe HTTP/1.1" status: 204 len: 168 time: 0.7273486 Jul 05 18:40:16.090764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab616a-bf3b-4c93-97a7-b8dac12db5ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f267407b-336f-4f19-8978-424d911118fe,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:16.211056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c566208d-ad61-44f1-b6b1-97eefc19e295 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:40:16.231639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c566208d-ad61-44f1-b6b1-97eefc19e295 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:40:16.231993 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c566208d-ad61-44f1-b6b1-97eefc19e295 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:40:16.232413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c11bc35a-7868-44b5-bd2c-10f319e10496 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:40:16.252077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c11bc35a-7868-44b5-bd2c-10f319e10496 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:40:16.252428 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c11bc35a-7868-44b5-bd2c-10f319e10496 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:40:16.252837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 711a407e-3553-4e94-9253-3a512fe993c7 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:40:16.271581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 711a407e-3553-4e94-9253-3a512fe993c7 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:40:16.271935 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 711a407e-3553-4e94-9253-3a512fe993c7 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:40:16.591226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46884) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:16.630679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-51e4768a-ad2b-4d7a-9f31-fabde8d4a1c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=90dbedbe82704faf8e23fe364e1899e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382762 Jul 05 18:40:16.633158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46886) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:16.679562 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13f806ab-a60d-4bed-9a9a-f88946c1f869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:16.700420 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13f806ab-a60d-4bed-9a9a-f88946c1f869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:16.820054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13f806ab-a60d-4bed-9a9a-f88946c1f869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:16.822629 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-13f806ab-a60d-4bed-9a9a-f88946c1f869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:16.823778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-13f806ab-a60d-4bed-9a9a-f88946c1f869 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17e14d1b-ee30-4959-be6a-858232086c7a HTTP/1.1" status: 204 len: 168 time: 0.1897345 Jul 05 18:40:16.831818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f806ab-a60d-4bed-9a9a-f88946c1f869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e14d1b-ee30-4959-be6a-858232086c7a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:17.494975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46892) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:17.534643 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9442f5ea-8dc3-4418-8458-50ff4b22631b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0f63322c70d44feb35e55657f381c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384369 Jul 05 18:40:17.537051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 46894) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:40:17.585394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc5ce-5868-47d2-83d5-e6f241e2ef33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:17.606175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc5ce-5868-47d2-83d5-e6f241e2ef33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:17.740304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc5ce-5868-47d2-83d5-e6f241e2ef33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:17.742967 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c8cc5ce-5868-47d2-83d5-e6f241e2ef33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:17.744143 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0c8cc5ce-5868-47d2-83d5-e6f241e2ef33 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/80a1789e-dd91-41ba-b250-31ae87c0e7c1 HTTP/1.1" status: 204 len: 168 time: 0.2061975 Jul 05 18:40:17.752103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8cc5ce-5868-47d2-83d5-e6f241e2ef33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a1789e-dd91-41ba-b250-31ae87c0e7c1,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:20.774425 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d9a5c5df-8164-4c25-b31b-9359809b6dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:22.926636 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:40:23.470135 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1d80971-6817-4cad-84f5-4225a4efee25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:23.716982 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:24.757410 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:26.499958 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:29.888684 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:36.032152 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:50.786479 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4461e42-cbb2-4d7a-832f-004d19def3f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:53.471563 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8eeed360-50fb-4d11-a432-07ffe41d15f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:53.739913 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:53.990751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4483b19f-3595-4445-9bf5-66309fb3133a req-2bd20118-cfe1-480d-9ecf-58160f01037c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:53.992870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4483b19f-3595-4445-9bf5-66309fb3133a req-2bd20118-cfe1-480d-9ecf-58160f01037c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 946 time: 0.0712266 Jul 05 18:40:54.031498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4483b19f-3595-4445-9bf5-66309fb3133a req-903ecf0c-58de-4b5c-8228-fa06c323fbf3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330446 Jul 05 18:40:54.751077 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:55.222970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178247c8-2644-4949-96a1-4774befc0511 req-3e1ddab3-825c-4312-a8d2-86b91809a0aa tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:55.224507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-178247c8-2644-4949-96a1-4774befc0511 req-3e1ddab3-825c-4312-a8d2-86b91809a0aa tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 946 time: 0.0644927 Jul 05 18:40:55.270652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-178247c8-2644-4949-96a1-4774befc0511 req-25012eba-317e-45a7-a41d-e435905b39d5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401614 Jul 05 18:40:55.383368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a7259-0122-4cf4-a815-4690920a0762 req-f3038afb-2a7f-49ae-a953-b609edc8d439 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:40:55.384767 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-588a7259-0122-4cf4-a815-4690920a0762 req-f3038afb-2a7f-49ae-a953-b609edc8d439 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 946 time: 0.0630701 Jul 05 18:40:55.484900 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port fb5181e2-0985-42d5-858e-0f5f1bf73223 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:40:55.485298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:55.592700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] For port fb5181e2-0985-42d5-858e-0f5f1bf73223, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=fb5181e2-0985-42d5-858e-0f5f1bf73223,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:40:55.593103 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:55.811272 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:55.811638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:55.811945 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Floating IP 808561fb-e3bf-479b-bbed-5f6875ef2df7 disassociated. External IP: 172.25.3.99, port: fb5181e2-0985-42d5-858e-0f5f1bf73223. Jul 05 18:40:55.812281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for fb5181e2-0985-42d5-858e-0f5f1bf73223 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:40:55.981143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:56.011067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=fb5181e2-0985-42d5-858e-0f5f1bf73223,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:40:56.022714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.023066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.023609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.024027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.024364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.024698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.025051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.025379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.025703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.026027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.026350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.026698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:40:56.136554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Router f2c864bc-068c-44d6-829f-7ad4dfa2f4be has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:40:56.245877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:40:56.255141 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] Sync routers for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:40:56.265174 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:40:56.265782 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:40:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:56.298637 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] No DVR routers for this DVR port fb5181e2-0985-42d5-858e-0f5f1bf73223 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:40:56.301228 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:56.303324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-588a7259-0122-4cf4-a815-4690920a0762 req-b4490648-aaa6-4281-af74-69bb94d24b9e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "DELETE /v2.0/ports/fb5181e2-0985-42d5-858e-0f5f1bf73223 HTTP/1.1" status: 204 len: 173 time: 0.9129784 Jul 05 18:40:56.303769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'name': 'network-vif-deleted', 'tag': 'fb5181e2-0985-42d5-858e-0f5f1bf73223'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:40:56.306719 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f747727-a902-4835-99b1-ba2caa520830" -d '{"events": [{"server_uuid": "df624042-5d62-4ecf-b87c-7a8e453afd6d", "name": "network-vif-deleted", "tag": "fb5181e2-0985-42d5-858e-0f5f1bf73223"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:40:56.353121 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce170141-90e8-479f-af0d-9fad18411c62 x-openstack-request-id: req-ce170141-90e8-479f-af0d-9fad18411c62 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:40:56.353419 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df624042-5d62-4ecf-b87c-7a8e453afd6d", "name": "network-vif-deleted", "tag": "fb5181e2-0985-42d5-858e-0f5f1bf73223", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:40:56.353670 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce170141-90e8-479f-af0d-9fad18411c62 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:40:56.354165 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df624042-5d62-4ecf-b87c-7a8e453afd6d', 'name': 'network-vif-deleted', 'tag': 'fb5181e2-0985-42d5-858e-0f5f1bf73223', 'status': 'completed', 'code': 200} Jul 05 18:40:56.389724 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:40:56.434860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0136a7ba-3be2-4ff6-bba7-e60e95c9e86e req-855688fd-00f7-4741-b4dc-0a9bab4bf687 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 210 time: 0.0338819 Jul 05 18:40:56.499009 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:56.604280 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:56.634501 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] Checking router: f2c864bc-068c-44d6-829f-7ad4dfa2f4be for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:40:56.642709 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:40:56.643259 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:40:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:56.746699 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:40:56.942791 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:40:56.968856 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7c8771-68a1-407a-a506-61c46fbc4b3c None None] The sync data for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 is: [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:40:57.191140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e863cd04-bd20-442a-aa2a-7a972f5edc90 None None] New status for floating IP 808561fb-e3bf-479b-bbed-5f6875ef2df7: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:40:57.596743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab2fca6b-7393-4d84-b439-51aa4c4c6308 req-ca3011a1-17b1-4810-b614-e38953a60ce0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 210 time: 0.0291233 Jul 05 18:40:58.740154 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7103291f-ffa0-4f6f-ab56-3dacdc3e6042 req-405fafbc-f713-4fdf-ba00-99c9b21cffb0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 210 time: 0.0273700 Jul 05 18:40:59.887486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7808df0d-d7dd-4d5f-b52e-46629746f657 req-2f00bdad-ab66-44e0-986e-314886a052c0 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=df624042-5d62-4ecf-b87c-7a8e453afd6d HTTP/1.1" status: 200 len: 210 time: 0.0326948 Jul 05 18:40:59.910119 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:40:59.921718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb5181e2-0985-42d5-858e-0f5f1bf73223 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:40:59.926472 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:40:59.942738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: fb5181e2-0985-42d5-858e-0f5f1bf73223 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:40:59.943092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device fb5181e2-0985-42d5-858e-0f5f1bf73223 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:41:01.175227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-055682d3-90d9-40f8-909b-28f5390c4afa tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493305582&fields=id&tenant_id=314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 267 time: 0.0329945 Jul 05 18:41:01.284489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-0b2b675b-9da8-4dbe-abbe-967a95314eeb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:01.285952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-0b2b675b-9da8-4dbe-abbe-967a95314eeb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1039822 Jul 05 18:41:01.300996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-164ea2db-2bad-478f-97f5-a8c25603fd2d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/quotas/314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 375 time: 0.0090783 Jul 05 18:41:01.371802 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-03d87602-480c-40fa-b34d-0a5aa2f2a69e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0652578 Jul 05 18:41:01.469074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-6d0a72f8-464c-47d8-a101-e3766192b15b service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865571 Jul 05 18:41:01.557166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-4b82c2f5-c0e0-469a-b054-42ba14fd0da1 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822198 Jul 05 18:41:02.081400 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83b3b35b-5c05-4959-9105-d240dd27fbb6 req-f5adb2ef-b212-485f-92d7-ad45bb8bcacd tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 210 time: 0.0390298 Jul 05 18:41:03.228700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d1310bda-d08d-4729-a53d-06c1eecc748f req-f4a13536-3212-40f1-be33-fa2d40eff33e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 210 time: 0.0294330 Jul 05 18:41:04.328954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-96f7b39f-530a-43db-9c1a-8ff380b5d8e4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:04.330447 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-96f7b39f-530a-43db-9c1a-8ff380b5d8e4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1066580 Jul 05 18:41:04.375347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe66adb5-73d8-49f0-8d01-12e2af00bd1d req-8838f710-26e6-4ba7-ab08-e20d8320ba38 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 210 time: 0.0304699 Jul 05 18:41:04.388088 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-437ada00-6d4b-4aa9-923e-80bfb9502473 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 380 time: 0.0473821 Jul 05 18:41:04.405086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'port': {'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'admin_state_up': True, 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'security_groups': ['66b0454c-a9de-4480-83b9-9712d243be8f']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:41:04.585287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Made reservation on behalf of 314b25ec81cb45cd80ef141376583cb8 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:41:04.589695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:04.723047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.20.0.5 (2fd2347b-7342-4422-91e5-6e880b167e87/8119ec3b-bb57-45ad-ae21-3f1c6382a90a/449aabc2-8c39-4f05-ab5a-a6949fa03d30) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:41:04.867146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:04.882380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Transition to ACTIVE for port object 449aabc2-8c39-4f05-ab5a-a6949fa03d30 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:41:04.979539 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:05.023899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:41:05.027124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:41:05.033040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:41:05.061446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=449aabc2-8c39-4f05-ab5a-a6949fa03d30,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:41:05.091029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:05.091669 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:05.163530 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-960ff0cf-2cb1-4ef4-bbd5-63cc494ad246 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7667518 Jul 05 18:41:05.293100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Request body: {'port': {'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:41:05.305459 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c0e99f70-78df-453e-8c38-31ed17892c4d None None] Provisioning for port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:41:05.311030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c0e99f70-78df-453e-8c38-31ed17892c4d None None] Provisioning complete for port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:41:05.311482 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c0e99f70-78df-453e-8c38-31ed17892c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:05.350481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c0e99f70-78df-453e-8c38-31ed17892c4d None None] Port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:41:05.373168 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:05.561692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f31d98-5759-4109-b5cb-141b5c7b67fc req-b5236fdb-6666-4ac2-9b23-b27b4fa7d9bf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:05.564042 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17f31d98-5759-4109-b5cb-141b5c7b67fc req-b5236fdb-6666-4ac2-9b23-b27b4fa7d9bf tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 931 time: 0.0686386 Jul 05 18:41:05.608433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17f31d98-5759-4109-b5cb-141b5c7b67fc req-ccb27750-418e-47d7-9f71-080d4e4c4b04 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378480 Jul 05 18:41:05.663815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 449aabc2-8c39-4f05-ab5a-a6949fa03d30 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:41:05.672794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:05.686505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Transition to ACTIVE for port object 449aabc2-8c39-4f05-ab5a-a6949fa03d30 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:41:05.751273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:05.802501 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Pushing event updated for resources: {'Port': ['ID=449aabc2-8c39-4f05-ab5a-a6949fa03d30,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:41:05.882712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Attempting to bind port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:41:05.883401 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Attempting to bind port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:41:05.885321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Attempting to bind port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:41:05.890771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 on network 2fd2347b-7342-4422-91e5-6e880b167e87 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:41:05.891395 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Attempting to bind port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:41:05.897629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:41:05.898079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:41:05.898586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Bound using segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:41:05.899039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Bound port: 449aabc2-8c39-4f05-ab5a-a6949fa03d30, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:41:05.900102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:05.971585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] For port 449aabc2-8c39-4f05-ab5a-a6949fa03d30, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:41:05.975043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] For port 449aabc2-8c39-4f05-ab5a-a6949fa03d30, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:41:06.072156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:06.089487 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:06.111700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:06.112334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:06.113745 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] 10.222.0.39 "PUT /v2.0/ports/449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 1091 time: 0.9414914 Jul 05 18:41:06.116789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:41:06.123934 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d31838c0-34ce-463f-957e-7685e09f0f9e" -d '{"events": [{"name": "network-changed", "server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:41:06.162853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a69f5-2ac4-42f5-95cb-f6849abc834a service neutron] Pushing event updated for resources: {'Port': ['ID=449aabc2-8c39-4f05-ab5a-a6949fa03d30,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:41:06.172393 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0be3d3-1502-4ebb-86cb-6630dee8ec53 x-openstack-request-id: req-2b0be3d3-1502-4ebb-86cb-6630dee8ec53 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:41:06.172672 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:41:06.172930 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b0be3d3-1502-4ebb-86cb-6630dee8ec53 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:41:06.173374 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'status': 'completed', 'code': 200} Jul 05 18:41:06.267116 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31838c0-34ce-463f-957e-7685e09f0f9e req-dd534d90-13c6-484c-8774-3a2d163217fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:06.268962 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d31838c0-34ce-463f-957e-7685e09f0f9e req-dd534d90-13c6-484c-8774-3a2d163217fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1094 time: 0.0640297 Jul 05 18:41:06.376267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31838c0-34ce-463f-957e-7685e09f0f9e req-887f74e5-e865-418f-b6cf-d1d6d96009ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:06.378311 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d31838c0-34ce-463f-957e-7685e09f0f9e req-887f74e5-e865-418f-b6cf-d1d6d96009ad service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=314b25ec81cb45cd80ef141376583cb8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1006734 Jul 05 18:41:06.492467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31838c0-34ce-463f-957e-7685e09f0f9e req-c8f956ad-a71a-471f-aacf-f2f9455b1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:06.494331 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d31838c0-34ce-463f-957e-7685e09f0f9e req-c8f956ad-a71a-471f-aacf-f2f9455b1e45 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1093030 Jul 05 18:41:06.590042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-f6e5685b-d6c3-416a-9ace-3d781bb71a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:06.591602 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-f6e5685b-d6c3-416a-9ace-3d781bb71a41 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1094 time: 0.0530000 Jul 05 18:41:06.634308 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-f6b172d6-ace1-4ec6-a4f8-618f3aa7599f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 217 time: 0.0343025 Jul 05 18:41:06.810537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e181f8-dd8d-4802-bd9a-af448fd00ee8 req-b1e71605-c765-46d0-a8ad-b3459117418c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:06.812140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12e181f8-dd8d-4802-bd9a-af448fd00ee8 req-b1e71605-c765-46d0-a8ad-b3459117418c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 943 time: 0.0698478 Jul 05 18:41:06.857260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12e181f8-dd8d-4802-bd9a-af448fd00ee8 req-5abcfbdc-269a-47a4-98e9-86b061e02a5f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392079 Jul 05 18:41:07.032768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-e54ffe8c-b6ff-4c65-ac18-442223ec1aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:07.034447 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-e54ffe8c-b6ff-4c65-ac18-442223ec1aa2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.3907864 Jul 05 18:41:07.094569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-93581877-cb81-4e40-906f-e70d2b363801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:07.096146 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-93581877-cb81-4e40-906f-e70d2b363801 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532715 Jul 05 18:41:07.193071 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-ffa90543-2663-4bf0-b874-b97c395bd71a service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890636 Jul 05 18:41:07.286759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9bd9712-3551-4d4d-9c0b-94e76f07e9c3 req-b2a38602-202a-44e1-a64c-353868e5a442 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852275 Jul 05 18:41:08.037596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff28128-149c-4f28-bdb3-dded2c65bc30 req-8128895e-3ebc-4912-a34e-3ae7b6ec8657 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:08.039134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ff28128-149c-4f28-bdb3-dded2c65bc30 req-8128895e-3ebc-4912-a34e-3ae7b6ec8657 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 943 time: 0.0633359 Jul 05 18:41:08.077813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ff28128-149c-4f28-bdb3-dded2c65bc30 req-685b2113-b7af-4d16-a2f0-3957bdf6496f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327132 Jul 05 18:41:09.257621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac78216-627f-4732-b2cc-8273ed8e0a79 req-f02cf160-b99e-41a6-99fb-7759d92efc85 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:09.260053 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fac78216-627f-4732-b2cc-8273ed8e0a79 req-f02cf160-b99e-41a6-99fb-7759d92efc85 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 943 time: 0.0706089 Jul 05 18:41:09.298373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fac78216-627f-4732-b2cc-8273ed8e0a79 req-332d6414-44c3-49fe-b476-c635934be266 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Jul 05 18:41:10.475384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10198702-2f35-48d4-8071-173654a1fbde req-3463bc75-4254-4230-899d-0f8c9d140266 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:10.476908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10198702-2f35-48d4-8071-173654a1fbde req-3463bc75-4254-4230-899d-0f8c9d140266 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 943 time: 0.0654709 Jul 05 18:41:10.516275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10198702-2f35-48d4-8071-173654a1fbde req-e91288e4-dd4a-4d9f-84e9-48c976d1b435 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336056 Jul 05 18:41:11.693192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2e302-4bb8-47bf-8bb8-bb5124b89229 req-8dba55cc-7402-4fc6-a923-a66d00a13461 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:11.694716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bed2e302-4bb8-47bf-8bb8-bb5124b89229 req-8dba55cc-7402-4fc6-a923-a66d00a13461 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 943 time: 0.0680516 Jul 05 18:41:11.732165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bed2e302-4bb8-47bf-8bb8-bb5124b89229 req-0192c49b-1159-4dd1-9ef8-78ca99509fdc tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Jul 05 18:41:12.905000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9ecd1-b40e-4904-8eea-4ab5ad955b2d req-4ef6ba89-8936-415d-9481-235aa68a8c1a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:12.906499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84e9ecd1-b40e-4904-8eea-4ab5ad955b2d req-4ef6ba89-8936-415d-9481-235aa68a8c1a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 943 time: 0.0645614 Jul 05 18:41:12.943574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84e9ecd1-b40e-4904-8eea-4ab5ad955b2d req-82be9432-d15d-43ad-b4a3-ce97431f64f2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313838 Jul 05 18:41:14.121086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13a8fe-f656-4cfc-99a3-307739d165fc req-4a8fa7fa-ef22-48ba-afea-0ead20f933f5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:14.122500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f13a8fe-f656-4cfc-99a3-307739d165fc req-4a8fa7fa-ef22-48ba-afea-0ead20f933f5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 943 time: 0.0630987 Jul 05 18:41:14.169744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f13a8fe-f656-4cfc-99a3-307739d165fc req-15615675-d5c1-4139-8cfe-1b161a53753f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416577 Jul 05 18:41:15.349954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19f52e-56ab-472d-b1b1-afacfc099755 req-4b91aab1-f3f2-4b00-89a8-581a97dc9cd7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:15.351479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe19f52e-56ab-472d-b1b1-afacfc099755 req-4b91aab1-f3f2-4b00-89a8-581a97dc9cd7 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 943 time: 0.0657928 Jul 05 18:41:15.390032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe19f52e-56ab-472d-b1b1-afacfc099755 req-b3399736-c5e8-408e-b3ab-778a77a702f4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329189 Jul 05 18:41:16.577511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa006d-ce9a-47eb-bd23-afd194898d2c req-edc64ff7-3e74-4722-95d2-b58d214cfe67 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:16.579137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07fa006d-ce9a-47eb-bd23-afd194898d2c req-edc64ff7-3e74-4722-95d2-b58d214cfe67 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 943 time: 0.0684607 Jul 05 18:41:16.618960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07fa006d-ce9a-47eb-bd23-afd194898d2c req-8d3badc5-ddfd-451d-90ca-690e535a4802 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340807 Jul 05 18:41:17.212426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 449aabc2-8c39-4f05-ab5a-a6949fa03d30 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:41:17.306175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 449aabc2-8c39-4f05-ab5a-a6949fa03d30, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:41:17.317807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:41:17.356445 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:17.368414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 449aabc2-8c39-4f05-ab5a-a6949fa03d30 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:41:17.387895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 449aabc2-8c39-4f05-ab5a-a6949fa03d30, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:41:17.465323 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:17.513487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=449aabc2-8c39-4f05-ab5a-a6949fa03d30,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:41:17.520680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.521035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.524345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.524345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.524345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.524345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.524345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.524345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.524345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.524345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.524345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.525105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:17.747117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['449aabc2-8c39-4f05-ab5a-a6949fa03d30'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:41:17.795079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5b1be-c8c9-468e-87ab-7e9c9ade5a85 req-888fbf71-fa4b-44a4-9a8e-bc12e310c4b1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:17.796591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4c5b1be-c8c9-468e-87ab-7e9c9ade5a85 req-888fbf71-fa4b-44a4-9a8e-bc12e310c4b1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 944 time: 0.0671864 Jul 05 18:41:17.835131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4c5b1be-c8c9-468e-87ab-7e9c9ade5a85 req-750ae1fb-3509-4436-bf17-520d8693820f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327134 Jul 05 18:41:19.006600 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8fbef-fe66-4fc1-99b6-67e7bd8b6f45 req-1b3c2ef6-9a81-4655-82fa-a4a3195f0259 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:19.008083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9b8fbef-fe66-4fc1-99b6-67e7bd8b6f45 req-1b3c2ef6-9a81-4655-82fa-a4a3195f0259 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 944 time: 0.0625439 Jul 05 18:41:19.045735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f9b8fbef-fe66-4fc1-99b6-67e7bd8b6f45 req-5570e503-6aa1-4509-83bc-754160a2cc51 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318961 Jul 05 18:41:19.214409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 449aabc2-8c39-4f05-ab5a-a6949fa03d30 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:41:19.339923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:41:19.343727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:41:19.344102 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:19.420319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:19.442822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:41:19.445057 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aae9930-3699-48f9-8451-54151d9182d4" -d '{"events": [{"server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "name": "network-vif-plugged", "status": "completed", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:41:19.458966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 449aabc2-8c39-4f05-ab5a-a6949fa03d30, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:41:19.480775 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3282b8af-0350-4b05-ab96-4dd8d37d3cba x-openstack-request-id: req-3282b8af-0350-4b05-ab96-4dd8d37d3cba {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:41:19.481081 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "name": "network-vif-plugged", "status": "completed", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:41:19.481311 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3282b8af-0350-4b05-ab96-4dd8d37d3cba {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:41:19.481694 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'code': 200} Jul 05 18:41:19.545262 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:19.592445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=449aabc2-8c39-4f05-ab5a-a6949fa03d30,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:41:19.601462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213e29b-5723-4d49-ba1e-cbd353250e95 req-2d3da47b-6cb7-49b7-a0cd-8572a9a48200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:19.602998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a213e29b-5723-4d49-ba1e-cbd353250e95 req-2d3da47b-6cb7-49b7-a0cd-8572a9a48200 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1096 time: 0.0553155 Jul 05 18:41:19.639369 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a213e29b-5723-4d49-ba1e-cbd353250e95 req-098366e0-53ed-45cc-b0ac-1300dc2d2503 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278063 Jul 05 18:41:20.218180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37aa81-c221-47df-8835-75bb01c8bfd6 req-9e5a7b9f-241e-45ab-b9d8-342495bf3a13 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:20.219701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd37aa81-c221-47df-8835-75bb01c8bfd6 req-9e5a7b9f-241e-45ab-b9d8-342495bf3a13 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 945 time: 0.0625420 Jul 05 18:41:20.264624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd37aa81-c221-47df-8835-75bb01c8bfd6 req-05d7cf6e-6e84-4c14-9636-f61bb1f7f0c6 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394254 Jul 05 18:41:20.830916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-23271323-47a3-4bfd-bce8-d0d3b728c716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:21.440311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46df0e77-0e00-4e86-840b-e2faa5686213 req-458c5102-fd7a-432f-a6b8-8163cf78a15a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:21.441784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46df0e77-0e00-4e86-840b-e2faa5686213 req-458c5102-fd7a-432f-a6b8-8163cf78a15a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 945 time: 0.0662603 Jul 05 18:41:21.479428 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46df0e77-0e00-4e86-840b-e2faa5686213 req-89b1d16b-347f-4bff-9862-ce24973964b8 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321362 Jul 05 18:41:21.658989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffc178-e20f-40f1-9392-9d0aea2a9128 req-e6cb6893-84a9-497e-8d27-494168c6ec70 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:21.660413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15ffc178-e20f-40f1-9392-9d0aea2a9128 req-e6cb6893-84a9-497e-8d27-494168c6ec70 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 945 time: 0.0636549 Jul 05 18:41:21.697969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15ffc178-e20f-40f1-9392-9d0aea2a9128 req-6ed12596-30ca-42c4-9f99-0c3fb3b07f6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310581 Jul 05 18:41:21.722272 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46994) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:41:21.776721 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45ccc93-6765-493b-bce8-1dc8da03b2c4 tempest-TestVolumeBootPattern-1050677194 tempest-TestVolumeBootPattern-1050677194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:21.778248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f45ccc93-6765-493b-bce8-1dc8da03b2c4 tempest-TestVolumeBootPattern-1050677194 tempest-TestVolumeBootPattern-1050677194-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1091 time: 0.0549636 Jul 05 18:41:21.781127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 46996) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:41:21.785567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:41:21.865372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:21.975497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:22.083615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.25.3.63 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/400da34a-d0ae-4a4d-a1df-fe4a16a32e2f) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:41:22.186252 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:22.287008 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:22.330862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:41:22.334429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:41:22.342185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:41:22.347577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=400da34a-d0ae-4a4d-a1df-fe4a16a32e2f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:41:22.375327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.375696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.376027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.376371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.376713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.377048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.377381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.377713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.378042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.378370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.378726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.379061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:41:22.729920 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:22.851080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:23.003677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:23.076135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:23.141864 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=400da34a-d0ae-4a4d-a1df-fe4a16a32e2f,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:41:23.154764 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:23.255439 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Floating IP a8ed26ed-2769-455a-880f-8e83ecf76e79 associated. External IP: 172.25.3.63, port: 449aabc2-8c39-4f05-ab5a-a6949fa03d30. Jul 05 18:41:23.467504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Router f2c864bc-068c-44d6-829f-7ad4dfa2f4be has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:41:23.470785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bd1a23b8-e57b-4264-be8b-e8c50311e20a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:23.577618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:41:23.579464 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-40757611-4292-471e-8189-c0daf1aec2ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559738 Jul 05 18:41:23.587176 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] Sync routers for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:41:23.597635 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:41:23.598246 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:41:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:41:23.648296 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:23.685614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-3d12fa89-1934-4a97-be21-38c6994373ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:23.687436 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-3d12fa89-1934-4a97-be21-38c6994373ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1096 time: 0.0626519 Jul 05 18:41:23.702766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-77bdd8ee-4e2a-43a1-b896-edf72970c0fe tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9060278 Jul 05 18:41:23.702766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:41:23.702766 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24729302-6ea2-46e0-bd8e-94da20bd2ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:41:23.729272 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:41:23.732938 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:23.804498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-6d953d7a-f57e-4477-907d-594b1fc9ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:23.806277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-6d953d7a-f57e-4477-907d-594b1fc9ea31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0929434 Jul 05 18:41:23.868326 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bc0f04-ccd6-42be-8b1f-f027a2c4f194 x-openstack-request-id: req-b0bc0f04-ccd6-42be-8b1f-f027a2c4f194 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:41:23.868826 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:41:23.868933 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b0bc0f04-ccd6-42be-8b1f-f027a2c4f194 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:41:23.870071 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'status': 'completed', 'code': 200} Jul 05 18:41:23.885558 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-bf5d1084-8426-49d2-b432-e3a91e494288 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 998 time: 0.0680258 Jul 05 18:41:23.935788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-a5e8f59c-3945-44b8-a565-57760d4626b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:23.937358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-a5e8f59c-3945-44b8-a565-57760d4626b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0452075 Jul 05 18:41:23.970489 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'a8ed26ed-2769-455a-880f-8e83ecf76e79', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:41:22Z', 'updated_at': '2021-07-05T18:41:22Z', 'revision_number': 0, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:41:23.995920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-b24d83e7-309d-45bd-a901-40a13e9a88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:23.997411 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] Checking router: f2c864bc-068c-44d6-829f-7ad4dfa2f4be for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:41:23.997552 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-b24d83e7-309d-45bd-a901-40a13e9a88ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525427 Jul 05 18:41:24.005586 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:41:24.006193 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:41:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:41:24.095322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-7c891e18-7552-4c71-8b55-ccc646601eca service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876443 Jul 05 18:41:24.189456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23cf8147-7950-4952-9a34-e6e927238dc6 req-c002cfb4-f9a4-412e-b1fd-fdd4e6ff41a7 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860019 Jul 05 18:41:24.202463 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:41:24.363838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-d07fd0d7-15ec-44b0-808f-81000b72217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:24.365279 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-d07fd0d7-15ec-44b0-808f-81000b72217d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1096 time: 0.0585315 Jul 05 18:41:24.441609 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'a8ed26ed-2769-455a-880f-8e83ecf76e79', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:41:22Z', 'updated_at': '2021-07-05T18:41:22Z', 'revision_number': 0, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:41:24.483632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-a7fd0c97-3264-4342-9929-3fdd16792683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:24.486082 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-a7fd0c97-3264-4342-9929-3fdd16792683 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.1077178 Jul 05 18:41:24.489741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfc277d-e954-401e-87fa-424001d2e11f None None] The sync data for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 is: [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'a8ed26ed-2769-455a-880f-8e83ecf76e79', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:41:22Z', 'updated_at': '2021-07-05T18:41:22Z', 'revision_number': 0, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:41:24.566115 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-efc4e9ef-e3ba-4fd2-ab39-084046f76f98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 998 time: 0.0723846 Jul 05 18:41:24.622315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-b50e4daa-87a4-4a1d-9a0d-19f714027cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:24.623866 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-b50e4daa-87a4-4a1d-9a0d-19f714027cca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0495732 Jul 05 18:41:24.690461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-3df4768b-380f-4e7b-9fce-877bf6091af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:41:24.692091 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-3df4768b-380f-4e7b-9fce-877bf6091af1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608735 Jul 05 18:41:24.698916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1e2017-9247-4ec0-97f7-3bbeb58369d7 None None] New status for floating IP a8ed26ed-2769-455a-880f-8e83ecf76e79: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:41:24.745689 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:24.801345 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-f31f5241-7d83-4713-a79b-fbdbb2d0d777 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923994 Jul 05 18:41:24.906110 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-24729302-6ea2-46e0-bd8e-94da20bd2ff5 req-0d5420c5-d650-4674-8624-a554c3d318f5 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932627 Jul 05 18:41:26.469376 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:29.893575 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:36.058959 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:36.926443 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:41:41.287942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-cdf3ee6f-9cff-4098-8ea7-26885bd72369 req-71a96dd1-dd1f-4849-b93e-658921835a9a service neutron] (100997) timed out ('10.222.0.97', 50985) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:41:50.820338 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-41b34029-6a7c-4337-a9d8-216ee87e9baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:53.504994 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1e6af76-2505-4b19-ad4f-2ebef8988c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:53.825001 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:54.778834 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:56.499057 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:41:59.916108 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:06.051615 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:13.926181 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:42:20.835674 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a2c4b40d-c1b7-4658-a4a3-3834daa5219f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:23.493068 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4743d41b-69cd-4a98-9572-20ff979d7694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:23.600191 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-d6f243ef-08a0-4ce8-b829-7d7fb97a9dba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526664 Jul 05 18:42:23.699298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-ed4001c4-835c-417a-8302-6cfbdbe605d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:42:23.700825 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-ed4001c4-835c-417a-8302-6cfbdbe605d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1096 time: 0.0577197 Jul 05 18:42:23.744572 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:23.804620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-803e004f-27da-4a7c-bd0b-d689d24b1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:42:23.806124 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-803e004f-27da-4a7c-bd0b-d689d24b1283 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0846534 Jul 05 18:42:23.891577 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-5613e51b-f050-439f-9c42-deac43f77273 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 1000 time: 0.0778477 Jul 05 18:42:23.941166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-aefa7d10-372f-46f4-90eb-65313cd001e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:42:23.942649 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-aefa7d10-372f-46f4-90eb-65313cd001e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0451729 Jul 05 18:42:24.000844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-3817b915-2b4a-454f-86b9-9f6295c39329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:42:24.002359 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-3817b915-2b4a-454f-86b9-9f6295c39329 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536118 Jul 05 18:42:24.098842 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-f23923cc-869d-49fc-ac37-cbc6c155eb0f service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889013 Jul 05 18:42:24.192534 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d04ae0be-2b81-4420-a62c-d5264bb07385 req-90bac194-497f-4f37-9492-d50cd09929b1 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855892 Jul 05 18:42:24.790375 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:26.469985 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:29.915891 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:36.058515 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:50.810629 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-430bf134-a6c5-4e64-9c68-fa6a1f5e2e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:50.925231 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:42:53.458743 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-77a74bf0-c180-4589-a581-5ffce82bfd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:53.719020 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:54.767849 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:56.473243 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:42:59.944136 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:06.061318 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:20.838510 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7487697f-422b-4a9b-9a3f-bdf19ca10476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:23.469130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-16b80b70-c6c7-466b-bfab-0f95ad837904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:23.732329 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:24.597522 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-930c530c-b50c-40ac-88e9-7d428a5834e0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525272 Jul 05 18:43:24.697257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-548731a1-7e94-4355-a208-ce1f6306f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:24.698717 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-548731a1-7e94-4355-a208-ce1f6306f6d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1096 time: 0.0585387 Jul 05 18:43:24.764416 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:24.806123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-60d9cbe7-64e7-4354-92d8-88b172652b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:24.807690 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-60d9cbe7-64e7-4354-92d8-88b172652b41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0894756 Jul 05 18:43:24.879331 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-0dfc3db3-21f3-42f5-953f-bb88e9b0c530 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 1000 time: 0.0653694 Jul 05 18:43:24.927636 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-c9f60b44-fe42-47e1-a632-4a864bdb1dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:24.929047 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-c9f60b44-fe42-47e1-a632-4a864bdb1dd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0433931 Jul 05 18:43:24.985581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-2ee6a910-e8d4-450c-ba4e-b0e8d533de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:24.987253 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-2ee6a910-e8d4-450c-ba4e-b0e8d533de16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513151 Jul 05 18:43:25.080210 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-3e697406-3049-4e4e-904d-b45567542b93 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866444 Jul 05 18:43:25.169618 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ec75bda4-6542-41ce-af31-1825e0f8ed71 req-864a1392-794e-488b-898d-792b6af951be service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828846 Jul 05 18:43:26.541530 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:27.909319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-1fde12ed-09b5-4ac9-9937-96d884d8560b req-5c7d83e7-897b-4ea7-97d7-1a1e40aa549e service neutron] (100998) timed out ('10.222.0.30', 36508) {{(pid=100998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:43:27.925397 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:43:29.941282 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:36.098648 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:50.714214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-2bae5e90-b08a-4620-92be-724ddc74924b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493305582&fields=id&tenant_id=314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 267 time: 0.0344810 Jul 05 18:43:50.829057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-509d21ff-aafb-4c74-917a-3431ed524b26 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:50.830470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-509d21ff-aafb-4c74-917a-3431ed524b26 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1098201 Jul 05 18:43:50.845774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-8091fbd1-e27e-4d07-9f90-3dc8249e39e2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/quotas/314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 375 time: 0.0096908 Jul 05 18:43:50.861967 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d69edb9-9532-4225-827d-957ddb6ec725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:50.919915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-6517b16f-2ca1-4612-8ba1-339e1537719d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0676529 Jul 05 18:43:51.118226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-94478eee-b2ac-46a1-bbc7-26cc9df0ff98 service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848934 Jul 05 18:43:51.204471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-63a35b87-d6cc-4225-a015-08bafee2a7aa service neutron] 10.222.0.30 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805473 Jul 05 18:43:52.819908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62d313fa-e175-41eb-bb3f-593d12a52718 req-e3802279-765c-4871-9f35-4ae1667b9d18 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 210 time: 0.0287299 Jul 05 18:43:53.537817 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-181add88-caeb-45ea-8127-4bb4b25b230c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:53.754899 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:53.974033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4a939b7-6809-4eab-954e-faab300b7bb5 req-00ff6230-9789-416c-94c5-fec41f854d8e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 210 time: 0.0385497 Jul 05 18:43:54.823717 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:55.146356 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-917dc90f-23a8-42ae-a867-0d8c194ce383 req-a1a3fbdc-db91-4bdf-affe-d51fa9a22802 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 210 time: 0.0311837 Jul 05 18:43:55.340657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0863d7d5-3729-46b7-9904-725cccaa7252 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:55.342155 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0863d7d5-3729-46b7-9904-725cccaa7252 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 811 time: 0.1138909 Jul 05 18:43:55.387610 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-fc1e7f56-ebd0-498c-87f8-9f4df6a1c9af tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=314b25ec81cb45cd80ef141376583cb8 HTTP/1.1" status: 200 len: 380 time: 0.0366726 Jul 05 18:43:55.396111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'port': {'device_id': '64afecd3-5cff-4937-8156-b32079aacf33', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'admin_state_up': True, 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'security_groups': ['66b0454c-a9de-4480-83b9-9712d243be8f']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:43:55.638124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Made reservation on behalf of 314b25ec81cb45cd80ef141376583cb8 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:43:55.642197 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:55.770914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.20.0.6 (2fd2347b-7342-4422-91e5-6e880b167e87/8119ec3b-bb57-45ad-ae21-3f1c6382a90a/b64e2bb7-c5a3-4cd4-b981-96bb0ed04091) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:43:55.928170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:55.941647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Transition to ACTIVE for port object b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:43:56.046854 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:56.091919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network 2fd2347b-7342-4422-91e5-6e880b167e87 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:43:56.095270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:43:56.102174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:43:56.108183 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:43:56.136334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.143024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.143024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.143024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.143024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.143024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.143024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.148604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.150422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.150836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.151191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.151541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:43:56.181503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:56.182076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:56.324897 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-9cb4d76a-f00c-4d24-8342-3ec7aff0c75b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9327388 Jul 05 18:43:56.338350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed2194-2d22-428e-8a15-72db496725e4 req-6322d7b2-5db3-4097-b1e0-d5162144ca9c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:56.339166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Request body: {'port': {'device_id': '64afecd3-5cff-4937-8156-b32079aacf33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:43:56.339910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3ed2194-2d22-428e-8a15-72db496725e4 req-6322d7b2-5db3-4097-b1e0-d5162144ca9c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 931 time: 0.0704737 Jul 05 18:43:56.379301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3ed2194-2d22-428e-8a15-72db496725e4 req-2119b764-dcc2-4f68-a4f6-36bffa58ce00 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336618 Jul 05 18:43:56.425533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:56.650048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c256b0ee-d2c0-4211-9e8e-2d8c6f810abb None None] Provisioning for port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:43:56.652573 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:56.655434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c256b0ee-d2c0-4211-9e8e-2d8c6f810abb None None] Provisioning complete for port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:43:56.665352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c256b0ee-d2c0-4211-9e8e-2d8c6f810abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:56.690195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c256b0ee-d2c0-4211-9e8e-2d8c6f810abb None None] Port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:43:56.708387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:43:56.716507 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:56.728213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Transition to ACTIVE for port object b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:43:56.797943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:56.883688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Pushing event updated for resources: {'Port': ['ID=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:43:56.948275 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Attempting to bind port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:43:56.948619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Attempting to bind port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:43:56.948954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Attempting to bind port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:43:56.954194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 on network 2fd2347b-7342-4422-91e5-6e880b167e87 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:43:56.954526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Attempting to bind port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 on network 2fd2347b-7342-4422-91e5-6e880b167e87 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:43:56.960507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:43:56.961243 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Checking segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:43:56.961715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Bound using segment: {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:43:56.962684 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Bound port: b64e2bb7-c5a3-4cd4-b981-96bb0ed04091, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4878761-6f38-4d52-bd86-e18c0b4cca5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:43:56.963003 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:57.051231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] For port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:43:57.056940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] For port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:43:57.144215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:57.195425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:57.196062 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:43:57.197589 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] 10.222.0.97 "PUT /v2.0/ports/b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 HTTP/1.1" status: 200 len: 1091 time: 0.8630180 Jul 05 18:43:57.198039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:43:57.200399 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d" -d '{"events": [{"name": "network-changed", "server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:43:57.234087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbbb721-0f69-4e5c-b91d-9f0d859266ac service neutron] Pushing event updated for resources: {'Port': ['ID=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:43:57.317491 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86654c91-40e8-4597-91a8-82b7faa3d049 x-openstack-request-id: req-86654c91-40e8-4597-91a8-82b7faa3d049 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:43:57.317789 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:43:57.318032 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86654c91-40e8-4597-91a8-82b7faa3d049 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:43:57.318433 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'status': 'completed', 'code': 200} Jul 05 18:43:57.388318 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-d3769466-6b61-4ff8-9b13-c9e9c7f9f2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:57.390026 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-d3769466-6b61-4ff8-9b13-c9e9c7f9f2fa service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 1094 time: 0.0579686 Jul 05 18:43:57.436539 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-2f15f95f-8ab6-4043-8306-e1b106945173 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 HTTP/1.1" status: 200 len: 217 time: 0.0398557 Jul 05 18:43:57.494258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-b51f55a8-2d85-4d48-9f9e-695ed0e90c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:57.496827 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-b51f55a8-2d85-4d48-9f9e-695ed0e90c49 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0537465 Jul 05 18:43:57.557871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-38a428e2-c9ff-417f-974d-db305b403e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:57.559589 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-38a428e2-c9ff-417f-974d-db305b403e61 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571759 Jul 05 18:43:57.606102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef2f0d-b5f8-499c-9d4b-da4673e3a256 req-8a6cace8-bde3-4a40-b642-0db2e97ba40e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:57.607922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52ef2f0d-b5f8-499c-9d4b-da4673e3a256 req-8a6cace8-bde3-4a40-b642-0db2e97ba40e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0740640 Jul 05 18:43:57.651654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52ef2f0d-b5f8-499c-9d4b-da4673e3a256 req-f17e0370-5e42-4a14-b729-408cc04e0234 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376868 Jul 05 18:43:57.665576 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-b46eaa7e-be7f-482a-88d4-c09165d23c30 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989780 Jul 05 18:43:57.758523 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a3628cd-2b67-4c66-9645-ee37eabab37a req-a4370c2e-c62e-4bcb-b29e-d3092ebcaa83 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866451 Jul 05 18:43:57.931136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-fd0e9751-051f-44f6-b81d-639521c9fde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:57.932584 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-fd0e9751-051f-44f6-b81d-639521c9fde7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 1094 time: 0.0554814 Jul 05 18:43:58.028917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-f0dab44b-2ef1-4b0c-989d-a96708c4285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:58.030331 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-f0dab44b-2ef1-4b0c-989d-a96708c4285b service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0922389 Jul 05 18:43:58.072673 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-2d3cedc7-3bbe-4223-ba4a-c5be80d3cd00 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 HTTP/1.1" status: 200 len: 217 time: 0.0365880 Jul 05 18:43:58.121221 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-e66c8548-90a4-4ae0-8a2c-391bed817b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:58.122738 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-e66c8548-90a4-4ae0-8a2c-391bed817b6d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0445855 Jul 05 18:43:58.189297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-c7e22487-f61a-4c47-b769-a0230a3407e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:58.190904 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-c7e22487-f61a-4c47-b769-a0230a3407e1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614820 Jul 05 18:43:58.281251 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-4ee0eba7-cbdd-47a1-9db3-d0678ce72dbd service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839214 Jul 05 18:43:58.378454 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b2485396-32a6-4e9f-8a96-f656f2a9cc4d req-5f7da1b4-ccc6-45f7-af65-29e9584c1614 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914845 Jul 05 18:43:58.830944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573b894-f380-4bad-903d-ee8ed8361661 req-8a91a93d-5e94-462d-be43-65076cb3580e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:43:58.832479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d573b894-f380-4bad-903d-ee8ed8361661 req-8a91a93d-5e94-462d-be43-65076cb3580e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0646284 Jul 05 18:43:58.872087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d573b894-f380-4bad-903d-ee8ed8361661 req-f86d5c61-fc46-4c3c-a37d-dc3a9a1c6004 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336075 Jul 05 18:43:59.952301 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:00.073373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6bb39-1d4e-4718-ac13-10bf331e04aa req-3ffa2b68-7b28-4633-9e66-0c470e1e1e6f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:00.074832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8a6bb39-1d4e-4718-ac13-10bf331e04aa req-3ffa2b68-7b28-4633-9e66-0c470e1e1e6f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0710573 Jul 05 18:44:00.113394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8a6bb39-1d4e-4718-ac13-10bf331e04aa req-bf3ba515-c9a0-487e-99a8-8642f04b14d2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328891 Jul 05 18:44:01.291611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e87764-8860-4447-8f73-939bacf29058 req-34499f3a-86a8-4f78-982d-8e92e352a47a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:01.293190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26e87764-8860-4447-8f73-939bacf29058 req-34499f3a-86a8-4f78-982d-8e92e352a47a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0707302 Jul 05 18:44:01.333078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26e87764-8860-4447-8f73-939bacf29058 req-b53c38cf-2d0c-44a1-8dd7-4dc8b4339417 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344040 Jul 05 18:44:02.508982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e568cb-23c8-4a41-bcf1-ea6473f4c8b9 req-51a935c7-9767-4420-b7a8-ec45a24bd23a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:02.510511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0e568cb-23c8-4a41-bcf1-ea6473f4c8b9 req-51a935c7-9767-4420-b7a8-ec45a24bd23a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0655241 Jul 05 18:44:02.547412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e0e568cb-23c8-4a41-bcf1-ea6473f4c8b9 req-929d89eb-6414-4343-a202-c3d90d57f5e5 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Jul 05 18:44:03.722934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fd340-d657-4eac-92f8-eeb303261aa1 req-ee7257d0-16ef-4059-a08c-30f894a39c76 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:03.724426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f0fd340-d657-4eac-92f8-eeb303261aa1 req-ee7257d0-16ef-4059-a08c-30f894a39c76 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0674815 Jul 05 18:44:03.763188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4f0fd340-d657-4eac-92f8-eeb303261aa1 req-86a82363-4ec9-4f6e-ba29-7fa78db33751 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328045 Jul 05 18:44:04.924480 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:44:04.939457 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf44d4-65dc-48cf-8d9b-54ab0a28bfbd req-6b2cb885-e8a2-4f8a-a697-86623f029599 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:04.940958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7bf44d4-65dc-48cf-8d9b-54ab0a28bfbd req-6b2cb885-e8a2-4f8a-a697-86623f029599 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0654066 Jul 05 18:44:04.979178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7bf44d4-65dc-48cf-8d9b-54ab0a28bfbd req-897dd191-8b39-488a-a992-14d08fb12e7f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Jul 05 18:44:06.100942 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:06.163568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd88300c-37bd-4a42-a23c-d23874210790 req-2051eac4-4c5b-44d2-9ed0-ec9d1039938a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:06.165141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd88300c-37bd-4a42-a23c-d23874210790 req-2051eac4-4c5b-44d2-9ed0-ec9d1039938a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0658057 Jul 05 18:44:06.202101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd88300c-37bd-4a42-a23c-d23874210790 req-585690b7-a167-4f5d-a501-1510cfcc8d99 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313554 Jul 05 18:44:07.381011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ed8743-a0cc-4a4b-b832-7b99901845ec req-f9fef7b7-958f-4942-a192-e4bcb3c58d5a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:07.382523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3ed8743-a0cc-4a4b-b832-7b99901845ec req-f9fef7b7-958f-4942-a192-e4bcb3c58d5a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0647969 Jul 05 18:44:07.422696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3ed8743-a0cc-4a4b-b832-7b99901845ec req-4ff280ac-9347-4e10-a59c-a068e9b96ca2 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345223 Jul 05 18:44:08.593319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51174b2f-0f49-4ade-87b4-ebfe0258cc1c req-96eb74eb-c352-4877-9214-6a032ffd24ba tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:08.594826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51174b2f-0f49-4ade-87b4-ebfe0258cc1c req-96eb74eb-c352-4877-9214-6a032ffd24ba tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 943 time: 0.0631304 Jul 05 18:44:08.633599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51174b2f-0f49-4ade-87b4-ebfe0258cc1c req-082c3bd5-dcba-4ccc-b52a-214f80672d3d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332539 Jul 05 18:44:08.834120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:44:08.930973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:44:08.942133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'port_id': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'mac_address': 'fa:16:3e:c7:fd:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:44:08.978736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:08.994709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:44:09.013841 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:44:09.103500 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:09.148933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:44:09.156834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.157172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.157515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.157848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.158177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.158569 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.158888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.159216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.159535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.159855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.160174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.160493 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:09.328656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['b64e2bb7-c5a3-4cd4-b981-96bb0ed04091'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:44:09.818423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238d827-ec81-456e-b3f7-2f9dd1997ac1 req-210a5471-25a4-497e-b9e2-56e8ac9ca90e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:09.820620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0238d827-ec81-456e-b3f7-2f9dd1997ac1 req-210a5471-25a4-497e-b9e2-56e8ac9ca90e tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 944 time: 0.0671740 Jul 05 18:44:09.857775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0238d827-ec81-456e-b3f7-2f9dd1997ac1 req-046d9d75-477a-41d4-9fd7-985dc62e319b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jul 05 18:44:10.838200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:44:10.963709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:44:10.967770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:44:10.968148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:11.032696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0462b-a472-49b9-81cf-7939cbcc3f52 req-8d941249-5d12-4a81-ac18-49edf427f118 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:11.034203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78f0462b-a472-49b9-81cf-7939cbcc3f52 req-8d941249-5d12-4a81-ac18-49edf427f118 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 944 time: 0.0651302 Jul 05 18:44:11.048472 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:11.074195 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78f0462b-a472-49b9-81cf-7939cbcc3f52 req-6a6110b2-6bfc-4ff0-a6ff-2091a0145421 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337987 Jul 05 18:44:11.075517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:44:11.077794 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47b3482-5bd4-401f-817c-03a91c284c2c" -d '{"events": [{"server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "name": "network-vif-plugged", "status": "completed", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:44:11.094135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:44:11.173211 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:11.192380 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7668a7-d8b9-4650-99d8-5db110775c49 x-openstack-request-id: req-ae7668a7-d8b9-4650-99d8-5db110775c49 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:44:11.192676 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "name": "network-vif-plugged", "status": "completed", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:44:11.195977 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae7668a7-d8b9-4650-99d8-5db110775c49 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:44:11.195977 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'code': 200} Jul 05 18:44:11.220179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:44:11.303565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2973be36-1769-4078-b4f1-af1ec6ebaa47 req-c0bb396d-2e87-4510-a9f9-7b7c23500a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:11.305930 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2973be36-1769-4078-b4f1-af1ec6ebaa47 req-c0bb396d-2e87-4510-a9f9-7b7c23500a93 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 1096 time: 0.0523255 Jul 05 18:44:11.345532 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2973be36-1769-4078-b4f1-af1ec6ebaa47 req-467fb0cf-f470-4b0c-b5d4-8b3604caeb31 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Jul 05 18:44:12.252812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a9bab-de63-47d6-b337-1845bf056ac0 req-5daf2eaa-98b1-4ed2-9b92-49b2aa408cd3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:12.254312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f0a9bab-de63-47d6-b337-1845bf056ac0 req-5daf2eaa-98b1-4ed2-9b92-49b2aa408cd3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 945 time: 0.0658057 Jul 05 18:44:12.296374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f0a9bab-de63-47d6-b337-1845bf056ac0 req-efef828b-cb4b-4e33-be53-be3ea43d304b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359159 Jul 05 18:44:13.472797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee06b9-bcb0-4502-8efc-46c80beec566 req-5c1403d1-3550-4729-ada2-8660ea918d29 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:13.474298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-caee06b9-bcb0-4502-8efc-46c80beec566 req-5c1403d1-3550-4729-ada2-8660ea918d29 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 945 time: 0.0665433 Jul 05 18:44:13.512638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-caee06b9-bcb0-4502-8efc-46c80beec566 req-5bf1bbbd-1737-44f1-9acc-52fbe788f651 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321050 Jul 05 18:44:13.684231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87016316-831b-4c76-8a84-a06a8971cf88 req-eb45fd94-353a-433a-9fcf-46aafd43d42b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:13.685640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87016316-831b-4c76-8a84-a06a8971cf88 req-eb45fd94-353a-433a-9fcf-46aafd43d42b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 945 time: 0.0654390 Jul 05 18:44:13.724030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87016316-831b-4c76-8a84-a06a8971cf88 req-5d6bdbfe-757a-4974-8278-d76b47db415c tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326190 Jul 05 18:44:13.748631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47254) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:44:13.856120 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-8af327ab-1feb-4806-b4bb-b6b1e364165c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538464 Jul 05 18:44:13.939075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf96188-e6d4-4e2a-8b4a-a5258a3c26f8 tempest-TestVolumeBootPattern-1050677194 tempest-TestVolumeBootPattern-1050677194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:13.940522 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ccf96188-e6d4-4e2a-8b4a-a5258a3c26f8 tempest-TestVolumeBootPattern-1050677194 tempest-TestVolumeBootPattern-1050677194-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 1091 time: 0.1909227 Jul 05 18:44:13.943384 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47258) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:44:13.948342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:44:13.957566 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-7347ed95-9cf7-4ff0-ab3d-7830bb07447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:13.959160 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-7347ed95-9cf7-4ff0-ab3d-7830bb07447d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 1096 time: 0.0609586 Jul 05 18:44:14.055863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:14.070235 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-3792baea-0904-406c-a53b-34e20051035d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:14.073690 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-3792baea-0904-406c-a53b-34e20051035d service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0953770 Jul 05 18:44:14.119759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-f357ffa6-1d77-4a92-9cfc-2bc300497115 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 HTTP/1.1" status: 200 len: 217 time: 0.0400136 Jul 05 18:44:14.153877 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:14.168223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-0166a34c-b203-4d55-bd41-247443dd4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:14.169734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-0166a34c-b203-4d55-bd41-247443dd4d12 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0444589 Jul 05 18:44:14.228379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-62037fb9-99d7-4034-ba3c-6320968c4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:14.230765 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-62037fb9-99d7-4034-ba3c-6320968c4c8b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543008 Jul 05 18:44:14.264439 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Allocated IP 172.25.3.46 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/8d529b11-66a4-42a2-80cd-a9f9ae771f58) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:44:14.321636 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-f491a4c2-425d-4571-87fa-4ec72a40c867 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858729 Jul 05 18:44:14.366676 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:14.422150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78847384-8c0b-4bd7-a8ac-995fee8a8d58 req-951915c4-fcb4-40d2-9881-f7dca4fac4ba service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949559 Jul 05 18:44:14.469356 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:14.510110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:44:14.512902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:44:14.519546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:44:14.525393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=8d529b11-66a4-42a2-80cd-a9f9ae771f58,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:44:14.552065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.552413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.552753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.553092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.553430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.553760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.554140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.554455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.554805 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.555132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.555458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.555787 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:44:14.902026 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:15.052203 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:15.544954 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:15.603303 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:15.671362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event updated for resources: {'Port': ['ID=8d529b11-66a4-42a2-80cd-a9f9ae771f58,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:44:15.679436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:15.782776 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Floating IP 2474b839-3331-481a-9843-97cf65afbb34 associated. External IP: 172.25.3.46, port: b64e2bb7-c5a3-4cd4-b981-96bb0ed04091. Jul 05 18:44:15.987144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Router f2c864bc-068c-44d6-829f-7ad4dfa2f4be has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:44:16.098078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:44:16.108548 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] Sync routers for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:44:16.120759 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:44:16.121378 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:43:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:44:16.181530 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:16.218831 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e689a244-def2-4b55-a923-d0c62d274ca1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2743583 Jul 05 18:44:16.219422 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:44:16.221714 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:44:16.226479 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:44:16.264006 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe06aa47-e7bb-439b-8ece-3c5438fd0524 x-openstack-request-id: req-fe06aa47-e7bb-439b-8ece-3c5438fd0524 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:44:16.264368 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:44:16.264628 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe06aa47-e7bb-439b-8ece-3c5438fd0524 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:44:16.265085 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'status': 'completed', 'code': 200} Jul 05 18:44:16.343123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-5a39968e-5dc0-41a2-a5fd-31424e5bb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:16.344687 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-5a39968e-5dc0-41a2-a5fd-31424e5bb443 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 1096 time: 0.0546074 Jul 05 18:44:16.445487 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-34277a44-c72b-4f17-a509-c31fbaa599ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:16.447877 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-34277a44-c72b-4f17-a509-c31fbaa599ac service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0970154 Jul 05 18:44:16.458308 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '2474b839-3331-481a-9843-97cf65afbb34', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:c7:fd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64afecd3-5cff-4937-8156-b32079aacf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:44:14Z', 'updated_at': '2021-07-05T18:44:14Z', 'revision_number': 0, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}, {'id': 'a8ed26ed-2769-455a-880f-8e83ecf76e79', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:41:22Z', 'updated_at': '2021-07-05T18:41:24Z', 'revision_number': 1, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:44:16.486052 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] Checking router: f2c864bc-068c-44d6-829f-7ad4dfa2f4be for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:44:16.495444 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:44:16.496061 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:43:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:44:16.519106 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-d2c086b4-76f6-4b04-8b1c-69c3cf5dcc37 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 HTTP/1.1" status: 200 len: 998 time: 0.0657997 Jul 05 18:44:16.573150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-afda8682-0bf3-4b03-b3b0-62765a4b5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:16.574667 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-afda8682-0bf3-4b03-b3b0-62765a4b5f49 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0491726 Jul 05 18:44:16.606320 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:44:16.634797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-4b851178-3ed1-4652-a51c-e20e2a42e961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:16.636338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-4b851178-3ed1-4652-a51c-e20e2a42e961 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550048 Jul 05 18:44:16.728347 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-db262321-6cf5-479a-a169-2f1543eef444 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859969 Jul 05 18:44:16.824943 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0d8a334-6797-4504-b4d5-c0ada44fe4c1 req-bee42e3a-11f8-4fa7-8b47-e08e5cf9a2aa service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907953 Jul 05 18:44:16.846878 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '2474b839-3331-481a-9843-97cf65afbb34', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:c7:fd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64afecd3-5cff-4937-8156-b32079aacf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:44:14Z', 'updated_at': '2021-07-05T18:44:14Z', 'revision_number': 0, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}, {'id': 'a8ed26ed-2769-455a-880f-8e83ecf76e79', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:41:22Z', 'updated_at': '2021-07-05T18:41:24Z', 'revision_number': 1, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:44:16.878166 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e38ba32-a131-482c-bfdc-f140652fcb6b None None] The sync data for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 is: [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '2474b839-3331-481a-9843-97cf65afbb34', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.46', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:c7:fd:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64afecd3-5cff-4937-8156-b32079aacf33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:44:14Z', 'updated_at': '2021-07-05T18:44:14Z', 'revision_number': 0, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}, {'id': 'a8ed26ed-2769-455a-880f-8e83ecf76e79', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:41:22Z', 'updated_at': '2021-07-05T18:41:24Z', 'revision_number': 1, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:44:17.077682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546616fd-8d70-4bb9-b40d-f7a1ba36f30d None None] New status for floating IP 2474b839-3331-481a-9843-97cf65afbb34: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:44:20.825868 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e80f-3a6a-4552-8af4-a7aa5db82c46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:23.500199 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db1b4ba8-5651-4461-820b-252dc3693145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:23.745788 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:24.562199 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-c80978d2-4968-459b-94e0-e76c72e26b94 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514810 Jul 05 18:44:24.654761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-7f11a6d8-e629-452f-907d-f74393361d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:24.656266 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-7f11a6d8-e629-452f-907d-f74393361d61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1096 time: 0.0529039 Jul 05 18:44:24.762042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-51f2f438-0fce-4dc3-bcc5-a4e1bfa7be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:24.763555 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-51f2f438-0fce-4dc3-bcc5-a4e1bfa7be3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0872648 Jul 05 18:44:24.820403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:24.827550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-c027aa37-3721-476b-80bf-d090a0b697e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 1000 time: 0.0575252 Jul 05 18:44:24.879739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-9ca19c63-fb92-467c-ac96-f93fcb282389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:24.881187 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-9ca19c63-fb92-467c-ac96-f93fcb282389 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0478547 Jul 05 18:44:24.938962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-4ba3e367-99ee-4133-9b23-72f23c5bf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:44:24.940466 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-4ba3e367-99ee-4133-9b23-72f23c5bf36e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523186 Jul 05 18:44:25.029072 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-04d8d1bc-8919-4239-9e63-7243678e508d service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817270 Jul 05 18:44:25.465450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-10f18693-7c14-478e-aab8-a1483c7a68a7 req-04f7c549-a644-49f0-af24-b6a116049c11 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299893 Jul 05 18:44:26.525962 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:29.982717 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:36.129878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:41.924716 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:44:50.805721 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e542d5cb-cdb0-4256-82b2-7e38225b9210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:53.473828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c75c9068-be3b-49fa-89e4-33460187f923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:53.759396 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:54.813806 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:56.550864 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:44:59.962134 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:06.156427 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:15.019614 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-3b1baf4f-066b-457e-9283-e90a30db1b91 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2013588 Jul 05 18:45:15.115041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-f91e66ce-9634-4c1f-b978-e019069426eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:45:15.116534 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-f91e66ce-9634-4c1f-b978-e019069426eb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 1096 time: 0.0539699 Jul 05 18:45:15.225124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-a52fd730-a7be-44f7-96fd-e6d089a3786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:45:15.226610 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-a52fd730-a7be-44f7-96fd-e6d089a3786d service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0908275 Jul 05 18:45:15.290995 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-9c633542-5048-4eaa-829a-60a4b821fdc1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 HTTP/1.1" status: 200 len: 1000 time: 0.0575662 Jul 05 18:45:15.342109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-e2c8c32c-da42-4d02-8242-796cd1a7ccff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:45:15.343557 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-e2c8c32c-da42-4d02-8242-796cd1a7ccff service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0470726 Jul 05 18:45:15.399670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-8955cbd6-d36d-4f96-8821-e3ae75152478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:45:15.401147 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-8955cbd6-d36d-4f96-8821-e3ae75152478 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517337 Jul 05 18:45:15.489419 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-c4d97446-407c-493a-babd-8fe28c1556e2 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821252 Jul 05 18:45:15.583400 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c74ed6f7-fc0d-4e8e-9944-123d2c1a5ce0 req-f6f95b5b-3a33-4f69-9be0-ef3e7dcee8de service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877886 Jul 05 18:45:18.924649 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:45:20.807899 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8fde9a20-b3a4-4843-86f5-3611eae1baaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:23.487860 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-23da8ecd-f35b-46b7-8293-f552f539b244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:23.728119 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:24.793334 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:25.578391 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-80c22a4c-d204-4d14-a214-a5ab695d4a6a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524745 Jul 05 18:45:25.670199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-13a5e37b-d644-4657-a2aa-83d74a40023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:45:25.672433 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-13a5e37b-d644-4657-a2aa-83d74a40023b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1096 time: 0.0520933 Jul 05 18:45:25.780085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-90956079-d28e-4bc2-bed6-8c77de88aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:45:25.782189 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-90956079-d28e-4bc2-bed6-8c77de88aeed service neutron] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0889904 Jul 05 18:45:25.849236 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-1611cc33-a89c-422e-82ff-63b67f20459c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 1000 time: 0.0606246 Jul 05 18:45:25.902826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-fb753012-2233-41c2-8345-3b861349af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:45:25.904440 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-fb753012-2233-41c2-8345-3b861349af01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0487616 Jul 05 18:45:25.961561 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-f76931fc-9417-4f36-aeb8-36794bd646d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:45:25.963089 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-f76931fc-9417-4f36-aeb8-36794bd646d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518179 Jul 05 18:45:26.056956 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-3f87ffb9-0cf9-47d5-8f2e-dbd6fa2ebd9f service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857625 Jul 05 18:45:26.168565 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-784d6e3c-8320-47ec-81e5-c6acd74717d1 req-2b7a4851-a457-4464-8f7a-ff4d3ec4a357 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040902 Jul 05 18:45:26.562199 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:29.959569 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:36.124499 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:50.810265 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f66c769d-7289-4e83-900b-e8f834929b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:53.478841 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-331c8e85-de58-4d85-bc7e-e8d74ac2baa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:53.761195 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:54.761298 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:55.923955 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:45:56.524456 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:45:59.978676 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:06.136431 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:15.846086 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-5719c485-bc46-4168-803d-e52bbd6fd1ba service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524075 Jul 05 18:46:15.944249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-14087507-15e3-4886-b7c7-1bce67dfb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:15.945760 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-14087507-15e3-4886-b7c7-1bce67dfb855 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 1096 time: 0.0577052 Jul 05 18:46:16.048126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-1904ff48-27cf-46a4-8e95-bbb4d0a7561d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:16.049589 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-1904ff48-27cf-46a4-8e95-bbb4d0a7561d service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0837545 Jul 05 18:46:16.118752 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-fd5a9615-cf22-48b6-a039-027d8d5940e3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 HTTP/1.1" status: 200 len: 1000 time: 0.0628488 Jul 05 18:46:16.169244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-1d42767f-d825-42ce-a52d-9fdbe56001d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:16.170779 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-1d42767f-d825-42ce-a52d-9fdbe56001d0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0460107 Jul 05 18:46:16.230366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-82e28c2d-af21-4efd-86ab-2e87b8ec77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:16.231917 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-82e28c2d-af21-4efd-86ab-2e87b8ec77ef service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553555 Jul 05 18:46:16.242857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-da07f15c-e542-4b7f-b599-7c9f98f14c78 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:46:16.243808 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-da07f15c-e542-4b7f-b599-7c9f98f14c78 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055804 Jul 05 18:46:16.339753 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-64c1c8ab-238f-4027-b309-2a8fd940bc46 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896931 Jul 05 18:46:16.430950 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-29809ccf-ffcc-472a-95b3-bc2d584eb99a req-944dc343-cb76-4f4d-bd89-f62b1ca8d5e2 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851769 Jul 05 18:46:19.192628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47316) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:19.355554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port 8d529b11-66a4-42a2-80cd-a9f9ae771f58 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:19.355901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:19.434816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:19.435151 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:19.448843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for 8d529b11-66a4-42a2-80cd-a9f9ae771f58 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:19.644246 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:19.671748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=8d529b11-66a4-42a2-80cd-a9f9ae771f58,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:19.683592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.683942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.684287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.684631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.685031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.685303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.685635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.685969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.686298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.686658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.686988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.687317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:19.745438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:19.745773 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Floating IP 2474b839-3331-481a-9843-97cf65afbb34 disassociated (deleted). External IP: 172.25.3.46, port: b64e2bb7-c5a3-4cd4-b981-96bb0ed04091. Jul 05 18:46:19.961807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Router f2c864bc-068c-44d6-829f-7ad4dfa2f4be has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:46:20.072454 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:46:20.077247 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:20.081914 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] Sync routers for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:46:20.091798 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:46:20.092412 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:45:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:20.112915 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7dc16086-5325-406b-bf17-56068f6d7602 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "DELETE /v2.0/floatingips/2474b839-3331-481a-9843-97cf65afbb34 HTTP/1.1" status: 204 len: 168 time: 0.9192262 Jul 05 18:46:20.113648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:46:20.116723 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676cd87d-bc17-49cd-a556-2fdf0a942312" -d '{"events": [{"name": "network-changed", "server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:46:20.163114 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1849f0-7d3f-4173-b7e2-9bb25095605d x-openstack-request-id: req-5d1849f0-7d3f-4173-b7e2-9bb25095605d {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:46:20.163411 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:46:20.163665 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d1849f0-7d3f-4173-b7e2-9bb25095605d {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:46:20.164072 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'status': 'completed', 'code': 200} Jul 05 18:46:20.248153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-a8458f23-7684-40e1-94ae-04f88eaf60b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:20.250818 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-a8458f23-7684-40e1-94ae-04f88eaf60b2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 1096 time: 0.0628352 Jul 05 18:46:20.311114 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:46:20.345207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-34cfc526-967d-4829-8499-712755030bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:20.346650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-34cfc526-967d-4829-8499-712755030bc9 service neutron] 10.222.0.97 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0894203 Jul 05 18:46:20.392560 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-3bdcc970-16fa-424d-b4df-dcf1c475e25f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 HTTP/1.1" status: 200 len: 217 time: 0.0398033 Jul 05 18:46:20.452810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-8f789bbe-dccb-485d-933f-087158196c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:20.454310 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-8f789bbe-dccb-485d-933f-087158196c68 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0556467 Jul 05 18:46:20.515269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-3d3bf8ab-834d-4b85-ae54-2e8cdda3ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:20.517233 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-3d3bf8ab-834d-4b85-ae54-2e8cdda3ee3c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565014 Jul 05 18:46:20.545758 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'a8ed26ed-2769-455a-880f-8e83ecf76e79', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:41:22Z', 'updated_at': '2021-07-05T18:41:24Z', 'revision_number': 1, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:20.575822 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] Checking router: f2c864bc-068c-44d6-829f-7ad4dfa2f4be for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:46:20.584431 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:46:20.585067 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:45:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:20.626667 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-6202bc1e-c8ec-4ffb-9311-638dc50679c3 service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025209 Jul 05 18:46:20.698518 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:46:20.737526 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-676cd87d-bc17-49cd-a556-2fdf0a942312 req-259d1968-8a6d-4c6b-8b03-7f517185652e service neutron] 10.222.0.97 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037927 Jul 05 18:46:20.763122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988b0fc-d5bd-44b4-8608-d000f500bd4f req-56f66eb1-be0d-4a7a-8bd0-a58c0c8ea423 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:20.764620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5988b0fc-d5bd-44b4-8608-d000f500bd4f req-56f66eb1-be0d-4a7a-8bd0-a58c0c8ea423 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 945 time: 0.1833398 Jul 05 18:46:20.803996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5988b0fc-d5bd-44b4-8608-d000f500bd4f req-f8c4bb67-1aee-4a60-9742-522f2554638a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334139 Jul 05 18:46:20.810232 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53a97396-baf7-45a9-83a4-5f96c4c2a3aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:20.937893 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'a8ed26ed-2769-455a-880f-8e83ecf76e79', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:41:22Z', 'updated_at': '2021-07-05T18:41:24Z', 'revision_number': 1, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:20.971387 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f82a64-baea-49b1-aa3e-12b214b47871 None None] The sync data for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 is: [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'a8ed26ed-2769-455a-880f-8e83ecf76e79', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'floating_ip_address': '172.25.3.63', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'port_id': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'mac_address': 'fa:16:3e:d5:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:41:22Z', 'updated_at': '2021-07-05T18:41:24Z', 'revision_number': 1, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:46:21.187693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69413a1-01c2-43a0-a5b5-f39056e41d04 None None] New status for floating IP 2474b839-3331-481a-9843-97cf65afbb34: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:46:22.035635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f9f6b-5d06-4756-ad5d-e2827972f882 req-96e05fee-efa5-4c5f-abe0-99d10126149b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:22.037988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa3f9f6b-5d06-4756-ad5d-e2827972f882 req-96e05fee-efa5-4c5f-abe0-99d10126149b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 945 time: 0.1155701 Jul 05 18:46:22.077323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa3f9f6b-5d06-4756-ad5d-e2827972f882 req-3847235e-20ba-4134-821b-43792095c0c4 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335870 Jul 05 18:46:22.081274 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-d454dc0b-8d5d-4d9a-bb73-818bf121931b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:22.083137 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-d454dc0b-8d5d-4d9a-bb73-818bf121931b tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 945 time: 0.0679364 Jul 05 18:46:22.193982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:22.194321 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:22.280149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] For port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:22.280508 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:22.293945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:22.492029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:22.522470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=b64e2bb7-c5a3-4cd4-b981-96bb0ed04091,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:22.571658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] No DVR routers for this DVR port b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:46:22.574154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:22.576213 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-42a4f2d9-5318-4ee8-ba2a-c6b7a08fff50 req-bf10e788-b6d8-4984-9d50-6af9e5478f10 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.97 "DELETE /v2.0/ports/b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 HTTP/1.1" status: 204 len: 173 time: 0.4880846 Jul 05 18:46:22.576673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'name': 'network-vif-deleted', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:46:22.578919 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa138fb-2c1f-4694-a0f6-ae5d9f278a1f" -d '{"events": [{"server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "name": "network-vif-deleted", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:46:22.638066 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c386b2ef-e4f7-42b6-9075-1522a37b5392 x-openstack-request-id: req-c386b2ef-e4f7-42b6-9075-1522a37b5392 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:46:22.638361 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64afecd3-5cff-4937-8156-b32079aacf33", "name": "network-vif-deleted", "tag": "b64e2bb7-c5a3-4cd4-b981-96bb0ed04091", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:46:22.638646 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c386b2ef-e4f7-42b6-9075-1522a37b5392 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:46:22.639055 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64afecd3-5cff-4937-8156-b32079aacf33', 'name': 'network-vif-deleted', 'tag': 'b64e2bb7-c5a3-4cd4-b981-96bb0ed04091', 'status': 'completed', 'code': 200} Jul 05 18:46:23.230863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-efe4b85b-2122-4a59-9941-375e4bdeb379 req-0fe327ea-dddc-4ea2-a230-ffbfeaf1593f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 210 time: 0.0330710 Jul 05 18:46:23.521034 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5781f828-0155-4fbc-8209-928a3d34a7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:23.732257 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:24.373463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-403402bb-2d3b-4bec-b824-e657d6bf41fe req-8013a5ff-8369-4c59-917e-e0d4a191efad tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 210 time: 0.0301282 Jul 05 18:46:24.800941 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:25.490442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:46:25.518625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:46:25.519092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b64e2bb7-c5a3-4cd4-b981-96bb0ed04091 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:46:25.525504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0c66e1a-3eca-4207-96ae-1de957237115 req-f1ebc2c2-65a4-4b4e-a298-4d3b37515a39 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 210 time: 0.0350621 Jul 05 18:46:25.617865 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-62fda0ff-1627-44a8-b29b-452493527560 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0980983 Jul 05 18:46:25.721389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672724c-e803-457a-9d2f-771416473cce req-90a6c3a6-e68e-41b7-a2fd-67ded2c9e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:25.722979 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-90a6c3a6-e68e-41b7-a2fd-67ded2c9e731 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1096 time: 0.0566614 Jul 05 18:46:25.835629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672724c-e803-457a-9d2f-771416473cce req-ae5ac717-270e-4efe-a256-403d9e468d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:25.837303 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-ae5ac717-270e-4efe-a256-403d9e468d2f service neutron] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0924101 Jul 05 18:46:25.904952 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-471cd8aa-a1d7-4c56-8f78-8abc6f99530b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 1000 time: 0.0601444 Jul 05 18:46:25.956470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672724c-e803-457a-9d2f-771416473cce req-1ae8868d-1887-4760-8f04-610ae345eb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:25.957930 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-1ae8868d-1887-4760-8f04-610ae345eb08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0452740 Jul 05 18:46:26.026829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2672724c-e803-457a-9d2f-771416473cce req-abc9fcd3-efcf-418b-a054-884eb1e405fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:26.028397 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-abc9fcd3-efcf-418b-a054-884eb1e405fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633707 Jul 05 18:46:26.040995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-9bf2c5b7-e911-4716-8abd-2bf19714be47 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:46:26.041975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-9bf2c5b7-e911-4716-8abd-2bf19714be47 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053313 Jul 05 18:46:26.133917 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-b2b40157-ff6e-4087-af64-a80e27a09a90 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842707 Jul 05 18:46:26.231349 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2672724c-e803-457a-9d2f-771416473cce req-47274506-1e70-4381-90ad-bd6099bfeccc service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902150 Jul 05 18:46:26.493022 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:26.677279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-37f07d62-ea70-452d-a8ef-5b619b9c9756 req-72ed7db4-d70a-4aa8-9f9e-79c43995abdb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=64afecd3-5cff-4937-8156-b32079aacf33 HTTP/1.1" status: 200 len: 210 time: 0.0285368 Jul 05 18:46:29.989528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:32.922943 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:46:33.347618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47384) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:33.515422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port 400da34a-d0ae-4a4d-a1df-fe4a16a32e2f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:33.516033 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:33.590966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:33.591177 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:33.602586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for 400da34a-d0ae-4a4d-a1df-fe4a16a32e2f owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:33.812059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:33.838036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=400da34a-d0ae-4a4d-a1df-fe4a16a32e2f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:33.902718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:33.903108 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Floating IP a8ed26ed-2769-455a-880f-8e83ecf76e79 disassociated (deleted). External IP: 172.25.3.63, port: 449aabc2-8c39-4f05-ab5a-a6949fa03d30. Jul 05 18:46:34.105253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Router f2c864bc-068c-44d6-829f-7ad4dfa2f4be has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:46:34.207554 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:46:34.212766 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:34.217995 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] Sync routers for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:46:34.227358 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:46:34.227971 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:46:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:34.252557 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-efab1916-e1ba-4bd4-a1bd-993148895e49 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "DELETE /v2.0/floatingips/a8ed26ed-2769-455a-880f-8e83ecf76e79 HTTP/1.1" status: 204 len: 168 time: 0.9038317 Jul 05 18:46:34.253268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:46:34.255648 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e" -d '{"events": [{"name": "network-changed", "server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:46:34.293902 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0f2108-1352-4a4d-97ad-7c95f367c735 x-openstack-request-id: req-ad0f2108-1352-4a4d-97ad-7c95f367c735 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:46:34.294221 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:46:34.294479 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad0f2108-1352-4a4d-97ad-7c95f367c735 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:46:34.294949 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'status': 'completed', 'code': 200} Jul 05 18:46:34.334867 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:46:34.378725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-173ad81f-4fce-4a3c-aff6-36f2b150b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:34.380302 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-173ad81f-4fce-4a3c-aff6-36f2b150b69e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=314b25ec81cb45cd80ef141376583cb8&device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 1096 time: 0.0611162 Jul 05 18:46:34.478016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-af8ad7f1-776d-4d9f-bd58-af38e725846b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:34.479600 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-af8ad7f1-776d-4d9f-bd58-af38e725846b service neutron] 10.222.0.39 "GET /v2.0/networks?id=2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 200 len: 911 time: 0.0921519 Jul 05 18:46:34.526821 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-8aa31298-dfad-4053-94cd-ae29965ecd83 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 200 len: 217 time: 0.0403039 Jul 05 18:46:34.546953 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:34.573205 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] Checking router: f2c864bc-068c-44d6-829f-7ad4dfa2f4be for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:46:34.578389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-c3b02bf0-1693-4676-8064-f4386117e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:34.579894 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-c3b02bf0-1693-4676-8064-f4386117e4a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 200 len: 850 time: 0.0462112 Jul 05 18:46:34.581356 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:46:34.581946 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:46:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:34.649593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-cbb557b4-f3de-477d-9f85-88f9c3cbbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:34.651243 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-cbb557b4-f3de-477d-9f85-88f9c3cbbb96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2fd2347b-7342-4422-91e5-6e880b167e87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624993 Jul 05 18:46:34.694171 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:46:34.759479 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-586c98ac-c058-4be1-b0b0-35f133433335 service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006968 Jul 05 18:46:34.864288 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-00bc6bb4-5b88-4c00-ba2d-0ebecea4b50e req-28564347-b386-46c5-b8ad-30aa38b4e46e service neutron] 10.222.0.39 "GET /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971923 Jul 05 18:46:34.885427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1c783-e9bc-4d7b-b9ef-9e7bbb714026 req-c5ca173c-7fcf-4870-8037-df32feb688c1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:34.886978 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0dc1c783-e9bc-4d7b-b9ef-9e7bbb714026 req-c5ca173c-7fcf-4870-8037-df32feb688c1 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 945 time: 0.0694625 Jul 05 18:46:34.922489 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:34.926528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0dc1c783-e9bc-4d7b-b9ef-9e7bbb714026 req-96744c81-20a7-45e0-9ea4-85b1292fb1eb tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Jul 05 18:46:34.950781 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7390cadb-e7ef-47fd-b42e-d48f57e76d32 None None] The sync data for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 is: [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:32:59Z', 'revision_number': 4, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '5226013f-1f0a-4281-a8ab-ba14314692f9', 'name': '', 'network_id': '2fd2347b-7342-4422-91e5-6e880b167e87', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'mac_address': 'fa:16:3e:a5:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:58Z', 'updated_at': '2021-07-05T18:33:06Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'subnets': [{'id': '8119ec3b-bb57-45ad-ae21-3f1c6382a90a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:46:35.188431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4e8d96-3f61-4895-b86a-5bc4f3a39655 None None] New status for floating IP a8ed26ed-2769-455a-880f-8e83ecf76e79: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:46:35.494321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-6fc74827-e753-4d79-be10-3d4a6e1ed69f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:35.495843 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-6fc74827-e753-4d79-be10-3d4a6e1ed69f tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.39 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 945 time: 0.0685287 Jul 05 18:46:35.601034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:35.601816 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:35.695798 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] For port 449aabc2-8c39-4f05-ab5a-a6949fa03d30, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=449aabc2-8c39-4f05-ab5a-a6949fa03d30,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:35.696341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:35.708338 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for 449aabc2-8c39-4f05-ab5a-a6949fa03d30 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:36.109624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf66c0-924d-42fa-ad8f-044cca247227 req-5873e25e-dd5a-44f0-a059-9a81ca3bca0d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:46:36.111138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cacf66c0-924d-42fa-ad8f-044cca247227 req-5873e25e-dd5a-44f0-a059-9a81ca3bca0d tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 945 time: 0.0656643 Jul 05 18:46:36.126068 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:36.162658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cacf66c0-924d-42fa-ad8f-044cca247227 req-f4dd6f65-51e5-4dd4-909b-01d6694b0693 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/security-groups?id=66b0454c-a9de-4480-83b9-9712d243be8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454793 Jul 05 18:46:36.234543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:36.268133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=449aabc2-8c39-4f05-ab5a-a6949fa03d30,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:36.313494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] No DVR routers for this DVR port 449aabc2-8c39-4f05-ab5a-a6949fa03d30 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:46:36.316098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:36.318090 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bfb9c732-36b1-4a97-984c-ffb9c1147b33 req-556261a3-8df5-411c-a882-38b2c46b4d6a tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.39 "DELETE /v2.0/ports/449aabc2-8c39-4f05-ab5a-a6949fa03d30 HTTP/1.1" status: 204 len: 173 time: 0.8156750 Jul 05 18:46:36.318523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'name': 'network-vif-deleted', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:46:36.321412 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880b322a-35a6-4447-91d1-43d6063baaa5" -d '{"events": [{"server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "name": "network-vif-deleted", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:46:36.356896 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61399d62-a508-4eda-afb9-361f2b2dcf85 x-openstack-request-id: req-61399d62-a508-4eda-afb9-361f2b2dcf85 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:46:36.357195 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420a7560-4ea5-46c4-bcaf-6d276e334f56", "name": "network-vif-deleted", "tag": "449aabc2-8c39-4f05-ab5a-a6949fa03d30", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:46:36.357448 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-61399d62-a508-4eda-afb9-361f2b2dcf85 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:46:36.357848 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420a7560-4ea5-46c4-bcaf-6d276e334f56', 'name': 'network-vif-deleted', 'tag': '449aabc2-8c39-4f05-ab5a-a6949fa03d30', 'status': 'completed', 'code': 200} Jul 05 18:46:37.306277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4f2dbcf-bb84-4cbb-9aca-ca94c27f5acd req-39a3dc2e-6e1d-4c21-bb24-860e6b66c5ea tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 210 time: 0.0299075 Jul 05 18:46:38.453116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fdfe1e11-82b6-488c-af3a-685f9362ca9e req-f05fb2cb-0615-484a-926d-7341113ab722 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 210 time: 0.0330036 Jul 05 18:46:38.714986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 449aabc2-8c39-4f05-ab5a-a6949fa03d30 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:46:38.735800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 449aabc2-8c39-4f05-ab5a-a6949fa03d30 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:46:38.736153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 449aabc2-8c39-4f05-ab5a-a6949fa03d30 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:46:39.597035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7b7eb3f-4e46-416d-8a54-e1e86d36f4c3 req-f44d7c64-6f8c-436a-9444-755cafb756a3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 210 time: 0.0309665 Jul 05 18:46:40.751565 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff118dcc-83d8-45d7-895b-a125e12685cf req-7fd05ccb-34f6-4785-8253-1423e65e5449 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "GET /v2.0/ports?device_id=420a7560-4ea5-46c4-bcaf-6d276e334f56 HTTP/1.1" status: 200 len: 210 time: 0.0291371 Jul 05 18:46:41.845622 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47406) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:41.980674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Deleting port 3fc39041-6eeb-4655-aaf9-d44cc8aa5f79 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:41.981023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:42.065232 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:42.065469 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:42.077232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Calling delete_port for 3fc39041-6eeb-4655-aaf9-d44cc8aa5f79 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:42.267245 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:42.296425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'Port': ['ID=3fc39041-6eeb-4655-aaf9-d44cc8aa5f79,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:42.358398 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:42.360980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:42.362631 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fb479546-57f1-47c8-b93d-76491224dff3 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "DELETE /v2.0/floatingips/808561fb-e3bf-479b-bbed-5f6875ef2df7 HTTP/1.1" status: 204 len: 168 time: 0.5155485 Jul 05 18:46:45.923901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47422) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:45.986044 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58cd0751-d396-41ee-b8a9-206cad948634 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:46.012606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58cd0751-d396-41ee-b8a9-206cad948634 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:46.129643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58cd0751-d396-41ee-b8a9-206cad948634 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:46.132253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-58cd0751-d396-41ee-b8a9-206cad948634 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:46.133570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-58cd0751-d396-41ee-b8a9-206cad948634 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] 10.222.0.30 "DELETE /v2.0/security-groups/66b0454c-a9de-4480-83b9-9712d243be8f HTTP/1.1" status: 204 len: 168 time: 0.2086344 Jul 05 18:46:46.151580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cd0751-d396-41ee-b8a9-206cad948634 tempest-TestVolumeBootPattern-1147334124 tempest-TestVolumeBootPattern-1147334124-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b0454c-a9de-4480-83b9-9712d243be8f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:46.263252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47426) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:46.745284 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:46.996830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Deleting port 5226013f-1f0a-4281-a8ab-ba14314692f9 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:46.997095 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:47.074191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] For port 5226013f-1f0a-4281-a8ab-ba14314692f9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5226013f-1f0a-4281-a8ab-ba14314692f9,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:47.074549 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:47.087727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Calling delete_port for 5226013f-1f0a-4281-a8ab-ba14314692f9 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:47.324076 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:47.347358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=5226013f-1f0a-4281-a8ab-ba14314692f9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:47.361545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.361897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.362242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.362595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.362935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.363266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.363595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.363929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.364250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.364575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.364899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.365352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:47.533312 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:47.760980 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Router f2c864bc-068c-44d6-829f-7ad4dfa2f4be has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:46:47.863455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:46:47.869165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9fd46271-159a-4132-9742-05ec2c108fcb admin admin] 10.222.0.30 "PUT /v2.0/routers/f2c864bc-068c-44d6-829f-7ad4dfa2f4be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6039696 Jul 05 18:46:47.871669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47430) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:47.872515 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] Sync routers for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:46:47.881467 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:46:47.882181 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:46:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:47.987485 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:46:47.990209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.094632 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.158801 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:46:47Z', 'revision_number': 5, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port': {'id': 'd6dee2a3-550b-4f67-9dbc-c977e133b6f3', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:32:55Z', 'updated_at': '2021-07-05T18:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:48.188311 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] Checking router: f2c864bc-068c-44d6-829f-7ad4dfa2f4be for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:46:48.196696 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] Routers {'f2c864bc-068c-44d6-829f-7ad4dfa2f4be'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:46:48.197375 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:46:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:48.203657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Deleting port d6dee2a3-550b-4f67-9dbc-c977e133b6f3 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:48.204048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.283309 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] Set router f2c864bc-068c-44d6-829f-7ad4dfa2f4be gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:46:48.285836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] For port d6dee2a3-550b-4f67-9dbc-c977e133b6f3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d6dee2a3-550b-4f67-9dbc-c977e133b6f3,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:48.286199 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.299524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Calling delete_port for d6dee2a3-550b-4f67-9dbc-c977e133b6f3 owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:48.333072 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:46:48Z', 'revision_number': 6, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:48.362348 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5537a5b-99d5-4f3b-8be7-97334fd8f821 None None] The sync data for ids ['f2c864bc-068c-44d6-829f-7ad4dfa2f4be'] in n-d-799524-1 is: [{'id': 'f2c864bc-068c-44d6-829f-7ad4dfa2f4be', 'name': 'tempest-TestVolumeBootPattern-418606667-router', 'tenant_id': '314b25ec81cb45cd80ef141376583cb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:32:54Z', 'updated_at': '2021-07-05T18:46:48Z', 'revision_number': 6, 'project_id': '314b25ec81cb45cd80ef141376583cb8', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:46:48.531562 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.555398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6dee2a3-550b-4f67-9dbc-c977e133b6f3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:48.624395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.714845 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.717184 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.828666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.829240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2c864bc-068c-44d6-829f-7ad4dfa2f4be {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:46:48.833425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.834601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3772594e-d79e-4fb4-a1c3-a98392640ba3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f2c864bc-068c-44d6-829f-7ad4dfa2f4be HTTP/1.1" status: 204 len: 168 time: 0.9619455 Jul 05 18:46:48.837168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47432) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:48.881922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-19325e0f-8305-44fa-8d64-0e0d93c937ac admin admin] Deleting subnet 8119ec3b-bb57-45ad-ae21-3f1c6382a90a {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:46:48.885209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19325e0f-8305-44fa-8d64-0e0d93c937ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:48.919445 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19325e0f-8305-44fa-8d64-0e0d93c937ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.000003 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19325e0f-8305-44fa-8d64-0e0d93c937ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.112398 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19325e0f-8305-44fa-8d64-0e0d93c937ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.139393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325e0f-8305-44fa-8d64-0e0d93c937ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8119ec3b-bb57-45ad-ae21-3f1c6382a90a,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:49.141555 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19325e0f-8305-44fa-8d64-0e0d93c937ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.146432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-19325e0f-8305-44fa-8d64-0e0d93c937ac admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8119ec3b-bb57-45ad-ae21-3f1c6382a90a HTTP/1.1" status: 204 len: 168 time: 0.3054280 Jul 05 18:46:49.146432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47434) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:49.149510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40251786-4292-41e3-be7f-0fe0765e6165 None None] Network 2fd2347b-7342-4422-91e5-6e880b167e87 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:46:49.218719 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.275666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Deleting port a675fe04-b94b-4b70-ac3f-3d4179f442c7 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:49.276037 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.343334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] For port a675fe04-b94b-4b70-ac3f-3d4179f442c7, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a675fe04-b94b-4b70-ac3f-3d4179f442c7,segment=NetworkSegment(a4878761-6f38-4d52-bd86-e18c0b4cca5c),segment_id=a4878761-6f38-4d52-bd86-e18c0b4cca5c)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:49.343703 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.358624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Calling delete_port for a675fe04-b94b-4b70-ac3f-3d4179f442c7 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:49.492652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] DHCP port deletion for 2fd2347b-7342-4422-91e5-6e880b167e87 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:46:49.514506 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.539433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Deleting port a675fe04-b94b-4b70-ac3f-3d4179f442c7 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:49.539815 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.542771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Pushing event deleted for resources: {'Port': ['ID=a675fe04-b94b-4b70-ac3f-3d4179f442c7,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:49.544619 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] No DVR routers for this DVR port a675fe04-b94b-4b70-ac3f-3d4179f442c7 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:46:49.604418 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] For port a675fe04-b94b-4b70-ac3f-3d4179f442c7, host n-d-799524-1, got binding levels [] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:49.604815 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.617499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Calling delete_port for a675fe04-b94b-4b70-ac3f-3d4179f442c7 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:49.618692 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.620364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.ipam_backend_mixin [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Port a675fe04-b94b-4b70-ac3f-3d4179f442c7 was not found and therefore no delete operation was performed {{(pid=100999) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 18:46:49.621641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.628523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd2347b-7342-4422-91e5-6e880b167e87']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:49.639704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4878761-6f38-4d52-bd86-e18c0b4cca5c') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:49.640005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4878761-6f38-4d52-bd86-e18c0b4cca5c') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:49.649378 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.651634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Pushing event deleted for resources: {'Port': ['ID=a675fe04-b94b-4b70-ac3f-3d4179f442c7,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:49.654167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] No DVR routers for this DVR port a675fe04-b94b-4b70-ac3f-3d4179f442c7 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:46:49.663114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.663668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.664030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.664372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.664713 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.665050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.665385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.665730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.666064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.666394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.666752 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.667081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c84ec4-8b5a-450e-9962-75dc1bfc59aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:46:49.671303 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.677523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:46:49.677920 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: timer() Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:46:49.685548 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:46:49.800347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.806394 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:49.808247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2fd2347b-7342-4422-91e5-6e880b167e87 HTTP/1.1" status: 204 len: 168 time: 0.6613572 Jul 05 18:46:49.811342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47436) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:49.819118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c47fc-7918-436f-bde4-f4b4f47b3895 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd2347b-7342-4422-91e5-6e880b167e87,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:50.162877 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:50.427059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5226013f-1f0a-4281-a8ab-ba14314692f9 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:46:50.427586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Deleting port d2cebab0-967a-461a-8432-0154706d99fe {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:50.427813 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:50.451749 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5226013f-1f0a-4281-a8ab-ba14314692f9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:46:50.452096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5226013f-1f0a-4281-a8ab-ba14314692f9 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:46:50.452526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a675fe04-b94b-4b70-ac3f-3d4179f442c7 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:46:50.471322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a675fe04-b94b-4b70-ac3f-3d4179f442c7 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:46:50.471697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a675fe04-b94b-4b70-ac3f-3d4179f442c7 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:46:50.472091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d6dee2a3-550b-4f67-9dbc-c977e133b6f3 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:46:50.490661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d6dee2a3-550b-4f67-9dbc-c977e133b6f3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:46:50.491016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d6dee2a3-550b-4f67-9dbc-c977e133b6f3 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:46:50.510977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] For port d2cebab0-967a-461a-8432-0154706d99fe, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d2cebab0-967a-461a-8432-0154706d99fe,segment=NetworkSegment(d1f2c709-c501-4925-b68c-6a3fb8ae10ab),segment_id=d1f2c709-c501-4925-b68c-6a3fb8ae10ab)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:50.511337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:50.524741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Calling delete_port for d2cebab0-967a-461a-8432-0154706d99fe owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:50.771712 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:50.798688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2cebab0-967a-461a-8432-0154706d99fe,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:50.829092 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-741bbdba-8320-4f44-b1d6-9148a5e486ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:50.973735 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:51.188734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Router 38232d16-14aa-4511-9d6c-26ef67690660 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:46:51.296717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:46:51.301699 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e091d33a-6909-4b05-97b1-a054f2ec0889 admin admin] 10.222.0.30 "PUT /v2.0/routers/38232d16-14aa-4511-9d6c-26ef67690660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4893229 Jul 05 18:46:51.304967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47438) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:51.306458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] Sync routers for ids ['38232d16-14aa-4511-9d6c-26ef67690660'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:46:51.318063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] Routers {'38232d16-14aa-4511-9d6c-26ef67690660'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:46:51.318767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:46:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['38232d16-14aa-4511-9d6c-26ef67690660'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:51.415693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:51.427852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] Set router 38232d16-14aa-4511-9d6c-26ef67690660 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:46:51.519522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:51.605663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38232d16-14aa-4511-9d6c-26ef67690660', 'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:03Z', 'updated_at': '2021-07-05T18:46:50Z', 'revision_number': 5, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'gw_port': {'id': '2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:32:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38232d16-14aa-4511-9d6c-26ef67690660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:33:05Z', 'updated_at': '2021-07-05T18:33:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:51.632247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] Checking router: 38232d16-14aa-4511-9d6c-26ef67690660 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:46:51.640785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] Routers {'38232d16-14aa-4511-9d6c-26ef67690660'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:46:51.641413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:46:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['38232d16-14aa-4511-9d6c-26ef67690660'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:51.681919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Deleting port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:51.682370 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:51.732366 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] Set router 38232d16-14aa-4511-9d6c-26ef67690660 gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:46:51.765905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] For port 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:51.766264 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:51.783407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Calling delete_port for 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:51.784941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38232d16-14aa-4511-9d6c-26ef67690660', 'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:03Z', 'updated_at': '2021-07-05T18:46:51Z', 'revision_number': 6, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:51.814608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0022757a-4bed-4ada-8214-7d73ec58141c None None] The sync data for ids ['38232d16-14aa-4511-9d6c-26ef67690660'] in n-d-799524-1 is: [{'id': '38232d16-14aa-4511-9d6c-26ef67690660', 'name': 'tempest-TestVolumeBootPattern-1507231802-router', 'tenant_id': 'c9406c870d86465bb1dbf16216d32aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:33:03Z', 'updated_at': '2021-07-05T18:46:51Z', 'revision_number': 6, 'project_id': 'c9406c870d86465bb1dbf16216d32aca', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:46:52.052066 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.080991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:52.145500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.239462 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.241561 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.337717 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.338195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38232d16-14aa-4511-9d6c-26ef67690660 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 18:46:52.342701 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.343861 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-02b35cb8-317b-490f-b33a-519640c26ad7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/38232d16-14aa-4511-9d6c-26ef67690660 HTTP/1.1" status: 204 len: 168 time: 1.0379627 Jul 05 18:46:52.346321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47442) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:52.394044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d15c289-a2dc-4c6e-87d0-cbadf298f4fa admin admin] Deleting subnet 8f1a7b22-5278-4e1e-a015-fb131dd6c01d {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:46:52.397074 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d15c289-a2dc-4c6e-87d0-cbadf298f4fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.430887 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d15c289-a2dc-4c6e-87d0-cbadf298f4fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.504672 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d15c289-a2dc-4c6e-87d0-cbadf298f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.603918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d2cebab0-967a-461a-8432-0154706d99fe no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:46:52.624507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d2cebab0-967a-461a-8432-0154706d99fe {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:46:52.624855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d2cebab0-967a-461a-8432-0154706d99fe not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:46:52.625260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:46:52.644612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:46:52.644953 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2fe406e0-a1e2-4a91-bb3b-5fe05c46d5ce not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:46:52.655540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d15c289-a2dc-4c6e-87d0-cbadf298f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.683758 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15c289-a2dc-4c6e-87d0-cbadf298f4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1a7b22-5278-4e1e-a015-fb131dd6c01d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:52.687292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-8d15c289-a2dc-4c6e-87d0-cbadf298f4fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.689148 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-8d15c289-a2dc-4c6e-87d0-cbadf298f4fa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8f1a7b22-5278-4e1e-a015-fb131dd6c01d HTTP/1.1" status: 204 len: 168 time: 0.3418870 Jul 05 18:46:52.691707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47444) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:52.695064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc17a495-be4d-4e07-8077-a3ebf1e95d97 None None] Network 0f1ecb54-4933-4420-b8b5-119c766e97a2 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:46:52.763436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.819833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Deleting port ad956929-c428-4373-85db-e06296cf1cdd {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:52.820261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.891645 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] For port ad956929-c428-4373-85db-e06296cf1cdd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ad956929-c428-4373-85db-e06296cf1cdd,segment=NetworkSegment(d1f2c709-c501-4925-b68c-6a3fb8ae10ab),segment_id=d1f2c709-c501-4925-b68c-6a3fb8ae10ab)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:52.891998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:52.905535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Calling delete_port for ad956929-c428-4373-85db-e06296cf1cdd owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:52.910866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f0382a-ce4d-4b72-a224-452adff547ed None None] DHCP port deletion for 0f1ecb54-4933-4420-b8b5-119c766e97a2 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 18:46:52.957718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d8f0382a-ce4d-4b72-a224-452adff547ed None None] Deleting port ad956929-c428-4373-85db-e06296cf1cdd {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:46:52.958097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8f0382a-ce4d-4b72-a224-452adff547ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.022199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d8f0382a-ce4d-4b72-a224-452adff547ed None None] For port ad956929-c428-4373-85db-e06296cf1cdd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=ad956929-c428-4373-85db-e06296cf1cdd,segment=NetworkSegment(d1f2c709-c501-4925-b68c-6a3fb8ae10ab),segment_id=d1f2c709-c501-4925-b68c-6a3fb8ae10ab)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:46:53.023197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8f0382a-ce4d-4b72-a224-452adff547ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.035526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d8f0382a-ce4d-4b72-a224-452adff547ed None None] Calling delete_port for ad956929-c428-4373-85db-e06296cf1cdd owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:46:53.055708 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.081616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad956929-c428-4373-85db-e06296cf1cdd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:53.086126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] No DVR routers for this DVR port ad956929-c428-4373-85db-e06296cf1cdd on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:46:53.111161 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8f0382a-ce4d-4b72-a224-452adff547ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.136601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0382a-ce4d-4b72-a224-452adff547ed None None] Pushing event deleted for resources: {'Port': ['ID=ad956929-c428-4373-85db-e06296cf1cdd,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:53.141669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0382a-ce4d-4b72-a224-452adff547ed None None] No DVR routers for this DVR port ad956929-c428-4373-85db-e06296cf1cdd on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:46:53.165381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.175005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1ecb54-4933-4420-b8b5-119c766e97a2']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:53.185139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:53.185476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f2c709-c501-4925-b68c-6a3fb8ae10ab') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:46:53.193952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.207862 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.214631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:46:53.216798 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:46:53.335553 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.342065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.344507 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0f1ecb54-4933-4420-b8b5-119c766e97a2 HTTP/1.1" status: 204 len: 168 time: 0.6517203 Jul 05 18:46:53.358336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c6fa8-2a7d-4e87-bd08-6c281966bfa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f1ecb54-4933-4420-b8b5-119c766e97a2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:53.531582 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7eb5a9c6-e0df-4fbf-93f8-97959fee5ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.659005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47448) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:53.700246 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ec0a818f-847b-4d5a-b028-81da4c669263 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=314b25ec81cb45cd80ef141376583cb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400412 Jul 05 18:46:53.702548 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47450) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:53.743384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.757622 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37c3d1f7-e318-452f-8f90-5e288a680be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.779854 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37c3d1f7-e318-452f-8f90-5e288a680be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.891704 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37c3d1f7-e318-452f-8f90-5e288a680be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.894242 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-37c3d1f7-e318-452f-8f90-5e288a680be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:53.895508 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-37c3d1f7-e318-452f-8f90-5e288a680be9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/778f795b-2066-4949-b494-482432084963 HTTP/1.1" status: 204 len: 168 time: 0.1920421 Jul 05 18:46:53.903434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c3d1f7-e318-452f-8f90-5e288a680be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778f795b-2066-4949-b494-482432084963,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:54.422433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ad956929-c428-4373-85db-e06296cf1cdd no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:46:54.442259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: ad956929-c428-4373-85db-e06296cf1cdd {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:46:54.442639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device ad956929-c428-4373-85db-e06296cf1cdd not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:46:54.584974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47456) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:54.624138 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-854ba001-7e36-4cac-8c9c-06e7a6989afc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9406c870d86465bb1dbf16216d32aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378621 Jul 05 18:46:54.626494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47458) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:46:54.678671 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e7845f2-d3f4-4629-afb3-302d838cac37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:54.702061 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e7845f2-d3f4-4629-afb3-302d838cac37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:54.806651 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:54.834432 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e7845f2-d3f4-4629-afb3-302d838cac37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:54.837125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3e7845f2-d3f4-4629-afb3-302d838cac37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:54.838822 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3e7845f2-d3f4-4629-afb3-302d838cac37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7bfd782-5c0c-4276-bf69-cfe58e04df32 HTTP/1.1" status: 204 len: 168 time: 0.2113371 Jul 05 18:46:54.847031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7845f2-d3f4-4629-afb3-302d838cac37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7bfd782-5c0c-4276-bf69-cfe58e04df32,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:46:56.514440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:46:59.963925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:05.770312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-54fc98c7-aedc-4afe-8a53-3368740b2f3e tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=a31b53e4ac2044bd8ef64b1a56de83ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304866 Jul 05 18:47:06.142989 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:06.275298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-b68bec7e-28cd-4513-bbe8-dabcce1fb03f tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:06.277453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-b68bec7e-28cd-4513-bbe8-dabcce1fb03f tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5018857 Jul 05 18:47:06.291951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-711fe941-a77f-4468-9d6d-e07f2f37a2f3 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/quotas/a31b53e4ac2044bd8ef64b1a56de83ee HTTP/1.1" status: 200 len: 375 time: 0.0089860 Jul 05 18:47:06.325551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-39263520-c098-4bb6-af55-80c1bd4b31de tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a31b53e4ac2044bd8ef64b1a56de83ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279658 Jul 05 18:47:06.544838 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d73f01e0-b54a-41f0-b6c6-bc05d3747895 req-f64b5191-3010-471d-9c79-21334dd1614f tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 210 time: 0.0302320 Jul 05 18:47:07.625170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3416a63d-3634-4b63-9832-4eb880cc60f4 req-d9764acc-8989-4d80-8758-39c04b312736 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 210 time: 0.0280447 Jul 05 18:47:08.762135 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-983bc0c6-db92-420a-8a5b-6020492efa2b tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=a31b53e4ac2044bd8ef64b1a56de83ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344050 Jul 05 18:47:08.815030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b905562-5ab3-49c5-88d6-3cf114f2f45f req-8acfe20c-39ce-48d6-835a-2a7d9fc6dfec tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 210 time: 0.0334363 Jul 05 18:47:08.949103 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-ec7bc84d-2c25-4228-b658-d1647fc06cc0 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:08.950482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-ec7bc84d-2c25-4228-b658-d1647fc06cc0 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840429 Jul 05 18:47:08.963718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Request body: {'port': {'device_id': '8877647e-0b43-4f64-8ef6-b47c727a9b4a', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'admin_state_up': True, 'tenant_id': 'a31b53e4ac2044bd8ef64b1a56de83ee'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:47:09.159969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Made reservation on behalf of a31b53e4ac2044bd8ef64b1a56de83ee for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:47:09.163637 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:09.173601 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:09.259865 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:09.317760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:09.383128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14133539-6094-46e8-94d0-c8f52bf4a328,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:09.455864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Allocated IP 192.168.233.89 (9bb96aa2-1e49-400a-9c8a-261f618176e5/9c8c5f12-cea1-434c-8b06-2df0d3304c91/3af75c05-70da-4d08-ae1f-8528745a4ed0) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:47:09.921962 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:47:09.932158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:09.946044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Transition to ACTIVE for port object 3af75c05-70da-4d08-ae1f-8528745a4ed0 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:47:09.960116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-127d8cef-f57b-43f8-b8dc-a458eaa66c8a req-4ccb0eca-5673-4d81-8e52-d0119fd6fd17 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 210 time: 0.0290689 Jul 05 18:47:10.045824 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:10.088597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Network 9bb96aa2-1e49-400a-9c8a-261f618176e5 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:47:10.091861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:47:10.098388 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:47:10.123120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Pushing event updated for resources: {'Port': ['ID=3af75c05-70da-4d08-ae1f-8528745a4ed0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:10.160003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:10.160643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:10.233105 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-e38f7116-ae20-437e-9225-6c246993d1df tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2732198 Jul 05 18:47:10.244807 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Request body: {'port': {'device_id': '8877647e-0b43-4f64-8ef6-b47c727a9b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:47:10.318257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:10.369231 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1ae9feb5-75bf-4bb5-aac4-881159d0154e None None] Provisioning for port 3af75c05-70da-4d08-ae1f-8528745a4ed0 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:47:10.373698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1ae9feb5-75bf-4bb5-aac4-881159d0154e None None] Provisioning complete for port 3af75c05-70da-4d08-ae1f-8528745a4ed0 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:47:10.374068 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1ae9feb5-75bf-4bb5-aac4-881159d0154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:10.409291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1ae9feb5-75bf-4bb5-aac4-881159d0154e None None] Port 3af75c05-70da-4d08-ae1f-8528745a4ed0 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:47:10.585267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3af75c05-70da-4d08-ae1f-8528745a4ed0 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:47:10.592768 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:10.604654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Transition to ACTIVE for port object 3af75c05-70da-4d08-ae1f-8528745a4ed0 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:47:10.695293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:10.744977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Pushing event updated for resources: {'Port': ['ID=3af75c05-70da-4d08-ae1f-8528745a4ed0,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:10.820944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Attempting to bind port 3af75c05-70da-4d08-ae1f-8528745a4ed0 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:47:10.821428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Attempting to bind port 3af75c05-70da-4d08-ae1f-8528745a4ed0 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:47:10.821652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Attempting to bind port 3af75c05-70da-4d08-ae1f-8528745a4ed0 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:47:10.827553 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Port 3af75c05-70da-4d08-ae1f-8528745a4ed0 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:47:10.827878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Attempting to bind port 3af75c05-70da-4d08-ae1f-8528745a4ed0 on network 9bb96aa2-1e49-400a-9c8a-261f618176e5 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:47:10.832790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:47:10.833136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Checking segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:47:10.833561 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Bound using segment: {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:47:10.833994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Bound port: 3af75c05-70da-4d08-ae1f-8528745a4ed0, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12fcdfcc-a198-4475-a77b-380b1b6064c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:47:10.834361 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:10.908516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] For port 3af75c05-70da-4d08-ae1f-8528745a4ed0, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:47:10.911511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] For port 3af75c05-70da-4d08-ae1f-8528745a4ed0, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3af75c05-70da-4d08-ae1f-8528745a4ed0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:47:10.977477 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:11.012816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:11.013485 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:11.015588 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] 10.222.0.97 "PUT /v2.0/ports/3af75c05-70da-4d08-ae1f-8528745a4ed0 HTTP/1.1" status: 200 len: 1095 time: 0.7751420 Jul 05 18:47:11.018133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8877647e-0b43-4f64-8ef6-b47c727a9b4a', 'tag': '3af75c05-70da-4d08-ae1f-8528745a4ed0'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:47:11.021700 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b1dbeb-55af-4096-84ae-f047a0442f01" -d '{"events": [{"name": "network-changed", "server_uuid": "8877647e-0b43-4f64-8ef6-b47c727a9b4a", "tag": "3af75c05-70da-4d08-ae1f-8528745a4ed0"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:47:11.053390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749be7c-f6a9-4bb2-9a82-5f9aa498da73 service neutron] Pushing event updated for resources: {'Port': ['ID=3af75c05-70da-4d08-ae1f-8528745a4ed0,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:11.066990 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56259235-5962-448c-a23f-e70809a5338d x-openstack-request-id: req-56259235-5962-448c-a23f-e70809a5338d {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:47:11.071248 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8877647e-0b43-4f64-8ef6-b47c727a9b4a", "tag": "3af75c05-70da-4d08-ae1f-8528745a4ed0", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:47:11.071248 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56259235-5962-448c-a23f-e70809a5338d {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:47:11.071248 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8877647e-0b43-4f64-8ef6-b47c727a9b4a', 'tag': '3af75c05-70da-4d08-ae1f-8528745a4ed0', 'status': 'completed', 'code': 200} Jul 05 18:47:11.146448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee008f2-e3dd-469a-ac8c-76e10c4312c7 req-98781070-697c-443f-8530-b1629efc4791 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:11.148096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ee008f2-e3dd-469a-ac8c-76e10c4312c7 req-98781070-697c-443f-8530-b1629efc4791 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 947 time: 0.0695932 Jul 05 18:47:11.149436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1dbeb-55af-4096-84ae-f047a0442f01 req-44315690-0205-4bdf-95cd-ec1d022b1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:11.151048 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3b1dbeb-55af-4096-84ae-f047a0442f01 req-44315690-0205-4bdf-95cd-ec1d022b1219 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a31b53e4ac2044bd8ef64b1a56de83ee&device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 1098 time: 0.0608058 Jul 05 18:47:11.182412 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3b1dbeb-55af-4096-84ae-f047a0442f01 req-97cd42ac-2b51-46cf-9a01-8ccde65724e8 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=a31b53e4ac2044bd8ef64b1a56de83ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219221 Jul 05 18:47:11.192814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ee008f2-e3dd-469a-ac8c-76e10c4312c7 req-0487a530-bb94-4099-b35b-347bb1fe3959 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/security-groups?id=14133539-6094-46e8-94d0-c8f52bf4a328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375245 Jul 05 18:47:11.289608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1dbeb-55af-4096-84ae-f047a0442f01 req-9b709ea3-369b-4633-a051-9b304a39c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:11.291038 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a3b1dbeb-55af-4096-84ae-f047a0442f01 req-9b709ea3-369b-4633-a051-9b304a39c2f2 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1019156 Jul 05 18:47:11.377090 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-029507c6-daec-48ad-a4be-30cd8f801755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:11.378612 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-029507c6-daec-48ad-a4be-30cd8f801755 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=a31b53e4ac2044bd8ef64b1a56de83ee&device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 1098 time: 0.0517502 Jul 05 18:47:11.419760 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-dec24bb4-491d-40ab-9e4e-6999652f6089 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=3af75c05-70da-4d08-ae1f-8528745a4ed0 HTTP/1.1" status: 200 len: 217 time: 0.0347316 Jul 05 18:47:11.470891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-a2b4da2e-fb50-4f26-badf-546be4698767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:11.472287 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-a2b4da2e-fb50-4f26-badf-546be4698767 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=9c8c5f12-cea1-434c-8b06-2df0d3304c91 HTTP/1.1" status: 200 len: 843 time: 0.0462954 Jul 05 18:47:11.536016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-8bd4ff01-0083-4eca-bc76-eaba05269a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:11.537450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-8bd4ff01-0083-4eca-bc76-eaba05269a3f service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=9bb96aa2-1e49-400a-9c8a-261f618176e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0557055 Jul 05 18:47:11.624329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-75246bf2-bf9a-4810-86df-da1fd59c9159 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805624 Jul 05 18:47:11.718147 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-165244d0-d2ee-4e56-82e8-20b89872be19 req-eb4948a5-4052-43e5-96ca-8b85af899982 service neutron] 10.222.0.97 "GET /v2.0/networks/9bb96aa2-1e49-400a-9c8a-261f618176e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869188 Jul 05 18:47:12.370785 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398df94b-773a-4e60-887c-143f381834b9 req-c62e2f16-7e66-4e6d-bc27-c241caf48f80 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:12.372257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-398df94b-773a-4e60-887c-143f381834b9 req-c62e2f16-7e66-4e6d-bc27-c241caf48f80 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 947 time: 0.0666502 Jul 05 18:47:12.411634 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-398df94b-773a-4e60-887c-143f381834b9 req-d1c9fab8-4013-453c-8966-c25bc1f2d44f tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/security-groups?id=14133539-6094-46e8-94d0-c8f52bf4a328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337341 Jul 05 18:47:13.592750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e107bda-80cd-4eb0-ade3-c3259909daa3 req-da25386e-7e72-4653-9dee-2bef937f4fae tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:13.594269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e107bda-80cd-4eb0-ade3-c3259909daa3 req-da25386e-7e72-4653-9dee-2bef937f4fae tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 947 time: 0.0708313 Jul 05 18:47:13.612245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 3af75c05-70da-4d08-ae1f-8528745a4ed0 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:47:13.632851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e107bda-80cd-4eb0-ade3-c3259909daa3 req-f5a256bb-90fa-4261-b039-dfe9bffe86c8 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/security-groups?id=14133539-6094-46e8-94d0-c8f52bf4a328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330024 Jul 05 18:47:13.708164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 3af75c05-70da-4d08-ae1f-8528745a4ed0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3af75c05-70da-4d08-ae1f-8528745a4ed0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:47:13.719979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '3af75c05-70da-4d08-ae1f-8528745a4ed0', 'network_id': '9bb96aa2-1e49-400a-9c8a-261f618176e5', 'port_id': '3af75c05-70da-4d08-ae1f-8528745a4ed0', 'mac_address': 'fa:16:3e:44:a0:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8c5f12-cea1-434c-8b06-2df0d3304c91', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:47:13.756507 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:13.769020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3af75c05-70da-4d08-ae1f-8528745a4ed0 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:47:13.788488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 3af75c05-70da-4d08-ae1f-8528745a4ed0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3af75c05-70da-4d08-ae1f-8528745a4ed0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:47:13.851337 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:13.904167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=3af75c05-70da-4d08-ae1f-8528745a4ed0,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:14.072733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['3af75c05-70da-4d08-ae1f-8528745a4ed0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:47:14.806578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434370-5ff8-494f-aac1-44ad33035192 req-3b2d263e-b04b-4c69-ae06-0bf72a858c6a tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:14.808150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a434370-5ff8-494f-aac1-44ad33035192 req-3b2d263e-b04b-4c69-ae06-0bf72a858c6a tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 948 time: 0.0624328 Jul 05 18:47:14.846294 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8a434370-5ff8-494f-aac1-44ad33035192 req-c36a1668-b2e0-4d31-b9c5-b559a7e17c28 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/security-groups?id=14133539-6094-46e8-94d0-c8f52bf4a328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324905 Jul 05 18:47:15.627846 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 3af75c05-70da-4d08-ae1f-8528745a4ed0 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:47:15.748067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 3af75c05-70da-4d08-ae1f-8528745a4ed0 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:47:15.751814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 3af75c05-70da-4d08-ae1f-8528745a4ed0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:47:15.752185 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:15.827275 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:15.850803 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8877647e-0b43-4f64-8ef6-b47c727a9b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af75c05-70da-4d08-ae1f-8528745a4ed0'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:47:15.853106 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1e3cb1-c9e9-4844-8f0f-ca4e1d3e662f" -d '{"events": [{"server_uuid": "8877647e-0b43-4f64-8ef6-b47c727a9b4a", "name": "network-vif-plugged", "status": "completed", "tag": "3af75c05-70da-4d08-ae1f-8528745a4ed0"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:47:15.867071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 3af75c05-70da-4d08-ae1f-8528745a4ed0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3af75c05-70da-4d08-ae1f-8528745a4ed0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:47:15.893157 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3184f7-1e64-421a-b514-0d91614a860e x-openstack-request-id: req-db3184f7-1e64-421a-b514-0d91614a860e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:47:15.893452 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8877647e-0b43-4f64-8ef6-b47c727a9b4a", "name": "network-vif-plugged", "status": "completed", "tag": "3af75c05-70da-4d08-ae1f-8528745a4ed0", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:47:15.893704 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db3184f7-1e64-421a-b514-0d91614a860e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:47:15.894104 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8877647e-0b43-4f64-8ef6-b47c727a9b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3af75c05-70da-4d08-ae1f-8528745a4ed0', 'code': 200} Jul 05 18:47:15.960162 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:16.012008 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52109738-b04f-4169-92c3-3ba3ff86c515 req-36797712-851a-409c-986f-d8d014ec3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:16.013569 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-52109738-b04f-4169-92c3-3ba3ff86c515 req-36797712-851a-409c-986f-d8d014ec3d20 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 1100 time: 0.0579243 Jul 05 18:47:16.015351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=3af75c05-70da-4d08-ae1f-8528745a4ed0,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:16.037001 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b128c4-3bf5-4bd2-9ac2-7bae71dc3ad3 req-0a109d4a-e3aa-4667-9328-7a3df440ce75 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:16.038493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61b128c4-3bf5-4bd2-9ac2-7bae71dc3ad3 req-0a109d4a-e3aa-4667-9328-7a3df440ce75 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 949 time: 0.0718970 Jul 05 18:47:16.053808 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-52109738-b04f-4169-92c3-3ba3ff86c515 req-cac38e95-f329-405b-bc19-15372ab262e1 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=14133539-6094-46e8-94d0-c8f52bf4a328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302970 Jul 05 18:47:16.079402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-61b128c4-3bf5-4bd2-9ac2-7bae71dc3ad3 req-e8e12375-8e8e-438f-abdf-7fb10482e12b tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/security-groups?id=14133539-6094-46e8-94d0-c8f52bf4a328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344546 Jul 05 18:47:17.250620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec88c1-4b1a-4f7b-bde5-70010d1d2660 req-de87471f-1636-48e0-b36a-dba4f12b3252 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:17.252113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7ec88c1-4b1a-4f7b-bde5-70010d1d2660 req-de87471f-1636-48e0-b36a-dba4f12b3252 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 949 time: 0.0624902 Jul 05 18:47:17.289674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7ec88c1-4b1a-4f7b-bde5-70010d1d2660 req-62f82b63-f93d-41fc-bc50-b0bb09e7260c tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/security-groups?id=14133539-6094-46e8-94d0-c8f52bf4a328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Jul 05 18:47:18.918441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4e5c3-0d47-437a-87fb-ffb6c2294959 req-3912a8bf-11fd-476b-b8b3-9ab1ac559184 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:18.919944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84a4e5c3-0d47-437a-87fb-ffb6c2294959 req-3912a8bf-11fd-476b-b8b3-9ab1ac559184 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 949 time: 0.0670221 Jul 05 18:47:18.957963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84a4e5c3-0d47-437a-87fb-ffb6c2294959 req-e8194864-256c-4257-849d-0ff32db48af2 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/security-groups?id=14133539-6094-46e8-94d0-c8f52bf4a328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Jul 05 18:47:20.125193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-c98576ad-8cf4-482f-b028-af9d1fe74c8f tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:20.126631 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-c98576ad-8cf4-482f-b028-af9d1fe74c8f tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.97 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 949 time: 0.0684285 Jul 05 18:47:20.134112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160dc794-52c5-4711-b387-f985633dcec4 req-a6e69bf8-1e36-430e-8aeb-6d5110c661f9 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:20.135668 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-160dc794-52c5-4711-b387-f985633dcec4 req-a6e69bf8-1e36-430e-8aeb-6d5110c661f9 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 949 time: 0.0635426 Jul 05 18:47:20.174799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-160dc794-52c5-4711-b387-f985633dcec4 req-43971ddd-e706-4bed-9cbd-77627d76f0b4 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/security-groups?id=14133539-6094-46e8-94d0-c8f52bf4a328&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326929 Jul 05 18:47:20.228413 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Deleting port 3af75c05-70da-4d08-ae1f-8528745a4ed0 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:47:20.228757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:20.319611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] For port 3af75c05-70da-4d08-ae1f-8528745a4ed0, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=3af75c05-70da-4d08-ae1f-8528745a4ed0,segment=NetworkSegment(12fcdfcc-a198-4475-a77b-380b1b6064c2),segment_id=12fcdfcc-a198-4475-a77b-380b1b6064c2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:47:20.319977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:20.332841 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Calling delete_port for 3af75c05-70da-4d08-ae1f-8528745a4ed0 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:47:20.519928 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:20.534480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['3af75c05-70da-4d08-ae1f-8528745a4ed0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:47:20.554160 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Pushing event deleted for resources: {'Port': ['ID=3af75c05-70da-4d08-ae1f-8528745a4ed0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:20.566303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.566698 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.567047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.567393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.567730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.568415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.568415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.568711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.569043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.569374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.569701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.570028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:47:20.616345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] No DVR routers for this DVR port 3af75c05-70da-4d08-ae1f-8528745a4ed0 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:47:20.619036 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:20.621910 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4e76f054-96c0-4aff-ac38-ce502071a436 req-ec32ebc6-110c-4b0e-a083-18cbfd0e5657 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.97 "DELETE /v2.0/ports/3af75c05-70da-4d08-ae1f-8528745a4ed0 HTTP/1.1" status: 204 len: 173 time: 0.4900408 Jul 05 18:47:20.622378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8877647e-0b43-4f64-8ef6-b47c727a9b4a', 'name': 'network-vif-deleted', 'tag': '3af75c05-70da-4d08-ae1f-8528745a4ed0'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:47:20.624695 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9823e1-ce84-4197-86e8-352998481b85" -d '{"events": [{"server_uuid": "8877647e-0b43-4f64-8ef6-b47c727a9b4a", "name": "network-vif-deleted", "tag": "3af75c05-70da-4d08-ae1f-8528745a4ed0"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:47:20.661698 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27440767-493f-4b30-bc88-aaf32721caf4 x-openstack-request-id: req-27440767-493f-4b30-bc88-aaf32721caf4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:47:20.661992 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8877647e-0b43-4f64-8ef6-b47c727a9b4a", "name": "network-vif-deleted", "tag": "3af75c05-70da-4d08-ae1f-8528745a4ed0", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:47:20.662247 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27440767-493f-4b30-bc88-aaf32721caf4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:47:20.662677 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8877647e-0b43-4f64-8ef6-b47c727a9b4a', 'name': 'network-vif-deleted', 'tag': '3af75c05-70da-4d08-ae1f-8528745a4ed0', 'status': 'completed', 'code': 200} Jul 05 18:47:20.828178 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-965adce5-26a3-433a-98a5-2a93cc176f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:21.336498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-afebfe7f-f1d8-4161-a219-cbd2d27273de req-f92036b0-d08e-4238-90b3-533e311045c2 tempest-ServersAdminNegativeTestJSON-889755420 tempest-ServersAdminNegativeTestJSON-889755420-project] 10.222.0.30 "GET /v2.0/ports?device_id=8877647e-0b43-4f64-8ef6-b47c727a9b4a HTTP/1.1" status: 200 len: 210 time: 0.0291166 Jul 05 18:47:22.883108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47604) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:47:23.020114 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0670fb45-2d7f-477c-a75b-3530f6537f7b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a31b53e4ac2044bd8ef64b1a56de83ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358440 Jul 05 18:47:23.022654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47608) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:47:23.070372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1721bfc6-183b-4196-b048-10f0c98b584e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:23.092687 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1721bfc6-183b-4196-b048-10f0c98b584e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:23.199806 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1721bfc6-183b-4196-b048-10f0c98b584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:23.202620 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1721bfc6-183b-4196-b048-10f0c98b584e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:23.204048 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1721bfc6-183b-4196-b048-10f0c98b584e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14133539-6094-46e8-94d0-c8f52bf4a328 HTTP/1.1" status: 204 len: 168 time: 0.1802371 Jul 05 18:47:23.212585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721bfc6-183b-4196-b048-10f0c98b584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14133539-6094-46e8-94d0-c8f52bf4a328,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:23.513759 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-57186362-dd72-4d8e-8a1f-40adda0d2994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:23.660068 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 3af75c05-70da-4d08-ae1f-8528745a4ed0 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:47:23.682616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 3af75c05-70da-4d08-ae1f-8528745a4ed0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:47:23.682967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 3af75c05-70da-4d08-ae1f-8528745a4ed0 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:47:23.753603 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:23.851856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47614) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:47:23.868890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2325d0ea-5e26-4c2e-9e40-cdd83e5b6a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:23.957977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2325d0ea-5e26-4c2e-9e40-cdd83e5b6a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:24.004951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2325d0ea-5e26-4c2e-9e40-cdd83e5b6a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:24.046595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325d0ea-5e26-4c2e-9e40-cdd83e5b6a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d70b174-57e4-4f23-817c-02169063722c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:24.051905 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2325d0ea-5e26-4c2e-9e40-cdd83e5b6a49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=434982d09783431faeff023704fe9edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1989839 Jul 05 18:47:24.054610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47616) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:47:24.106569 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3591747a-71a9-4e52-87bf-ba63a0dca107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:24.129296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3591747a-71a9-4e52-87bf-ba63a0dca107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:24.254737 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3591747a-71a9-4e52-87bf-ba63a0dca107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:24.257603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3591747a-71a9-4e52-87bf-ba63a0dca107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:24.258762 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3591747a-71a9-4e52-87bf-ba63a0dca107 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1d70b174-57e4-4f23-817c-02169063722c HTTP/1.1" status: 204 len: 168 time: 0.2031991 Jul 05 18:47:24.267642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3591747a-71a9-4e52-87bf-ba63a0dca107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d70b174-57e4-4f23-817c-02169063722c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:24.797629 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:25.211268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:47:25.308063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1653874417-network', 'tenant_id': 'f78683d8c5ec4306bdca78e8e62845ab'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:47:25.393760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Made reservation on behalf of f78683d8c5ec4306bdca78e8e62845ab for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:47:25.396185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:25.404873 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:25.494827 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:25.553681 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:25.581155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:47:25.587267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:25.593217 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:25.593564 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Added segment 02ad844a-f8f4-423f-ba9d-f1895aae6a83 of type vlan for network f07c2de0-2ec8-44b1-a876-3af603e77b43 Jul 05 18:47:25.632935 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:25.719614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:25.720629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:25.721207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:25.779444 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] Pushing event updated for resources: {'Network': ['ID=f07c2de0-2ec8-44b1-a876-3af603e77b43,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:25.789056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f07c2de0-2ec8-44b1-a876-3af603e77b43 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:47:25.834862 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-51485cdf-0c54-4b45-adf9-9adcd1a5311d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6220598 Jul 05 18:47:25.837732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47642) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:47:25.843838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Request body: {'subnet': {'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1653874417-subnet', 'tenant_id': 'f78683d8c5ec4306bdca78e8e62845ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:47:25.948267 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Made reservation on behalf of f78683d8c5ec4306bdca78e8e62845ab for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:47:25.951274 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:26.174841 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:26.234457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d2247f-dea9-4f82-b584-ded486fcc033,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:26.243047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Checking segment: {'id': '02ad844a-f8f4-423f-ba9d-f1895aae6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:47:26.243408 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Network hostable DHCP agents. Network: f07c2de0-2ec8-44b1-a876-3af603e77b43, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:47:26.347979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Network f07c2de0-2ec8-44b1-a876-3af603e77b43 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:47:26.439547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f07c2de0-2ec8-44b1-a876-3af603e77b43) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:47:26.443471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:26.444065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:26.449511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6f4616-463a-4ab2-bc6e-ccdd88d1990f None None] Network f07c2de0-2ec8-44b1-a876-3af603e77b43 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:47:26.501006 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:26.530787 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a7ea4e8a-de29-4d37-98b4-7108e0ec0f7b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6919093 Jul 05 18:47:26.584691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598662cb-7f82-4d54-8ffe-7bb87ac223a4 None None] Network f07c2de0-2ec8-44b1-a876-3af603e77b43 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:47:26.964861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-fbdfab55-64ed-4e78-ab45-9a28931f74f3 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:26.967016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-fbdfab55-64ed-4e78-ab45-9a28931f74f3 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/networks?id=f07c2de0-2ec8-44b1-a876-3af603e77b43 HTTP/1.1" status: 200 len: 812 time: 0.1079845 Jul 05 18:47:26.982292 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-d385206a-b15c-480d-934f-93399b2e6e93 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/quotas/f78683d8c5ec4306bdca78e8e62845ab HTTP/1.1" status: 200 len: 375 time: 0.0095677 Jul 05 18:47:27.017053 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-353e032e-18cc-4352-b507-ae8ef28cd6ac tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293040 Jul 05 18:47:27.118546 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-18f64e53-17de-45a8-9c98-f453a3fadf0b service neutron] 10.222.0.30 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924428 Jul 05 18:47:27.212406 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-4e4b050e-ef87-4215-8f06-b7a7fde060e8 service neutron] 10.222.0.30 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877376 Jul 05 18:47:27.453781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b96d5cc-8faa-498b-926a-f7c9b5807808 req-a687a786-6689-4cf0-9211-687881c27877 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 210 time: 0.0289025 Jul 05 18:47:28.607008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3286718-a098-444a-8fab-5050ae8b775e req-3bd2502d-4d8c-4d87-9812-2e01ae6a348f tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 210 time: 0.0351470 Jul 05 18:47:29.504426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-e216aa04-de91-4042-b7be-04789e2e24f9 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:29.506047 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-e216aa04-de91-4042-b7be-04789e2e24f9 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.97 "GET /v2.0/networks?id=f07c2de0-2ec8-44b1-a876-3af603e77b43 HTTP/1.1" status: 200 len: 812 time: 0.1123869 Jul 05 18:47:29.518417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Request body: {'port': {'device_id': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43', 'admin_state_up': True, 'tenant_id': 'f78683d8c5ec4306bdca78e8e62845ab'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:47:29.696676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Made reservation on behalf of f78683d8c5ec4306bdca78e8e62845ab for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:47:29.701218 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:29.748951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-54139037-919a-4c47-a1f2-0889e94e769e req-20ec18e2-a318-4fbf-adbc-aad5d51257a1 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 210 time: 0.0294824 Jul 05 18:47:29.842383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Allocated IP 172.20.0.13 (f07c2de0-2ec8-44b1-a876-3af603e77b43/e1d2247f-dea9-4f82-b584-ded486fcc033/90492807-b3fa-40e9-ba6f-c8642c5244fc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:47:29.993544 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:29.995114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:30.102625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:30.153638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Network f07c2de0-2ec8-44b1-a876-3af603e77b43 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:47:30.156800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:47:30.163667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:47:30.170084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Pushing event updated for resources: {'Port': ['ID=90492807-b3fa-40e9-ba6f-c8642c5244fc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:30.215118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:30.215874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:30.289464 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-12e3c981-d4c0-4855-8b80-eac89b1cce71 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7751613 Jul 05 18:47:30.301571 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Request body: {'port': {'device_id': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:47:30.371657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:30.648804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90492807-b3fa-40e9-ba6f-c8642c5244fc {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:47:30.656754 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:30.668542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Transition to ACTIVE for port object 90492807-b3fa-40e9-ba6f-c8642c5244fc will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:47:30.748154 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:30.797693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=90492807-b3fa-40e9-ba6f-c8642c5244fc,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:30.873768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Attempting to bind port 90492807-b3fa-40e9-ba6f-c8642c5244fc on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:47:30.874215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Attempting to bind port 90492807-b3fa-40e9-ba6f-c8642c5244fc by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '02ad844a-f8f4-423f-ba9d-f1895aae6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:47:30.874648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Attempting to bind port 90492807-b3fa-40e9-ba6f-c8642c5244fc on network f07c2de0-2ec8-44b1-a876-3af603e77b43 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:47:30.879095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Port 90492807-b3fa-40e9-ba6f-c8642c5244fc on network f07c2de0-2ec8-44b1-a876-3af603e77b43 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:47:30.879484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Attempting to bind port 90492807-b3fa-40e9-ba6f-c8642c5244fc on network f07c2de0-2ec8-44b1-a876-3af603e77b43 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:47:30.884425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:47:30.884859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Checking segment: {'id': '02ad844a-f8f4-423f-ba9d-f1895aae6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:47:30.885250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Bound using segment: {'id': '02ad844a-f8f4-423f-ba9d-f1895aae6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:47:30.885700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Bound port: 90492807-b3fa-40e9-ba6f-c8642c5244fc, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ad844a-f8f4-423f-ba9d-f1895aae6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:47:30.886062 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:30.931265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0b65c-b26b-4b2c-af80-adbc05e1d202 req-e0f4fe08-661b-453a-b4eb-b7395b19a66c tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:30.932847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ee0b65c-b26b-4b2c-af80-adbc05e1d202 req-e0f4fe08-661b-453a-b4eb-b7395b19a66c tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 944 time: 0.0661051 Jul 05 18:47:30.950701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:47:30.954729 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc,segment=NetworkSegment(02ad844a-f8f4-423f-ba9d-f1895aae6a83),segment_id=02ad844a-f8f4-423f-ba9d-f1895aae6a83)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:47:30.973275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ee0b65c-b26b-4b2c-af80-adbc05e1d202 req-ac3a29f0-5f7c-46fa-a3bb-bb1a84ee79de tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336342 Jul 05 18:47:31.040059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:31.077520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:31.078143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:31.079587 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] 10.222.0.97 "PUT /v2.0/ports/90492807-b3fa-40e9-ba6f-c8642c5244fc HTTP/1.1" status: 200 len: 1092 time: 0.7824099 Jul 05 18:47:31.080029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:47:31.082279 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bffce06-a0ba-4518-a05b-0cb0a5d78dd0" -d '{"events": [{"name": "network-changed", "server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:47:31.107681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c68d60-232b-4b63-8f5d-0e9af8db0ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=90492807-b3fa-40e9-ba6f-c8642c5244fc,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:31.119069 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f1e46f-9697-40b2-834c-3f38fd63aec9 x-openstack-request-id: req-f3f1e46f-9697-40b2-834c-3f38fd63aec9 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:47:31.119384 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:47:31.119639 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3f1e46f-9697-40b2-834c-3f38fd63aec9 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:47:31.120040 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc', 'status': 'completed', 'code': 200} Jul 05 18:47:31.195100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffce06-a0ba-4518-a05b-0cb0a5d78dd0 req-1920c6f6-80d2-4825-b4a2-a21a20bfe6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:31.196589 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9bffce06-a0ba-4518-a05b-0cb0a5d78dd0 req-1920c6f6-80d2-4825-b4a2-a21a20bfe6b1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 1095 time: 0.0558338 Jul 05 18:47:31.298856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffce06-a0ba-4518-a05b-0cb0a5d78dd0 req-85a11cc1-109f-4335-a53d-d3865cbbcee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:31.300342 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9bffce06-a0ba-4518-a05b-0cb0a5d78dd0 req-85a11cc1-109f-4335-a53d-d3865cbbcee2 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0969315 Jul 05 18:47:31.397161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffce06-a0ba-4518-a05b-0cb0a5d78dd0 req-874cf6bf-3973-4cc3-8b66-5417aa2c1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:31.398666 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9bffce06-a0ba-4518-a05b-0cb0a5d78dd0 req-874cf6bf-3973-4cc3-8b66-5417aa2c1160 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0926044 Jul 05 18:47:31.493266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-24d7bb93-5d62-4986-a3df-9a459f3421b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:31.494924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-24d7bb93-5d62-4986-a3df-9a459f3421b1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 1095 time: 0.0561712 Jul 05 18:47:31.537586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-378c26f9-3406-4555-bc28-31cc86e89726 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc HTTP/1.1" status: 200 len: 217 time: 0.0355263 Jul 05 18:47:31.602830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-a42e1c65-9c50-4793-beba-02ff092ed03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:31.604943 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-a42e1c65-9c50-4793-beba-02ff092ed03e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e1d2247f-dea9-4f82-b584-ded486fcc033 HTTP/1.1" status: 200 len: 852 time: 0.0612731 Jul 05 18:47:31.642009 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-2d52dd33-84ca-4f25-a7da-ec5ef1649c77 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f07c2de0-2ec8-44b1-a876-3af603e77b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304775 Jul 05 18:47:31.736307 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-6588e0c3-fe41-43d1-bc87-b160fee138e0 service neutron] 10.222.0.97 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882146 Jul 05 18:47:31.830489 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-48ffbea2-5e35-4691-9999-7c16ad696fc2 req-c5312e1d-5dbc-4c03-8269-edc7467e8f00 service neutron] 10.222.0.97 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884373 Jul 05 18:47:32.156004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf5d85-1584-490c-8e70-09f8cd966445 req-c2aa54df-3333-4b0b-970a-62ef56a07141 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:32.157422 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-edaf5d85-1584-490c-8e70-09f8cd966445 req-c2aa54df-3333-4b0b-970a-62ef56a07141 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 944 time: 0.0696721 Jul 05 18:47:32.195594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-edaf5d85-1584-490c-8e70-09f8cd966445 req-b41d2763-4821-4952-8bfe-0dbf719a0154 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326316 Jul 05 18:47:33.366758 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291b6e3-f0f2-455a-b444-8e7dd4f8c6c1 req-5838db7b-116a-4eb7-9abe-c313a051e56e tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:33.368251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d291b6e3-f0f2-455a-b444-8e7dd4f8c6c1 req-5838db7b-116a-4eb7-9abe-c313a051e56e tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 944 time: 0.0628643 Jul 05 18:47:33.408184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d291b6e3-f0f2-455a-b444-8e7dd4f8c6c1 req-89525d01-46e5-4136-9f76-351483b8a710 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336058 Jul 05 18:47:33.673742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 90492807-b3fa-40e9-ba6f-c8642c5244fc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:47:33.770966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc,segment=NetworkSegment(02ad844a-f8f4-423f-ba9d-f1895aae6a83),segment_id=02ad844a-f8f4-423f-ba9d-f1895aae6a83)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:47:33.782901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '90492807-b3fa-40e9-ba6f-c8642c5244fc', 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43', 'port_id': '90492807-b3fa-40e9-ba6f-c8642c5244fc', 'mac_address': 'fa:16:3e:15:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2247f-dea9-4f82-b584-ded486fcc033', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:47:33.818925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:33.831449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90492807-b3fa-40e9-ba6f-c8642c5244fc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:47:33.851268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc,segment=NetworkSegment(02ad844a-f8f4-423f-ba9d-f1895aae6a83),segment_id=02ad844a-f8f4-423f-ba9d-f1895aae6a83)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:47:33.907865 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:33.954291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=90492807-b3fa-40e9-ba6f-c8642c5244fc,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:34.096510 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['90492807-b3fa-40e9-ba6f-c8642c5244fc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:47:34.589953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0fe408-425d-45e6-a95e-ce79cb0f08b7 req-0eceec90-d851-448b-9750-19df0d75b06e tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:34.591506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf0fe408-425d-45e6-a95e-ce79cb0f08b7 req-0eceec90-d851-448b-9750-19df0d75b06e tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 945 time: 0.0679569 Jul 05 18:47:34.629663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cf0fe408-425d-45e6-a95e-ce79cb0f08b7 req-12e6f439-7247-492c-852a-ca3e5b2c2e55 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326781 Jul 05 18:47:35.689766 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 90492807-b3fa-40e9-ba6f-c8642c5244fc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:47:35.807499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901139b7-f74c-40eb-85ac-4ff8b87bfdba req-609f304d-8bfa-475d-be08-c501b4f63b4c tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:35.808976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 90492807-b3fa-40e9-ba6f-c8642c5244fc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:47:35.809126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-901139b7-f74c-40eb-85ac-4ff8b87bfdba req-609f304d-8bfa-475d-be08-c501b4f63b4c tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 945 time: 0.0632951 Jul 05 18:47:35.814164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 90492807-b3fa-40e9-ba6f-c8642c5244fc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:47:35.814595 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:35.849030 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-901139b7-f74c-40eb-85ac-4ff8b87bfdba req-cf3489d6-51ac-4496-8fcb-43a99e33866f tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334277 Jul 05 18:47:35.905941 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:35.932112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:47:35.934435 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c64f46e-5583-4889-b1a6-f6399fafe6d5" -d '{"events": [{"server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "name": "network-vif-plugged", "status": "completed", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:47:35.948299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc,segment=NetworkSegment(02ad844a-f8f4-423f-ba9d-f1895aae6a83),segment_id=02ad844a-f8f4-423f-ba9d-f1895aae6a83)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:47:35.972192 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3681028f-c6fa-41aa-94c0-bb0eb61c0808 x-openstack-request-id: req-3681028f-c6fa-41aa-94c0-bb0eb61c0808 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:47:35.972480 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "name": "network-vif-plugged", "status": "completed", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:47:35.972733 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3681028f-c6fa-41aa-94c0-bb0eb61c0808 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:47:35.973149 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc', 'code': 200} Jul 05 18:47:36.021182 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:36.071309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=90492807-b3fa-40e9-ba6f-c8642c5244fc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:47:36.083348 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc16ba-c058-49de-874a-7d6a64e2123e req-4b87268b-d345-4856-855b-9d275e5c6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:36.084851 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-15dc16ba-c058-49de-874a-7d6a64e2123e req-4b87268b-d345-4856-855b-9d275e5c6f36 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 1097 time: 0.0522926 Jul 05 18:47:36.120059 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-15dc16ba-c058-49de-874a-7d6a64e2123e req-c3b2b844-ed8f-49b0-903a-060f65601a80 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290210 Jul 05 18:47:36.171037 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:37.026326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13450e5d-245d-4200-969c-4d48a746ce44 req-8896556a-6f92-4379-a813-2fbd0b865955 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:37.027865 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13450e5d-245d-4200-969c-4d48a746ce44 req-8896556a-6f92-4379-a813-2fbd0b865955 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0637612 Jul 05 18:47:37.067512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13450e5d-245d-4200-969c-4d48a746ce44 req-7d4fedff-e842-4d99-9e09-75763d9fb8b6 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335169 Jul 05 18:47:38.253019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18b5f6-2fc9-4171-92de-7c657845b43e req-fc0ca958-c3b1-4ac5-b966-a022f814b928 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:38.254524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b18b5f6-2fc9-4171-92de-7c657845b43e req-fc0ca958-c3b1-4ac5-b966-a022f814b928 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0728014 Jul 05 18:47:38.293197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5b18b5f6-2fc9-4171-92de-7c657845b43e req-53f7c171-01b6-4adf-90b1-f23dd3056061 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330741 Jul 05 18:47:38.868820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5bbc4-c41e-4f9b-b310-963ba0347d13 req-f7cf044f-bf38-475a-a484-60526ba4d8cc tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:38.870340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86d5bbc4-c41e-4f9b-b310-963ba0347d13 req-f7cf044f-bf38-475a-a484-60526ba4d8cc tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0719330 Jul 05 18:47:38.882959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47702) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:47:38.915392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86d5bbc4-c41e-4f9b-b310-963ba0347d13 req-1785faa1-7db4-474b-bae9-f5fd9f60ca09 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391922 Jul 05 18:47:38.998763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-076225e5-9846-4e58-bf0f-891a2a713995 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1146023 Jul 05 18:47:40.090466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244084f-0413-4d30-981b-59db911dbaff req-296e5803-6c05-4a4c-8d4a-6f4407d4ab6e tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:40.091911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0244084f-0413-4d30-981b-59db911dbaff req-296e5803-6c05-4a4c-8d4a-6f4407d4ab6e tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0644145 Jul 05 18:47:40.130078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0244084f-0413-4d30-981b-59db911dbaff req-78322f3c-3669-4358-bd46-3d4e577fed76 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321360 Jul 05 18:47:41.014984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-9dbd6492-25bd-4226-83cb-4ecd33811562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:41.016480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-9dbd6492-25bd-4226-83cb-4ecd33811562 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 1097 time: 0.0568573 Jul 05 18:47:41.103514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-92200bd8-bc09-4929-b4bf-e5f60c4905a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:41.104917 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-92200bd8-bc09-4929-b4bf-e5f60c4905a2 service neutron] 10.222.0.97 "GET /v2.0/networks?id=f07c2de0-2ec8-44b1-a876-3af603e77b43 HTTP/1.1" status: 200 len: 912 time: 0.0818069 Jul 05 18:47:41.145065 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-c11854ef-968c-4c3a-8113-73a5d39f51d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc HTTP/1.1" status: 200 len: 217 time: 0.0342462 Jul 05 18:47:41.209745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-fcddb1a4-2048-49ff-a49d-d41d353948e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:41.212396 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-fcddb1a4-2048-49ff-a49d-d41d353948e7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e1d2247f-dea9-4f82-b584-ded486fcc033 HTTP/1.1" status: 200 len: 852 time: 0.0610340 Jul 05 18:47:41.248023 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-d4056a62-b351-4ed2-adfc-683309125fbf service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f07c2de0-2ec8-44b1-a876-3af603e77b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296469 Jul 05 18:47:41.312135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f70304-cecd-48b6-9133-ffe5d8b3040c req-96cf3012-e1b4-4a10-9dfd-c17d1c695c34 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:41.313636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70f70304-cecd-48b6-9133-ffe5d8b3040c req-96cf3012-e1b4-4a10-9dfd-c17d1c695c34 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0665929 Jul 05 18:47:41.335865 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-b117d605-249f-4e92-98a0-678df17de209 service neutron] 10.222.0.97 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818365 Jul 05 18:47:41.353230 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70f70304-cecd-48b6-9133-ffe5d8b3040c req-588b0107-c05c-42c7-87a1-da2a6639d70e tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334876 Jul 05 18:47:41.429436 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-62c0adfa-ec19-4d09-987b-6d00064146c8 service neutron] 10.222.0.97 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873239 Jul 05 18:47:42.531583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3c1467-a8ba-41e2-857e-fe84f81d7a4a req-865023fa-b61a-4b19-90fd-d232e89aef08 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:42.533099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd3c1467-a8ba-41e2-857e-fe84f81d7a4a req-865023fa-b61a-4b19-90fd-d232e89aef08 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0676150 Jul 05 18:47:42.571451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd3c1467-a8ba-41e2-857e-fe84f81d7a4a req-fbccf9c8-21d1-4df8-b261-c16eb4434b86 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326519 Jul 05 18:47:43.754585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160d20b-81a7-4994-8f98-9043bad79d63 req-07bfc059-cd93-4f05-a2e8-dbb28ff273d8 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:43.756096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7160d20b-81a7-4994-8f98-9043bad79d63 req-07bfc059-cd93-4f05-a2e8-dbb28ff273d8 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0642545 Jul 05 18:47:43.793474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7160d20b-81a7-4994-8f98-9043bad79d63 req-2b6e831b-586e-4325-a80e-329ccc10ffbb tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317562 Jul 05 18:47:44.970344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15103-af87-4c44-935e-7adf749d995c req-95497ba4-97f0-4ec9-8e7a-e07515c943a9 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:44.971863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9e15103-af87-4c44-935e-7adf749d995c req-95497ba4-97f0-4ec9-8e7a-e07515c943a9 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0688045 Jul 05 18:47:45.009228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9e15103-af87-4c44-935e-7adf749d995c req-0e644e9c-cfe9-479a-9186-7c5651c1f80b tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318425 Jul 05 18:47:46.182463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3d450-726f-43f8-9ddf-3bd6aee42558 req-bfe0b129-e77c-4624-90bb-bc3de6a035ce tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:46.183895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adc3d450-726f-43f8-9ddf-3bd6aee42558 req-bfe0b129-e77c-4624-90bb-bc3de6a035ce tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0631444 Jul 05 18:47:46.222308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adc3d450-726f-43f8-9ddf-3bd6aee42558 req-626e2d96-187c-413a-a1eb-b03998e24c25 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jul 05 18:47:46.921451 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:47:47.394729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19542f78-cf38-42be-a015-a4c07593f8a6 req-42dbfa7c-8086-436d-9597-0bb0b15add2f tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:47.396217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19542f78-cf38-42be-a015-a4c07593f8a6 req-42dbfa7c-8086-436d-9597-0bb0b15add2f tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0638690 Jul 05 18:47:47.434163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-19542f78-cf38-42be-a015-a4c07593f8a6 req-391f6641-89cb-4ab7-8760-c81859d42e8b tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324888 Jul 05 18:47:48.627404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4226266d-f5df-46e2-a6b5-f5a50ad31cb5 req-a52597be-aa0b-4bf1-b4eb-1b8583257f4c tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:48.628898 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4226266d-f5df-46e2-a6b5-f5a50ad31cb5 req-a52597be-aa0b-4bf1-b4eb-1b8583257f4c tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0767014 Jul 05 18:47:48.667863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4226266d-f5df-46e2-a6b5-f5a50ad31cb5 req-0e68a6aa-d822-4d2b-9e0e-3a79e05c65df tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Jul 05 18:47:49.845519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfef1d4-ccb5-4ef8-a22c-1829b1c44586 req-c8107813-1143-4793-aa05-0cf79021a89e tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:49.847092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbfef1d4-ccb5-4ef8-a22c-1829b1c44586 req-c8107813-1143-4793-aa05-0cf79021a89e tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0641365 Jul 05 18:47:49.885361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbfef1d4-ccb5-4ef8-a22c-1829b1c44586 req-fe825606-4fa6-4d3b-ac83-44cbb54be76f tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Jul 05 18:47:50.808322 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fcda55e6-c5b2-4a5e-b557-f84e040effa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:51.067401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f2d50-8e87-40ba-9bc6-730dfac591d8 req-93ab9ae0-6069-444e-955a-f3c9fb26a910 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:51.068822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-662f2d50-8e87-40ba-9bc6-730dfac591d8 req-93ab9ae0-6069-444e-955a-f3c9fb26a910 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0678737 Jul 05 18:47:51.107724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-662f2d50-8e87-40ba-9bc6-730dfac591d8 req-64f4703d-cddd-4f7f-a4cc-b6cfb706ccdc tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333149 Jul 05 18:47:52.285573 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57f2db-9f85-4fbb-9179-d676e80e8e37 req-cd9a1adf-2f62-409e-a696-9c738eccccad tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:52.287143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c57f2db-9f85-4fbb-9179-d676e80e8e37 req-cd9a1adf-2f62-409e-a696-9c738eccccad tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0651011 Jul 05 18:47:52.337376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c57f2db-9f85-4fbb-9179-d676e80e8e37 req-5df4a268-7f4b-457a-bbae-7c6415964fb8 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Jul 05 18:47:53.507586 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3202bb50-a7d9-4c75-a39b-996227e43303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:53.522027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b643a-7b99-4c56-8b83-7a6115314f98 req-4bb83af6-446a-4142-94ed-82a49ce84d2d tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:53.523568 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-991b643a-7b99-4c56-8b83-7a6115314f98 req-4bb83af6-446a-4142-94ed-82a49ce84d2d tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0643277 Jul 05 18:47:53.562456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-991b643a-7b99-4c56-8b83-7a6115314f98 req-ece1d999-afa9-4d5e-9f68-45c0d9cd4eec tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332584 Jul 05 18:47:53.740142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:54.741304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0345a8-ac43-4ac3-aec7-981758efb3bb req-99fef48f-91cf-4b7e-873c-fe11ac0e8dbf tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:54.742871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae0345a8-ac43-4ac3-aec7-981758efb3bb req-99fef48f-91cf-4b7e-873c-fe11ac0e8dbf tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0692396 Jul 05 18:47:54.781947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae0345a8-ac43-4ac3-aec7-981758efb3bb req-e6c3441e-9f54-4c88-b5b0-316f30ed89fb tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335519 Jul 05 18:47:54.787452 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:55.954736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aef83d-3071-4126-8f13-c9142e3adad7 req-187fa147-3146-4571-892e-22ab9de7815d tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:55.956244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f6aef83d-3071-4126-8f13-c9142e3adad7 req-187fa147-3146-4571-892e-22ab9de7815d tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0637414 Jul 05 18:47:55.994517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f6aef83d-3071-4126-8f13-c9142e3adad7 req-f1aa9c71-e348-4532-9893-f74b0cd6f58c tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324757 Jul 05 18:47:56.507287 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:47:57.171448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc286574-18a3-46ad-809d-2dc29b93dbc3 req-75fa0669-4012-4a7c-8373-c0e6f5bc9897 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:57.172905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc286574-18a3-46ad-809d-2dc29b93dbc3 req-75fa0669-4012-4a7c-8373-c0e6f5bc9897 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0671005 Jul 05 18:47:57.210248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc286574-18a3-46ad-809d-2dc29b93dbc3 req-9092f6eb-2162-4e9f-a1dd-58b31d033c06 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jul 05 18:47:58.383137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4caee-f40f-44b3-a27d-d2919280d361 req-b3b6be89-ccc8-401a-95ee-03c2e50c1063 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:58.384647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48d4caee-f40f-44b3-a27d-d2919280d361 req-b3b6be89-ccc8-401a-95ee-03c2e50c1063 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0628533 Jul 05 18:47:58.435265 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48d4caee-f40f-44b3-a27d-d2919280d361 req-fa04ab11-cff6-4a7d-b19e-829acb03d670 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440555 Jul 05 18:47:59.611440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50e779-f65a-4451-8a64-e2fbe8474455 req-b37f9853-4a5d-48c6-8991-97dfcef56241 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:47:59.612907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea50e779-f65a-4451-8a64-e2fbe8474455 req-b37f9853-4a5d-48c6-8991-97dfcef56241 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0619020 Jul 05 18:47:59.649222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea50e779-f65a-4451-8a64-e2fbe8474455 req-0b58d26b-aa92-4f14-8995-7735e4e59798 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308948 Jul 05 18:47:59.991367 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:00.825617 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf50b8-9333-4a68-bc6c-3195ebcdc006 req-26804020-cd64-4fe2-803d-fe23f9da8ae4 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:00.827191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aebf50b8-9333-4a68-bc6c-3195ebcdc006 req-26804020-cd64-4fe2-803d-fe23f9da8ae4 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0659904 Jul 05 18:48:00.865059 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aebf50b8-9333-4a68-bc6c-3195ebcdc006 req-03e11ec6-021c-4a4f-ba81-ab176d464813 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322793 Jul 05 18:48:02.036356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d16e85-60c0-41fb-a7ff-d8d89e4b5981 req-d48d21ca-92f5-4388-af7d-0589b943bf2c tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:02.037841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7d16e85-60c0-41fb-a7ff-d8d89e4b5981 req-d48d21ca-92f5-4388-af7d-0589b943bf2c tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0629582 Jul 05 18:48:02.075430 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7d16e85-60c0-41fb-a7ff-d8d89e4b5981 req-36478a40-a245-4226-9320-764a215705c2 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321052 Jul 05 18:48:03.252492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c887d1-87d2-4a6b-b037-514c3b4081b1 req-c63d054b-a94b-428c-9a15-1704e0f48e9b tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:03.253967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75c887d1-87d2-4a6b-b037-514c3b4081b1 req-c63d054b-a94b-428c-9a15-1704e0f48e9b tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0660727 Jul 05 18:48:03.291469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75c887d1-87d2-4a6b-b037-514c3b4081b1 req-cbb64579-fa34-4011-8d31-bef15d7634d5 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Jul 05 18:48:04.461486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f1ce7-07ca-4818-bc1f-8fb13e4fc20d req-918d0472-4f58-4d31-a83f-46dbd97ac62b tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:04.463010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b14f1ce7-07ca-4818-bc1f-8fb13e4fc20d req-918d0472-4f58-4d31-a83f-46dbd97ac62b tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0628047 Jul 05 18:48:04.501863 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b14f1ce7-07ca-4818-bc1f-8fb13e4fc20d req-6abcafd8-3988-42e2-a5ae-ec4f73c4b2b4 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330737 Jul 05 18:48:05.674947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d27444-a60a-4583-be45-d990631ba81a req-edac0ef2-b3cf-44d5-a5fb-79fe4fed7263 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:05.677753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81d27444-a60a-4583-be45-d990631ba81a req-edac0ef2-b3cf-44d5-a5fb-79fe4fed7263 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0624301 Jul 05 18:48:05.713625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81d27444-a60a-4583-be45-d990631ba81a req-7cd5eaf2-ff5f-4d2a-b949-b1637732647b tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Jul 05 18:48:06.198874 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:06.891260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498dbcb-3260-4308-9877-61beefec67ed req-0200bb31-4f1c-4f2b-a23c-2a92f511111d tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:06.892765 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4498dbcb-3260-4308-9877-61beefec67ed req-0200bb31-4f1c-4f2b-a23c-2a92f511111d tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0684187 Jul 05 18:48:06.930095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4498dbcb-3260-4308-9877-61beefec67ed req-e1aa6c9a-3251-4764-b682-a089dc5b90af tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318310 Jul 05 18:48:08.103072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d598317-2ac5-464b-8ecb-82e347844493 req-b1d274aa-e91e-453d-9867-3ac33097123f tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:08.104464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d598317-2ac5-464b-8ecb-82e347844493 req-b1d274aa-e91e-453d-9867-3ac33097123f tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0629303 Jul 05 18:48:08.142675 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d598317-2ac5-464b-8ecb-82e347844493 req-3bb4a6ff-4f0c-4612-b526-150d663f6faf tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Jul 05 18:48:08.683326 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-13c656bd-131f-487a-9c89-d9056cbb3acc service neutron] show failed (client error): The resource could not be found. Jul 05 18:48:08.684275 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-13c656bd-131f-487a-9c89-d9056cbb3acc service neutron] 10.222.0.97 "GET /v2.0/ports/90492807-b3fa-40e9-ba6f-c8642c5244fc/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0566819 Jul 05 18:48:09.327866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-1c849888-18d7-4c29-8e9b-e5aba580e382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:09.329499 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-1c849888-18d7-4c29-8e9b-e5aba580e382 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522&tenant_id=f78683d8c5ec4306bdca78e8e62845ab HTTP/1.1" status: 200 len: 1097 time: 0.1070979 Jul 05 18:48:09.342897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:48:09.362846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805334d4-9dba-4e8d-947d-fbc70c9439a6 req-bbeeaaba-d607-42e6-a461-d1b65d88b521 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:09.364541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-805334d4-9dba-4e8d-947d-fbc70c9439a6 req-bbeeaaba-d607-42e6-a461-d1b65d88b521 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 946 time: 0.0893426 Jul 05 18:48:09.412062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-805334d4-9dba-4e8d-947d-fbc70c9439a6 req-7a2d2043-dcfa-4910-8bee-bec362fcb673 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405262 Jul 05 18:48:09.422897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:09.680131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc,segment=NetworkSegment(02ad844a-f8f4-423f-ba9d-f1895aae6a83),segment_id=02ad844a-f8f4-423f-ba9d-f1895aae6a83)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:48:09.721537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:48:09.769157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:48:09.771618 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac7f238-3009-4d99-9705-ea40f8dde0ef" -d '{"events": [{"server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "name": "network-vif-unplugged", "status": "completed", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:48:09.776975 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:09.794215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Transition to ACTIVE for port object 90492807-b3fa-40e9-ba6f-c8642c5244fc will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:48:09.826673 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2c2b34-1e14-4f51-b2b5-99dd6694f213 x-openstack-request-id: req-2f2c2b34-1e14-4f51-b2b5-99dd6694f213 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:48:09.827112 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "name": "network-vif-unplugged", "status": "completed", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:48:09.827377 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f2c2b34-1e14-4f51-b2b5-99dd6694f213 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:48:09.827903 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc', 'code': 200} Jul 05 18:48:09.873023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:09.940753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] No DVR routers for this DVR port 90492807-b3fa-40e9-ba6f-c8642c5244fc on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:48:09.943751 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Pushing event updated for resources: {'Port': ['ID=90492807-b3fa-40e9-ba6f-c8642c5244fc,revision_number=6']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:09.981495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Attempting to bind port 90492807-b3fa-40e9-ba6f-c8642c5244fc on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:48:09.982108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Attempting to bind port 90492807-b3fa-40e9-ba6f-c8642c5244fc by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '02ad844a-f8f4-423f-ba9d-f1895aae6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:48:09.983204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Attempting to bind port 90492807-b3fa-40e9-ba6f-c8642c5244fc on network f07c2de0-2ec8-44b1-a876-3af603e77b43 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:48:09.987399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Port 90492807-b3fa-40e9-ba6f-c8642c5244fc on network f07c2de0-2ec8-44b1-a876-3af603e77b43 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:48:09.987716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Attempting to bind port 90492807-b3fa-40e9-ba6f-c8642c5244fc on network f07c2de0-2ec8-44b1-a876-3af603e77b43 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:48:09.992290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:48:09.992618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Checking segment: {'id': '02ad844a-f8f4-423f-ba9d-f1895aae6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:48:09.992995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Bound using segment: {'id': '02ad844a-f8f4-423f-ba9d-f1895aae6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:48:09.993412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Bound port: 90492807-b3fa-40e9-ba6f-c8642c5244fc, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02ad844a-f8f4-423f-ba9d-f1895aae6a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:48:09.993761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:10.054905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:48:10.057857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc,segment=NetworkSegment(02ad844a-f8f4-423f-ba9d-f1895aae6a83),segment_id=02ad844a-f8f4-423f-ba9d-f1895aae6a83)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:48:10.125346 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:10.160997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:10.161653 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:10.163177 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] 10.222.0.39 "PUT /v2.0/ports/90492807-b3fa-40e9-ba6f-c8642c5244fc HTTP/1.1" status: 200 len: 1092 time: 0.8253529 Jul 05 18:48:10.196718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbaa7b6-b652-4d59-84b8-88706e14dfb9 service neutron] Pushing event updated for resources: {'Port': ['ID=90492807-b3fa-40e9-ba6f-c8642c5244fc,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:10.241252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-f6cdd376-c447-4e57-a7d0-c0a25bd7d076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:10.242847 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-f6cdd376-c447-4e57-a7d0-c0a25bd7d076 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 1095 time: 0.0545700 Jul 05 18:48:10.332674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-43d4c6a3-3065-486e-995f-51336ce00dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:10.334126 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-43d4c6a3-3065-486e-995f-51336ce00dcc service neutron] 10.222.0.39 "GET /v2.0/networks?id=f07c2de0-2ec8-44b1-a876-3af603e77b43 HTTP/1.1" status: 200 len: 912 time: 0.0844691 Jul 05 18:48:10.375341 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-3b27ec7f-2bf4-4a06-81cc-7a151c0b5504 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc HTTP/1.1" status: 200 len: 217 time: 0.0336277 Jul 05 18:48:10.427674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-40865845-0302-4171-a07f-7a9c70ec1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:10.429141 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-40865845-0302-4171-a07f-7a9c70ec1544 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2247f-dea9-4f82-b584-ded486fcc033 HTTP/1.1" status: 200 len: 852 time: 0.0473654 Jul 05 18:48:10.464925 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-cca3a0a6-7892-4877-9720-c446dbafc054 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f07c2de0-2ec8-44b1-a876-3af603e77b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254273 Jul 05 18:48:10.556192 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-1718bedb-4e3b-427d-81df-c5b63a316f11 service neutron] 10.222.0.39 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840039 Jul 05 18:48:10.594060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25605b-bbcb-4947-92c3-4c103e241b0d req-ebc50495-d725-4aa3-b363-d5a2dc3dc2a3 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:10.595612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea25605b-bbcb-4947-92c3-4c103e241b0d req-ebc50495-d725-4aa3-b363-d5a2dc3dc2a3 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 944 time: 0.0650754 Jul 05 18:48:10.632916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea25605b-bbcb-4947-92c3-4c103e241b0d req-2db1dbab-617b-4c9d-bc99-5fc7b8960abd tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317252 Jul 05 18:48:10.649637 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-678fa778-fecd-42e8-8fe4-737c7820efdb req-139dcaee-31af-4c39-bfb1-39e653648f33 service neutron] 10.222.0.39 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865843 Jul 05 18:48:11.806685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35ebdc-6b6a-45a4-bc7b-63f9210d092c req-0d23c1ce-e475-46f9-b1f0-8edd186ed06d tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:11.808280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d35ebdc-6b6a-45a4-bc7b-63f9210d092c req-0d23c1ce-e475-46f9-b1f0-8edd186ed06d tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 944 time: 0.0625989 Jul 05 18:48:11.829196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:48:11.831774 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81f82c54-6387-4728-8253-03d15292e65e" -d '{"events": [{"name": "network-changed", "server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:48:11.851507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d35ebdc-6b6a-45a4-bc7b-63f9210d092c req-6eab1927-d31a-4b71-aabe-3d83e280fca7 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372901 Jul 05 18:48:11.861606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 90492807-b3fa-40e9-ba6f-c8642c5244fc no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:48:11.886094 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ebe6515-9145-49fe-ad87-87ca4cc0e084 x-openstack-request-id: req-8ebe6515-9145-49fe-ad87-87ca4cc0e084 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:48:11.887000 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:48:11.887650 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8ebe6515-9145-49fe-ad87-87ca4cc0e084 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:48:11.888070 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc', 'status': 'completed', 'code': 200} Jul 05 18:48:11.910042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 90492807-b3fa-40e9-ba6f-c8642c5244fc not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:48:12.001121 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f82c54-6387-4728-8253-03d15292e65e req-1b94a9c9-a75c-43fa-aa36-1d0757c0e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:12.002801 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-1b94a9c9-a75c-43fa-aa36-1d0757c0e92b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 1095 time: 0.0961232 Jul 05 18:48:12.004435 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f82c54-6387-4728-8253-03d15292e65e req-ffb235b6-0002-4b7e-8368-51b5eb3fcaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:12.005770 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-ffb235b6-0002-4b7e-8368-51b5eb3fcaeb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 1095 time: 0.0903857 Jul 05 18:48:12.157977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f82c54-6387-4728-8253-03d15292e65e req-9e4906d3-2064-4b09-806c-4ff3012499ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:12.159487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-9e4906d3-2064-4b09-806c-4ff3012499ba service neutron] 10.222.0.97 "GET /v2.0/networks?id=f07c2de0-2ec8-44b1-a876-3af603e77b43 HTTP/1.1" status: 200 len: 912 time: 0.1509516 Jul 05 18:48:12.160398 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f82c54-6387-4728-8253-03d15292e65e req-d3f6d5c4-f0ad-456b-af47-f06327547fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:12.161681 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-d3f6d5c4-f0ad-456b-af47-f06327547fe8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=f07c2de0-2ec8-44b1-a876-3af603e77b43 HTTP/1.1" status: 200 len: 912 time: 0.1453986 Jul 05 18:48:12.204496 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-e59bc843-401b-4f6a-a75a-858d158a29a2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc HTTP/1.1" status: 200 len: 217 time: 0.0387905 Jul 05 18:48:12.587563 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-50b9999a-85ea-4d82-8578-a938a6e47767 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc HTTP/1.1" status: 200 len: 217 time: 0.4153156 Jul 05 18:48:12.657701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f82c54-6387-4728-8253-03d15292e65e req-2a6362ec-278a-4213-905e-e500e819dca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:12.659295 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-2a6362ec-278a-4213-905e-e500e819dca5 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e1d2247f-dea9-4f82-b584-ded486fcc033 HTTP/1.1" status: 200 len: 852 time: 0.0800345 Jul 05 18:48:12.664253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f82c54-6387-4728-8253-03d15292e65e req-b22c51bd-5b82-4aed-850f-d3de69d5e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:12.665563 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-b22c51bd-5b82-4aed-850f-d3de69d5e423 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e1d2247f-dea9-4f82-b584-ded486fcc033 HTTP/1.1" status: 200 len: 852 time: 0.0589318 Jul 05 18:48:12.699136 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-fb9a7812-ef84-4915-aa38-5a78380f2c17 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f07c2de0-2ec8-44b1-a876-3af603e77b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326502 Jul 05 18:48:12.727978 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-7d9d3ee1-b130-404f-b930-a93b140fe7d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f07c2de0-2ec8-44b1-a876-3af603e77b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540109 Jul 05 18:48:12.875441 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-095e7dde-9e9d-4bb9-8d0b-8249b37abb8d service neutron] 10.222.0.97 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561458 Jul 05 18:48:12.878970 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-ef1f1252-4c9e-429a-92c5-ee8475349e56 service neutron] 10.222.0.39 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409502 Jul 05 18:48:13.037107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1bb40-24f6-4f2b-af3e-1000ca24c0ec req-5819cccf-9b3d-4510-b182-d6c5e5d00ac2 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:13.038644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eed1bb40-24f6-4f2b-af3e-1000ca24c0ec req-5819cccf-9b3d-4510-b182-d6c5e5d00ac2 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 944 time: 0.0656180 Jul 05 18:48:13.041089 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-f01e1ff0-711e-4dda-8979-6044515f0341 service neutron] 10.222.0.97 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587160 Jul 05 18:48:13.044508 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-81f82c54-6387-4728-8253-03d15292e65e req-bcb9cb1b-5f9e-42d5-b156-5c0a7c842978 service neutron] 10.222.0.39 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523919 Jul 05 18:48:13.079769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-eed1bb40-24f6-4f2b-af3e-1000ca24c0ec req-82ba817c-6ef0-4055-94bb-c8c6bc06b31d tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352917 Jul 05 18:48:13.667291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d845f81c-9eeb-47e6-b551-46331cc1e3cf tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:13.668687 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d845f81c-9eeb-47e6-b551-46331cc1e3cf tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.97 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522&tenant_id=f78683d8c5ec4306bdca78e8e62845ab&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 944 time: 0.1191275 Jul 05 18:48:13.726929 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-1a04cfcf-8467-4c33-8577-6224e0a72bcb service neutron] delete failed (client error): The resource could not be found. Jul 05 18:48:13.727957 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-1a04cfcf-8467-4c33-8577-6224e0a72bcb service neutron] 10.222.0.97 "DELETE /v2.0/ports/90492807-b3fa-40e9-ba6f-c8642c5244fc/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0534616 Jul 05 18:48:13.818793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d96cbe3f-c2d7-4bd6-85dc-175e4f241bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:13.820265 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d96cbe3f-c2d7-4bd6-85dc-175e4f241bd3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 1095 time: 0.0517731 Jul 05 18:48:13.919530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d674e07f-d280-436c-bf9a-f833d129489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:13.921009 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d674e07f-d280-436c-bf9a-f833d129489b service neutron] 10.222.0.97 "GET /v2.0/networks?id=f07c2de0-2ec8-44b1-a876-3af603e77b43 HTTP/1.1" status: 200 len: 912 time: 0.0942454 Jul 05 18:48:13.961657 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-abb4a759-74b7-44f6-822d-e29d001bbf4e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc HTTP/1.1" status: 200 len: 217 time: 0.0349288 Jul 05 18:48:14.012845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-c2b20392-b676-4302-8a0f-b56edd223c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:14.015168 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-c2b20392-b676-4302-8a0f-b56edd223c97 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=e1d2247f-dea9-4f82-b584-ded486fcc033 HTTP/1.1" status: 200 len: 852 time: 0.0468547 Jul 05 18:48:14.047201 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-7233b022-19b2-451c-adfe-714025dc1f46 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=f07c2de0-2ec8-44b1-a876-3af603e77b43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266049 Jul 05 18:48:14.134980 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-0f40c9da-ec7b-43f1-a4cf-d85ec51c05fe service neutron] 10.222.0.97 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818148 Jul 05 18:48:14.224388 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-2019ef5c-ecee-4cd2-a271-167be3817913 service neutron] 10.222.0.97 "GET /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836959 Jul 05 18:48:15.259961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 90492807-b3fa-40e9-ba6f-c8642c5244fc details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:48:15.366391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc,segment=NetworkSegment(02ad844a-f8f4-423f-ba9d-f1895aae6a83),segment_id=02ad844a-f8f4-423f-ba9d-f1895aae6a83)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:48:15.378271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '90492807-b3fa-40e9-ba6f-c8642c5244fc', 'network_id': 'f07c2de0-2ec8-44b1-a876-3af603e77b43', 'port_id': '90492807-b3fa-40e9-ba6f-c8642c5244fc', 'mac_address': 'fa:16:3e:15:9c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d2247f-dea9-4f82-b584-ded486fcc033', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:48:15.414288 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:15.426479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90492807-b3fa-40e9-ba6f-c8642c5244fc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:48:15.446500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc,segment=NetworkSegment(02ad844a-f8f4-423f-ba9d-f1895aae6a83),segment_id=02ad844a-f8f4-423f-ba9d-f1895aae6a83)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:48:15.525339 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:15.574773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=90492807-b3fa-40e9-ba6f-c8642c5244fc,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:15.582099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.582447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.582807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.583139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.583466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.583790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.584112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.584433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.584753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.585108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.585391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.585707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:15.669224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30a761-b28b-4e81-ba0f-ce74ca2cee54 req-23f2148d-cbc0-4d9c-9f60-df504390d80b tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:15.671955 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe30a761-b28b-4e81-ba0f-ce74ca2cee54 req-23f2148d-cbc0-4d9c-9f60-df504390d80b tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 945 time: 0.0759270 Jul 05 18:48:15.711270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe30a761-b28b-4e81-ba0f-ce74ca2cee54 req-dbfaec89-fe4f-4f03-a288-73faf5cb9ddb tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Jul 05 18:48:15.824678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['90492807-b3fa-40e9-ba6f-c8642c5244fc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:48:17.068453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-6052cb0d-7411-4f67-8651-64ef29b3cc47 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:17.069897 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-6052cb0d-7411-4f67-8651-64ef29b3cc47 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.39 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 945 time: 0.0649359 Jul 05 18:48:17.071167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136de45-4c01-4e6f-8c7b-940951cd16ce req-ec7b5209-0ef5-4966-811e-a059292e96a2 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:17.072653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f136de45-4c01-4e6f-8c7b-940951cd16ce req-ec7b5209-0ef5-4966-811e-a059292e96a2 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/ports?device_id=d471655a-bfc3-4f05-9043-58f88f0da522 HTTP/1.1" status: 200 len: 945 time: 0.0668571 Jul 05 18:48:17.111247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f136de45-4c01-4e6f-8c7b-940951cd16ce req-d921df7a-ee5a-44b3-9301-683b0c493335 tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.30 "GET /v2.0/security-groups?id=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Jul 05 18:48:17.177980 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Deleting port 90492807-b3fa-40e9-ba6f-c8642c5244fc {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:48:17.178330 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:17.263961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 90492807-b3fa-40e9-ba6f-c8642c5244fc no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:48:17.264940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] For port 90492807-b3fa-40e9-ba6f-c8642c5244fc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=90492807-b3fa-40e9-ba6f-c8642c5244fc,segment=NetworkSegment(02ad844a-f8f4-423f-ba9d-f1895aae6a83),segment_id=02ad844a-f8f4-423f-ba9d-f1895aae6a83)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:48:17.265310 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:17.278324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Calling delete_port for 90492807-b3fa-40e9-ba6f-c8642c5244fc owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:48:17.339259 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:17.351656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 90492807-b3fa-40e9-ba6f-c8642c5244fc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:48:17.452319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 18:48:17.452319 n-d-799524-1 neutron-server[100999]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 05 18:48:17.452319 n-d-799524-1 neutron-server[100999]: [parameters: {'status': 'DOWN', 'ports_id': '90492807-b3fa-40e9-ba6f-c8642c5244fc'}] Jul 05 18:48:17.452319 n-d-799524-1 neutron-server[100999]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 18:48:17.452856 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 18:48:17.459522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:17.491474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Pushing event deleted for resources: {'Port': ['ID=90492807-b3fa-40e9-ba6f-c8642c5244fc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:17.540109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] No DVR routers for this DVR port 90492807-b3fa-40e9-ba6f-c8642c5244fc on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:48:17.542629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:17.544627 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b9a6bf6-53e9-457e-b93d-b42a985dc8d8 req-d0ff751f-e7f3-48b4-9a2e-4d5cc400e29a tempest-DeleteServersTestJSON-25037884 tempest-DeleteServersTestJSON-25037884-project] 10.222.0.39 "DELETE /v2.0/ports/90492807-b3fa-40e9-ba6f-c8642c5244fc HTTP/1.1" status: 204 len: 173 time: 0.4684229 Jul 05 18:48:17.545061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'name': 'network-vif-deleted', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:48:17.548057 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69dd46dc-f9a6-4e9f-a388-23855dd7cc5f" -d '{"events": [{"server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "name": "network-vif-deleted", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:48:17.582498 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654beabe-4ff7-474e-8b9c-7a740e03d975 x-openstack-request-id: req-654beabe-4ff7-474e-8b9c-7a740e03d975 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:48:17.582823 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d471655a-bfc3-4f05-9043-58f88f0da522", "name": "network-vif-deleted", "tag": "90492807-b3fa-40e9-ba6f-c8642c5244fc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:48:17.583078 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-654beabe-4ff7-474e-8b9c-7a740e03d975 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:48:17.583479 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd471655a-bfc3-4f05-9043-58f88f0da522', 'name': 'network-vif-deleted', 'tag': '90492807-b3fa-40e9-ba6f-c8642c5244fc', 'status': 'completed', 'code': 200} Jul 05 18:48:17.975609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Port 90492807-b3fa-40e9-ba6f-c8642c5244fc update to DOWN by agent not found {{(pid=100999) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 18:48:18.350528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 47806) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:48:18.394920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Deleting subnet e1d2247f-dea9-4f82-b584-ded486fcc033 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:48:18.397791 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.433155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.475968 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.604473 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.630880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d2247f-dea9-4f82-b584-ded486fcc033,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:18.635651 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.638205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e1d2247f-dea9-4f82-b584-ded486fcc033 HTTP/1.1" status: 204 len: 168 time: 0.2859969 Jul 05 18:48:18.640621 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47808) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:48:18.643317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.643658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.643996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.644327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.644652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.645028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.645300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.645620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.645940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.646257 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.646611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.646910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da92780-2b7b-4e1e-a9ec-ad2cc87c9604 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:18.713525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.798885 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.808470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07c2de0-2ec8-44b1-a876-3af603e77b43']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:48:18.819616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ad844a-f8f4-423f-ba9d-f1895aae6a83') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:48:18.819913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ad844a-f8f4-423f-ba9d-f1895aae6a83') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:48:18.828939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.842279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.848576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:48:18.848962 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:48:18.850605 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:48:18.970336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.975870 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:18.977828 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f07c2de0-2ec8-44b1-a876-3af603e77b43 HTTP/1.1" status: 204 len: 168 time: 0.3357463 Jul 05 18:48:18.989692 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699eda1d-8694-4f54-8052-5216252de595 admin admin] Pushing event deleted for resources: {'Network': ['ID=f07c2de0-2ec8-44b1-a876-3af603e77b43,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:19.285924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47812) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:48:19.329617 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-99b0d42a-1d92-4de4-8b6a-78fcdb9dd0a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f78683d8c5ec4306bdca78e8e62845ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425210 Jul 05 18:48:19.332057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47814) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:48:19.378167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf54cc-2cc8-41dd-af33-828da96760ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:19.399215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf54cc-2cc8-41dd-af33-828da96760ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:19.524047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf54cc-2cc8-41dd-af33-828da96760ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:19.526634 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e7bf54cc-2cc8-41dd-af33-828da96760ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:19.527810 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e7bf54cc-2cc8-41dd-af33-828da96760ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a HTTP/1.1" status: 204 len: 168 time: 0.1948686 Jul 05 18:48:19.537944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf54cc-2cc8-41dd-af33-828da96760ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0e0f70-6f3a-489e-8ed7-c6893ba0a85a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:20.512300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47836) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:48:20.607277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1033254225-network', 'tenant_id': '85bffea046f848bc8c1dcc412983a7ad'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:48:20.724161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Made reservation on behalf of 85bffea046f848bc8c1dcc412983a7ad for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:48:20.726604 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:20.737097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:20.808234 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a462f2f1-9708-4ad3-88d8-fa2bbae0e75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:20.824086 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:20.878354 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:20.905549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:48:20.911378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3c7409-5d6d-44b8-b974-7c468a5d7268,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:20.925122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.925465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.925801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.926132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.926467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.926857 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.927180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.927501 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.927821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.928140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.928457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.928771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:48:20.932475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:20.932819 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Added segment 998882f6-41e0-45f7-8d2c-84a82a4c215c of type vlan for network 3f013636-9287-439c-9f86-8133435b3cd6 Jul 05 18:48:20.972837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:21.059519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:21.060499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:21.061219 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:21.120748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] Pushing event updated for resources: {'Network': ['ID=3f013636-9287-439c-9f86-8133435b3cd6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:21.130832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 3f013636-9287-439c-9f86-8133435b3cd6 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:48:21.174635 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f03cd23f-7191-4bcf-960a-1d894fd61e49 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6611805 Jul 05 18:48:21.177443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 47840) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:48:21.182509 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Request body: {'subnet': {'network_id': '3f013636-9287-439c-9f86-8133435b3cd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1033254225-subnet', 'tenant_id': '85bffea046f848bc8c1dcc412983a7ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:48:21.259725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Made reservation on behalf of 85bffea046f848bc8c1dcc412983a7ad for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:48:21.262103 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:21.494158 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:21.552801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d35389b2-0b9d-47bf-a056-4a78c3eba2ac,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:21.568280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Checking segment: {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:48:21.568280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Network hostable DHCP agents. Network: 3f013636-9287-439c-9f86-8133435b3cd6, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:48:21.644022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Network 3f013636-9287-439c-9f86-8133435b3cd6 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:48:21.706768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 3f013636-9287-439c-9f86-8133435b3cd6) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:48:21.710935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:21.711535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:21.716186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18820997-050e-463a-ab43-d7039d4558ad None None] Network 3f013636-9287-439c-9f86-8133435b3cd6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:48:21.799408 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ce57bf8a-59fa-40b2-ad34-bda6c2f662e0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6207073 Jul 05 18:48:21.837888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93847d79-bc86-4900-bcc7-9956841a91db None None] Network 3f013636-9287-439c-9f86-8133435b3cd6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:48:22.241835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-bfccdacc-9adc-4eb9-8c93-72e93d3db980 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:22.243344 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-bfccdacc-9adc-4eb9-8c93-72e93d3db980 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 815 time: 0.1077893 Jul 05 18:48:22.258687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-211ee618-f0a3-43e1-876b-9367fbf611bb tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/quotas/85bffea046f848bc8c1dcc412983a7ad HTTP/1.1" status: 200 len: 375 time: 0.0099323 Jul 05 18:48:22.292028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-d98bf9c0-b04f-4f6e-8176-efc3f4c994ff tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281219 Jul 05 18:48:22.302811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-5015f7ff-02f6-4141-8558-6d04d3e73b12 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:48:22.303698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-5015f7ff-02f6-4141-8558-6d04d3e73b12 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050111 Jul 05 18:48:22.392172 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-0ccf0cfe-cb6e-4f08-9b33-90711fd2fd11 service neutron] 10.222.0.30 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830345 Jul 05 18:48:22.483586 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-7f2fceed-804a-4603-a322-d799a268ae43 service neutron] 10.222.0.30 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857511 Jul 05 18:48:22.706859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d108c1e3-79a4-4efa-9871-7b208e080981 req-144abf39-4da7-4de1-b0f8-d5f47b25caf0 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 210 time: 0.0288587 Jul 05 18:48:23.529621 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f4cb8256-ec27-44bb-a9f7-30c231bbd8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:23.728002 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:23.848763 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c91b611-e39b-4c9a-9440-e42cf1a4731a req-47203fa1-0b69-4a3e-8ce5-d19e8e5c2cdd tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 210 time: 0.0278277 Jul 05 18:48:23.920859 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:48:24.798673 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:24.873838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-d5ab1718-8a5b-4c4a-b369-fe1626755f19 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:24.875979 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-d5ab1718-8a5b-4c4a-b369-fe1626755f19 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.39 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 815 time: 0.1087043 Jul 05 18:48:24.889298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Request body: {'port': {'device_id': '67a97e31-6660-4d55-8991-3760c9060fd0', 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6', 'admin_state_up': True, 'tenant_id': '85bffea046f848bc8c1dcc412983a7ad'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:48:24.993815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3da43968-357e-4309-8239-d04cc3e4dcb5 req-fc8e3145-47fc-4d8a-9861-987a83319f25 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 210 time: 0.0312726 Jul 05 18:48:25.084133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Made reservation on behalf of 85bffea046f848bc8c1dcc412983a7ad for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:48:25.087853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:25.211076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Allocated IP 172.20.0.7 (3f013636-9287-439c-9f86-8133435b3cd6/d35389b2-0b9d-47bf-a056-4a78c3eba2ac/212faa83-286b-4de9-982f-20954795dfb9) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:48:25.358169 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:25.485008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:25.527306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Network 3f013636-9287-439c-9f86-8133435b3cd6 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:48:25.530473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:48:25.534617 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:48:25.566518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Pushing event updated for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:25.593597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:25.594214 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:25.667649 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-49f17b07-c7c2-4d85-bf8d-44d300eee63e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7825141 Jul 05 18:48:25.679071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Request body: {'port': {'device_id': '67a97e31-6660-4d55-8991-3760c9060fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:48:25.751713 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:26.017137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 212faa83-286b-4de9-982f-20954795dfb9 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:48:26.024673 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:26.037533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Transition to ACTIVE for port object 212faa83-286b-4de9-982f-20954795dfb9 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:48:26.118119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:26.175260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004fe23-e348-4bc1-b3b7-38f7b01275c1 req-650eb16e-7c3c-4232-923a-79d6f25575e7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:26.176816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a004fe23-e348-4bc1-b3b7-38f7b01275c1 req-650eb16e-7c3c-4232-923a-79d6f25575e7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 943 time: 0.0650907 Jul 05 18:48:26.187192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:26.215523 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a004fe23-e348-4bc1-b3b7-38f7b01275c1 req-4071e7a2-7c4e-4847-9aaf-0fcc34aa721b tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330422 Jul 05 18:48:26.235390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Attempting to bind port 212faa83-286b-4de9-982f-20954795dfb9 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:48:26.235722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Attempting to bind port 212faa83-286b-4de9-982f-20954795dfb9 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:48:26.236046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Attempting to bind port 212faa83-286b-4de9-982f-20954795dfb9 on network 3f013636-9287-439c-9f86-8133435b3cd6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:48:26.240294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Port 212faa83-286b-4de9-982f-20954795dfb9 on network 3f013636-9287-439c-9f86-8133435b3cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:48:26.240593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Attempting to bind port 212faa83-286b-4de9-982f-20954795dfb9 on network 3f013636-9287-439c-9f86-8133435b3cd6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:48:26.245192 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:48:26.245524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Checking segment: {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:48:26.245902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Bound using segment: {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:48:26.246313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Bound port: 212faa83-286b-4de9-982f-20954795dfb9, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:48:26.246693 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:26.311615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:48:26.314678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:48:26.393032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:26.426989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:26.427610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:26.429546 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] 10.222.0.39 "PUT /v2.0/ports/212faa83-286b-4de9-982f-20954795dfb9 HTTP/1.1" status: 200 len: 1091 time: 0.7542429 Jul 05 18:48:26.429546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'tag': '212faa83-286b-4de9-982f-20954795dfb9'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:48:26.431738 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce60fcf4-6da7-454b-8227-a483a13c05cb" -d '{"events": [{"name": "network-changed", "server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "tag": "212faa83-286b-4de9-982f-20954795dfb9"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:48:26.462832 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e189a8-08e4-4f29-800b-145d30575fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:26.472390 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cf8392b-f373-48a1-8090-c011e7bf6b6e x-openstack-request-id: req-4cf8392b-f373-48a1-8090-c011e7bf6b6e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:48:26.472734 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "tag": "212faa83-286b-4de9-982f-20954795dfb9", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:48:26.472982 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4cf8392b-f373-48a1-8090-c011e7bf6b6e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:48:26.473386 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'tag': '212faa83-286b-4de9-982f-20954795dfb9', 'status': 'completed', 'code': 200} Jul 05 18:48:26.529910 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:26.547768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60fcf4-6da7-454b-8227-a483a13c05cb req-8edba89c-2328-4eb4-a800-3ba488612e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:26.549286 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce60fcf4-6da7-454b-8227-a483a13c05cb req-8edba89c-2328-4eb4-a800-3ba488612e54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0544753 Jul 05 18:48:26.651885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60fcf4-6da7-454b-8227-a483a13c05cb req-56ac9ccd-8ddf-4644-ab07-a11b5e6b0937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:26.653278 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce60fcf4-6da7-454b-8227-a483a13c05cb req-56ac9ccd-8ddf-4644-ab07-a11b5e6b0937 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=85bffea046f848bc8c1dcc412983a7ad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0953553 Jul 05 18:48:26.757597 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60fcf4-6da7-454b-8227-a483a13c05cb req-4a81a1fe-f84c-40a9-948a-cfd98fedd485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:26.759262 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ce60fcf4-6da7-454b-8227-a483a13c05cb req-4a81a1fe-f84c-40a9-948a-cfd98fedd485 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0989492 Jul 05 18:48:26.854031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-903ad532-cef8-460d-ab4e-0847eb5ae32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:26.855531 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-903ad532-cef8-460d-ab4e-0847eb5ae32f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0574591 Jul 05 18:48:26.898711 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-f0f48f85-9c20-4850-a00f-209efc176cd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=212faa83-286b-4de9-982f-20954795dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0353363 Jul 05 18:48:26.948485 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-0688003a-be5c-47b1-9172-b9d95c00f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:26.949837 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-0688003a-be5c-47b1-9172-b9d95c00f171 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0439663 Jul 05 18:48:26.981969 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-432e2687-480f-42f1-8f15-80b06bf3f9ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255985 Jul 05 18:48:27.075525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-2e853e2f-9982-490f-a8f5-b66fc3ad319c service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870101 Jul 05 18:48:27.165371 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8cba9fb5-61e2-433e-ba2e-6c0c6f9d3651 req-d999f8ba-f0d6-40ce-b15c-50bc53af8006 service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829949 Jul 05 18:48:27.387025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84c3e-cf28-472d-ace2-536ce23b50a1 req-7d7abfa1-3acd-4e6b-a140-6273e2c1afec tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:27.388762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27b84c3e-cf28-472d-ace2-536ce23b50a1 req-7d7abfa1-3acd-4e6b-a140-6273e2c1afec tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 943 time: 0.0630682 Jul 05 18:48:27.427944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27b84c3e-cf28-472d-ace2-536ce23b50a1 req-1b783402-cbb8-49c6-bd29-2f0e0ebd4d93 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335448 Jul 05 18:48:28.607704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cad1b-b660-4419-a71e-0f6c856e5261 req-2d3790f6-9a1a-490d-a2aa-44adbce3c9c7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:28.609797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc5cad1b-b660-4419-a71e-0f6c856e5261 req-2d3790f6-9a1a-490d-a2aa-44adbce3c9c7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 943 time: 0.0691276 Jul 05 18:48:28.647609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc5cad1b-b660-4419-a71e-0f6c856e5261 req-f73e81c0-5c92-4f8a-aee7-2d246b1300d6 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Jul 05 18:48:28.713713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-abdabfcd-c3ff-463b-8ca0-6955f5337425 req-77f3882a-b42d-49a8-a147-9dcba2b78f56 service neutron] (100998) timed out ('10.222.0.30', 37100) {{(pid=100998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:48:29.823606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38f074-f3c0-4983-bc8c-bf80d7d4706f req-46f4e769-4d87-449e-8ea6-09f589b50c28 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:29.825105 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a38f074-f3c0-4983-bc8c-bf80d7d4706f req-46f4e769-4d87-449e-8ea6-09f589b50c28 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 943 time: 0.0655324 Jul 05 18:48:29.862828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a38f074-f3c0-4983-bc8c-bf80d7d4706f req-ba3f1ec3-88c2-4b6c-b407-523c2b9beb5c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Jul 05 18:48:29.992439 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:31.039351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73159fe-b39d-4797-9ddd-d8074739847f req-089e45ff-61a3-433d-b676-b388d1e5e96f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:31.040832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d73159fe-b39d-4797-9ddd-d8074739847f req-089e45ff-61a3-433d-b676-b388d1e5e96f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 943 time: 0.0667553 Jul 05 18:48:31.079617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d73159fe-b39d-4797-9ddd-d8074739847f req-48d60f5d-2b5c-49ac-abf7-a96692e938b6 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311587 Jul 05 18:48:31.326158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 212faa83-286b-4de9-982f-20954795dfb9 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:48:31.421171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:48:31.432041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '212faa83-286b-4de9-982f-20954795dfb9', 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6', 'port_id': '212faa83-286b-4de9-982f-20954795dfb9', 'mac_address': 'fa:16:3e:8a:68:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35389b2-0b9d-47bf-a056-4a78c3eba2ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:48:31.469024 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:31.481528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212faa83-286b-4de9-982f-20954795dfb9 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:48:31.502153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:48:31.562605 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:31.613014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:31.759174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['212faa83-286b-4de9-982f-20954795dfb9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:48:32.252174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449b0bcf-fa72-44aa-8c77-ed60e9d220db req-567fc762-bf7b-438f-82fa-a7c6e8445c05 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:32.253665 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-449b0bcf-fa72-44aa-8c77-ed60e9d220db req-567fc762-bf7b-438f-82fa-a7c6e8445c05 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 944 time: 0.0640962 Jul 05 18:48:32.290643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-449b0bcf-fa72-44aa-8c77-ed60e9d220db req-37411345-1d93-4656-bcf3-172aadfbb3a6 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313852 Jul 05 18:48:33.337969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 212faa83-286b-4de9-982f-20954795dfb9 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:48:33.464978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 212faa83-286b-4de9-982f-20954795dfb9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:48:33.465243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57763d8-0998-4f19-aa70-6f680851570e req-16b2a771-15a9-4eef-a4cb-2c1786ed1863 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:33.466689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e57763d8-0998-4f19-aa70-6f680851570e req-16b2a771-15a9-4eef-a4cb-2c1786ed1863 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 944 time: 0.0636892 Jul 05 18:48:33.468995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 212faa83-286b-4de9-982f-20954795dfb9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:48:33.469411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:33.515333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e57763d8-0998-4f19-aa70-6f680851570e req-03046ca1-7af2-4f7c-8719-25f59e9d5ba9 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416143 Jul 05 18:48:33.549046 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:33.571050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212faa83-286b-4de9-982f-20954795dfb9'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:48:33.573274 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19a018e-c5a4-4d7c-b44d-80d833cfeb8d" -d '{"events": [{"server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "name": "network-vif-plugged", "status": "completed", "tag": "212faa83-286b-4de9-982f-20954795dfb9"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:48:33.586464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:48:33.612700 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab9d5c7-ac09-4743-a168-725049d53b19 x-openstack-request-id: req-3ab9d5c7-ac09-4743-a168-725049d53b19 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:48:33.612700 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "name": "network-vif-plugged", "status": "completed", "tag": "212faa83-286b-4de9-982f-20954795dfb9", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:48:33.612700 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ab9d5c7-ac09-4743-a168-725049d53b19 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:48:33.612700 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212faa83-286b-4de9-982f-20954795dfb9', 'code': 200} Jul 05 18:48:33.661433 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:33.714383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:48:33.728821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8c2fc-02de-445a-b975-76878eca6776 req-000caf0e-b750-4775-8dcd-5d474f660398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:33.730338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-33c8c2fc-02de-445a-b975-76878eca6776 req-000caf0e-b750-4775-8dcd-5d474f660398 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0574076 Jul 05 18:48:33.764832 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-33c8c2fc-02de-445a-b975-76878eca6776 req-aa3dd401-976e-4ef3-9b83-af275684ed47 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282366 Jul 05 18:48:34.698121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161ec251-5740-4da5-84bb-ac12cbc7319f req-f58c17f9-0387-4c6a-aa1a-341658b997d8 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:34.699531 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-161ec251-5740-4da5-84bb-ac12cbc7319f req-f58c17f9-0387-4c6a-aa1a-341658b997d8 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0680304 Jul 05 18:48:34.738511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-161ec251-5740-4da5-84bb-ac12cbc7319f req-519c3001-8df6-40c3-aefe-ed63e3a1639a tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330482 Jul 05 18:48:35.922806 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435206-202f-43da-b668-8059da296b00 req-ba6d70b2-ade0-448e-a3f9-5b00819ee26e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:35.924369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8435206-202f-43da-b668-8059da296b00 req-ba6d70b2-ade0-448e-a3f9-5b00819ee26e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0693243 Jul 05 18:48:35.965602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b8435206-202f-43da-b668-8059da296b00 req-74decbd9-59db-4a74-9fc6-8a552b21a4ba tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355160 Jul 05 18:48:36.139488 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013a9fe-6d09-48f0-a2d0-33e13b55adb9 req-87a6b0ec-e2d4-47a0-bac7-78b168637027 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:36.141501 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4013a9fe-6d09-48f0-a2d0-33e13b55adb9 req-87a6b0ec-e2d4-47a0-bac7-78b168637027 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0682478 Jul 05 18:48:36.175152 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:36.179866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4013a9fe-6d09-48f0-a2d0-33e13b55adb9 req-806f5106-8a84-4fc2-b246-a9bf0fdab845 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325606 Jul 05 18:48:36.622567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50749f-5599-43ae-b968-f7d46c8c3471 req-8e4f2fb5-ef3c-4961-bb45-63042ceabc11 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:36.624115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a50749f-5599-43ae-b968-f7d46c8c3471 req-8e4f2fb5-ef3c-4961-bb45-63042ceabc11 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0668347 Jul 05 18:48:36.663023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a50749f-5599-43ae-b968-f7d46c8c3471 req-033c7e47-b26b-4bc3-bbb8-f900e8464d90 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331974 Jul 05 18:48:36.839708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e012d5-e305-4138-9990-f72dd6fcb226 req-cbce230e-1687-4d42-a5f8-e608ac10a380 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:36.841246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3e012d5-e305-4138-9990-f72dd6fcb226 req-cbce230e-1687-4d42-a5f8-e608ac10a380 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0632100 Jul 05 18:48:36.882160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3e012d5-e305-4138-9990-f72dd6fcb226 req-2098c9da-b1bd-4190-8556-010c6dffbb2e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335026 Jul 05 18:48:37.395369 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9746350e-365e-47f7-8bc6-71e96a64db64 req-93c43e28-215c-4d7d-a708-3df9e41e9b6f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:37.396873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9746350e-365e-47f7-8bc6-71e96a64db64 req-93c43e28-215c-4d7d-a708-3df9e41e9b6f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0694234 Jul 05 18:48:37.459949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9746350e-365e-47f7-8bc6-71e96a64db64 req-b35c116e-e035-46e8-a6fb-e3ad94a9c67b tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550368 Jul 05 18:48:37.475315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-0b188254-4ce9-456f-8475-524d6814ac1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775015 Jul 05 18:48:38.665523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1535d-3a62-44c7-b180-c7e52355df5d req-47b8b4ef-8a96-496a-b4a7-4dba1fd08597 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:38.666996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45a1535d-3a62-44c7-b180-c7e52355df5d req-47b8b4ef-8a96-496a-b4a7-4dba1fd08597 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0667467 Jul 05 18:48:38.706165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45a1535d-3a62-44c7-b180-c7e52355df5d req-fe137528-cf51-4f69-bf21-2b647c2ca60a tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335438 Jul 05 18:48:39.579345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-51ec66e1-7bb1-4bbb-bee6-801dc93152f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:39.580858 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-51ec66e1-7bb1-4bbb-bee6-801dc93152f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 1096 time: 0.0533547 Jul 05 18:48:39.672462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-2db7ecc8-7aad-42ab-9d89-1cde02236758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:39.673936 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-2db7ecc8-7aad-42ab-9d89-1cde02236758 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.0863476 Jul 05 18:48:39.715171 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-d601bd47-03e0-4e28-8a1f-cc11e2b6f6dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=212faa83-286b-4de9-982f-20954795dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0343175 Jul 05 18:48:39.762996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-94839129-3556-4d36-b168-7dd5e35fdae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:39.764730 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-94839129-3556-4d36-b168-7dd5e35fdae9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0434692 Jul 05 18:48:39.803475 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-5ca3e7fc-384e-4e3c-b227-d1129597e8be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319693 Jul 05 18:48:39.882402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba709e45-0295-4d25-bbcd-b374fc063490 req-0dade3a3-d1c1-42b1-9000-fc358e3d1e1e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:39.884029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba709e45-0295-4d25-bbcd-b374fc063490 req-0dade3a3-d1c1-42b1-9000-fc358e3d1e1e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0642710 Jul 05 18:48:39.896939 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-cafe8a0c-6c76-4353-9356-d983d402f335 service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868003 Jul 05 18:48:39.926444 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba709e45-0295-4d25-bbcd-b374fc063490 req-0bb8e575-24ef-426e-b550-682c8ee9cf3d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Jul 05 18:48:39.992074 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-90e763b7-37e7-4f9d-b37d-4eda5832a400 service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885186 Jul 05 18:48:41.102249 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd96bd-c30c-4efd-9bd5-cbf1818fd910 req-37c503cd-194f-452f-87d8-ab873062a9ab tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:41.103730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94fd96bd-c30c-4efd-9bd5-cbf1818fd910 req-37c503cd-194f-452f-87d8-ab873062a9ab tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0626674 Jul 05 18:48:41.141833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94fd96bd-c30c-4efd-9bd5-cbf1818fd910 req-8fb07883-bf75-4d54-a88d-b4cff8374589 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314245 Jul 05 18:48:42.317476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8e097-1bde-4999-a88a-a79ff69a721b req-a88a21b0-2bce-4324-9bd8-c80ea6b6680d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:42.318986 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7da8e097-1bde-4999-a88a-a79ff69a721b req-a88a21b0-2bce-4324-9bd8-c80ea6b6680d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0675144 Jul 05 18:48:42.356723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7da8e097-1bde-4999-a88a-a79ff69a721b req-04e83004-2502-4d77-989c-61e8fdb0a56b tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Jul 05 18:48:43.529728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7fc0a-578b-4b15-a9fa-3cdf0f63b90c req-b5263d02-5655-4043-b578-5d42e61a1589 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:43.531245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3a7fc0a-578b-4b15-a9fa-3cdf0f63b90c req-b5263d02-5655-4043-b578-5d42e61a1589 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0628278 Jul 05 18:48:43.568783 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3a7fc0a-578b-4b15-a9fa-3cdf0f63b90c req-b1e516da-9624-4c6d-9d2e-428620381977 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317199 Jul 05 18:48:44.771093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6b865-c472-45ee-8e83-9caa641f9b5f req-4c88cd52-a136-440e-988f-6b9a21917ab3 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:44.772585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4eb6b865-c472-45ee-8e83-9caa641f9b5f req-4c88cd52-a136-440e-988f-6b9a21917ab3 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0710392 Jul 05 18:48:44.809952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4eb6b865-c472-45ee-8e83-9caa641f9b5f req-94cfb699-2eb8-4ba9-beaa-a2bb95f226ef tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318713 Jul 05 18:48:45.989742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d0d55-b591-4197-b6f1-6af6c8e3923b req-98a9d404-5b15-461f-a127-c051266d86af tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:45.991280 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-615d0d55-b591-4197-b6f1-6af6c8e3923b req-98a9d404-5b15-461f-a127-c051266d86af tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0624998 Jul 05 18:48:46.029199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-615d0d55-b591-4197-b6f1-6af6c8e3923b req-e23d242d-ddde-4cc9-ace2-685902f025da tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322702 Jul 05 18:48:47.204501 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8a85c-6166-475c-8bae-90a76d4b675c req-27229e1f-a63d-48f5-8c27-682e3929f611 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:47.205984 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64e8a85c-6166-475c-8bae-90a76d4b675c req-27229e1f-a63d-48f5-8c27-682e3929f611 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0618629 Jul 05 18:48:47.243260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64e8a85c-6166-475c-8bae-90a76d4b675c req-aa319957-18d6-4d44-9422-7cb80749f6c3 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317919 Jul 05 18:48:48.417795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd9c7c-52bf-4917-8aeb-3a6c04e94be7 req-71889d08-42a3-48db-819a-a98e7a137fa2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:48.419302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cefd9c7c-52bf-4917-8aeb-3a6c04e94be7 req-71889d08-42a3-48db-819a-a98e7a137fa2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0665345 Jul 05 18:48:48.459864 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cefd9c7c-52bf-4917-8aeb-3a6c04e94be7 req-5219ccab-360d-40f9-8eac-13012eec7894 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340488 Jul 05 18:48:49.641378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8010db8-a97b-4493-816d-9795037cf9a1 req-8b762865-89e9-40b2-924b-3b7dad990e02 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:49.642917 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8010db8-a97b-4493-816d-9795037cf9a1 req-8b762865-89e9-40b2-924b-3b7dad990e02 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0696456 Jul 05 18:48:49.680775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d8010db8-a97b-4493-816d-9795037cf9a1 req-610d2221-1a04-4d44-bad4-3a0b63f80e98 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jul 05 18:48:50.820352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb57d0b9-414d-49df-b93b-81a5945a3ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:50.860202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bafc0f-6792-41be-a21a-ff88127713d1 req-39651a99-0a4d-4e32-ae94-a214b5c5e956 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:50.861709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5bafc0f-6792-41be-a21a-ff88127713d1 req-39651a99-0a4d-4e32-ae94-a214b5c5e956 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0698261 Jul 05 18:48:50.899871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5bafc0f-6792-41be-a21a-ff88127713d1 req-6ccc629a-6fb3-4467-bca7-5c8c97e14c96 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Jul 05 18:48:52.069539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b25b5f-7ac5-46d8-8d7b-08b717003494 req-4626f83d-07c6-417c-b6d6-5bf0102f09f9 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:52.071028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9b25b5f-7ac5-46d8-8d7b-08b717003494 req-4626f83d-07c6-417c-b6d6-5bf0102f09f9 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0614476 Jul 05 18:48:52.107927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9b25b5f-7ac5-46d8-8d7b-08b717003494 req-a61cbb8d-d98a-47ab-b861-11b771968b65 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Jul 05 18:48:53.278613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed584b6d-e5a4-4518-a7e4-179e946f6ae5 req-8d9b574f-614d-49c9-8d24-baa3a83a00b6 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:53.280077 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed584b6d-e5a4-4518-a7e4-179e946f6ae5 req-8d9b574f-614d-49c9-8d24-baa3a83a00b6 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0623410 Jul 05 18:48:53.317848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed584b6d-e5a4-4518-a7e4-179e946f6ae5 req-9f8b47b8-8caf-4dab-b0d5-396dcc8e83db tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311182 Jul 05 18:48:53.516567 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-98e0aaf0-d462-4521-9a73-e90e3edc0fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:53.763479 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:54.496524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e54c82-c6be-45ff-9f39-e93dd9dc9fdb req-ba835472-0d79-4669-b94f-700741711f4c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:54.498010 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34e54c82-c6be-45ff-9f39-e93dd9dc9fdb req-ba835472-0d79-4669-b94f-700741711f4c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0662725 Jul 05 18:48:54.536741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-34e54c82-c6be-45ff-9f39-e93dd9dc9fdb req-3ae83c00-8331-4378-b1cf-03f0628faefc tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322943 Jul 05 18:48:54.803508 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:55.712357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11562197-13c0-401c-9357-16cda6523ed1 req-277e20d1-8de1-4d2c-b08a-ed375f192359 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:55.713849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11562197-13c0-401c-9357-16cda6523ed1 req-277e20d1-8de1-4d2c-b08a-ed375f192359 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0638623 Jul 05 18:48:55.758686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-11562197-13c0-401c-9357-16cda6523ed1 req-08d45bd9-fa9b-45c9-a931-a6d789304058 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381570 Jul 05 18:48:56.511769 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:48:56.939122 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efca039-ea57-4100-80b0-274d2c502802 req-73f38227-e13a-46ab-8879-76ed3fadfe07 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:56.940609 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7efca039-ea57-4100-80b0-274d2c502802 req-73f38227-e13a-46ab-8879-76ed3fadfe07 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0671005 Jul 05 18:48:56.977817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7efca039-ea57-4100-80b0-274d2c502802 req-1e6cc0b3-2f3d-4912-8d05-15ae1fa7386b tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315363 Jul 05 18:48:58.147462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c49e4-4169-4ff3-b758-d6bd7629987f req-773f93dc-a844-48e1-a856-a2d3a25a5eb9 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:58.148837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce0c49e4-4169-4ff3-b758-d6bd7629987f req-773f93dc-a844-48e1-a856-a2d3a25a5eb9 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0620389 Jul 05 18:48:58.185518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce0c49e4-4169-4ff3-b758-d6bd7629987f req-3c2e56b0-79b2-48f4-a91d-dcd48fa8ee87 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311906 Jul 05 18:48:59.360756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b06a3-5b45-4430-9f14-15d53fde624c req-7daab61a-5c1e-4e2f-a099-ed4668741747 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:48:59.362214 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-807b06a3-5b45-4430-9f14-15d53fde624c req-7daab61a-5c1e-4e2f-a099-ed4668741747 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0634339 Jul 05 18:48:59.400233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-807b06a3-5b45-4430-9f14-15d53fde624c req-6fad488e-9f75-485c-9fc6-52d1b9c865b7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Jul 05 18:49:00.003069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:00.589694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b81c3b-80f8-45ea-a4cd-b360fcc9df1d req-ad9dd663-3e92-40e2-adf8-e87acc5545a2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:00.591200 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48b81c3b-80f8-45ea-a4cd-b360fcc9df1d req-ad9dd663-3e92-40e2-adf8-e87acc5545a2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0661089 Jul 05 18:49:00.627979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-48b81c3b-80f8-45ea-a4cd-b360fcc9df1d req-9980d7be-7085-4819-bedd-c591bd67c3ef tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Jul 05 18:49:00.919764 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:49:01.800363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01caf947-9ac1-4f09-ab19-3d405f17bbd0 req-34e92264-b692-48b9-a0dc-54bb66bcfdc4 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:01.801845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01caf947-9ac1-4f09-ab19-3d405f17bbd0 req-34e92264-b692-48b9-a0dc-54bb66bcfdc4 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0627625 Jul 05 18:49:01.839570 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01caf947-9ac1-4f09-ab19-3d405f17bbd0 req-808aed17-6d52-4edb-b084-607d3cc94044 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319657 Jul 05 18:49:03.016598 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b4245-4f15-4cf6-9bd5-6012aa1c3fd3 req-d8a35080-39f7-4cf8-9c40-969f0cd54dda tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:03.018281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-939b4245-4f15-4cf6-9bd5-6012aa1c3fd3 req-d8a35080-39f7-4cf8-9c40-969f0cd54dda tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0659397 Jul 05 18:49:03.056409 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-939b4245-4f15-4cf6-9bd5-6012aa1c3fd3 req-ac87f96c-e108-4455-815b-012f602b1471 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325556 Jul 05 18:49:04.231241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a6444-d850-4c95-bf50-b152821a48d7 req-9d9af8c2-63af-4931-aea6-4fe1cacd4c3e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:04.232720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-902a6444-d850-4c95-bf50-b152821a48d7 req-9d9af8c2-63af-4931-aea6-4fe1cacd4c3e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0621121 Jul 05 18:49:04.269932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-902a6444-d850-4c95-bf50-b152821a48d7 req-0a85f57e-ef34-413d-98e9-c211ef76c77c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Jul 05 18:49:05.442681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a077156-0f93-4afb-b5c5-ca18ada2bc95 req-001cd7c0-1dac-4f34-a668-456078d3cd43 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:05.444818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a077156-0f93-4afb-b5c5-ca18ada2bc95 req-001cd7c0-1dac-4f34-a668-456078d3cd43 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0623527 Jul 05 18:49:05.485016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a077156-0f93-4afb-b5c5-ca18ada2bc95 req-10e5bf34-7332-4d0d-a8ec-df90d67131f4 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347409 Jul 05 18:49:06.168824 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:06.666462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e0a3f-43cf-4118-953b-bf45e7b4e2f1 req-99b1371e-204b-412f-b0fb-c710efc9754e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:06.667987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa0e0a3f-43cf-4118-953b-bf45e7b4e2f1 req-99b1371e-204b-412f-b0fb-c710efc9754e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0683038 Jul 05 18:49:06.706433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa0e0a3f-43cf-4118-953b-bf45e7b4e2f1 req-e9d77351-9c59-4334-84f7-1d28d75ce23a tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327525 Jul 05 18:49:07.284488 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-07b9812a-7893-4ed4-8b21-48b1859292da service neutron] show failed (client error): The resource could not be found. Jul 05 18:49:07.285493 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-07b9812a-7893-4ed4-8b21-48b1859292da service neutron] 10.222.0.39 "GET /v2.0/ports/212faa83-286b-4de9-982f-20954795dfb9/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0553083 Jul 05 18:49:07.881130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a98d0-269a-446e-b698-a26dd40ff7dc req-09478427-a7a6-4677-9de6-de6558cd6d4d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:07.882676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d57a98d0-269a-446e-b698-a26dd40ff7dc req-09478427-a7a6-4677-9de6-de6558cd6d4d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0642753 Jul 05 18:49:07.920483 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d57a98d0-269a-446e-b698-a26dd40ff7dc req-d84850b4-e604-41cc-9f5a-0d7483c619e3 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318587 Jul 05 18:49:07.934510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-9579c251-6a75-4933-9c0c-3b4e00475824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:07.936152 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-9579c251-6a75-4933-9c0c-3b4e00475824 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0&tenant_id=85bffea046f848bc8c1dcc412983a7ad HTTP/1.1" status: 200 len: 1096 time: 0.0554612 Jul 05 18:49:07.947057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:49:08.023533 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:08.222320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:49:08.254668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:49:08.292909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '212faa83-286b-4de9-982f-20954795dfb9'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:49:08.295230 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758537fb-d9ae-431b-a15b-d0feb298103b" -d '{"events": [{"server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "212faa83-286b-4de9-982f-20954795dfb9"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:49:08.299097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:08.311830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Transition to ACTIVE for port object 212faa83-286b-4de9-982f-20954795dfb9 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:49:08.385897 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:08.417207 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a137b176-be84-4a82-9a6a-afb4c46b03de x-openstack-request-id: req-a137b176-be84-4a82-9a6a-afb4c46b03de {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:49:08.417505 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "name": "network-vif-unplugged", "status": "completed", "tag": "212faa83-286b-4de9-982f-20954795dfb9", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:49:08.417762 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a137b176-be84-4a82-9a6a-afb4c46b03de {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:49:08.418157 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '212faa83-286b-4de9-982f-20954795dfb9', 'code': 200} Jul 05 18:49:08.459915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] No DVR routers for this DVR port 212faa83-286b-4de9-982f-20954795dfb9 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:49:08.465222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Pushing event updated for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=6']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:08.501518 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Attempting to bind port 212faa83-286b-4de9-982f-20954795dfb9 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:49:08.501854 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Attempting to bind port 212faa83-286b-4de9-982f-20954795dfb9 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:49:08.502185 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Attempting to bind port 212faa83-286b-4de9-982f-20954795dfb9 on network 3f013636-9287-439c-9f86-8133435b3cd6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:49:08.506724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Port 212faa83-286b-4de9-982f-20954795dfb9 on network 3f013636-9287-439c-9f86-8133435b3cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:49:08.507049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Attempting to bind port 212faa83-286b-4de9-982f-20954795dfb9 on network 3f013636-9287-439c-9f86-8133435b3cd6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:49:08.511787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:49:08.512126 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Checking segment: {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:49:08.512510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Bound using segment: {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:49:08.513194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Bound port: 212faa83-286b-4de9-982f-20954795dfb9, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:49:08.513548 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:08.577924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:49:08.580908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:49:08.638281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:08.672563 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:08.673182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:08.674605 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] 10.222.0.97 "PUT /v2.0/ports/212faa83-286b-4de9-982f-20954795dfb9 HTTP/1.1" status: 200 len: 1091 time: 0.7315326 Jul 05 18:49:08.704817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6863374d-31ca-449c-8db9-ea6ec560d118 service neutron] Pushing event updated for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:08.754716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-a488cc49-d0e2-4dfc-a91b-6be657613995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:08.756150 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-a488cc49-d0e2-4dfc-a91b-6be657613995 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0595798 Jul 05 18:49:08.854330 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-58a99450-7d59-4f2b-bd80-0a4b3e55896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:08.856027 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-58a99450-7d59-4f2b-bd80-0a4b3e55896c service neutron] 10.222.0.97 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.0927384 Jul 05 18:49:08.917415 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-91d88ca8-4b5c-4d92-b1c2-aabb5cb2888e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=212faa83-286b-4de9-982f-20954795dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0492520 Jul 05 18:49:08.968703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-49c2d755-6078-417f-863b-4696cb738dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:08.970401 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-49c2d755-6078-417f-863b-4696cb738dd1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0522382 Jul 05 18:49:09.002203 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-fc820d32-6bb9-4b14-9f00-54c77e95a4e4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257921 Jul 05 18:49:09.109065 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-4958ceb3-5f92-4421-a85c-8e880f85086f service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008067 Jul 05 18:49:09.110343 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224cbc2-71f2-42f0-b98f-913b7885bc53 req-c4f18b22-cbfe-49ca-be73-08722eab46b2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:09.111918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d224cbc2-71f2-42f0-b98f-913b7885bc53 req-c4f18b22-cbfe-49ca-be73-08722eab46b2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 943 time: 0.0767305 Jul 05 18:49:09.157635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d224cbc2-71f2-42f0-b98f-913b7885bc53 req-cb56dee1-6e30-4a5b-bd87-cc9fee8e2843 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367975 Jul 05 18:49:09.527024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 212faa83-286b-4de9-982f-20954795dfb9 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:49:09.574907 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1cef405a-7aaa-4c6d-8f94-2deb02ca5b37 req-f3c5ab2e-9f51-4e42-a999-48e0c49a61e3 service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596245 Jul 05 18:49:09.576928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 212faa83-286b-4de9-982f-20954795dfb9 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:49:10.339451 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a829b7-2a24-4d1b-abe5-daf1d97ae4a3 req-f4d2d4d1-a760-40c1-bece-fa0381ddf6c1 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:10.340934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4a829b7-2a24-4d1b-abe5-daf1d97ae4a3 req-f4d2d4d1-a760-40c1-bece-fa0381ddf6c1 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 943 time: 0.0624957 Jul 05 18:49:10.379181 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4a829b7-2a24-4d1b-abe5-daf1d97ae4a3 req-8cda067a-de35-42d7-967a-02a6b32430e4 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324848 Jul 05 18:49:10.419945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'tag': '212faa83-286b-4de9-982f-20954795dfb9'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:49:10.422317 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9afdefa-34c0-42f6-b67b-271977fdbbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "tag": "212faa83-286b-4de9-982f-20954795dfb9"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:49:10.468375 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c18b480-89f3-4bc6-aaea-658b109d15d4 x-openstack-request-id: req-5c18b480-89f3-4bc6-aaea-658b109d15d4 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:49:10.468664 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "tag": "212faa83-286b-4de9-982f-20954795dfb9", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:49:10.468911 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c18b480-89f3-4bc6-aaea-658b109d15d4 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:49:10.469310 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'tag': '212faa83-286b-4de9-982f-20954795dfb9', 'status': 'completed', 'code': 200} Jul 05 18:49:10.584316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-13cf2365-013e-4370-8911-e0ac1423c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:10.585821 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-13cf2365-013e-4370-8911-e0ac1423c831 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0975440 Jul 05 18:49:10.588232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-a887d315-4aff-4f7c-9444-3557abde1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:10.589586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-a887d315-4aff-4f7c-9444-3557abde1f2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 1094 time: 0.0919933 Jul 05 18:49:10.743644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-43edc283-f55d-40aa-976d-1daa93a3ab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:10.745126 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-43edc283-f55d-40aa-976d-1daa93a3ab46 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.1520140 Jul 05 18:49:10.747733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-fca35ddd-8ce7-4ed4-a93e-9a5d4d58b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:10.749072 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-fca35ddd-8ce7-4ed4-a93e-9a5d4d58b750 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.1481826 Jul 05 18:49:10.819148 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-01b4877e-e3aa-45c0-b508-3139bc6f6ec2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=212faa83-286b-4de9-982f-20954795dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0672522 Jul 05 18:49:10.820495 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-73173909-0e1c-47fb-8375-f0d1d3fedf22 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=212faa83-286b-4de9-982f-20954795dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0631077 Jul 05 18:49:10.903753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-87b9d0e1-72b1-4084-8780-1a7b3892da0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:10.905383 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-87b9d0e1-72b1-4084-8780-1a7b3892da0f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0793383 Jul 05 18:49:10.907072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-9691eb40-6e25-4ccd-aeec-ff133dc119f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:10.908408 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-9691eb40-6e25-4ccd-aeec-ff133dc119f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0743744 Jul 05 18:49:10.966149 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-d6ce5162-7ffa-48b5-8e1e-a58e918baafe service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531294 Jul 05 18:49:10.968095 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-f8d60578-23a6-4912-8fe6-cd3b80097878 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473521 Jul 05 18:49:11.124095 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-fc2424b7-0fee-4b97-b211-c1239bcd94a0 service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508925 Jul 05 18:49:11.125668 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-1daf0cd2-f23a-40d2-90ff-24775ead5742 service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441586 Jul 05 18:49:11.312756 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-4e3b2e53-b187-4cfd-911e-3df5afe9db7b service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819444 Jul 05 18:49:11.314682 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a9afdefa-34c0-42f6-b67b-271977fdbbf9 req-3d600ec7-a43b-4b56-82f2-31a9ebe3e2a6 service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767631 Jul 05 18:49:11.561131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba802be-4748-471e-b773-d7c56f0f7cc8 req-29ca1594-c26d-48dc-aee6-d63942486e98 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:11.562693 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ba802be-4748-471e-b773-d7c56f0f7cc8 req-29ca1594-c26d-48dc-aee6-d63942486e98 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 943 time: 0.0691462 Jul 05 18:49:11.606322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ba802be-4748-471e-b773-d7c56f0f7cc8 req-73b2ec7d-fe06-4c6f-ae5e-4f90f7668e09 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Jul 05 18:49:12.171192 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 212faa83-286b-4de9-982f-20954795dfb9 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:49:12.265969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:49:12.277373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '212faa83-286b-4de9-982f-20954795dfb9', 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6', 'port_id': '212faa83-286b-4de9-982f-20954795dfb9', 'mac_address': 'fa:16:3e:8a:68:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35389b2-0b9d-47bf-a056-4a78c3eba2ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:49:12.312858 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:12.325402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 212faa83-286b-4de9-982f-20954795dfb9 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:49:12.344150 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:49:12.443208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:12.489265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:12.661133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['212faa83-286b-4de9-982f-20954795dfb9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:49:12.789125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a65571-5ba0-4c5b-a345-88c02e5baf16 req-8c153fcb-7046-48eb-bd2b-e35170fa42f2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:12.790644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62a65571-5ba0-4c5b-a345-88c02e5baf16 req-8c153fcb-7046-48eb-bd2b-e35170fa42f2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 944 time: 0.0632403 Jul 05 18:49:12.829057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62a65571-5ba0-4c5b-a345-88c02e5baf16 req-ee77f455-a552-4387-a6fe-560bb5c5ab51 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328348 Jul 05 18:49:13.261128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c14f0-4564-49ec-ab56-ddb623f6be06 req-cc70ea8a-9cae-4db0-8338-df68abe8bc8f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:13.262921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-302c14f0-4564-49ec-ab56-ddb623f6be06 req-cc70ea8a-9cae-4db0-8338-df68abe8bc8f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 944 time: 0.0650823 Jul 05 18:49:13.301349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-302c14f0-4564-49ec-ab56-ddb623f6be06 req-8e67c7dc-d51c-4b37-9d4d-284218ee2ea9 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328255 Jul 05 18:49:13.340153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-5553783b-cded-4df4-beaa-4ef36e2288a8 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:13.341640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-5553783b-cded-4df4-beaa-4ef36e2288a8 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.39 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0&tenant_id=85bffea046f848bc8c1dcc412983a7ad&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 944 time: 0.0776780 Jul 05 18:49:13.401909 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-13c2a725-d9d4-4877-b5a0-247ca14030d4 service neutron] delete failed (client error): The resource could not be found. Jul 05 18:49:13.402914 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-13c2a725-d9d4-4877-b5a0-247ca14030d4 service neutron] 10.222.0.39 "DELETE /v2.0/ports/212faa83-286b-4de9-982f-20954795dfb9/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0552983 Jul 05 18:49:13.499593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-38858980-b35a-409d-9086-b27e1f5f4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:13.501080 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-38858980-b35a-409d-9086-b27e1f5f4c7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0527282 Jul 05 18:49:13.591993 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-cd7a7157-393a-4037-901a-8e0b4b23a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:13.593468 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-cd7a7157-393a-4037-901a-8e0b4b23a886 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.0859969 Jul 05 18:49:13.633266 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-c4b7bc61-323a-4b70-8684-333b5760559e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=212faa83-286b-4de9-982f-20954795dfb9 HTTP/1.1" status: 200 len: 217 time: 0.0332584 Jul 05 18:49:13.686180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-1cc994b4-1aef-4169-8bf3-e793d733539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:13.687595 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-1cc994b4-1aef-4169-8bf3-e793d733539b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0481837 Jul 05 18:49:13.719517 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-51b8b8a9-f6f7-4f4e-991d-281704a40c4a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259418 Jul 05 18:49:13.807125 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-cddd6ddc-4ef8-4f5f-91b6-c318647442df service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809641 Jul 05 18:49:13.902029 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-848f750f-b161-40f7-9591-4cd50b6e6c48 req-173f7be6-7565-471f-a7ee-329f23f45cc1 service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880735 Jul 05 18:49:14.186362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 212faa83-286b-4de9-982f-20954795dfb9 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:49:14.276902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 212faa83-286b-4de9-982f-20954795dfb9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:49:14.280672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 212faa83-286b-4de9-982f-20954795dfb9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:49:14.281041 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:14.361747 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:14.384898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212faa83-286b-4de9-982f-20954795dfb9'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:49:14.391722 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62801de2-6406-4651-936c-b42be24e6929" -d '{"events": [{"server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "name": "network-vif-plugged", "status": "completed", "tag": "212faa83-286b-4de9-982f-20954795dfb9"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:49:14.402830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:49:14.471800 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:14.498093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb28db3-a22d-49bb-b4dd-0e0df80b48a7 req-dfa94fdf-7fb4-4c14-b175-4f2a8ab1326c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:14.500075 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ecb28db3-a22d-49bb-b4dd-0e0df80b48a7 req-dfa94fdf-7fb4-4c14-b175-4f2a8ab1326c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 944 time: 0.0832806 Jul 05 18:49:14.502585 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb3dd67a-1eca-485e-88a4-0da1ea8b2b74 x-openstack-request-id: req-fb3dd67a-1eca-485e-88a4-0da1ea8b2b74 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:49:14.502888 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "name": "network-vif-plugged", "status": "completed", "tag": "212faa83-286b-4de9-982f-20954795dfb9", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:49:14.503152 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb3dd67a-1eca-485e-88a4-0da1ea8b2b74 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:49:14.504183 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '212faa83-286b-4de9-982f-20954795dfb9', 'code': 200} Jul 05 18:49:14.531586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:14.542670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ecb28db3-a22d-49bb-b4dd-0e0df80b48a7 req-5cfc6989-67e4-4917-8fc5-e2fcf2a8b3de tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352488 Jul 05 18:49:15.719586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b440b-8a28-4a87-9973-06e892b63fa2 req-1a7c98b6-f707-40a2-bc22-d60e864729bc tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:15.721156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-423b440b-8a28-4a87-9973-06e892b63fa2 req-1a7c98b6-f707-40a2-bc22-d60e864729bc tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0657625 Jul 05 18:49:15.761024 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-423b440b-8a28-4a87-9973-06e892b63fa2 req-5ac47888-e0e5-424a-b2c1-0281dc9d3043 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Jul 05 18:49:15.936314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07cccd-2e94-4455-84bb-b006b176cb07 req-50638a63-d0dc-4293-be88-f3b463c417aa tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:15.937779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b07cccd-2e94-4455-84bb-b006b176cb07 req-50638a63-d0dc-4293-be88-f3b463c417aa tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0663729 Jul 05 18:49:15.982324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b07cccd-2e94-4455-84bb-b006b176cb07 req-09022171-6a82-4f3f-8176-5e9f1399461f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376487 Jul 05 18:49:16.162929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15aaf0e-0f49-4891-96e6-aca8757023aa req-a9ea69a4-7a0e-452f-9b98-d9db491e7844 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:16.164308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b15aaf0e-0f49-4891-96e6-aca8757023aa req-a9ea69a4-7a0e-452f-9b98-d9db491e7844 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0631166 Jul 05 18:49:16.200983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b15aaf0e-0f49-4891-96e6-aca8757023aa req-e83e122b-8225-4bef-aa72-02c30628ed6e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312107 Jul 05 18:49:17.204032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-93ad6e26-83ec-47ab-840f-d9b03cbc1a3a tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:17.205518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-93ad6e26-83ec-47ab-840f-d9b03cbc1a3a tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 815 time: 0.4380720 Jul 05 18:49:17.219791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-eb41114b-3028-477a-9fb6-5ea88d6dcb3f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/quotas/85bffea046f848bc8c1dcc412983a7ad HTTP/1.1" status: 200 len: 375 time: 0.0089188 Jul 05 18:49:17.280052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-9dd4a7ed-14df-4581-9e7b-8c072a5d259b tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551171 Jul 05 18:49:17.344920 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-baf83c60-618e-47be-832a-01ccd7d0ca47 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:49:17.345903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-baf83c60-618e-47be-832a-01ccd7d0ca47 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0585430 Jul 05 18:49:17.440148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-22fcbfa9-4ef9-4864-a520-8245c3789393 service neutron] 10.222.0.30 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869613 Jul 05 18:49:17.529362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-0d0bc06c-487a-42d5-9962-83b6091f7c70 service neutron] 10.222.0.30 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833967 Jul 05 18:49:17.783721 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed35b60d-16be-43e2-acdf-250154250a99 req-e544db45-5717-410f-a39a-2db3599f5834 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 210 time: 0.0316730 Jul 05 18:49:18.074290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-e819a66a-02c9-4f8e-b85d-83b22775c5e0 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:18.075998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-e819a66a-02c9-4f8e-b85d-83b22775c5e0 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.97 "GET /v2.0/ports?device_id=67a97e31-6660-4d55-8991-3760c9060fd0 HTTP/1.1" status: 200 len: 945 time: 0.0684106 Jul 05 18:49:18.184022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Deleting port 212faa83-286b-4de9-982f-20954795dfb9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:49:18.184371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:18.275809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] For port 212faa83-286b-4de9-982f-20954795dfb9, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=212faa83-286b-4de9-982f-20954795dfb9,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:49:18.276173 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:18.288953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Calling delete_port for 212faa83-286b-4de9-982f-20954795dfb9 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:49:18.505017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:18.518115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['212faa83-286b-4de9-982f-20954795dfb9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:49:18.538703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Pushing event deleted for resources: {'Port': ['ID=212faa83-286b-4de9-982f-20954795dfb9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:18.585824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] No DVR routers for this DVR port 212faa83-286b-4de9-982f-20954795dfb9 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:49:18.588645 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:18.591173 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e977b46b-c323-4e21-bfed-ba7a086ee46f req-ce5c4c39-67bd-4c07-86d1-78abfa4d1926 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.97 "DELETE /v2.0/ports/212faa83-286b-4de9-982f-20954795dfb9 HTTP/1.1" status: 204 len: 173 time: 0.5101268 Jul 05 18:49:18.593869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'name': 'network-vif-deleted', 'tag': '212faa83-286b-4de9-982f-20954795dfb9'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:49:18.594187 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e926a5f-fb2e-455e-9c22-89f4a51b133b" -d '{"events": [{"server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "name": "network-vif-deleted", "tag": "212faa83-286b-4de9-982f-20954795dfb9"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:49:18.635115 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4c6c78-9ca5-4907-b1e6-1c68e52df759 x-openstack-request-id: req-7f4c6c78-9ca5-4907-b1e6-1c68e52df759 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:49:18.635404 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a97e31-6660-4d55-8991-3760c9060fd0", "name": "network-vif-deleted", "tag": "212faa83-286b-4de9-982f-20954795dfb9", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:49:18.635654 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f4c6c78-9ca5-4907-b1e6-1c68e52df759 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:49:18.636050 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a97e31-6660-4d55-8991-3760c9060fd0', 'name': 'network-vif-deleted', 'tag': '212faa83-286b-4de9-982f-20954795dfb9', 'status': 'completed', 'code': 200} Jul 05 18:49:18.931719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ee28e2f-2bce-41aa-bfec-97faa515372b req-833d434d-0625-4cbe-840c-e73ff235f6ca tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 210 time: 0.0351954 Jul 05 18:49:19.979604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-d1a97c5c-46a4-468d-a4dc-da72a8af4168 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:19.981089 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-d1a97c5c-46a4-468d-a4dc-da72a8af4168 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.97 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 815 time: 0.1086838 Jul 05 18:49:19.993567 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Request body: {'port': {'device_id': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6', 'admin_state_up': True, 'tenant_id': '85bffea046f848bc8c1dcc412983a7ad'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:49:20.080959 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8de27a0d-b83b-4c7b-8654-f3bf8032f031 req-7a35b814-332d-41a0-81c6-75be66e6e266 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 210 time: 0.0278435 Jul 05 18:49:20.191325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Made reservation on behalf of 85bffea046f848bc8c1dcc412983a7ad for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:49:20.195028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:20.323017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Allocated IP 172.20.0.14 (3f013636-9287-439c-9f86-8133435b3cd6/d35389b2-0b9d-47bf-a056-4a78c3eba2ac/c612b154-46c1-4735-8728-2b664e2805af) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:49:20.476001 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:20.579217 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:20.625772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Network 3f013636-9287-439c-9f86-8133435b3cd6 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:49:20.629265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:49:20.631704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:49:20.664283 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Pushing event updated for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:20.693630 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:20.694170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:20.802479 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-833cb776-4f2b-44ad-b060-a9cf0ee63ace tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8129320 Jul 05 18:49:20.814631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Request body: {'port': {'device_id': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:49:20.825862 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ff7afbfe-7a75-41f8-83a7-834cbd9dcc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:20.890028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:21.155753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c612b154-46c1-4735-8728-2b664e2805af {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:49:21.163329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:21.174946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Transition to ACTIVE for port object c612b154-46c1-4735-8728-2b664e2805af will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:49:21.241460 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:21.256795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828f3e9-1cc3-4d74-a8f1-e6f5f1957205 req-52c1caef-cd3a-4f00-b921-850a4771d8b6 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:21.258315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6828f3e9-1cc3-4d74-a8f1-e6f5f1957205 req-52c1caef-cd3a-4f00-b921-850a4771d8b6 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 932 time: 0.0635786 Jul 05 18:49:21.293247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:21.297585 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6828f3e9-1cc3-4d74-a8f1-e6f5f1957205 req-cf3b1ef3-5cfd-46de-8d9e-96db5a02f30d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331113 Jul 05 18:49:21.319153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.319494 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.319834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.320166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.320497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.320824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.321146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.321467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.321789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.322109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.322427 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.322765 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:21.372142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Attempting to bind port c612b154-46c1-4735-8728-2b664e2805af on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:49:21.372142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Attempting to bind port c612b154-46c1-4735-8728-2b664e2805af by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:49:21.372142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Attempting to bind port c612b154-46c1-4735-8728-2b664e2805af on network 3f013636-9287-439c-9f86-8133435b3cd6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:49:21.374584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Port c612b154-46c1-4735-8728-2b664e2805af on network 3f013636-9287-439c-9f86-8133435b3cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:49:21.374899 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Attempting to bind port c612b154-46c1-4735-8728-2b664e2805af on network 3f013636-9287-439c-9f86-8133435b3cd6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:49:21.380378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:49:21.380724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Checking segment: {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:49:21.381088 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Bound using segment: {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:49:21.381507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Bound port: c612b154-46c1-4735-8728-2b664e2805af, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:49:21.381860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:21.447382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:49:21.450377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:49:21.517275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:21.550006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:21.551390 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:21.552810 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] 10.222.0.97 "PUT /v2.0/ports/c612b154-46c1-4735-8728-2b664e2805af HTTP/1.1" status: 200 len: 1092 time: 0.7425046 Jul 05 18:49:21.553249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:49:21.555518 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc08d74-a933-413b-9445-d9223e167182" -d '{"events": [{"name": "network-changed", "server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "tag": "c612b154-46c1-4735-8728-2b664e2805af"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:49:21.583129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9237c-643c-445b-a55e-b5362339b3e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:21.591541 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccbc364-f161-4e26-b91b-610e541226dc x-openstack-request-id: req-4ccbc364-f161-4e26-b91b-610e541226dc {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:49:21.591541 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "tag": "c612b154-46c1-4735-8728-2b664e2805af", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:49:21.591541 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ccbc364-f161-4e26-b91b-610e541226dc {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:49:21.591979 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af', 'status': 'completed', 'code': 200} Jul 05 18:49:21.664701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc08d74-a933-413b-9445-d9223e167182 req-ceb35fe4-4656-4925-b24b-b5534d344090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:21.666139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-adc08d74-a933-413b-9445-d9223e167182 req-ceb35fe4-4656-4925-b24b-b5534d344090 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 1095 time: 0.0540676 Jul 05 18:49:21.775170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc08d74-a933-413b-9445-d9223e167182 req-c214e9ce-f035-40a3-881a-9326e1eda474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:21.776644 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-adc08d74-a933-413b-9445-d9223e167182 req-c214e9ce-f035-40a3-881a-9326e1eda474 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=85bffea046f848bc8c1dcc412983a7ad&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1041880 Jul 05 18:49:21.867022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc08d74-a933-413b-9445-d9223e167182 req-c9be12d7-561c-4357-bd32-ad496b5c9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:21.868509 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-adc08d74-a933-413b-9445-d9223e167182 req-c9be12d7-561c-4357-bd32-ad496b5c9397 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0864196 Jul 05 18:49:21.961552 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-7eeb6b51-ba91-4f3c-bbb3-b9fbad63cc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:21.963091 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-7eeb6b51-ba91-4f3c-bbb3-b9fbad63cc48 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 1095 time: 0.0558569 Jul 05 18:49:22.002263 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-100f74e6-ac7c-4fc9-8b8e-5236b3a76d9c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c612b154-46c1-4735-8728-2b664e2805af HTTP/1.1" status: 200 len: 217 time: 0.0326433 Jul 05 18:49:22.049727 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-7cdc5cf2-57d0-4a94-9764-8514ba2716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:22.051333 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-7cdc5cf2-57d0-4a94-9764-8514ba2716fd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0436456 Jul 05 18:49:22.082715 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-f7678259-7f4c-4bd7-ac0b-b4ec69c2d67e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251637 Jul 05 18:49:22.173113 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-2acbbd7a-08db-4bb5-9b14-483656bb9fca service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845516 Jul 05 18:49:22.232433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 212faa83-286b-4de9-982f-20954795dfb9 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:49:22.251922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 212faa83-286b-4de9-982f-20954795dfb9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:49:22.252257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 212faa83-286b-4de9-982f-20954795dfb9 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:49:22.260042 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c8ae3b66-5065-41dd-bd64-b135df87c53e req-e47263cc-50b6-46c7-8ab5-9be6df448c74 service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812178 Jul 05 18:49:22.480140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3776b0-be37-42da-8de8-6e0f07cb837a req-6758d609-1ee1-4941-8854-d185b06a4944 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:22.481587 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e3776b0-be37-42da-8de8-6e0f07cb837a req-6758d609-1ee1-4941-8854-d185b06a4944 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 944 time: 0.0669651 Jul 05 18:49:22.519471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e3776b0-be37-42da-8de8-6e0f07cb837a req-fa0c26e4-624b-4acb-b68a-291d2c05cb94 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314455 Jul 05 18:49:23.494015 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a62081e-e65f-4ea2-a6fd-d2df216332fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:23.691618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956abf03-e39a-4b8c-9db6-8d03f843de4b req-99ea26b0-93f7-4fbf-be81-a99016a44c8d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:23.693288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-956abf03-e39a-4b8c-9db6-8d03f843de4b req-99ea26b0-93f7-4fbf-be81-a99016a44c8d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 944 time: 0.0638015 Jul 05 18:49:23.717118 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:23.737650 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-956abf03-e39a-4b8c-9db6-8d03f843de4b req-1c345306-66da-45c2-a847-0567f3d4fe00 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385239 Jul 05 18:49:24.232645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c612b154-46c1-4735-8728-2b664e2805af details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:49:24.325680 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:49:24.336705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'c612b154-46c1-4735-8728-2b664e2805af', 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6', 'port_id': 'c612b154-46c1-4735-8728-2b664e2805af', 'mac_address': 'fa:16:3e:27:3f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35389b2-0b9d-47bf-a056-4a78c3eba2ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:49:24.375144 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:24.387968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c612b154-46c1-4735-8728-2b664e2805af {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:49:24.406306 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:49:24.505625 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:24.553085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:24.560423 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.560771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.561117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.561457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.561791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.562123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.562454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.562818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.563148 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.563474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.563802 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.564130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:49:24.689976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['c612b154-46c1-4735-8728-2b664e2805af'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:49:24.816346 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:24.912278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2913-2cc5-47c5-a219-f6372f6d7dcd req-b0dd4a7b-bd2f-4357-9ba1-12ee630a7e22 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:24.913748 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bde2913-2cc5-47c5-a219-f6372f6d7dcd req-b0dd4a7b-bd2f-4357-9ba1-12ee630a7e22 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 945 time: 0.0618336 Jul 05 18:49:24.950576 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4bde2913-2cc5-47c5-a219-f6372f6d7dcd req-1b5e088b-daa9-44bc-a1b3-abf5db11ec23 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Jul 05 18:49:26.123080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f34945-336e-47ef-a127-47c0b2d38092 req-3d6ddc1f-6c19-472e-b63f-e007161b1a5d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:26.124452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75f34945-336e-47ef-a127-47c0b2d38092 req-3d6ddc1f-6c19-472e-b63f-e007161b1a5d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 945 time: 0.0649812 Jul 05 18:49:26.161592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75f34945-336e-47ef-a127-47c0b2d38092 req-5aed464d-7265-4c08-8be7-05f597d9953e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316026 Jul 05 18:49:26.248667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c612b154-46c1-4735-8728-2b664e2805af up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:49:26.333772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port c612b154-46c1-4735-8728-2b664e2805af completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:49:26.337565 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port c612b154-46c1-4735-8728-2b664e2805af triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:49:26.337939 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:26.412114 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:26.449408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:49:26.449408 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d3baa1a-c71c-4c50-84a6-64ecb3651450" -d '{"events": [{"server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "name": "network-vif-plugged", "status": "completed", "tag": "c612b154-46c1-4735-8728-2b664e2805af"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:49:26.458180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:49:26.507052 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4fd7cc-c46e-49eb-b06c-8c04c4fb6afd x-openstack-request-id: req-7c4fd7cc-c46e-49eb-b06c-8c04c4fb6afd {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:49:26.509496 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "name": "network-vif-plugged", "status": "completed", "tag": "c612b154-46c1-4735-8728-2b664e2805af", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:49:26.509496 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c4fd7cc-c46e-49eb-b06c-8c04c4fb6afd {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:49:26.509496 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af', 'code': 200} Jul 05 18:49:26.557330 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:26.588372 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:26.608211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:49:26.624786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1abc8b-e0bf-4c61-8200-c54628ccd007 req-da6df6da-fbfe-428a-bdca-0631f115cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:26.626364 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6a1abc8b-e0bf-4c61-8200-c54628ccd007 req-da6df6da-fbfe-428a-bdca-0631f115cb98 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 1097 time: 0.0585666 Jul 05 18:49:26.661184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6a1abc8b-e0bf-4c61-8200-c54628ccd007 req-a7ca3fb3-dc10-4c62-ae09-788563db4757 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290132 Jul 05 18:49:27.339652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14269a5f-3301-4495-a7eb-ba4a7e106f06 req-51329360-bc7e-4709-b43b-5ccfec219d5a tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:27.341117 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14269a5f-3301-4495-a7eb-ba4a7e106f06 req-51329360-bc7e-4709-b43b-5ccfec219d5a tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0627964 Jul 05 18:49:27.381583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14269a5f-3301-4495-a7eb-ba4a7e106f06 req-2c72f720-3102-4f8d-9e37-5aedd0418df6 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349164 Jul 05 18:49:28.560057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320dfcc7-865d-455f-8c2e-59527f445cd0 req-4914b85b-6427-43ed-b591-5643c4a01e10 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:28.561539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-320dfcc7-865d-455f-8c2e-59527f445cd0 req-4914b85b-6427-43ed-b591-5643c4a01e10 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0660951 Jul 05 18:49:28.599949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-320dfcc7-865d-455f-8c2e-59527f445cd0 req-2e04e9b0-9f84-43e6-a8a8-adbd55fd8aaa tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325952 Jul 05 18:49:28.770572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4e693-2332-4cb8-a270-2393019b18e1 req-e15960bc-4064-4b80-a5cd-5d95ed80a7b5 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:28.772068 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ff4e693-2332-4cb8-a270-2393019b18e1 req-e15960bc-4064-4b80-a5cd-5d95ed80a7b5 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0632992 Jul 05 18:49:28.808819 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ff4e693-2332-4cb8-a270-2393019b18e1 req-7c5a6282-fcfb-4207-bc55-95fcc723c463 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311551 Jul 05 18:49:29.352527 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d8f3e-08ac-44b0-89bd-e975ada03b4f req-4668762f-1e1b-4653-8093-eb50eb54261d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:29.354019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-288d8f3e-08ac-44b0-89bd-e975ada03b4f req-4668762f-1e1b-4653-8093-eb50eb54261d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0620935 Jul 05 18:49:29.423907 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-288d8f3e-08ac-44b0-89bd-e975ada03b4f req-a5b4f260-d292-4df6-bb5d-fc95112cd826 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640781 Jul 05 18:49:29.442947 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-ea818f1e-fc4c-4236-a206-aef81e295de7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0842519 Jul 05 18:49:30.002840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:30.602829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342ab84-5516-4a88-ab18-1f875ef1c442 req-6a5260ef-4185-4628-95c1-edd8156f5cf5 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:30.604412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f342ab84-5516-4a88-ab18-1f875ef1c442 req-6a5260ef-4185-4628-95c1-edd8156f5cf5 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0643570 Jul 05 18:49:30.641683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f342ab84-5516-4a88-ab18-1f875ef1c442 req-3353c746-ff9e-447e-b6d9-d5ea72978adf tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316858 Jul 05 18:49:31.466070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-ea53f1e4-5428-43e2-896c-0c1d10b5e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:31.467620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-ea53f1e4-5428-43e2-896c-0c1d10b5e04f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 1097 time: 0.0524178 Jul 05 18:49:31.570155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-b8b12cf3-0b92-4aa7-9bc6-c60a4365b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:31.571693 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-b8b12cf3-0b92-4aa7-9bc6-c60a4365b10f service neutron] 10.222.0.97 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.0958362 Jul 05 18:49:31.615430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-67a73f5c-a67b-4f8b-96b3-a90353499aa2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c612b154-46c1-4735-8728-2b664e2805af HTTP/1.1" status: 200 len: 217 time: 0.0369337 Jul 05 18:49:31.664575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-15df177c-4186-491a-a3ae-f5cb37a4444f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:31.666017 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-15df177c-4186-491a-a3ae-f5cb37a4444f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0444531 Jul 05 18:49:31.702726 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-32abe23e-e591-45b2-9308-6489d2c1a5bc service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304670 Jul 05 18:49:31.790534 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-989f9bd0-32e7-4ce9-92cc-270b3a3e7bc3 service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814562 Jul 05 18:49:31.821852 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7284e0b-44ed-4531-91fa-ff3fa4dafdb2 req-f590b8a5-6aba-43cf-a2ab-1332b72fecc3 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:31.825279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7284e0b-44ed-4531-91fa-ff3fa4dafdb2 req-f590b8a5-6aba-43cf-a2ab-1332b72fecc3 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0670652 Jul 05 18:49:31.865389 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7284e0b-44ed-4531-91fa-ff3fa4dafdb2 req-0c40e01d-0c98-46c7-ba60-bc96a1da7769 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360844 Jul 05 18:49:31.904124 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-537a9e5c-21c0-4297-8953-6f932454fd0f service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069417 Jul 05 18:49:33.042999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3a3e9-5047-4f28-8988-9283a6af7e3d req-72ffd257-bf72-4434-853a-96437815b471 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:33.044488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01c3a3e9-5047-4f28-8988-9283a6af7e3d req-72ffd257-bf72-4434-853a-96437815b471 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0656173 Jul 05 18:49:33.082180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01c3a3e9-5047-4f28-8988-9283a6af7e3d req-0dd34858-f0ec-458f-81dd-a7491473cdd0 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321441 Jul 05 18:49:34.264486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6b438-1ae7-4d3d-ab69-5b2a5cdb4815 req-dab5fc68-a0b6-43fb-8e66-fea09a26c9ef tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:34.265969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ac6b438-1ae7-4d3d-ab69-5b2a5cdb4815 req-dab5fc68-a0b6-43fb-8e66-fea09a26c9ef tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0627646 Jul 05 18:49:34.302997 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ac6b438-1ae7-4d3d-ab69-5b2a5cdb4815 req-1deba860-5453-47f6-bc74-96f336bfa665 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Jul 05 18:49:35.491824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf90982-2764-4712-9d41-ce8d1c333f1f req-5f25a979-cf7a-447f-a13b-b7330305a2f1 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:35.493387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bf90982-2764-4712-9d41-ce8d1c333f1f req-5f25a979-cf7a-447f-a13b-b7330305a2f1 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0746870 Jul 05 18:49:35.540892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bf90982-2764-4712-9d41-ce8d1c333f1f req-ba19829b-8f5d-4cdd-b28e-a715eb5ee7f7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346141 Jul 05 18:49:36.208240 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:36.713236 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1182375-81de-4b17-b7a5-b3664feb6fa3 req-b24ecd9f-1c11-4bdf-9076-010df34c3606 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:36.714732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1182375-81de-4b17-b7a5-b3664feb6fa3 req-b24ecd9f-1c11-4bdf-9076-010df34c3606 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0622041 Jul 05 18:49:36.751772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f1182375-81de-4b17-b7a5-b3664feb6fa3 req-0cb2b7c7-beb8-485e-a572-9f3017e28242 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Jul 05 18:49:37.919183 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:49:37.934828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6bfffb-1b69-4c55-9fba-2ec95b6c3863 req-e432c1da-cfa7-4abe-9be5-d8fafc8d5573 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:37.936317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e6bfffb-1b69-4c55-9fba-2ec95b6c3863 req-e432c1da-cfa7-4abe-9be5-d8fafc8d5573 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0711851 Jul 05 18:49:37.974063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e6bfffb-1b69-4c55-9fba-2ec95b6c3863 req-41ef3643-fb32-444b-a668-768154c2606e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320683 Jul 05 18:49:39.147725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2ad237-5861-4117-94ae-5c5cb9d5f311 req-71b314ce-ce98-455e-bbc8-4453000a86e4 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:39.149136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee2ad237-5861-4117-94ae-5c5cb9d5f311 req-71b314ce-ce98-455e-bbc8-4453000a86e4 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0634470 Jul 05 18:49:39.186846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee2ad237-5861-4117-94ae-5c5cb9d5f311 req-2bf486a4-9185-4785-bb3d-b43092d0b5c2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Jul 05 18:49:40.359708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30f153-836e-4894-96cf-0c315bca460e req-94d89910-9057-468a-a987-bf4d68a7d923 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:40.364778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d30f153-836e-4894-96cf-0c315bca460e req-94d89910-9057-468a-a987-bf4d68a7d923 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0623157 Jul 05 18:49:40.399146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d30f153-836e-4894-96cf-0c315bca460e req-ee833ea0-2f00-42d6-8d98-c9269c98f4e2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323007 Jul 05 18:49:41.572288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b4d67-f84f-4ded-b301-9131f357653f req-473d8cd8-6e76-490b-b3bb-a6a31533f195 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:41.574605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed3b4d67-f84f-4ded-b301-9131f357653f req-473d8cd8-6e76-490b-b3bb-a6a31533f195 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0668766 Jul 05 18:49:41.614284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed3b4d67-f84f-4ded-b301-9131f357653f req-92bd634d-c85d-48b7-af0f-b1ce0c500fc4 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343614 Jul 05 18:49:42.811970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba041e-cc5f-44de-8ac3-db07253b74ea req-0f5257af-4f41-46ae-9f76-82f1cd4e0fe2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:42.813452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ba041e-cc5f-44de-8ac3-db07253b74ea req-0f5257af-4f41-46ae-9f76-82f1cd4e0fe2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0632901 Jul 05 18:49:42.852017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46ba041e-cc5f-44de-8ac3-db07253b74ea req-cdf59b0e-20ae-4e9c-a89a-a74ade93e1f5 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329640 Jul 05 18:49:44.040242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf6980-96cf-43af-a947-2d790478d6de req-254eeb29-284a-4968-a0d5-fac0273de369 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:44.041889 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bbcf6980-96cf-43af-a947-2d790478d6de req-254eeb29-284a-4968-a0d5-fac0273de369 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0736706 Jul 05 18:49:44.082350 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bbcf6980-96cf-43af-a947-2d790478d6de req-8c88304e-6cf5-4903-ba34-38c538d65511 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346892 Jul 05 18:49:45.256567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2458c-c67f-46f5-aab2-e18fbad5ad22 req-4f046c61-afc7-4b3c-b9a7-956ceef212f2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:45.258251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4e2458c-c67f-46f5-aab2-e18fbad5ad22 req-4f046c61-afc7-4b3c-b9a7-956ceef212f2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0620320 Jul 05 18:49:45.296224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4e2458c-c67f-46f5-aab2-e18fbad5ad22 req-7aaade2f-583e-4241-8fbe-6e444a8d0c6e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Jul 05 18:49:46.471704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217610a-50ea-4d16-9c95-3f36b5da3d95 req-4ecdfad5-e499-4fb4-a2b2-0613c02bb2d0 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:46.473184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7217610a-50ea-4d16-9c95-3f36b5da3d95 req-4ecdfad5-e499-4fb4-a2b2-0613c02bb2d0 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0674245 Jul 05 18:49:46.511162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7217610a-50ea-4d16-9c95-3f36b5da3d95 req-56b8bee1-68a5-46ef-b9ca-b5e0a7b270b3 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310979 Jul 05 18:49:47.694296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67a7a1-95f9-4f3c-8e46-a090b8dfc751 req-10986aea-cb2e-4423-9f61-e2667bddf5ee tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:47.695800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c67a7a1-95f9-4f3c-8e46-a090b8dfc751 req-10986aea-cb2e-4423-9f61-e2667bddf5ee tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0677080 Jul 05 18:49:47.733357 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c67a7a1-95f9-4f3c-8e46-a090b8dfc751 req-148c9295-b41c-4925-9d8b-bd3192a8a771 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Jul 05 18:49:48.918754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f548b-9e86-4369-b20c-850d2fbd908e req-476ddb14-e17e-4142-9a59-5cfeb5a36892 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:48.920239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e1f548b-9e86-4369-b20c-850d2fbd908e req-476ddb14-e17e-4142-9a59-5cfeb5a36892 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0635579 Jul 05 18:49:48.957545 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e1f548b-9e86-4369-b20c-850d2fbd908e req-e081a60b-4de5-4323-a689-1f8aa783630c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317986 Jul 05 18:49:50.137944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b9e60-f68c-4eac-8e94-0c6ec61e74ca req-10485eab-042d-43fa-98e5-5224ddf259d7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:50.139481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d8b9e60-f68c-4eac-8e94-0c6ec61e74ca req-10485eab-042d-43fa-98e5-5224ddf259d7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0677543 Jul 05 18:49:50.175897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5d8b9e60-f68c-4eac-8e94-0c6ec61e74ca req-8eaa5bb1-dc21-4a28-a93f-03b45ca0513b tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309212 Jul 05 18:49:50.801970 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2c6acd25-a1e7-472a-8fd3-89458366c713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:51.349026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a857d41-ac7d-4154-b977-d0b76839b3e4 req-55ed5086-bbbc-4072-bac6-4e1338bb3619 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:51.350526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a857d41-ac7d-4154-b977-d0b76839b3e4 req-55ed5086-bbbc-4072-bac6-4e1338bb3619 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0638416 Jul 05 18:49:51.388660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a857d41-ac7d-4154-b977-d0b76839b3e4 req-ae7cbc2f-1018-4c1e-adb7-9909a6ab1878 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325241 Jul 05 18:49:52.561156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1a518-2fed-44c3-92cf-58db36cf8e95 req-1df28fe8-e21d-4abc-9428-6363a907a648 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:52.562747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92e1a518-2fed-44c3-92cf-58db36cf8e95 req-1df28fe8-e21d-4abc-9428-6363a907a648 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0642254 Jul 05 18:49:52.601866 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-92e1a518-2fed-44c3-92cf-58db36cf8e95 req-d97c138d-e6c3-422c-97ce-ca1eaea91a4c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333643 Jul 05 18:49:53.499420 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f98f536-c83d-4d6e-8dd7-4fbeca41a5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:53.733646 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:53.789322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa14f04-feaf-4203-9dbf-2d192bfe3638 req-b90acd29-576d-4e66-b981-74da26464979 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:53.790754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7fa14f04-feaf-4203-9dbf-2d192bfe3638 req-b90acd29-576d-4e66-b981-74da26464979 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0703914 Jul 05 18:49:53.828411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7fa14f04-feaf-4203-9dbf-2d192bfe3638 req-22f1172c-ea9c-4a3f-8f56-f29debcd3159 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Jul 05 18:49:54.802315 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:55.009668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbab4b1-4f35-4b97-ab1a-05cd74f9cbf1 req-a23973fc-8795-409f-bb08-cab9e31020ba tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:55.011197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bbab4b1-4f35-4b97-ab1a-05cd74f9cbf1 req-a23973fc-8795-409f-bb08-cab9e31020ba tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0688610 Jul 05 18:49:55.048462 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bbab4b1-4f35-4b97-ab1a-05cd74f9cbf1 req-3aa7c51d-1676-4b30-a40a-3e4d6c722f37 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314620 Jul 05 18:49:56.221928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa99fe-0d9a-48c6-9de7-33a271c28b7f req-527dde5a-01f9-419e-b557-4ca33cc19eab tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:56.223453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4aa99fe-0d9a-48c6-9de7-33a271c28b7f req-527dde5a-01f9-419e-b557-4ca33cc19eab tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0660377 Jul 05 18:49:56.262914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e4aa99fe-0d9a-48c6-9de7-33a271c28b7f req-9769a480-3d62-4c49-9658-0df28021859a tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333614 Jul 05 18:49:56.522391 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:57.435470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3fb82-740f-4a9c-97c1-f177fa364e3e req-43213e24-e896-42f8-aeb4-77d6cd4216e2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:57.436976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cf3fb82-740f-4a9c-97c1-f177fa364e3e req-43213e24-e896-42f8-aeb4-77d6cd4216e2 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0643840 Jul 05 18:49:57.475032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cf3fb82-740f-4a9c-97c1-f177fa364e3e req-ebfbc678-6892-4398-be0c-eebab7c0ca04 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325637 Jul 05 18:49:58.651992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e62b0b-6f6f-49af-9d49-9efcb648c141 req-5df29062-a6ac-4220-9b37-0b8f8cc8793f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:58.653488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65e62b0b-6f6f-49af-9d49-9efcb648c141 req-5df29062-a6ac-4220-9b37-0b8f8cc8793f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0640328 Jul 05 18:49:58.692646 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-65e62b0b-6f6f-49af-9d49-9efcb648c141 req-f202c606-8df5-47fb-8c97-6e4650498a22 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337245 Jul 05 18:49:59.010695 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-086363d8-2ea5-444f-a76f-dbb3ec541b97 service neutron] show failed (client error): The resource could not be found. Jul 05 18:49:59.011966 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-086363d8-2ea5-444f-a76f-dbb3ec541b97 service neutron] 10.222.0.97 "GET /v2.0/ports/c612b154-46c1-4735-8728-2b664e2805af/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0557182 Jul 05 18:49:59.601642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-6d7667e4-4038-4b5f-bab5-834efaab1331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:59.604277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-6d7667e4-4038-4b5f-bab5-834efaab1331 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9&tenant_id=85bffea046f848bc8c1dcc412983a7ad HTTP/1.1" status: 200 len: 1097 time: 0.0566576 Jul 05 18:49:59.615161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:49:59.691581 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:49:59.888133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab4039-b23c-49dd-93db-bdb000086ef9 req-334fa842-9a4b-48df-970d-8cdbcd03433b tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:49:59.890320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01ab4039-b23c-49dd-93db-bdb000086ef9 req-334fa842-9a4b-48df-970d-8cdbcd03433b tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0803258 Jul 05 18:49:59.910858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:49:59.928836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01ab4039-b23c-49dd-93db-bdb000086ef9 req-d614b8e2-76e4-48d0-810f-b43bf381cf70 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Jul 05 18:49:59.945914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:49:59.985573 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:49:59.987863 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c5c99-847c-4a34-bdc0-acdccd656e27" -d '{"events": [{"server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c612b154-46c1-4735-8728-2b664e2805af"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:49:59.991809 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:00.001053 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:00.004105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Transition to ACTIVE for port object c612b154-46c1-4735-8728-2b664e2805af will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:50:00.035013 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555b9d00-9271-41fe-b9ff-758595644c6f x-openstack-request-id: req-555b9d00-9271-41fe-b9ff-758595644c6f {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:50:00.035708 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "name": "network-vif-unplugged", "status": "completed", "tag": "c612b154-46c1-4735-8728-2b664e2805af", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:50:00.035708 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-555b9d00-9271-41fe-b9ff-758595644c6f {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:50:00.035917 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af', 'code': 200} Jul 05 18:50:00.069604 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:00.137816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] No DVR routers for this DVR port c612b154-46c1-4735-8728-2b664e2805af on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:50:00.140898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Pushing event updated for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=6']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:00.174939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Attempting to bind port c612b154-46c1-4735-8728-2b664e2805af on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:50:00.177004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Attempting to bind port c612b154-46c1-4735-8728-2b664e2805af by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:50:00.177004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Attempting to bind port c612b154-46c1-4735-8728-2b664e2805af on network 3f013636-9287-439c-9f86-8133435b3cd6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:50:00.179770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Port c612b154-46c1-4735-8728-2b664e2805af on network 3f013636-9287-439c-9f86-8133435b3cd6 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:50:00.180083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Attempting to bind port c612b154-46c1-4735-8728-2b664e2805af on network 3f013636-9287-439c-9f86-8133435b3cd6 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:50:00.185486 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:50:00.185816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Checking segment: {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:50:00.186190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Bound using segment: {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:50:00.186632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Bound port: c612b154-46c1-4735-8728-2b664e2805af, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998882f6-41e0-45f7-8d2c-84a82a4c215c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:50:00.186984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:00.248990 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:50:00.251994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:50:00.328291 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:00.362016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:00.362662 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:00.364069 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] 10.222.0.39 "PUT /v2.0/ports/c612b154-46c1-4735-8728-2b664e2805af HTTP/1.1" status: 200 len: 1092 time: 0.7530901 Jul 05 18:50:00.385001 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12da535-a973-4e6c-87a5-4a7fa78aa101 service neutron] Pushing event updated for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:00.442601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-14f3d9e3-6da8-4f08-ab2a-c426da1e1646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:00.445140 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-14f3d9e3-6da8-4f08-ab2a-c426da1e1646 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 1095 time: 0.0564427 Jul 05 18:50:00.536577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-f8c474c9-1878-4910-a414-e9376fba4d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:00.538096 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-f8c474c9-1878-4910-a414-e9376fba4d2c service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.0858998 Jul 05 18:50:00.579658 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-2435a4c9-d740-401e-8348-d07b1b26ea97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c612b154-46c1-4735-8728-2b664e2805af HTTP/1.1" status: 200 len: 217 time: 0.0341632 Jul 05 18:50:00.630813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-0bcec225-6f40-41bb-b7d1-de5145368e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:00.632238 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-0bcec225-6f40-41bb-b7d1-de5145368e6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0464573 Jul 05 18:50:00.662913 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-4aab0a2e-2247-411c-a83d-6f65f5f55c53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246227 Jul 05 18:50:00.748637 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-cec8d009-b316-421b-afcd-728e1971b97a service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785830 Jul 05 18:50:00.840269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70d9e2c3-be99-42ce-899f-53427f2f91d1 req-f48b0c32-0c3f-4d07-9c3d-2f567825d248 service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845265 Jul 05 18:50:01.105498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15443fcf-3634-4b43-8b5a-c408d95324eb req-ebc104bf-dbfa-4263-9ddb-03360bee422f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:01.106982 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15443fcf-3634-4b43-8b5a-c408d95324eb req-ebc104bf-dbfa-4263-9ddb-03360bee422f tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 944 time: 0.0646591 Jul 05 18:50:01.144644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15443fcf-3634-4b43-8b5a-c408d95324eb req-16394336-2161-4f07-b9f0-5a671aef47cc tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Jul 05 18:50:02.037237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:50:02.039630 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-434f2818-c40d-4bac-8bf3-a893394f4b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "tag": "c612b154-46c1-4735-8728-2b664e2805af"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:50:02.086145 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f995041-e0c6-48cf-9525-74dcf976ab28 x-openstack-request-id: req-0f995041-e0c6-48cf-9525-74dcf976ab28 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:50:02.086438 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "tag": "c612b154-46c1-4735-8728-2b664e2805af", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:50:02.086720 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f995041-e0c6-48cf-9525-74dcf976ab28 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:50:02.087175 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af', 'status': 'completed', 'code': 200} Jul 05 18:50:02.205840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-004634b9-285a-44bb-986c-876567a7645c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:02.207394 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-004634b9-285a-44bb-986c-876567a7645c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 1095 time: 0.0923622 Jul 05 18:50:02.209131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-5766560a-07bd-4b74-8af3-8bdd5e77f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:02.210481 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-5766560a-07bd-4b74-8af3-8bdd5e77f474 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 1095 time: 0.1031637 Jul 05 18:50:02.332462 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6722620-0d1a-4b0f-9ab5-8ba997ae8aa0 req-01970661-3dbd-4614-af55-f807e0bf089d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:02.334039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6722620-0d1a-4b0f-9ab5-8ba997ae8aa0 req-01970661-3dbd-4614-af55-f807e0bf089d tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 944 time: 0.0730205 Jul 05 18:50:02.356997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c612b154-46c1-4735-8728-2b664e2805af no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:50:02.375742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6722620-0d1a-4b0f-9ab5-8ba997ae8aa0 req-6b0a2a5d-b6fc-405a-b826-335791319e2c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357687 Jul 05 18:50:02.400769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device c612b154-46c1-4735-8728-2b664e2805af not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:50:02.720004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-64ff5f05-db65-4f67-bcda-4bda2f6d9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:02.721497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-64ff5f05-db65-4f67-bcda-4bda2f6d9fb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.5051062 Jul 05 18:50:02.724055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-d6c2c431-9caa-4c31-96fa-4b73cfe9516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:02.725393 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-d6c2c431-9caa-4c31-96fa-4b73cfe9516f service neutron] 10.222.0.97 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.5019310 Jul 05 18:50:02.796638 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-aa57ec86-3c76-42fe-8ae9-a4cd71012cd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c612b154-46c1-4735-8728-2b664e2805af HTTP/1.1" status: 200 len: 217 time: 0.0674040 Jul 05 18:50:02.797982 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-2d590ad4-724a-4a8d-ab8d-2248df6862a0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c612b154-46c1-4735-8728-2b664e2805af HTTP/1.1" status: 200 len: 217 time: 0.0633118 Jul 05 18:50:02.882089 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-a8dc4868-c6a8-40f7-ba0a-225f4181876f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:02.883612 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-a8dc4868-c6a8-40f7-ba0a-225f4181876f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0793400 Jul 05 18:50:02.885015 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-c4d9813d-0496-4088-9b96-8487b9e82f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:02.886340 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-c4d9813d-0496-4088-9b96-8487b9e82f74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0831435 Jul 05 18:50:02.934953 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-527abd08-a2f2-410f-af19-a77112e07b43 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445974 Jul 05 18:50:02.964967 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-6404ac73-bde7-4de4-b423-2d7aecdcc87b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673289 Jul 05 18:50:03.108827 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-be347d86-2b6a-4bc3-8b0c-383fdcd305a7 service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529887 Jul 05 18:50:03.113674 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-064af633-ca3e-45d5-8fc6-386059b4b982 service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384847 Jul 05 18:50:03.263148 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-4e22e564-963e-477e-a2b3-c8a1d24ec670 service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484690 Jul 05 18:50:03.268253 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-434f2818-c40d-4bac-8bf3-a893394f4b9c req-cb5cd48c-b51d-4507-b183-54da3fe1b8ea service neutron] 10.222.0.39 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372561 Jul 05 18:50:03.555624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158e0d6-9aae-4537-b594-bd2b3ff46e4b req-283bf2d6-4bb3-4199-9556-70e254c4e4fe tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:03.557282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6158e0d6-9aae-4537-b594-bd2b3ff46e4b req-283bf2d6-4bb3-4199-9556-70e254c4e4fe tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 944 time: 0.0662017 Jul 05 18:50:03.595534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6158e0d6-9aae-4537-b594-bd2b3ff46e4b req-ba1398f9-0154-4cd2-a59e-06513ec80db5 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326242 Jul 05 18:50:03.684742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c612b154-46c1-4735-8728-2b664e2805af details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:50:03.777434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:03.788934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'c612b154-46c1-4735-8728-2b664e2805af', 'network_id': '3f013636-9287-439c-9f86-8133435b3cd6', 'port_id': 'c612b154-46c1-4735-8728-2b664e2805af', 'mac_address': 'fa:16:3e:27:3f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd35389b2-0b9d-47bf-a056-4a78c3eba2ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:50:03.828413 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:03.840992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c612b154-46c1-4735-8728-2b664e2805af {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:50:03.863964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:03.950656 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:04.010179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:04.044537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a913fe3-9ece-465e-992c-6b6938519b9d req-042cbb81-5279-4859-9739-601b22708697 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:04.046199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a913fe3-9ece-465e-992c-6b6938519b9d req-042cbb81-5279-4859-9739-601b22708697 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 945 time: 0.0724406 Jul 05 18:50:04.084981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a913fe3-9ece-465e-992c-6b6938519b9d req-95b23c48-fd05-41f1-ae46-67c8dc5ac139 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327020 Jul 05 18:50:04.144262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-61eeae91-6498-4509-ac80-f41c14b7889e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:04.145748 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-61eeae91-6498-4509-ac80-f41c14b7889e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.97 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9&tenant_id=85bffea046f848bc8c1dcc412983a7ad&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 945 time: 0.0782876 Jul 05 18:50:04.174058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c612b154-46c1-4735-8728-2b664e2805af'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:50:04.213098 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-19056524-0198-4a29-92d0-57a116bb1694 service neutron] delete failed (client error): The resource could not be found. Jul 05 18:50:04.214245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-19056524-0198-4a29-92d0-57a116bb1694 service neutron] 10.222.0.97 "DELETE /v2.0/ports/c612b154-46c1-4735-8728-2b664e2805af/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0628188 Jul 05 18:50:04.308178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-98dee754-f7cd-45b0-b1b9-a8a4c0befd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:04.309713 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-98dee754-f7cd-45b0-b1b9-a8a4c0befd12 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=85bffea046f848bc8c1dcc412983a7ad&device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 1096 time: 0.0536537 Jul 05 18:50:04.408459 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-3f0615b9-2f90-4aa8-a301-3d7e237999e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:04.410029 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-3f0615b9-2f90-4aa8-a301-3d7e237999e1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 200 len: 915 time: 0.0942309 Jul 05 18:50:04.450926 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-ff8ee8fe-72df-40f7-8e3d-7a6a9a0c3c34 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c612b154-46c1-4735-8728-2b664e2805af HTTP/1.1" status: 200 len: 217 time: 0.0338066 Jul 05 18:50:04.498614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-2fc6395c-cd4b-4219-8360-97d05dcda214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:04.500118 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-2fc6395c-cd4b-4219-8360-97d05dcda214 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 200 len: 855 time: 0.0438588 Jul 05 18:50:04.531998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-7fb5b6ae-fcfb-4901-8799-8fe2ade53f2c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=3f013636-9287-439c-9f86-8133435b3cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261331 Jul 05 18:50:04.623287 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-fcc71b30-b9c0-4f6a-8832-b84bf5272f29 service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849640 Jul 05 18:50:04.720850 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ae9ce6a6-b0d4-4649-8986-bb4aa0d61a87 req-cee9e0c7-6663-42a9-a7e4-b9b7314a8ae5 service neutron] 10.222.0.97 "GET /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916173 Jul 05 18:50:05.268936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820298c6-f81d-497e-a397-9e4cc943fd27 req-b1d10137-1a05-4476-8afe-e1d4bd1ce0df tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:05.270436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-820298c6-f81d-497e-a397-9e4cc943fd27 req-b1d10137-1a05-4476-8afe-e1d4bd1ce0df tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 945 time: 0.0684540 Jul 05 18:50:05.309235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-820298c6-f81d-497e-a397-9e4cc943fd27 req-8e10a47b-b885-4765-8af3-37d3780dd338 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Jul 05 18:50:05.696347 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c612b154-46c1-4735-8728-2b664e2805af up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:50:05.817769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port c612b154-46c1-4735-8728-2b664e2805af completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:50:05.822293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port c612b154-46c1-4735-8728-2b664e2805af triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:05.822742 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:05.900756 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:05.921990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:50:05.924218 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf61080-875a-4ed3-bc9d-3d8f407e95b6" -d '{"events": [{"server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "name": "network-vif-plugged", "status": "completed", "tag": "c612b154-46c1-4735-8728-2b664e2805af"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:50:05.937225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:05.960641 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0317cdf-6885-41a3-a511-207311bfb3c1 x-openstack-request-id: req-d0317cdf-6885-41a3-a511-207311bfb3c1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:50:05.960768 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "name": "network-vif-plugged", "status": "completed", "tag": "c612b154-46c1-4735-8728-2b664e2805af", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:50:05.960939 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0317cdf-6885-41a3-a511-207311bfb3c1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:50:05.961334 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af', 'code': 200} Jul 05 18:50:06.007385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:06.060017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:06.190052 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:06.483916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d00d8-2544-4c4e-bdbd-9166b1db29ea req-ee321d8a-21c9-4e2b-94bb-daf2f057fbd7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:06.485451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce9d00d8-2544-4c4e-bdbd-9166b1db29ea req-ee321d8a-21c9-4e2b-94bb-daf2f057fbd7 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0631764 Jul 05 18:50:06.526372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce9d00d8-2544-4c4e-bdbd-9166b1db29ea req-8b16f0bd-faa1-45ef-8179-1cf8488ee9ea tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Jul 05 18:50:06.706280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e9658-2c86-421d-94b9-a56613ea0a27 req-d8f045e4-767d-42d6-97e1-dd1df814824e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:06.707799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a5e9658-2c86-421d-94b9-a56613ea0a27 req-d8f045e4-767d-42d6-97e1-dd1df814824e tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0676129 Jul 05 18:50:06.745097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7a5e9658-2c86-421d-94b9-a56613ea0a27 req-fe2f748f-d029-4d17-bee5-cc903a1a2153 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Jul 05 18:50:06.918623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74309f1-ed31-4561-a085-487e3bcb3884 req-3fb43786-d48e-4e1a-8b86-823964cbbfed tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:06.920184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b74309f1-ed31-4561-a085-487e3bcb3884 req-3fb43786-d48e-4e1a-8b86-823964cbbfed tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0634315 Jul 05 18:50:06.957841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b74309f1-ed31-4561-a085-487e3bcb3884 req-f0c650e9-d61a-4057-a380-0d18c0d0bd3c tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320771 Jul 05 18:50:07.760038 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524b409-0e1c-4217-a5e8-bba0780a55ed req-31242c48-32da-44db-9ba5-f41a618f18d1 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:07.762049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f524b409-0e1c-4217-a5e8-bba0780a55ed req-31242c48-32da-44db-9ba5-f41a618f18d1 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0677321 Jul 05 18:50:07.802869 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f524b409-0e1c-4217-a5e8-bba0780a55ed req-54afeecd-9d53-445d-8e5c-0a84ffc49373 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345767 Jul 05 18:50:08.818619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28502f38-f811-45d8-8c70-14797b02f86c req-3833ae95-e96d-4ffd-be07-c439bcb60163 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:08.820008 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28502f38-f811-45d8-8c70-14797b02f86c req-3833ae95-e96d-4ffd-be07-c439bcb60163 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0709064 Jul 05 18:50:08.922120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-28502f38-f811-45d8-8c70-14797b02f86c req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Deleting port c612b154-46c1-4735-8728-2b664e2805af {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:50:08.922471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28502f38-f811-45d8-8c70-14797b02f86c req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:08.982616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494ce3f-f28d-4e75-80e7-09ece489aaaa req-419ae283-401f-4209-bd0a-996060c2a748 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:08.984234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1494ce3f-f28d-4e75-80e7-09ece489aaaa req-419ae283-401f-4209-bd0a-996060c2a748 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f47bfae-fa90-47a0-b917-73cee2b899d9 HTTP/1.1" status: 200 len: 946 time: 0.0682430 Jul 05 18:50:09.022708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-28502f38-f811-45d8-8c70-14797b02f86c req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] For port c612b154-46c1-4735-8728-2b664e2805af, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c612b154-46c1-4735-8728-2b664e2805af,segment=NetworkSegment(998882f6-41e0-45f7-8d2c-84a82a4c215c),segment_id=998882f6-41e0-45f7-8d2c-84a82a4c215c)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:09.023075 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28502f38-f811-45d8-8c70-14797b02f86c req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:09.025666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1494ce3f-f28d-4e75-80e7-09ece489aaaa req-a560a877-093f-402f-8a53-31977d5606c0 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.30 "GET /v2.0/security-groups?id=6c3c7409-5d6d-44b8-b974-7c468a5d7268&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337293 Jul 05 18:50:09.036699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-28502f38-f811-45d8-8c70-14797b02f86c req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Calling delete_port for c612b154-46c1-4735-8728-2b664e2805af owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:50:09.236098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28502f38-f811-45d8-8c70-14797b02f86c req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:09.247341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c612b154-46c1-4735-8728-2b664e2805af'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:50:09.269269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Pushing event deleted for resources: {'Port': ['ID=c612b154-46c1-4735-8728-2b664e2805af,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:09.315667 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-28502f38-f811-45d8-8c70-14797b02f86c req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] No DVR routers for this DVR port c612b154-46c1-4735-8728-2b664e2805af on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:50:09.318199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-28502f38-f811-45d8-8c70-14797b02f86c req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:09.320385 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-28502f38-f811-45d8-8c70-14797b02f86c req-fa587996-1c60-4e6c-8e03-1be3c9612547 tempest-ServerDiskConfigTestJSON-617485501 tempest-ServerDiskConfigTestJSON-617485501-project] 10.222.0.39 "DELETE /v2.0/ports/c612b154-46c1-4735-8728-2b664e2805af HTTP/1.1" status: 204 len: 173 time: 0.4949026 Jul 05 18:50:09.320834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'name': 'network-vif-deleted', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:50:09.323769 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce118a2-db46-4317-9114-0fcc5446e27e" -d '{"events": [{"server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "name": "network-vif-deleted", "tag": "c612b154-46c1-4735-8728-2b664e2805af"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:50:09.359648 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a5bbbc-7a5d-4cb4-8900-ab466f859b26 x-openstack-request-id: req-a0a5bbbc-7a5d-4cb4-8900-ab466f859b26 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:50:09.359942 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f47bfae-fa90-47a0-b917-73cee2b899d9", "name": "network-vif-deleted", "tag": "c612b154-46c1-4735-8728-2b664e2805af", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:50:09.360201 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0a5bbbc-7a5d-4cb4-8900-ab466f859b26 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:50:09.360656 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f47bfae-fa90-47a0-b917-73cee2b899d9', 'name': 'network-vif-deleted', 'tag': 'c612b154-46c1-4735-8728-2b664e2805af', 'status': 'completed', 'code': 200} Jul 05 18:50:10.296263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48202) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:10.344343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bdd8a8f-3d3d-43d6-b7f0-0a387b321ff2 admin admin] Deleting subnet d35389b2-0b9d-47bf-a056-4a78c3eba2ac {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 18:50:10.347388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8a8f-3d3d-43d6-b7f0-0a387b321ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.386895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8a8f-3d3d-43d6-b7f0-0a387b321ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.438184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8a8f-3d3d-43d6-b7f0-0a387b321ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.562392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8a8f-3d3d-43d6-b7f0-0a387b321ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.590981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd8a8f-3d3d-43d6-b7f0-0a387b321ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d35389b2-0b9d-47bf-a056-4a78c3eba2ac,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:10.596702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0bdd8a8f-3d3d-43d6-b7f0-0a387b321ff2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.600336 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0bdd8a8f-3d3d-43d6-b7f0-0a387b321ff2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d35389b2-0b9d-47bf-a056-4a78c3eba2ac HTTP/1.1" status: 204 len: 168 time: 0.3019354 Jul 05 18:50:10.602043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48204) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:10.680972 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.767132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.777170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f013636-9287-439c-9f86-8133435b3cd6']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:10.787003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998882f6-41e0-45f7-8d2c-84a82a4c215c') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:10.787297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998882f6-41e0-45f7-8d2c-84a82a4c215c') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:10.796077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.809118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.814657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 18:50:10.815035 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: timer() Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 18:50:10.816621 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 18:50:10.950431 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.954747 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:10.957371 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] 10.222.0.30 "DELETE /v2.0/networks/3f013636-9287-439c-9f86-8133435b3cd6 HTTP/1.1" status: 204 len: 168 time: 0.3536887 Jul 05 18:50:10.970747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be36728-ce90-4a47-b623-765bcbbcbcbb admin admin] Pushing event deleted for resources: {'Network': ['ID=3f013636-9287-439c-9f86-8133435b3cd6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:11.224922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48208) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:11.264677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fa7c577e-f695-47fd-8b05-0ee569b125aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85bffea046f848bc8c1dcc412983a7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386372 Jul 05 18:50:11.267088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48210) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:11.313188 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:11.333750 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:11.446242 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:11.455136 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:11.456307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6c3c7409-5d6d-44b8-b974-7c468a5d7268 HTTP/1.1" status: 204 len: 168 time: 0.1883421 Jul 05 18:50:11.465450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3c7409-5d6d-44b8-b974-7c468a5d7268,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:11.472523 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.472940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.473267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.473610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.473965 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.474285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.474639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.474975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.475382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.475623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.481206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:11.482041 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0db7cb-932e-410e-8e77-f117c2d47ed1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:12.451690 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48232) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:12.547885 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1764371116-network', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:12.612974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Made reservation on behalf of 30d20c1722624cc4bf2ce9a858403a2d for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:50:12.615383 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:12.624582 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:12.715052 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:12.767508 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:12.795898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 18:50:12.801245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd887914-20cd-46c6-9f60-8c80f65e3543,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:12.809569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:12.809923 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Added segment 604b5cbf-4cf7-4eda-bedc-638eb1f86965 of type vlan for network 11141520-c8c9-406c-ada3-0a619a75326e Jul 05 18:50:12.851329 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:12.933401 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:12.934406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:12.935016 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:12.995452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] Pushing event updated for resources: {'Network': ['ID=11141520-c8c9-406c-ada3-0a619a75326e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:13.005160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 11141520-c8c9-406c-ada3-0a619a75326e details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 18:50:13.047366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7a0208a0-af0f-4b2a-8ad5-0c736e30efe7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5945408 Jul 05 18:50:13.050115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48236) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:13.055068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Request body: {'subnet': {'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1764371116-subnet', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:13.148871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Made reservation on behalf of 30d20c1722624cc4bf2ce9a858403a2d for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:50:13.152375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:13.377785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:13.437274 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1676bb6-acca-4cf9-815b-b45e985bda99,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:13.445080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:50:13.445445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Network hostable DHCP agents. Network: 11141520-c8c9-406c-ada3-0a619a75326e, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 18:50:13.550105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Network 11141520-c8c9-406c-ada3-0a619a75326e is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 18:50:13.641688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 11141520-c8c9-406c-ada3-0a619a75326e) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:50:13.646153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:13.647058 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:13.650118 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d65cd27-3598-4c02-aa2f-b1ef99a4ef6d None None] Network 11141520-c8c9-406c-ada3-0a619a75326e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:50:13.729227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c612b154-46c1-4735-8728-2b664e2805af no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:50:13.751236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-96a4da98-6492-4b3d-a123-6736f80e9503 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6999130 Jul 05 18:50:13.753938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48238) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:13.758707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:13.766885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: c612b154-46c1-4735-8728-2b664e2805af {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:50:13.767382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c612b154-46c1-4735-8728-2b664e2805af not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:50:13.841283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-11141520-c8c9-406c-ada3-0a619a75326e', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 18:50:13.842141 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:13.842256 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:13.843243 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:13.896036 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:13.975711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Allocated IP 172.20.0.2 (11141520-c8c9-406c-ada3-0a619a75326e/d1676bb6-acca-4cf9-815b-b45e985bda99/2eb8fde5-76d6-4967-bc96-9a96b695344b) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:50:14.125842 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.126585 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.134411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Transition to ACTIVE for port object 2eb8fde5-76d6-4967-bc96-9a96b695344b will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:50:14.149305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Transition to ACTIVE for port object 2eb8fde5-76d6-4967-bc96-9a96b695344b will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:50:14.236438 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.274287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Network 11141520-c8c9-406c-ada3-0a619a75326e is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:50:14.278200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:50:14.280667 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:50:14.294748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Pushing event updated for resources: {'Port': ['ID=2eb8fde5-76d6-4967-bc96-9a96b695344b,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:14.350932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Attempting to bind port 2eb8fde5-76d6-4967-bc96-9a96b695344b on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:50:14.351301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Attempting to bind port 2eb8fde5-76d6-4967-bc96-9a96b695344b by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:50:14.351663 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Attempting to bind port 2eb8fde5-76d6-4967-bc96-9a96b695344b on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:50:14.356558 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:50:14.357053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:50:14.357461 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.357853 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:50:14.358319 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Bound port: 2eb8fde5-76d6-4967-bc96-9a96b695344b, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:50:14.358732 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.412785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.420570 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] For port 2eb8fde5-76d6-4967-bc96-9a96b695344b, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:50:14.423657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] For port 2eb8fde5-76d6-4967-bc96-9a96b695344b, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2eb8fde5-76d6-4967-bc96-9a96b695344b,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:50:14.432268 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.528374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.535547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Allocated IP 172.25.3.23 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/d5a298d1-d2db-49ab-b45d-5e13503a40b2) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:50:14.591988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bfe536-0fc5-4fcf-a88c-1e2c3a3813ff None None] Pushing event updated for resources: {'Port': ['ID=2eb8fde5-76d6-4967-bc96-9a96b695344b,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:14.648241 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.762799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:14.809164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:50:14.812252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:50:14.815857 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:50:14.847366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Pushing event updated for resources: {'Port': ['ID=d5a298d1-d2db-49ab-b45d-5e13503a40b2,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:14.918170 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:50:15.139135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:15.341776 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:15.488732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46992b-700f-4e5c-af9d-417b9d172e84 None None] Network 11141520-c8c9-406c-ada3-0a619a75326e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 18:50:15.527577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 18:50:15.597505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b15e5971-fe2e-4c59-996f-c91bc386d04c None None] Provisioning for port 2eb8fde5-76d6-4967-bc96-9a96b695344b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:50:15.637788 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:50:15.648718 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:50:15.658632 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:50:15.660265 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:49:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:15.693242 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:15.699261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a7ca30a1-437b-4cfe-af2d-2a320e7f66a5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9395301 Jul 05 18:50:15.699261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48240) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:15.773594 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:50:15.962182 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:14Z', 'revision_number': 3, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:15.989334 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:50:15.989675 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Updating router 7b4ed318-c085-4b11-b3e1-44885f1c998b port d5a298d1-d2db-49ab-b45d-5e13503a40b2 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:50:16.024045 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.292957 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.303239 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Transition to ACTIVE for port object d5a298d1-d2db-49ab-b45d-5e13503a40b2 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:50:16.379391 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.488825 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.520464 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Attempting to bind port d5a298d1-d2db-49ab-b45d-5e13503a40b2 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:50:16.521246 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Attempting to bind port d5a298d1-d2db-49ab-b45d-5e13503a40b2 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:50:16.521596 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Attempting to bind port d5a298d1-d2db-49ab-b45d-5e13503a40b2 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:50:16.533660 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:50:16.534075 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:50:16.534497 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.534925 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:50:16.535387 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Bound port: d5a298d1-d2db-49ab-b45d-5e13503a40b2, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:50:16.535756 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.570244 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Pushing event updated for resources: {'Port': ['ID=d5a298d1-d2db-49ab-b45d-5e13503a40b2,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:16.589941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2eb8fde5-76d6-4967-bc96-9a96b695344b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:50:16.603495 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] For port d5a298d1-d2db-49ab-b45d-5e13503a40b2, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:50:16.606527 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] For port d5a298d1-d2db-49ab-b45d-5e13503a40b2, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d5a298d1-d2db-49ab-b45d-5e13503a40b2,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:50:16.608676 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.609015 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.609409 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.609737 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.610064 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.610429 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.610820 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.611148 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.611953 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.611953 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.612205 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.612480 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:16.653670 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.674963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Allocated IP 172.20.0.1 (11141520-c8c9-406c-ada3-0a619a75326e/d1676bb6-acca-4cf9-815b-b45e985bda99/8e1ff255-dcca-4937-bcf4-3b294a6f5749) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:50:16.709222 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:50:16.709833 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:49:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:16.715859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 2eb8fde5-76d6-4967-bc96-9a96b695344b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:50:16.720350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2eb8fde5-76d6-4967-bc96-9a96b695344b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:16.720973 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.749351 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568aefb-4c8f-4c3f-b86b-13fb92334a2d None None] Pushing event updated for resources: {'Port': ['ID=d5a298d1-d2db-49ab-b45d-5e13503a40b2,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:16.793307 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.801130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.811211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Transition to ACTIVE for port object 8e1ff255-dcca-4937-bcf4-3b294a6f5749 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:50:16.836258 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:50:16.836497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 2eb8fde5-76d6-4967-bc96-9a96b695344b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2eb8fde5-76d6-4967-bc96-9a96b695344b,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:16.887859 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.917273 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:16.942137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=2eb8fde5-76d6-4967-bc96-9a96b695344b,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:16.956812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Network 11141520-c8c9-406c-ada3-0a619a75326e is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:50:16.959754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:50:16.963835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:50:16.991031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Pushing event updated for resources: {'Port': ['ID=8e1ff255-dcca-4937-bcf4-3b294a6f5749,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:17.009972 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:17.026009 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:14Z', 'revision_number': 3, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:17.054873 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b796b6-5a15-432e-b437-fbc30249b789 None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:14Z', 'revision_number': 3, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:50:17.234088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:17.372925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2424ebad-f46a-4c77-9286-ed6e4d022d67 None None] Provisioning for port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:50:17.377184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2424ebad-f46a-4c77-9286-ed6e4d022d67 None None] Provisioning complete for port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:17.377672 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2424ebad-f46a-4c77-9286-ed6e4d022d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:17.421853 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2424ebad-f46a-4c77-9286-ed6e4d022d67 None None] Port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:50:17.422078 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:17.487822 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:17.566399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:17.568183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Pushing event updated for resources: {'Port': ['ID=8e1ff255-dcca-4937-bcf4-3b294a6f5749,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:17.666840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Network 11141520-c8c9-406c-ada3-0a619a75326e is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:50:17.668355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:50:17.797761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:50:17.931044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:50:17.936671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5fa67fb5-6592-4f4e-bdce-c8093dced14e admin admin] 10.222.0.30 "PUT /v2.0/routers/7b4ed318-c085-4b11-b3e1-44885f1c998b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2378998 Jul 05 18:50:17.942024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-121050d2-79a7-4357-811e-77c0dcff9873 None None] Provisioning complete for port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:17.942521 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-121050d2-79a7-4357-811e-77c0dcff9873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:17.979172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-121050d2-79a7-4357-811e-77c0dcff9873 None None] Port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:50:18.545147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:50:18.555440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:50:18.556756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:49:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:18.648546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2eb8fde5-76d6-4967-bc96-9a96b695344b up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:50:18.662155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48250) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:18.667633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-66178410-2a98-4998-a7e7-68e5cb88aa24 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625516549', 'description': 'tempest-description--2057959653'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:18.703722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:50:18.750651 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66178410-2a98-4998-a7e7-68e5cb88aa24 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:18.780437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 2eb8fde5-76d6-4967-bc96-9a96b695344b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:18.780842 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:18.834854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66178410-2a98-4998-a7e7-68e5cb88aa24 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:18.904823 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66178410-2a98-4998-a7e7-68e5cb88aa24 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:18.935428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66178410-2a98-4998-a7e7-68e5cb88aa24 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3197b1d-b228-471f-a4fb-971e8d5ac48f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:18.950352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d5a298d1-d2db-49ab-b45d-5e13503a40b2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:50:18.990285 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66178410-2a98-4998-a7e7-68e5cb88aa24 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:18.994832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-66178410-2a98-4998-a7e7-68e5cb88aa24 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3284032 Jul 05 18:50:18.995175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48252) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:19.000138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-bcbd231f-75c1-4e16-bda5-fb8af78f851a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'security_group_rule': {'security_group_id': 'd3197b1d-b228-471f-a4fb-971e8d5ac48f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:19.007416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 2, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:19.037922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:50:19.038279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Updating router 7b4ed318-c085-4b11-b3e1-44885f1c998b port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 18:50:19.072519 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.080349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d5a298d1-d2db-49ab-b45d-5e13503a40b2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:50:19.086834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d5a298d1-d2db-49ab-b45d-5e13503a40b2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:19.087225 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.109710 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bcbd231f-75c1-4e16-bda5-fb8af78f851a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.167088 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bcbd231f-75c1-4e16-bda5-fb8af78f851a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.241729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bcbd231f-75c1-4e16-bda5-fb8af78f851a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.262942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd231f-75c1-4e16-bda5-fb8af78f851a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107bab10-2eab-4961-963d-297d41dd6758,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:19.295633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.325385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d5a298d1-d2db-49ab-b45d-5e13503a40b2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d5a298d1-d2db-49ab-b45d-5e13503a40b2,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:19.333335 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bcbd231f-75c1-4e16-bda5-fb8af78f851a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.334703 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bcbd231f-75c1-4e16-bda5-fb8af78f851a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383551 Jul 05 18:50:19.337718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 48254) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:19.342631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-391f72e6-f546-46e5-9488-3b68b66b1795 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'security_group_rule': {'security_group_id': 'd3197b1d-b228-471f-a4fb-971e8d5ac48f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:19.396503 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.439435 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.457959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-391f72e6-f546-46e5-9488-3b68b66b1795 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.463894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Transition to ACTIVE for port object 8e1ff255-dcca-4937-bcf4-3b294a6f5749 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:50:19.466945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d5a298d1-d2db-49ab-b45d-5e13503a40b2,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:19.515774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-391f72e6-f546-46e5-9488-3b68b66b1795 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.538947 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.593790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d06de-33fd-4608-b842-a1daabc494cf None None] Pushing event updated for resources: {'Port': ['ID=8e1ff255-dcca-4937-bcf4-3b294a6f5749,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:19.601649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-391f72e6-f546-46e5-9488-3b68b66b1795 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.625059 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f72e6-f546-46e5-9488-3b68b66b1795 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6388414-0391-4c68-9305-4b14e85fac76,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:19.656331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Attempting to bind port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:50:19.656697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Attempting to bind port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:50:19.657064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Attempting to bind port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:50:19.663532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:50:19.664047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:50:19.664448 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.664842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:50:19.665363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Bound port: 8e1ff255-dcca-4937-bcf4-3b294a6f5749, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:50:19.666352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.710446 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-391f72e6-f546-46e5-9488-3b68b66b1795 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.715420 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-391f72e6-f546-46e5-9488-3b68b66b1795 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729086 Jul 05 18:50:19.715751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48256) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:19.720428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:19.734981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] For port 8e1ff255-dcca-4937-bcf4-3b294a6f5749, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:50:19.738281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] For port 8e1ff255-dcca-4937-bcf4-3b294a6f5749, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8e1ff255-dcca-4937-bcf4-3b294a6f5749,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:50:19.784951 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.790520 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:19.862254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d06de-33fd-4608-b842-a1daabc494cf None None] Pushing event updated for resources: {'Port': ['ID=8e1ff255-dcca-4937-bcf4-3b294a6f5749,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:19.864812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:50:19.865434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:49:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:19.911225 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.039905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Allocated IP 172.25.3.225 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/a6a87a3b-74f8-4551-be35-379cbef6e262) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:50:20.151609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.154814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:50:20.230915 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.266665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:50:20.269505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:50:20.272969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:50:20.309636 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event updated for resources: {'Port': ['ID=a6a87a3b-74f8-4551-be35-379cbef6e262,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:20.363894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:20.372677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.399030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839205fe-9319-43d1-9170-ecb91c94b128 None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:50:20.487671 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.640474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d5a298d1-d2db-49ab-b45d-5e13503a40b2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:50:20.672571 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.692948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d5a298d1-d2db-49ab-b45d-5e13503a40b2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:20.692948 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.733865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.782149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8e1ff255-dcca-4937-bcf4-3b294a6f5749 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:50:20.811707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event updated for resources: {'Port': ['ID=a6a87a3b-74f8-4551-be35-379cbef6e262,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:20.818481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.831336 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6464d436-119d-4965-a6cc-feb7a3393925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.927018 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:20.928474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ae3a49cb-59c0-4d4a-b64c-f41fd437e2c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2115676 Jul 05 18:50:20.949538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:50:20.954197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:20.954804 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:21.047755 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:21.084269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 8e1ff255-dcca-4937-bcf4-3b294a6f5749, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8e1ff255-dcca-4937-bcf4-3b294a6f5749,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:21.085676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-868257a9-6013-4b7d-80f7-92e1bf93cf77 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--625516549&fields=id&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 267 time: 0.0365033 Jul 05 18:50:21.155834 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:21.203613 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-10e4775f-e6f5-49b4-a8ed-7a8578a8c0de tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:21.205242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-10e4775f-e6f5-49b4-a8ed-7a8578a8c0de tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 812 time: 0.1125858 Jul 05 18:50:21.208445 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=8e1ff255-dcca-4937-bcf4-3b294a6f5749,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:21.223834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2a962039-ffae-45d9-a775-b2ce37e5c7aa tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/quotas/30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 375 time: 0.0102508 Jul 05 18:50:21.297183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-d39dbc47-ad72-43d2-b273-8325f0f6ec1a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666370 Jul 05 18:50:21.451487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-dbb3c414-8760-4106-ac76-769f97397c68 service neutron] 10.222.0.30 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419294 Jul 05 18:50:21.540638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-d0b37ae8-4b51-4de7-a609-787fed32a342 service neutron] 10.222.0.30 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834851 Jul 05 18:50:21.773661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7ff10760-e9cd-437c-83ef-5e779abca50f req-b6d03f7f-ced7-47cc-88c1-04b172d812bd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 210 time: 0.0308464 Jul 05 18:50:22.534338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8e1ff255-dcca-4937-bcf4-3b294a6f5749 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:50:22.582580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:22.582967 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:22.923287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e6e3f2e-2c72-479a-a518-33bad9f2e7d2 req-3b4bbce9-430d-46f0-8521-a19083403f63 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 210 time: 0.0384526 Jul 05 18:50:23.487148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d20f1c06-4019-4624-8c74-2b1cbd06d815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:23.771860 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:23.947411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-5f5c7a43-e93e-4df7-9014-35b7d6e0622f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:23.949123 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-5f5c7a43-e93e-4df7-9014-35b7d6e0622f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 812 time: 0.1058888 Jul 05 18:50:23.996791 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2bc8d1e3-2342-47cd-8f29-0a4f26ab1465 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 379 time: 0.0382497 Jul 05 18:50:24.006322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'port': {'device_id': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'admin_state_up': True, 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'security_groups': ['d3197b1d-b228-471f-a4fb-971e8d5ac48f']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:24.072871 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7f48acd-9868-4db8-8572-d546ad22f60b req-44114d15-088f-444f-b4d5-3dfdb5ca53a8 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 210 time: 0.0298243 Jul 05 18:50:24.190310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Made reservation on behalf of 30d20c1722624cc4bf2ce9a858403a2d for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:50:24.194000 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:24.322225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Allocated IP 172.20.0.7 (11141520-c8c9-406c-ada3-0a619a75326e/d1676bb6-acca-4cf9-815b-b45e985bda99/37765152-c530-4280-a58c-a2644b868154) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:50:24.463277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:24.478248 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Transition to ACTIVE for port object 37765152-c530-4280-a58c-a2644b868154 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:50:24.562090 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:24.606521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Network 11141520-c8c9-406c-ada3-0a619a75326e is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:50:24.609769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:50:24.616032 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:50:24.622489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event updated for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:24.657449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.657862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.658153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.658498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.658878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.659215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.659545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.659875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.660203 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.660532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.660865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.661193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:24.689199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:24.689817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:24.762688 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-2f1d9874-ae62-4027-823c-71f5ed5110a1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7601206 Jul 05 18:50:24.776635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Request body: {'port': {'device_id': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:24.802933 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:24.849492 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:24.864079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a507a424-5c61-4f35-8d82-f3c2f0d142e8 None None] Provisioning for port 37765152-c530-4280-a58c-a2644b868154 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:50:24.868108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a507a424-5c61-4f35-8d82-f3c2f0d142e8 None None] Provisioning complete for port 37765152-c530-4280-a58c-a2644b868154 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:24.877314 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a507a424-5c61-4f35-8d82-f3c2f0d142e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:24.903370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a507a424-5c61-4f35-8d82-f3c2f0d142e8 None None] Port 37765152-c530-4280-a58c-a2644b868154 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:50:25.117479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37765152-c530-4280-a58c-a2644b868154 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:50:25.125874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:25.137812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Transition to ACTIVE for port object 37765152-c530-4280-a58c-a2644b868154 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:50:25.178418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:25.233006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Pushing event updated for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:25.254628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1500b23b-2584-4e7a-8c67-cf3e5bd0906d req-2ac3e826-c193-4acb-bb6e-cffa6f83b8cb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:25.257113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1500b23b-2584-4e7a-8c67-cf3e5bd0906d req-2ac3e826-c193-4acb-bb6e-cffa6f83b8cb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 943 time: 0.0742280 Jul 05 18:50:25.304152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1500b23b-2584-4e7a-8c67-cf3e5bd0906d req-aeb0174c-2314-4d50-9d17-46444eba9da9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410337 Jul 05 18:50:25.305310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Attempting to bind port 37765152-c530-4280-a58c-a2644b868154 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:50:25.305644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Attempting to bind port 37765152-c530-4280-a58c-a2644b868154 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:50:25.306573 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Attempting to bind port 37765152-c530-4280-a58c-a2644b868154 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:50:25.311544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Port 37765152-c530-4280-a58c-a2644b868154 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:50:25.311870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Attempting to bind port 37765152-c530-4280-a58c-a2644b868154 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:50:25.317056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:50:25.317386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:50:25.317960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:50:25.318544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Bound port: 37765152-c530-4280-a58c-a2644b868154, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:50:25.319090 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:25.389491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] For port 37765152-c530-4280-a58c-a2644b868154, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:50:25.392829 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] For port 37765152-c530-4280-a58c-a2644b868154, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:50:25.487091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:25.522598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:25.523226 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:25.525324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] 10.222.0.39 "PUT /v2.0/ports/37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 1091 time: 0.7531915 Jul 05 18:50:25.525324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'tag': '37765152-c530-4280-a58c-a2644b868154'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:50:25.527597 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8aaf02bf169075da3feee2ef279b505cbad171f33252de018e14caca3df9dd58" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec1df1f-28bf-440e-88de-383121909158" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "tag": "37765152-c530-4280-a58c-a2644b868154"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:50:25.557240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dd869-b090-416c-bc64-751cd2c34037 service neutron] Pushing event updated for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:25.572907 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11545805-2227-48ee-add7-81792a323387 x-openstack-request-id: req-11545805-2227-48ee-add7-81792a323387 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:50:25.573228 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "tag": "37765152-c530-4280-a58c-a2644b868154", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:50:25.573478 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11545805-2227-48ee-add7-81792a323387 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:50:25.573879 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'tag': '37765152-c530-4280-a58c-a2644b868154', 'status': 'completed', 'code': 200} Jul 05 18:50:25.653125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1df1f-28bf-440e-88de-383121909158 req-9c9e3db7-f507-464e-9428-d68ad9806605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:25.654750 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ec1df1f-28bf-440e-88de-383121909158 req-9c9e3db7-f507-464e-9428-d68ad9806605 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1094 time: 0.0600901 Jul 05 18:50:25.765244 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1df1f-28bf-440e-88de-383121909158 req-2cfdccfb-63a5-4ce6-bbbd-445c254130ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:25.766821 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ec1df1f-28bf-440e-88de-383121909158 req-2cfdccfb-63a5-4ce6-bbbd-445c254130ee service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1046271 Jul 05 18:50:25.863686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1df1f-28bf-440e-88de-383121909158 req-a404aac8-68bd-4cff-ac15-376173b8e184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:25.865176 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9ec1df1f-28bf-440e-88de-383121909158 req-a404aac8-68bd-4cff-ac15-376173b8e184 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921733 Jul 05 18:50:25.966061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-5a78b1f9-9b32-467b-ba8f-1b21d5cd8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:25.967110 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-5a78b1f9-9b32-467b-ba8f-1b21d5cd8459 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1094 time: 0.0583870 Jul 05 18:50:26.011999 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-1d06c6ca-40c3-4ee6-b131-5366ab31f0bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 217 time: 0.0364945 Jul 05 18:50:26.083764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-c6336795-fbc2-4d39-b4a8-5b4785e55222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:26.085300 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-c6336795-fbc2-4d39-b4a8-5b4785e55222 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0661366 Jul 05 18:50:26.142422 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-42f4e5ac-2b42-4db3-a379-f59598858dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:26.143926 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-42f4e5ac-2b42-4db3-a379-f59598858dc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517759 Jul 05 18:50:26.238299 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-324f44fe-00a7-48ae-b327-b6708714f084 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864739 Jul 05 18:50:26.325811 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02bc1156-9bec-4a19-80cd-013c60fe112c req-dece97b9-4c2f-44f4-8038-d001524e893e service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806060 Jul 05 18:50:26.483467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b539529-c057-4682-8a9e-d17bf38e9920 req-759e486f-a224-4d9f-8966-510d7826835f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:26.485178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b539529-c057-4682-8a9e-d17bf38e9920 req-759e486f-a224-4d9f-8966-510d7826835f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 943 time: 0.0686042 Jul 05 18:50:26.523351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b539529-c057-4682-8a9e-d17bf38e9920 req-c056c4ca-4a0e-4263-96b7-1b260b5772f5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327053 Jul 05 18:50:26.526671 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:27.696977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b30ee-2724-4a5d-bf90-2ca0487b10fe req-4ed3e0ff-218a-497c-bee0-6c82367a0f8c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:27.698648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-000b30ee-2724-4a5d-bf90-2ca0487b10fe req-4ed3e0ff-218a-497c-bee0-6c82367a0f8c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 943 time: 0.0646703 Jul 05 18:50:27.742779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-000b30ee-2724-4a5d-bf90-2ca0487b10fe req-b3f4238f-8bd7-4adf-8da3-6e1064d65449 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383422 Jul 05 18:50:28.926205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b2165-6603-4a94-a5f3-aee65b8bfa25 req-e48f3153-d546-44ab-bc42-a9aa70c20994 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:28.927718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc3b2165-6603-4a94-a5f3-aee65b8bfa25 req-e48f3153-d546-44ab-bc42-a9aa70c20994 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 943 time: 0.0682507 Jul 05 18:50:28.965779 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc3b2165-6603-4a94-a5f3-aee65b8bfa25 req-316f1596-51fc-4b26-953d-09e9b67d69f3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317533 Jul 05 18:50:29.789020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 37765152-c530-4280-a58c-a2644b868154 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:50:29.885696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 37765152-c530-4280-a58c-a2644b868154, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:29.897101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '37765152-c530-4280-a58c-a2644b868154', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': '37765152-c530-4280-a58c-a2644b868154', 'mac_address': 'fa:16:3e:f7:43:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:50:29.939733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:29.954129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37765152-c530-4280-a58c-a2644b868154 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:50:29.973559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 37765152-c530-4280-a58c-a2644b868154, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:30.001085 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:30.017418 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:30.081245 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:30.088730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.089022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.089361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.089695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.090027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.090449 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.090808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.091133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.091452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.091774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.092096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.092415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:50:30.153798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d421519-c9ac-4c94-854d-3888aa2b3cf5 req-6251c8a9-025d-4d58-a706-535702e8f4c7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:30.155323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d421519-c9ac-4c94-854d-3888aa2b3cf5 req-6251c8a9-025d-4d58-a706-535702e8f4c7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 944 time: 0.0685678 Jul 05 18:50:30.192235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d421519-c9ac-4c94-854d-3888aa2b3cf5 req-b3b6ec1d-4f5e-4ceb-8609-d8cd31a14bbf tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313029 Jul 05 18:50:30.212097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['37765152-c530-4280-a58c-a2644b868154'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:50:31.368635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025c6ea-d3b6-4027-9080-1263226849c0 req-f469647e-fbb7-4d53-99b4-545b76dfc608 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:31.370156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d025c6ea-d3b6-4027-9080-1263226849c0 req-f469647e-fbb7-4d53-99b4-545b76dfc608 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 944 time: 0.0660980 Jul 05 18:50:31.408940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d025c6ea-d3b6-4027-9080-1263226849c0 req-a3806fd1-554c-4de1-ba60-c49e26f1030e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331950 Jul 05 18:50:31.806748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 37765152-c530-4280-a58c-a2644b868154 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:50:31.938378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 37765152-c530-4280-a58c-a2644b868154 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:50:31.942204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 37765152-c530-4280-a58c-a2644b868154 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:50:31.942596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:32.021476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:32.043311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37765152-c530-4280-a58c-a2644b868154'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:50:32.045568 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2de4f8779d6deb533b31342d4997ec7129222a0e9dceaeae592f7f09f7ef2365" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d7d2ac-504a-4155-99db-022b2e9fc2e7" -d '{"events": [{"server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "name": "network-vif-plugged", "status": "completed", "tag": "37765152-c530-4280-a58c-a2644b868154"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:50:32.059129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 37765152-c530-4280-a58c-a2644b868154, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:50:32.080721 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c144b20-355e-458f-bb57-a7652ceb0503 x-openstack-request-id: req-6c144b20-355e-458f-bb57-a7652ceb0503 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:50:32.081012 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "name": "network-vif-plugged", "status": "completed", "tag": "37765152-c530-4280-a58c-a2644b868154", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:50:32.081295 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c144b20-355e-458f-bb57-a7652ceb0503 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:50:32.086133 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37765152-c530-4280-a58c-a2644b868154', 'code': 200} Jul 05 18:50:32.139205 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:32.186930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:50:32.205227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f5ca9-d361-4ef1-93cb-f3ec42ed759e req-5f1fd3df-52d8-4ac0-a426-883e050fd7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:32.206782 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-577f5ca9-d361-4ef1-93cb-f3ec42ed759e req-5f1fd3df-52d8-4ac0-a426-883e050fd7e4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1096 time: 0.0561948 Jul 05 18:50:32.241012 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-577f5ca9-d361-4ef1-93cb-f3ec42ed759e req-8b4294f4-7547-4d0f-a41a-1392b600113f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275047 Jul 05 18:50:32.616213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d0cfa-34f8-43da-8a1d-37089cde51c2 req-ba7e0ead-088d-4a72-b5b5-338c058cae9b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:32.617742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-576d0cfa-34f8-43da-8a1d-37089cde51c2 req-ba7e0ead-088d-4a72-b5b5-338c058cae9b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0818448 Jul 05 18:50:32.658067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-576d0cfa-34f8-43da-8a1d-37089cde51c2 req-9cf621f2-c626-4c2b-93e9-7429a4b5c6d7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343177 Jul 05 18:50:33.827361 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e71095-b49a-4a55-8bc5-6b0b91bffbb8 req-421396c2-2c78-4fee-8878-acee16467773 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:33.830833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1e71095-b49a-4a55-8bc5-6b0b91bffbb8 req-421396c2-2c78-4fee-8878-acee16467773 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0620787 Jul 05 18:50:33.868705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a1e71095-b49a-4a55-8bc5-6b0b91bffbb8 req-9f2ccc07-54d4-48cf-a591-70e054025723 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342031 Jul 05 18:50:34.042428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04593339-5ed0-4f66-9b85-daabfa7dda12 req-82d81e7e-2899-45f0-a3f7-8cfab8c03608 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:34.043975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-04593339-5ed0-4f66-9b85-daabfa7dda12 req-82d81e7e-2899-45f0-a3f7-8cfab8c03608 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0692391 Jul 05 18:50:34.052276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48312) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:50:34.056931 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-9b666491-f2f4-4f1b-bfb6-71f31d212c7e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'floatingip': {'port_id': '37765152-c530-4280-a58c-a2644b868154'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:50:34.096578 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9b666491-f2f4-4f1b-bfb6-71f31d212c7e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:34.550979 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9b666491-f2f4-4f1b-bfb6-71f31d212c7e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:34.600469 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9b666491-f2f4-4f1b-bfb6-71f31d212c7e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:34.701605 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-9b666491-f2f4-4f1b-bfb6-71f31d212c7e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034 associated. External IP: 172.25.3.225, port: 37765152-c530-4280-a58c-a2644b868154. Jul 05 18:50:34.918905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b666491-f2f4-4f1b-bfb6-71f31d212c7e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:50:35.026511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b666491-f2f4-4f1b-bfb6-71f31d212c7e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:50:35.031376 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9b666491-f2f4-4f1b-bfb6-71f31d212c7e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:35.036381 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:50:35.046148 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:50:35.046789 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:50:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:35.071957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9b666491-f2f4-4f1b-bfb6-71f31d212c7e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "PUT /v2.0/floatingips/b0ca5fb2-5f21-406f-83e3-5eabf5249034 HTTP/1.1" status: 200 len: 991 time: 1.0155990 Jul 05 18:50:35.071957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'tag': '37765152-c530-4280-a58c-a2644b868154'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:50:35.072874 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12580bdeb5480f3ab40d3a1ab099fd000338c59aaf3c0234b303048b88f03f8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "tag": "37765152-c530-4280-a58c-a2644b868154"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:50:35.189522 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:50:35.201924 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e118d3db-3f9c-49f0-afca-56ed97276118 x-openstack-request-id: req-e118d3db-3f9c-49f0-afca-56ed97276118 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:50:35.202231 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "tag": "37765152-c530-4280-a58c-a2644b868154", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:50:35.202488 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e118d3db-3f9c-49f0-afca-56ed97276118 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:50:35.202939 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'tag': '37765152-c530-4280-a58c-a2644b868154', 'status': 'completed', 'code': 200} Jul 05 18:50:35.285411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-9f91b07e-8326-4bf8-9d53-7756f12f639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:35.286883 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-9f91b07e-8326-4bf8-9d53-7756f12f639d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1096 time: 0.0577760 Jul 05 18:50:35.379087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-c8a93fdc-65fa-4b4c-b93a-5c0de862223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:35.380476 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-c8a93fdc-65fa-4b4c-b93a-5c0de862223b service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0866282 Jul 05 18:50:35.426160 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': '37765152-c530-4280-a58c-a2644b868154', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:f7:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:50:34Z', 'revision_number': 1, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:35.451879 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-b463bc33-4840-4395-b779-4fb1b03c2c29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 999 time: 0.0642498 Jul 05 18:50:35.454515 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:50:35.462942 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:50:35.463710 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:50:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:35.503609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-d3b81c65-4a8e-42c8-8c8b-af07ba96f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:35.505242 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-d3b81c65-4a8e-42c8-8c8b-af07ba96f6d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0464740 Jul 05 18:50:35.576037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-5cc4f7a3-af5d-4f4f-b16f-7a9ad75d6eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:50:35.577012 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:50:35.577725 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-5cc4f7a3-af5d-4f4f-b16f-7a9ad75d6eca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0661752 Jul 05 18:50:35.670359 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-8707a441-aa2b-46da-864a-39bdd4307633 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853593 Jul 05 18:50:35.777364 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ed3203a5-316f-4d61-a74e-7c8d876e1ff6 req-d289e150-0e4d-47e7-bb01-9c48c19d4408 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999935 Jul 05 18:50:35.811025 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': '37765152-c530-4280-a58c-a2644b868154', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:f7:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:50:34Z', 'revision_number': 1, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:50:35.841436 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b155bc-a00f-49c3-9a90-049fc6faf2ad None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': '37765152-c530-4280-a58c-a2644b868154', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:f7:43:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:50:34Z', 'revision_number': 1, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:50:36.042223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4b90ef-aed9-46de-9a5a-42d9ceb04920 None None] New status for floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:50:36.230270 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:50.818048 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-94e94f8f-a168-4c1b-8ed8-3de92a98807c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:51.917802 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:50:53.509403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-515382b2-7566-4e1b-ac75-43517374f4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:53.726800 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:54.806634 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:56.503692 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:50:59.977771 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:06.212127 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:20.805859 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ad808df-5ba4-4aa7-99f7-4e6d4b522802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:23.491293 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49362eb2-4a1b-4c11-a702-82986a2a195e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:23.714226 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:24.822909 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:26.520076 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:28.916595 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:51:29.993936 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:30.645312 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74275761-9669-4fd5-987b-818896ef4554 req-b30391bd-61a0-4565-b5d7-c425478c9cb8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026773 Jul 05 18:51:30.749541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275761-9669-4fd5-987b-818896ef4554 req-1198fdc7-ffa2-4a19-a89f-819b9f06d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:51:30.751072 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74275761-9669-4fd5-987b-818896ef4554 req-1198fdc7-ffa2-4a19-a89f-819b9f06d19f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1096 time: 0.0639734 Jul 05 18:51:30.863164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275761-9669-4fd5-987b-818896ef4554 req-ecdf2024-2775-4487-bdf0-b17d76738db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:51:30.864733 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74275761-9669-4fd5-987b-818896ef4554 req-ecdf2024-2775-4487-bdf0-b17d76738db8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0925486 Jul 05 18:51:30.930445 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74275761-9669-4fd5-987b-818896ef4554 req-1e231ae8-dcfc-414d-92af-efcb01e59ba0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 1001 time: 0.0587792 Jul 05 18:51:30.976897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275761-9669-4fd5-987b-818896ef4554 req-9fd46251-197f-4cf7-af97-a8d8152a1cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:51:30.978342 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74275761-9669-4fd5-987b-818896ef4554 req-9fd46251-197f-4cf7-af97-a8d8152a1cd8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0418441 Jul 05 18:51:31.039280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275761-9669-4fd5-987b-818896ef4554 req-8d90f92b-c146-45e9-994c-aee07f724c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:51:31.040760 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74275761-9669-4fd5-987b-818896ef4554 req-8d90f92b-c146-45e9-994c-aee07f724c25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548551 Jul 05 18:51:31.126710 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74275761-9669-4fd5-987b-818896ef4554 req-1499347f-1d1a-4f15-b70e-897a86ce7c89 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793073 Jul 05 18:51:31.229764 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74275761-9669-4fd5-987b-818896ef4554 req-4bdf5789-dc47-4050-8da8-fd1c233d80aa service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968349 Jul 05 18:51:36.200181 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:50.822602 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e24bbb1-bcce-4705-b4b0-4ac050d72639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:53.536811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e8865cb8-a523-4712-bfbe-8b18cc2c044d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:53.742700 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:54.822221 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:51:56.508374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:00.027954 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:05.915492 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:52:06.221768 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:12.762441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e954ce4a-249b-4157-b25c-cfc76037dc43 req-b3f5448b-8298-4e63-a89b-e5018d941ae3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:12.764273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e954ce4a-249b-4157-b25c-cfc76037dc43 req-b3f5448b-8298-4e63-a89b-e5018d941ae3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.1070089 Jul 05 18:52:12.801500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e954ce4a-249b-4157-b25c-cfc76037dc43 req-924d106c-7508-4829-ab67-61f691204a43 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318265 Jul 05 18:52:13.296477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07375d69-5fb6-4311-b4cb-264b8cf63b81 req-2943ede6-84ac-4586-a6fe-0bbe6c63f31d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:13.297994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07375d69-5fb6-4311-b4cb-264b8cf63b81 req-2943ede6-84ac-4586-a6fe-0bbe6c63f31d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0674179 Jul 05 18:52:13.364034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07375d69-5fb6-4311-b4cb-264b8cf63b81 req-0d7ad2f7-b468-4b3a-a51e-5b485fbba8dd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603278 Jul 05 18:52:13.386185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-d10fd566-f9d9-4de4-a5b4-b202f886cac3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0678861 Jul 05 18:52:14.653997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59209cb4-42e1-4b7c-baba-82ad94601374 req-e53b2c5e-12a5-480e-82b8-b1a1fe99c9a3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:14.655770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59209cb4-42e1-4b7c-baba-82ad94601374 req-e53b2c5e-12a5-480e-82b8-b1a1fe99c9a3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.1067846 Jul 05 18:52:14.692732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59209cb4-42e1-4b7c-baba-82ad94601374 req-c18e401b-85ca-465f-95bd-bd1b18c856d4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314119 Jul 05 18:52:15.875459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd94d15-fcd1-404c-bc9e-c03067289615 req-5a57c3c7-f64d-4296-8a4c-9fed620a502b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:15.876985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fd94d15-fcd1-404c-bc9e-c03067289615 req-5a57c3c7-f64d-4296-8a4c-9fed620a502b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0697730 Jul 05 18:52:15.916164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fd94d15-fcd1-404c-bc9e-c03067289615 req-3cff2a2a-269e-4829-890f-ffc777abdcac tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335550 Jul 05 18:52:17.092238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13223a1e-3e73-4488-bb06-2c07acba2d41 req-e5dcfb46-2edb-49bd-b91e-85941190fce3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:17.094025 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13223a1e-3e73-4488-bb06-2c07acba2d41 req-e5dcfb46-2edb-49bd-b91e-85941190fce3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0638957 Jul 05 18:52:17.132081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13223a1e-3e73-4488-bb06-2c07acba2d41 req-0d0aaf2e-b76b-4804-b30c-f97aaab2b524 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325534 Jul 05 18:52:18.307753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd734592-4d34-4920-bd3c-c1d78a4c0475 req-5f8df2bc-79a1-401e-bc6e-d153d661c02f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:18.309228 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd734592-4d34-4920-bd3c-c1d78a4c0475 req-5f8df2bc-79a1-401e-bc6e-d153d661c02f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0620151 Jul 05 18:52:18.350372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd734592-4d34-4920-bd3c-c1d78a4c0475 req-e85a919b-89e3-49f2-ad66-75e75ae5aae3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348949 Jul 05 18:52:18.666068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-738a0a20-86d3-42c7-aea8-82b7419bda8e req-7c58cb41-9672-470e-8fc2-021aba6494b0 service neutron] (100997) timed out ('10.222.0.39', 51362) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 18:52:19.532584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6dbf7-71dd-43f0-a8e9-b48778e34793 req-010fa4f4-0f74-4c67-99bc-48b169b4c2ed tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:19.534245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f6dbf7-71dd-43f0-a8e9-b48778e34793 req-010fa4f4-0f74-4c67-99bc-48b169b4c2ed tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0688639 Jul 05 18:52:19.574879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89f6dbf7-71dd-43f0-a8e9-b48778e34793 req-bf2bd562-e425-42e4-b578-7f982c2647c7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349832 Jul 05 18:52:19.661266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-96451bab-bfff-4590-951f-56495053ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:19.662727 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-96451bab-bfff-4590-951f-56495053ad6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1096 time: 0.0928199 Jul 05 18:52:19.751883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-cbac785d-6233-4dd5-8c9b-01a50bb9b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:19.753347 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-cbac785d-6233-4dd5-8c9b-01a50bb9b42f service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0845134 Jul 05 18:52:19.815784 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-99acda43-01ec-44c6-b8dd-6f4f5e0f646a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 1001 time: 0.0557830 Jul 05 18:52:19.866173 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-f2133f7a-c765-4da5-894b-98e1b46807df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:19.867702 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-f2133f7a-c765-4da5-894b-98e1b46807df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0452716 Jul 05 18:52:19.931286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-1f3f0d98-d6d1-4e8a-8fdf-235f37ad3451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:19.932710 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-1f3f0d98-d6d1-4e8a-8fdf-235f37ad3451 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575542 Jul 05 18:52:20.019824 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-49b204e3-f3f6-4326-a1d4-b883d68339c0 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793221 Jul 05 18:52:20.110795 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-942b31f9-9b1d-4754-984c-767ad3d32a87 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840132 Jul 05 18:52:20.746062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007c166-d67c-470c-8ea7-ff281542c3f3 req-9396e266-74f7-4dd1-9308-12292f261649 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:20.747751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a007c166-d67c-470c-8ea7-ff281542c3f3 req-9396e266-74f7-4dd1-9308-12292f261649 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0618439 Jul 05 18:52:20.784933 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a007c166-d67c-470c-8ea7-ff281542c3f3 req-f1edb4ef-ade9-4454-970c-1b468dafb019 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317378 Jul 05 18:52:20.793346 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-26461db8-2fda-46ec-967c-76291270f319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:22.298151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee7342-1a9e-4f2d-a25e-b34a15e0093d req-e20f5604-e6ef-4513-9c7b-8ef94bb91805 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:22.299759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-faee7342-1a9e-4f2d-a25e-b34a15e0093d req-e20f5604-e6ef-4513-9c7b-8ef94bb91805 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.4015946 Jul 05 18:52:22.339835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-faee7342-1a9e-4f2d-a25e-b34a15e0093d req-da16090a-8e3a-45fd-a093-3abd5c7a818a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345016 Jul 05 18:52:23.510726 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bc6103bc-1483-4c7b-921c-88c9fd33e7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:23.514986 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67e907-7c13-475a-8a05-877ad74e4c11 req-b664363d-672a-40b9-90e6-5d7f7d40e117 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:23.516536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b67e907-7c13-475a-8a05-877ad74e4c11 req-b664363d-672a-40b9-90e6-5d7f7d40e117 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0654354 Jul 05 18:52:23.559631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b67e907-7c13-475a-8a05-877ad74e4c11 req-91ab006f-0715-4dbe-855f-c26411d90ba5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374706 Jul 05 18:52:23.747868 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:24.742740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d88d69-0a2f-4eaf-9f0e-e2b0e34ea56a req-1a151a68-dd3a-400b-a182-4d2cbcdf9abc tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:24.744237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4d88d69-0a2f-4eaf-9f0e-e2b0e34ea56a req-1a151a68-dd3a-400b-a182-4d2cbcdf9abc tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0668240 Jul 05 18:52:24.783254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f4d88d69-0a2f-4eaf-9f0e-e2b0e34ea56a req-5036f2c2-528b-4893-a12c-e5e858120379 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319817 Jul 05 18:52:24.867381 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:25.968910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0de2ae-ba7a-4fd8-9bf4-db21ff84b59f req-02109f1e-a2d9-4de2-bcac-ef41fb0d9ad4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:25.970418 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab0de2ae-ba7a-4fd8-9bf4-db21ff84b59f req-02109f1e-a2d9-4de2-bcac-ef41fb0d9ad4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0643430 Jul 05 18:52:26.008128 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab0de2ae-ba7a-4fd8-9bf4-db21ff84b59f req-32c56bba-b5bd-45b8-a366-a93e5181b474 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321512 Jul 05 18:52:26.565028 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:27.184332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd1f5b-1bd0-4526-982d-6d276ae6e659 req-039a2ed7-bcae-4118-96d6-d342fa5157d9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:27.185847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21dd1f5b-1bd0-4526-982d-6d276ae6e659 req-039a2ed7-bcae-4118-96d6-d342fa5157d9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0642889 Jul 05 18:52:27.223000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21dd1f5b-1bd0-4526-982d-6d276ae6e659 req-d61b50e1-5136-403a-a606-b41fae08ee54 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315878 Jul 05 18:52:28.402290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2690a-f3b4-481e-96bf-079ab8c19e52 req-07eabb7c-3c90-4691-8225-8603b5821e04 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:28.404652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fe2690a-f3b4-481e-96bf-079ab8c19e52 req-07eabb7c-3c90-4691-8225-8603b5821e04 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0680115 Jul 05 18:52:28.442035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fe2690a-f3b4-481e-96bf-079ab8c19e52 req-1915108d-d3d9-40d4-8b29-375a7859c27f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319350 Jul 05 18:52:29.633816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea2448-aa7b-4e07-aee8-f34525fb8dbb req-4e29e2d8-f2d5-4654-8dd4-c362dbf6eddc tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:29.635361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccea2448-aa7b-4e07-aee8-f34525fb8dbb req-4e29e2d8-f2d5-4654-8dd4-c362dbf6eddc tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0637782 Jul 05 18:52:29.673530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccea2448-aa7b-4e07-aee8-f34525fb8dbb req-63ca17a5-3006-4f88-9e10-37d27b206de9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321782 Jul 05 18:52:30.032932 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:30.847062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35478b-952c-4a26-8352-89d7cf0885cb req-9063cc65-b633-4954-a3d1-96d33d6de29a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:30.848617 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da35478b-952c-4a26-8352-89d7cf0885cb req-9063cc65-b633-4954-a3d1-96d33d6de29a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0665989 Jul 05 18:52:30.887581 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da35478b-952c-4a26-8352-89d7cf0885cb req-d091e646-c245-410e-8a38-8c369316f156 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333865 Jul 05 18:52:32.063326 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74982b-79ec-42e5-92e7-a2d67b75bf96 req-0f183701-8aff-43cf-8f42-3badea61dd16 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:32.064830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb74982b-79ec-42e5-92e7-a2d67b75bf96 req-0f183701-8aff-43cf-8f42-3badea61dd16 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0653951 Jul 05 18:52:32.101570 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb74982b-79ec-42e5-92e7-a2d67b75bf96 req-24bdcf49-68c9-4f38-aed0-a23b169c855c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310349 Jul 05 18:52:32.534290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.39', 52119) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:52:32.589298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-39aae3bc-eee4-4e89-8b94-707fa4b6efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:32.590850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-39aae3bc-eee4-4e89-8b94-707fa4b6efd3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1096 time: 0.0554762 Jul 05 18:52:32.715577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-bd66ccb1-d0bb-4918-8039-eb33593e8088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:32.717312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-bd66ccb1-d0bb-4918-8039-eb33593e8088 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.1039398 Jul 05 18:52:32.772950 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-4b070173-33b9-4865-87e0-7124c26f8686 req-3c25fa2e-b33b-4d78-938a-53ec46cfd18a service neutron] show failed (client error): The resource could not be found. Jul 05 18:52:32.773987 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-3c25fa2e-b33b-4d78-938a-53ec46cfd18a service neutron] 10.222.0.39 "GET /v2.0/ports/37765152-c530-4280-a58c-a2644b868154/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.4251328 Jul 05 18:52:32.782637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-9004f6a6-a4fe-4ff2-b8ac-8d148cdf32f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 1001 time: 0.0590668 Jul 05 18:52:32.838552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-0b2bedd1-bde6-4cd4-a850-91c07cbf54d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:32.840249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-0b2bedd1-bde6-4cd4-a850-91c07cbf54d7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0513661 Jul 05 18:52:32.899571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-e3f2c62e-7a82-4138-9f6d-ed400489ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:32.901092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-e3f2c62e-7a82-4138-9f6d-ed400489ccd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533736 Jul 05 18:52:32.992252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-592aeb51-40eb-4492-967c-f3bdb20e7edd service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832458 Jul 05 18:52:33.089075 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-721f7fa1-753e-46f0-9d0b-44cb2c4ed42e req-1124dd38-d5d8-4b09-b7c8-f2c9ec09cba2 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895383 Jul 05 18:52:33.284883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f26f74-2a8f-4dda-accf-78dd1ab6d6b3 req-ff6a12dd-f417-4cfb-8878-8ec5fbaff8d6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:33.286409 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49f26f74-2a8f-4dda-accf-78dd1ab6d6b3 req-ff6a12dd-f417-4cfb-8878-8ec5fbaff8d6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0685134 Jul 05 18:52:33.321188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-eb383ff1-83c0-4e07-922a-10ea1d2b07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:33.322742 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-eb383ff1-83c0-4e07-922a-10ea1d2b07b5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 1096 time: 0.0916097 Jul 05 18:52:33.324160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49f26f74-2a8f-4dda-accf-78dd1ab6d6b3 req-22e4a402-b1e0-4b47-b6f9-a5ec50776d09 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321581 Jul 05 18:52:33.333781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:52:33.406425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:33.603490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] For port 37765152-c530-4280-a58c-a2644b868154, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:52:33.636155 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] For port 37765152-c530-4280-a58c-a2644b868154, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:52:33.675137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37765152-c530-4280-a58c-a2644b868154'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:52:33.679796 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:33.692568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Transition to ACTIVE for port object 37765152-c530-4280-a58c-a2644b868154 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:52:33.715480 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105f7c04-72f0-4f30-a690-192c0551af82" -d '{"events": [{"server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "name": "network-vif-unplugged", "status": "completed", "tag": "37765152-c530-4280-a58c-a2644b868154"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:52:33.735817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:33.837913 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a77b3e4c-d210-49cb-b253-7bbec2218196 x-openstack-request-id: req-a77b3e4c-d210-49cb-b253-7bbec2218196 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:52:33.838614 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "name": "network-vif-unplugged", "status": "completed", "tag": "37765152-c530-4280-a58c-a2644b868154", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:52:33.838614 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a77b3e4c-d210-49cb-b253-7bbec2218196 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:52:33.838951 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37765152-c530-4280-a58c-a2644b868154', 'code': 200} Jul 05 18:52:33.849292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Pushing event updated for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=6']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:33.874011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.874356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.874715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.875050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.875386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.875713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.876036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.876358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.876679 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.877003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.877321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.877635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:33.933528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] No DVR routers for this DVR port 37765152-c530-4280-a58c-a2644b868154 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:52:34.072902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Attempting to bind port 37765152-c530-4280-a58c-a2644b868154 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:52:34.078551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Attempting to bind port 37765152-c530-4280-a58c-a2644b868154 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:52:34.078551 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Attempting to bind port 37765152-c530-4280-a58c-a2644b868154 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:52:34.078821 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Port 37765152-c530-4280-a58c-a2644b868154 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:52:34.079303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Attempting to bind port 37765152-c530-4280-a58c-a2644b868154 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:52:34.085927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:52:34.086266 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:52:34.086745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:52:34.087139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Bound port: 37765152-c530-4280-a58c-a2644b868154, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:52:34.087496 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:34.150600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] For port 37765152-c530-4280-a58c-a2644b868154, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:52:34.153515 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] For port 37765152-c530-4280-a58c-a2644b868154, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:52:34.216120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:34.251035 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:34.251651 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:34.253040 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] 10.222.0.97 "PUT /v2.0/ports/37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 1091 time: 0.9234235 Jul 05 18:52:34.274627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c45ab8-9719-4231-9424-b02d81d63b2c service neutron] Pushing event updated for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:34.337042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-95fe381a-b33a-406e-a436-81c27e2b1151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:34.338676 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-95fe381a-b33a-406e-a436-81c27e2b1151 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1094 time: 0.0611086 Jul 05 18:52:34.440790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-43d15174-6921-4529-b65b-90724f472a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:34.442317 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-43d15174-6921-4529-b65b-90724f472a29 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0974965 Jul 05 18:52:34.512095 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-1e9c2af0-8108-49e6-a835-af3c817ea046 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 999 time: 0.0636280 Jul 05 18:52:34.516503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c2ed1d-8d0a-46f1-b260-c9e0c7523180 req-92cb3ac1-a644-4152-a92b-d75eb1d7552e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:34.518224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26c2ed1d-8d0a-46f1-b260-c9e0c7523180 req-92cb3ac1-a644-4152-a92b-d75eb1d7552e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 943 time: 0.0719330 Jul 05 18:52:34.556841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26c2ed1d-8d0a-46f1-b260-c9e0c7523180 req-fc4c8a00-1052-4afa-a9d0-662b449826e9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330527 Jul 05 18:52:34.561214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-73e52ddd-4ce6-4b13-9d69-07a130f283ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:34.562729 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-73e52ddd-4ce6-4b13-9d69-07a130f283ae service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0448940 Jul 05 18:52:34.619417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b070173-33b9-4865-87e0-7124c26f8686 req-bbc891bc-352b-4a46-9dd8-0d8d76347138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:34.620905 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-bbc891bc-352b-4a46-9dd8-0d8d76347138 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519214 Jul 05 18:52:34.713955 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-f598443e-5f6f-40bb-924e-27bb1db9b4f0 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864663 Jul 05 18:52:34.805055 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-ac1d6c44-0ba3-48c6-b1cb-3d969fd3fb97 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853086 Jul 05 18:52:35.737723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928ca25-120b-439a-8d86-226ff989717f req-e1cf645f-15f1-4494-9c30-42881bf7cde3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:35.742460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f928ca25-120b-439a-8d86-226ff989717f req-e1cf645f-15f1-4494-9c30-42881bf7cde3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 943 time: 0.0641503 Jul 05 18:52:35.781935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f928ca25-120b-439a-8d86-226ff989717f req-35e83f56-73e8-4465-8ad7-47debd842bfa tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364914 Jul 05 18:52:35.839646 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'tag': '37765152-c530-4280-a58c-a2644b868154'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:52:35.842794 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c950da2e-8397-4c7a-b8d7-1bb16acd7357" -d '{"events": [{"name": "network-changed", "server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "tag": "37765152-c530-4280-a58c-a2644b868154"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:52:35.897009 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4798ac2a-9849-4f3f-bb89-a9310dfa115b x-openstack-request-id: req-4798ac2a-9849-4f3f-bb89-a9310dfa115b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:52:35.897298 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "tag": "37765152-c530-4280-a58c-a2644b868154", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:52:35.897545 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4798ac2a-9849-4f3f-bb89-a9310dfa115b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:52:35.897940 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'tag': '37765152-c530-4280-a58c-a2644b868154', 'status': 'completed', 'code': 200} Jul 05 18:52:35.979173 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-070f54b7-e746-45a7-8fc2-dc4ab72cb47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:35.980782 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-070f54b7-e746-45a7-8fc2-dc4ab72cb47b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1094 time: 0.0616493 Jul 05 18:52:35.985492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-e8b03f72-0273-41ff-b3f6-ca91ff257943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:35.987193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-e8b03f72-0273-41ff-b3f6-ca91ff257943 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1094 time: 0.0637264 Jul 05 18:52:36.088795 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-b9673909-f140-48c3-966f-7c1bd3b7db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:36.090329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-b9673909-f140-48c3-966f-7c1bd3b7db93 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.1027274 Jul 05 18:52:36.098455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-5b83a12c-c831-47d9-ad5e-c7e56198d3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:36.099968 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-5b83a12c-c831-47d9-ad5e-c7e56198d3ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.1070745 Jul 05 18:52:36.161542 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-968b843a-7077-4b94-8027-e78bea5a8f3f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 999 time: 0.0651338 Jul 05 18:52:36.172703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-01d89e84-f3a6-4a65-88a7-114df3274764 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 999 time: 0.0645926 Jul 05 18:52:36.225202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-5e953604-6ae1-44f7-aa0a-8c8c6588b5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:36.226828 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-5e953604-6ae1-44f7-aa0a-8c8c6588b5fa service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0586104 Jul 05 18:52:36.229241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-cade119a-4263-4e71-878d-60bd026a1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:36.230948 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-cade119a-4263-4e71-878d-60bd026a1e41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0518939 Jul 05 18:52:36.267913 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:36.286145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-48b66022-75c2-4e46-bdc5-14b14c76fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:36.287798 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-48b66022-75c2-4e46-bdc5-14b14c76fb1a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543885 Jul 05 18:52:36.292324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-73ac1bb7-9707-4aa8-a166-514c81c10678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:36.295615 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-73ac1bb7-9707-4aa8-a166-514c81c10678 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559096 Jul 05 18:52:36.379040 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-b0b75766-a1b5-4ad4-a0b8-73c517ac981a service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844414 Jul 05 18:52:36.387240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-3f6a6660-0367-40a0-89ed-948d68879be9 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855131 Jul 05 18:52:36.478927 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-596ac6c9-f6eb-4fd4-88c7-9bc8a485d6b0 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926397 Jul 05 18:52:36.483189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c950da2e-8397-4c7a-b8d7-1bb16acd7357 req-1d6e3822-f24f-44af-9260-9329f4fbef01 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894413 Jul 05 18:52:36.502065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 37765152-c530-4280-a58c-a2644b868154 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:52:36.540697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 37765152-c530-4280-a58c-a2644b868154 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:52:36.960395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13046fbe-a016-4dd5-9b82-06d1c53a1164 req-0dcb7041-d955-449f-9aa9-d5fb0e95c7c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:36.961906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13046fbe-a016-4dd5-9b82-06d1c53a1164 req-0dcb7041-d955-449f-9aa9-d5fb0e95c7c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 943 time: 0.0664186 Jul 05 18:52:36.999544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13046fbe-a016-4dd5-9b82-06d1c53a1164 req-24b962bf-da68-4afe-b5cc-f5f649319cec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319519 Jul 05 18:52:37.388286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aef76f-2be7-4ba0-9e6a-25e6177665c0 req-1af6b475-50b3-4fc5-8024-173f31956df2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:37.389771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8aef76f-2be7-4ba0-9e6a-25e6177665c0 req-1af6b475-50b3-4fc5-8024-173f31956df2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 943 time: 0.0707259 Jul 05 18:52:37.480291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a8aef76f-2be7-4ba0-9e6a-25e6177665c0 req-6209564a-6f16-453c-a4c5-c703b7bc6bb7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811412 Jul 05 18:52:37.530221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-eea843e1-2371-44a9-9d52-ed4a687d3439 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:37.531709 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-eea843e1-2371-44a9-9d52-ed4a687d3439 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356&tenant_id=30d20c1722624cc4bf2ce9a858403a2d&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 943 time: 0.1410947 Jul 05 18:52:37.590892 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-9ee00a7a-2342-4373-b7a5-42f7f0a55f18 service neutron] delete failed (client error): The resource could not be found. Jul 05 18:52:37.592040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-9ee00a7a-2342-4373-b7a5-42f7f0a55f18 service neutron] 10.222.0.39 "DELETE /v2.0/ports/37765152-c530-4280-a58c-a2644b868154/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0544255 Jul 05 18:52:37.691474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-1f71ef26-808c-4147-ba22-cd1fa689210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:37.693964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-1f71ef26-808c-4147-ba22-cd1fa689210d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 1094 time: 0.0565443 Jul 05 18:52:37.788517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-d537882b-8ad2-47a2-9d89-f40e87a69db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:37.790018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-d537882b-8ad2-47a2-9d89-f40e87a69db1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0884709 Jul 05 18:52:37.867064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-d10108d7-0e69-4343-88e6-8650039e7d14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 200 len: 999 time: 0.0686896 Jul 05 18:52:37.916977 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-50680edd-9757-4cc6-abd5-73799512daed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:37.918439 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-50680edd-9757-4cc6-abd5-73799512daed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0445986 Jul 05 18:52:37.978746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-ea10c7de-6509-4e54-ad06-ec0992858f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:37.980240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-ea10c7de-6509-4e54-ad06-ec0992858f23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545580 Jul 05 18:52:38.069031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-87c996b7-cd7a-4c6f-9974-e66c619bdf5a service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805969 Jul 05 18:52:38.179969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f4e3b61-50f0-4d3c-8c65-dae63b291b4f req-6bf1a778-6d83-462e-9f9e-813329eb0b7a service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005430 Jul 05 18:52:38.665048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10ee54-cb07-4ece-aad2-1b3450816433 req-178f9dff-5e55-47c9-afe0-1574b1fb3aab tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:38.666549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d10ee54-cb07-4ece-aad2-1b3450816433 req-178f9dff-5e55-47c9-afe0-1574b1fb3aab tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 943 time: 0.0663762 Jul 05 18:52:38.706538 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d10ee54-cb07-4ece-aad2-1b3450816433 req-10dcd89e-d123-408f-ad58-dbe27d2a43af tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342882 Jul 05 18:52:39.090023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 37765152-c530-4280-a58c-a2644b868154 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:52:39.193785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 37765152-c530-4280-a58c-a2644b868154, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:52:39.206391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '37765152-c530-4280-a58c-a2644b868154', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': '37765152-c530-4280-a58c-a2644b868154', 'mac_address': 'fa:16:3e:f7:43:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:52:39.242360 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:39.255707 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37765152-c530-4280-a58c-a2644b868154 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:52:39.286968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 37765152-c530-4280-a58c-a2644b868154, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:52:39.387557 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:39.435513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:39.442684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.443030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.443379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.443701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.444032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.444358 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.444682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.445006 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.445327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.445647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.445966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.446282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:39.610259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['37765152-c530-4280-a58c-a2644b868154'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:52:39.885898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c06c48-1823-459b-9acb-38297b8ca201 req-d63a198a-4c90-49fa-9488-7e79594d5c3d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:39.887423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7c06c48-1823-459b-9acb-38297b8ca201 req-d63a198a-4c90-49fa-9488-7e79594d5c3d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 944 time: 0.0632305 Jul 05 18:52:39.925524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7c06c48-1823-459b-9acb-38297b8ca201 req-63042371-c175-4afe-b70e-c3eff07ef5b3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317626 Jul 05 18:52:40.111389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d9203-84b2-441e-a6f6-9bbfa23e114b req-315643d8-c721-436a-9065-49f6fbb3e3ab tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:40.112804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf4d9203-84b2-441e-a6f6-9bbfa23e114b req-315643d8-c721-436a-9065-49f6fbb3e3ab tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 944 time: 0.0804338 Jul 05 18:52:40.151119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bf4d9203-84b2-441e-a6f6-9bbfa23e114b req-c0319d84-5be5-40ba-9754-48741fea8f20 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Jul 05 18:52:40.328172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807efa74-961c-4413-9380-79db496c04a7 req-97ccdaeb-8f3f-48ba-a7f5-32f205501270 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:40.329663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-807efa74-961c-4413-9380-79db496c04a7 req-97ccdaeb-8f3f-48ba-a7f5-32f205501270 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 944 time: 0.0627222 Jul 05 18:52:40.367003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-807efa74-961c-4413-9380-79db496c04a7 req-06426132-50ab-4868-a05e-fdcff6495109 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316393 Jul 05 18:52:41.094405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0504208-64e8-47be-9c1a-16c5e3a81441 req-437599ef-c541-4601-8e9c-ddacbf47a93b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:41.095936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0504208-64e8-47be-9c1a-16c5e3a81441 req-437599ef-c541-4601-8e9c-ddacbf47a93b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 944 time: 0.0673563 Jul 05 18:52:41.107585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 37765152-c530-4280-a58c-a2644b868154 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:52:41.137512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0504208-64e8-47be-9c1a-16c5e3a81441 req-dd045c5d-f174-4871-a6a8-fb6f9f4009c9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360029 Jul 05 18:52:41.289842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 37765152-c530-4280-a58c-a2644b868154 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:52:41.293892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 37765152-c530-4280-a58c-a2644b868154 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:52:41.294446 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:41.371825 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:41.393910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37765152-c530-4280-a58c-a2644b868154'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:52:41.407966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 37765152-c530-4280-a58c-a2644b868154, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:52:41.433032 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7d7d75-4296-47a1-9969-7de065fc214e" -d '{"events": [{"server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "name": "network-vif-plugged", "status": "completed", "tag": "37765152-c530-4280-a58c-a2644b868154"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:52:41.503972 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:41.527825 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62462e62-69a1-460d-a341-ebf61b0a5d69 x-openstack-request-id: req-62462e62-69a1-460d-a341-ebf61b0a5d69 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:52:41.528095 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "name": "network-vif-plugged", "status": "completed", "tag": "37765152-c530-4280-a58c-a2644b868154", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:52:41.528349 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62462e62-69a1-460d-a341-ebf61b0a5d69 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:52:41.529060 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37765152-c530-4280-a58c-a2644b868154', 'code': 200} Jul 05 18:52:41.554390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:42.317076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187678ee-cf6e-4a94-9a5b-7a64fbe5cb2c req-cd2b15b3-e0ee-422a-8c01-f02843553c01 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:42.318643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-187678ee-cf6e-4a94-9a5b-7a64fbe5cb2c req-cd2b15b3-e0ee-422a-8c01-f02843553c01 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0643692 Jul 05 18:52:42.356153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-187678ee-cf6e-4a94-9a5b-7a64fbe5cb2c req-c9b0572e-0f1c-4b26-89d2-b5ac06840f42 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318494 Jul 05 18:52:42.360699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-f2029ed9-5d1e-479a-88b7-92e52b6ab733 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:42.362219 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-f2029ed9-5d1e-479a-88b7-92e52b6ab733 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 945 time: 0.0659332 Jul 05 18:52:42.465686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Deleting port 37765152-c530-4280-a58c-a2644b868154 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:52:42.466643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:42.554085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] For port 37765152-c530-4280-a58c-a2644b868154, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=37765152-c530-4280-a58c-a2644b868154,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:52:42.554444 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:42.727394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:42.727673 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:42.727982 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034 disassociated. External IP: 172.25.3.225, port: 37765152-c530-4280-a58c-a2644b868154. Jul 05 18:52:42.728319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Calling delete_port for 37765152-c530-4280-a58c-a2644b868154 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:52:42.914265 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:52:42.964299 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:42.998213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event deleted for resources: {'Port': ['ID=37765152-c530-4280-a58c-a2644b868154,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:43.115532 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:52:43.226929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:52:43.236606 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:52:43.246066 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:52:43.246706 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:52:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:52:43.271250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] No DVR routers for this DVR port 37765152-c530-4280-a58c-a2644b868154 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:52:43.273715 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:43.275838 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-87f2f3c1-e3b7-4b10-98eb-9933b3560506 req-29682cfc-d997-484c-b2a0-69954135bdbd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "DELETE /v2.0/ports/37765152-c530-4280-a58c-a2644b868154 HTTP/1.1" status: 204 len: 173 time: 0.9082630 Jul 05 18:52:43.276276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'name': 'network-vif-deleted', 'tag': '37765152-c530-4280-a58c-a2644b868154'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:52:43.278632 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e0dcd9-c28a-4339-9ac2-c2b0258845bb" -d '{"events": [{"server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "name": "network-vif-deleted", "tag": "37765152-c530-4280-a58c-a2644b868154"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:52:43.321512 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e0f046-b3ed-4964-8934-fdbb54e14c8a x-openstack-request-id: req-26e0f046-b3ed-4964-8934-fdbb54e14c8a {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:52:43.321790 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a1958fb-e897-4d32-9503-20d0f20dd356", "name": "network-vif-deleted", "tag": "37765152-c530-4280-a58c-a2644b868154", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:52:43.322041 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26e0f046-b3ed-4964-8934-fdbb54e14c8a {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:52:43.322449 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a1958fb-e897-4d32-9503-20d0f20dd356', 'name': 'network-vif-deleted', 'tag': '37765152-c530-4280-a58c-a2644b868154', 'status': 'completed', 'code': 200} Jul 05 18:52:43.443879 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:52:43.500314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b0615a15-744d-4a04-ad9a-1d38ac986b91 req-7c2b5c86-128c-47c7-82bb-270b94dc9afd tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a1958fb-e897-4d32-9503-20d0f20dd356 HTTP/1.1" status: 200 len: 210 time: 0.0286851 Jul 05 18:52:43.660718 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:52:43.686784 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:52:43.694797 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:52:43.695404 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:52:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:52:43.802222 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:52:43.999380 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:52:44.030132 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3ac477-a72f-42e5-b13c-823321ad10ef None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:52:44.270309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b625e8b2-83f1-4064-9adf-cc39b188f1e9 None None] New status for floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:52:44.803137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-7c45be40-217e-4ab7-8559-4e0b4f186e1b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--625516549&fields=id&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 267 time: 0.0322683 Jul 05 18:52:44.912418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-e8327c64-0579-4508-9b7f-0527c135ab4e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:44.913920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-e8327c64-0579-4508-9b7f-0527c135ab4e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 812 time: 0.1046090 Jul 05 18:52:44.928930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-9f178275-127d-4deb-9ccc-99abe8ee33ae tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/quotas/30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 375 time: 0.0096426 Jul 05 18:52:44.995310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-caec4853-a795-435a-9856-107c4b9c2ab5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0614083 Jul 05 18:52:45.161990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-08b7db1e-c842-4acf-9b6e-72a951ef5f21 service neutron] 10.222.0.30 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237800 Jul 05 18:52:45.249308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-c3f94893-61c5-4dbd-a564-3da2e5c8d3cc service neutron] 10.222.0.30 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814600 Jul 05 18:52:45.488438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9445fd5-7d37-4fec-b37e-c3f39ae886df req-c2505d86-c23d-48f0-a54b-a577c0c9cc24 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 210 time: 0.0339003 Jul 05 18:52:46.629245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f54153bd-69f2-450c-8163-e7fe93180737 req-77717e3d-5174-4db7-9704-a5575cb05806 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 210 time: 0.0279932 Jul 05 18:52:47.147350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 37765152-c530-4280-a58c-a2644b868154 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:52:47.170995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 37765152-c530-4280-a58c-a2644b868154 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:52:47.171346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 37765152-c530-4280-a58c-a2644b868154 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:52:47.548005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-03ea4b37-1f37-4a4f-a678-da0fdf853be6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:47.549488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-03ea4b37-1f37-4a4f-a678-da0fdf853be6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 812 time: 0.1029549 Jul 05 18:52:47.597101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-d7f98c6b-102a-4a21-8c8e-5cde9a3ae68a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 379 time: 0.0391850 Jul 05 18:52:47.605777 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'port': {'device_id': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'admin_state_up': True, 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'security_groups': ['d3197b1d-b228-471f-a4fb-971e8d5ac48f']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:52:47.785747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-530ea05b-4ff2-4601-a07e-6fa3e8b60d53 req-e2279929-9646-4fa5-921f-bcfeae22f476 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 210 time: 0.0307138 Jul 05 18:52:47.810323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Made reservation on behalf of 30d20c1722624cc4bf2ce9a858403a2d for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:52:47.814024 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:47.941942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Allocated IP 172.20.0.11 (11141520-c8c9-406c-ada3-0a619a75326e/d1676bb6-acca-4cf9-815b-b45e985bda99/a3bdb8eb-d997-4b4e-9940-615f5a7b62a4) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:52:48.083787 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:48.096742 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Transition to ACTIVE for port object a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:52:48.193071 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:48.238192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Network 11141520-c8c9-406c-ada3-0a619a75326e is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:52:48.241429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:52:48.247981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:52:48.254260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event updated for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:48.285473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.285826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.286178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.286521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.286884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.287220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.287551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.287881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.288208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.288537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.288868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.289198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:52:48.315147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:48.315785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:48.410903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-50edc5e2-065f-43e4-9262-5dc3cb836d0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8085098 Jul 05 18:52:48.423074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Request body: {'port': {'device_id': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:52:48.484188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-00a7e639-fa61-42db-a5ea-eaac1a5793e6 None None] Provisioning for port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:52:48.488117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-00a7e639-fa61-42db-a5ea-eaac1a5793e6 None None] Provisioning complete for port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:52:48.488490 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-00a7e639-fa61-42db-a5ea-eaac1a5793e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:48.503362 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:48.522652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-00a7e639-fa61-42db-a5ea-eaac1a5793e6 None None] Port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:52:48.763520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:52:48.770794 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:48.782824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Transition to ACTIVE for port object a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:52:48.832603 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:48.910471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:48.993593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Attempting to bind port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:52:48.993930 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Attempting to bind port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:52:48.994262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Attempting to bind port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:52:49.004279 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:52:49.004606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Attempting to bind port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:52:49.015811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:52:49.016077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:52:49.016468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:52:49.016904 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Bound port: a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:52:49.017269 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:49.027660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fdfc96-167d-4cf8-9c94-661413d70cd1 req-c9773e28-c896-426a-b233-9fedf21ee61e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:49.029302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7fdfc96-167d-4cf8-9c94-661413d70cd1 req-c9773e28-c896-426a-b233-9fedf21ee61e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 944 time: 0.1214223 Jul 05 18:52:49.101011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7fdfc96-167d-4cf8-9c94-661413d70cd1 req-6399b3b3-ee02-4aba-9035-917ccbfb9b49 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650885 Jul 05 18:52:49.120220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:52:49.123800 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:52:49.198618 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:49.230669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:49.231436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:49.232685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] 10.222.0.39 "PUT /v2.0/ports/a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1092 time: 0.8148165 Jul 05 18:52:49.233151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:52:49.264695 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1271ae-b1db-47e8-b5d0-f8f621cbbaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:49.285386 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:52:49.376745 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8893702-a3f5-418a-ba04-d5996198a480 x-openstack-request-id: req-c8893702-a3f5-418a-ba04-d5996198a480 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:52:49.377088 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:52:49.377349 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8893702-a3f5-418a-ba04-d5996198a480 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:52:49.378405 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'status': 'completed', 'code': 200} Jul 05 18:52:49.442017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-037cb2ba-74af-475d-8175-0e50184af363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:49.443602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-037cb2ba-74af-475d-8175-0e50184af363 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1095 time: 0.0578485 Jul 05 18:52:49.489574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-3c3960f8-150c-4b83-ad67-0cb3024530a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 217 time: 0.0366895 Jul 05 18:52:49.541565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-38197808-2508-4360-ba55-a990fdc66d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:49.542939 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-38197808-2508-4360-ba55-a990fdc66d94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0466444 Jul 05 18:52:49.599984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-2b6dbfdc-bc3e-46c6-80c2-c8c6a54d61fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:49.601486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-2b6dbfdc-bc3e-46c6-80c2-c8c6a54d61fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512984 Jul 05 18:52:49.703928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-b41703f1-fa36-442c-ab83-113ab27c1693 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945532 Jul 05 18:52:49.794226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35bcf63a-ca9c-4dd8-9db4-cd2dcc482584 req-ef2a8fd8-1aa7-4ab6-a91f-84872b88b955 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833297 Jul 05 18:52:50.017088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-a4a590f5-9910-4526-b4ad-c87557339e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:50.018663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-a4a590f5-9910-4526-b4ad-c87557339e24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1095 time: 0.0639267 Jul 05 18:52:50.112616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-08cbdee1-17da-4d09-8809-da9774d07043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:50.113990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-08cbdee1-17da-4d09-8809-da9774d07043 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0884390 Jul 05 18:52:50.155876 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-389a91b3-c051-4ed3-93bd-1a678dda5908 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 217 time: 0.0345962 Jul 05 18:52:50.206116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-3044502c-f9df-476c-b3c8-1cb5db05ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:50.207686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-3044502c-f9df-476c-b3c8-1cb5db05ad1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0448041 Jul 05 18:52:50.314263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-bd4d42c9-09f8-475b-99cf-fa748b76c1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:50.315844 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-bd4d42c9-09f8-475b-99cf-fa748b76c1e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002619 Jul 05 18:52:50.323278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f07ffd1-bfc8-401f-9b85-024772573096 req-9ff464de-d066-4554-b3b9-63b9b889ebf5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:50.324685 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f07ffd1-bfc8-401f-9b85-024772573096 req-9ff464de-d066-4554-b3b9-63b9b889ebf5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 944 time: 0.1107578 Jul 05 18:52:50.412966 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f07ffd1-bfc8-401f-9b85-024772573096 req-da65a007-bf08-42e2-ae22-4154cf565da0 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792816 Jul 05 18:52:50.440245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-a8ef0b70-f540-40c2-a5f4-07b541bb64f3 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138566 Jul 05 18:52:50.528815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-864cd7a8-f6bb-4233-ae5e-e4aaf0a88f2b req-4d5f935e-7742-49cf-895a-a0594b897eeb service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814116 Jul 05 18:52:50.815240 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-48e19a23-0190-4062-a774-727d1654ae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:51.591363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f62e53-09a1-49e0-94fe-73fe96deaaea req-a1f18bd0-91e0-4e51-ad11-fb99786dbcf4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:51.592852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1f62e53-09a1-49e0-94fe-73fe96deaaea req-a1f18bd0-91e0-4e51-ad11-fb99786dbcf4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 944 time: 0.0681617 Jul 05 18:52:51.630511 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1f62e53-09a1-49e0-94fe-73fe96deaaea req-71f4f4de-3a86-4da0-a4b4-d1973ef30cc4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319929 Jul 05 18:52:52.580706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:52:52.677269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:52:52.689030 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'mac_address': 'fa:16:3e:7b:d4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:52:52.725971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:52.739700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:52:52.759978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:52:52.804380 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf67711-e06d-472c-81c7-a1c2c8512166 req-bdef461b-ddd9-4cbe-adaf-f83d97bf29b3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:52.805897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-caf67711-e06d-472c-81c7-a1c2c8512166 req-bdef461b-ddd9-4cbe-adaf-f83d97bf29b3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 944 time: 0.0647025 Jul 05 18:52:52.845067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-caf67711-e06d-472c-81c7-a1c2c8512166 req-bd9c5a16-6de1-45e5-b8e5-b9ca629898e2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330238 Jul 05 18:52:52.849779 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:52.900090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:53.122032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:52:53.524188 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be8c6d72-6c42-4b7a-b73f-be16ab67bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:53.758869 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:54.022473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d895c36-3a07-4069-8354-21636a21838d req-243e772b-f235-4029-b426-ce3a46a26734 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:54.024003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d895c36-3a07-4069-8354-21636a21838d req-243e772b-f235-4029-b426-ce3a46a26734 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 945 time: 0.0642776 Jul 05 18:52:54.072222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d895c36-3a07-4069-8354-21636a21838d req-dd0a670c-5b31-4584-a828-59dc94b78a07 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414035 Jul 05 18:52:54.594419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:52:54.718535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:52:54.722689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:52:54.723071 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:54.814180 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:54.832410 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:54.838175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:52:54.839606 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49531313-457c-4d28-a7f1-9a29d715b6ab" -d '{"events": [{"server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "name": "network-vif-plugged", "status": "completed", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:52:54.853748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:52:54.878124 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a108414-7d57-44ec-b6f5-695bdf5db293 x-openstack-request-id: req-5a108414-7d57-44ec-b6f5-695bdf5db293 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:52:54.878427 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "name": "network-vif-plugged", "status": "completed", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:52:54.878718 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a108414-7d57-44ec-b6f5-695bdf5db293 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:52:54.879145 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'code': 200} Jul 05 18:52:54.958587 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:55.000289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc7c9d-cca1-4464-8b7a-04d5a4f26c9d req-5c52a55a-ddc5-4579-93ba-a65fdf63b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:55.001851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9fc7c9d-cca1-4464-8b7a-04d5a4f26c9d req-5c52a55a-ddc5-4579-93ba-a65fdf63b070 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1096 time: 0.0565238 Jul 05 18:52:55.011453 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:52:55.047361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9fc7c9d-cca1-4464-8b7a-04d5a4f26c9d req-d75a39fc-e01c-4212-af44-344d1cd84cd7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379581 Jul 05 18:52:55.248445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe38961-0cc0-4195-86d7-1083f6ebf207 req-bffb2e4f-f50a-492c-8032-e1de879409b8 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:55.249921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5fe38961-0cc0-4195-86d7-1083f6ebf207 req-bffb2e4f-f50a-492c-8032-e1de879409b8 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0645010 Jul 05 18:52:55.286524 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5fe38961-0cc0-4195-86d7-1083f6ebf207 req-f0acafec-abde-4f25-b503-d542f44d2a60 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311010 Jul 05 18:52:56.477860 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857d0388-aeb8-4758-b660-8ecf54ca5c6a req-e9617edd-d893-4853-b6f0-d3081e82aa41 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:56.479404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-857d0388-aeb8-4758-b660-8ecf54ca5c6a req-e9617edd-d893-4853-b6f0-d3081e82aa41 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0734208 Jul 05 18:52:56.518655 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-857d0388-aeb8-4758-b660-8ecf54ca5c6a req-056e5447-eee4-4ed4-bf66-a03c741c12f3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335293 Jul 05 18:52:56.552592 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:56.688559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707b437-720d-4625-8d74-e5e441c36697 req-2f280aeb-3c02-4b7e-9cc9-8641392bc160 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:56.690120 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c707b437-720d-4625-8d74-e5e441c36697 req-2f280aeb-3c02-4b7e-9cc9-8641392bc160 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0655727 Jul 05 18:52:56.698728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48726) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:52:56.703733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ccced075-7fa3-4cb1-9a70-7c1694b86af5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'floatingip': {'port_id': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:52:56.744086 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccced075-7fa3-4cb1-9a70-7c1694b86af5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:57.523871 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccced075-7fa3-4cb1-9a70-7c1694b86af5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:57.597933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccced075-7fa3-4cb1-9a70-7c1694b86af5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:57.696838 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-ccced075-7fa3-4cb1-9a70-7c1694b86af5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034 associated. External IP: 172.25.3.225, port: a3bdb8eb-d997-4b4e-9940-615f5a7b62a4. Jul 05 18:52:57.910115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccced075-7fa3-4cb1-9a70-7c1694b86af5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:52:58.019836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccced075-7fa3-4cb1-9a70-7c1694b86af5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:52:58.024673 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ccced075-7fa3-4cb1-9a70-7c1694b86af5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:52:58.029736 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:52:58.040523 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:52:58.041187 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:52:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:52:58.062353 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ccced075-7fa3-4cb1-9a70-7c1694b86af5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "PUT /v2.0/floatingips/b0ca5fb2-5f21-406f-83e3-5eabf5249034 HTTP/1.1" status: 200 len: 992 time: 1.3625765 Jul 05 18:52:58.062999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:52:58.066811 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eea097b-fa25-465b-b0bf-a87df0bba0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:52:58.109027 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6e7b08-16e6-461a-91ef-ce68f97a4234 x-openstack-request-id: req-4e6e7b08-16e6-461a-91ef-ce68f97a4234 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:52:58.109594 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:52:58.109920 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e6e7b08-16e6-461a-91ef-ce68f97a4234 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:52:58.110407 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'status': 'completed', 'code': 200} Jul 05 18:52:58.149859 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:52:58.186757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-5bdcf7ff-1b8f-4481-a65a-0f1ed0d56332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:58.188369 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-5bdcf7ff-1b8f-4481-a65a-0f1ed0d56332 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1097 time: 0.0566275 Jul 05 18:52:58.283186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-e488d072-e404-4ca5-a03e-2c7588161db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:58.284697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-e488d072-e404-4ca5-a03e-2c7588161db0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0895960 Jul 05 18:52:58.349465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-962369c0-bf23-41f1-a06e-9391ac63cc63 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1000 time: 0.0577295 Jul 05 18:52:58.369486 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:7b:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:52:57Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:52:58.400396 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:52:58.408687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-0c40d7e1-5845-4021-a520-5e2941ec6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:58.410184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-0c40d7e1-5845-4021-a520-5e2941ec6bee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0506916 Jul 05 18:52:58.410306 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:52:58.410856 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:52:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:52:58.469273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-8d8ae1b2-2d77-47fe-9b7e-f7a31b00e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:52:58.470913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-8d8ae1b2-2d77-47fe-9b7e-f7a31b00e4bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540867 Jul 05 18:52:58.514947 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:52:58.560047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-0ab7c448-a0f6-4769-a4af-451c498a9cad service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824492 Jul 05 18:52:58.656008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5eea097b-fa25-465b-b0bf-a87df0bba0c8 req-51f764d6-45f3-4c88-afd0-a1fad146d5c3 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882719 Jul 05 18:52:58.828268 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:7b:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:52:57Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:52:58.854712 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c82b465-1778-4e27-9869-743a0f5e6068 None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:7b:d4:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:52:57Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:52:59.042240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3781716-0844-420b-a238-59db4975a573 None None] New status for floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:53:00.066478 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:06.215879 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:19.914886 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:53:20.780468 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5f705e5b-adef-4045-bb4c-18556b84608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:23.534918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0847d6dc-214c-4662-8053-22283d0945dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:23.751823 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:24.860683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:26.512231 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:30.049192 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:34.583528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-11a2f4bd-6745-43d4-b49e-7f660a04996e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0547371 Jul 05 18:53:34.676655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-f7977ae4-8ea1-4e9f-8f72-ae74ebd926ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:53:34.678167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-f7977ae4-8ea1-4e9f-8f72-ae74ebd926ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1097 time: 0.0525401 Jul 05 18:53:34.785080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-4db0e49d-193f-4fbe-a112-89d3bc4507ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:53:34.786480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-4db0e49d-193f-4fbe-a112-89d3bc4507ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0878675 Jul 05 18:53:34.852361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-07a88300-508f-413e-ae7c-ad4499a30759 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1002 time: 0.0591950 Jul 05 18:53:34.905211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-5d0733b7-c325-4375-8533-488be1dc48bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:53:34.906689 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-5d0733b7-c325-4375-8533-488be1dc48bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0473876 Jul 05 18:53:34.964815 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-4a529a3d-67ac-4e23-8db7-13323770dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:53:34.966306 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-4a529a3d-67ac-4e23-8db7-13323770dead service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515933 Jul 05 18:53:35.058325 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-db769b4e-76ec-4f52-951b-411224eba72e service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832722 Jul 05 18:53:35.163315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00e10ea1-a853-42ca-94e6-9a149a535cd6 req-325dff59-cfb7-451b-8f73-e9970eb5b4c1 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977557 Jul 05 18:53:36.254621 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:50.802846 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e2d4446f-4d39-4f2f-81e0-5f827cfaa933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:53.511797 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-01266ee6-118c-46df-ae86-10db05f9f6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:53.791195 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:54.820147 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:56.563105 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:53:56.915398 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:54:00.048371 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:06.248672 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:20.808513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95e392ed-0582-42f7-b6d5-c7757f6f5212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:23.510389 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb719024-4d14-47a1-8141-2d3caa0f9ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:23.728000 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:24.825184 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:26.619510 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:30.042662 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:33.914514 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:54:35.549477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-18c7f54f-2f1d-4934-81e1-8b88525419a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0601518 Jul 05 18:54:35.659987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-340dc923-df7a-45e2-bef1-30b7e77d1b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:35.661453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-340dc923-df7a-45e2-bef1-30b7e77d1b60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1097 time: 0.0589213 Jul 05 18:54:35.779769 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-d4f438ba-f339-4c98-81b6-b9eadf195f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:35.781330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-d4f438ba-f339-4c98-81b6-b9eadf195f42 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0976784 Jul 05 18:54:35.859657 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-0b60f425-2848-438b-b82c-eea1dd87d916 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1002 time: 0.0685971 Jul 05 18:54:35.947328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-530b3453-a9db-4f7d-b6e3-fc7b39a689a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:35.948825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-530b3453-a9db-4f7d-b6e3-fc7b39a689a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0796731 Jul 05 18:54:35.979213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418490ff-d143-4685-b4ac-5259636c1b64 req-95fee93b-753b-4f4d-b733-45adc09f5538 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:35.980676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-418490ff-d143-4685-b4ac-5259636c1b64 req-95fee93b-753b-4f4d-b733-45adc09f5538 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.1140704 Jul 05 18:54:36.045979 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-418490ff-d143-4685-b4ac-5259636c1b64 req-44992a1e-b828-4994-99cc-9bb922f825c9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485268 Jul 05 18:54:36.062221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-1ac9fcdf-2a05-4a76-a95a-30d8fd1e42e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:36.063785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-1ac9fcdf-2a05-4a76-a95a-30d8fd1e42e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039689 Jul 05 18:54:36.156618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-e442210d-a9eb-48e7-96f9-721b0e21e4b2 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847309 Jul 05 18:54:36.251044 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-76e3b059-b1a7-4aad-a6b1-478b79561859 req-ac784c1a-72cc-4e19-af74-4ad566f3fbdd service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860884 Jul 05 18:54:36.259823 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:37.224291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230210f-e165-4a07-ad52-3c97cec914e8 req-cfe1a633-88d1-402c-a2a8-68a7ce69ec84 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:37.225799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5230210f-e165-4a07-ad52-3c97cec914e8 req-cfe1a633-88d1-402c-a2a8-68a7ce69ec84 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0643647 Jul 05 18:54:37.264269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5230210f-e165-4a07-ad52-3c97cec914e8 req-8641bb30-387a-43b4-b623-12179669747b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321817 Jul 05 18:54:38.436855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62a926-0e7e-4dd7-8176-65f6eedab9a9 req-945af533-0515-44c6-ab32-938ced36167c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:38.438372 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b62a926-0e7e-4dd7-8176-65f6eedab9a9 req-945af533-0515-44c6-ab32-938ced36167c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0644755 Jul 05 18:54:38.479355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b62a926-0e7e-4dd7-8176-65f6eedab9a9 req-c6b432e9-0945-4099-8ba2-a24e63ade509 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349479 Jul 05 18:54:39.657958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f3fce-f470-486d-9798-c9066064c2e7 req-59fd730b-ad3d-49ff-a622-15e58021add4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:39.659489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-300f3fce-f470-486d-9798-c9066064c2e7 req-59fd730b-ad3d-49ff-a622-15e58021add4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0681050 Jul 05 18:54:39.699436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-300f3fce-f470-486d-9798-c9066064c2e7 req-e5a5e78d-0df3-4b7d-aa2b-027b9e13e83d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342841 Jul 05 18:54:40.882691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283247c2-d8c4-44a3-80f1-345215b96d2e req-82458d2c-9136-4f65-b1c3-c80ebb8ecb8f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:40.882691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-283247c2-d8c4-44a3-80f1-345215b96d2e req-82458d2c-9136-4f65-b1c3-c80ebb8ecb8f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0668526 Jul 05 18:54:40.917374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-283247c2-d8c4-44a3-80f1-345215b96d2e req-55724c1b-91d4-4258-ba69-715c771befb7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320878 Jul 05 18:54:42.089234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c756e0-26f8-4407-869c-a49eae3120cb req-83e09a8a-5a70-4148-b1f6-fa8012ce3525 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:42.090761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1c756e0-26f8-4407-869c-a49eae3120cb req-83e09a8a-5a70-4148-b1f6-fa8012ce3525 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0636585 Jul 05 18:54:42.129230 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1c756e0-26f8-4407-869c-a49eae3120cb req-acf56757-5058-4531-92d4-fbd335b848ea tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328271 Jul 05 18:54:43.316003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c308a-16a5-4988-bf18-f43dba9e2397 req-be5d8657-e87a-468a-a2e1-ea2a134ecd66 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:43.317527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f86c308a-16a5-4988-bf18-f43dba9e2397 req-be5d8657-e87a-468a-a2e1-ea2a134ecd66 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0726855 Jul 05 18:54:43.357140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f86c308a-16a5-4988-bf18-f43dba9e2397 req-21b4d419-6894-462b-804d-7abf3f261a5e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335724 Jul 05 18:54:44.541087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7fce5-12ba-45c8-8b7d-f64d670a2a63 req-64047680-5bbe-4d45-be08-c75cb85a7b22 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:44.542579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1da7fce5-12ba-45c8-8b7d-f64d670a2a63 req-64047680-5bbe-4d45-be08-c75cb85a7b22 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0671566 Jul 05 18:54:44.580013 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1da7fce5-12ba-45c8-8b7d-f64d670a2a63 req-a36fae22-1899-4c17-9d3a-100c82ac2ff2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318990 Jul 05 18:54:45.753440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3fbfa-f5c5-470d-80ba-f3bee9719d5d req-a999fe02-c983-44ee-b320-b4f1e985a64b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:45.755056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dad3fbfa-f5c5-470d-80ba-f3bee9719d5d req-a999fe02-c983-44ee-b320-b4f1e985a64b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0669100 Jul 05 18:54:45.794632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dad3fbfa-f5c5-470d-80ba-f3bee9719d5d req-c518bc71-a92a-4d3e-be84-b01b302f089f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325825 Jul 05 18:54:46.966976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9e1d0-8501-4e2f-be9f-f0631bc2625b req-e35b5c90-cd31-41f8-9a82-f2144f4bfd2c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:46.968515 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fb9e1d0-8501-4e2f-be9f-f0631bc2625b req-e35b5c90-cd31-41f8-9a82-f2144f4bfd2c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0638826 Jul 05 18:54:47.006861 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8fb9e1d0-8501-4e2f-be9f-f0631bc2625b req-d1a28d43-88b9-4324-8f14-2a63888287e1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327215 Jul 05 18:54:47.598366 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dfae2-558e-488a-821e-6d9e0d8230f9 req-7da0a511-27ad-4b94-a7f6-cabee889f027 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:47.599892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d55dfae2-558e-488a-821e-6d9e0d8230f9 req-7da0a511-27ad-4b94-a7f6-cabee889f027 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0635297 Jul 05 18:54:47.639798 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d55dfae2-558e-488a-821e-6d9e0d8230f9 req-f7641fe6-44a3-4a48-8a49-74dfd0d7b7ba tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337675 Jul 05 18:54:47.792471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 48980) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:54:47.885614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-d449befd-c18e-4fe9-af97-d2a7f6ad59e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919912 Jul 05 18:54:48.813278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dca0b3-5ce4-485a-bd89-bdb366b868c8 req-feecdaaa-527c-45b9-a1ad-357624137cdf tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:48.814695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86dca0b3-5ce4-485a-bd89-bdb366b868c8 req-feecdaaa-527c-45b9-a1ad-357624137cdf tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0630171 Jul 05 18:54:48.853040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86dca0b3-5ce4-485a-bd89-bdb366b868c8 req-9f961fa8-3ecf-4428-921c-3178cebda3ed tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328856 Jul 05 18:54:50.032286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b7870-d7be-4be8-8a01-ee8fb5febce1 req-31ccc0b9-892c-49ef-bdab-9b897c2257e7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:50.033782 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a8b7870-d7be-4be8-8a01-ee8fb5febce1 req-31ccc0b9-892c-49ef-bdab-9b897c2257e7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0693259 Jul 05 18:54:50.072703 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3a8b7870-d7be-4be8-8a01-ee8fb5febce1 req-51cdd794-d3fa-4ee2-a17d-5529e2c6751d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333762 Jul 05 18:54:50.813780 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ff5a2798-c22e-473b-b4c9-57d5bdafffea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:51.247666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6625d93b-2a64-4299-80fc-4f7413530ed9 req-6596f043-d27e-46db-958e-4ed7ad06e7d2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:51.249167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6625d93b-2a64-4299-80fc-4f7413530ed9 req-6596f043-d27e-46db-958e-4ed7ad06e7d2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0632467 Jul 05 18:54:51.296452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6625d93b-2a64-4299-80fc-4f7413530ed9 req-1ec8144e-fa17-484e-b68e-04bbde4ec45d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416043 Jul 05 18:54:51.340529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-8e34d01f-2406-4ec7-8b35-e5439b8e3d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:51.342067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-8e34d01f-2406-4ec7-8b35-e5439b8e3d45 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1097 time: 0.0565405 Jul 05 18:54:51.435592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-a902ce64-3244-492a-b25d-4499aaf9d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:51.436984 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-a902ce64-3244-492a-b25d-4499aaf9d071 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0872884 Jul 05 18:54:51.503405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-376071de-b544-41df-b831-233afe84f938 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1002 time: 0.0585411 Jul 05 18:54:51.559746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-9b834a33-e305-4d5e-b315-e63d23e8c4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:51.561242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-9b834a33-e305-4d5e-b315-e63d23e8c4c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0506401 Jul 05 18:54:51.619140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-c3f1f856-be61-450c-a88f-523b0c82721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:51.620649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-c3f1f856-be61-450c-a88f-523b0c82721f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524409 Jul 05 18:54:51.709628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-30d4d851-1112-4668-9d0d-af4061094cdd service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813947 Jul 05 18:54:51.809213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-ce3e5f19-a703-4d98-9852-f9c98e5a20a7 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871725 Jul 05 18:54:52.474486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1435f-749f-452f-9c85-19736205de37 req-fdf378ab-e60f-4d59-afeb-f5a13fc174f4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:52.476076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cd1435f-749f-452f-9c85-19736205de37 req-fdf378ab-e60f-4d59-afeb-f5a13fc174f4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0651760 Jul 05 18:54:52.514778 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7cd1435f-749f-452f-9c85-19736205de37 req-9adbb0f6-8c52-4046-960c-8e3837bffbea tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329258 Jul 05 18:54:53.522063 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6afd6eb8-77b5-44ce-947f-a13e1e05fc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:53.698715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5ff0c-4f7a-4e1b-b762-7ff3f01473f7 req-bfdcb8f2-81ea-4e80-98af-96f1a89fb166 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:53.700803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40c5ff0c-4f7a-4e1b-b762-7ff3f01473f7 req-bfdcb8f2-81ea-4e80-98af-96f1a89fb166 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0716035 Jul 05 18:54:53.740123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40c5ff0c-4f7a-4e1b-b762-7ff3f01473f7 req-154c0495-9d07-4901-a2ff-1e90aafb0516 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335116 Jul 05 18:54:53.745190 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:54.424024 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-11afc8f4-d526-4c74-a27a-3d9b78f38e4e service neutron] show failed (client error): The resource could not be found. Jul 05 18:54:54.425025 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-11afc8f4-d526-4c74-a27a-3d9b78f38e4e service neutron] 10.222.0.39 "GET /v2.0/ports/a3bdb8eb-d997-4b4e-9940-615f5a7b62a4/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0542860 Jul 05 18:54:54.916718 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:54.920502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e1f9d-b523-445a-8407-f259277e2953 req-e485e70b-5f3d-455e-a338-66aa21150b33 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:54.922023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a57e1f9d-b523-445a-8407-f259277e2953 req-e485e70b-5f3d-455e-a338-66aa21150b33 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0674460 Jul 05 18:54:54.960340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a57e1f9d-b523-445a-8407-f259277e2953 req-2226a770-2697-46b1-8849-4cbd80830d3e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326421 Jul 05 18:54:55.100425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-8b5d7040-0b49-4da3-a425-2796f3baf394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:55.101855 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-8b5d7040-0b49-4da3-a425-2796f3baf394 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 1097 time: 0.0645063 Jul 05 18:54:55.112816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:54:55.189455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:55.395792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:54:55.434034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:54:55.474704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:54:55.477492 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22737826-a4e4-47a8-b5c6-a1a2232e3733" -d '{"events": [{"server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "name": "network-vif-unplugged", "status": "completed", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:54:55.481414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:55.494386 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Transition to ACTIVE for port object a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:54:55.527065 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e604c1-8786-47ee-9f85-d27caa6305f9 x-openstack-request-id: req-b2e604c1-8786-47ee-9f85-d27caa6305f9 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:54:55.527367 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "name": "network-vif-unplugged", "status": "completed", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:54:55.527628 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2e604c1-8786-47ee-9f85-d27caa6305f9 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:54:55.528036 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'code': 200} Jul 05 18:54:55.573438 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:55.652272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=6']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:54:55.667094 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.667441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.667782 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.668115 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.668446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.668776 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.669101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.669426 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.669753 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.670079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.670399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.670745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:54:55.710092 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] No DVR routers for this DVR port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:54:55.853580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Attempting to bind port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:54:55.853925 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Attempting to bind port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:54:55.854269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Attempting to bind port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:54:55.858695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:54:55.859021 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Attempting to bind port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:54:55.863754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:54:55.864143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:54:55.864539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:54:55.864962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Bound port: a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:54:55.865323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:55.928869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:54:55.931941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:54:56.042536 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:56.082410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:56.083076 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:56.084601 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] 10.222.0.97 "PUT /v2.0/ports/a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1092 time: 0.9758112 Jul 05 18:54:56.106657 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d76b-e9dc-4ab6-935e-cc303b7922b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:54:56.148429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073986c1-2887-4679-89b2-2002f5e9c7f9 req-76497127-318d-4970-9ee4-34fc2a6c74da tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:56.151903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-073986c1-2887-4679-89b2-2002f5e9c7f9 req-76497127-318d-4970-9ee4-34fc2a6c74da tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 944 time: 0.0787508 Jul 05 18:54:56.167874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-8e892177-ca2f-403b-95eb-e769fefa4d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:56.169701 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-8e892177-ca2f-403b-95eb-e769fefa4d47 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1095 time: 0.0601158 Jul 05 18:54:56.193081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-073986c1-2887-4679-89b2-2002f5e9c7f9 req-8a1c2283-a9e0-4974-9567-0eb9f2d2ab13 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346971 Jul 05 18:54:56.263068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-9a24867f-b6d1-4991-967d-8b6d98a87e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:56.264558 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-9a24867f-b6d1-4991-967d-8b6d98a87e4c service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0887418 Jul 05 18:54:56.335618 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-a1a22903-b46e-4db7-9b66-ac1daf0127b3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1000 time: 0.0651472 Jul 05 18:54:56.386261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-4c760902-b4de-4129-b97f-7f9c2f999d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:56.387656 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-4c760902-b4de-4129-b97f-7f9c2f999d62 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0465815 Jul 05 18:54:56.443804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-998ffa3d-1eb5-41b5-9794-dd29004f633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:56.445235 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-998ffa3d-1eb5-41b5-9794-dd29004f633c service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516703 Jul 05 18:54:56.541367 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-5a1e3991-9302-42e7-a179-a95e917208ce service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895934 Jul 05 18:54:56.589832 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:56.629070 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fa47bae9-2bc4-4884-bebc-68fafe5df3da req-dfebea20-6f18-4c0f-b7f5-6c9273afa6fb service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817614 Jul 05 18:54:57.374232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9fb326-1446-4adb-887c-119698a5b234 req-00ba51c0-234b-4c66-8edf-36fe5f3dded4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:57.375788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea9fb326-1446-4adb-887c-119698a5b234 req-00ba51c0-234b-4c66-8edf-36fe5f3dded4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 944 time: 0.0651484 Jul 05 18:54:57.413769 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea9fb326-1446-4adb-887c-119698a5b234 req-56ced29a-e171-45fe-9fb0-b2f583dbce27 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322707 Jul 05 18:54:57.529412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:54:57.531764 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4f2829-4958-4d82-9de8-9a7882d3c165" -d '{"events": [{"name": "network-changed", "server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:54:57.578093 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c0e5f7-0527-4623-b142-66892b76ea96 x-openstack-request-id: req-26c0e5f7-0527-4623-b142-66892b76ea96 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:54:57.578376 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:54:57.578651 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-26c0e5f7-0527-4623-b142-66892b76ea96 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:54:57.579046 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'status': 'completed', 'code': 200} Jul 05 18:54:57.654619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-42055511-6fc5-42a0-9ff2-1cf6f0c89a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:57.656139 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-42055511-6fc5-42a0-9ff2-1cf6f0c89a3d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1095 time: 0.0577698 Jul 05 18:54:57.661123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-75ad9a93-c98b-4c2b-b343-41e48e63bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:57.662640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-75ad9a93-c98b-4c2b-b343-41e48e63bdda service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1095 time: 0.0570040 Jul 05 18:54:57.749462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-aeca0f3f-2dc5-4729-b8ad-bd889d132267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:57.751072 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-aeca0f3f-2dc5-4729-b8ad-bd889d132267 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0885892 Jul 05 18:54:57.757936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-9a501c2a-fa52-4b38-98b8-8dd053a628b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:57.759540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-9a501c2a-fa52-4b38-98b8-8dd053a628b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0900698 Jul 05 18:54:57.822597 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-79055ffa-d42a-494a-aaff-b854b0438df7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1000 time: 0.0644202 Jul 05 18:54:57.831148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-36deccd7-5848-4710-8e4b-0235e05ae959 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1000 time: 0.0638232 Jul 05 18:54:57.873081 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-4e67f7af-72a4-4d86-923a-6ae4e24ede3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:57.874573 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-4e67f7af-72a4-4d86-923a-6ae4e24ede3b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0454986 Jul 05 18:54:57.885101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-6c3f58c1-059c-412d-a4c3-d15de4312c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:57.886631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-6c3f58c1-059c-412d-a4c3-d15de4312c42 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0481744 Jul 05 18:54:57.933748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-2052ab83-aee7-4657-a1be-82f41660aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:57.935322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-2052ab83-aee7-4657-a1be-82f41660aa08 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541289 Jul 05 18:54:57.949492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-99d48bd3-1e51-4178-b570-decfde9c9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:57.951074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-99d48bd3-1e51-4178-b570-decfde9c9287 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562890 Jul 05 18:54:58.032060 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-d359070f-5e7b-4d8c-bf77-0723a5bdccfd service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900421 Jul 05 18:54:58.050078 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-706ac4d1-c7fa-493f-8c97-333a20628c0b service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873241 Jul 05 18:54:58.124776 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-3a6cfad6-3385-4acc-8a55-dac9d2982941 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862224 Jul 05 18:54:58.143283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c4f2829-4958-4d82-9de8-9a7882d3c165 req-ab68f21d-5182-4292-b64c-2b6762c08f17 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852418 Jul 05 18:54:58.610867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733414e-9852-4e86-9391-9eb16d88ad58 req-13436486-512b-44aa-ae41-d77a55cca6ed tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:58.612448 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c733414e-9852-4e86-9391-9eb16d88ad58 req-13436486-512b-44aa-ae41-d77a55cca6ed tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 944 time: 0.0734181 Jul 05 18:54:58.651632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c733414e-9852-4e86-9391-9eb16d88ad58 req-289e203f-656c-4f86-840b-b132e72a064f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334122 Jul 05 18:54:59.333574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:54:59.374393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:54:59.797821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:54:59.846650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08f551-4887-4f58-8bc6-da7bef20bcb4 req-09a9998b-f8b7-437d-ac80-5b39762cf731 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:54:59.848183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f08f551-4887-4f58-8bc6-da7bef20bcb4 req-09a9998b-f8b7-437d-ac80-5b39762cf731 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 944 time: 0.0679362 Jul 05 18:54:59.889554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f08f551-4887-4f58-8bc6-da7bef20bcb4 req-50f040bd-dcde-4a58-87d3-9c13ab99f84d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344930 Jul 05 18:54:59.896804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:54:59.908951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'mac_address': 'fa:16:3e:7b:d4:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:54:59.947680 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:54:59.960379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:54:59.991144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:55:00.081258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:00.110876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:00.161627 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:55:00.169476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.171892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.171892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.171892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.171892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.171892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.171892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.171892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.172548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.172548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.172756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.173075 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:00.336134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:55:00.454970 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-12bf9088-8ce1-4ebd-b14a-e7323a30638d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:00.456727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-12bf9088-8ce1-4ebd-b14a-e7323a30638d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994&tenant_id=30d20c1722624cc4bf2ce9a858403a2d&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 945 time: 0.0742264 Jul 05 18:55:00.556339 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-ae51cc71-15dc-456e-8f07-40ba78982d32 service neutron] delete failed (client error): The resource could not be found. Jul 05 18:55:00.557380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-ae51cc71-15dc-456e-8f07-40ba78982d32 service neutron] 10.222.0.39 "DELETE /v2.0/ports/a3bdb8eb-d997-4b4e-9940-615f5a7b62a4/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0940218 Jul 05 18:55:00.577266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528cdc2-5800-4168-9298-78a6286f560f req-7e5e9f5b-b936-4bf2-9e94-8fa546b48d3e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:00.578832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6528cdc2-5800-4168-9298-78a6286f560f req-7e5e9f5b-b936-4bf2-9e94-8fa546b48d3e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 945 time: 0.0903051 Jul 05 18:55:00.647610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6528cdc2-5800-4168-9298-78a6286f560f req-7f950b3f-065d-47ba-963b-c9003e930074 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619502 Jul 05 18:55:00.669181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-407794ea-61ec-46a1-8201-8e19434649d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:00.670720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-407794ea-61ec-46a1-8201-8e19434649d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1096 time: 0.0678852 Jul 05 18:55:00.764086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-c319d2f2-7341-406d-aabd-9963ae10a108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:00.765491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-c319d2f2-7341-406d-aabd-9963ae10a108 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0869951 Jul 05 18:55:00.831071 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-b4accf2e-9938-4fad-830a-6077094ff3af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1001 time: 0.0578537 Jul 05 18:55:00.879680 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-6fa2acab-a620-4d66-bc39-6dac93f958ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:00.881398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-6fa2acab-a620-4d66-bc39-6dac93f958ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0432882 Jul 05 18:55:00.941540 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-cbfb077f-7b9a-4874-8c16-f850d50f6832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:00.943062 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-cbfb077f-7b9a-4874-8c16-f850d50f6832 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548053 Jul 05 18:55:01.029813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-8447981d-8b5b-4f5a-a842-a715b8f1e07a service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795350 Jul 05 18:55:01.121826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46e7975c-8aba-4978-8556-83bfe1acd3b1 req-7407ee10-e3f6-4981-98d7-7b1eec54d347 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845528 Jul 05 18:55:01.813662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:55:01.835604 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672352d0-fd1b-4565-9d23-9d0bf5bde72e req-357265a9-c46b-4f8d-b9cf-6fe342f5b641 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:01.837690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-672352d0-fd1b-4565-9d23-9d0bf5bde72e req-357265a9-c46b-4f8d-b9cf-6fe342f5b641 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 945 time: 0.0699677 Jul 05 18:55:01.878589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-672352d0-fd1b-4565-9d23-9d0bf5bde72e req-dc1c9ac9-dac0-4747-ab97-f35d0491876a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346191 Jul 05 18:55:01.938599 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:55:01.942678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:55:01.943057 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:02.023479 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:02.045718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:55:02.048048 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1276a4f2-a4b3-4cc7-aab5-23a65c8fb8cf" -d '{"events": [{"server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "name": "network-vif-plugged", "status": "completed", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:55:02.062184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:55:02.085960 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b0e97-6977-41c3-b13a-9715e2bd8c0e x-openstack-request-id: req-c91b0e97-6977-41c3-b13a-9715e2bd8c0e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:55:02.085960 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "name": "network-vif-plugged", "status": "completed", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:55:02.085960 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c91b0e97-6977-41c3-b13a-9715e2bd8c0e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:55:02.085960 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'code': 200} Jul 05 18:55:02.173661 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:02.223549 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:55:03.060949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeebf55-8a21-4ad6-8655-fb2ba2fd20e6 req-3ae65a72-f87c-4036-80b4-5afd42fd6c98 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:03.062476 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-daeebf55-8a21-4ad6-8655-fb2ba2fd20e6 req-3ae65a72-f87c-4036-80b4-5afd42fd6c98 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0628045 Jul 05 18:55:03.102123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-daeebf55-8a21-4ad6-8655-fb2ba2fd20e6 req-3bd36d74-2ad5-4e2a-bf7d-fc9c0212a6fb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336995 Jul 05 18:55:03.286319 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8f91-3869-4604-932e-c6302ca10490 req-7de193d5-b7e0-4d82-a0c4-458ad7991753 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:03.287958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8ef8f91-3869-4604-932e-c6302ca10490 req-7de193d5-b7e0-4d82-a0c4-458ad7991753 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0697281 Jul 05 18:55:03.328079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8ef8f91-3869-4604-932e-c6302ca10490 req-55bf4fa5-4d7a-466d-b5d1-59e4996014e6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339267 Jul 05 18:55:03.830766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7211a9-710e-4d18-b46a-08ae57bc4794 req-b2f68dbf-b136-4595-87e7-b82a44d27903 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:03.832284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b7211a9-710e-4d18-b46a-08ae57bc4794 req-b2f68dbf-b136-4595-87e7-b82a44d27903 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0697484 Jul 05 18:55:03.863186 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-ba7d259f-e8de-4e7d-85d7-3864b86d1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:03.864761 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-ba7d259f-e8de-4e7d-85d7-3864b86d1bdf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 1097 time: 0.0540488 Jul 05 18:55:03.873491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b7211a9-710e-4d18-b46a-08ae57bc4794 req-eca83e87-fdd0-4a0b-85fd-f4e8f8d7fab0 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354102 Jul 05 18:55:03.955215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-4d2d46b2-b700-4fde-b9f8-6e23e743dde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:03.956704 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-4d2d46b2-b700-4fde-b9f8-6e23e743dde0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0864284 Jul 05 18:55:04.020336 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-56172d73-d56f-4009-a592-a70d5d326c3a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 200 len: 1002 time: 0.0567737 Jul 05 18:55:04.072050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-9e9f6471-9355-4ca5-b3bb-922a7066ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:04.073500 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-9e9f6471-9355-4ca5-b3bb-922a7066ada7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0468667 Jul 05 18:55:04.128133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-5336baf8-d38b-42d5-bc1a-ba16e006fb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:04.129600 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-5336baf8-d38b-42d5-bc1a-ba16e006fb7d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501111 Jul 05 18:55:04.216339 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-b9c9ef37-e30f-40dc-ac1b-c80d2ab15ec8 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802038 Jul 05 18:55:04.308519 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-02b8397c-c2dd-46d0-a9a8-837689ad788f req-63d629db-b4d8-49ec-9b31-74a79dad37c4 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863705 Jul 05 18:55:05.051812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca8bc4-c569-4ae1-aee2-647110518752 req-a7501dbe-4491-4a2d-add6-eb23b390c9c3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:05.053301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59ca8bc4-c569-4ae1-aee2-647110518752 req-a7501dbe-4491-4a2d-add6-eb23b390c9c3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0678267 Jul 05 18:55:05.092285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59ca8bc4-c569-4ae1-aee2-647110518752 req-ed4b04d1-eab7-48c4-8f25-b69018f65605 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326087 Jul 05 18:55:05.692498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d403ebd-3586-4ab9-afcd-c41f73cbcc74 req-05215999-6602-4b58-ae48-4ed884405793 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:05.693996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d403ebd-3586-4ab9-afcd-c41f73cbcc74 req-05215999-6602-4b58-ae48-4ed884405793 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0675874 Jul 05 18:55:05.731704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d403ebd-3586-4ab9-afcd-c41f73cbcc74 req-13a786b3-7e5d-4122-ac76-791c201ec962 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319712 Jul 05 18:55:06.253717 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:06.887626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3acf4-1348-41c2-a075-f01827644775 req-fa448fc8-be27-4307-9982-c9d0a513768c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:06.889040 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8f3acf4-1348-41c2-a075-f01827644775 req-fa448fc8-be27-4307-9982-c9d0a513768c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0684147 Jul 05 18:55:06.908553 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f9d99-fe1e-4bc5-9222-17a69fd4fc89 req-ff3dcd56-1990-4f1d-8d57-ad8e9866f7d7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:06.910111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-121f9d99-fe1e-4bc5-9222-17a69fd4fc89 req-ff3dcd56-1990-4f1d-8d57-ad8e9866f7d7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 946 time: 0.0676188 Jul 05 18:55:06.948226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-121f9d99-fe1e-4bc5-9222-17a69fd4fc89 req-89b8cd85-15a5-4f68-b848-cd1c58c2a003 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Jul 05 18:55:06.996954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Deleting port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:55:06.997293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:07.083497 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] For port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:55:07.083846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:07.257297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:07.257671 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:07.258514 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034 disassociated. External IP: 172.25.3.225, port: a3bdb8eb-d997-4b4e-9940-615f5a7b62a4. Jul 05 18:55:07.258922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Calling delete_port for a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:55:07.807499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:07.840569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event deleted for resources: {'Port': ['ID=a3bdb8eb-d997-4b4e-9940-615f5a7b62a4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:55:07.960278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:55:08.075140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:55:08.085915 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:55:08.097808 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:55:08.098547 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:54:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:55:08.102909 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81b238df-72ca-4f84-a11d-a4ebd4011a34 req-fd3d6906-d172-4d13-a59a-8c21938dc76e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=e55339e3-4b3d-45c5-ad82-a8b8e03c1994 HTTP/1.1" status: 200 len: 210 time: 0.0333874 Jul 05 18:55:08.124610 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] No DVR routers for this DVR port a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:55:08.127695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:08.129740 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e8f3acf4-1348-41c2-a075-f01827644775 req-dfe0c79c-e79c-4664-8170-152c2c97eac3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "DELETE /v2.0/ports/a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 HTTP/1.1" status: 204 len: 173 time: 1.2358031 Jul 05 18:55:08.130187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'name': 'network-vif-deleted', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:55:08.132777 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4165563d-db06-4c60-8970-fb2a9eaa24d1" -d '{"events": [{"server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "name": "network-vif-deleted", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:55:08.169236 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bd80cb-922f-4ac4-9f33-b1f9135d5bb3 x-openstack-request-id: req-49bd80cb-922f-4ac4-9f33-b1f9135d5bb3 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:55:08.169535 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e55339e3-4b3d-45c5-ad82-a8b8e03c1994", "name": "network-vif-deleted", "tag": "a3bdb8eb-d997-4b4e-9940-615f5a7b62a4", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:55:08.169787 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49bd80cb-922f-4ac4-9f33-b1f9135d5bb3 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:55:08.170184 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e55339e3-4b3d-45c5-ad82-a8b8e03c1994', 'name': 'network-vif-deleted', 'tag': 'a3bdb8eb-d997-4b4e-9940-615f5a7b62a4', 'status': 'completed', 'code': 200} Jul 05 18:55:08.208946 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:55:08.404640 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:55:08.433478 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:55:08.442139 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:55:08.442768 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:54:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:55:08.549972 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:55:08.746163 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:55:08.772921 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b36a9-b6ec-4df9-b8a1-aaa5ddb48d41 None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:55:08.983503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4cf9bac-d86c-4cdc-bd7c-572dde97f504 None None] New status for floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:55:09.449548 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-946a5662-3c45-46f0-9bda-1d15591639a2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--625516549&fields=id&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 267 time: 0.0321918 Jul 05 18:55:09.554405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-228be778-402e-44bf-b5b5-3c3e75237fdb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:09.556472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-228be778-402e-44bf-b5b5-3c3e75237fdb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 812 time: 0.1007857 Jul 05 18:55:09.570482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-893cef47-119f-4074-9c88-bb73fb6c776f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/quotas/30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 375 time: 0.0087373 Jul 05 18:55:09.640841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-f4ca296a-4749-461b-8dae-8d8ac5e1224e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656741 Jul 05 18:55:09.733795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-06f50179-ef6b-4a51-9ee8-6abce497b213 service neutron] 10.222.0.30 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814810 Jul 05 18:55:09.825506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-cdbabee3-a1a9-43b6-933f-0c995f4eca81 service neutron] 10.222.0.30 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859439 Jul 05 18:55:10.109673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa912b0a-2675-4ddd-b3d2-c7b760af3544 req-0f48459a-22f4-4206-8bd7-a7a05a872ab5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 210 time: 0.0292809 Jul 05 18:55:10.917216 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:55:11.267147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62499b12-c189-4b36-babb-c05a5637dfe6 req-cbabf81c-5545-43ea-98ee-fed847942843 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 210 time: 0.0355303 Jul 05 18:55:11.844899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:55:11.866411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:55:11.866791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device a3bdb8eb-d997-4b4e-9940-615f5a7b62a4 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:55:12.286119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-5fa835e0-5368-4b01-92f1-dd945d76e7f5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:12.287603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-5fa835e0-5368-4b01-92f1-dd945d76e7f5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 812 time: 0.1047935 Jul 05 18:55:12.341999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-19512afb-10f8-4628-85e0-f71ec171a09e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 379 time: 0.0383444 Jul 05 18:55:12.354332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'port': {'device_id': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'admin_state_up': True, 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'security_groups': ['d3197b1d-b228-471f-a4fb-971e8d5ac48f']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:55:12.450145 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9348276f-1280-4340-b11a-798e8197dc12 req-4a4e870c-0ebf-45be-9993-13deca5c037f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 210 time: 0.0457456 Jul 05 18:55:12.573382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Made reservation on behalf of 30d20c1722624cc4bf2ce9a858403a2d for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:55:12.577085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:12.706004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Allocated IP 172.20.0.7 (11141520-c8c9-406c-ada3-0a619a75326e/d1676bb6-acca-4cf9-815b-b45e985bda99/570617e4-6776-4d4c-bc78-417f22ac2dc8) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:55:13.210580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:13.223345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Transition to ACTIVE for port object 570617e4-6776-4d4c-bc78-417f22ac2dc8 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:55:13.349860 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:13.394706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Network 11141520-c8c9-406c-ada3-0a619a75326e is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:55:13.397889 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:55:13.402491 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:55:13.430317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:55:13.445194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.446134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.446484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.446876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.447216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.447552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.447880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.448207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.448532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.448859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.449197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.449521 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:55:13.470951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:13.471499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:13.557100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-918d140f-d69d-49e3-8d81-700939e0334e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2091110 Jul 05 18:55:13.576164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Request body: {'port': {'device_id': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:55:13.684139 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:13.693906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f52aa-0b97-456e-9229-de172b15b82a req-dc9fdbd3-40f3-41d7-9fb6-eeba8db8dda9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:13.696141 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a1f52aa-0b97-456e-9229-de172b15b82a req-dc9fdbd3-40f3-41d7-9fb6-eeba8db8dda9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 931 time: 0.1334450 Jul 05 18:55:13.733133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5b0ebe85-1ba5-4f10-bc07-210c3007e14c None None] Provisioning for port 570617e4-6776-4d4c-bc78-417f22ac2dc8 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:55:13.736909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5b0ebe85-1ba5-4f10-bc07-210c3007e14c None None] Provisioning complete for port 570617e4-6776-4d4c-bc78-417f22ac2dc8 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:55:13.737288 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b0ebe85-1ba5-4f10-bc07-210c3007e14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:13.768787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a1f52aa-0b97-456e-9229-de172b15b82a req-a9acac24-1405-4947-8004-0632e52c1165 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665863 Jul 05 18:55:13.772232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5b0ebe85-1ba5-4f10-bc07-210c3007e14c None None] Port 570617e4-6776-4d4c-bc78-417f22ac2dc8 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:55:13.979421 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 570617e4-6776-4d4c-bc78-417f22ac2dc8 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:55:13.986679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:13.998305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Transition to ACTIVE for port object 570617e4-6776-4d4c-bc78-417f22ac2dc8 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:55:14.069430 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:14.123835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:55:14.196383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:55:14.196743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:55:14.197194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:55:14.201793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:55:14.202121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:55:14.207177 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:55:14.207647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:55:14.208043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:55:14.208481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Bound port: 570617e4-6776-4d4c-bc78-417f22ac2dc8, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:55:14.208848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:14.275073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:55:14.278810 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:55:14.390912 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:14.428022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:14.428647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:14.430787 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] 10.222.0.39 "PUT /v2.0/ports/570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1091 time: 0.8584766 Jul 05 18:55:14.431484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:55:14.434084 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73380ab9-171d-4c95-9445-97c7cc3169a7" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:55:14.459833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddde75f-587b-49fe-b242-43d37145a3d4 service neutron] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:55:14.473128 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a5ca61-0cbc-45cf-a1d5-f1f027248944 x-openstack-request-id: req-a3a5ca61-0cbc-45cf-a1d5-f1f027248944 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:55:14.473422 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:55:14.473675 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3a5ca61-0cbc-45cf-a1d5-f1f027248944 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:55:14.474079 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'status': 'completed', 'code': 200} Jul 05 18:55:14.555330 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73380ab9-171d-4c95-9445-97c7cc3169a7 req-669ee6f9-e7a7-4877-b8b7-54615ea15112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:14.556932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73380ab9-171d-4c95-9445-97c7cc3169a7 req-669ee6f9-e7a7-4877-b8b7-54615ea15112 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0582891 Jul 05 18:55:14.662060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73380ab9-171d-4c95-9445-97c7cc3169a7 req-41928b6e-a52a-491c-8b0e-50e47f026f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:14.663677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73380ab9-171d-4c95-9445-97c7cc3169a7 req-41928b6e-a52a-491c-8b0e-50e47f026f68 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0985029 Jul 05 18:55:14.757454 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73380ab9-171d-4c95-9445-97c7cc3169a7 req-758f40d7-a26c-4870-9540-8944b3785210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:14.760037 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-73380ab9-171d-4c95-9445-97c7cc3169a7 req-758f40d7-a26c-4870-9540-8944b3785210 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896897 Jul 05 18:55:14.860195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-1ef8ea70-269a-4d7d-ab71-52c8cf2bcf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:14.861756 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-1ef8ea70-269a-4d7d-ab71-52c8cf2bcf6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0584123 Jul 05 18:55:14.905253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-dfce3c1d-d6c1-4b3a-a427-9187bf1be39b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 217 time: 0.0354373 Jul 05 18:55:14.982884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-43225955-84a8-4699-a148-204738871d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:14.984499 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-43225955-84a8-4699-a148-204738871d8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0716851 Jul 05 18:55:15.036242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73030e-15eb-41c3-90ba-6678b0eaaea1 req-b6aa6e00-b6dc-42ef-b37f-d72244c60f31 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:15.037743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea73030e-15eb-41c3-90ba-6678b0eaaea1 req-b6aa6e00-b6dc-42ef-b37f-d72244c60f31 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 943 time: 0.1350107 Jul 05 18:55:15.086146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea73030e-15eb-41c3-90ba-6678b0eaaea1 req-1e470468-7425-4eb8-843e-cf5a34ccebe4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415304 Jul 05 18:55:15.094670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-9e433b37-21fc-4d46-bf8e-0f6cd8dfdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:15.096134 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-9e433b37-21fc-4d46-bf8e-0f6cd8dfdc7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006367 Jul 05 18:55:15.189852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-f33b17d2-2078-4bf0-8fad-065e68555591 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866375 Jul 05 18:55:15.283944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d3cb925-e696-4824-b4e6-6ef516b6250c req-b2fea667-f4a8-4f77-8116-c9cc0b1944e9 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851257 Jul 05 18:55:16.260076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753e189-a4d9-402b-bc7c-6f7a2259546e req-bb2aa7bc-0ffe-4d29-a1ec-4030c1b0086e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:16.261651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c753e189-a4d9-402b-bc7c-6f7a2259546e req-bb2aa7bc-0ffe-4d29-a1ec-4030c1b0086e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 943 time: 0.0637920 Jul 05 18:55:16.298971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c753e189-a4d9-402b-bc7c-6f7a2259546e req-c4afe39a-0ae2-44cf-9637-244adf263ddb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Jul 05 18:55:17.377246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:55:17.477151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:55:17.478173 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992a820-f4b4-4dcb-890c-26a5456b8fb7 req-54279d08-3f52-4de5-97bb-024ee9555429 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:17.479720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3992a820-f4b4-4dcb-890c-26a5456b8fb7 req-54279d08-3f52-4de5-97bb-024ee9555429 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 943 time: 0.0689759 Jul 05 18:55:17.489002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'mac_address': 'fa:16:3e:08:bb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:55:17.518137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3992a820-f4b4-4dcb-890c-26a5456b8fb7 req-76dfb4e8-ae2d-4bdb-a85e-9724a2d90919 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328586 Jul 05 18:55:17.526445 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:17.539708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570617e4-6776-4d4c-bc78-417f22ac2dc8 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:55:17.558180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:55:17.670087 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:17.716217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:55:17.946414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['570617e4-6776-4d4c-bc78-417f22ac2dc8'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:55:18.744207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca420ce0-63d6-4a42-8e64-669ee7051e51 req-10af6000-0672-411c-9a9e-421bd6cc5884 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:18.745714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca420ce0-63d6-4a42-8e64-669ee7051e51 req-10af6000-0672-411c-9a9e-421bd6cc5884 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 944 time: 0.0620255 Jul 05 18:55:18.782463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ca420ce0-63d6-4a42-8e64-669ee7051e51 req-4adaa35f-81e8-4683-a92e-2fef745891d6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Jul 05 18:55:19.382184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:55:19.499099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 570617e4-6776-4d4c-bc78-417f22ac2dc8 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:55:19.503165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 570617e4-6776-4d4c-bc78-417f22ac2dc8 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:55:19.503540 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:19.585801 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:19.607257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:55:19.609479 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc7377f-620d-4944-ac04-1cb2622fed9c" -d '{"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:55:19.622381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:55:19.645407 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dd07ded-9eef-4540-95be-1b68fd1212bd x-openstack-request-id: req-0dd07ded-9eef-4540-95be-1b68fd1212bd {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:55:19.645700 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:55:19.646001 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dd07ded-9eef-4540-95be-1b68fd1212bd {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:55:19.646417 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'code': 200} Jul 05 18:55:19.693018 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:19.740063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:55:19.762135 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3a0eb-4d07-4e4a-b933-8671a3427bd0 req-14d473df-9ea4-4361-bf52-c4feb8c07e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:19.763684 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcd3a0eb-4d07-4e4a-b933-8671a3427bd0 req-14d473df-9ea4-4361-bf52-c4feb8c07e8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0587456 Jul 05 18:55:19.798575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcd3a0eb-4d07-4e4a-b933-8671a3427bd0 req-d11f8374-eb98-4010-93eb-29f18cc713f6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272532 Jul 05 18:55:19.962726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a6543-1013-456f-90fc-eafc8a8a1275 req-1e498cb2-8d04-44c9-9fe7-89b3934ce1ef tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:19.964233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-182a6543-1013-456f-90fc-eafc8a8a1275 req-1e498cb2-8d04-44c9-9fe7-89b3934ce1ef tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0661106 Jul 05 18:55:20.003648 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-182a6543-1013-456f-90fc-eafc8a8a1275 req-5f8c57f4-fe35-411b-ac21-92512b33ceaf tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338111 Jul 05 18:55:20.818992 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dc183b61-6fe4-453b-a250-4b1defa67021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:21.191874 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d7bfb-60f2-4127-9663-177a63bb4172 req-4109ef50-d602-4ccb-b0bd-a1d33bb12d16 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:21.193375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c90d7bfb-60f2-4127-9663-177a63bb4172 req-4109ef50-d602-4ccb-b0bd-a1d33bb12d16 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0632186 Jul 05 18:55:21.231754 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c90d7bfb-60f2-4127-9663-177a63bb4172 req-0352e8f7-b0c1-4fac-99f7-608a62265f49 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324671 Jul 05 18:55:21.401395 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c5b28-a472-4716-8f7b-dc0fb3e670bb req-546c84bf-9d42-49d4-a957-23c604b72f87 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:21.402799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4c7c5b28-a472-4716-8f7b-dc0fb3e670bb req-546c84bf-9d42-49d4-a957-23c604b72f87 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0667706 Jul 05 18:55:21.412016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49154) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:55:21.417657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-fa1eb600-4dbb-434a-b8ef-4ef8a3c3be71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'floatingip': {'port_id': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:55:21.456448 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa1eb600-4dbb-434a-b8ef-4ef8a3c3be71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:21.900793 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa1eb600-4dbb-434a-b8ef-4ef8a3c3be71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:21.967432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa1eb600-4dbb-434a-b8ef-4ef8a3c3be71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:22.067919 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-fa1eb600-4dbb-434a-b8ef-4ef8a3c3be71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034 associated. External IP: 172.25.3.225, port: 570617e4-6776-4d4c-bc78-417f22ac2dc8. Jul 05 18:55:22.272130 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1eb600-4dbb-434a-b8ef-4ef8a3c3be71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:55:22.382218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1eb600-4dbb-434a-b8ef-4ef8a3c3be71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:55:22.387531 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fa1eb600-4dbb-434a-b8ef-4ef8a3c3be71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:22.392944 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:55:22.402633 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:55:22.403244 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:54:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:55:22.423411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fa1eb600-4dbb-434a-b8ef-4ef8a3c3be71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "PUT /v2.0/floatingips/b0ca5fb2-5f21-406f-83e3-5eabf5249034 HTTP/1.1" status: 200 len: 991 time: 1.0101559 Jul 05 18:55:22.424102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:55:22.426804 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3c22bd-3d3f-4420-ba8f-2c629662681a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:55:22.465428 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b094da-191f-455b-b3c8-fbcdc70ec7d4 x-openstack-request-id: req-e5b094da-191f-455b-b3c8-fbcdc70ec7d4 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:55:22.465728 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:55:22.465986 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5b094da-191f-455b-b3c8-fbcdc70ec7d4 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:55:22.466398 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'status': 'completed', 'code': 200} Jul 05 18:55:22.514452 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:55:22.544011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-ed6eba90-6fc8-4a74-b683-c3791585f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:22.545530 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-ed6eba90-6fc8-4a74-b683-c3791585f3c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0569806 Jul 05 18:55:22.640198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-36c3dfdc-d6dc-4c7b-b901-1dd6bdcc1f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:22.641735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-36c3dfdc-d6dc-4c7b-b901-1dd6bdcc1f46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0891387 Jul 05 18:55:22.708463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-c1060b79-716e-4d59-89e7-8e3e2315b20d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 999 time: 0.0597224 Jul 05 18:55:22.749625 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:08:bb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:55:21Z', 'revision_number': 9, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:55:22.767172 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-1ef97ffa-6692-4ada-bd8f-351bb3e306c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:22.768658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-1ef97ffa-6692-4ada-bd8f-351bb3e306c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0536838 Jul 05 18:55:22.779201 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:55:22.788044 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:55:22.788593 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:54:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:55:22.826724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-3ee58219-694e-4c56-a097-abe7def4f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:22.828233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-3ee58219-694e-4c56-a097-abe7def4f13a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528326 Jul 05 18:55:22.921745 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-6c243d96-a7ba-41cd-bdcd-598e155e063e service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863864 Jul 05 18:55:22.989986 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:55:23.020048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae3c22bd-3d3f-4420-ba8f-2c629662681a req-8a330cd2-7c99-483f-9a9b-361a22b65bea service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909100 Jul 05 18:55:23.231470 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:08:bb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:55:21Z', 'revision_number': 9, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:55:23.261262 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee28076-64fb-4c8b-ba18-3c6c7cd8f612 None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:08:bb:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:55:21Z', 'revision_number': 9, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:55:23.462967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874a3b03-834c-4bb7-b37d-699ae125f6e3 None None] New status for floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:55:23.510946 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9c295451-2f83-434a-9bc1-5c5a9aa1817a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:23.750513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:24.830580 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:26.584068 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:30.064240 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:36.293076 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:36.575931 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b163069-b99f-42a5-a810-914d271bb544 req-e3a838b8-060d-49ae-9b66-095412308fb4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538971 Jul 05 18:55:36.670231 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b163069-b99f-42a5-a810-914d271bb544 req-e5a6007a-69cc-4b9d-a5d5-df189c567490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:36.671772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b163069-b99f-42a5-a810-914d271bb544 req-e5a6007a-69cc-4b9d-a5d5-df189c567490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0529225 Jul 05 18:55:36.783192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b163069-b99f-42a5-a810-914d271bb544 req-f0c7eec0-9ecf-4d4e-8d10-624f7dba732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:36.784696 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b163069-b99f-42a5-a810-914d271bb544 req-f0c7eec0-9ecf-4d4e-8d10-624f7dba732b service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0921812 Jul 05 18:55:36.851018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b163069-b99f-42a5-a810-914d271bb544 req-fd46d693-cfd1-4447-a687-09445e0e7fc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1002 time: 0.0594423 Jul 05 18:55:36.912948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b163069-b99f-42a5-a810-914d271bb544 req-7dd14ec8-a27b-41b6-9de6-152147b806fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:36.914414 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b163069-b99f-42a5-a810-914d271bb544 req-7dd14ec8-a27b-41b6-9de6-152147b806fa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0491238 Jul 05 18:55:36.972053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b163069-b99f-42a5-a810-914d271bb544 req-479f7dd2-8abf-4b1b-95fc-b6a95931d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:55:36.973554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b163069-b99f-42a5-a810-914d271bb544 req-479f7dd2-8abf-4b1b-95fc-b6a95931d5e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514255 Jul 05 18:55:37.061806 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b163069-b99f-42a5-a810-914d271bb544 req-ec437bdb-471a-49e9-8a26-934d2e59ea51 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809059 Jul 05 18:55:37.156822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b163069-b99f-42a5-a810-914d271bb544 req-4b971849-8794-4cff-a096-e9d398e75460 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870416 Jul 05 18:55:47.916882 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:55:50.806835 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aace6466-3a58-4ecd-a189-d6d65d0e1d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:53.509824 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2635e2ba-c395-4c6a-b985-06b02cbca57f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:53.766849 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:54.881300 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:55:56.607131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:00.045967 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:06.297800 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:20.823377 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46361d7c-35ef-415a-a534-f61a555479dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:23.497754 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8667f6cc-a3d9-47f6-98ee-ed4f08359aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:23.726318 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:24.886721 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:24.916804 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:56:26.605186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:30.023758 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:36.309464 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:39.149268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-1c089f8d-9a38-443c-bdaa-a6f5b0667bd7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0531228 Jul 05 18:56:39.243533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-4a7c54a4-557e-4287-8aea-161d93e8c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:56:39.245012 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-4a7c54a4-557e-4287-8aea-161d93e8c4aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0533173 Jul 05 18:56:39.351649 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-56d3b070-620e-43f0-bf6a-f8c47398fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:56:39.353130 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-56d3b070-620e-43f0-bf6a-f8c47398fca9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0868180 Jul 05 18:56:39.417492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-19eebfc0-9701-4533-8e50-33d0b4eb09fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1002 time: 0.0573509 Jul 05 18:56:39.470067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-894ccb58-8398-4ad3-b528-6c5ba3a11fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:56:39.471534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-894ccb58-8398-4ad3-b528-6c5ba3a11fac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0474226 Jul 05 18:56:39.529512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-447272b9-1707-41f2-98a9-69aa0c0ec587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:56:39.531361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-447272b9-1707-41f2-98a9-69aa0c0ec587 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524931 Jul 05 18:56:39.541870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-e61cf169-b96b-4a84-9f16-fe8fba33a613 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:56:39.542903 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-e61cf169-b96b-4a84-9f16-fe8fba33a613 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048366 Jul 05 18:56:39.634264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-59f55cbe-eaa8-4f4a-aca3-8163f4ca1a6c service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849173 Jul 05 18:56:39.729048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d8b5516-2c88-4118-befa-baa5798a8936 req-ce4e50ac-1aa6-4c69-8cf0-c14875da2961 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873752 Jul 05 18:56:50.834383 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-adb45417-b8c7-447d-8b84-8d0e773e9e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:53.508583 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c193891e-19a9-413e-b02f-2b6584db0ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:53.743137 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:54.857883 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:56:56.558932 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:00.045917 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:01.219283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325aa855-b7c2-4439-92d2-0119a7cc6ade req-de600ba6-1771-4e21-800a-3df50f2aea43 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:01.220799 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-325aa855-b7c2-4439-92d2-0119a7cc6ade req-de600ba6-1771-4e21-800a-3df50f2aea43 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0647852 Jul 05 18:57:01.292807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-325aa855-b7c2-4439-92d2-0119a7cc6ade req-1b3143cb-6a97-4e63-9b2c-c4c38c556f01 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662832 Jul 05 18:57:01.310733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-18e6d4a4-ba90-4bdd-95cb-d6e52009531f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824006 Jul 05 18:57:01.916357 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:57:02.477159 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f616939-66f8-4101-a88c-d7c836108066 req-33fc4ff4-a0a8-4e27-9270-daf97da7f5ea tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:02.478674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f616939-66f8-4101-a88c-d7c836108066 req-33fc4ff4-a0a8-4e27-9270-daf97da7f5ea tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0663013 Jul 05 18:57:02.517167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9f616939-66f8-4101-a88c-d7c836108066 req-a1476dad-1d53-45d8-a90c-a5bbee53611d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320125 Jul 05 18:57:03.353699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-54714708-6174-401c-8d1f-6e7d3530ba96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:03.355248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-54714708-6174-401c-8d1f-6e7d3530ba96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0539355 Jul 05 18:57:03.448738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-5468be8a-5562-4e63-80fb-d702bb45b257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:03.450449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-5468be8a-5562-4e63-80fb-d702bb45b257 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0886865 Jul 05 18:57:03.514697 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-446d1215-1293-4bf2-830a-28e33fb7d1db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1002 time: 0.0566692 Jul 05 18:57:03.567905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-af422b12-321a-4efa-9c34-68ba3b279689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:03.569404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-af422b12-321a-4efa-9c34-68ba3b279689 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0490260 Jul 05 18:57:03.629499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-abcadb4e-c623-4c94-9186-ace20f321a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:03.631502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-abcadb4e-c623-4c94-9186-ace20f321a94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546403 Jul 05 18:57:03.774844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209729c9-1dc2-4669-81c8-ca8fe921508e req-9526fb70-2df9-46c4-8dfb-75f440d77656 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:03.776329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-209729c9-1dc2-4669-81c8-ca8fe921508e req-9526fb70-2df9-46c4-8dfb-75f440d77656 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.1402447 Jul 05 18:57:03.779097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-0ad1c844-05d0-47c1-9419-8dd9b3dd063c service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296566 Jul 05 18:57:03.862227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-209729c9-1dc2-4669-81c8-ca8fe921508e req-e20ca9fa-70df-44eb-b2ee-995ac402562c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790529 Jul 05 18:57:03.897224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-8099d8a0-d091-40ea-98ac-d992da0bc5f8 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081698 Jul 05 18:57:05.391401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a38e9-5290-4ea0-a6d8-f882879a51b1 req-cfd8db89-2a71-4922-9b13-70baf3aa1818 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:05.392916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-356a38e9-5290-4ea0-a6d8-f882879a51b1 req-cfd8db89-2a71-4922-9b13-70baf3aa1818 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.4190836 Jul 05 18:57:05.430661 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-356a38e9-5290-4ea0-a6d8-f882879a51b1 req-200a65bc-7579-4d18-89f5-ac9c3ad3a1f6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312126 Jul 05 18:57:06.348474 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:06.607347 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3be5b-295f-46ea-991a-d0da5968a05a req-03d75902-ec67-4698-82a3-bf38295dd3c2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:06.608768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63f3be5b-295f-46ea-991a-d0da5968a05a req-03d75902-ec67-4698-82a3-bf38295dd3c2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0629566 Jul 05 18:57:06.645575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-63f3be5b-295f-46ea-991a-d0da5968a05a req-693d79e5-e9cc-4af8-a73b-87bd9b60869c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312390 Jul 05 18:57:07.823321 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59189046-0bdf-4b62-85e7-348e75f805f3 req-fe53c3a5-ea6e-4cbb-9315-d4d61016fb43 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:07.825450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59189046-0bdf-4b62-85e7-348e75f805f3 req-fe53c3a5-ea6e-4cbb-9315-d4d61016fb43 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0658209 Jul 05 18:57:07.864443 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59189046-0bdf-4b62-85e7-348e75f805f3 req-845cfbbf-b138-497e-a249-52031b4e2a65 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334926 Jul 05 18:57:09.038003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab981c2-34c0-4191-8703-bcfb88d48f4e req-cd0ef3a6-854f-4be3-889b-bcf190626eca tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:09.039434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ab981c2-34c0-4191-8703-bcfb88d48f4e req-cd0ef3a6-854f-4be3-889b-bcf190626eca tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0640283 Jul 05 18:57:09.077163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ab981c2-34c0-4191-8703-bcfb88d48f4e req-01cabbfc-ae05-421d-a671-678702dad1b0 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321047 Jul 05 18:57:10.254379 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967ced5-cd2c-49f0-aaf7-3729f66ad739 req-f365d303-8940-498d-9abb-bed6a1e01859 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:10.255905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2967ced5-cd2c-49f0-aaf7-3729f66ad739 req-f365d303-8940-498d-9abb-bed6a1e01859 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0662546 Jul 05 18:57:10.293019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2967ced5-cd2c-49f0-aaf7-3729f66ad739 req-55bae1a8-3e9c-453f-b911-342ac98f1acc tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316844 Jul 05 18:57:11.469136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9563007e-4e8a-48b8-bbd6-85c8b056c887 req-65bb06cb-c46b-4c81-a132-1d5293f34846 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:11.470671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9563007e-4e8a-48b8-bbd6-85c8b056c887 req-65bb06cb-c46b-4c81-a132-1d5293f34846 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0633259 Jul 05 18:57:11.508144 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9563007e-4e8a-48b8-bbd6-85c8b056c887 req-6e54aee3-4164-4d80-92d6-1ceddaf57ad0 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319507 Jul 05 18:57:12.768139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f4134-2163-40e5-8fad-99a83f211e11 req-a10824d5-8625-4b65-bbb0-df613199604a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:12.769823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-687f4134-2163-40e5-8fad-99a83f211e11 req-a10824d5-8625-4b65-bbb0-df613199604a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.1359227 Jul 05 18:57:12.808491 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-687f4134-2163-40e5-8fad-99a83f211e11 req-545b950b-0d55-45e6-b45d-4724a7fefc00 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327268 Jul 05 18:57:13.993314 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79627e7-22af-4301-bfda-bf1f8f9ac700 req-ac4ecde8-fdf2-46b4-87ed-59f5fee92893 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:13.994824 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a79627e7-22af-4301-bfda-bf1f8f9ac700 req-ac4ecde8-fdf2-46b4-87ed-59f5fee92893 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0675902 Jul 05 18:57:14.039304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a79627e7-22af-4301-bfda-bf1f8f9ac700 req-dc3c1dfa-07e8-4ebe-9bd8-92d9b130f08f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382698 Jul 05 18:57:15.216039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72762520-b693-4800-bf36-e0b99de9cf98 req-c0359dad-a900-47db-87eb-5e0231cc874a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:15.217539 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72762520-b693-4800-bf36-e0b99de9cf98 req-c0359dad-a900-47db-87eb-5e0231cc874a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0632639 Jul 05 18:57:15.260628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72762520-b693-4800-bf36-e0b99de9cf98 req-87e44c2f-f04b-4bc1-aa7d-79b3501773c7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373673 Jul 05 18:57:16.121147 n-d-799524-1 neutron-server[100997]: INFO neutron.api.v2.resource [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-fa3fcdce-9951-48ee-8465-68dc2d5d5455 service neutron] show failed (client error): The resource could not be found. Jul 05 18:57:16.122395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-fa3fcdce-9951-48ee-8465-68dc2d5d5455 service neutron] 10.222.0.39 "GET /v2.0/ports/570617e4-6776-4d4c-bc78-417f22ac2dc8/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0593412 Jul 05 18:57:16.482218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e359fb5-4b7d-4b23-b357-246d5a84d00e req-b0dd5e19-c45c-4c7d-8461-0a36540439c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:16.484620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e359fb5-4b7d-4b23-b357-246d5a84d00e req-b0dd5e19-c45c-4c7d-8461-0a36540439c5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.1093540 Jul 05 18:57:16.525261 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e359fb5-4b7d-4b23-b357-246d5a84d00e req-554382e1-7846-4369-b1dd-41f524c7d00f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348649 Jul 05 18:57:16.715800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-ca1a7c5d-4d3a-42f8-8c99-d7457668dc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:16.717294 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-ca1a7c5d-4d3a-42f8-8c99-d7457668dc19 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 1096 time: 0.0534694 Jul 05 18:57:16.728294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:57:16.801482 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:17.002424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:17.034912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:57:17.074143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:17.077213 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ef21af-0988-4146-abda-137e77b06249" -d '{"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:17.081110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:17.093294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Transition to ACTIVE for port object 570617e4-6776-4d4c-bc78-417f22ac2dc8 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:57:17.124135 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2dcfef-09fb-409d-88fe-6d2a6e55944b x-openstack-request-id: req-9c2dcfef-09fb-409d-88fe-6d2a6e55944b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:17.124431 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:17.124708 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c2dcfef-09fb-409d-88fe-6d2a6e55944b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:17.125106 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'code': 200} Jul 05 18:57:17.159756 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:17.238303 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=6']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:17.253720 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.253987 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.254332 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.254705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.255044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.255381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.255714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.256045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.256376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.256707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.257035 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.257362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:17.295628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] No DVR routers for this DVR port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:57:17.435550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:57:17.435884 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:57:17.436216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:57:17.440376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:57:17.440694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:57:17.445399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:57:17.445738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:57:17.446117 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:57:17.446540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Bound port: 570617e4-6776-4d4c-bc78-417f22ac2dc8, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:57:17.446925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:17.509041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:57:17.512107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:57:17.594545 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:17.634896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:17.635531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:17.636990 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] 10.222.0.97 "PUT /v2.0/ports/570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1091 time: 0.9126792 Jul 05 18:57:17.696738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b88d0-b3b5-4ac6-a7aa-f52d894773e2 service neutron] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=7']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:17.705610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6633523-0209-488d-96e0-f45c0bb3dc7c req-de983ed7-8b04-4396-a72d-f1d2a8690219 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:17.713856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f6633523-0209-488d-96e0-f45c0bb3dc7c req-de983ed7-8b04-4396-a72d-f1d2a8690219 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 943 time: 0.0745437 Jul 05 18:57:17.726894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-f1dbecf3-07b1-4907-b322-8933271fc4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:17.728464 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-f1dbecf3-07b1-4907-b322-8933271fc4ee service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0630360 Jul 05 18:57:17.751234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f6633523-0209-488d-96e0-f45c0bb3dc7c req-097ae8ad-13f3-42a6-8663-417903826e4a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363429 Jul 05 18:57:17.821961 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-9f0be5d5-26b4-46b8-a26d-e9670ac84948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:17.823513 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-9f0be5d5-26b4-46b8-a26d-e9670ac84948 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0890462 Jul 05 18:57:17.893632 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-fb8030fc-5606-4de4-8cfc-2554d9bc7a49 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1000 time: 0.0642061 Jul 05 18:57:17.942565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-aa9b57ef-cb2d-4e35-824f-c6b68602af3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:17.944097 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-aa9b57ef-cb2d-4e35-824f-c6b68602af3b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0444465 Jul 05 18:57:18.001167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-74923753-dd76-4c4e-b4cc-b16c6f826d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:18.002952 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-74923753-dd76-4c4e-b4cc-b16c6f826d41 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515771 Jul 05 18:57:18.013298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-08f9827e-5899-47b0-9bce-06576025e9a9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 18:57:18.014312 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-08f9827e-5899-47b0-9bce-06576025e9a9 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054362 Jul 05 18:57:18.105236 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-a1b15726-306d-4985-8e4f-77279fb447ea service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850191 Jul 05 18:57:18.205029 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-117e8c4c-45a1-4198-9282-18e3bdcf69dd req-47155bb7-991a-4e6c-a4b8-81f927824cee service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941985 Jul 05 18:57:18.935455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dcbc40-aa35-4352-9ad0-078f04185904 req-2d7836b5-0571-48b0-afde-d7c557de9b28 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:18.936977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2dcbc40-aa35-4352-9ad0-078f04185904 req-2d7836b5-0571-48b0-afde-d7c557de9b28 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 943 time: 0.0718884 Jul 05 18:57:18.975053 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2dcbc40-aa35-4352-9ad0-078f04185904 req-50b7e178-99e0-4c99-9e47-7f88a60f49e6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325768 Jul 05 18:57:19.126134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:19.128850 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35edf11f-c9a5-4835-9ad0-37026b518829" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:19.184441 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4ba16d-fbf7-447d-827d-75c9b52b8777 x-openstack-request-id: req-ff4ba16d-fbf7-447d-827d-75c9b52b8777 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:19.184650 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:19.184947 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff4ba16d-fbf7-447d-827d-75c9b52b8777 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:19.185420 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'status': 'completed', 'code': 200} Jul 05 18:57:19.257451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-46fdc580-aa9e-4df1-9353-007cfe1eb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:19.259049 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-46fdc580-aa9e-4df1-9353-007cfe1eb824 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0606937 Jul 05 18:57:19.264025 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-c5a264b7-dec5-49c1-9107-ab31d6472243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:19.265517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-c5a264b7-dec5-49c1-9107-ab31d6472243 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0536864 Jul 05 18:57:19.352524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-5743f56f-56ac-4a21-8731-28e5c3183bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:19.354070 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-5743f56f-56ac-4a21-8731-28e5c3183bdf service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0881310 Jul 05 18:57:19.358910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-68486997-0e7f-4b93-8db3-a948cde83b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:19.360605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-68486997-0e7f-4b93-8db3-a948cde83b11 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0880518 Jul 05 18:57:19.426802 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-99050f79-d4a5-4b2a-b235-4ef888215d27 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1000 time: 0.0657699 Jul 05 18:57:19.464513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-ab6f9715-ea1d-433d-950e-1518d58bd046 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1000 time: 0.0972645 Jul 05 18:57:19.477805 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-dc9cb2b0-0751-42f0-9cf6-6bdacd068af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:19.479365 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-dc9cb2b0-0751-42f0-9cf6-6bdacd068af7 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0455399 Jul 05 18:57:19.518725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-94a45bf0-eb7f-4dc1-a269-039bdf99cc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:19.520324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-94a45bf0-eb7f-4dc1-a269-039bdf99cc5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0494397 Jul 05 18:57:19.538442 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-6156f96c-40e3-4ec3-b2aa-4b8f0a90758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:19.540006 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-6156f96c-40e3-4ec3-b2aa-4b8f0a90758a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540953 Jul 05 18:57:19.583859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-20c0480b-98ba-4a45-b8d3-8d4866be010f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:19.585381 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-20c0480b-98ba-4a45-b8d3-8d4866be010f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582185 Jul 05 18:57:19.636089 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-8757ee50-b177-4595-8732-e59d1da96d71 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881755 Jul 05 18:57:19.674528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-deb789fc-c3be-4163-a07f-47d9d66281fb service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824642 Jul 05 18:57:19.729003 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-f5dbd121-e300-471e-a4b8-cd5484d39647 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860367 Jul 05 18:57:19.768256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35edf11f-c9a5-4835-9ad0-37026b518829 req-89ad667e-3c59-4ae8-92c5-dc949eac9ead service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870695 Jul 05 18:57:20.021099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:57:20.060195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:57:20.158524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fd679-1665-4423-a6e8-28fe4b515349 req-eadcb391-845d-44f7-b9fa-cc1505779dd4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:20.160023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-443fd679-1665-4423-a6e8-28fe4b515349 req-eadcb391-845d-44f7-b9fa-cc1505779dd4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 943 time: 0.0654292 Jul 05 18:57:20.197919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-443fd679-1665-4423-a6e8-28fe4b515349 req-a4e4b265-0091-4048-9989-f93087e85e42 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322967 Jul 05 18:57:20.823063 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c0e13590-cd3b-4913-a2d9-0bdf46ce98ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:21.375706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62b089-6636-4985-83ae-2dcaba367331 req-1fb51001-36e7-49aa-a2ca-4bfa4c1a0732 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:21.377270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd62b089-6636-4985-83ae-2dcaba367331 req-1fb51001-36e7-49aa-a2ca-4bfa4c1a0732 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 943 time: 0.0664794 Jul 05 18:57:21.416017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd62b089-6636-4985-83ae-2dcaba367331 req-fc4d5fa1-0e69-43ab-95d1-2fb7b333e326 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329132 Jul 05 18:57:22.251605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e9903-5bf0-492c-9ef5-d6b2a7469b6e req-c22c95ec-be45-494e-819f-2e834a637ef3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:22.253481 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-812e9903-5bf0-492c-9ef5-d6b2a7469b6e req-c22c95ec-be45-494e-819f-2e834a637ef3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 943 time: 0.0687962 Jul 05 18:57:22.262914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-ec125681-d378-4fb5-95e6-27a34cba845c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:22.264415 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-ec125681-d378-4fb5-95e6-27a34cba845c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2&tenant_id=30d20c1722624cc4bf2ce9a858403a2d&binding%3Ahost_id=n-h1-799524-1 HTTP/1.1" status: 200 len: 943 time: 0.0723517 Jul 05 18:57:22.291163 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-812e9903-5bf0-492c-9ef5-d6b2a7469b6e req-c2ed0d61-9546-4613-accb-81b862e558c1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320730 Jul 05 18:57:22.329886 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-1b7a7223-13c7-4a55-9e5e-128e69fdb7a1 service neutron] 10.222.0.97 "GET /v2.0/ports/570617e4-6776-4d4c-bc78-417f22ac2dc8/bindings/n-h1-799524-1 HTTP/1.1" status: 200 len: 382 time: 0.0597615 Jul 05 18:57:22.396693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:57:22.410973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-dd9696c2-abf6-4aa3-9e66-b12d84020ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:22.410973 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-dd9696c2-abf6-4aa3-9e66-b12d84020ebb service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1094 time: 0.0567181 Jul 05 18:57:22.492900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:22.498387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-0e945601-a8b6-4cd9-9c9c-0ccb4a802a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:22.499996 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-0e945601-a8b6-4cd9-9c9c-0ccb4a802a46 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0855529 Jul 05 18:57:22.504980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'mac_address': 'fa:16:3e:08:bb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:57:22.542826 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:22.555984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570617e4-6776-4d4c-bc78-417f22ac2dc8 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:57:22.568469 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-f2ab68c4-563c-4bc9-b2d2-5a4bd53da9a5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1000 time: 0.0626712 Jul 05 18:57:22.576197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:22.617750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-a9d47c0a-a1a1-437a-af9c-82aef2d48a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:22.619308 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-a9d47c0a-a1a1-437a-af9c-82aef2d48a9b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0436566 Jul 05 18:57:22.678649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-8d7caf9e-c82a-46be-b2c2-b6248e3f52c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:22.680067 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-8d7caf9e-c82a-46be-b2c2-b6248e3f52c6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544758 Jul 05 18:57:22.691222 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:22.741087 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:22.748402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.757976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:22.782431 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-f96286b4-47de-494c-8824-a8d7d0890b41 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953794 Jul 05 18:57:22.875620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-b05d28f3-677f-4193-b04c-2f9a3ff44f0a service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856500 Jul 05 18:57:22.924403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['570617e4-6776-4d4c-bc78-417f22ac2dc8'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:57:23.466657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b6e47-dd5f-45e9-ab72-928beac151f1 req-ba29baa7-2fe4-4667-ab9b-38fdf925309c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:23.468159 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-648b6e47-dd5f-45e9-ab72-928beac151f1 req-ba29baa7-2fe4-4667-ab9b-38fdf925309c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 944 time: 0.0641932 Jul 05 18:57:23.506423 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-648b6e47-dd5f-45e9-ab72-928beac151f1 req-912b6668-62ac-489f-a45b-4da9fbcaefb2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327384 Jul 05 18:57:23.525355 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca6c490c-acb5-4912-a931-b0f1df1ffa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:23.753918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:24.417348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:57:24.559923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 570617e4-6776-4d4c-bc78-417f22ac2dc8 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:57:24.563948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 570617e4-6776-4d4c-bc78-417f22ac2dc8 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:57:24.564327 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:24.646884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:24.674310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:24.676643 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3524c445-bd89-45ca-9bef-53c45a956a94" -d '{"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:24.690040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:24.694390 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff4f85-a084-4a49-b8a5-41827c5892fb req-188db457-2215-4443-9a8d-f2fd4ef5bd59 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:24.696097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10ff4f85-a084-4a49-b8a5-41827c5892fb req-188db457-2215-4443-9a8d-f2fd4ef5bd59 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 944 time: 0.0758054 Jul 05 18:57:24.727867 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2728dec-c873-4755-9594-b829911a27ed x-openstack-request-id: req-d2728dec-c873-4755-9594-b829911a27ed {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:24.728162 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:24.728424 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2728dec-c873-4755-9594-b829911a27ed {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:24.728826 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'code': 200} Jul 05 18:57:24.736388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-10ff4f85-a084-4a49-b8a5-41827c5892fb req-fa8ad1da-342b-4fad-9a2f-c767e1b44170 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338757 Jul 05 18:57:24.781501 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:24.833911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:24.872847 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:24.912448 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-9609c5a6-f92b-49f7-bcbb-068b0a9e9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:24.913982 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-9609c5a6-f92b-49f7-bcbb-068b0a9e9d7f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0635285 Jul 05 18:57:25.021918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-7128a4b1-3fe7-46c5-99da-c84536d7ff3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:25.023630 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-7128a4b1-3fe7-46c5-99da-c84536d7ff3d service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0883257 Jul 05 18:57:25.094005 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-ce3ecaac-43cb-42cd-8263-cc134a0fcc99 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1002 time: 0.0637908 Jul 05 18:57:25.143937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-84226e3d-3d89-4f8c-8ca7-22ed367e9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:25.145464 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-84226e3d-3d89-4f8c-8ca7-22ed367e9252 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0458312 Jul 05 18:57:25.203499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-d5778e50-6923-4a46-9235-cdb174460817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:25.205035 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-d5778e50-6923-4a46-9235-cdb174460817 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526097 Jul 05 18:57:25.299949 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-06d07369-1fe4-4c91-a7b1-d56904395c90 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887589 Jul 05 18:57:25.393826 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-88d7f6ab-9660-4d20-8a38-15e0f7b2a5df req-0bc42517-843d-447a-9c28-9c4bb11f9f17 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878890 Jul 05 18:57:25.636564 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-d41e0c26-93a4-4a06-8f79-cb1e070cf297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:25.638257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-d41e0c26-93a4-4a06-8f79-cb1e070cf297 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 1096 time: 0.0851178 Jul 05 18:57:25.650882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:57:25.723801 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:25.967096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:25.991934 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063f17d-9401-4540-9981-f24b821d3c1f req-8dda34b0-306f-4558-a091-acb0bf42295a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:25.993449 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8063f17d-9401-4540-9981-f24b821d3c1f req-8dda34b0-306f-4558-a091-acb0bf42295a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.1319420 Jul 05 18:57:26.029230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:57:26.068940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8063f17d-9401-4540-9981-f24b821d3c1f req-4130479e-69dc-41d9-a87a-1d0832166f5a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682085 Jul 05 18:57:26.082656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:26.084952 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebfa79b8-9ce9-40e2-8684-6dd7b91f85e2" -d '{"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:26.088907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:26.102477 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Transition to ACTIVE for port object 570617e4-6776-4d4c-bc78-417f22ac2dc8 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:57:26.136124 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98742ba4-dc4a-4490-aa3b-8cbc0a25236e x-openstack-request-id: req-98742ba4-dc4a-4490-aa3b-8cbc0a25236e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:26.136124 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-unplugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:26.136124 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-98742ba4-dc4a-4490-aa3b-8cbc0a25236e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:26.136124 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'code': 200} Jul 05 18:57:26.188150 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:26.299632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=10']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:26.323645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.323994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.324455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.325410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.325775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.326105 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.326442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.326801 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.327141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.327470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.327797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.328125 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 18:57:26.381802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] No DVR routers for this DVR port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:57:26.519327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:57:26.519661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:57:26.519992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:57:26.524139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:57:26.524513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Attempting to bind port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:57:26.529313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:57:26.529653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:57:26.530036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:57:26.530459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Bound port: 570617e4-6776-4d4c-bc78-417f22ac2dc8, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:57:26.530841 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:26.576771 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:26.595790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:57:26.598929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:57:26.686162 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:26.721213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:26.721854 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:26.723137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] 10.222.0.39 "PUT /v2.0/ports/570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1092 time: 1.0764945 Jul 05 18:57:26.748562 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ec7b23-7f57-4f88-9d90-30a4a79f6a91 service neutron] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=11']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:26.809069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-9f2fc3f2-a5b5-4ba9-bebb-3f18fb02468a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:26.810868 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-9f2fc3f2-a5b5-4ba9-bebb-3f18fb02468a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0592730 Jul 05 18:57:26.908162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-bcef835a-0e72-4d96-9e4e-e485e8bb0f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:26.909673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-bcef835a-0e72-4d96-9e4e-e485e8bb0f31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0920446 Jul 05 18:57:26.987571 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-3449acea-4eb8-4b48-957d-2e27658e6397 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1000 time: 0.0697153 Jul 05 18:57:27.039976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-0c282480-bc4a-4a02-8312-f0bdcc2ac111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:27.041347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-0c282480-bc4a-4a02-8312-f0bdcc2ac111 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0433345 Jul 05 18:57:27.098045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90534801-e53e-423d-9841-73f32a3a2327 req-7c77bad9-13a5-4b5f-ba5e-97b3cec94ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:27.099603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-7c77bad9-13a5-4b5f-ba5e-97b3cec94ef7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507536 Jul 05 18:57:27.220365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-edc823a5-d639-40d4-b20d-e0c5e5832613 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119540 Jul 05 18:57:27.312937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c74e2-db10-4244-9133-e091cd1ebdbb req-9bed3812-f0ee-466e-84cb-3fe3beffdbc9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:27.314424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b15c74e2-db10-4244-9133-e091cd1ebdbb req-9bed3812-f0ee-466e-84cb-3fe3beffdbc9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 944 time: 0.1306839 Jul 05 18:57:27.352635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90534801-e53e-423d-9841-73f32a3a2327 req-3f44e08f-307c-4d16-8e30-79f78eeeab3f service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230054 Jul 05 18:57:27.367254 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b15c74e2-db10-4244-9133-e091cd1ebdbb req-565370c9-a7fa-495e-82c4-cf6419396609 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466921 Jul 05 18:57:28.136685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:28.139428 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d08f27-23be-4681-bdc7-59ee0a583fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:28.187119 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0f6066-7d4a-4177-ab52-8af00443cb58 x-openstack-request-id: req-5d0f6066-7d4a-4177-ab52-8af00443cb58 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:28.187988 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:28.188248 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d0f6066-7d4a-4177-ab52-8af00443cb58 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:28.188653 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'status': 'completed', 'code': 200} Jul 05 18:57:28.258164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-be228873-8e49-4f4c-82c1-3275cfb4fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:28.259817 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-be228873-8e49-4f4c-82c1-3275cfb4fce4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0528049 Jul 05 18:57:28.267090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-c8f7800c-059d-4f52-b03a-e917e4e1becb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:28.268588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-c8f7800c-059d-4f52-b03a-e917e4e1becb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0538485 Jul 05 18:57:28.352689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-2b7c7331-2a47-4f4f-872d-50faae8a7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:28.354195 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-2b7c7331-2a47-4f4f-872d-50faae8a7c0e service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0881391 Jul 05 18:57:28.361360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-e34df379-7dab-4de1-89e0-337b554a2b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:28.362851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-e34df379-7dab-4de1-89e0-337b554a2b38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0870018 Jul 05 18:57:28.420590 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-a1e32860-3e0a-4fe9-9b46-c6174f966101 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1000 time: 0.0603070 Jul 05 18:57:28.432015 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-a17d45ad-1e4c-400b-b874-aec6cc48c954 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 200 len: 1000 time: 0.0597439 Jul 05 18:57:28.448515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:57:28.477268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-efb0146d-566b-4e14-8dff-09060e65b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:28.478790 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-efb0146d-566b-4e14-8dff-09060e65b62a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0526698 Jul 05 18:57:28.487171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-15219ab5-665a-4fe9-be31-324641c7ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:28.488660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-15219ab5-665a-4fe9-be31-324641c7ff61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0485549 Jul 05 18:57:28.498026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:57:28.538897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-8edb23d8-77fb-4fdb-b5da-f2f91a7ed660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:28.540406 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-8edb23d8-77fb-4fdb-b5da-f2f91a7ed660 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558763 Jul 05 18:57:28.596828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e151ba-7cec-4670-9346-471ebd541d2a req-f10b2fc9-5f91-4b44-8f2b-01d0a79730b9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:28.598358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7e151ba-7cec-4670-9346-471ebd541d2a req-f10b2fc9-5f91-4b44-8f2b-01d0a79730b9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 944 time: 0.1088324 Jul 05 18:57:28.601723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-567bc961-f018-4df4-9e8a-7e190000464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:28.603170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-567bc961-f018-4df4-9e8a-7e190000464b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1027217 Jul 05 18:57:28.627159 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-91587de0-be1c-4281-9674-acd1e97368d4 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805182 Jul 05 18:57:28.685629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7e151ba-7cec-4670-9346-471ebd541d2a req-e862c7f8-12c7-4d46-ad97-c06831b463aa tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812597 Jul 05 18:57:28.721967 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-1b94f5dc-9a24-4919-8084-754c01fdf644 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102269 Jul 05 18:57:28.725278 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-d7f7ef38-93a7-40dc-af74-1dfed6c3d23b service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921764 Jul 05 18:57:28.814528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-72d08f27-23be-4681-bdc7-59ee0a583fcc req-fe48abc5-5130-4556-ac62-d103aaf31ba7 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858140 Jul 05 18:57:29.870137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f9cde-87c8-4434-b412-060c294b8d78 req-90b35da6-e2a0-4f9f-8f63-e37a1a244350 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:29.871928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-401f9cde-87c8-4434-b412-060c294b8d78 req-90b35da6-e2a0-4f9f-8f63-e37a1a244350 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 944 time: 0.0679474 Jul 05 18:57:29.915252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-401f9cde-87c8-4434-b412-060c294b8d78 req-17c14eb4-3779-470f-847a-461dc8ef0688 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366499 Jul 05 18:57:30.077447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:57:30.083478 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:30.095174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683fadd-1dd3-46f8-adfd-f3450e4f9f8d req-6ea748f1-49b4-4d58-97f7-97c42d50cf9c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:30.114388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e683fadd-1dd3-46f8-adfd-f3450e4f9f8d req-6ea748f1-49b4-4d58-97f7-97c42d50cf9c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 944 time: 0.0670519 Jul 05 18:57:30.135829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e683fadd-1dd3-46f8-adfd-f3450e4f9f8d req-fe8a4ff7-5e6b-489b-b0bf-09f4d32158f5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335460 Jul 05 18:57:30.174303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:30.185729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'mac_address': 'fa:16:3e:08:bb:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:57:30.223373 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:30.237064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 570617e4-6776-4d4c-bc78-417f22ac2dc8 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:57:30.261097 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:30.312590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfabf522-1710-4606-a732-93a300a43f69 req-da5cc0df-6d5e-44b9-96e4-24a3a9bd75a7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:30.314158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cfabf522-1710-4606-a732-93a300a43f69 req-da5cc0df-6d5e-44b9-96e4-24a3a9bd75a7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 944 time: 0.0648942 Jul 05 18:57:30.336966 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:30.352951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cfabf522-1710-4606-a732-93a300a43f69 req-f23fa8f2-0bf1-4919-93fa-e9906f106124 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330789 Jul 05 18:57:30.387481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=12']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:30.597616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['570617e4-6776-4d4c-bc78-417f22ac2dc8'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:57:31.098599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff112fd-b650-4f05-aee6-d7a1c5bf359c req-5afb523f-05cb-46a7-a105-173c4604cd33 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:31.100104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ff112fd-b650-4f05-aee6-d7a1c5bf359c req-5afb523f-05cb-46a7-a105-173c4604cd33 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0682719 Jul 05 18:57:31.137474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2ff112fd-b650-4f05-aee6-d7a1c5bf359c req-6c12c0b3-c2ab-4e3b-893c-8dd8255b1071 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317228 Jul 05 18:57:32.086224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:57:32.199719 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 570617e4-6776-4d4c-bc78-417f22ac2dc8 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:57:32.204611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 570617e4-6776-4d4c-bc78-417f22ac2dc8 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:57:32.205017 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:32.281762 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:32.303851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:32.306130 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947ab000-9fb8-4bdb-8390-aba9d2cd1972" -d '{"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:32.315872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde2ee3c-6198-4f67-b614-b0127610376b req-9320acb3-787f-46d5-b715-c26113646022 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:32.317403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fde2ee3c-6198-4f67-b614-b0127610376b req-9320acb3-787f-46d5-b715-c26113646022 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 945 time: 0.0637550 Jul 05 18:57:32.323942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:32.345489 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7427f1f-d144-4c95-83ae-82b79d5b80b6 x-openstack-request-id: req-a7427f1f-d144-4c95-83ae-82b79d5b80b6 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:32.345787 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-plugged", "status": "completed", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:32.346048 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7427f1f-d144-4c95-83ae-82b79d5b80b6 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:32.346442 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'code': 200} Jul 05 18:57:32.355500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fde2ee3c-6198-4f67-b614-b0127610376b req-72f03fea-64fa-45cc-8fee-4dd1ad8ed49b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326579 Jul 05 18:57:32.394028 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:32.597100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=13']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:32.693169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-657bd246-e4ec-41fd-b49e-8f39c0113bd3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:32.694633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-657bd246-e4ec-41fd-b49e-8f39c0113bd3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 946 time: 0.0644562 Jul 05 18:57:33.158180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Deleting port 570617e4-6776-4d4c-bc78-417f22ac2dc8 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 18:57:33.158520 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:33.248907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] For port 570617e4-6776-4d4c-bc78-417f22ac2dc8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=570617e4-6776-4d4c-bc78-417f22ac2dc8,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:33.249274 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:33.537500 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:33.538248 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:33.538382 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034 disassociated. External IP: 172.25.3.225, port: 570617e4-6776-4d4c-bc78-417f22ac2dc8. Jul 05 18:57:33.538818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Calling delete_port for 570617e4-6776-4d4c-bc78-417f22ac2dc8 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 18:57:33.642442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43b00-a9ff-46c1-848a-5f0b0f28e7d9 req-847fc223-d098-4104-9d7f-bcb72fd96c76 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:33.643996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13c43b00-a9ff-46c1-848a-5f0b0f28e7d9 req-847fc223-d098-4104-9d7f-bcb72fd96c76 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 946 time: 0.1702838 Jul 05 18:57:33.700394 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-13c43b00-a9ff-46c1-848a-5f0b0f28e7d9 req-d5bdfc0e-5050-481b-932f-fea0d64875bb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498893 Jul 05 18:57:33.826265 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:33.857383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event deleted for resources: {'Port': ['ID=570617e4-6776-4d4c-bc78-417f22ac2dc8,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:33.982541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:57:34.096975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:57:34.106198 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:57:34.115980 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:57:34.116595 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:57:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:57:34.157250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] No DVR routers for this DVR port 570617e4-6776-4d4c-bc78-417f22ac2dc8 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 18:57:34.159880 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:34.161926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b31a8d95-7300-4c43-a5eb-9b7a84b98e06 req-92218565-97e6-41c2-9e9a-541ed9b6cef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "DELETE /v2.0/ports/570617e4-6776-4d4c-bc78-417f22ac2dc8 HTTP/1.1" status: 204 len: 173 time: 1.4591753 Jul 05 18:57:34.162417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-deleted', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:34.164740 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eba7790-5aba-43ac-bf72-75e2e819d1b9" -d '{"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-deleted", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:34.201856 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476a156a-a73a-4ad5-be4c-a69a64a9281e x-openstack-request-id: req-476a156a-a73a-4ad5-be4c-a69a64a9281e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:34.202178 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2", "name": "network-vif-deleted", "tag": "570617e4-6776-4d4c-bc78-417f22ac2dc8", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:34.202435 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-476a156a-a73a-4ad5-be4c-a69a64a9281e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:34.202862 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2', 'name': 'network-vif-deleted', 'tag': '570617e4-6776-4d4c-bc78-417f22ac2dc8', 'status': 'completed', 'code': 200} Jul 05 18:57:34.224674 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:57:34.431333 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:57:34.460110 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:57:34.468046 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:57:34.468636 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:57:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:57:34.574666 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:57:34.775603 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:57:34.801247 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effd9f3f-7c7e-4a6f-bb93-1ac3608bf20f None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:57:34.860600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d69cf3d4-e005-4bd7-b75e-a5516dc9acc4 req-2780a14c-0c12-4331-87aa-b786e3521e8d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d58b00f-c9a8-4c2a-8cdf-67259f4a2bc2 HTTP/1.1" status: 200 len: 210 time: 0.0326450 Jul 05 18:57:35.043609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69052f33-d32f-4b73-b36f-76b4d4cbe2d9 None None] New status for floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:57:36.084020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 18:57:36.105058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 570617e4-6776-4d4c-bc78-417f22ac2dc8 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 18:57:36.105344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 570617e4-6776-4d4c-bc78-417f22ac2dc8 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 18:57:36.237310 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-235733ca-3d98-4326-be31-0c8cd2557bcf tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--625516549&fields=id&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 267 time: 0.0431259 Jul 05 18:57:36.334997 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:36.344623 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-3a48825b-1584-4866-8b28-0f89b7452315 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:36.346107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-3a48825b-1584-4866-8b28-0f89b7452315 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 812 time: 0.1021247 Jul 05 18:57:36.366246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-198e4528-00a3-4d68-82c1-cec0ac8c6a85 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/quotas/30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 375 time: 0.0101955 Jul 05 18:57:36.433479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-4be8b19d-db70-470d-9815-c50518a63b0f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669141 Jul 05 18:57:36.530479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-1d7f585c-496f-4a96-8d53-8a75df57df62 service neutron] 10.222.0.30 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853446 Jul 05 18:57:36.627000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-ab9b45fc-c68f-4106-8428-2898bb8c676b service neutron] 10.222.0.30 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907700 Jul 05 18:57:36.876532 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86c749c5-1063-44de-8d9e-a82c38cb56e5 req-01d796ba-73d0-4641-854a-4f111216339c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 210 time: 0.0331464 Jul 05 18:57:38.020771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-173a62a6-3b9e-4ab6-b084-4d0880e3667a req-c356fb2d-12bd-4b74-b6ef-1124dc0e24c3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Jul 05 18:57:38.893970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-fab2f370-204c-4538-af7a-364f9a52811f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:38.895561 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-fab2f370-204c-4538-af7a-364f9a52811f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 812 time: 0.1111255 Jul 05 18:57:38.915733 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:57:38.939191 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-e876bdd8-01be-43f8-8c2a-66de98508c57 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 379 time: 0.0347540 Jul 05 18:57:38.947593 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'port': {'device_id': '7a953351-4348-4d50-921a-09182b882e22', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'admin_state_up': True, 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'security_groups': ['d3197b1d-b228-471f-a4fb-971e8d5ac48f']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:57:39.109018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Made reservation on behalf of 30d20c1722624cc4bf2ce9a858403a2d for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 18:57:39.113312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:39.167088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d2d227a1-cb5e-418e-b6e5-e4027807020d req-1ff816d6-26d9-48be-9562-6c00947f0517 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 210 time: 0.0302706 Jul 05 18:57:39.245394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Allocated IP 172.20.0.14 (11141520-c8c9-406c-ada3-0a619a75326e/d1676bb6-acca-4cf9-815b-b45e985bda99/9e9c96c4-7fc2-41d1-b759-64050e28fd99) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 18:57:39.384934 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:39.402175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Transition to ACTIVE for port object 9e9c96c4-7fc2-41d1-b759-64050e28fd99 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:57:39.502797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:39.547355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Network 11141520-c8c9-406c-ada3-0a619a75326e is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 18:57:39.550590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 18:57:39.556797 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 18:57:39.563171 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:39.614157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:39.614803 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:39.720647 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-5b5e8ea2-9ffd-445c-a754-8315a1377c30 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7766435 Jul 05 18:57:39.770996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Request body: {'port': {'device_id': '7a953351-4348-4d50-921a-09182b882e22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:57:39.849966 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:39.925259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c5aeb74f-00b4-44ff-be76-5fe0cce97362 None None] Provisioning for port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:57:39.929116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c5aeb74f-00b4-44ff-be76-5fe0cce97362 None None] Provisioning complete for port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:57:39.929501 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c5aeb74f-00b4-44ff-be76-5fe0cce97362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:39.963538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c5aeb74f-00b4-44ff-be76-5fe0cce97362 None None] Port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 18:57:40.109831 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9c96c4-7fc2-41d1-b759-64050e28fd99 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:57:40.117311 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:40.129321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Transition to ACTIVE for port object 9e9c96c4-7fc2-41d1-b759-64050e28fd99 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 18:57:40.211029 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:40.282004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:40.340165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 18:57:40.340506 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 18:57:40.340827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:57:40.346099 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 18:57:40.346503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 18:57:40.351446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 18:57:40.351788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 18:57:40.352166 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 18:57:40.352591 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Bound port: 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 18:57:40.352950 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:40.366168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de9a5b-f3a9-47da-994b-a6b5ea21a67c req-8d2e41e7-0cbc-446e-978b-3186ae083b71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:40.368387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6de9a5b-f3a9-47da-994b-a6b5ea21a67c req-8d2e41e7-0cbc-446e-978b-3186ae083b71 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0895658 Jul 05 18:57:40.414396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c6de9a5b-f3a9-47da-994b-a6b5ea21a67c req-9d367834-b8d2-4734-b471-37fa3672dfa6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397160 Jul 05 18:57:40.429611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 18:57:40.432768 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 18:57:40.491427 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:40.527440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:40.528065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:40.529552 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] 10.222.0.97 "PUT /v2.0/ports/9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1092 time: 0.8006694 Jul 05 18:57:40.529991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:40.532301 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d98627-116b-41f1-a5fe-65faded7dfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:40.559559 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102ed4b-c706-4593-a566-c14e266406cb service neutron] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:40.623668 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4777c2d6-73c3-47d2-9f18-70ac21fec6b2 x-openstack-request-id: req-4777c2d6-73c3-47d2-9f18-70ac21fec6b2 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:40.624166 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:40.624299 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4777c2d6-73c3-47d2-9f18-70ac21fec6b2 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:40.624591 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'status': 'completed', 'code': 200} Jul 05 18:57:40.690804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-4a263272-e247-4e6d-b852-1f96eb534f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:40.692316 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-4a263272-e247-4e6d-b852-1f96eb534f40 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1095 time: 0.0568221 Jul 05 18:57:40.741284 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-9f8133da-93c0-49d7-a454-d33c20a64c2d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 217 time: 0.0412321 Jul 05 18:57:40.791199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-05b85ba0-ea1b-47f5-b71b-3fa79f7c6d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:40.792772 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-05b85ba0-ea1b-47f5-b71b-3fa79f7c6d85 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0440617 Jul 05 18:57:40.850250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-54e79b96-82aa-46fc-b4e8-a67d016eb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:40.851860 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-54e79b96-82aa-46fc-b4e8-a67d016eb790 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532327 Jul 05 18:57:40.956207 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-f20809dd-b47b-48df-bfba-0591d2a01b66 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955863 Jul 05 18:57:41.045756 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-028b3449-dcb7-45c2-9608-4200fc1b9afc req-f1bd7104-2106-4903-aecd-d2cc51296e6e service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822906 Jul 05 18:57:41.223735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-4b205e53-8a1b-4a99-9946-b0f3d8896529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:41.225237 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-4b205e53-8a1b-4a99-9946-b0f3d8896529 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1095 time: 0.0597110 Jul 05 18:57:41.315516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-e114a216-f0cc-4a39-8988-f20c28debe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:41.316895 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-e114a216-f0cc-4a39-8988-f20c28debe7d service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0850658 Jul 05 18:57:41.357669 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-31c61a65-f0e8-45e0-816d-828d42dea178 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 217 time: 0.0341666 Jul 05 18:57:41.408847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-f6ce3abb-ad0d-4c78-b466-373cf6479087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:41.410263 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-f6ce3abb-ad0d-4c78-b466-373cf6479087 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0465336 Jul 05 18:57:41.468626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-5c9f0cbd-07e1-42de-84ac-495dfb8155f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:41.470144 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-5c9f0cbd-07e1-42de-84ac-495dfb8155f9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516269 Jul 05 18:57:41.562079 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-11fd9ca5-d628-424a-b3eb-f2692e11c0b8 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854723 Jul 05 18:57:41.591833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5266d-bf04-4877-beab-b1becc207c99 req-08e6ae24-dca5-41b3-9761-a2c4e1f76609 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:41.593330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84b5266d-bf04-4877-beab-b1becc207c99 req-08e6ae24-dca5-41b3-9761-a2c4e1f76609 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0666053 Jul 05 18:57:41.634953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-84b5266d-bf04-4877-beab-b1becc207c99 req-f9c6af76-a5cf-4510-b6b8-f6fa7baf2245 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334685 Jul 05 18:57:41.655387 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a1d98627-116b-41f1-a5fe-65faded7dfc6 req-4445dd8b-d453-4e68-b207-95355c9093c8 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870621 Jul 05 18:57:42.813118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e401c177-b4bc-4fe5-ad12-db606a8d35de req-e9ea7b8f-2735-4a91-b86c-245d5631283b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:42.814680 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e401c177-b4bc-4fe5-ad12-db606a8d35de req-e9ea7b8f-2735-4a91-b86c-245d5631283b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0651400 Jul 05 18:57:42.852558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e401c177-b4bc-4fe5-ad12-db606a8d35de req-1f91e31d-ca8a-40fb-a91c-dd190c277379 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321693 Jul 05 18:57:44.032373 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7d6ed-ca66-49b6-82bc-6a78602a098f req-4e756bf7-9b66-4c14-8fce-07fea84b04c1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:44.033883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2d7d6ed-ca66-49b6-82bc-6a78602a098f req-4e756bf7-9b66-4c14-8fce-07fea84b04c1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0667117 Jul 05 18:57:44.070695 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a2d7d6ed-ca66-49b6-82bc-6a78602a098f req-263471c3-916d-45c7-89bc-9638db6202da tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Jul 05 18:57:44.541662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 18:57:44.637485 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:44.649290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'mac_address': 'fa:16:3e:98:93:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 18:57:44.684394 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:44.697257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9c96c4-7fc2-41d1-b759-64050e28fd99 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 18:57:44.722451 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:44.794227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:44.844919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:45.008081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['9e9c96c4-7fc2-41d1-b759-64050e28fd99'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 18:57:45.248136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d3f21-39b4-4c7f-81b5-811c75ef007d req-ec8ab81a-ce24-4502-b451-32894f860382 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:45.249644 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b62d3f21-39b4-4c7f-81b5-811c75ef007d req-ec8ab81a-ce24-4502-b451-32894f860382 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0639005 Jul 05 18:57:45.287315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b62d3f21-39b4-4c7f-81b5-811c75ef007d req-c4134fcb-80fe-4498-9636-785722345984 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318482 Jul 05 18:57:46.463375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650124b-1cef-40e2-9ee0-20577e2f1ab5 req-50d90e6a-96d6-42cd-8e44-428b8ca311bb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:46.464868 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d650124b-1cef-40e2-9ee0-20577e2f1ab5 req-50d90e6a-96d6-42cd-8e44-428b8ca311bb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0675454 Jul 05 18:57:46.504376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d650124b-1cef-40e2-9ee0-20577e2f1ab5 req-bbde797b-f7a0-4ed7-99bf-be1fc0c4154c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338805 Jul 05 18:57:46.557274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 18:57:46.684792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 18:57:46.688658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 18:57:46.696088 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:46.765671 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:46.787226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:46.789475 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98750134-36b6-4c7b-95af-01e6b98cc120" -d '{"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-plugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:46.802478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 18:57:46.875904 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3079647-69ec-45b3-bfe3-7466250453f9 x-openstack-request-id: req-c3079647-69ec-45b3-bfe3-7466250453f9 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:46.876192 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-plugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:46.876445 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3079647-69ec-45b3-bfe3-7466250453f9 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:46.877123 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'code': 200} Jul 05 18:57:46.906652 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:46.958821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 18:57:46.984638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38d56e-46ca-46d5-80e8-6568811f4314 req-78d2bf7c-95a2-4b49-89e6-04770d51a219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:46.986182 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc38d56e-46ca-46d5-80e8-6568811f4314 req-78d2bf7c-95a2-4b49-89e6-04770d51a219 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1097 time: 0.0531688 Jul 05 18:57:47.020664 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc38d56e-46ca-46d5-80e8-6568811f4314 req-f72f594f-d170-4440-b7c9-c353dd7d928e service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284638 Jul 05 18:57:47.677345 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a912c-db0d-4a31-82ab-b797c88637b0 req-48371c77-22e7-481d-a175-0c3266ab66b0 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:47.678896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-142a912c-db0d-4a31-82ab-b797c88637b0 req-48371c77-22e7-481d-a175-0c3266ab66b0 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0651231 Jul 05 18:57:47.719900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-142a912c-db0d-4a31-82ab-b797c88637b0 req-58dbb327-b8fe-410d-b098-818f1d3dc9ee tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353615 Jul 05 18:57:48.900153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a724dfb-1760-44c3-a7cd-dc3404017d0b req-2239d89c-36d1-461e-b073-6b417f4fddab tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:48.901651 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a724dfb-1760-44c3-a7cd-dc3404017d0b req-2239d89c-36d1-461e-b073-6b417f4fddab tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0644386 Jul 05 18:57:48.939728 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4a724dfb-1760-44c3-a7cd-dc3404017d0b req-1bfa96b8-3ee6-467a-a2ad-abea968ce8c4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320385 Jul 05 18:57:49.117039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba0eb0-3b07-4234-9903-1fd84435b83c req-103826a6-2727-4efe-aabf-0b52ee677783 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:49.119226 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59ba0eb0-3b07-4234-9903-1fd84435b83c req-103826a6-2727-4efe-aabf-0b52ee677783 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0754602 Jul 05 18:57:49.129079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 49562) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 18:57:49.133849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-58226e8e-723c-49d7-8aed-ddef69772dec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Request body: {'floatingip': {'port_id': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 18:57:49.175353 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-58226e8e-723c-49d7-8aed-ddef69772dec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:49.633343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-58226e8e-723c-49d7-8aed-ddef69772dec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:49.702310 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-58226e8e-723c-49d7-8aed-ddef69772dec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:49.806896 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-58226e8e-723c-49d7-8aed-ddef69772dec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034 associated. External IP: 172.25.3.225, port: 9e9c96c4-7fc2-41d1-b759-64050e28fd99. Jul 05 18:57:50.020589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58226e8e-723c-49d7-8aed-ddef69772dec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 18:57:50.135247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58226e8e-723c-49d7-8aed-ddef69772dec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 18:57:50.140875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-58226e8e-723c-49d7-8aed-ddef69772dec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:50.145464 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 18:57:50.154398 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:57:50.155036 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:57:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:57:50.178358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-58226e8e-723c-49d7-8aed-ddef69772dec tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "PUT /v2.0/floatingips/b0ca5fb2-5f21-406f-83e3-5eabf5249034 HTTP/1.1" status: 200 len: 993 time: 1.0481524 Jul 05 18:57:50.178963 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 18:57:50.181235 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c41e57d-4c2f-429c-9df9-1c268c8523a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 18:57:50.263830 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:57:50.266380 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 18:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0b4eae-2529-49e3-a1d1-68b9469e21bf x-openstack-request-id: req-ee0b4eae-2529-49e3-a1d1-68b9469e21bf {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 18:57:50.266767 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 18:57:50.267082 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee0b4eae-2529-49e3-a1d1-68b9469e21bf {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 18:57:50.267546 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'status': 'completed', 'code': 200} Jul 05 18:57:50.347537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-76ba8444-d095-4116-865f-1d3b594b8eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:50.349057 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-76ba8444-d095-4116-865f-1d3b594b8eb7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1097 time: 0.0574458 Jul 05 18:57:50.439700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-ad74eec5-8110-41bc-ae45-afa0192490ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:50.441214 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-ad74eec5-8110-41bc-ae45-afa0192490ac service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0851178 Jul 05 18:57:50.515159 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-ffc886c6-0a18-4d23-84cc-e1a9a4bfdaf1 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1001 time: 0.0671017 Jul 05 18:57:50.565447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-315e15e3-d3a6-42ff-9ca5-c971c5f3df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:50.566867 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-315e15e3-d3a6-42ff-9ca5-c971c5f3df81 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0452881 Jul 05 18:57:50.583290 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:98:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a953351-4348-4d50-921a-09182b882e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:57:49Z', 'revision_number': 13, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:57:50.608664 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 18:57:50.617150 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 18:57:50.617798 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T18:57:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:57:50.623814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-b2374abc-9575-441f-bbec-2ea54e367042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:57:50.625342 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-b2374abc-9575-441f-bbec-2ea54e367042 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527804 Jul 05 18:57:50.719261 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-9335eaa5-854a-4e77-b2a5-6dc8622583a8 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866959 Jul 05 18:57:50.721650 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 18:57:50.804787 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5dd2a659-554f-48ae-8113-87d5a7352dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:50.811473 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-4c41e57d-4c2f-429c-9df9-1c268c8523a7 req-40e6a109-374e-48fc-8621-5164e6ad9859 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863426 Jul 05 18:57:50.946310 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:98:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a953351-4348-4d50-921a-09182b882e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:57:49Z', 'revision_number': 13, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 18:57:50.972739 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd91b918-6e28-4875-84b4-b07e1c368bab None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'b0ca5fb2-5f21-406f-83e3-5eabf5249034', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'floating_ip_address': '172.25.3.225', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'port_id': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'mac_address': 'fa:16:3e:98:93:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a953351-4348-4d50-921a-09182b882e22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T18:50:20Z', 'updated_at': '2021-07-05T18:57:49Z', 'revision_number': 13, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 18:57:51.164881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d294e71-fd7b-4b6c-af38-b38855f5b837 None None] New status for floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 18:57:53.513493 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-06becf49-3b8c-411b-82c4-760277d9bb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:53.724794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:54.850900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:57:56.565116 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:00.043500 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:06.322955 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:15.915643 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:58:20.821393 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3331fd6e-bf2a-44cb-bf7b-9d2174ee7c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:23.552784 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2a285cbe-912c-46fc-b6be-89ef757c5522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:23.735426 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:24.873218 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:25.811491 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-f3ea4620-744a-4ae6-a888-bd148edf5250 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0514808 Jul 05 18:58:25.905725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-264d5a8b-b92e-46e8-8e70-b55771f9fd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:58:25.907305 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-264d5a8b-b92e-46e8-8e70-b55771f9fd8f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1097 time: 0.0576861 Jul 05 18:58:26.009638 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-784e465d-4597-4c62-aa6e-58465fd6e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:58:26.011293 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-784e465d-4597-4c62-aa6e-58465fd6e80f service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0850356 Jul 05 18:58:26.083803 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-7f6abaa0-163e-4dc5-8ca4-a09792cede40 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1003 time: 0.0661523 Jul 05 18:58:26.131762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-2009d984-48fa-4ad1-8e88-3f60f392bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:58:26.133213 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-2009d984-48fa-4ad1-8e88-3f60f392bd8e service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0428486 Jul 05 18:58:26.188716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-d4c27acc-8fa9-42b4-a1f9-202420e65142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:58:26.190182 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-d4c27acc-8fa9-42b4-a1f9-202420e65142 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510728 Jul 05 18:58:26.605466 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:26.629984 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-26370996-3df9-45d8-af8b-0b66e7543380 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326198 Jul 05 18:58:26.721831 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b80170fd-6fbb-47c9-be06-f711d3eb955a req-1bcdfa8a-55d4-44e0-9427-ec51314fd949 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849841 Jul 05 18:58:30.079061 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:36.345113 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:50.826927 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2ffd90e5-751d-4a3a-be04-fc7a78343f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:52.915082 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:58:53.504327 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fdca1ab5-d141-42f6-a7ce-3b81443faf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:53.750073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:54.878403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:58:56.604428 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:00.095037 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:06.339615 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:20.824355 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5a1e2f30-6e36-4681-be19-ba11f3c19a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:23.509343 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e8b096d7-9286-41db-b610-ecb995bdb6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:23.737909 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:24.923598 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:25.852236 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-984becca-9be3-45e7-bb8a-0f6eeb0d90c5 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516806 Jul 05 18:59:25.949806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-3b6a5f34-2a3c-4aa8-bab9-fdaab0cdaa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:25.951337 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-3b6a5f34-2a3c-4aa8-bab9-fdaab0cdaa70 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1097 time: 0.0576034 Jul 05 18:59:26.053436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-ce158343-35ba-4ef1-a38b-a77ac55ae597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:26.054926 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-ce158343-35ba-4ef1-a38b-a77ac55ae597 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0839438 Jul 05 18:59:26.122212 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-2437484a-accc-4382-a215-5b785e72d75e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1003 time: 0.0609920 Jul 05 18:59:26.172673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-45d0a071-9f1c-4f08-a1ca-d4bbf3d9cd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:26.174117 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-45d0a071-9f1c-4f08-a1ca-d4bbf3d9cd18 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0437620 Jul 05 18:59:26.230685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-3492fa2a-8338-43d0-b86f-f416a71fe4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:26.232155 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-3492fa2a-8338-43d0-b86f-f416a71fe4e6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501871 Jul 05 18:59:26.325610 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-f06401ad-4577-4e23-99cb-282e73946b5b service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862617 Jul 05 18:59:26.417192 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3381fcd4-a00f-432c-8e3f-75834fe6e1b8 req-1d336c4e-c0f7-421a-9f33-c70d0a172afd service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854495 Jul 05 18:59:26.604221 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:29.304797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c30d154-36b0-4825-ac3d-fcd99d72e142 req-c90d2c21-d010-4286-a3c9-c433de27fa88 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:29.310319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c30d154-36b0-4825-ac3d-fcd99d72e142 req-c90d2c21-d010-4286-a3c9-c433de27fa88 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0710809 Jul 05 18:59:29.348700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2c30d154-36b0-4825-ac3d-fcd99d72e142 req-02d368a7-3271-447d-bb6a-44a76cb550f1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328071 Jul 05 18:59:29.914424 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 18:59:30.111586 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:36.380242 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:41.370881 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d8cec7-45ce-4f3f-bd44-1264d0d71324 req-565b08da-760f-413b-be02-1e9d97222b99 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:41.372516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86d8cec7-45ce-4f3f-bd44-1264d0d71324 req-565b08da-760f-413b-be02-1e9d97222b99 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0713425 Jul 05 18:59:41.411430 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86d8cec7-45ce-4f3f-bd44-1264d0d71324 req-480c250f-7f2f-48e6-9f05-946e9f9800a4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327191 Jul 05 18:59:41.514006 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-dfb97d42-1f51-449c-bb40-66a902019b87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878918 Jul 05 18:59:42.595365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323c4ce-1588-4d46-8b2c-61b483ff2a48 req-24570aef-4a2f-4eba-9e0b-8435128fd51c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:42.597161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7323c4ce-1588-4d46-8b2c-61b483ff2a48 req-24570aef-4a2f-4eba-9e0b-8435128fd51c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0658166 Jul 05 18:59:42.641741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7323c4ce-1588-4d46-8b2c-61b483ff2a48 req-e3be8271-ed27-4a2c-8555-2d6fe801efae tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380316 Jul 05 18:59:43.815731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-1ad03e3b-68e3-4b74-91a1-da63c72e6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:43.816738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ca948-0046-483b-be8c-f22104f94103 req-b8fb088a-fd92-409b-b5f5-4fe06dd5f195 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:43.817232 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-1ad03e3b-68e3-4b74-91a1-da63c72e6ff9 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1097 time: 0.0585711 Jul 05 18:59:43.818242 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-847ca948-0046-483b-be8c-f22104f94103 req-b8fb088a-fd92-409b-b5f5-4fe06dd5f195 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0637593 Jul 05 18:59:43.860094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-847ca948-0046-483b-be8c-f22104f94103 req-188a739b-7493-4b6c-917e-eefa4f93cf3a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335255 Jul 05 18:59:43.908576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-818c8731-3109-44ec-b0d9-8c63d2a82e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:43.910187 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-818c8731-3109-44ec-b0d9-8c63d2a82e83 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0870559 Jul 05 18:59:43.979782 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-1d05e437-85d7-4d3d-8a0d-9e2e2300c8c0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1003 time: 0.0634823 Jul 05 18:59:44.028835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-1d1f4e79-f2fa-4a86-bf54-53916d18b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:44.030257 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-1d1f4e79-f2fa-4a86-bf54-53916d18b94c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0450389 Jul 05 18:59:44.087740 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-7142915c-a7bc-426f-9dce-b935e5b4d32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:44.089223 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-7142915c-a7bc-426f-9dce-b935e5b4d32a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530443 Jul 05 18:59:44.182520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-bb20c226-08ea-43fc-9d0e-a3c7021e78c4 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870059 Jul 05 18:59:44.269442 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-3d54d841-1443-46f7-a850-a7ce671ad7c3 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811918 Jul 05 18:59:45.035124 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688792c-47fa-418e-83b7-c171e4004996 req-18d4cc1b-b2b8-4a37-92ca-afe5d2e54ef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:45.036512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5688792c-47fa-418e-83b7-c171e4004996 req-18d4cc1b-b2b8-4a37-92ca-afe5d2e54ef7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0638554 Jul 05 18:59:45.074517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5688792c-47fa-418e-83b7-c171e4004996 req-9726010b-4cc3-4934-897e-57ae887378df tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318623 Jul 05 18:59:46.251136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d2146-3c7a-46f1-9875-bba8d8268677 req-8e2b47c5-79c4-4ab9-9efc-bc398d37a164 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:46.252602 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b3d2146-3c7a-46f1-9875-bba8d8268677 req-8e2b47c5-79c4-4ab9-9efc-bc398d37a164 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0663114 Jul 05 18:59:46.290569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3b3d2146-3c7a-46f1-9875-bba8d8268677 req-d26c76f7-098d-40d3-8cf3-86d99a475f4f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324438 Jul 05 18:59:47.464514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b66f96-b735-4c3f-9de3-ee52d75e21f0 req-2a7e8ec1-cb34-4813-ab7b-0a629a75677b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:47.466020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60b66f96-b735-4c3f-9de3-ee52d75e21f0 req-2a7e8ec1-cb34-4813-ab7b-0a629a75677b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0632834 Jul 05 18:59:47.504724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60b66f96-b735-4c3f-9de3-ee52d75e21f0 req-9d402241-67de-4f4e-b64d-9701e0775233 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318596 Jul 05 18:59:48.694075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae9e55-0053-47f2-b68f-e9cfd160f8f1 req-0f2c8c6f-839e-4cbe-acf9-42c628ff350f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:48.696604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32ae9e55-0053-47f2-b68f-e9cfd160f8f1 req-0f2c8c6f-839e-4cbe-acf9-42c628ff350f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0672565 Jul 05 18:59:48.738731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32ae9e55-0053-47f2-b68f-e9cfd160f8f1 req-b48ed6fb-279e-494b-bc08-bf12225fad9c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369644 Jul 05 18:59:49.917887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf9b8d-46b4-4d8c-9f02-9da144882e9a req-3725cccf-788b-409d-ad71-9f34ac4134a3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:49.919436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45cf9b8d-46b4-4d8c-9f02-9da144882e9a req-3725cccf-788b-409d-ad71-9f34ac4134a3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0631402 Jul 05 18:59:49.955541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-45cf9b8d-46b4-4d8c-9f02-9da144882e9a req-3602db44-5309-4b48-8538-f02e11d0c50f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306110 Jul 05 18:59:50.823071 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-101f54d0-e993-4a03-9db0-68e166571740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:51.128950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a689e1-c62c-4995-aded-f346402f1712 req-c203e6b0-b7bd-4109-918a-b9313fad8aff tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:51.130326 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9a689e1-c62c-4995-aded-f346402f1712 req-c203e6b0-b7bd-4109-918a-b9313fad8aff tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0623891 Jul 05 18:59:51.168177 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9a689e1-c62c-4995-aded-f346402f1712 req-11074f14-86bf-4a25-b9c1-f02934dc0904 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Jul 05 18:59:52.343401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f0c9-f12c-4857-9142-7ca4e1c9516b req-d8717458-c57e-400c-b35c-6d2aee1c5138 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:52.344890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c125f0c9-f12c-4857-9142-7ca4e1c9516b req-d8717458-c57e-400c-b35c-6d2aee1c5138 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0663223 Jul 05 18:59:52.384041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c125f0c9-f12c-4857-9142-7ca4e1c9516b req-be6daf48-e0c8-4cad-902f-443c776ea51b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323308 Jul 05 18:59:53.506188 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-be95edfe-f882-40bd-9033-66ed71871eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:53.562090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b319c-e9f6-43b2-a5e1-931c04f96875 req-0ca1eea5-e01e-44a9-863b-4dd6eb2dace2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:53.563621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b5b319c-e9f6-43b2-a5e1-931c04f96875 req-0ca1eea5-e01e-44a9-863b-4dd6eb2dace2 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0642672 Jul 05 18:59:53.605603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b5b319c-e9f6-43b2-a5e1-931c04f96875 req-2f51b19c-2a93-4f82-93c2-6c4ba5efa343 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362818 Jul 05 18:59:53.731830 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:54.778057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3729ff-e244-494a-af10-9bb12f0c1530 req-99e5d405-d7b1-4297-920a-4ebb26360048 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:54.779589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc3729ff-e244-494a-af10-9bb12f0c1530 req-99e5d405-d7b1-4297-920a-4ebb26360048 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0632818 Jul 05 18:59:54.822630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc3729ff-e244-494a-af10-9bb12f0c1530 req-df6cf40e-b529-49f2-9606-ae2462101276 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374150 Jul 05 18:59:54.875331 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:55.996666 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011ffa2-a824-4a74-946c-874c4474fa8d req-3f6f9c3e-144c-484b-855a-65abaa7e310c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:55.998167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e011ffa2-a824-4a74-946c-874c4474fa8d req-3f6f9c3e-144c-484b-855a-65abaa7e310c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0639265 Jul 05 18:59:56.035592 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e011ffa2-a824-4a74-946c-874c4474fa8d req-77c1e38b-532c-4bce-a340-62453ab3af38 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314410 Jul 05 18:59:56.577168 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 18:59:57.207951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c5767-491c-4363-92e5-c0bea7a2c86d req-c7054ba0-ac5c-4316-a6a8-484c84e51ebb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:57.209434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-132c5767-491c-4363-92e5-c0bea7a2c86d req-c7054ba0-ac5c-4316-a6a8-484c84e51ebb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0647149 Jul 05 18:59:57.247269 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-132c5767-491c-4363-92e5-c0bea7a2c86d req-400c6353-c651-4b53-b594-107f3a8ebae4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Jul 05 18:59:58.440956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf543c-5773-42ac-995c-f2ac37315d04 req-3e8c9a53-a2a4-41cd-ab39-6eb8b56c2a13 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:58.442432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0faf543c-5773-42ac-995c-f2ac37315d04 req-3e8c9a53-a2a4-41cd-ab39-6eb8b56c2a13 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0689342 Jul 05 18:59:58.479958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0faf543c-5773-42ac-995c-f2ac37315d04 req-76dbfefb-cec4-4613-8bee-f78cdfa3d5cf tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317333 Jul 05 18:59:59.657208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006a846-6876-4d98-9c32-97c014a7eb30 req-70e5ed2e-f605-47d0-8b44-c5a8dbeb66aa tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 18:59:59.658730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8006a846-6876-4d98-9c32-97c014a7eb30 req-70e5ed2e-f605-47d0-8b44-c5a8dbeb66aa tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0645549 Jul 05 18:59:59.697654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8006a846-6876-4d98-9c32-97c014a7eb30 req-3223dce3-5bf3-4f23-8bdc-281130180636 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324018 Jul 05 19:00:00.117999 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:00.876348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86bca4-3cff-44e2-b616-d26d5c50cd2e req-cafd5f56-68c9-41ff-b474-34780ec8fce8 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:00.877845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd86bca4-3cff-44e2-b616-d26d5c50cd2e req-cafd5f56-68c9-41ff-b474-34780ec8fce8 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0669050 Jul 05 19:00:00.917719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd86bca4-3cff-44e2-b616-d26d5c50cd2e req-bca01907-5ac0-4f61-97dd-5c1db2fb8553 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334017 Jul 05 19:00:02.096068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453cf94f-b1ad-4f85-8c6c-7f88dd6ca140 req-516fb529-b6b6-408b-8ee0-29db0b3fbb7f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:02.097600 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-453cf94f-b1ad-4f85-8c6c-7f88dd6ca140 req-516fb529-b6b6-408b-8ee0-29db0b3fbb7f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0663478 Jul 05 19:00:02.136926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-453cf94f-b1ad-4f85-8c6c-7f88dd6ca140 req-031fb05f-1712-460b-a94d-747787edf40c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336461 Jul 05 19:00:03.311993 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8d124-afac-4f7b-bfdc-ab00d98ef12c req-e3c86bda-d21a-4d4d-9ce3-dc8ae10e6cbb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:03.313529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9de8d124-afac-4f7b-bfdc-ab00d98ef12c req-e3c86bda-d21a-4d4d-9ce3-dc8ae10e6cbb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0647812 Jul 05 19:00:03.351535 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9de8d124-afac-4f7b-bfdc-ab00d98ef12c req-cfc5277b-9b84-4cc1-aec5-f5f4f6e55df4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324461 Jul 05 19:00:03.516983 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-67a41156-b363-432c-b01d-806608703f52 req-0d4a1ae6-702e-43d1-87b0-8e4ed0426a58 service neutron] show failed (client error): The resource could not be found. Jul 05 19:00:03.517999 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-0d4a1ae6-702e-43d1-87b0-8e4ed0426a58 service neutron] 10.222.0.97 "GET /v2.0/ports/9e9c96c4-7fc2-41d1-b759-64050e28fd99/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0579841 Jul 05 19:00:04.142243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-7bcf465b-5e50-47db-ae88-975851a87cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:04.143673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-7bcf465b-5e50-47db-ae88-975851a87cb7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 1097 time: 0.0562222 Jul 05 19:00:04.155315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:00:04.223294 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:04.785397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe812a-b2b1-430f-9c81-92cbb4bec112 req-8062ec36-cb92-462b-a447-b77e46c84381 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:04.786897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66fe812a-b2b1-430f-9c81-92cbb4bec112 req-8062ec36-cb92-462b-a447-b77e46c84381 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.1254921 Jul 05 19:00:04.827232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:04.848681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66fe812a-b2b1-430f-9c81-92cbb4bec112 req-042b55a2-33a7-470e-bc93-7631f05f1795 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551329 Jul 05 19:00:04.871123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:00:04.909956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:00:04.912252 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d885ad3c-aeaf-4bda-80ad-8908f05ae536" -d '{"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:00:04.916969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:04.928924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Transition to ACTIVE for port object 9e9c96c4-7fc2-41d1-b759-64050e28fd99 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:00:04.962141 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 19:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdac9d4-6fab-406c-83db-513f4e8919dd x-openstack-request-id: req-ffdac9d4-6fab-406c-83db-513f4e8919dd {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:00:04.962435 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:00:04.962713 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffdac9d4-6fab-406c-83db-513f4e8919dd {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:00:04.963111 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'code': 200} Jul 05 19:00:04.985748 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:05.062449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:05.077346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.077699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.078036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.078370 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.078786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.079197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.079429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.079750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.080070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.080392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.080715 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.081039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:05.119363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] No DVR routers for this DVR port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:00:05.255300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:00:05.263528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:00:05.263873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:00:05.264207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:00:05.268452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:00:05.268774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:00:05.273626 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 18, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:00:05.273985 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:00:05.274372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:00:05.274840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Bound port: 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:00:05.275201 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:05.301040 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:00:05.341116 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:00:05.344110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:00:05.435047 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:05.468094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:05.468722 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:05.470123 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1092 time: 1.3187313 Jul 05 19:00:05.491456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e73a75-2ea0-46a5-844b-f21809e394e2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=7']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:05.549169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-1e7ddce5-31a2-493f-8d39-950e2d57f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:05.550718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-1e7ddce5-31a2-493f-8d39-950e2d57f47a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1095 time: 0.0557251 Jul 05 19:00:05.647440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-4ecd00b2-3854-4d92-8886-5c528cb0a9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:05.649485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-4ecd00b2-3854-4d92-8886-5c528cb0a9e3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0924389 Jul 05 19:00:05.714715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-d3bcfb8b-69a4-46bc-932b-d56d6dead449 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1001 time: 0.0567641 Jul 05 19:00:05.767797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-9c8fb49f-27df-4fbd-9116-79ddff96fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:05.769193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-9c8fb49f-27df-4fbd-9116-79ddff96fd7e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0492790 Jul 05 19:00:05.825223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a41156-b363-432c-b01d-806608703f52 req-59bfe603-2efb-43ce-bc98-d6631dae33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:05.826751 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-59bfe603-2efb-43ce-bc98-d6631dae33b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514143 Jul 05 19:00:05.919297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-983cbcbf-f8d9-4611-a8fb-ef5c1b6ca27c service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856321 Jul 05 19:00:06.052768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-9416a777-19d7-42a8-860b-42886cb314fb service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265628 Jul 05 19:00:06.071998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20f379-c8f2-4b8c-a663-d7924481ff37 req-1223110f-7f15-4e60-936b-dfa2a1fd9b65 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:06.073569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f20f379-c8f2-4b8c-a663-d7924481ff37 req-1223110f-7f15-4e60-936b-dfa2a1fd9b65 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0999985 Jul 05 19:00:06.112205 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f20f379-c8f2-4b8c-a663-d7924481ff37 req-8be0b1ca-f501-47ba-913f-36e921d6b60d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328062 Jul 05 19:00:06.368415 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:06.913571 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:00:06.964988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:00:06.971634 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64241572-3f1e-47fa-ba42-fb07403991e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:00:07.018270 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00be8de-c0e4-46cd-a1ea-895e26969f74 x-openstack-request-id: req-a00be8de-c0e4-46cd-a1ea-895e26969f74 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:00:07.018624 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:00:07.026384 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a00be8de-c0e4-46cd-a1ea-895e26969f74 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:00:07.027345 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'status': 'completed', 'code': 200} Jul 05 19:00:07.097680 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-e187aa37-ad7e-4131-907a-3f7f7085a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:07.099235 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-e187aa37-ad7e-4131-907a-3f7f7085a849 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1095 time: 0.0613334 Jul 05 19:00:07.105375 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-61656a06-f2b1-460b-8e9a-12192c9bb4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:07.107116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-61656a06-f2b1-460b-8e9a-12192c9bb4d6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1095 time: 0.0607834 Jul 05 19:00:07.190942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-ec6bcf48-993f-492b-97b7-e8469df15821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:07.192426 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-ec6bcf48-993f-492b-97b7-e8469df15821 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0874751 Jul 05 19:00:07.216661 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-353ff362-5bd3-4708-ab96-be84d2037ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:07.218167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-353ff362-5bd3-4708-ab96-be84d2037ee9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.1047373 Jul 05 19:00:07.271448 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-9e246147-0b0f-4e27-a613-b5f51b1aa499 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1001 time: 0.0723348 Jul 05 19:00:07.322715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-694a9d83-58c2-416c-985f-e5d9818ff066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:07.324510 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-694a9d83-58c2-416c-985f-e5d9818ff066 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0467060 Jul 05 19:00:07.329860 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-71b10e95-c300-4824-879d-cd1547341ff9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1001 time: 0.1035302 Jul 05 19:00:07.386856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-555946d3-5bbb-443a-b2ae-71590e716aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:07.388370 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-555946d3-5bbb-443a-b2ae-71590e716aae service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579185 Jul 05 19:00:07.391328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caac024-b09c-4db4-8dd6-b63a4604896f req-f21ca97d-f65f-439c-bfd0-6044a2b46b2d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:07.392856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1caac024-b09c-4db4-8dd6-b63a4604896f req-f21ca97d-f65f-439c-bfd0-6044a2b46b2d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.1258276 Jul 05 19:00:07.403500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-d5dd1bda-2b6d-48ab-9ea3-7a045b95c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:07.404926 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-d5dd1bda-2b6d-48ab-9ea3-7a045b95c278 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0674682 Jul 05 19:00:07.474429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1caac024-b09c-4db4-8dd6-b63a4604896f req-67d01c5e-418f-41bd-b634-8503ae2db94d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734360 Jul 05 19:00:07.488043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-eb6e133c-d2d2-4041-a465-af4ddf954a3d service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933285 Jul 05 19:00:07.494665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-5885fd97-5f4a-478f-9798-a8c13595986a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:07.496503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-5885fd97-5f4a-478f-9798-a8c13595986a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780101 Jul 05 19:00:07.591184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-24783184-0f0a-4311-8636-ab022eaab2ff service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971701 Jul 05 19:00:07.594052 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-4a34a749-34ec-4c55-a6d4-746dbdbb54b6 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889254 Jul 05 19:00:07.694572 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-64241572-3f1e-47fa-ba42-fb07403991e6 req-3f711fbe-2139-4f48-9f43-a1fa97b5478b service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933824 Jul 05 19:00:08.659212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78265150-62c9-405a-b49c-1bea19145d75 req-082c93ce-b846-45d9-9c11-194d69919158 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:08.661432 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78265150-62c9-405a-b49c-1bea19145d75 req-082c93ce-b846-45d9-9c11-194d69919158 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0657613 Jul 05 19:00:08.701279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78265150-62c9-405a-b49c-1bea19145d75 req-bfaeb197-406e-4e86-b442-67f5925a0280 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336516 Jul 05 19:00:09.877748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fda15-a783-4a67-b5c6-4e9311c5577e req-671ce600-94cb-4f02-8a52-768f6bf056ea tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:09.879268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b02fda15-a783-4a67-b5c6-4e9311c5577e req-671ce600-94cb-4f02-8a52-768f6bf056ea tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0660779 Jul 05 19:00:09.918331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b02fda15-a783-4a67-b5c6-4e9311c5577e req-6b1f199e-cd0c-4759-8bd5-24d9caa0c17b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331547 Jul 05 19:00:11.098765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de007d20-26f9-482f-8377-f9c602cd1814 req-1a356eb2-3f5b-4f1d-bed4-a90c8a68a9e0 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:11.100149 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de007d20-26f9-482f-8377-f9c602cd1814 req-1a356eb2-3f5b-4f1d-bed4-a90c8a68a9e0 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0668232 Jul 05 19:00:11.137711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de007d20-26f9-482f-8377-f9c602cd1814 req-65144861-4a59-445e-9ec8-38d6075ebc4a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311477 Jul 05 19:00:12.311498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ba267f-abd3-4299-a763-2c865b7c0fa4 req-3a8641a6-3b62-4da3-b75c-98af70df1541 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:12.312991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9ba267f-abd3-4299-a763-2c865b7c0fa4 req-3a8641a6-3b62-4da3-b75c-98af70df1541 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0641525 Jul 05 19:00:12.350395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c9ba267f-abd3-4299-a763-2c865b7c0fa4 req-6a5136d9-ce60-4ed9-9c24-5b771b184df3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318611 Jul 05 19:00:13.527482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff2484-b4eb-464a-94e8-27b9347d938f req-e627f869-9c48-44d0-b1b0-bc87b79e6ede tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:13.528987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4ff2484-b4eb-464a-94e8-27b9347d938f req-e627f869-9c48-44d0-b1b0-bc87b79e6ede tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0626912 Jul 05 19:00:13.573619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4ff2484-b4eb-464a-94e8-27b9347d938f req-f55c4e80-8a69-4378-8741-f606efe09476 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Jul 05 19:00:14.745512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cc5f2-decb-4dee-a013-4764a0f92fba req-d6949313-8fd4-444a-a2ab-63cb4d590b28 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:14.747023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c51cc5f2-decb-4dee-a013-4764a0f92fba req-d6949313-8fd4-444a-a2ab-63cb4d590b28 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0624595 Jul 05 19:00:14.783714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c51cc5f2-decb-4dee-a013-4764a0f92fba req-f5cc52a7-3a98-44a4-926f-807d97087b56 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310080 Jul 05 19:00:15.962921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb688f-09c0-41dc-a20d-af323ddaec92 req-080103d7-feb8-4922-ae48-d687df0d7a61 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:15.964421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5beb688f-09c0-41dc-a20d-af323ddaec92 req-080103d7-feb8-4922-ae48-d687df0d7a61 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0683315 Jul 05 19:00:16.003115 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5beb688f-09c0-41dc-a20d-af323ddaec92 req-479f40c4-8d3e-4dbd-aa36-ed1d17d7d925 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331626 Jul 05 19:00:17.312050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041a618-94a4-408a-8bf3-3cd809c84e8e req-897a1a03-af72-4343-a994-aa6acaeb95d7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:17.313989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a041a618-94a4-408a-8bf3-3cd809c84e8e req-897a1a03-af72-4343-a994-aa6acaeb95d7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.1781299 Jul 05 19:00:17.359124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a041a618-94a4-408a-8bf3-3cd809c84e8e req-eb31e810-8d9f-44b6-ba97-474714293741 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387688 Jul 05 19:00:18.543995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc0a33-58e4-4397-a731-d4818a297681 req-31ba9bdf-8e96-4597-914d-1f36f42bcdca tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:18.545507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66cc0a33-58e4-4397-a731-d4818a297681 req-31ba9bdf-8e96-4597-914d-1f36f42bcdca tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 944 time: 0.0677600 Jul 05 19:00:18.583994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66cc0a33-58e4-4397-a731-d4818a297681 req-4e85d3c1-2be4-47b7-9bb9-96ca8707cc74 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328419 Jul 05 19:00:18.897813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:00:18.994471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:19.005654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'mac_address': 'fa:16:3e:98:93:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:00:19.046429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:19.059218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9c96c4-7fc2-41d1-b759-64050e28fd99 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:00:19.078442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:19.142453 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:19.188902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:19.196207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.196553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.196891 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.197230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.197563 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.197889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.198213 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.198537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.198923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.199275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.199566 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.199882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:19.411096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['9e9c96c4-7fc2-41d1-b759-64050e28fd99'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:00:19.760973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e342697-ac71-468c-bb7c-1db0bd18bf58 req-aab3366c-1414-4ce6-9e7f-f4c18e5679f6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:19.762459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e342697-ac71-468c-bb7c-1db0bd18bf58 req-aab3366c-1414-4ce6-9e7f-f4c18e5679f6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0663378 Jul 05 19:00:19.799628 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e342697-ac71-468c-bb7c-1db0bd18bf58 req-625dec46-7fb9-4c97-bc47-cfaa7511d088 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315988 Jul 05 19:00:20.558253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93aa1-d9b4-4783-baf6-b999d1dc4b3c req-cf835355-05d0-4377-aecc-9db6ffe52396 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:20.559791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3e93aa1-d9b4-4783-baf6-b999d1dc4b3c req-cf835355-05d0-4377-aecc-9db6ffe52396 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.1040096 Jul 05 19:00:20.568197 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-caec66ed-643f-4342-bb94-2c6fcbb6ace1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:20.570411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-caec66ed-643f-4342-bb94-2c6fcbb6ace1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.39 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22&tenant_id=30d20c1722624cc4bf2ce9a858403a2d&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 945 time: 0.1239884 Jul 05 19:00:20.638475 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3e93aa1-d9b4-4783-baf6-b999d1dc4b3c req-5782eaad-232f-4860-8746-70da3a79383e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670962 Jul 05 19:00:20.655716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-f8168854-3f61-40c4-aa07-013c4ca5bb08 service neutron] 10.222.0.39 "GET /v2.0/ports/9e9c96c4-7fc2-41d1-b759-64050e28fd99/bindings/n-h2-799524-1 HTTP/1.1" status: 200 len: 382 time: 0.0785038 Jul 05 19:00:20.729437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-2a392191-3847-4041-9509-9b4d765a1293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:20.730940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-2a392191-3847-4041-9509-9b4d765a1293 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1096 time: 0.0515177 Jul 05 19:00:20.824438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-77dd79e4-5651-4d0f-a040-b7db958bcc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:20.825934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-77dd79e4-5651-4d0f-a040-b7db958bcc19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0890939 Jul 05 19:00:20.853843 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2b39f60f-c892-49af-9619-d1d47d3ec5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:20.893319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-0c41edb6-934e-4c1b-91b8-74c56cdef62c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1002 time: 0.0603740 Jul 05 19:00:20.903714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:00:20.943632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-900a70d4-46ad-4925-a2e1-c1c12c28cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:20.945813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-900a70d4-46ad-4925-a2e1-c1c12c28cda0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0447533 Jul 05 19:00:21.008286 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-bcff1cd5-392e-4265-b127-50d8bdeb01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:21.009781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-bcff1cd5-392e-4265-b127-50d8bdeb01f2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560577 Jul 05 19:00:21.030964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:00:21.034994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:00:21.035364 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:21.105930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-42d659dd-f96d-4eb9-a408-7745f88ec51b service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848415 Jul 05 19:00:21.112666 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:21.138360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:00:21.140631 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592bcd92-ca64-49f6-a9f7-3c70ff1eb169" -d '{"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-plugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:00:21.154217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:21.192916 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf50401-182f-4f68-90de-68f9d1fbe1b6 x-openstack-request-id: req-eaf50401-182f-4f68-90de-68f9d1fbe1b6 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:00:21.193335 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-plugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:00:21.193600 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eaf50401-182f-4f68-90de-68f9d1fbe1b6 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:00:21.194028 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'code': 200} Jul 05 19:00:21.204525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-d680250f-ad72-45ef-bfd3-d33c81bae4f8 service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920732 Jul 05 19:00:21.225768 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:21.274803 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:21.811655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f0e2b-a584-44cc-861a-02100e30d602 req-ea00f0eb-8967-48f7-b97d-342b8c306973 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:21.813166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e80f0e2b-a584-44cc-861a-02100e30d602 req-ea00f0eb-8967-48f7-b97d-342b8c306973 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0647266 Jul 05 19:00:21.856561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e80f0e2b-a584-44cc-861a-02100e30d602 req-ae24d8a5-87d4-48df-8067-7c51ad8d0b6f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377569 Jul 05 19:00:23.043364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e167db0-cea6-4667-83b3-db85b182dce6 req-5a3db541-e8b3-4add-be28-d299614d2a59 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:23.044893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e167db0-cea6-4667-83b3-db85b182dce6 req-5a3db541-e8b3-4add-be28-d299614d2a59 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0734608 Jul 05 19:00:23.082073 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5e167db0-cea6-4667-83b3-db85b182dce6 req-c28584d8-6762-404d-96e9-cf8f1e17784c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314462 Jul 05 19:00:23.502807 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4928549c-696e-48ff-a50b-c37c6729a9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:23.736869 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:24.269107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74d1c3-4719-41a9-a50e-51642896466a req-b547666c-99a5-4d76-9fc1-147d51000232 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:24.270638 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b74d1c3-4719-41a9-a50e-51642896466a req-b547666c-99a5-4d76-9fc1-147d51000232 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0698171 Jul 05 19:00:24.309438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b74d1c3-4719-41a9-a50e-51642896466a req-ae737dd4-efd4-4919-867b-eb2a5258b24b tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Jul 05 19:00:24.883098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:25.487471 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a56122-3aad-4bab-bb6f-e98c42331dcd req-0a293f9e-4971-482f-ae9c-e49f30f8e89a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:25.491497 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66a56122-3aad-4bab-bb6f-e98c42331dcd req-0a293f9e-4971-482f-ae9c-e49f30f8e89a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0651345 Jul 05 19:00:25.526848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-66a56122-3aad-4bab-bb6f-e98c42331dcd req-607926b1-9b5d-4bac-b5d1-00b807552aeb tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315735 Jul 05 19:00:26.243964 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-97e2340e-311b-413c-a1e9-75226fadd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:26.245487 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-97e2340e-311b-413c-a1e9-75226fadd61f service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22&tenant_id=30d20c1722624cc4bf2ce9a858403a2d HTTP/1.1" status: 200 len: 1097 time: 0.0556266 Jul 05 19:00:26.255981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:00:26.331159 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:26.536188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:26.570599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:00:26.577704 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:26.611179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:00:26.613510 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b7260-2a0a-4511-8323-12857cc545e2" -d '{"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:00:26.617099 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:26.630035 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Transition to ACTIVE for port object 9e9c96c4-7fc2-41d1-b759-64050e28fd99 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:00:26.666957 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 19:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c2dc1-1643-4a94-a151-8fa750c7d952 x-openstack-request-id: req-7a3c2dc1-1643-4a94-a151-8fa750c7d952 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:00:26.667280 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:00:26.667539 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a3c2dc1-1643-4a94-a151-8fa750c7d952 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:00:26.667950 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'code': 200} Jul 05 19:00:26.707853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bed7db-332a-45f3-b3d0-3fbe04e849a0 req-c07f2c8f-fab8-4832-8ea2-e7b0f1082ad3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:26.709361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93bed7db-332a-45f3-b3d0-3fbe04e849a0 req-c07f2c8f-fab8-4832-8ea2-e7b0f1082ad3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0646644 Jul 05 19:00:26.726831 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:26.753187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93bed7db-332a-45f3-b3d0-3fbe04e849a0 req-786ef30e-5b84-4638-a4da-2a0785d14400 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374956 Jul 05 19:00:26.810358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=10']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:26.826937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.827286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.827631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.827983 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.828304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.828635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.828968 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.829295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.829623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.829960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.830285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.830627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:00:26.875496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] No DVR routers for this DVR port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:00:26.940175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:00:26.980387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:00:27.038370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:00:27.038666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:00:27.038927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:00:27.043376 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on network 11141520-c8c9-406c-ada3-0a619a75326e not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:00:27.043700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Attempting to bind port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on network 11141520-c8c9-406c-ada3-0a619a75326e {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:00:27.048538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:00:27.048875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Checking segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:00:27.049256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Bound using segment: {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:00:27.049681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Bound port: 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '604b5cbf-4cf7-4eda-bedc-638eb1f86965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:00:27.050059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:27.122929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:00:27.126114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:00:27.194887 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:27.229676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:27.230283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:27.231712 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] 10.222.0.97 "PUT /v2.0/ports/9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1093 time: 0.9797106 Jul 05 19:00:27.253287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcba2e-fc58-4a38-aa3e-77deef9da3bb service neutron] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=11']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:27.311670 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-98b3fa3b-9add-4592-beda-d26376f58125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:27.313222 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-98b3fa3b-9add-4592-beda-d26376f58125 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1096 time: 0.0563414 Jul 05 19:00:27.409295 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-505f5470-8d64-4829-a340-73b4e132f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:27.410869 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-505f5470-8d64-4829-a340-73b4e132f809 service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0909674 Jul 05 19:00:27.474634 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-50850c27-2001-4a32-9103-dfc3057c7b9e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1001 time: 0.0575094 Jul 05 19:00:27.529750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-3b1ffa67-997b-40c1-a00b-bff6b6ca36b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:27.531281 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-3b1ffa67-997b-40c1-a00b-bff6b6ca36b3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0508578 Jul 05 19:00:27.587839 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-be99264f-6966-4f82-944a-24c6c84ac41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:27.589266 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-be99264f-6966-4f82-944a-24c6c84ac41b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521014 Jul 05 19:00:27.676075 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-ae85e4d6-c82b-4ed0-9fef-613b8aacb6d9 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800776 Jul 05 19:00:27.767206 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a240fc71-8e86-4f8b-826b-4d907536fa92 req-510d25b4-daff-4aec-817a-947d24b6bb03 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850542 Jul 05 19:00:27.935610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb837765-1328-400a-b8fe-0882fc988cc7 req-59e141ad-dffd-4a77-a74b-a1310ada0f08 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:27.937126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb837765-1328-400a-b8fe-0882fc988cc7 req-59e141ad-dffd-4a77-a74b-a1310ada0f08 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0652351 Jul 05 19:00:27.976934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb837765-1328-400a-b8fe-0882fc988cc7 req-fbc6e6b5-624f-4182-aeac-55f1052178a5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338819 Jul 05 19:00:28.669236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:00:28.671562 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:00:28.724147 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef2a1b3-9733-423d-b733-26fbebd0b335 x-openstack-request-id: req-9ef2a1b3-9733-423d-b733-26fbebd0b335 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:00:28.724880 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:00:28.724880 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ef2a1b3-9733-423d-b733-26fbebd0b335 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:00:28.726539 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'status': 'completed', 'code': 200} Jul 05 19:00:28.800508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-ba122ab5-9cca-4429-a47c-c4d8f3b5d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:28.802145 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-ba122ab5-9cca-4429-a47c-c4d8f3b5d203 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1096 time: 0.0569348 Jul 05 19:00:28.805243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-5807054f-bd7a-43d0-881c-b387816d85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:28.806770 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-5807054f-bd7a-43d0-881c-b387816d85a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 1096 time: 0.0542104 Jul 05 19:00:28.902005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-dbce1932-d447-4fb8-a088-443e7a44cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:28.903543 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-dbce1932-d447-4fb8-a088-443e7a44cceb service neutron] 10.222.0.97 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0955646 Jul 05 19:00:28.909848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-52976c13-134e-4c16-870e-c0fc35f869da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:28.911429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-52976c13-134e-4c16-870e-c0fc35f869da service neutron] 10.222.0.39 "GET /v2.0/networks?id=11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 200 len: 912 time: 0.0961006 Jul 05 19:00:28.976269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-c55794c8-8911-485b-9f44-91c4d56eb416 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1001 time: 0.0662498 Jul 05 19:00:28.982260 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-6f9da41a-dfc3-41ae-bd08-dd40b9eb2656 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 200 len: 1001 time: 0.0637641 Jul 05 19:00:29.028505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-ccec862a-9082-4bda-9ce6-65f7eec99c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:29.030000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-ccec862a-9082-4bda-9ce6-65f7eec99c36 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0479591 Jul 05 19:00:29.042994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-f1b9da2c-52f3-436f-9d47-9a480e202a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:29.044757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-f1b9da2c-52f3-436f-9d47-9a480e202a94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 200 len: 851 time: 0.0560119 Jul 05 19:00:29.099449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-47ea5654-2c23-4507-8322-01a091109e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:29.101815 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-47ea5654-2c23-4507-8322-01a091109e7e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656927 Jul 05 19:00:29.108844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-e8c208a0-23a3-448a-9bee-ce94b6473543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:29.110624 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-e8c208a0-23a3-448a-9bee-ce94b6473543 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11141520-c8c9-406c-ada3-0a619a75326e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583551 Jul 05 19:00:29.194176 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-94beff9b-002e-4cc7-a917-3f56cc051492 service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860565 Jul 05 19:00:29.249858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cf0be-0f92-40d1-9c6c-a4acad88e7ad req-774a45ca-2c91-49ca-9c15-294efafd2003 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:29.251673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f0cf0be-0f92-40d1-9c6c-a4acad88e7ad req-774a45ca-2c91-49ca-9c15-294efafd2003 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.1391037 Jul 05 19:00:29.273851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-f9ba98fb-0e6c-4aaf-ad5d-0f52d8bdc16c service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487415 Jul 05 19:00:29.291614 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-4fbe7de4-d9f8-44d9-8190-9187c3bcf23f service neutron] 10.222.0.97 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917079 Jul 05 19:00:29.342180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3f0cf0be-0f92-40d1-9c6c-a4acad88e7ad req-02638f11-9baa-43aa-b8ef-47b653581af6 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803077 Jul 05 19:00:29.382073 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-566f475c-ba77-4d44-bf1f-6d3aee04cc7a req-2ce3e174-ff3c-4491-9a9f-d497708b0b1c service neutron] 10.222.0.39 "GET /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003146 Jul 05 19:00:30.137154 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:30.524767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a69e85-a2af-43b7-86eb-0c100913c2ce req-fa36b7c5-8951-4dd6-9d66-c7c79e8a506f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:30.526283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88a69e85-a2af-43b7-86eb-0c100913c2ce req-fa36b7c5-8951-4dd6-9d66-c7c79e8a506f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0687551 Jul 05 19:00:30.564243 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-88a69e85-a2af-43b7-86eb-0c100913c2ce req-17e6774a-8207-4dde-92ec-28af43ef235e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322456 Jul 05 19:00:31.740224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809d09ea-3b01-4a71-8c6f-240b517fc00c req-658a3977-7f7a-45ec-a573-204cb9ef5735 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:31.742407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-809d09ea-3b01-4a71-8c6f-240b517fc00c req-658a3977-7f7a-45ec-a573-204cb9ef5735 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0643382 Jul 05 19:00:31.779995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-809d09ea-3b01-4a71-8c6f-240b517fc00c req-adda82c4-3e1e-4dfa-a3c9-0b28442ca9e1 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Jul 05 19:00:32.961484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fa5b4-aebf-4eec-b3e3-60b4a64f63aa req-d6a4ce52-d07d-4b0b-89c2-44d468ea4409 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:32.962972 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f3fa5b4-aebf-4eec-b3e3-60b4a64f63aa req-d6a4ce52-d07d-4b0b-89c2-44d468ea4409 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0648282 Jul 05 19:00:33.250848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0f3fa5b4-aebf-4eec-b3e3-60b4a64f63aa req-dca697bb-74f5-4135-96ee-717bc756cac5 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822187 Jul 05 19:00:34.426050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81b6c9-0d98-495a-a574-3abd59bd232f req-63edd783-6c07-491b-a5f3-35ccc662145d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:34.427551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e81b6c9-0d98-495a-a574-3abd59bd232f req-63edd783-6c07-491b-a5f3-35ccc662145d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0626791 Jul 05 19:00:34.464133 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e81b6c9-0d98-495a-a574-3abd59bd232f req-c3b99d15-e46a-4465-905c-2daf153d3c75 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305796 Jul 05 19:00:35.638081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5faf4-3576-49fc-ac4e-e5d6847df928 req-900bd837-e79f-48e2-875c-c2f8493b5792 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:35.639623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fa5faf4-3576-49fc-ac4e-e5d6847df928 req-900bd837-e79f-48e2-875c-c2f8493b5792 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0626810 Jul 05 19:00:35.681143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fa5faf4-3576-49fc-ac4e-e5d6847df928 req-4a073765-0a49-4a0e-8096-0204153c31c7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358443 Jul 05 19:00:36.373671 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:36.872238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456eb2f-1ba1-4768-8981-11b48d764750 req-25d5c4a8-fa54-4f56-a981-6520f6761f37 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:36.873988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b456eb2f-1ba1-4768-8981-11b48d764750 req-25d5c4a8-fa54-4f56-a981-6520f6761f37 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0652983 Jul 05 19:00:36.911649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b456eb2f-1ba1-4768-8981-11b48d764750 req-f1c81ea4-103f-4463-becf-bd2319865c99 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320082 Jul 05 19:00:38.087899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2a97a-1555-473d-a30f-57e6dd38104f req-6829b714-9889-4842-9da3-9cce93125435 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:38.089385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74c2a97a-1555-473d-a30f-57e6dd38104f req-6829b714-9889-4842-9da3-9cce93125435 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0644381 Jul 05 19:00:38.126540 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74c2a97a-1555-473d-a30f-57e6dd38104f req-8b4a726c-1099-4783-9f15-fd750a8aa4b7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315661 Jul 05 19:00:39.304616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e322f2-cc21-4689-9703-047736b58716 req-de4d0e34-260d-4e44-b16c-5fcabe386946 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:39.306110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5e322f2-cc21-4689-9703-047736b58716 req-de4d0e34-260d-4e44-b16c-5fcabe386946 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 945 time: 0.0674708 Jul 05 19:00:39.345821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e5e322f2-cc21-4689-9703-047736b58716 req-6dda4950-b078-4f46-9c3d-01f044ca547e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320308 Jul 05 19:00:39.417158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:00:39.512852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:39.526201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'port_id': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'mac_address': 'fa:16:3e:98:93:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:00:39.563139 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:39.576210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9c96c4-7fc2-41d1-b759-64050e28fd99 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:00:39.594954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:39.671217 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:39.721908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=12']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:39.920035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['9e9c96c4-7fc2-41d1-b759-64050e28fd99'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:00:40.527448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc3c6d-c83e-47a1-8d1e-9b6ec1a63f6e req-9c2c5a08-f03a-4d42-a537-40d5f856e014 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:40.528938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bcc3c6d-c83e-47a1-8d1e-9b6ec1a63f6e req-9c2c5a08-f03a-4d42-a537-40d5f856e014 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0633149 Jul 05 19:00:40.566380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bcc3c6d-c83e-47a1-8d1e-9b6ec1a63f6e req-23284661-ee83-4b6d-affe-dfd34dd7cd8f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318747 Jul 05 19:00:40.738833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018774a9-8315-4ce3-b8ab-5a20a1a12274 req-a1bb0327-26bf-4a64-a378-59f96f86b166 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:40.741112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-018774a9-8315-4ce3-b8ab-5a20a1a12274 req-a1bb0327-26bf-4a64-a378-59f96f86b166 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0663240 Jul 05 19:00:40.778607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-018774a9-8315-4ce3-b8ab-5a20a1a12274 req-be74cf5f-e6d9-4df0-8837-40c80d155433 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322022 Jul 05 19:00:40.955036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb949a6-6a66-44c9-b923-8437501b50b9 req-cc2a0abc-17bb-4cc8-9c4f-30ad954ccd55 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:40.956521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbb949a6-6a66-44c9-b923-8437501b50b9 req-cc2a0abc-17bb-4cc8-9c4f-30ad954ccd55 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0638072 Jul 05 19:00:40.994334 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbb949a6-6a66-44c9-b923-8437501b50b9 req-fec7c1e5-d87f-498b-b994-055afa40036a tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317028 Jul 05 19:00:41.449268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:00:41.574324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:00:41.578506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:00:41.578916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:41.660691 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:41.684473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:00:41.686762 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0026c7-a962-45ec-950d-5b899f65b12a" -d '{"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-plugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:00:41.700651 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:41.724786 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1beec8d2-e366-4afe-b7e0-98a6346f16d7 x-openstack-request-id: req-1beec8d2-e366-4afe-b7e0-98a6346f16d7 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:00:41.725128 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-plugged", "status": "completed", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:00:41.725128 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1beec8d2-e366-4afe-b7e0-98a6346f16d7 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:00:41.725532 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'code': 200} Jul 05 19:00:41.776862 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:41.789492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26377ebe-93cf-4393-92bc-2ae8eadb5537 req-bfa0b85f-ed03-4c65-a3f4-d399269d56e9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:41.791007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26377ebe-93cf-4393-92bc-2ae8eadb5537 req-bfa0b85f-ed03-4c65-a3f4-d399269d56e9 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 946 time: 0.0637732 Jul 05 19:00:41.824020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=13']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:41.829719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26377ebe-93cf-4393-92bc-2ae8eadb5537 req-6705f90a-8527-4f79-91eb-33c15cb9ed49 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330257 Jul 05 19:00:43.008849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc3763-3b96-419a-8f3e-447e081bea58 req-1be28b77-613c-4475-9925-add21fc28ecc tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:43.010343 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81dc3763-3b96-419a-8f3e-447e081bea58 req-1be28b77-613c-4475-9925-add21fc28ecc tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 947 time: 0.0698304 Jul 05 19:00:43.047785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-81dc3763-3b96-419a-8f3e-447e081bea58 req-f1e53901-16e3-4754-8f1d-0fb0c711a60e tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3197b1d-b228-471f-a4fb-971e8d5ac48f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319247 Jul 05 19:00:43.119672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-7c1c2d9a-0b4a-4b47-8e89-3adb5a9c58c4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:43.121050 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-7c1c2d9a-0b4a-4b47-8e89-3adb5a9c58c4 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 947 time: 0.0635133 Jul 05 19:00:43.220920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Deleting port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:00:43.221265 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:43.308421 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] For port 9e9c96c4-7fc2-41d1-b759-64050e28fd99, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=9e9c96c4-7fc2-41d1-b759-64050e28fd99,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:43.308777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:43.476679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:43.477054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:43.477368 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034 disassociated. External IP: 172.25.3.225, port: 9e9c96c4-7fc2-41d1-b759-64050e28fd99. Jul 05 19:00:43.477711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Calling delete_port for 9e9c96c4-7fc2-41d1-b759-64050e28fd99 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:00:43.751249 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:43.779912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event deleted for resources: {'Port': ['ID=9e9c96c4-7fc2-41d1-b759-64050e28fd99,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:43.908182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:00:43.914295 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:00:44.021017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:00:44.032662 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:00:44.042670 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:00:44.046641 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:00:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:44.067870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] No DVR routers for this DVR port 9e9c96c4-7fc2-41d1-b759-64050e28fd99 on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:00:44.071080 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:44.073674 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4b218e5-3421-46d6-8706-e7e2fb02eb87 req-66a1fda0-9cb9-47ba-aa24-5b7bf977fe5c tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.97 "DELETE /v2.0/ports/9e9c96c4-7fc2-41d1-b759-64050e28fd99 HTTP/1.1" status: 204 len: 173 time: 0.9470987 Jul 05 19:00:44.073674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-deleted', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:00:44.075877 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a803831-3c38-4e2d-b76e-7b60cd45bf35" -d '{"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-deleted", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:00:44.118153 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be115791-bd12-4f5a-a515-3e87c9b1a559 x-openstack-request-id: req-be115791-bd12-4f5a-a515-3e87c9b1a559 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:00:44.118750 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a953351-4348-4d50-921a-09182b882e22", "name": "network-vif-deleted", "tag": "9e9c96c4-7fc2-41d1-b759-64050e28fd99", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:00:44.119191 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be115791-bd12-4f5a-a515-3e87c9b1a559 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:00:44.119666 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a953351-4348-4d50-921a-09182b882e22', 'name': 'network-vif-deleted', 'tag': '9e9c96c4-7fc2-41d1-b759-64050e28fd99', 'status': 'completed', 'code': 200} Jul 05 19:00:44.164303 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:00:44.205108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc3a659e-63fc-4d3d-991c-4d46f65924a9 req-fe3c90fd-026c-4713-9d7b-fd998202a7e7 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 210 time: 0.0323234 Jul 05 19:00:44.367261 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:44.393255 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:00:44.401497 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:00:44.402097 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:00:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:44.507353 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:00:44.701681 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:44.731408 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2708593b-6ffb-400c-b97b-eb9347189474 None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T18:50:17Z', 'revision_number': 4, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '8e1ff255-dcca-4937-bcf4-3b294a6f5749', 'name': '', 'network_id': '11141520-c8c9-406c-ada3-0a619a75326e', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'mac_address': 'fa:16:3e:c1:e8:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4006, 'fixed_ips': [{'subnet_id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:16Z', 'updated_at': '2021-07-05T18:50:21Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'subnets': [{'id': 'd1676bb6-acca-4cf9-815b-b45e985bda99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:00:44.966942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bf6ff8-7f06-49cf-8e7e-c1ea498c3199 None None] New status for floating IP b0ca5fb2-5f21-406f-83e3-5eabf5249034: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:00:45.357762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e23b7cf-28d7-471e-a5bb-1c8b189520d4 req-0f9d0ae9-8922-4b60-b52e-78b22320dde0 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 210 time: 0.0298660 Jul 05 19:00:46.501118 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cfb0a7cc-13a3-4c29-a633-1506aa46b0d3 req-7825d74e-d76b-46e4-a6e2-9cebda9b0235 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 210 time: 0.0333641 Jul 05 19:00:47.472158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:00:47.493522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 9e9c96c4-7fc2-41d1-b759-64050e28fd99 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:00:47.493864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 9e9c96c4-7fc2-41d1-b759-64050e28fd99 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:00:47.655096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bab3c8b-1c62-4ce2-a5d0-dd823066f706 req-ba6f4f62-6a3c-4740-a250-168d4cd6590f tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/ports?device_id=7a953351-4348-4d50-921a-09182b882e22 HTTP/1.1" status: 200 len: 210 time: 0.0290284 Jul 05 19:00:50.851671 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fdf5126b-1ebe-41f2-94fc-f9a964ac1646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:52.929037 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50032) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:52.989090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4a101983-9ede-4f7c-8798-892b0131eef3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.012966 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4a101983-9ede-4f7c-8798-892b0131eef3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.130928 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4a101983-9ede-4f7c-8798-892b0131eef3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.133522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4a101983-9ede-4f7c-8798-892b0131eef3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.134698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4a101983-9ede-4f7c-8798-892b0131eef3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "DELETE /v2.0/security-groups/d3197b1d-b228-471f-a4fb-971e8d5ac48f HTTP/1.1" status: 204 len: 168 time: 0.2046411 Jul 05 19:00:53.137321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50034) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:53.143772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a101983-9ede-4f7c-8798-892b0131eef3 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3197b1d-b228-471f-a4fb-971e8d5ac48f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:53.154254 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-764ac573-ab33-4d81-aa9b-e3343cb2932d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] show failed (client error): The resource could not be found. Jul 05 19:00:53.155322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-764ac573-ab33-4d81-aa9b-e3343cb2932d tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "GET /v2.0/security-groups/d3197b1d-b228-471f-a4fb-971e8d5ac48f HTTP/1.1" status: 404 len: 347 time: 0.0169845 Jul 05 19:00:53.158083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50036) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:53.283981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Deleting port a6a87a3b-74f8-4551-be35-379cbef6e262 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:00:53.284328 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.360555 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.360889 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.372574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Calling delete_port for a6a87a3b-74f8-4551-be35-379cbef6e262 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:00:53.519372 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8bdbebec-c05a-4953-b213-b64f09bf119d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.576670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.602918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Pushing event deleted for resources: {'Port': ['ID=a6a87a3b-74f8-4551-be35-379cbef6e262,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:53.672244 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.675597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:53.679713 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-24ecbf61-d590-43d2-84f4-845392b42549 tempest-ServerActionsTestJSON-448677994 tempest-ServerActionsTestJSON-448677994-project] 10.222.0.30 "DELETE /v2.0/floatingips/b0ca5fb2-5f21-406f-83e3-5eabf5249034 HTTP/1.1" status: 204 len: 168 time: 0.5177574 Jul 05 19:00:53.679942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50038) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:53.779552 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:54.148183 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:54.403430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Deleting port 8e1ff255-dcca-4937-bcf4-3b294a6f5749 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:00:54.403675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:54.482587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] For port 8e1ff255-dcca-4937-bcf4-3b294a6f5749, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=8e1ff255-dcca-4937-bcf4-3b294a6f5749,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:54.482968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:54.496056 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Calling delete_port for 8e1ff255-dcca-4937-bcf4-3b294a6f5749 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:00:54.727736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:54.753005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e1ff255-dcca-4937-bcf4-3b294a6f5749,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:54.874334 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:55.265091 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:55.475844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Router 7b4ed318-c085-4b11-b3e1-44885f1c998b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:00:55.588993 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:00:55.593846 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c4622e89-f7d8-4255-b13c-0e6437500568 admin admin] 10.222.0.30 "PUT /v2.0/routers/7b4ed318-c085-4b11-b3e1-44885f1c998b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9129539 Jul 05 19:00:55.596388 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50044) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:55.597636 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] Sync routers for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:00:55.609432 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:00:55.610050 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:00:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:55.715562 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:55.723446 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:00:55.820476 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:55.902499 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23'}], 'enable_snat': True}, 'gw_port_id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T19:00:54Z', 'revision_number': 5, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port': {'id': 'd5a298d1-d2db-49ab-b45d-5e13503a40b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:cf:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T18:50:14Z', 'updated_at': '2021-07-05T18:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:55.932281 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] Checking router: 7b4ed318-c085-4b11-b3e1-44885f1c998b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:00:55.940474 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] Routers {'7b4ed318-c085-4b11-b3e1-44885f1c998b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:00:55.941124 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:00:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['7b4ed318-c085-4b11-b3e1-44885f1c998b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:55.946261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Deleting port d5a298d1-d2db-49ab-b45d-5e13503a40b2 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:00:55.946649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.021738 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] Set router 7b4ed318-c085-4b11-b3e1-44885f1c998b gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:00:56.024984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] For port d5a298d1-d2db-49ab-b45d-5e13503a40b2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d5a298d1-d2db-49ab-b45d-5e13503a40b2,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:56.025416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.043643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Calling delete_port for d5a298d1-d2db-49ab-b45d-5e13503a40b2 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:00:56.075542 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T19:00:55Z', 'revision_number': 6, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:56.102649 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceea9b46-d9a0-41f8-9525-e6b2f7d686ec None None] The sync data for ids ['7b4ed318-c085-4b11-b3e1-44885f1c998b'] in n-d-799524-1 is: [{'id': '7b4ed318-c085-4b11-b3e1-44885f1c998b', 'name': 'tempest-ServerActionsTestJSON-1764371116-router', 'tenant_id': '30d20c1722624cc4bf2ce9a858403a2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T18:50:13Z', 'updated_at': '2021-07-05T19:00:55Z', 'revision_number': 6, 'project_id': '30d20c1722624cc4bf2ce9a858403a2d', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:00:56.320319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.355028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a298d1-d2db-49ab-b45d-5e13503a40b2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:56.412455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.507382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.509484 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.596502 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.647990 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.648489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b4ed318-c085-4b11-b3e1-44885f1c998b {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:00:56.654325 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.654325 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-705ad8cd-3b0b-47d9-82ef-a1a28d5539e5 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7b4ed318-c085-4b11-b3e1-44885f1c998b HTTP/1.1" status: 204 len: 168 time: 1.0566337 Jul 05 19:00:56.656520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50046) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:56.705586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-81298806-b0c5-4115-9af1-6f17bb19dbdc admin admin] Deleting subnet d1676bb6-acca-4cf9-815b-b45e985bda99 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:00:56.709529 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81298806-b0c5-4115-9af1-6f17bb19dbdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.745296 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81298806-b0c5-4115-9af1-6f17bb19dbdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.824430 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81298806-b0c5-4115-9af1-6f17bb19dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:56.910202 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d5a298d1-d2db-49ab-b45d-5e13503a40b2 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:00:56.931824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d5a298d1-d2db-49ab-b45d-5e13503a40b2 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:00:56.932173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d5a298d1-d2db-49ab-b45d-5e13503a40b2 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:00:56.932600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8e1ff255-dcca-4937-bcf4-3b294a6f5749 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:00:56.951389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 8e1ff255-dcca-4937-bcf4-3b294a6f5749 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:00:56.951751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 8e1ff255-dcca-4937-bcf4-3b294a6f5749 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:00:57.011373 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81298806-b0c5-4115-9af1-6f17bb19dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.038996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81298806-b0c5-4115-9af1-6f17bb19dbdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1676bb6-acca-4cf9-815b-b45e985bda99,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:57.044021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-81298806-b0c5-4115-9af1-6f17bb19dbdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.046002 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-81298806-b0c5-4115-9af1-6f17bb19dbdc admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d1676bb6-acca-4cf9-815b-b45e985bda99 HTTP/1.1" status: 204 len: 168 time: 0.3884547 Jul 05 19:00:57.048699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50048) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:57.049359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea9c75-90ff-4138-8719-263365b0e4a4 None None] Network 11141520-c8c9-406c-ada3-0a619a75326e requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:00:57.123510 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.178874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Deleting port 2eb8fde5-76d6-4967-bc96-9a96b695344b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:00:57.179132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.238866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984b1fb3-1dc6-4292-987b-6bc5f05af891 None None] DHCP port deletion for 11141520-c8c9-406c-ada3-0a619a75326e request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:00:57.250392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] For port 2eb8fde5-76d6-4967-bc96-9a96b695344b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2eb8fde5-76d6-4967-bc96-9a96b695344b,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:57.250790 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.264564 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Calling delete_port for 2eb8fde5-76d6-4967-bc96-9a96b695344b owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:00:57.283928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-984b1fb3-1dc6-4292-987b-6bc5f05af891 None None] Deleting port 2eb8fde5-76d6-4967-bc96-9a96b695344b {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:00:57.284321 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-984b1fb3-1dc6-4292-987b-6bc5f05af891 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.347624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-984b1fb3-1dc6-4292-987b-6bc5f05af891 None None] For port 2eb8fde5-76d6-4967-bc96-9a96b695344b, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=2eb8fde5-76d6-4967-bc96-9a96b695344b,segment=NetworkSegment(604b5cbf-4cf7-4eda-bedc-638eb1f86965),segment_id=604b5cbf-4cf7-4eda-bedc-638eb1f86965)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:00:57.348018 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-984b1fb3-1dc6-4292-987b-6bc5f05af891 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.360463 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-984b1fb3-1dc6-4292-987b-6bc5f05af891 None None] Calling delete_port for 2eb8fde5-76d6-4967-bc96-9a96b695344b owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:00:57.422288 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.434844 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-984b1fb3-1dc6-4292-987b-6bc5f05af891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.454778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eb8fde5-76d6-4967-bc96-9a96b695344b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:57.456630 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] No DVR routers for this DVR port 2eb8fde5-76d6-4967-bc96-9a96b695344b on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:00:57.465861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b1fb3-1dc6-4292-987b-6bc5f05af891 None None] Pushing event deleted for resources: {'Port': ['ID=2eb8fde5-76d6-4967-bc96-9a96b695344b,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:57.469410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984b1fb3-1dc6-4292-987b-6bc5f05af891 None None] No DVR routers for this DVR port 2eb8fde5-76d6-4967-bc96-9a96b695344b on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:00:57.527148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.537124 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11141520-c8c9-406c-ada3-0a619a75326e']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:57.549835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604b5cbf-4cf7-4eda-bedc-638eb1f86965') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:57.550129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604b5cbf-4cf7-4eda-bedc-638eb1f86965') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:00:57.559451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.573188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.578962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:00:57.579349 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:00:57.580987 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:00:57.690455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.695707 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:57.697578 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] 10.222.0.30 "DELETE /v2.0/networks/11141520-c8c9-406c-ada3-0a619a75326e HTTP/1.1" status: 204 len: 168 time: 0.6479168 Jul 05 19:00:57.708432 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b65549-825c-43cf-b836-d93b8aac9858 admin admin] Pushing event deleted for resources: {'Network': ['ID=11141520-c8c9-406c-ada3-0a619a75326e,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:58.029939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50052) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:58.069793 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-03e6ec66-4838-42b0-bc11-856cd83af948 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30d20c1722624cc4bf2ce9a858403a2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386627 Jul 05 19:00:58.072297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50054) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:58.119451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-80948c0d-4852-4d2c-8c75-e6560c55edaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:58.140333 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-80948c0d-4852-4d2c-8c75-e6560c55edaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:58.256526 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-80948c0d-4852-4d2c-8c75-e6560c55edaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:58.259034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-80948c0d-4852-4d2c-8c75-e6560c55edaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:58.260209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-80948c0d-4852-4d2c-8c75-e6560c55edaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd887914-20cd-46c6-9f60-8c80f65e3543 HTTP/1.1" status: 204 len: 168 time: 0.1870198 Jul 05 19:00:58.270456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80948c0d-4852-4d2c-8c75-e6560c55edaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd887914-20cd-46c6-9f60-8c80f65e3543,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:58.877426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2eb8fde5-76d6-4967-bc96-9a96b695344b no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:00:58.898533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 2eb8fde5-76d6-4967-bc96-9a96b695344b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:00:58.898905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 2eb8fde5-76d6-4967-bc96-9a96b695344b not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:00:59.301447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50076) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:59.397050 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1865289796-network', 'tenant_id': '27f545d3f2f9476ebb753c067db139dc'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:00:59.504693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Made reservation on behalf of 27f545d3f2f9476ebb753c067db139dc for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:00:59.507159 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:59.519791 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:59.614201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:59.653511 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:59.680322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:00:59.689533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c0b775-c71e-491f-86a4-ff3f4d0e209d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:59.696073 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:59.696423 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Added segment d8a0479a-2949-48d7-af57-5f6fa74c3072 of type vlan for network 27d686fa-6366-48eb-877b-0ab449bb0c33 Jul 05 19:00:59.737423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:59.819196 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:59.820176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:00:59.820765 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:00:59.883327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] Pushing event updated for resources: {'Network': ['ID=27d686fa-6366-48eb-877b-0ab449bb0c33,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:00:59.893398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 27d686fa-6366-48eb-877b-0ab449bb0c33 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:00:59.912034 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-34aab911-61c0-449d-a402-e934ab380c11 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6094029 Jul 05 19:00:59.914988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50082) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:00:59.920086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Request body: {'subnet': {'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1865289796-subnet', 'tenant_id': '27f545d3f2f9476ebb753c067db139dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:00:59.984781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Made reservation on behalf of 27f545d3f2f9476ebb753c067db139dc for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:00:59.987258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:00.130693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:00.216709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:00.278111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=26aca7db-77ae-4779-88a1-77518bc2f847,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:00.286157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Checking segment: {'id': 'd8a0479a-2949-48d7-af57-5f6fa74c3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:00.287122 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Network hostable DHCP agents. Network: 27d686fa-6366-48eb-877b-0ab449bb0c33, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:01:00.382111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Network 27d686fa-6366-48eb-877b-0ab449bb0c33 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:01:00.436259 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 27d686fa-6366-48eb-877b-0ab449bb0c33) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:00.440516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:00.441101 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:00.446244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a50d350-e742-47ce-bab9-cc34639bc631 None None] Network 27d686fa-6366-48eb-877b-0ab449bb0c33 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:00.525661 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c45a0a7f-1461-4d4b-8614-d803fb6921cf admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6093774 Jul 05 19:01:00.569794 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a160bf-f434-47b6-a506-f7cfb153a753 None None] Network 27d686fa-6366-48eb-877b-0ab449bb0c33 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:00.956968 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e31a-c31f-4242-8931-87153148f41e req-3deffdbb-b25c-43e0-9630-512fed643075 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:00.959080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-3deffdbb-b25c-43e0-9630-512fed643075 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/networks?id=27d686fa-6366-48eb-877b-0ab449bb0c33 HTTP/1.1" status: 200 len: 814 time: 0.1032047 Jul 05 19:01:00.973354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-0a584f01-60c0-497b-b447-670f535c80b9 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/quotas/27f545d3f2f9476ebb753c067db139dc HTTP/1.1" status: 200 len: 375 time: 0.0090156 Jul 05 19:01:01.006058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-c71e2be5-2c03-47e3-a327-2a79cb66fe46 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=27f545d3f2f9476ebb753c067db139dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272908 Jul 05 19:01:01.089221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-6291fec0-fddc-4025-aa45-2d4d90accb9a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:01:01.090255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-6291fec0-fddc-4025-aa45-2d4d90accb9a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459652 Jul 05 19:01:01.182920 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-7dd04a3c-f1e9-48d7-a909-0566b5874ce0 service neutron] 10.222.0.30 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868659 Jul 05 19:01:01.271786 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-a8487edc-2c69-4c88-89db-cf80a4fa7abc service neutron] 10.222.0.30 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831017 Jul 05 19:01:01.526023 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ca7fb0a-4cc1-4167-a639-b2b54c9b9902 req-d48d87ea-b4d9-439f-84fe-1e499c004a9e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 210 time: 0.0347409 Jul 05 19:01:02.667918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbcde83a-e939-4207-889c-eebbb59d456e req-02c4da77-4110-4c99-b8d5-0feb541fd404 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Jul 05 19:01:03.660404 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e31a-c31f-4242-8931-87153148f41e req-bc147bb3-7805-4ec8-82b7-1e2e01664e8a tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:03.661994 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-bc147bb3-7805-4ec8-82b7-1e2e01664e8a tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.39 "GET /v2.0/networks?id=27d686fa-6366-48eb-877b-0ab449bb0c33 HTTP/1.1" status: 200 len: 814 time: 0.1011481 Jul 05 19:01:03.673862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Request body: {'port': {'device_id': 'b877ffb4-2ef7-46df-a879-445374bdfc36', 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33', 'admin_state_up': True, 'tenant_id': '27f545d3f2f9476ebb753c067db139dc'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:03.820455 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aa007a34-0a4e-4227-9c73-260a48e89ed3 req-ee5b24d3-87f0-4712-9cd4-59b6f2d8bc89 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 210 time: 0.0299671 Jul 05 19:01:04.008344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Made reservation on behalf of 27f545d3f2f9476ebb753c067db139dc for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:04.012078 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:04.141243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Allocated IP 172.20.0.8 (27d686fa-6366-48eb-877b-0ab449bb0c33/26aca7db-77ae-4779-88a1-77518bc2f847/c01e095f-c4d8-40f9-b27a-096cf7823d89) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:01:04.289246 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:04.388150 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:04.430473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Network 27d686fa-6366-48eb-877b-0ab449bb0c33 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:01:04.433606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:04.437402 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:01:04.464086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Pushing event updated for resources: {'Port': ['ID=c01e095f-c4d8-40f9-b27a-096cf7823d89,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:04.491692 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:04.492307 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:04.593930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-2549f57f-faf9-4c97-a4ce-9a351e4138ee tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9237616 Jul 05 19:01:04.606096 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Request body: {'port': {'device_id': 'b877ffb4-2ef7-46df-a879-445374bdfc36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:04.681201 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:04.948041 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01e095f-c4d8-40f9-b27a-096cf7823d89 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:01:04.971257 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:05.008311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc82de-cd13-4718-ab85-c8856b66174f req-a3218286-6c99-4532-b05f-1f488b02979c tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:05.009815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43bc82de-cd13-4718-ab85-c8856b66174f req-a3218286-6c99-4532-b05f-1f488b02979c tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 931 time: 0.0767937 Jul 05 19:01:05.052238 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Transition to ACTIVE for port object c01e095f-c4d8-40f9-b27a-096cf7823d89 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:05.059578 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-43bc82de-cd13-4718-ab85-c8856b66174f req-3c00ecb4-f7f5-42e5-9c83-3e5341a45594 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441294 Jul 05 19:01:05.107826 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:05.158865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Pushing event updated for resources: {'Port': ['ID=c01e095f-c4d8-40f9-b27a-096cf7823d89,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:05.186669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.187019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.187363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.187707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.188043 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.188376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.188707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.189035 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.189427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.190002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.190624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.191213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:05.239230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Attempting to bind port c01e095f-c4d8-40f9-b27a-096cf7823d89 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:01:05.240118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Attempting to bind port c01e095f-c4d8-40f9-b27a-096cf7823d89 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'd8a0479a-2949-48d7-af57-5f6fa74c3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:01:05.240456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Attempting to bind port c01e095f-c4d8-40f9-b27a-096cf7823d89 on network 27d686fa-6366-48eb-877b-0ab449bb0c33 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:01:05.244596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Port c01e095f-c4d8-40f9-b27a-096cf7823d89 on network 27d686fa-6366-48eb-877b-0ab449bb0c33 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:01:05.244921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Attempting to bind port c01e095f-c4d8-40f9-b27a-096cf7823d89 on network 27d686fa-6366-48eb-877b-0ab449bb0c33 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:01:05.249906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:01:05.250244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Checking segment: {'id': 'd8a0479a-2949-48d7-af57-5f6fa74c3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:05.250660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Bound using segment: {'id': 'd8a0479a-2949-48d7-af57-5f6fa74c3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:01:05.251086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Bound port: c01e095f-c4d8-40f9-b27a-096cf7823d89, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a0479a-2949-48d7-af57-5f6fa74c3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:01:05.251441 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:05.313048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] For port c01e095f-c4d8-40f9-b27a-096cf7823d89, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:01:05.315975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] For port c01e095f-c4d8-40f9-b27a-096cf7823d89, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c01e095f-c4d8-40f9-b27a-096cf7823d89,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:01:05.414156 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:05.451209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:05.451762 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:05.453138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] 10.222.0.39 "PUT /v2.0/ports/c01e095f-c4d8-40f9-b27a-096cf7823d89 HTTP/1.1" status: 200 len: 1091 time: 0.8511472 Jul 05 19:01:05.453565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b877ffb4-2ef7-46df-a879-445374bdfc36', 'tag': 'c01e095f-c4d8-40f9-b27a-096cf7823d89'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:01:05.455836 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67352863-9b14-4478-a390-e2d4ddfeb7b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b877ffb4-2ef7-46df-a879-445374bdfc36", "tag": "c01e095f-c4d8-40f9-b27a-096cf7823d89"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:01:05.483609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1abce-22ee-46f9-b569-a073d76b6b45 service neutron] Pushing event updated for resources: {'Port': ['ID=c01e095f-c4d8-40f9-b27a-096cf7823d89,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:05.494779 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f38ac2-1a56-445c-a110-a72221a4c261 x-openstack-request-id: req-35f38ac2-1a56-445c-a110-a72221a4c261 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:01:05.495122 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b877ffb4-2ef7-46df-a879-445374bdfc36", "tag": "c01e095f-c4d8-40f9-b27a-096cf7823d89", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:01:05.495377 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35f38ac2-1a56-445c-a110-a72221a4c261 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:01:05.495785 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b877ffb4-2ef7-46df-a879-445374bdfc36', 'tag': 'c01e095f-c4d8-40f9-b27a-096cf7823d89', 'status': 'completed', 'code': 200} Jul 05 19:01:05.568876 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67352863-9b14-4478-a390-e2d4ddfeb7b5 req-44bb04e4-0886-4ef9-b3bd-8e151cc10887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:05.570387 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67352863-9b14-4478-a390-e2d4ddfeb7b5 req-44bb04e4-0886-4ef9-b3bd-8e151cc10887 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27f545d3f2f9476ebb753c067db139dc&device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 1094 time: 0.0534070 Jul 05 19:01:05.670682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67352863-9b14-4478-a390-e2d4ddfeb7b5 req-632d4778-d995-4934-9e4a-9ed11773150a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:05.673238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67352863-9b14-4478-a390-e2d4ddfeb7b5 req-632d4778-d995-4934-9e4a-9ed11773150a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=27f545d3f2f9476ebb753c067db139dc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0949519 Jul 05 19:01:05.768349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67352863-9b14-4478-a390-e2d4ddfeb7b5 req-3428fd3e-db36-4287-8962-91257b016e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:05.769845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67352863-9b14-4478-a390-e2d4ddfeb7b5 req-3428fd3e-db36-4287-8962-91257b016e71 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0898006 Jul 05 19:01:05.864006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e31a-c31f-4242-8931-87153148f41e req-f4300d40-fe37-4aa8-a9d7-1bed3a483502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:05.869607 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-f4300d40-fe37-4aa8-a9d7-1bed3a483502 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=27f545d3f2f9476ebb753c067db139dc&device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 1094 time: 0.0589147 Jul 05 19:01:05.907287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-1a3544da-3c7a-4520-a95d-9b80d5577d39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c01e095f-c4d8-40f9-b27a-096cf7823d89 HTTP/1.1" status: 200 len: 217 time: 0.0343049 Jul 05 19:01:05.954894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38e31a-c31f-4242-8931-87153148f41e req-4512fd97-2d8c-413c-a66c-4286e719b6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:05.956338 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-4512fd97-2d8c-413c-a66c-4286e719b6b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=26aca7db-77ae-4779-88a1-77518bc2f847 HTTP/1.1" status: 200 len: 854 time: 0.0428419 Jul 05 19:01:05.987588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-93f39938-0798-43ca-a484-987085ac0ad7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=27d686fa-6366-48eb-877b-0ab449bb0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253284 Jul 05 19:01:06.077484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-bb89e3ad-5455-4d36-872f-192e42e65066 service neutron] 10.222.0.39 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831735 Jul 05 19:01:06.170268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ce38e31a-c31f-4242-8931-87153148f41e req-8bc5bc78-4191-4d75-b514-5112000a270e service neutron] 10.222.0.39 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856576 Jul 05 19:01:06.238091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018360c-7b23-4cce-8d0c-19bd43dcdcef req-c88afa66-ff9f-4005-8be2-20a311b23ae0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:06.240297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c018360c-7b23-4cce-8d0c-19bd43dcdcef req-c88afa66-ff9f-4005-8be2-20a311b23ae0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 943 time: 0.0688369 Jul 05 19:01:06.278357 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c018360c-7b23-4cce-8d0c-19bd43dcdcef req-f9ab541a-36b0-46ea-8c15-df276c008fc0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Jul 05 19:01:06.370214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:07.451060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063a644-7b42-47e3-b0e8-d436e00e4815 req-5720dd02-1eab-480a-aa28-5a5271c127b7 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:07.452544 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8063a644-7b42-47e3-b0e8-d436e00e4815 req-5720dd02-1eab-480a-aa28-5a5271c127b7 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 943 time: 0.0642440 Jul 05 19:01:07.491413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8063a644-7b42-47e3-b0e8-d436e00e4815 req-39af0259-e0ce-4f1e-a121-ef50579e35d8 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333855 Jul 05 19:01:08.670797 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a920c01c-1b83-4034-bc40-71860da7a2e6 req-0a830234-6568-4a15-a97f-92a9a1b6ae24 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:08.672285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a920c01c-1b83-4034-bc40-71860da7a2e6 req-0a830234-6568-4a15-a97f-92a9a1b6ae24 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 943 time: 0.0659986 Jul 05 19:01:08.710167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a920c01c-1b83-4034-bc40-71860da7a2e6 req-4d37f830-c1e9-47fe-998c-21886f3b37f3 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313361 Jul 05 19:01:09.111302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c01e095f-c4d8-40f9-b27a-096cf7823d89 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:01:09.358141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c01e095f-c4d8-40f9-b27a-096cf7823d89, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c01e095f-c4d8-40f9-b27a-096cf7823d89,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:09.369037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': 'c01e095f-c4d8-40f9-b27a-096cf7823d89', 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33', 'port_id': 'c01e095f-c4d8-40f9-b27a-096cf7823d89', 'mac_address': 'fa:16:3e:09:7e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26aca7db-77ae-4779-88a1-77518bc2f847', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:01:09.404578 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:09.417195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c01e095f-c4d8-40f9-b27a-096cf7823d89 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:01:09.435759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c01e095f-c4d8-40f9-b27a-096cf7823d89, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c01e095f-c4d8-40f9-b27a-096cf7823d89,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:09.524808 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:09.572877 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c01e095f-c4d8-40f9-b27a-096cf7823d89,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:09.742081 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c01e095f-c4d8-40f9-b27a-096cf7823d89'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:01:09.896296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ad7bb-4485-46fb-9ef9-66d1693aa607 req-b269b72d-6320-4a8d-8b94-903bd217cdb3 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:09.897800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed7ad7bb-4485-46fb-9ef9-66d1693aa607 req-b269b72d-6320-4a8d-8b94-903bd217cdb3 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 944 time: 0.0709939 Jul 05 19:01:09.934504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ed7ad7bb-4485-46fb-9ef9-66d1693aa607 req-477d86c4-ed29-4fd0-ab12-0aedd276422d tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311611 Jul 05 19:01:11.104525 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05085c86-18c9-4524-9e4c-04aa401448c8 req-d86fb138-5627-4d65-853b-8095acab0e88 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:11.105918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05085c86-18c9-4524-9e4c-04aa401448c8 req-d86fb138-5627-4d65-853b-8095acab0e88 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 944 time: 0.0621607 Jul 05 19:01:11.122946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c01e095f-c4d8-40f9-b27a-096cf7823d89 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:01:11.144460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05085c86-18c9-4524-9e4c-04aa401448c8 req-36bc0339-466a-49a8-b095-ef3210a18bd5 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330660 Jul 05 19:01:11.227778 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port c01e095f-c4d8-40f9-b27a-096cf7823d89 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:01:11.231458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port c01e095f-c4d8-40f9-b27a-096cf7823d89 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:01:11.231832 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:11.308829 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:11.330422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b877ffb4-2ef7-46df-a879-445374bdfc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01e095f-c4d8-40f9-b27a-096cf7823d89'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:01:11.332674 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107dd75b-4aea-4ec2-9d9b-d437a2d5e3e1" -d '{"events": [{"server_uuid": "b877ffb4-2ef7-46df-a879-445374bdfc36", "name": "network-vif-plugged", "status": "completed", "tag": "c01e095f-c4d8-40f9-b27a-096cf7823d89"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:01:11.345678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port c01e095f-c4d8-40f9-b27a-096cf7823d89, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c01e095f-c4d8-40f9-b27a-096cf7823d89,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:11.368106 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b44ebc-1aab-4c8f-877f-979d689c9e71 x-openstack-request-id: req-75b44ebc-1aab-4c8f-877f-979d689c9e71 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:01:11.368399 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b877ffb4-2ef7-46df-a879-445374bdfc36", "name": "network-vif-plugged", "status": "completed", "tag": "c01e095f-c4d8-40f9-b27a-096cf7823d89", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:01:11.368655 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75b44ebc-1aab-4c8f-877f-979d689c9e71 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:01:11.369088 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b877ffb4-2ef7-46df-a879-445374bdfc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c01e095f-c4d8-40f9-b27a-096cf7823d89', 'code': 200} Jul 05 19:01:11.404640 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:11.452467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=c01e095f-c4d8-40f9-b27a-096cf7823d89,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:11.484751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc91c2d-b819-4aa4-bf05-0c45b009aa06 req-b513afde-1329-4af1-8843-7115d50629c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:11.486236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcc91c2d-b819-4aa4-bf05-0c45b009aa06 req-b513afde-1329-4af1-8843-7115d50629c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 1096 time: 0.0557184 Jul 05 19:01:11.521386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fcc91c2d-b819-4aa4-bf05-0c45b009aa06 req-d0263b54-991a-47c5-b217-65cc7327e185 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281665 Jul 05 19:01:12.320463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af65c28-66ca-46fb-b98d-3d9af36254f0 req-a84e0211-df68-4fea-9e80-26e928cfb360 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:12.321951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3af65c28-66ca-46fb-b98d-3d9af36254f0 req-a84e0211-df68-4fea-9e80-26e928cfb360 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0650270 Jul 05 19:01:12.359554 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3af65c28-66ca-46fb-b98d-3d9af36254f0 req-dde59a61-09c8-4140-9bc8-7689333a2c94 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320053 Jul 05 19:01:13.538243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e13d6-4add-41d7-ac1f-2d709c3b5f65 req-d023bdc5-8e5d-4f7d-8a19-06d986d51bda tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:13.539764 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-561e13d6-4add-41d7-ac1f-2d709c3b5f65 req-d023bdc5-8e5d-4f7d-8a19-06d986d51bda tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0683725 Jul 05 19:01:13.577521 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-561e13d6-4add-41d7-ac1f-2d709c3b5f65 req-d055afd1-91f3-4677-a167-c1b96bc5a094 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322521 Jul 05 19:01:13.800672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-c12218a1-492e-4aa4-91da-7c80f61cb499 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:13.803055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-c12218a1-492e-4aa4-91da-7c80f61cb499 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/networks?id=27d686fa-6366-48eb-877b-0ab449bb0c33 HTTP/1.1" status: 200 len: 814 time: 0.1028926 Jul 05 19:01:13.818474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-98a64381-47aa-48ac-922d-a9ff10d60936 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/quotas/27f545d3f2f9476ebb753c067db139dc HTTP/1.1" status: 200 len: 375 time: 0.0089929 Jul 05 19:01:13.886351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-23ddf1e0-0a87-4174-9826-b56abfcad22f tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=27f545d3f2f9476ebb753c067db139dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0633297 Jul 05 19:01:13.972826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-1fff3e41-13bf-48d2-be94-29c8a60a9543 service neutron] 10.222.0.30 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798974 Jul 05 19:01:14.063253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-92d8b087-2ac3-47ec-b20a-d461306b8b37 service neutron] 10.222.0.30 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845375 Jul 05 19:01:14.288131 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-49a693db-8862-4cf0-a481-112753ba194d req-51b44e8e-2023-4df4-b51a-5bbd5fb7922e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 210 time: 0.0302281 Jul 05 19:01:15.425976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60e6f8d4-533e-4d50-9f7f-471283c9e327 req-bb99d6ac-0f0f-4f5d-a766-5a6706cf821d tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 210 time: 0.0277309 Jul 05 19:01:16.278055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-58220bbf-541c-465a-830a-d9d29f21a992 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:16.279546 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-58220bbf-541c-465a-830a-d9d29f21a992 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.97 "GET /v2.0/networks?id=27d686fa-6366-48eb-877b-0ab449bb0c33 HTTP/1.1" status: 200 len: 814 time: 0.1017938 Jul 05 19:01:16.292325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Request body: {'port': {'device_id': 'be7f121f-2e27-4267-b2ba-34fd25760367', 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33', 'admin_state_up': True, 'tenant_id': '27f545d3f2f9476ebb753c067db139dc'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:16.461922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Made reservation on behalf of 27f545d3f2f9476ebb753c067db139dc for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:16.466034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:16.574401 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4065dab-1c37-4f6e-8016-cd248a17a930 req-b6d3d947-c1c6-4b05-87d8-4c7bc2025408 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 210 time: 0.0314617 Jul 05 19:01:16.602550 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Allocated IP 172.20.0.2 (27d686fa-6366-48eb-877b-0ab449bb0c33/26aca7db-77ae-4779-88a1-77518bc2f847/4c08ed09-a9db-47b9-9562-599085af30ee) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:01:16.747501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:16.839436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:16.855159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c01e095f-c4d8-40f9-b27a-096cf7823d89'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:01:16.892372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Network 27d686fa-6366-48eb-877b-0ab449bb0c33 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:01:16.895819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:16.904633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:01:16.941804 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Pushing event updated for resources: {'Port': ['ID=4c08ed09-a9db-47b9-9562-599085af30ee,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:16.972726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:16.973382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:17.051018 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-4c3d3591-a7d9-476a-b955-b32f6d641526 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7624314 Jul 05 19:01:17.062310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Request body: {'port': {'device_id': 'be7f121f-2e27-4267-b2ba-34fd25760367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:17.133180 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:17.394760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c08ed09-a9db-47b9-9562-599085af30ee {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:01:17.403305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:17.415317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Transition to ACTIVE for port object 4c08ed09-a9db-47b9-9562-599085af30ee will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:17.470501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:17.522746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Pushing event updated for resources: {'Port': ['ID=4c08ed09-a9db-47b9-9562-599085af30ee,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:17.586086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Attempting to bind port 4c08ed09-a9db-47b9-9562-599085af30ee on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:01:17.586414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Attempting to bind port 4c08ed09-a9db-47b9-9562-599085af30ee by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'd8a0479a-2949-48d7-af57-5f6fa74c3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:01:17.586767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Attempting to bind port 4c08ed09-a9db-47b9-9562-599085af30ee on network 27d686fa-6366-48eb-877b-0ab449bb0c33 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:01:17.590894 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Port 4c08ed09-a9db-47b9-9562-599085af30ee on network 27d686fa-6366-48eb-877b-0ab449bb0c33 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:01:17.591207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Attempting to bind port 4c08ed09-a9db-47b9-9562-599085af30ee on network 27d686fa-6366-48eb-877b-0ab449bb0c33 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:01:17.595871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:01:17.596199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Checking segment: {'id': 'd8a0479a-2949-48d7-af57-5f6fa74c3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:17.596575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Bound using segment: {'id': 'd8a0479a-2949-48d7-af57-5f6fa74c3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:01:17.596989 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Bound port: 4c08ed09-a9db-47b9-9562-599085af30ee, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a0479a-2949-48d7-af57-5f6fa74c3072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:01:17.597338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:17.667939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] For port 4c08ed09-a9db-47b9-9562-599085af30ee, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:01:17.669778 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] For port 4c08ed09-a9db-47b9-9562-599085af30ee, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4c08ed09-a9db-47b9-9562-599085af30ee,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:01:17.737467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:17.757816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f500d8d-c94f-412f-a1d4-3807fb5fb7ab req-e75dfb4a-3b95-45f5-98f1-b5e0e340815e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:17.759506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f500d8d-c94f-412f-a1d4-3807fb5fb7ab req-e75dfb4a-3b95-45f5-98f1-b5e0e340815e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 943 time: 0.0673299 Jul 05 19:01:17.771984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:17.772609 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:17.774436 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] 10.222.0.97 "PUT /v2.0/ports/4c08ed09-a9db-47b9-9562-599085af30ee HTTP/1.1" status: 200 len: 1091 time: 0.7162652 Jul 05 19:01:17.776649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7f121f-2e27-4267-b2ba-34fd25760367', 'tag': '4c08ed09-a9db-47b9-9562-599085af30ee'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:01:17.780604 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8d0dac-8bcf-4310-8a5a-27274ce9746b" -d '{"events": [{"name": "network-changed", "server_uuid": "be7f121f-2e27-4267-b2ba-34fd25760367", "tag": "4c08ed09-a9db-47b9-9562-599085af30ee"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:01:17.801182 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f500d8d-c94f-412f-a1d4-3807fb5fb7ab req-2a9d161c-78e2-430a-876c-006c6ee92131 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357711 Jul 05 19:01:17.807077 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996305ff-8ce1-4964-aaf7-0ec63d87320c service neutron] Pushing event updated for resources: {'Port': ['ID=4c08ed09-a9db-47b9-9562-599085af30ee,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:17.823348 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85cfe3bc-f7c0-42a2-bbc9-6e388ffabf66 x-openstack-request-id: req-85cfe3bc-f7c0-42a2-bbc9-6e388ffabf66 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:01:17.823644 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7f121f-2e27-4267-b2ba-34fd25760367", "tag": "4c08ed09-a9db-47b9-9562-599085af30ee", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:01:17.824056 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85cfe3bc-f7c0-42a2-bbc9-6e388ffabf66 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:01:17.824511 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7f121f-2e27-4267-b2ba-34fd25760367', 'tag': '4c08ed09-a9db-47b9-9562-599085af30ee', 'status': 'completed', 'code': 200} Jul 05 19:01:17.899858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d0dac-8bcf-4310-8a5a-27274ce9746b req-03b2bc22-d515-411d-bc83-6c0245a0eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:17.901376 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6c8d0dac-8bcf-4310-8a5a-27274ce9746b req-03b2bc22-d515-411d-bc83-6c0245a0eaf3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=27f545d3f2f9476ebb753c067db139dc&device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 1094 time: 0.0579677 Jul 05 19:01:18.003400 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d0dac-8bcf-4310-8a5a-27274ce9746b req-d2ab6455-2459-44f3-941f-60d23deaa9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:18.005623 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6c8d0dac-8bcf-4310-8a5a-27274ce9746b req-d2ab6455-2459-44f3-941f-60d23deaa9da service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=27f545d3f2f9476ebb753c067db139dc&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0969956 Jul 05 19:01:18.105042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d0dac-8bcf-4310-8a5a-27274ce9746b req-0430925d-8c5c-44ab-afdb-1c361b7f3405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:18.106568 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6c8d0dac-8bcf-4310-8a5a-27274ce9746b req-0430925d-8c5c-44ab-afdb-1c361b7f3405 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0956094 Jul 05 19:01:18.203169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-5b501c63-bd31-4747-a77e-d9465cfaedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:18.204747 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-5b501c63-bd31-4747-a77e-d9465cfaedb3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=27f545d3f2f9476ebb753c067db139dc&device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 1094 time: 0.0556817 Jul 05 19:01:18.250321 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-47ee9b34-a644-4c7f-a02d-e8f9b1c333d8 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c08ed09-a9db-47b9-9562-599085af30ee HTTP/1.1" status: 200 len: 217 time: 0.0389409 Jul 05 19:01:18.311005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-5752c196-148d-4455-832f-02b67ec90181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:18.311005 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-5752c196-148d-4455-832f-02b67ec90181 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=26aca7db-77ae-4779-88a1-77518bc2f847 HTTP/1.1" status: 200 len: 854 time: 0.0529277 Jul 05 19:01:18.348026 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-061a2a9f-520e-4f13-976b-05d4b678d18b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=27d686fa-6366-48eb-877b-0ab449bb0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319302 Jul 05 19:01:18.449743 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-02a03751-481a-495e-8120-1fb2100a4a2e service neutron] 10.222.0.97 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957272 Jul 05 19:01:18.557285 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0e40377c-7a3a-42ee-9547-4e29c1545ad7 req-49b4a6c0-9e09-48cb-9332-4cbccad34168 service neutron] 10.222.0.97 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015763 Jul 05 19:01:18.977236 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce602d4-6506-4f81-9c07-cd5d25e16829 req-860018c1-85fb-42c5-b8d6-e3751d8c74ce tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:18.978747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bce602d4-6506-4f81-9c07-cd5d25e16829 req-860018c1-85fb-42c5-b8d6-e3751d8c74ce tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 943 time: 0.0626452 Jul 05 19:01:19.016333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bce602d4-6506-4f81-9c07-cd5d25e16829 req-5c7b6959-97e6-4510-87a6-d3b2bab53c15 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Jul 05 19:01:20.194673 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce64275-8336-4516-8c27-4a5b401342f8 req-a44afeb8-062f-4ad9-a02e-4a3c52e408ab tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:20.196061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ce64275-8336-4516-8c27-4a5b401342f8 req-a44afeb8-062f-4ad9-a02e-4a3c52e408ab tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 943 time: 0.0663967 Jul 05 19:01:20.232953 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ce64275-8336-4516-8c27-4a5b401342f8 req-f0b620f7-26ba-45d2-bbae-1bccf60eef34 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314541 Jul 05 19:01:20.827464 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-59a5e4c1-b78d-4bee-9af7-fde60761c5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:20.917345 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:01:21.404000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6faf61a-d18a-4403-b1f8-a74372d000f0 req-bb6c031c-ea27-4dae-aeb3-44c19bef2fb9 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:21.405485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e6faf61a-d18a-4403-b1f8-a74372d000f0 req-bb6c031c-ea27-4dae-aeb3-44c19bef2fb9 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 943 time: 0.0641599 Jul 05 19:01:21.444426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e6faf61a-d18a-4403-b1f8-a74372d000f0 req-eea8f06f-a93a-4f59-b400-fffe3fa3a27e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333200 Jul 05 19:01:21.627407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4c08ed09-a9db-47b9-9562-599085af30ee details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:01:21.718722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 4c08ed09-a9db-47b9-9562-599085af30ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4c08ed09-a9db-47b9-9562-599085af30ee,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:21.730096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '4c08ed09-a9db-47b9-9562-599085af30ee', 'network_id': '27d686fa-6366-48eb-877b-0ab449bb0c33', 'port_id': '4c08ed09-a9db-47b9-9562-599085af30ee', 'mac_address': 'fa:16:3e:d7:52:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26aca7db-77ae-4779-88a1-77518bc2f847', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:01:21.769936 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:21.782073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c08ed09-a9db-47b9-9562-599085af30ee {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:01:21.800912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 4c08ed09-a9db-47b9-9562-599085af30ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4c08ed09-a9db-47b9-9562-599085af30ee,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:21.870489 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:21.918545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=4c08ed09-a9db-47b9-9562-599085af30ee,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:21.925617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.925975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.926872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.927244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.927725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.928065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.928400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.928732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.929064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.929392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.929721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:21.930048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:22.054647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['4c08ed09-a9db-47b9-9562-599085af30ee'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:01:22.611608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d982db-b2cf-4751-a47b-10c29cbfd304 req-74f6c443-f958-4d64-b56a-84b2890e1480 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:22.613095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74d982db-b2cf-4751-a47b-10c29cbfd304 req-74f6c443-f958-4d64-b56a-84b2890e1480 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 944 time: 0.0623574 Jul 05 19:01:22.651804 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-74d982db-b2cf-4751-a47b-10c29cbfd304 req-c40d84fe-0e40-41c3-a312-35442faf1eac tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331762 Jul 05 19:01:23.510039 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dbe54536-37db-4e1f-a9f5-f06b1573a50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:23.642251 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4c08ed09-a9db-47b9-9562-599085af30ee up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:01:23.744556 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:23.773077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 4c08ed09-a9db-47b9-9562-599085af30ee completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:01:23.776994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 4c08ed09-a9db-47b9-9562-599085af30ee triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:01:23.777365 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:23.842513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884b44f-54a3-4455-a70b-fb79aad1b613 req-9acec45f-abb3-4b36-8202-e15925a1cb3a tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:23.844116 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9884b44f-54a3-4455-a70b-fb79aad1b613 req-9acec45f-abb3-4b36-8202-e15925a1cb3a tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 944 time: 0.0673251 Jul 05 19:01:23.854243 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:23.881929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7f121f-2e27-4267-b2ba-34fd25760367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c08ed09-a9db-47b9-9562-599085af30ee'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:01:23.883915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9884b44f-54a3-4455-a70b-fb79aad1b613 req-da8dff89-612b-48fd-b8c4-0171646a6ca3 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335960 Jul 05 19:01:23.884197 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bcd2df-2340-490a-97a9-8cf7c2e76d2a" -d '{"events": [{"server_uuid": "be7f121f-2e27-4267-b2ba-34fd25760367", "name": "network-vif-plugged", "status": "completed", "tag": "4c08ed09-a9db-47b9-9562-599085af30ee"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:01:23.897534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 4c08ed09-a9db-47b9-9562-599085af30ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4c08ed09-a9db-47b9-9562-599085af30ee,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:23.922755 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7d69eb-0388-404e-a7c4-2f08a61f1594 x-openstack-request-id: req-dc7d69eb-0388-404e-a7c4-2f08a61f1594 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:01:23.925934 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7f121f-2e27-4267-b2ba-34fd25760367", "name": "network-vif-plugged", "status": "completed", "tag": "4c08ed09-a9db-47b9-9562-599085af30ee", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:01:23.925934 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dc7d69eb-0388-404e-a7c4-2f08a61f1594 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:01:23.925934 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7f121f-2e27-4267-b2ba-34fd25760367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c08ed09-a9db-47b9-9562-599085af30ee', 'code': 200} Jul 05 19:01:23.978837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:24.027131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=4c08ed09-a9db-47b9-9562-599085af30ee,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:24.031725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c355ef8-b088-4163-bb8c-99852280a248 req-85cfa14d-3ef3-4860-9418-f3a5669316eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:24.033246 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c355ef8-b088-4163-bb8c-99852280a248 req-85cfa14d-3ef3-4860-9418-f3a5669316eb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 1096 time: 0.0521443 Jul 05 19:01:24.078088 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1c355ef8-b088-4163-bb8c-99852280a248 req-e1b9dfd7-70dd-44aa-b710-153181632d07 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388751 Jul 05 19:01:24.876088 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:25.063676 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941291e-4505-43c4-8006-b965253218dc req-19d3777a-b9cb-41cf-9606-b69ac0ad90f8 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:25.065185 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c941291e-4505-43c4-8006-b965253218dc req-19d3777a-b9cb-41cf-9606-b69ac0ad90f8 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 945 time: 0.0640969 Jul 05 19:01:25.103963 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c941291e-4505-43c4-8006-b965253218dc req-ca9ebfc6-3e13-4a74-82ef-43a407a8c1a8 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Jul 05 19:01:25.832533 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a637d895-388c-4022-9690-e51f1ee8d115 req-86904563-4a08-47dc-9f93-b2e32fe2f7ff service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522900 Jul 05 19:01:25.930193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637d895-388c-4022-9690-e51f1ee8d115 req-36b97f71-ddde-42a9-ac94-b4ce2c3692c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:25.931717 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a637d895-388c-4022-9690-e51f1ee8d115 req-36b97f71-ddde-42a9-ac94-b4ce2c3692c0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=27f545d3f2f9476ebb753c067db139dc&device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 1096 time: 0.0572832 Jul 05 19:01:26.049249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637d895-388c-4022-9690-e51f1ee8d115 req-5af2bc17-2ec1-4689-b9dd-daf1f3c92163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:26.051043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a637d895-388c-4022-9690-e51f1ee8d115 req-5af2bc17-2ec1-4689-b9dd-daf1f3c92163 service neutron] 10.222.0.97 "GET /v2.0/networks?id=27d686fa-6366-48eb-877b-0ab449bb0c33 HTTP/1.1" status: 200 len: 914 time: 0.0987682 Jul 05 19:01:26.098472 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a637d895-388c-4022-9690-e51f1ee8d115 req-b93da386-70c2-415d-9107-b413e4efafff service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c08ed09-a9db-47b9-9562-599085af30ee HTTP/1.1" status: 200 len: 217 time: 0.0412598 Jul 05 19:01:26.146777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637d895-388c-4022-9690-e51f1ee8d115 req-cd922739-3c4d-4bff-8ed8-aba727e61355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:26.148274 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a637d895-388c-4022-9690-e51f1ee8d115 req-cd922739-3c4d-4bff-8ed8-aba727e61355 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=26aca7db-77ae-4779-88a1-77518bc2f847 HTTP/1.1" status: 200 len: 854 time: 0.0444641 Jul 05 19:01:26.180996 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a637d895-388c-4022-9690-e51f1ee8d115 req-777c8f59-c250-43ae-94d6-9dbc18998ff6 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=27d686fa-6366-48eb-877b-0ab449bb0c33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269856 Jul 05 19:01:26.272507 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a637d895-388c-4022-9690-e51f1ee8d115 req-258ddacd-8a81-40cd-8150-e639f9dfa8c3 service neutron] 10.222.0.97 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855391 Jul 05 19:01:26.281713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16fa0d-c05f-4dc5-a6f1-f9b7abac4468 req-22bfeee5-d91b-48d7-bfe6-9e8bbbd55e8c tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:26.283199 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f16fa0d-c05f-4dc5-a6f1-f9b7abac4468 req-22bfeee5-d91b-48d7-bfe6-9e8bbbd55e8c tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 945 time: 0.0664890 Jul 05 19:01:26.321298 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6f16fa0d-c05f-4dc5-a6f1-f9b7abac4468 req-aa40f9bc-bd4f-4a32-9cb0-4cbbce4c759d tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Jul 05 19:01:26.362238 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a637d895-388c-4022-9690-e51f1ee8d115 req-8ded4543-af0c-4751-9175-69a1bd5b6d70 service neutron] 10.222.0.97 "GET /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836430 Jul 05 19:01:26.632802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:26.922969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597f69d-f941-4370-b41a-9d10e3a19bba req-49b06e01-6acd-4cda-98db-648d67afc7e4 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:26.924361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3597f69d-f941-4370-b41a-9d10e3a19bba req-49b06e01-6acd-4cda-98db-648d67afc7e4 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 945 time: 0.0643606 Jul 05 19:01:26.963168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3597f69d-f941-4370-b41a-9d10e3a19bba req-094ee053-127a-4dfb-9065-a4d2cef39b7f tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319602 Jul 05 19:01:28.156119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3509be1-ef64-41bb-83f5-2fe9c9c878cd req-dafd637f-01e6-457a-816e-96d3882e9d03 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:28.157517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3509be1-ef64-41bb-83f5-2fe9c9c878cd req-dafd637f-01e6-457a-816e-96d3882e9d03 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 945 time: 0.0653517 Jul 05 19:01:28.167809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127d76b-1077-4717-873f-de213b282433 req-5c7f44ba-2e99-4181-b934-b13bb3d538d3 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:28.169303 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b127d76b-1077-4717-873f-de213b282433 req-5c7f44ba-2e99-4181-b934-b13bb3d538d3 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.97 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 945 time: 0.0638394 Jul 05 19:01:28.195725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e3509be1-ef64-41bb-83f5-2fe9c9c878cd req-0c3ad8a9-be1c-4731-aab8-1719826bc9ff tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Jul 05 19:01:28.278833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-b127d76b-1077-4717-873f-de213b282433 req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Deleting port 4c08ed09-a9db-47b9-9562-599085af30ee {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:01:28.279181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b127d76b-1077-4717-873f-de213b282433 req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:28.366387 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-b127d76b-1077-4717-873f-de213b282433 req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] For port 4c08ed09-a9db-47b9-9562-599085af30ee, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=4c08ed09-a9db-47b9-9562-599085af30ee,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:28.366761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b127d76b-1077-4717-873f-de213b282433 req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:28.383362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-b127d76b-1077-4717-873f-de213b282433 req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Calling delete_port for 4c08ed09-a9db-47b9-9562-599085af30ee owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:01:28.573110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b127d76b-1077-4717-873f-de213b282433 req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:28.586368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['4c08ed09-a9db-47b9-9562-599085af30ee'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:01:28.588595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c01e095f-c4d8-40f9-b27a-096cf7823d89'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:01:28.602472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Pushing event deleted for resources: {'Port': ['ID=4c08ed09-a9db-47b9-9562-599085af30ee,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:28.634304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.634677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.635025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.635364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.635701 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.636036 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.636367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.636696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.637028 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.637356 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.637681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.638013 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:01:28.661470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-b127d76b-1077-4717-873f-de213b282433 req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] No DVR routers for this DVR port 4c08ed09-a9db-47b9-9562-599085af30ee on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:01:28.664134 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b127d76b-1077-4717-873f-de213b282433 req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:28.666357 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b127d76b-1077-4717-873f-de213b282433 req-2ac779f6-4564-417b-9c2a-fbe5678db5b0 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.97 "DELETE /v2.0/ports/4c08ed09-a9db-47b9-9562-599085af30ee HTTP/1.1" status: 204 len: 173 time: 0.4912920 Jul 05 19:01:28.666896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7f121f-2e27-4267-b2ba-34fd25760367', 'name': 'network-vif-deleted', 'tag': '4c08ed09-a9db-47b9-9562-599085af30ee'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:01:28.669269 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0068ae68-e59e-48d6-82a5-3314d44afe26" -d '{"events": [{"server_uuid": "be7f121f-2e27-4267-b2ba-34fd25760367", "name": "network-vif-deleted", "tag": "4c08ed09-a9db-47b9-9562-599085af30ee"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:01:28.716239 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc414161-8cc1-4d92-92b2-c9e801b9344b x-openstack-request-id: req-cc414161-8cc1-4d92-92b2-c9e801b9344b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:01:28.716239 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7f121f-2e27-4267-b2ba-34fd25760367", "name": "network-vif-deleted", "tag": "4c08ed09-a9db-47b9-9562-599085af30ee", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:01:28.716239 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc414161-8cc1-4d92-92b2-c9e801b9344b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:01:28.716239 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7f121f-2e27-4267-b2ba-34fd25760367', 'name': 'network-vif-deleted', 'tag': '4c08ed09-a9db-47b9-9562-599085af30ee', 'status': 'completed', 'code': 200} Jul 05 19:01:29.351208 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83ac0a20-e57e-4439-8fed-f466f849f1bf req-11847cd8-2a41-42c8-b5eb-db4792753ad1 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7f121f-2e27-4267-b2ba-34fd25760367 HTTP/1.1" status: 200 len: 210 time: 0.0332201 Jul 05 19:01:30.138979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:30.595647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2f773-9399-409c-9c43-5dabd4fb2985 req-41a25ae6-d859-4c09-8bdb-a5dfd4ca32e8 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:30.597209 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50f2f773-9399-409c-9c43-5dabd4fb2985 req-41a25ae6-d859-4c09-8bdb-a5dfd4ca32e8 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0654082 Jul 05 19:01:30.635398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-50f2f773-9399-409c-9c43-5dabd4fb2985 req-830aa92e-db5b-45d9-b6ff-1ba90e96cc38 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319993 Jul 05 19:01:30.826291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3c6997-4ee8-4f43-a544-8d11254d0c59 req-1c08ac49-ba44-4b10-be87-884e7d1cfe5a tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:30.827815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd3c6997-4ee8-4f43-a544-8d11254d0c59 req-1c08ac49-ba44-4b10-be87-884e7d1cfe5a tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0627744 Jul 05 19:01:30.876752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd3c6997-4ee8-4f43-a544-8d11254d0c59 req-f2e6487e-0ed1-4cd4-bbd9-ce70157a8e80 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433183 Jul 05 19:01:31.048883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3a7ce-3dd1-4360-8f50-d35a5d04261e req-e2f8de7e-ecf1-4e49-8e19-27806998b03d tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:31.050382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62d3a7ce-3dd1-4360-8f50-d35a5d04261e req-e2f8de7e-ecf1-4e49-8e19-27806998b03d tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0630960 Jul 05 19:01:31.088464 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-62d3a7ce-3dd1-4360-8f50-d35a5d04261e req-fc32f377-f6c6-4b1e-b66c-7c89f237f64f tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318811 Jul 05 19:01:31.358544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6362e-7edb-40ff-ae70-4644b954d428 req-60efb7db-5e81-4121-a51d-f7a1fbb82a19 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:31.360028 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9e6362e-7edb-40ff-ae70-4644b954d428 req-60efb7db-5e81-4121-a51d-f7a1fbb82a19 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0621536 Jul 05 19:01:31.397473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a9e6362e-7edb-40ff-ae70-4644b954d428 req-99bf17ec-3a6c-40fd-a555-dc529923494f tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314808 Jul 05 19:01:31.572069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f26b2-7a73-4bc2-884b-d9a5d139912b req-8f1dd5de-c52e-42e7-b6b6-1419b2585e09 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:31.573558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c6f26b2-7a73-4bc2-884b-d9a5d139912b req-8f1dd5de-c52e-42e7-b6b6-1419b2585e09 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0671906 Jul 05 19:01:31.610672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c6f26b2-7a73-4bc2-884b-d9a5d139912b req-f87cb325-4b29-4b43-84bf-29f2debe7fc2 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314357 Jul 05 19:01:31.673805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4c08ed09-a9db-47b9-9562-599085af30ee no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:01:31.694996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 4c08ed09-a9db-47b9-9562-599085af30ee {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:01:31.695350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 4c08ed09-a9db-47b9-9562-599085af30ee not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:01:31.794169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359793a-718a-4057-a927-8706d5da8191 req-69055030-4892-46b0-bac5-716fe99a193c tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:31.795679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3359793a-718a-4057-a927-8706d5da8191 req-69055030-4892-46b0-bac5-716fe99a193c tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0634615 Jul 05 19:01:31.833330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3359793a-718a-4057-a927-8706d5da8191 req-d65e3ede-62ff-4c97-b99e-08ea22063b08 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321102 Jul 05 19:01:32.565070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d2835-3474-4d2f-9d6d-5b302e664278 req-172efc55-e034-4490-8acf-16484ef15c7d tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:32.567224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f3d2835-3474-4d2f-9d6d-5b302e664278 req-172efc55-e034-4490-8acf-16484ef15c7d tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0657971 Jul 05 19:01:32.604152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1f3d2835-3474-4d2f-9d6d-5b302e664278 req-8f3ba596-7c03-44aa-a0b6-fbe8b7abb97b tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312040 Jul 05 19:01:33.780620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28211f-f4de-4ea8-88f8-6c5292ec916d req-53146886-6e24-44e0-a9d9-8414fcdced2f tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:33.782129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d28211f-f4de-4ea8-88f8-6c5292ec916d req-53146886-6e24-44e0-a9d9-8414fcdced2f tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0640328 Jul 05 19:01:33.820488 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7d28211f-f4de-4ea8-88f8-6c5292ec916d req-73209299-5b30-4408-bedf-164ab415ce62 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1c0b775-c71e-491f-86a4-ff3f4d0e209d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322695 Jul 05 19:01:33.931909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-060762c9-8bce-4d40-862f-a87e6ef2f426 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:33.933330 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-060762c9-8bce-4d40-862f-a87e6ef2f426 tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.39 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 945 time: 0.0723307 Jul 05 19:01:34.041914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Deleting port c01e095f-c4d8-40f9-b27a-096cf7823d89 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:01:34.042266 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:34.130726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] For port c01e095f-c4d8-40f9-b27a-096cf7823d89, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=c01e095f-c4d8-40f9-b27a-096cf7823d89,segment=NetworkSegment(d8a0479a-2949-48d7-af57-5f6fa74c3072),segment_id=d8a0479a-2949-48d7-af57-5f6fa74c3072)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:34.131093 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:34.148514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Calling delete_port for c01e095f-c4d8-40f9-b27a-096cf7823d89 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:01:34.338939 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:34.353062 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['c01e095f-c4d8-40f9-b27a-096cf7823d89'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:01:34.366701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Pushing event deleted for resources: {'Port': ['ID=c01e095f-c4d8-40f9-b27a-096cf7823d89,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:34.417734 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] No DVR routers for this DVR port c01e095f-c4d8-40f9-b27a-096cf7823d89 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:01:34.420213 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:34.422229 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-68759a18-5068-4d33-b3ec-6bd8a2a0c7e1 req-5dfddb59-e6de-48a5-ad8b-441de569f56e tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.39 "DELETE /v2.0/ports/c01e095f-c4d8-40f9-b27a-096cf7823d89 HTTP/1.1" status: 204 len: 173 time: 0.4828279 Jul 05 19:01:34.422701 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b877ffb4-2ef7-46df-a879-445374bdfc36', 'name': 'network-vif-deleted', 'tag': 'c01e095f-c4d8-40f9-b27a-096cf7823d89'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:01:34.424955 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d19fd8b-ec7e-4862-a889-d9ac15d9df3a" -d '{"events": [{"server_uuid": "b877ffb4-2ef7-46df-a879-445374bdfc36", "name": "network-vif-deleted", "tag": "c01e095f-c4d8-40f9-b27a-096cf7823d89"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:01:34.464040 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2524745e-dfef-438c-a21e-819925cf433e x-openstack-request-id: req-2524745e-dfef-438c-a21e-819925cf433e {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:01:34.468558 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b877ffb4-2ef7-46df-a879-445374bdfc36", "name": "network-vif-deleted", "tag": "c01e095f-c4d8-40f9-b27a-096cf7823d89", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:01:34.468558 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2524745e-dfef-438c-a21e-819925cf433e {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:01:34.468558 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b877ffb4-2ef7-46df-a879-445374bdfc36', 'name': 'network-vif-deleted', 'tag': 'c01e095f-c4d8-40f9-b27a-096cf7823d89', 'status': 'completed', 'code': 200} Jul 05 19:01:34.973178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-112816c4-0e53-4883-8f54-38a4a71be288 req-5bb92cc7-724a-4e25-add8-00f8feb572de tempest-ServersNegativeTestJSON-806010588 tempest-ServersNegativeTestJSON-806010588-project] 10.222.0.30 "GET /v2.0/ports?device_id=b877ffb4-2ef7-46df-a879-445374bdfc36 HTTP/1.1" status: 200 len: 210 time: 0.0278201 Jul 05 19:01:36.065653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50244) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:36.110942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef46730f-b58b-4f91-b84e-7e7780f8c52f admin admin] Deleting subnet 26aca7db-77ae-4779-88a1-77518bc2f847 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:01:36.114125 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef46730f-b58b-4f91-b84e-7e7780f8c52f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.152167 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef46730f-b58b-4f91-b84e-7e7780f8c52f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.392868 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.443306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef46730f-b58b-4f91-b84e-7e7780f8c52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.558870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef46730f-b58b-4f91-b84e-7e7780f8c52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.582360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46730f-b58b-4f91-b84e-7e7780f8c52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26aca7db-77ae-4779-88a1-77518bc2f847,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:36.588135 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef46730f-b58b-4f91-b84e-7e7780f8c52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.590478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ef46730f-b58b-4f91-b84e-7e7780f8c52f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/26aca7db-77ae-4779-88a1-77518bc2f847 HTTP/1.1" status: 204 len: 168 time: 0.5231006 Jul 05 19:01:36.592325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50246) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:36.661615 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.740471 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.751068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d686fa-6366-48eb-877b-0ab449bb0c33']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:36.767517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a0479a-2949-48d7-af57-5f6fa74c3072') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:36.774030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a0479a-2949-48d7-af57-5f6fa74c3072') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:36.788267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.809057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.815739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:01:36.816127 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:01:36.817907 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:01:36.941259 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.947232 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:36.950677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] 10.222.0.30 "DELETE /v2.0/networks/27d686fa-6366-48eb-877b-0ab449bb0c33 HTTP/1.1" status: 204 len: 168 time: 0.3558187 Jul 05 19:01:36.966385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59322d0-de04-49c2-a70a-5851a5678016 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d686fa-6366-48eb-877b-0ab449bb0c33,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:37.273745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50250) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:37.281402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c01e095f-c4d8-40f9-b27a-096cf7823d89 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:01:37.316856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: c01e095f-c4d8-40f9-b27a-096cf7823d89 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:01:37.317361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device c01e095f-c4d8-40f9-b27a-096cf7823d89 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:01:37.322854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-090c526f-f079-4a9d-86fa-7850f6669c2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27f545d3f2f9476ebb753c067db139dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478764 Jul 05 19:01:37.325524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50252) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:37.391351 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4def5e91-b48c-4263-9887-fffef77923a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:37.412671 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4def5e91-b48c-4263-9887-fffef77923a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:37.529790 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4def5e91-b48c-4263-9887-fffef77923a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:37.532291 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4def5e91-b48c-4263-9887-fffef77923a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:37.533473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4def5e91-b48c-4263-9887-fffef77923a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1c0b775-c71e-491f-86a4-ff3f4d0e209d HTTP/1.1" status: 204 len: 168 time: 0.2070453 Jul 05 19:01:37.542278 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def5e91-b48c-4263-9887-fffef77923a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c0b775-c71e-491f-86a4-ff3f4d0e209d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:38.660739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50274) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:38.754705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-642733731'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:38.865070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:38.870244 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:38.878297 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:38.967433 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:39.030898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:39.064587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:01:39.080985 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e75a974-b36f-4f58-9997-3e1f90c6a7cf,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:39.087394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:39.087875 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Added segment 28baf0d1-3e2c-4034-bc3d-424e3d04b33b of type vlan for network c95d4824-0d46-48b7-af5f-46d1d275b20b Jul 05 19:01:39.133568 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:39.239149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:39.244699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:39.247992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:39.311340 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Network': ['ID=c95d4824-0d46-48b7-af5f-46d1d275b20b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:39.322758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network c95d4824-0d46-48b7-af5f-46d1d275b20b details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:01:39.382050 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d400f4ed-4664-4d2e-86f2-312ecffe0995 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7201655 Jul 05 19:01:42.596068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50278) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:42.601386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'subnet': {'network_id': 'c95d4824-0d46-48b7-af5f-46d1d275b20b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:42.746638 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:42.750654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.036500 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.096629 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Subnet': ['ID=c0f71e0b-780e-4ba2-8a57-07abf3923aa0,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:43.104771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Checking segment: {'id': '28baf0d1-3e2c-4034-bc3d-424e3d04b33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c95d4824-0d46-48b7-af5f-46d1d275b20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:43.105136 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network hostable DHCP agents. Network: c95d4824-0d46-48b7-af5f-46d1d275b20b, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:01:43.264255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network c95d4824-0d46-48b7-af5f-46d1d275b20b is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:01:43.381134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, c95d4824-0d46-48b7-af5f-46d1d275b20b) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:43.385456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:43.386051 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.390024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c16d067-4e93-48fc-9b4e-67775f1fb286 None None] Network c95d4824-0d46-48b7-af5f-46d1d275b20b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:43.454124 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c46f2f96-0147-43de-81b1-ce56f1ab5714 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8566334 Jul 05 19:01:43.457396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50280) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:43.462434 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228674976'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:43.535229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-c95d4824-0d46-48b7-af5f-46d1d275b20b', 'network_id': 'c95d4824-0d46-48b7-af5f-46d1d275b20b', 'tenant_id': 'ee1e6437ad6a4451ab644b39f944abba', 'fixed_ips': [{'subnet_id': 'c0f71e0b-780e-4ba2-8a57-07abf3923aa0'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:01:43.536077 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.569839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:43.573552 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.598639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:01:43.609893 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.610234 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Added segment db7a810e-bda2-4e30-b300-25a489dd7c46 of type vlan for network e5baa815-1ff5-48c6-ac9e-ec603680b136 Jul 05 19:01:43.665328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.672389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Allocated IP 2001:db8:0:ffff::2 (c95d4824-0d46-48b7-af5f-46d1d275b20b/c0f71e0b-780e-4ba2-8a57-07abf3923aa0/3cd67741-de0d-480b-820c-238fa0043d6a) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:01:43.758588 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.764315 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:43.764911 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.811766 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.820039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Transition to ACTIVE for port object 3cd67741-de0d-480b-820c-238fa0043d6a will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:43.834674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Transition to ACTIVE for port object 3cd67741-de0d-480b-820c-238fa0043d6a will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:43.876567 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Network': ['ID=e5baa815-1ff5-48c6-ac9e-ec603680b136,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:43.884714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c907d5d0-6848-4c51-8b30-14244fda94b2 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4263098 Jul 05 19:01:43.887544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50282) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:43.890603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e5baa815-1ff5-48c6-ac9e-ec603680b136 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:01:43.895143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'subnet': {'network_id': 'e5baa815-1ff5-48c6-ac9e-ec603680b136', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:43.934494 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:43.989190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Network c95d4824-0d46-48b7-af5f-46d1d275b20b is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:01:43.994443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:43.998763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:01:44.011468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Pushing event updated for resources: {'Port': ['ID=3cd67741-de0d-480b-820c-238fa0043d6a,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:44.068923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Attempting to bind port 3cd67741-de0d-480b-820c-238fa0043d6a on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:01:44.069305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Attempting to bind port 3cd67741-de0d-480b-820c-238fa0043d6a by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '28baf0d1-3e2c-4034-bc3d-424e3d04b33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c95d4824-0d46-48b7-af5f-46d1d275b20b'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:01:44.069694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Attempting to bind port 3cd67741-de0d-480b-820c-238fa0043d6a on network c95d4824-0d46-48b7-af5f-46d1d275b20b {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:01:44.072792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:44.076016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:01:44.076399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Checking segment: {'id': '28baf0d1-3e2c-4034-bc3d-424e3d04b33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c95d4824-0d46-48b7-af5f-46d1d275b20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:44.076525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:44.076838 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:44.077224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Bound using segment: {'id': '28baf0d1-3e2c-4034-bc3d-424e3d04b33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c95d4824-0d46-48b7-af5f-46d1d275b20b'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:01:44.077685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Bound port: 3cd67741-de0d-480b-820c-238fa0043d6a, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28baf0d1-3e2c-4034-bc3d-424e3d04b33b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'c95d4824-0d46-48b7-af5f-46d1d275b20b'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:01:44.078062 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:44.140967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] For port 3cd67741-de0d-480b-820c-238fa0043d6a, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:01:44.144035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] For port 3cd67741-de0d-480b-820c-238fa0043d6a, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3cd67741-de0d-480b-820c-238fa0043d6a,segment=NetworkSegment(28baf0d1-3e2c-4034-bc3d-424e3d04b33b),segment_id=28baf0d1-3e2c-4034-bc3d-424e3d04b33b)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:01:44.244556 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:44.303334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d05c1f-8424-4a04-a83c-c99d7a94ce6f None None] Pushing event updated for resources: {'Port': ['ID=3cd67741-de0d-480b-820c-238fa0043d6a,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:44.324285 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:44.393551 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Subnet': ['ID=21394c01-b47f-4388-b15d-0f929cc4b33e,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:44.407725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Checking segment: {'id': 'db7a810e-bda2-4e30-b300-25a489dd7c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e5baa815-1ff5-48c6-ac9e-ec603680b136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:44.408112 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network hostable DHCP agents. Network: e5baa815-1ff5-48c6-ac9e-ec603680b136, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:01:44.512789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network e5baa815-1ff5-48c6-ac9e-ec603680b136 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:01:44.621053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e5baa815-1ff5-48c6-ac9e-ec603680b136) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:44.625497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:44.626108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:44.629902 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26427873-2a9a-425c-8bb0-8083378e5c97 None None] Network e5baa815-1ff5-48c6-ac9e-ec603680b136 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:44.721901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-41f407af-0793-45a9-874a-af8cfeb16832 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8308287 Jul 05 19:01:44.722193 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50284) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:44.776895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-e5baa815-1ff5-48c6-ac9e-ec603680b136', 'network_id': 'e5baa815-1ff5-48c6-ac9e-ec603680b136', 'tenant_id': 'ee1e6437ad6a4451ab644b39f944abba', 'fixed_ips': [{'subnet_id': '21394c01-b47f-4388-b15d-0f929cc4b33e'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:01:44.777746 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:44.824142 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:44.940043 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:44.945410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Allocated IP 2001:db8::2 (e5baa815-1ff5-48c6-ac9e-ec603680b136/21394c01-b47f-4388-b15d-0f929cc4b33e/9a3b5cfc-0e52-4432-bc64-bbf98e0470ff) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:01:45.008163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3cd67741-de0d-480b-820c-238fa0043d6a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:01:45.146979 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.155607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Transition to ACTIVE for port object 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:45.167963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 3cd67741-de0d-480b-820c-238fa0043d6a completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:01:45.177880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148bcb59-e367-4781-857e-18d2ee0ef4e9 None None] Network c95d4824-0d46-48b7-af5f-46d1d275b20b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:45.180528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Transition to ACTIVE for port object 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:45.242334 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.302812 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Network e5baa815-1ff5-48c6-ac9e-ec603680b136 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:01:45.325313 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.325996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:45.333368 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:01:45.348795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Pushing event updated for resources: {'Port': ['ID=9a3b5cfc-0e52-4432-bc64-bbf98e0470ff,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:45.355456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Subnet': ['ID=21394c01-b47f-4388-b15d-0f929cc4b33e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:45.418741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.426974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Attempting to bind port 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:01:45.427354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Attempting to bind port 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'db7a810e-bda2-4e30-b300-25a489dd7c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e5baa815-1ff5-48c6-ac9e-ec603680b136'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:01:45.427722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Attempting to bind port 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff on network e5baa815-1ff5-48c6-ac9e-ec603680b136 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:01:45.429441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5baa815-1ff5-48c6-ac9e-ec603680b136']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:45.438894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:01:45.439277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Checking segment: {'id': 'db7a810e-bda2-4e30-b300-25a489dd7c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e5baa815-1ff5-48c6-ac9e-ec603680b136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:45.439680 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.444937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7a810e-bda2-4e30-b300-25a489dd7c46') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:45.444937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7a810e-bda2-4e30-b300-25a489dd7c46') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:45.445190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Bound using segment: {'id': 'db7a810e-bda2-4e30-b300-25a489dd7c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e5baa815-1ff5-48c6-ac9e-ec603680b136'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:01:45.445190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Bound port: 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7a810e-bda2-4e30-b300-25a489dd7c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'e5baa815-1ff5-48c6-ac9e-ec603680b136'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:01:45.445190 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.451141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.471700 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.480252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:01:45.480828 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:01:45.484054 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:01:45.487259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3b9a232e-e4ac-4be7-8383-33ea85c267c6 None None] Provisioning for port 3cd67741-de0d-480b-820c-238fa0043d6a completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:01:45.495813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3b9a232e-e4ac-4be7-8383-33ea85c267c6 None None] Provisioning complete for port 3cd67741-de0d-480b-820c-238fa0043d6a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:01:45.496841 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b9a232e-e4ac-4be7-8383-33ea85c267c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.548896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] For port 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:01:45.563167 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] For port 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9a3b5cfc-0e52-4432-bc64-bbf98e0470ff,segment=NetworkSegment(db7a810e-bda2-4e30-b300-25a489dd7c46),segment_id=db7a810e-bda2-4e30-b300-25a489dd7c46)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:01:45.602114 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.db.api [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 19:01:45.602114 n-d-799524-1 neutron-server[100997]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 19:01:45.602114 n-d-799524-1 neutron-server[100997]: [parameters: {'id': 'e5baa815-1ff5-48c6-ac9e-ec603680b136'}] Jul 05 19:01:45.602114 n-d-799524-1 neutron-server[100997]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100997) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 19:01:45.602644 n-d-799524-1 neutron-server[100997]: DEBUG oslo_db.api [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 19:01:45.609500 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b9a232e-e4ac-4be7-8383-33ea85c267c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.635702 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.651164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3b9a232e-e4ac-4be7-8383-33ea85c267c6 None None] For port 3cd67741-de0d-480b-820c-238fa0043d6a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3cd67741-de0d-480b-820c-238fa0043d6a,segment=NetworkSegment(28baf0d1-3e2c-4034-bc3d-424e3d04b33b),segment_id=28baf0d1-3e2c-4034-bc3d-424e3d04b33b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:45.718619 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3b9a232e-e4ac-4be7-8383-33ea85c267c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:45.725232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01babe1-eafd-49a5-a900-ed5ea2faeaf7 None None] Pushing event updated for resources: {'Port': ['ID=9a3b5cfc-0e52-4432-bc64-bbf98e0470ff,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:45.764971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acede1c3-4afb-42c0-b731-19a272c9be1b None None] Network e5baa815-1ff5-48c6-ac9e-ec603680b136 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:45.818198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a232e-e4ac-4be7-8383-33ea85c267c6 None None] Pushing event updated for resources: {'Port': ['ID=3cd67741-de0d-480b-820c-238fa0043d6a,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:45.875260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-412b6e36-eb4f-4d6c-9109-53e6f93f462e None None] Provisioning complete for port 3cd67741-de0d-480b-820c-238fa0043d6a triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:01:45.875639 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-412b6e36-eb4f-4d6c-9109-53e6f93f462e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.104170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.136688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9243cdb6-f118-4e34-b367-3d6abedc77fe None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 19:01:46.168712 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Deleting port 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:01:46.169055 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.209166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9243cdb6-f118-4e34-b367-3d6abedc77fe None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 19:01:46.241332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] For port 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9a3b5cfc-0e52-4432-bc64-bbf98e0470ff,segment=NetworkSegment(db7a810e-bda2-4e30-b300-25a489dd7c46),segment_id=db7a810e-bda2-4e30-b300-25a489dd7c46)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:46.241695 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.254311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Calling delete_port for 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:01:46.435745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.464724 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Port': ['ID=9a3b5cfc-0e52-4432-bc64-bbf98e0470ff,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:46.467828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No DVR routers for this DVR port 9a3b5cfc-0e52-4432-bc64-bbf98e0470ff on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:01:46.549698 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.559364 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5baa815-1ff5-48c6-ac9e-ec603680b136']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:46.569515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7a810e-bda2-4e30-b300-25a489dd7c46') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:46.569813 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7a810e-bda2-4e30-b300-25a489dd7c46') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:46.578397 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.592495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.598510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:01:46.598984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:01:46.601918 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:01:46.739566 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.746992 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.748682 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/networks/e5baa815-1ff5-48c6-ac9e-ec603680b136 HTTP/1.1" status: 204 len: 168 time: 2.0248346 Jul 05 19:01:46.754631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50286) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:46.760914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1282213692'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:46.764018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14034558-53f9-40f9-ad6a-3e136b9cfa5a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Network': ['ID=e5baa815-1ff5-48c6-ac9e-ec603680b136,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:46.848598 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:46.852951 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.878461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:01:46.887381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.887718 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Added segment a841bbc7-61ce-44dc-a91b-dd54f84a9ed6 of type vlan for network 3585aff0-a84d-40ac-b0cf-e1ce9c774841 Jul 05 19:01:46.912735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3cd67741-de0d-480b-820c-238fa0043d6a up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:01:46.928736 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:46.962639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 3cd67741-de0d-480b-820c-238fa0043d6a triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:01:46.963024 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:47.037021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:47.042534 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:47.043155 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:47.110511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Network': ['ID=3585aff0-a84d-40ac-b0cf-e1ce9c774841,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:47.121997 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 3585aff0-a84d-40ac-b0cf-e1ce9c774841 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:01:47.165254 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-56251208-65eb-43bc-9d43-28bef21bc4eb tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4087241 Jul 05 19:01:47.168047 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50288) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:47.173493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'subnet': {'network_id': '3585aff0-a84d-40ac-b0cf-e1ce9c774841', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:47.312789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:47.316316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:47.375058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.ipam_backend_mixin [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Performing IP validity checks on allocation pools {{(pid=100998) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 19:01:47.375569 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.ipam_backend_mixin [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100998) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 19:01:47.561715 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:47.624208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Subnet': ['ID=2943bdcd-4edc-4aae-ab53-858a29e64251,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:47.633163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Checking segment: {'id': 'a841bbc7-61ce-44dc-a91b-dd54f84a9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3585aff0-a84d-40ac-b0cf-e1ce9c774841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:47.633524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network hostable DHCP agents. Network: 3585aff0-a84d-40ac-b0cf-e1ce9c774841, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:01:47.727087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network 3585aff0-a84d-40ac-b0cf-e1ce9c774841 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:01:47.841120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 3585aff0-a84d-40ac-b0cf-e1ce9c774841) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:47.845394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:47.846319 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:47.851382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b00d2-f45c-4dc7-96ca-a900666839fb None None] Network 3585aff0-a84d-40ac-b0cf-e1ce9c774841 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:47.931148 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9409663f-4851-49c3-b1bc-f6b455c82fe1 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7612283 Jul 05 19:01:47.933926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50290) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:47.996085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-3585aff0-a84d-40ac-b0cf-e1ce9c774841', 'network_id': '3585aff0-a84d-40ac-b0cf-e1ce9c774841', 'tenant_id': 'ee1e6437ad6a4451ab644b39f944abba', 'fixed_ips': [{'subnet_id': '2943bdcd-4edc-4aae-ab53-858a29e64251'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:01:47.996982 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.033939 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.118467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.134407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Allocated IP 2001:db8::3 (3585aff0-a84d-40ac-b0cf-e1ce9c774841/2943bdcd-4edc-4aae-ab53-858a29e64251/370c48d4-de54-43bf-8c4b-e935a26b8463) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:01:48.277732 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.286219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Transition to ACTIVE for port object 370c48d4-de54-43bf-8c4b-e935a26b8463 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:48.299951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Transition to ACTIVE for port object 370c48d4-de54-43bf-8c4b-e935a26b8463 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:48.367645 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.404389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Network 3585aff0-a84d-40ac-b0cf-e1ce9c774841 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:01:48.407122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:48.413008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:01:48.418106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Pushing event updated for resources: {'Port': ['ID=370c48d4-de54-43bf-8c4b-e935a26b8463,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:48.453359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.471392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Attempting to bind port 370c48d4-de54-43bf-8c4b-e935a26b8463 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:01:48.471759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Attempting to bind port 370c48d4-de54-43bf-8c4b-e935a26b8463 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a841bbc7-61ce-44dc-a91b-dd54f84a9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3585aff0-a84d-40ac-b0cf-e1ce9c774841'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:01:48.472120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Attempting to bind port 370c48d4-de54-43bf-8c4b-e935a26b8463 on network 3585aff0-a84d-40ac-b0cf-e1ce9c774841 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:01:48.478159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:01:48.478535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Checking segment: {'id': 'a841bbc7-61ce-44dc-a91b-dd54f84a9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3585aff0-a84d-40ac-b0cf-e1ce9c774841'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:48.478959 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.479356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Bound using segment: {'id': 'a841bbc7-61ce-44dc-a91b-dd54f84a9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3585aff0-a84d-40ac-b0cf-e1ce9c774841'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:01:48.479816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Bound port: 370c48d4-de54-43bf-8c4b-e935a26b8463, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a841bbc7-61ce-44dc-a91b-dd54f84a9ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '3585aff0-a84d-40ac-b0cf-e1ce9c774841'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:01:48.480258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.483304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Subnet': ['ID=2943bdcd-4edc-4aae-ab53-858a29e64251,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:48.547147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] For port 370c48d4-de54-43bf-8c4b-e935a26b8463, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:01:48.550168 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] For port 370c48d4-de54-43bf-8c4b-e935a26b8463, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=370c48d4-de54-43bf-8c4b-e935a26b8463,segment=NetworkSegment(a841bbc7-61ce-44dc-a91b-dd54f84a9ed6),segment_id=a841bbc7-61ce-44dc-a91b-dd54f84a9ed6)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:01:48.551077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.560818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3585aff0-a84d-40ac-b0cf-e1ce9c774841']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:48.639258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.729411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffafd6f-7c10-4ca1-8ab0-8687cee92568 None None] Pushing event updated for resources: {'Port': ['ID=370c48d4-de54-43bf-8c4b-e935a26b8463,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:48.749330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a13e0cf-0d9e-4b4e-bd99-3bb9c3100141 None None] Network 3585aff0-a84d-40ac-b0cf-e1ce9c774841 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:48.887373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f88891-db40-48a7-9135-607adad68ebc None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 19:01:48.928306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a841bbc7-61ce-44dc-a91b-dd54f84a9ed6') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:48.928929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a841bbc7-61ce-44dc-a91b-dd54f84a9ed6') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:48.937890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.952391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.955555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f88891-db40-48a7-9135-607adad68ebc None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 19:01:48.959469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:01:48.959874 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:01:48.962931 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:01:49.056040 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 19:01:49.056040 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 19:01:49.056040 n-d-799524-1 neutron-server[100998]: [parameters: {'id': '3585aff0-a84d-40ac-b0cf-e1ce9c774841'}] Jul 05 19:01:49.056040 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 19:01:49.056537 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 19:01:49.557199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:49.610582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Deleting port 370c48d4-de54-43bf-8c4b-e935a26b8463 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:01:49.610918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:49.674658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] For port 370c48d4-de54-43bf-8c4b-e935a26b8463, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=370c48d4-de54-43bf-8c4b-e935a26b8463,segment=NetworkSegment(a841bbc7-61ce-44dc-a91b-dd54f84a9ed6),segment_id=a841bbc7-61ce-44dc-a91b-dd54f84a9ed6)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:49.675016 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:49.687309 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Calling delete_port for 370c48d4-de54-43bf-8c4b-e935a26b8463 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:01:49.832728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:49.862125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Port': ['ID=370c48d4-de54-43bf-8c4b-e935a26b8463,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:49.864483 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No DVR routers for this DVR port 370c48d4-de54-43bf-8c4b-e935a26b8463 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:01:49.940819 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:49.951156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3585aff0-a84d-40ac-b0cf-e1ce9c774841']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:49.961344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a841bbc7-61ce-44dc-a91b-dd54f84a9ed6') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:49.961641 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a841bbc7-61ce-44dc-a91b-dd54f84a9ed6') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:49.970097 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:49.983509 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:49.989994 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:01:49.990376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:01:49.993273 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:01:50.124048 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:50.132293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:50.133666 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/networks/3585aff0-a84d-40ac-b0cf-e1ce9c774841 HTTP/1.1" status: 204 len: 168 time: 2.1986547 Jul 05 19:01:50.137412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50292) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:50.143086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-951368011'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:50.144982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c75213-ab3c-4669-bb39-acfdf73895bc tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Network': ['ID=3585aff0-a84d-40ac-b0cf-e1ce9c774841,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:50.247563 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:50.251229 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:50.273946 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:01:50.282149 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:50.285484 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Added segment 7ca56cf0-2c02-4529-a53c-536a31dccc56 of type vlan for network 1ff33969-3bd5-4531-b2ec-fc0786ee0f23 Jul 05 19:01:50.327999 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:50.424097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:50.430637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:50.431247 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:50.495953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Network': ['ID=1ff33969-3bd5-4531-b2ec-fc0786ee0f23,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:50.506371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 1ff33969-3bd5-4531-b2ec-fc0786ee0f23 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:01:50.551189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-43531408-6ec0-4bed-a19c-a8cb3362e072 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4124706 Jul 05 19:01:50.554861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50294) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:50.560009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'subnet': {'network_id': '1ff33969-3bd5-4531-b2ec-fc0786ee0f23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:50.746392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:50.750412 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:50.838114 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c63b2d4e-1365-4b2c-a743-80d2dd9ac7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:50.992562 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.052063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Subnet': ['ID=70d1b1eb-d88e-4b9f-a81f-947b4a24c697,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:51.063517 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Checking segment: {'id': '7ca56cf0-2c02-4529-a53c-536a31dccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1ff33969-3bd5-4531-b2ec-fc0786ee0f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:51.063880 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network hostable DHCP agents. Network: 1ff33969-3bd5-4531-b2ec-fc0786ee0f23, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:01:51.152427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network 1ff33969-3bd5-4531-b2ec-fc0786ee0f23 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:01:51.235870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 1ff33969-3bd5-4531-b2ec-fc0786ee0f23) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:51.240492 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:51.241078 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.244963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e00dfe-3411-4133-8625-3eaf64a36bbb None None] Network 1ff33969-3bd5-4531-b2ec-fc0786ee0f23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:51.337746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e393988a-0887-436b-9dc9-40bf19a521c6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7784371 Jul 05 19:01:51.338146 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:51.343483 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-335586896'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:51.389833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-1ff33969-3bd5-4531-b2ec-fc0786ee0f23', 'network_id': '1ff33969-3bd5-4531-b2ec-fc0786ee0f23', 'tenant_id': 'ee1e6437ad6a4451ab644b39f944abba', 'fixed_ips': [{'subnet_id': '70d1b1eb-d88e-4b9f-a81f-947b4a24c697'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:01:51.390711 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.427098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:51.430709 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.453762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:01:51.463164 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.463540 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Added segment 5c638c1b-608c-427b-b89b-7b9fd66f1aa4 of type vlan for network 9e23d9a3-5caf-4975-b3e5-4941daf70ca8 Jul 05 19:01:51.508673 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.527564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Allocated IP 2001:db8::2 (1ff33969-3bd5-4531-b2ec-fc0786ee0f23/70d1b1eb-d88e-4b9f-a81f-947b4a24c697/15691ff2-5170-468c-9ca7-21b95eddc159) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:01:51.587301 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.595375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:51.595375 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.664076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Network': ['ID=9e23d9a3-5caf-4975-b3e5-4941daf70ca8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:51.671130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.674286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 9e23d9a3-5caf-4975-b3e5-4941daf70ca8 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:01:51.692020 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Transition to ACTIVE for port object 15691ff2-5170-468c-9ca7-21b95eddc159 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:51.748947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Transition to ACTIVE for port object 15691ff2-5170-468c-9ca7-21b95eddc159 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:51.793433 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f4e8fbb1-3176-4cb5-aa7f-9935a5037859 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4541066 Jul 05 19:01:51.796441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:51.802127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Request body: {'subnet': {'network_id': '9e23d9a3-5caf-4975-b3e5-4941daf70ca8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:51.861940 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.900758 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Network 1ff33969-3bd5-4531-b2ec-fc0786ee0f23 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:01:51.903536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:51.908837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:01:51.915797 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Pushing event updated for resources: {'Port': ['ID=15691ff2-5170-468c-9ca7-21b95eddc159,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:51.952743 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Made reservation on behalf of ee1e6437ad6a4451ab644b39f944abba for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:51.956322 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.969854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Attempting to bind port 15691ff2-5170-468c-9ca7-21b95eddc159 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:01:51.970228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Attempting to bind port 15691ff2-5170-468c-9ca7-21b95eddc159 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7ca56cf0-2c02-4529-a53c-536a31dccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1ff33969-3bd5-4531-b2ec-fc0786ee0f23'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:01:51.970617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Attempting to bind port 15691ff2-5170-468c-9ca7-21b95eddc159 on network 1ff33969-3bd5-4531-b2ec-fc0786ee0f23 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:01:51.975578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:01:51.981037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Checking segment: {'id': '7ca56cf0-2c02-4529-a53c-536a31dccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1ff33969-3bd5-4531-b2ec-fc0786ee0f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:51.981037 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:51.981037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Bound using segment: {'id': '7ca56cf0-2c02-4529-a53c-536a31dccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1ff33969-3bd5-4531-b2ec-fc0786ee0f23'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:01:51.981037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Bound port: 15691ff2-5170-468c-9ca7-21b95eddc159, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ca56cf0-2c02-4529-a53c-536a31dccc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1ff33969-3bd5-4531-b2ec-fc0786ee0f23'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:01:51.981037 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:52.043363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] For port 15691ff2-5170-468c-9ca7-21b95eddc159, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:01:52.046346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] For port 15691ff2-5170-468c-9ca7-21b95eddc159, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=15691ff2-5170-468c-9ca7-21b95eddc159,segment=NetworkSegment(7ca56cf0-2c02-4529-a53c-536a31dccc56),segment_id=7ca56cf0-2c02-4529-a53c-536a31dccc56)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:01:52.116400 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:52.175147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acb320-b9c6-4b8a-b670-89cf049f50ad None None] Pushing event updated for resources: {'Port': ['ID=15691ff2-5170-468c-9ca7-21b95eddc159,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:52.204127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:52.271816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event updated for resources: {'Subnet': ['ID=9e2d77e3-6fe8-43db-8ae6-c855b0d630c3,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:52.282811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Checking segment: {'id': '5c638c1b-608c-427b-b89b-7b9fd66f1aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e23d9a3-5caf-4975-b3e5-4941daf70ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:52.283179 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network hostable DHCP agents. Network: 9e23d9a3-5caf-4975-b3e5-4941daf70ca8, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:01:52.358022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Network 9e23d9a3-5caf-4975-b3e5-4941daf70ca8 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:01:52.426724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 9e23d9a3-5caf-4975-b3e5-4941daf70ca8) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:52.430772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:52.431359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:52.435337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19441de-29d4-41f8-9237-41ffe714c6a7 None None] Network 9e23d9a3-5caf-4975-b3e5-4941daf70ca8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:52.501812 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4e3e1772-e27a-4df6-982b-58230813625f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7043021 Jul 05 19:01:52.505030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50300) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:52.596473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-9e23d9a3-5caf-4975-b3e5-4941daf70ca8', 'network_id': '9e23d9a3-5caf-4975-b3e5-4941daf70ca8', 'tenant_id': 'ee1e6437ad6a4451ab644b39f944abba', 'fixed_ips': [{'subnet_id': '9e2d77e3-6fe8-43db-8ae6-c855b0d630c3'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:01:52.598427 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:52.610318 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:52.662490 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:52.736405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Allocated IP 2001:db8::2 (9e23d9a3-5caf-4975-b3e5-4941daf70ca8/9e2d77e3-6fe8-43db-8ae6-c855b0d630c3/425bbe54-f63b-4ad9-9596-add978abbfee) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:01:52.896295 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:52.905187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Transition to ACTIVE for port object 425bbe54-f63b-4ad9-9596-add978abbfee will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:52.921397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Transition to ACTIVE for port object 425bbe54-f63b-4ad9-9596-add978abbfee will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:01:52.958984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 15691ff2-5170-468c-9ca7-21b95eddc159 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:01:52.999313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.066396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Network 9e23d9a3-5caf-4975-b3e5-4941daf70ca8 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:01:53.066396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:01:53.066396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:01:53.072023 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbd4427-2b89-4e55-a87a-63025f454e5f None None] Network 1ff33969-3bd5-4531-b2ec-fc0786ee0f23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:53.084729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.088881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Pushing event updated for resources: {'Port': ['ID=425bbe54-f63b-4ad9-9596-add978abbfee,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:53.113946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Subnet': ['ID=9e2d77e3-6fe8-43db-8ae6-c855b0d630c3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:53.156479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 15691ff2-5170-468c-9ca7-21b95eddc159 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:01:53.177452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.187297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e23d9a3-5caf-4975-b3e5-4941daf70ca8']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:53.199455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c638c1b-608c-427b-b89b-7b9fd66f1aa4') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:53.199744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c638c1b-608c-427b-b89b-7b9fd66f1aa4') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:53.208324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Attempting to bind port 425bbe54-f63b-4ad9-9596-add978abbfee on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:01:53.208716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Attempting to bind port 425bbe54-f63b-4ad9-9596-add978abbfee by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '5c638c1b-608c-427b-b89b-7b9fd66f1aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e23d9a3-5caf-4975-b3e5-4941daf70ca8'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:01:53.209085 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Attempting to bind port 425bbe54-f63b-4ad9-9596-add978abbfee on network 9e23d9a3-5caf-4975-b3e5-4941daf70ca8 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:01:53.209567 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.219555 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:01:53.219934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Checking segment: {'id': '5c638c1b-608c-427b-b89b-7b9fd66f1aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e23d9a3-5caf-4975-b3e5-4941daf70ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:01:53.220336 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.220727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Bound using segment: {'id': '5c638c1b-608c-427b-b89b-7b9fd66f1aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e23d9a3-5caf-4975-b3e5-4941daf70ca8'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:01:53.221197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Bound port: 425bbe54-f63b-4ad9-9596-add978abbfee, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c638c1b-608c-427b-b89b-7b9fd66f1aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '9e23d9a3-5caf-4975-b3e5-4941daf70ca8'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:01:53.221582 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.223943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.229856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:01:53.233863 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:01:53.259103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c0a5cbcc-5c36-4cd5-982c-2701c552fc65 None None] Provisioning for port 15691ff2-5170-468c-9ca7-21b95eddc159 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:01:53.284103 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c0a5cbcc-5c36-4cd5-982c-2701c552fc65 None None] Provisioning complete for port 15691ff2-5170-468c-9ca7-21b95eddc159 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:01:53.285002 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c0a5cbcc-5c36-4cd5-982c-2701c552fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.317031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.db.api [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 19:01:53.317031 n-d-799524-1 neutron-server[100998]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 19:01:53.317031 n-d-799524-1 neutron-server[100998]: [parameters: {'id': '9e23d9a3-5caf-4975-b3e5-4941daf70ca8'}] Jul 05 19:01:53.317031 n-d-799524-1 neutron-server[100998]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 19:01:53.317509 n-d-799524-1 neutron-server[100998]: DEBUG oslo_db.api [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 19:01:53.377238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] For port 425bbe54-f63b-4ad9-9596-add978abbfee, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:01:53.382005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] For port 425bbe54-f63b-4ad9-9596-add978abbfee, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=425bbe54-f63b-4ad9-9596-add978abbfee,segment=NetworkSegment(5c638c1b-608c-427b-b89b-7b9fd66f1aa4),segment_id=5c638c1b-608c-427b-b89b-7b9fd66f1aa4)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:01:53.432193 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c0a5cbcc-5c36-4cd5-982c-2701c552fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.452324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.507224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c0a5cbcc-5c36-4cd5-982c-2701c552fc65 None None] For port 15691ff2-5170-468c-9ca7-21b95eddc159, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=15691ff2-5170-468c-9ca7-21b95eddc159,segment=NetworkSegment(7ca56cf0-2c02-4529-a53c-536a31dccc56),segment_id=7ca56cf0-2c02-4529-a53c-536a31dccc56)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:53.558221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5cca65-948e-4b15-a1e2-4ccde782865d None None] Pushing event updated for resources: {'Port': ['ID=425bbe54-f63b-4ad9-9596-add978abbfee,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:53.569170 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49bc3e51-5469-430b-bfe5-7ec82035833f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.584197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a7466-be0d-4b80-a8f1-150ea8981760 None None] Network 9e23d9a3-5caf-4975-b3e5-4941daf70ca8 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:53.622237 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c0a5cbcc-5c36-4cd5-982c-2701c552fc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.716988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5cbcc-5c36-4cd5-982c-2701c552fc65 None None] Pushing event updated for resources: {'Port': ['ID=15691ff2-5170-468c-9ca7-21b95eddc159,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:53.755827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0daefc8e-636a-48a8-b95d-e23191cf9a35 None None] Provisioning complete for port 15691ff2-5170-468c-9ca7-21b95eddc159 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:01:53.756218 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0daefc8e-636a-48a8-b95d-e23191cf9a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.779641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.806708 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a79529-a299-4319-b2d8-8f11b732505c None None] get_active_networks_info from n-d-799524-1 {{(pid=100999) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 19:01:53.819060 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.880790 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Deleting port 425bbe54-f63b-4ad9-9596-add978abbfee {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:01:53.881136 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.947410 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] For port 425bbe54-f63b-4ad9-9596-add978abbfee, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=425bbe54-f63b-4ad9-9596-add978abbfee,segment=NetworkSegment(5c638c1b-608c-427b-b89b-7b9fd66f1aa4),segment_id=5c638c1b-608c-427b-b89b-7b9fd66f1aa4)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:53.947779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:53.961468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Calling delete_port for 425bbe54-f63b-4ad9-9596-add978abbfee owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:01:54.064326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a79529-a299-4319-b2d8-8f11b732505c None None] Resources bound (agent type, host, resource id): {{(pid=100999) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 19:01:54.138827 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.167407 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Port': ['ID=425bbe54-f63b-4ad9-9596-add978abbfee,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:54.169272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No DVR routers for this DVR port 425bbe54-f63b-4ad9-9596-add978abbfee on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:01:54.254215 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.263975 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e23d9a3-5caf-4975-b3e5-4941daf70ca8']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:54.274860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c638c1b-608c-427b-b89b-7b9fd66f1aa4') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:54.275164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c638c1b-608c-427b-b89b-7b9fd66f1aa4') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:54.284189 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.298287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.306789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:01:54.307185 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:01:54.310116 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:01:54.441878 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.449415 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.450428 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/networks/9e23d9a3-5caf-4975-b3e5-4941daf70ca8 HTTP/1.1" status: 204 len: 168 time: 1.9444532 Jul 05 19:01:54.453226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50302) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:54.462278 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a98c5-3483-44ac-809b-5c8bf227f5a0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Network': ['ID=9e23d9a3-5caf-4975-b3e5-4941daf70ca8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:54.483110 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae803a0b-ffaa-4a7f-aef7-ba87344812f0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] GET failed (client error): The resource could not be found. Jul 05 19:01:54.486440 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ae803a0b-ffaa-4a7f-aef7-ba87344812f0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "GET /v2.0/subnets/9e2d77e3-6fe8-43db-8ae6-c855b0d630c3 HTTP/1.1" status: 404 len: 337 time: 0.0301294 Jul 05 19:01:54.487310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50304) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:54.505903 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e8a041-b4e9-4cb3-a9c5-fd81ab18f4f6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] DELETE failed (client error): The resource could not be found. Jul 05 19:01:54.509392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e8a041-b4e9-4cb3-a9c5-fd81ab18f4f6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 19:01:54.509392 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b8e8a041-b4e9-4cb3-a9c5-fd81ab18f4f6 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/networks/9e23d9a3-5caf-4975-b3e5-4941daf70ca8 HTTP/1.1" status: 404 len: 339 time: 0.0193129 Jul 05 19:01:54.512264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50306) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:54.540804 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-f20a55c4-06cf-41b2-908a-771731079a8a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] DELETE failed (client error): The resource could not be found. Jul 05 19:01:54.541245 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f20a55c4-06cf-41b2-908a-771731079a8a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 19:01:54.543011 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f20a55c4-06cf-41b2-908a-771731079a8a tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/subnets/9e2d77e3-6fe8-43db-8ae6-c855b0d630c3 HTTP/1.1" status: 404 len: 337 time: 0.0298035 Jul 05 19:01:54.545436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50308) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:54.563129 n-d-799524-1 neutron-server[100997]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b924f9d-dfb0-4a76-9afd-c5db67af8760 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] DELETE failed (client error): The resource could not be found. Jul 05 19:01:54.563581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b924f9d-dfb0-4a76-9afd-c5db67af8760 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100997) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 19:01:54.565179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6b924f9d-dfb0-4a76-9afd-c5db67af8760 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/networks/9e23d9a3-5caf-4975-b3e5-4941daf70ca8 HTTP/1.1" status: 404 len: 339 time: 0.0188768 Jul 05 19:01:54.568581 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50310) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:54.617029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa290ec-cac5-48ed-a7b1-440bde79767f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Deleting subnet 70d1b1eb-d88e-4b9f-a81f-947b4a24c697 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:01:54.619983 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3fa290ec-cac5-48ed-a7b1-440bde79767f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.658459 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3fa290ec-cac5-48ed-a7b1-440bde79767f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.770776 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3fa290ec-cac5-48ed-a7b1-440bde79767f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.872743 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.901752 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3fa290ec-cac5-48ed-a7b1-440bde79767f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.920345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 15691ff2-5170-468c-9ca7-21b95eddc159 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:01:54.947118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa290ec-cac5-48ed-a7b1-440bde79767f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Subnet': ['ID=70d1b1eb-d88e-4b9f-a81f-947b4a24c697,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:54.949171 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3fa290ec-cac5-48ed-a7b1-440bde79767f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:54.955903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe920ef-5fc5-434f-8e16-e1b111dfc950 None None] Network 1ff33969-3bd5-4531-b2ec-fc0786ee0f23 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:54.956553 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3fa290ec-cac5-48ed-a7b1-440bde79767f tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/subnets/70d1b1eb-d88e-4b9f-a81f-947b4a24c697 HTTP/1.1" status: 204 len: 168 time: 0.3870318 Jul 05 19:01:54.959812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50312) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:55.027293 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 15691ff2-5170-468c-9ca7-21b95eddc159 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:01:55.027668 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.040371 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.099824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Deleting port 15691ff2-5170-468c-9ca7-21b95eddc159 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:01:55.100070 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.167468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] For port 15691ff2-5170-468c-9ca7-21b95eddc159, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=15691ff2-5170-468c-9ca7-21b95eddc159,segment=NetworkSegment(7ca56cf0-2c02-4529-a53c-536a31dccc56),segment_id=7ca56cf0-2c02-4529-a53c-536a31dccc56)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:55.168507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.183277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Calling delete_port for 15691ff2-5170-468c-9ca7-21b95eddc159 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:01:55.214014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e01010c-f6cd-43bc-bc5b-3fbd0945e8d8 None None] DHCP port deletion for 1ff33969-3bd5-4531-b2ec-fc0786ee0f23 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:01:55.262476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5e01010c-f6cd-43bc-bc5b-3fbd0945e8d8 None None] Deleting port 15691ff2-5170-468c-9ca7-21b95eddc159 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:01:55.262888 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5e01010c-f6cd-43bc-bc5b-3fbd0945e8d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.326132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5e01010c-f6cd-43bc-bc5b-3fbd0945e8d8 None None] For port 15691ff2-5170-468c-9ca7-21b95eddc159, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=15691ff2-5170-468c-9ca7-21b95eddc159,segment=NetworkSegment(7ca56cf0-2c02-4529-a53c-536a31dccc56),segment_id=7ca56cf0-2c02-4529-a53c-536a31dccc56)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:55.326537 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5e01010c-f6cd-43bc-bc5b-3fbd0945e8d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.339479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5e01010c-f6cd-43bc-bc5b-3fbd0945e8d8 None None] Calling delete_port for 15691ff2-5170-468c-9ca7-21b95eddc159 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:01:55.361567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.387718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Port': ['ID=15691ff2-5170-468c-9ca7-21b95eddc159,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:55.391265 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No DVR routers for this DVR port 15691ff2-5170-468c-9ca7-21b95eddc159 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:01:55.421965 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5e01010c-f6cd-43bc-bc5b-3fbd0945e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.447761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01010c-f6cd-43bc-bc5b-3fbd0945e8d8 None None] Pushing event deleted for resources: {'Port': ['ID=15691ff2-5170-468c-9ca7-21b95eddc159,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:55.451530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e01010c-f6cd-43bc-bc5b-3fbd0945e8d8 None None] No DVR routers for this DVR port 15691ff2-5170-468c-9ca7-21b95eddc159 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:01:55.471680 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.482299 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff33969-3bd5-4531-b2ec-fc0786ee0f23']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:55.492999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca56cf0-2c02-4529-a53c-536a31dccc56') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:55.493313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca56cf0-2c02-4529-a53c-536a31dccc56') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:55.502173 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.515874 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.521654 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:01:55.522040 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:01:55.524945 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:01:55.906825 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.914217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:55.916092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/networks/1ff33969-3bd5-4531-b2ec-fc0786ee0f23 HTTP/1.1" status: 204 len: 168 time: 0.9553509 Jul 05 19:01:55.918907 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50314) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:55.927915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c9aea-0587-4fd1-b1e7-21feefbcc300 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Network': ['ID=1ff33969-3bd5-4531-b2ec-fc0786ee0f23,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:55.946596 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25294d7-75ba-4bb3-9210-ccfcc19cb278 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] DELETE failed (client error): The resource could not be found. Jul 05 19:01:55.947062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25294d7-75ba-4bb3-9210-ccfcc19cb278 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 19:01:55.948769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a25294d7-75ba-4bb3-9210-ccfcc19cb278 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/subnets/2943bdcd-4edc-4aae-ab53-858a29e64251 HTTP/1.1" status: 404 len: 337 time: 0.0289369 Jul 05 19:01:55.951324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50316) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:55.969648 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-85170d9d-01b4-49d3-9cab-4f74790394d7 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] DELETE failed (client error): The resource could not be found. Jul 05 19:01:55.970178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85170d9d-01b4-49d3-9cab-4f74790394d7 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 19:01:55.971861 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-85170d9d-01b4-49d3-9cab-4f74790394d7 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/networks/3585aff0-a84d-40ac-b0cf-e1ce9c774841 HTTP/1.1" status: 404 len: 339 time: 0.0196435 Jul 05 19:01:55.974990 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50318) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:56.004939 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbdec49-9cff-45c1-b0d9-36aceda5e666 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] DELETE failed (client error): The resource could not be found. Jul 05 19:01:56.005388 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbdec49-9cff-45c1-b0d9-36aceda5e666 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 19:01:56.007084 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3bbdec49-9cff-45c1-b0d9-36aceda5e666 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/subnets/21394c01-b47f-4388-b15d-0f929cc4b33e HTTP/1.1" status: 404 len: 337 time: 0.0312178 Jul 05 19:01:56.009577 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50320) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:56.027265 n-d-799524-1 neutron-server[100998]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad63a70-54b1-484f-af16-e54c54557787 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] DELETE failed (client error): The resource could not be found. Jul 05 19:01:56.027824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad63a70-54b1-484f-af16-e54c54557787 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100998) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 19:01:56.029435 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4ad63a70-54b1-484f-af16-e54c54557787 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/networks/e5baa815-1ff5-48c6-ac9e-ec603680b136 HTTP/1.1" status: 404 len: 339 time: 0.0189798 Jul 05 19:01:56.031661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50322) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:56.080511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b285efe-353e-4531-87cd-37b3f0ae5cb0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Deleting subnet c0f71e0b-780e-4ba2-8a57-07abf3923aa0 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:01:56.084102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b285efe-353e-4531-87cd-37b3f0ae5cb0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.122907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b285efe-353e-4531-87cd-37b3f0ae5cb0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.210918 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b285efe-353e-4531-87cd-37b3f0ae5cb0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.341603 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b285efe-353e-4531-87cd-37b3f0ae5cb0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.367373 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b285efe-353e-4531-87cd-37b3f0ae5cb0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Subnet': ['ID=c0f71e0b-780e-4ba2-8a57-07abf3923aa0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:56.373300 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6b285efe-353e-4531-87cd-37b3f0ae5cb0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.375127 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6b285efe-353e-4531-87cd-37b3f0ae5cb0 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/subnets/c0f71e0b-780e-4ba2-8a57-07abf3923aa0 HTTP/1.1" status: 204 len: 168 time: 0.3426003 Jul 05 19:01:56.377967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50324) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:56.380198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5e340-6646-416b-8b3d-a4bc19ca3368 None None] Network c95d4824-0d46-48b7-af5f-46d1d275b20b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:01:56.458436 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.513921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Deleting port 3cd67741-de0d-480b-820c-238fa0043d6a {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:01:56.514298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.561655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e34a072-60c8-482e-907d-9de16320a08a None None] DHCP port deletion for c95d4824-0d46-48b7-af5f-46d1d275b20b request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:01:56.582748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] For port 3cd67741-de0d-480b-820c-238fa0043d6a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3cd67741-de0d-480b-820c-238fa0043d6a,segment=NetworkSegment(28baf0d1-3e2c-4034-bc3d-424e3d04b33b),segment_id=28baf0d1-3e2c-4034-bc3d-424e3d04b33b)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:56.583118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.596114 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Calling delete_port for 3cd67741-de0d-480b-820c-238fa0043d6a owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:01:56.607736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.642990 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9e34a072-60c8-482e-907d-9de16320a08a None None] Deleting port 3cd67741-de0d-480b-820c-238fa0043d6a {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:01:56.642990 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9e34a072-60c8-482e-907d-9de16320a08a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.676658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9e34a072-60c8-482e-907d-9de16320a08a None None] For port 3cd67741-de0d-480b-820c-238fa0043d6a, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3cd67741-de0d-480b-820c-238fa0043d6a,segment=NetworkSegment(28baf0d1-3e2c-4034-bc3d-424e3d04b33b),segment_id=28baf0d1-3e2c-4034-bc3d-424e3d04b33b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:01:56.677179 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9e34a072-60c8-482e-907d-9de16320a08a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.689994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9e34a072-60c8-482e-907d-9de16320a08a None None] Calling delete_port for 3cd67741-de0d-480b-820c-238fa0043d6a owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:01:56.747160 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.768401 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9e34a072-60c8-482e-907d-9de16320a08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.775349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Port': ['ID=3cd67741-de0d-480b-820c-238fa0043d6a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:56.777245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] No DVR routers for this DVR port 3cd67741-de0d-480b-820c-238fa0043d6a on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:01:56.793381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34a072-60c8-482e-907d-9de16320a08a None None] Pushing event deleted for resources: {'Port': ['ID=3cd67741-de0d-480b-820c-238fa0043d6a,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:56.796967 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34a072-60c8-482e-907d-9de16320a08a None None] No DVR routers for this DVR port 3cd67741-de0d-480b-820c-238fa0043d6a on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:01:56.860638 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.871369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95d4824-0d46-48b7-af5f-46d1d275b20b']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:56.883656 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28baf0d1-3e2c-4034-bc3d-424e3d04b33b') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:56.883955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28baf0d1-3e2c-4034-bc3d-424e3d04b33b') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:01:56.894250 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.907336 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.914068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:01:56.914475 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:56.915214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 15691ff2-5170-468c-9ca7-21b95eddc159 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:01:56.917974 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:01:56.938957 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 15691ff2-5170-468c-9ca7-21b95eddc159 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:01:56.939314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 15691ff2-5170-468c-9ca7-21b95eddc159 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:01:56.939735 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3cd67741-de0d-480b-820c-238fa0043d6a no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:01:56.964488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 3cd67741-de0d-480b-820c-238fa0043d6a {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:01:56.964840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3cd67741-de0d-480b-820c-238fa0043d6a not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:01:57.032428 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:57.039873 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:57.041693 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] 10.222.0.30 "DELETE /v2.0/networks/c95d4824-0d46-48b7-af5f-46d1d275b20b HTTP/1.1" status: 204 len: 168 time: 0.6620862 Jul 05 19:01:57.054538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bc266-079f-48f4-b7cf-49f2f823e462 tempest-NetworksIpV6Test-1165752523 tempest-NetworksIpV6Test-1165752523-project] Pushing event deleted for resources: {'Network': ['ID=c95d4824-0d46-48b7-af5f-46d1d275b20b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:57.491665 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50330) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:57.623888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4489186d-dddc-4aa1-88f8-481d89b2b857 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee1e6437ad6a4451ab644b39f944abba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310639 Jul 05 19:01:57.626587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50334) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:57.674936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5206dfd6-0ded-413e-8c5d-6073a9ef0473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:57.696475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5206dfd6-0ded-413e-8c5d-6073a9ef0473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:57.844214 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5206dfd6-0ded-413e-8c5d-6073a9ef0473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:57.846744 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5206dfd6-0ded-413e-8c5d-6073a9ef0473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:57.848671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5206dfd6-0ded-413e-8c5d-6073a9ef0473 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e75a974-b36f-4f58-9997-3e1f90c6a7cf HTTP/1.1" status: 204 len: 168 time: 0.2211776 Jul 05 19:01:57.856748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206dfd6-0ded-413e-8c5d-6073a9ef0473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e75a974-b36f-4f58-9997-3e1f90c6a7cf,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:57.917577 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:01:58.791202 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50356) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:58.890188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a6078703-72f8-49c0-ae0e-6f45b44e5123 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2048916211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:58.963745 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6078703-72f8-49c0-ae0e-6f45b44e5123 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:58.964740 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6078703-72f8-49c0-ae0e-6f45b44e5123 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.021275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6078703-72f8-49c0-ae0e-6f45b44e5123 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.078240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6078703-72f8-49c0-ae0e-6f45b44e5123 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.161345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a6078703-72f8-49c0-ae0e-6f45b44e5123 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.162518 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a6078703-72f8-49c0-ae0e-6f45b44e5123 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3703172 Jul 05 19:01:59.165139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50360) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:59.170096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-254202449'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:59.266222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Made reservation on behalf of deb929bd45cf4ab4abae260b0674df61 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:59.269836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.278821 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.368120 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.437894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.459828 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:01:59.475072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27209e26-125e-4f64-8307-104a36634da0,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:59.477914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.478265 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Added segment 683e48ce-a887-429f-bc86-12c93dea4cc5 of type vlan for network f913e08d-f8cf-45bc-a44c-8e5cdae9a20b Jul 05 19:01:59.518206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.672178 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.677838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:01:59.678427 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:01:59.746370 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event updated for resources: {'Network': ['ID=f913e08d-f8cf-45bc-a44c-8e5cdae9a20b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:01:59.756653 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network f913e08d-f8cf-45bc-a44c-8e5cdae9a20b details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:01:59.798728 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-739f96d9-954e-4c14-845a-7fcaefaa604c tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6325235 Jul 05 19:01:59.801730 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50362) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:01:59.806876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Request body: {'subnet': {'network_id': 'f913e08d-f8cf-45bc-a44c-8e5cdae9a20b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:01:59.946694 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Made reservation on behalf of deb929bd45cf4ab4abae260b0674df61 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:01:59.950234 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.152743 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.180971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.243412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event updated for resources: {'Subnet': ['ID=fcee3d10-f250-407c-a5cb-057fa783055d,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:00.251974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Checking segment: {'id': '683e48ce-a887-429f-bc86-12c93dea4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f913e08d-f8cf-45bc-a44c-8e5cdae9a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:00.252336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Network hostable DHCP agents. Network: f913e08d-f8cf-45bc-a44c-8e5cdae9a20b, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:02:00.364296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Network f913e08d-f8cf-45bc-a44c-8e5cdae9a20b is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:02:00.441428 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, f913e08d-f8cf-45bc-a44c-8e5cdae9a20b) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:00.445411 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:00.446018 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.450866 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9924b9ac-ad29-493e-9020-59ef3298ba7c None None] Network f913e08d-f8cf-45bc-a44c-8e5cdae9a20b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:02:00.530509 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-127765e5-0fc9-415f-8e15-5855866084b3 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7248023 Jul 05 19:02:00.530757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50364) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:00.535871 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-887491180'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:00.594259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-f913e08d-f8cf-45bc-a44c-8e5cdae9a20b', 'network_id': 'f913e08d-f8cf-45bc-a44c-8e5cdae9a20b', 'tenant_id': 'deb929bd45cf4ab4abae260b0674df61', 'fixed_ips': [{'subnet_id': 'fcee3d10-f250-407c-a5cb-057fa783055d'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:02:00.598723 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.615269 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Made reservation on behalf of deb929bd45cf4ab4abae260b0674df61 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:02:00.618916 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.643746 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:02:00.654130 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.654654 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Added segment a64cdccd-082f-4ad1-b7fb-033745f14404 of type vlan for network 4d3c62f1-b6bf-468d-ae91-af790f16fe8d Jul 05 19:02:00.707452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.734102 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Allocated IP 172.20.0.2 (f913e08d-f8cf-45bc-a44c-8e5cdae9a20b/fcee3d10-f250-407c-a5cb-057fa783055d/45e431b3-5c17-436f-a233-9885166b41c1) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:02:00.790065 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.795666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:00.796263 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.862134 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event updated for resources: {'Network': ['ID=4d3c62f1-b6bf-468d-ae91-af790f16fe8d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:00.876255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 4d3c62f1-b6bf-468d-ae91-af790f16fe8d details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:02:00.890988 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:00.899506 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0f2e8898-ef63-4449-b8d4-711c78f82bfe tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3677127 Jul 05 19:02:00.902336 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50366) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:00.907440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Request body: {'subnet': {'network_id': '4d3c62f1-b6bf-468d-ae91-af790f16fe8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:00.930700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Transition to ACTIVE for port object 45e431b3-5c17-436f-a233-9885166b41c1 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:00.957554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Transition to ACTIVE for port object 45e431b3-5c17-436f-a233-9885166b41c1 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:01.044897 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:01.070144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Made reservation on behalf of deb929bd45cf4ab4abae260b0674df61 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:02:01.073852 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:01.082615 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Network f913e08d-f8cf-45bc-a44c-8e5cdae9a20b is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:01.085454 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:01.090917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:02:01.098355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Pushing event updated for resources: {'Port': ['ID=45e431b3-5c17-436f-a233-9885166b41c1,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:01.156233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Attempting to bind port 45e431b3-5c17-436f-a233-9885166b41c1 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:02:01.156610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Attempting to bind port 45e431b3-5c17-436f-a233-9885166b41c1 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '683e48ce-a887-429f-bc86-12c93dea4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f913e08d-f8cf-45bc-a44c-8e5cdae9a20b'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:02:01.156979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Attempting to bind port 45e431b3-5c17-436f-a233-9885166b41c1 on network f913e08d-f8cf-45bc-a44c-8e5cdae9a20b {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:01.161961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:02:01.162341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Checking segment: {'id': '683e48ce-a887-429f-bc86-12c93dea4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f913e08d-f8cf-45bc-a44c-8e5cdae9a20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:01.162777 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:01.163176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Bound using segment: {'id': '683e48ce-a887-429f-bc86-12c93dea4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f913e08d-f8cf-45bc-a44c-8e5cdae9a20b'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:02:01.163749 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Bound port: 45e431b3-5c17-436f-a233-9885166b41c1, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683e48ce-a887-429f-bc86-12c93dea4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'f913e08d-f8cf-45bc-a44c-8e5cdae9a20b'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:02:01.164120 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:01.227487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] For port 45e431b3-5c17-436f-a233-9885166b41c1, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:02:01.230684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] For port 45e431b3-5c17-436f-a233-9885166b41c1, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=45e431b3-5c17-436f-a233-9885166b41c1,segment=NetworkSegment(683e48ce-a887-429f-bc86-12c93dea4cc5),segment_id=683e48ce-a887-429f-bc86-12c93dea4cc5)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:02:01.350643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:01.381098 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:01.413159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa2796-6860-4528-97e4-deed0c6dd86e None None] Pushing event updated for resources: {'Port': ['ID=45e431b3-5c17-436f-a233-9885166b41c1,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:01.446817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event updated for resources: {'Subnet': ['ID=5412d1d0-cbed-4bf2-a724-bfd948219449,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:01.452034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Checking segment: {'id': 'a64cdccd-082f-4ad1-b7fb-033745f14404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4d3c62f1-b6bf-468d-ae91-af790f16fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:01.452399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Network hostable DHCP agents. Network: 4d3c62f1-b6bf-468d-ae91-af790f16fe8d, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:02:01.565810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Network 4d3c62f1-b6bf-468d-ae91-af790f16fe8d is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:02:01.655673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 4d3c62f1-b6bf-468d-ae91-af790f16fe8d) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:01.660504 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:01.661281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:01.665308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339189a1-1a85-47cc-b5d3-51c1aad29707 None None] Network 4d3c62f1-b6bf-468d-ae91-af790f16fe8d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:02:01.747610 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7aa072e0-fefe-4061-b7e3-0ffdf1c01259 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8436871 Jul 05 19:02:01.750291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50368) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:01.755457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-83c711b9-1f15-4b22-b343-af5b8cfa05ce tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d3c62f1-b6bf-468d-ae91-af790f16fe8d'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:01.813408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-4d3c62f1-b6bf-468d-ae91-af790f16fe8d', 'network_id': '4d3c62f1-b6bf-468d-ae91-af790f16fe8d', 'tenant_id': 'deb929bd45cf4ab4abae260b0674df61', 'fixed_ips': [{'subnet_id': '5412d1d0-cbed-4bf2-a724-bfd948219449'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:02:01.814265 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:01.968879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Allocated IP 172.21.0.2 (4d3c62f1-b6bf-468d-ae91-af790f16fe8d/5412d1d0-cbed-4bf2-a724-bfd948219449/f8ebe2f9-515b-4714-a896-6903172067f6) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:02:01.969614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-83c711b9-1f15-4b22-b343-af5b8cfa05ce tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.116529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.126099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Transition to ACTIVE for port object f8ebe2f9-515b-4714-a896-6903172067f6 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:02.142416 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Transition to ACTIVE for port object f8ebe2f9-515b-4714-a896-6903172067f6 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:02.169534 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [None req-83c711b9-1f15-4b22-b343-af5b8cfa05ce tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 19:02:02.172291 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-83c711b9-1f15-4b22-b343-af5b8cfa05ce tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "PUT /v2.0/routers/bf4eb755-773e-4b9d-8a51-1f68d3ee03e0 HTTP/1.1" status: 400 len: 364 time: 0.4193833 Jul 05 19:02:02.178761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50370) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:02.225292 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.231360 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fa2cf09-4ec7-4249-bada-000467dc00f6 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Deleting subnet 5412d1d0-cbed-4bf2-a724-bfd948219449 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:02:02.234803 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fa2cf09-4ec7-4249-bada-000467dc00f6 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.265457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Network 4d3c62f1-b6bf-468d-ae91-af790f16fe8d is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:02.268587 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:02.274380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:02:02.281415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Pushing event updated for resources: {'Port': ['ID=f8ebe2f9-515b-4714-a896-6903172067f6,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:02.285948 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fa2cf09-4ec7-4249-bada-000467dc00f6 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.339522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Attempting to bind port f8ebe2f9-515b-4714-a896-6903172067f6 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:02:02.339522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Attempting to bind port f8ebe2f9-515b-4714-a896-6903172067f6 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'a64cdccd-082f-4ad1-b7fb-033745f14404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4d3c62f1-b6bf-468d-ae91-af790f16fe8d'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:02:02.339522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Attempting to bind port f8ebe2f9-515b-4714-a896-6903172067f6 on network 4d3c62f1-b6bf-468d-ae91-af790f16fe8d {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:02.344332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:02:02.344710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Checking segment: {'id': 'a64cdccd-082f-4ad1-b7fb-033745f14404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4d3c62f1-b6bf-468d-ae91-af790f16fe8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:02.345121 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.345519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Bound using segment: {'id': 'a64cdccd-082f-4ad1-b7fb-033745f14404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4d3c62f1-b6bf-468d-ae91-af790f16fe8d'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:02:02.345992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Bound port: f8ebe2f9-515b-4714-a896-6903172067f6, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64cdccd-082f-4ad1-b7fb-033745f14404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '4d3c62f1-b6bf-468d-ae91-af790f16fe8d'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:02:02.346387 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.382728 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fa2cf09-4ec7-4249-bada-000467dc00f6 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.396604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2244ea48-d311-4c30-9a1d-57ddd28c962c None None] Network f913e08d-f8cf-45bc-a44c-8e5cdae9a20b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:02:02.561835 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fa2cf09-4ec7-4249-bada-000467dc00f6 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.567598 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] For port f8ebe2f9-515b-4714-a896-6903172067f6, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:02:02.581845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] For port f8ebe2f9-515b-4714-a896-6903172067f6, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f8ebe2f9-515b-4714-a896-6903172067f6,segment=NetworkSegment(a64cdccd-082f-4ad1-b7fb-033745f14404),segment_id=a64cdccd-082f-4ad1-b7fb-033745f14404)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:02:02.585114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-66236ec6-4753-42a1-9407-00f63ac86cbd None None] Provisioning for port 45e431b3-5c17-436f-a233-9885166b41c1 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:02.594125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2cf09-4ec7-4249-bada-000467dc00f6 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event deleted for resources: {'Subnet': ['ID=5412d1d0-cbed-4bf2-a724-bfd948219449,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:02.598749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3fa2cf09-4ec7-4249-bada-000467dc00f6 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.600652 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3fa2cf09-4ec7-4249-bada-000467dc00f6 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "DELETE /v2.0/subnets/5412d1d0-cbed-4bf2-a724-bfd948219449 HTTP/1.1" status: 204 len: 168 time: 0.4208975 Jul 05 19:02:02.603236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50372) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:02.664839 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.681995 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.731981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277ba7e-c1c0-42cd-bfce-78458964859d None None] Pushing event updated for resources: {'Port': ['ID=f8ebe2f9-515b-4714-a896-6903172067f6,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:02.753641 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Deleting port f8ebe2f9-515b-4714-a896-6903172067f6 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:02:02.754238 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.827771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] For port f8ebe2f9-515b-4714-a896-6903172067f6, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f8ebe2f9-515b-4714-a896-6903172067f6,segment=NetworkSegment(a64cdccd-082f-4ad1-b7fb-033745f14404),segment_id=a64cdccd-082f-4ad1-b7fb-033745f14404)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:02.828153 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:02.848149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Calling delete_port for f8ebe2f9-515b-4714-a896-6903172067f6 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:02:03.016312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.033484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f8ebe2f9-515b-4714-a896-6903172067f6 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:03.046123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event deleted for resources: {'Port': ['ID=f8ebe2f9-515b-4714-a896-6903172067f6,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:03.049929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] No DVR routers for this DVR port f8ebe2f9-515b-4714-a896-6903172067f6 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:02:03.060050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: f8ebe2f9-515b-4714-a896-6903172067f6 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:02:03.060480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f8ebe2f9-515b-4714-a896-6903172067f6 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 19:02:03.080052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Port f8ebe2f9-515b-4714-a896-6903172067f6 not found, will not notify nova. {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 19:02:03.080484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 45e431b3-5c17-436f-a233-9885166b41c1 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:03.129045 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.141359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d3c62f1-b6bf-468d-ae91-af790f16fe8d']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:03.157585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64cdccd-082f-4ad1-b7fb-033745f14404') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:03.157901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64cdccd-082f-4ad1-b7fb-033745f14404') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:03.167283 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.181270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.187361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:02:03.187748 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:02:03.190775 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:02:03.195975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 45e431b3-5c17-436f-a233-9885166b41c1 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:03.199968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 45e431b3-5c17-436f-a233-9885166b41c1 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:03.200379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.279153 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.310377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 45e431b3-5c17-436f-a233-9885166b41c1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=45e431b3-5c17-436f-a233-9885166b41c1,segment=NetworkSegment(683e48ce-a887-429f-bc86-12c93dea4cc5),segment_id=683e48ce-a887-429f-bc86-12c93dea4cc5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:03.323831 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.333639 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.335008 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "DELETE /v2.0/networks/4d3c62f1-b6bf-468d-ae91-af790f16fe8d HTTP/1.1" status: 204 len: 168 time: 0.7308474 Jul 05 19:02:03.337719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:03.345216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5250043-0311-4c09-bc11-ded514cbbc96 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event deleted for resources: {'Network': ['ID=4d3c62f1-b6bf-468d-ae91-af790f16fe8d,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:03.375394 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.404098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-1688a09f-664c-41db-b6ea-66b25270cd94 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Deleting subnet fcee3d10-f250-407c-a5cb-057fa783055d {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:02:03.407638 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1688a09f-664c-41db-b6ea-66b25270cd94 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.435200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=45e431b3-5c17-436f-a233-9885166b41c1,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:03.450656 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1688a09f-664c-41db-b6ea-66b25270cd94 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.536882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1688a09f-664c-41db-b6ea-66b25270cd94 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.676629 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1688a09f-664c-41db-b6ea-66b25270cd94 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.708433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1688a09f-664c-41db-b6ea-66b25270cd94 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event deleted for resources: {'Subnet': ['ID=fcee3d10-f250-407c-a5cb-057fa783055d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:03.710396 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-1688a09f-664c-41db-b6ea-66b25270cd94 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.713018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1688a09f-664c-41db-b6ea-66b25270cd94 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "DELETE /v2.0/subnets/fcee3d10-f250-407c-a5cb-057fa783055d HTTP/1.1" status: 204 len: 168 time: 0.3729358 Jul 05 19:02:03.715513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50376) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:03.718594 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d86f1a-39f5-4cdd-84b4-65c823f958ec None None] Network f913e08d-f8cf-45bc-a44c-8e5cdae9a20b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:02:03.725101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a570c8b4-e025-4e9d-9c09-85b3759afa42 None None] DHCP port deletion for 4d3c62f1-b6bf-468d-ae91-af790f16fe8d request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:02:03.771468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5f7428d8-728b-4c4a-8340-8d29bcca6da8 None None] Could not find standard attr ID for object f8ebe2f9-515b-4714-a896-6903172067f6. {{(pid=100999) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 19:02:03.785986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffdfe20-6c9d-4ea7-99ae-7d95e75ba022 None None] Network 4d3c62f1-b6bf-468d-ae91-af790f16fe8d requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:02:03.797518 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.806989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffdfe20-6c9d-4ea7-99ae-7d95e75ba022 None None] Network 4d3c62f1-b6bf-468d-ae91-af790f16fe8d could not be found, it might have been deleted concurrently. {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 19:02:03.851729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Deleting port 45e431b3-5c17-436f-a233-9885166b41c1 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:02:03.852080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.922194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] For port 45e431b3-5c17-436f-a233-9885166b41c1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=45e431b3-5c17-436f-a233-9885166b41c1,segment=NetworkSegment(683e48ce-a887-429f-bc86-12c93dea4cc5),segment_id=683e48ce-a887-429f-bc86-12c93dea4cc5)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:03.922489 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:03.936030 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Calling delete_port for 45e431b3-5c17-436f-a233-9885166b41c1 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:02:03.949411 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed4ade4-e70e-426e-bba4-d646f3d166fd None None] DHCP port deletion for f913e08d-f8cf-45bc-a44c-8e5cdae9a20b request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:02:03.994800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-eed4ade4-e70e-426e-bba4-d646f3d166fd None None] Deleting port 45e431b3-5c17-436f-a233-9885166b41c1 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:02:03.995276 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eed4ade4-e70e-426e-bba4-d646f3d166fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.056500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-eed4ade4-e70e-426e-bba4-d646f3d166fd None None] For port 45e431b3-5c17-436f-a233-9885166b41c1, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=45e431b3-5c17-436f-a233-9885166b41c1,segment=NetworkSegment(683e48ce-a887-429f-bc86-12c93dea4cc5),segment_id=683e48ce-a887-429f-bc86-12c93dea4cc5)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:04.057229 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eed4ade4-e70e-426e-bba4-d646f3d166fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.069139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-eed4ade4-e70e-426e-bba4-d646f3d166fd None None] Calling delete_port for 45e431b3-5c17-436f-a233-9885166b41c1 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:02:04.089298 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.120186 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event deleted for resources: {'Port': ['ID=45e431b3-5c17-436f-a233-9885166b41c1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:04.123951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] No DVR routers for this DVR port 45e431b3-5c17-436f-a233-9885166b41c1 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:02:04.207057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.217943 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f913e08d-f8cf-45bc-a44c-8e5cdae9a20b']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:04.230022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '683e48ce-a887-429f-bc86-12c93dea4cc5') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:04.230332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '683e48ce-a887-429f-bc86-12c93dea4cc5') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:04.239676 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.253831 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.260595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:02:04.260994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:02:04.264060 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:02:04.303148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-eed4ade4-e70e-426e-bba4-d646f3d166fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.326291 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4ade4-e70e-426e-bba4-d646f3d166fd None None] Pushing event deleted for resources: {'Port': ['ID=45e431b3-5c17-436f-a233-9885166b41c1,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:04.332660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed4ade4-e70e-426e-bba4-d646f3d166fd None None] No DVR routers for this DVR port 45e431b3-5c17-436f-a233-9885166b41c1 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:02:04.398525 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.403496 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.405552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "DELETE /v2.0/networks/f913e08d-f8cf-45bc-a44c-8e5cdae9a20b HTTP/1.1" status: 204 len: 168 time: 0.6898222 Jul 05 19:02:04.408317 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50378) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:04.422153 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f9423-ac62-4b8c-870e-3d1530f5e391 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Pushing event deleted for resources: {'Network': ['ID=f913e08d-f8cf-45bc-a44c-8e5cdae9a20b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:04.440887 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0245e173-1c54-42b3-a486-f0a9ad48caea tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf4eb755-773e-4b9d-8a51-1f68d3ee03e0 HTTP/1.1" status: 200 len: 205 time: 0.0308335 Jul 05 19:02:04.443511 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50380) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:04.520006 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a746f0b4-154e-4294-a189-36c4a88217e7 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:04.944201 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f8ebe2f9-515b-4714-a896-6903172067f6 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:02:04.964584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: f8ebe2f9-515b-4714-a896-6903172067f6 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:02:04.964942 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f8ebe2f9-515b-4714-a896-6903172067f6 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:02:04.965363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 45e431b3-5c17-436f-a233-9885166b41c1 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:02:04.984096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 45e431b3-5c17-436f-a233-9885166b41c1 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:02:04.984450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 45e431b3-5c17-436f-a233-9885166b41c1 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:02:05.031312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a746f0b4-154e-4294-a189-36c4a88217e7 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:05.033401 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a746f0b4-154e-4294-a189-36c4a88217e7 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:05.138632 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a746f0b4-154e-4294-a189-36c4a88217e7 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:05.139086 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a746f0b4-154e-4294-a189-36c4a88217e7 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Fanout notify agent at l3_agent the message router_deleted on router bf4eb755-773e-4b9d-8a51-1f68d3ee03e0 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:02:05.146599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a746f0b4-154e-4294-a189-36c4a88217e7 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:05.147657 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a746f0b4-154e-4294-a189-36c4a88217e7 tempest-RoutersNegativeTest-358610201 tempest-RoutersNegativeTest-358610201-project] 10.222.0.30 "DELETE /v2.0/routers/bf4eb755-773e-4b9d-8a51-1f68d3ee03e0 HTTP/1.1" status: 204 len: 168 time: 0.7032273 Jul 05 19:02:05.599601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50386) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:05.726111 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-eea1e01b-baa7-4e2e-a196-fd785ece04ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=deb929bd45cf4ab4abae260b0674df61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253505 Jul 05 19:02:05.728605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50390) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:05.777080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:05.798928 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:05.946458 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:05.948949 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:05.950119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27209e26-125e-4f64-8307-104a36634da0 HTTP/1.1" status: 204 len: 168 time: 0.2206295 Jul 05 19:02:05.958974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27209e26-125e-4f64-8307-104a36634da0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:05.966416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.966799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.967143 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.967484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.967821 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.968199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.968532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.968862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.969192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.969586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.969914 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:05.970185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c97af3-7bd5-4009-93bd-26ba35665133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:06.410061 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:06.880452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50412) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:06.975356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1702303595-network', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:07.123559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Made reservation on behalf of 4b5f51b492ab435caf21be186bb25a9b for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:02:07.125919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.134737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.222936 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.300589 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.324182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:02:07.334224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239c1258-b578-4e0e-b1c0-a1c16bfb6bad,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:07.339107 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.344284 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Added segment d6779654-ac1c-41f4-a0f0-530e6aea0d40 of type vlan for network e09197a3-46d5-4c3b-8b89-ecb967accd3b Jul 05 19:02:07.379723 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.481034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.482024 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:07.482637 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.551357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] Pushing event updated for resources: {'Network': ['ID=e09197a3-46d5-4c3b-8b89-ecb967accd3b,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:07.560996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:02:07.592851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9610f888-d273-4a40-b659-874f49f62a8f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7112749 Jul 05 19:02:07.595643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50416) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:07.601232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Request body: {'subnet': {'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-subnet', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:07.700774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Made reservation on behalf of 4b5f51b492ab435caf21be186bb25a9b for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:02:07.703407 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.929280 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:07.979552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6061f46-da63-4fa8-b468-5d8056607f34,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:07.996974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Checking segment: {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:07.997339 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Network hostable DHCP agents. Network: e09197a3-46d5-4c3b-8b89-ecb967accd3b, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:02:08.106772 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:02:08.197927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, e09197a3-46d5-4c3b-8b89-ecb967accd3b) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:08.202044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:08.202793 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.207448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caae86ac-abdc-484e-9751-6b38e25becad None None] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:02:08.305060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-59bacaa3-ef77-4f54-8fdc-12300190711c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7083359 Jul 05 19:02:08.307814 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50418) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:08.312209 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:08.349737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'fixed_ips': [{'subnet_id': 'd6061f46-da63-4fa8-b468-5d8056607f34'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:02:08.357410 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.404028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.405114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.460273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.485887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Allocated IP 172.20.0.2 (e09197a3-46d5-4c3b-8b89-ecb967accd3b/d6061f46-da63-4fa8-b468-5d8056607f34/c87c34ab-5476-482c-95b5-7ab494609905) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:02:08.625380 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.634386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Transition to ACTIVE for port object c87c34ab-5476-482c-95b5-7ab494609905 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:08.648731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Transition to ACTIVE for port object c87c34ab-5476-482c-95b5-7ab494609905 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:08.657947 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.730032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.771894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:08.774785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:08.780262 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:02:08.786921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Pushing event updated for resources: {'Port': ['ID=c87c34ab-5476-482c-95b5-7ab494609905,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:08.839833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Attempting to bind port c87c34ab-5476-482c-95b5-7ab494609905 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:02:08.840205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Attempting to bind port c87c34ab-5476-482c-95b5-7ab494609905 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:02:08.840573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Attempting to bind port c87c34ab-5476-482c-95b5-7ab494609905 on network e09197a3-46d5-4c3b-8b89-ecb967accd3b {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:08.846146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:02:08.846146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Checking segment: {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:08.846376 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.846820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Bound using segment: {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:02:08.847294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Bound port: c87c34ab-5476-482c-95b5-7ab494609905, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:02:08.847684 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.914931 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] For port c87c34ab-5476-482c-95b5-7ab494609905, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:02:08.917978 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] For port c87c34ab-5476-482c-95b5-7ab494609905, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c87c34ab-5476-482c-95b5-7ab494609905,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:02:08.963873 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.983108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:08.998732 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:09.057529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1430d17-e0ab-4774-b6ed-57c14f24c214 None None] Pushing event updated for resources: {'Port': ['ID=c87c34ab-5476-482c-95b5-7ab494609905,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:09.090493 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Allocated IP 172.25.3.252 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/9e3e2a83-a3a1-489e-80a1-2da3a26ea82c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:02:09.215140 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:09.327360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:09.364951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:09.367858 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:09.370245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:02:09.399415 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Pushing event updated for resources: {'Port': ['ID=9e3e2a83-a3a1-489e-80a1-2da3a26ea82c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:09.725591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:09.938306 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:09.949795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b1837d-7d49-4886-8bf1-f9d091984791 None None] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:02:10.106905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-78499339-6886-4ce0-9eed-9d1fb5bb0334 None None] Provisioning for port c87c34ab-5476-482c-95b5-7ab494609905 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:10.135207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Router 2281dba6-dc3b-4bab-a18d-afaf785bd12c is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:02:10.250306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:02:10.260829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Sync routers for ids ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:02:10.271372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Routers {'2281dba6-dc3b-4bab-a18d-afaf785bd12c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:02:10.275773 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:10.344277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:10.345601 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3c07b311-768d-4eb8-895f-f8001c4f2cbf admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0367789 Jul 05 19:02:10.348906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50420) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:10.386338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Set router 2281dba6-dc3b-4bab-a18d-afaf785bd12c gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:02:10.569365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:09Z', 'revision_number': 3, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'gw_port': {'id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:10.596154 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Checking router: 2281dba6-dc3b-4bab-a18d-afaf785bd12c for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:02:10.596647 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Updating router 2281dba6-dc3b-4bab-a18d-afaf785bd12c port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:02:10.631664 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:10.768567 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:10.905685 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:10.920181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Transition to ACTIVE for port object 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:10.983527 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c87c34ab-5476-482c-95b5-7ab494609905 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:10.984875 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Allocated IP 172.20.0.1 (e09197a3-46d5-4c3b-8b89-ecb967accd3b/d6061f46-da63-4fa8-b468-5d8056607f34/3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:02:11.006756 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.076329 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Attempting to bind port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:02:11.076703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Attempting to bind port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:02:11.077073 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Attempting to bind port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:11.082458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092df48c-06d8-42a5-a167-43e82c3b670f None None] Pushing event updated for resources: {'Port': ['ID=9e3e2a83-a3a1-489e-80a1-2da3a26ea82c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:11.088859 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:02:11.089240 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:11.089643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.090042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:02:11.090516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Bound port: 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:02:11.090940 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.098240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.110944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Transition to ACTIVE for port object 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:11.143131 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] For port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:02:11.148052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] For port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9e3e2a83-a3a1-489e-80a1-2da3a26ea82c,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:02:11.180849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c87c34ab-5476-482c-95b5-7ab494609905 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:11.184888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c87c34ab-5476-482c-95b5-7ab494609905 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:11.185269 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.230746 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.257450 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.278371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:11.282707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:11.288390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:02:11.293582 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.314923 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:11.337349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Routers {'2281dba6-dc3b-4bab-a18d-afaf785bd12c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:02:11.338001 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:11.340028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.399380 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092df48c-06d8-42a5-a167-43e82c3b670f None None] Pushing event updated for resources: {'Port': ['ID=9e3e2a83-a3a1-489e-80a1-2da3a26ea82c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:11.405579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c87c34ab-5476-482c-95b5-7ab494609905, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c87c34ab-5476-482c-95b5-7ab494609905,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:11.475350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] Set router 2281dba6-dc3b-4bab-a18d-afaf785bd12c gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:02:11.477567 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.544628 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.623458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c87c34ab-5476-482c-95b5-7ab494609905,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:11.677738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dd43183f-e861-40b2-a35f-ae7b8bf43550 None None] Provisioning for port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:11.683823 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-dd43183f-e861-40b2-a35f-ae7b8bf43550 None None] Provisioning complete for port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:11.684201 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-dd43183f-e861-40b2-a35f-ae7b8bf43550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.709149 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.786770 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.858774 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:11.867174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Pushing event updated for resources: {'Port': ['ID=3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:11.896602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-dd43183f-e861-40b2-a35f-ae7b8bf43550 None None] Port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:02:11.905887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:09Z', 'revision_number': 3, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'gw_port': {'id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:11.932474 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e5f785-99ca-4ae7-ba4d-fbb6ebfcf00b None None] The sync data for ids ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'] in n-d-799524-1 is: [{'id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:09Z', 'revision_number': 3, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'gw_port': {'id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:02:11.959443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:11.960878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:12.083128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Router 2281dba6-dc3b-4bab-a18d-afaf785bd12c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:02:12.217717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-75a08436-fe04-4121-9d5b-67dd465c1a51 None None] Provisioning complete for port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:12.218332 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-75a08436-fe04-4121-9d5b-67dd465c1a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:12.221764 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:02:12.233392 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-22ad3f1b-cc61-4ee4-930a-acedf6a19990 admin admin] 10.222.0.30 "PUT /v2.0/routers/2281dba6-dc3b-4bab-a18d-afaf785bd12c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8771012 Jul 05 19:02:12.258731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-75a08436-fe04-4121-9d5b-67dd465c1a51 None None] Port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:02:13.029600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c87c34ab-5476-482c-95b5-7ab494609905 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:13.044147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50436) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:13.049231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-651737799-network', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:13.077074 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c87c34ab-5476-482c-95b5-7ab494609905 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:13.077453 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.118128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Made reservation on behalf of e59bdd7329f349aeb6434098d16fda1f for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:02:13.121060 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.131059 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.167659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:13.292318 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.304140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:13.308353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:13.308657 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.352302 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.387966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:02:13.391773 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.397615 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606db5c3-cc69-4f2b-b8da-fb5602df2fd3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:13.407017 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.407017 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Added segment 1f178c83-ed03-4771-8940-05def70be83b of type vlan for network bef2dc00-995b-417d-afc2-8f77f381a693 Jul 05 19:02:13.414378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9e3e2a83-a3a1-489e-80a1-2da3a26ea82c,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:13.450042 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.480409 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Sync routers for ids ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:02:13.489481 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.490495 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Routers {'2281dba6-dc3b-4bab-a18d-afaf785bd12c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:02:13.491156 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:13.537943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=9e3e2a83-a3a1-489e-80a1-2da3a26ea82c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:13.563790 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.564771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:13.565356 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.599066 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Set router 2281dba6-dc3b-4bab-a18d-afaf785bd12c gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:02:13.624544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] Pushing event updated for resources: {'Network': ['ID=bef2dc00-995b-417d-afc2-8f77f381a693,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:13.634600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network bef2dc00-995b-417d-afc2-8f77f381a693 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:02:13.672823 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a85a51f5-b925-4976-9256-7ebe45a7cd58 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6275308 Jul 05 19:02:13.676232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50438) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:13.681319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Request body: {'subnet': {'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-subnet', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:13.772666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Made reservation on behalf of e59bdd7329f349aeb6434098d16fda1f for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:02:13.775227 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:13.795263 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:11Z', 'revision_number': 4, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'gw_port': {'id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953', 'name': '', 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'mac_address': 'fa:16:3e:7d:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd6061f46-da63-4fa8-b468-5d8056607f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:10Z', 'updated_at': '2021-07-05T19:02:11Z', 'revision_number': 2, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'subnets': [{'id': 'd6061f46-da63-4fa8-b468-5d8056607f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:13.822363 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Checking router: 2281dba6-dc3b-4bab-a18d-afaf785bd12c for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:02:13.822741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Updating router 2281dba6-dc3b-4bab-a18d-afaf785bd12c port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:02:13.861085 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.015790 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.075214 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69def2cd-2f61-4352-b0bd-f658b573c244,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:14.085919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Checking segment: {'id': '1f178c83-ed03-4771-8940-05def70be83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:14.086283 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Network hostable DHCP agents. Network: bef2dc00-995b-417d-afc2-8f77f381a693, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:02:14.121359 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.132242 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Transition to ACTIVE for port object 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:14.158022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Network bef2dc00-995b-417d-afc2-8f77f381a693 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:02:14.220647 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.249553 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, bef2dc00-995b-417d-afc2-8f77f381a693) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:14.255279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:14.256100 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.260540 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cac536-3165-45ac-9a11-5463084cf273 None None] Network bef2dc00-995b-417d-afc2-8f77f381a693 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:02:14.293136 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Pushing event updated for resources: {'Port': ['ID=3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:14.325580 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.325923 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.326261 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.326611 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.326946 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.327272 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.327599 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.327921 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.328240 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.328560 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.328882 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.329200 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:14.342106 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Attempting to bind port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:02:14.342479 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Attempting to bind port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:02:14.342869 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Attempting to bind port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 on network e09197a3-46d5-4c3b-8b89-ecb967accd3b {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:14.348633 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:02:14.349338 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Checking segment: {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:14.349684 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.350075 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Bound using segment: {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:02:14.350548 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Bound port: 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:02:14.350995 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.355887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50440) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:14.360266 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3de77da2-9a90-4a9f-bec4-633798a2bec9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6829379 Jul 05 19:02:14.361593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:14.426998 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] For port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:02:14.429987 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-bef2dc00-995b-417d-afc2-8f77f381a693', 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'fixed_ips': [{'subnet_id': '69def2cd-2f61-4352-b0bd-f658b573c244'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:02:14.430650 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] For port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:02:14.431656 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.453151 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.454820 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.499114 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.510542 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.567771 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Routers {'2281dba6-dc3b-4bab-a18d-afaf785bd12c'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:02:14.568414 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:14.570277 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84309f6-5e28-4b3a-8beb-73763e1d35f5 None None] Pushing event updated for resources: {'Port': ['ID=3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:14.585750 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Allocated IP 172.20.0.2 (bef2dc00-995b-417d-afc2-8f77f381a693/69def2cd-2f61-4352-b0bd-f658b573c244/0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:02:14.748852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.762849 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.773882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Transition to ACTIVE for port object 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:14.790058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Transition to ACTIVE for port object 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:14.794335 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] Set router 2281dba6-dc3b-4bab-a18d-afaf785bd12c gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:02:14.879789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:14.923010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Network bef2dc00-995b-417d-afc2-8f77f381a693 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:14.930302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:14.934652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:02:14.937900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Pushing event updated for resources: {'Port': ['ID=0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:15.005819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:15.022596 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:11Z', 'revision_number': 4, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'gw_port': {'id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953', 'name': '', 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'mac_address': 'fa:16:3e:7d:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd6061f46-da63-4fa8-b468-5d8056607f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:10Z', 'updated_at': '2021-07-05T19:02:14Z', 'revision_number': 4, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'subnets': [{'id': 'd6061f46-da63-4fa8-b468-5d8056607f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:15.029732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Attempting to bind port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:02:15.030232 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Attempting to bind port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '1f178c83-ed03-4771-8940-05def70be83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:02:15.030625 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Attempting to bind port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef on network bef2dc00-995b-417d-afc2-8f77f381a693 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:15.033404 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:15.039959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:02:15.040535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Checking segment: {'id': '1f178c83-ed03-4771-8940-05def70be83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:15.040888 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:15.041284 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Bound using segment: {'id': '1f178c83-ed03-4771-8940-05def70be83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:02:15.041761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Bound port: 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f178c83-ed03-4771-8940-05def70be83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:02:15.042172 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:15.054542 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:15.055483 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea767c7f-c7a8-4e35-a723-7dce4d42c15e None None] The sync data for ids ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'] in n-d-799524-1 is: [{'id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:11Z', 'revision_number': 4, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'gw_port': {'id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953', 'name': '', 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'mac_address': 'fa:16:3e:7d:5f:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4078, 'fixed_ips': [{'subnet_id': 'd6061f46-da63-4fa8-b468-5d8056607f34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:10Z', 'updated_at': '2021-07-05T19:02:14Z', 'revision_number': 4, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'subnets': [{'id': 'd6061f46-da63-4fa8-b468-5d8056607f34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:02:15.131742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:15.132204 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:15.177137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] For port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:02:15.192076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Allocated IP 172.25.3.150 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/d28e56f4-0f32-4d51-8444-42985beb6072) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:02:15.199775 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] For port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef,segment=NetworkSegment(1f178c83-ed03-4771-8940-05def70be83b),segment_id=1f178c83-ed03-4771-8940-05def70be83b)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:02:15.286960 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:15.313553 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:15.348809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5726e3-13bf-4eae-8ad7-7fa49ee8cc25 None None] Pushing event updated for resources: {'Port': ['ID=0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:15.408371 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:15.448763 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:15.451662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:15.458856 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:02:15.464479 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Pushing event updated for resources: {'Port': ['ID=d28e56f4-0f32-4d51-8444-42985beb6072,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:15.823050 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:16.045482 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:16.283498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:02:16.337055 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abe844c-fdd9-49fd-afc8-bfc96f5a6771 None None] Network bef2dc00-995b-417d-afc2-8f77f381a693 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:02:16.395312 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:02:16.404696 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Sync routers for ids ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:02:16.431317 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Routers {'33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:02:16.431922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:16.491011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-845fdef4-1613-4a46-9e96-ee2dbb13b46e None None] Provisioning for port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:16.498408 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:16.503283 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-692c270f-347d-42ea-8f60-098b31a0bf88 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1428182 Jul 05 19:02:16.503283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50442) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:02:16.588109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Set router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:02:16.792039 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:14Z', 'updated_at': '2021-07-05T19:02:15Z', 'revision_number': 3, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'gw_port': {'id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:15Z', 'updated_at': '2021-07-05T19:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:16.819980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Checking router: 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:02:16.820336 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Updating router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 port d28e56f4-0f32-4d51-8444-42985beb6072 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:02:16.858208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.051506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:17.199513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.209913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:17.212113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Transition to ACTIVE for port object d28e56f4-0f32-4d51-8444-42985beb6072 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:17.216111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:17.216481 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.237314 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.293190 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.300103 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.372837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46960737-36ff-4fe2-848b-864a18645608 None None] Pushing event updated for resources: {'Port': ['ID=d28e56f4-0f32-4d51-8444-42985beb6072,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:17.376712 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Attempting to bind port d28e56f4-0f32-4d51-8444-42985beb6072 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:02:17.377076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Attempting to bind port d28e56f4-0f32-4d51-8444-42985beb6072 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:02:17.377980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Attempting to bind port d28e56f4-0f32-4d51-8444-42985beb6072 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:17.389715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef,segment=NetworkSegment(1f178c83-ed03-4771-8940-05def70be83b),segment_id=1f178c83-ed03-4771-8940-05def70be83b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:17.391236 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:02:17.391648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:17.392081 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.392450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:02:17.392915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Bound port: d28e56f4-0f32-4d51-8444-42985beb6072, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:02:17.393910 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.413940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Allocated IP 172.20.0.1 (bef2dc00-995b-417d-afc2-8f77f381a693/69def2cd-2f61-4352-b0bd-f658b573c244/cb90bbd0-e6df-4c11-87ce-09731ac8e98c) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:02:17.445095 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.445876 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:17.451105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] For port d28e56f4-0f32-4d51-8444-42985beb6072, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:02:17.502288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] For port d28e56f4-0f32-4d51-8444-42985beb6072, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d28e56f4-0f32-4d51-8444-42985beb6072,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:02:17.522055 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.535603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:17.535827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Transition to ACTIVE for port object cb90bbd0-e6df-4c11-87ce-09731ac8e98c will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:17.584314 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.641950 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Routers {'33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:02:17.642500 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:17.648798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:17.670127 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.680908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46960737-36ff-4fe2-848b-864a18645608 None None] Pushing event updated for resources: {'Port': ['ID=d28e56f4-0f32-4d51-8444-42985beb6072,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:17.686217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:17.686610 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.710964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Network bef2dc00-995b-417d-afc2-8f77f381a693 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:17.714027 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:17.719775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:02:17.745795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb90bbd0-e6df-4c11-87ce-09731ac8e98c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:17.768973 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.988529 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:17.997181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] Set router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:02:18.073701 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:18.137635 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f614e7ac-0d34-40d2-8628-f29adf662d0d None None] Provisioning for port cb90bbd0-e6df-4c11-87ce-09731ac8e98c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:18.151910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:18.158304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:18.163258 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f614e7ac-0d34-40d2-8628-f29adf662d0d None None] Provisioning complete for port cb90bbd0-e6df-4c11-87ce-09731ac8e98c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:18.163258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f614e7ac-0d34-40d2-8628-f29adf662d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:18.218014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f614e7ac-0d34-40d2-8628-f29adf662d0d None None] Port cb90bbd0-e6df-4c11-87ce-09731ac8e98c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:02:18.220975 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:18.254166 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:18.292328 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=cb90bbd0-e6df-4c11-87ce-09731ac8e98c,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:18.295142 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:18.313349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:14Z', 'updated_at': '2021-07-05T19:02:15Z', 'revision_number': 3, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'gw_port': {'id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:15Z', 'updated_at': '2021-07-05T19:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:18.317863 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:18.349582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b8fb28-026b-4879-981f-508afd3e59f0 None None] The sync data for ids ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'] in n-d-799524-1 is: [{'id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:14Z', 'updated_at': '2021-07-05T19:02:15Z', 'revision_number': 3, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'gw_port': {'id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:15Z', 'updated_at': '2021-07-05T19:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:02:18.389504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Network bef2dc00-995b-417d-afc2-8f77f381a693 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:18.390863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:18.517180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:02:18.650125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-250c5847-1133-485b-85bd-2edd5a95d4b7 None None] Provisioning complete for port cb90bbd0-e6df-4c11-87ce-09731ac8e98c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:18.650754 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-250c5847-1133-485b-85bd-2edd5a95d4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:18.660431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:02:18.665706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8a868087-4a28-4d73-ac02-35c3d9b6c8e9 admin admin] 10.222.0.30 "PUT /v2.0/routers/33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1614044 Jul 05 19:02:18.689996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-250c5847-1133-485b-85bd-2edd5a95d4b7 None None] Port cb90bbd0-e6df-4c11-87ce-09731ac8e98c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:02:19.044275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:19.098133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:19.098508 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:19.189063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d28e56f4-0f32-4d51-8444-42985beb6072 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:19.332871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d28e56f4-0f32-4d51-8444-42985beb6072 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:19.337495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d28e56f4-0f32-4d51-8444-42985beb6072 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:19.337840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:19.417529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:19.438688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d28e56f4-0f32-4d51-8444-42985beb6072, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d28e56f4-0f32-4d51-8444-42985beb6072,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:19.512313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:19.513136 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:19.606113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d28e56f4-0f32-4d51-8444-42985beb6072,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:19.614142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:19.614518 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:19.751499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-94be565c-753b-4f6d-9b0e-6b7aa82d1dcc tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:19.753637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-94be565c-753b-4f6d-9b0e-6b7aa82d1dcc tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/networks?id=e09197a3-46d5-4c3b-8b89-ecb967accd3b HTTP/1.1" status: 200 len: 817 time: 0.1161513 Jul 05 19:02:19.769300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-70702dbd-fa3d-4a86-9d40-cd72f36e4872 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/quotas/4b5f51b492ab435caf21be186bb25a9b HTTP/1.1" status: 200 len: 375 time: 0.0090740 Jul 05 19:02:19.838142 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-69522e72-ce85-4393-a8a3-00ffc10d6e81 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b5f51b492ab435caf21be186bb25a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645013 Jul 05 19:02:19.938679 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-3f3596fc-edd0-411b-b1a8-c0cb611858ce service neutron] 10.222.0.30 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869448 Jul 05 19:02:19.983921 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Sync routers for ids ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:02:19.995749 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Routers {'33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:02:19.996784 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:20.046879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-f18f8c52-fdb9-41d7-9ded-bcd5a99d6d82 service neutron] 10.222.0.30 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014798 Jul 05 19:02:20.133220 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Set router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:02:20.398207 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:14Z', 'updated_at': '2021-07-05T19:02:17Z', 'revision_number': 4, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'gw_port': {'id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:15Z', 'updated_at': '2021-07-05T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'cb90bbd0-e6df-4c11-87ce-09731ac8e98c', 'name': '', 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'mac_address': 'fa:16:3e:79:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '69def2cd-2f61-4352-b0bd-f658b573c244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:17Z', 'updated_at': '2021-07-05T19:02:18Z', 'revision_number': 2, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'subnets': [{'id': '69def2cd-2f61-4352-b0bd-f658b573c244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:20.432539 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Checking router: 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:02:20.432935 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Updating router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 port cb90bbd0-e6df-4c11-87ce-09731ac8e98c binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:02:20.444251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97519462-61e1-406b-9b43-02d1fd32dc50 req-a0bdb275-17fd-46de-9ebd-9310b10ea8b0 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 210 time: 0.1521893 Jul 05 19:02:20.469708 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:20.779352 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:20.792405 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Transition to ACTIVE for port object cb90bbd0-e6df-4c11-87ce-09731ac8e98c will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:20.852719 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5e869dd8-1a0c-461f-bcf6-6d3810b1e895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:20.881365 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:20.935076 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692184c-4f4f-438a-9867-4a2ecc799f9e None None] Pushing event updated for resources: {'Port': ['ID=cb90bbd0-e6df-4c11-87ce-09731ac8e98c,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:20.967137 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d28e56f4-0f32-4d51-8444-42985beb6072 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:20.997523 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Attempting to bind port cb90bbd0-e6df-4c11-87ce-09731ac8e98c on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:02:21.003523 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Attempting to bind port cb90bbd0-e6df-4c11-87ce-09731ac8e98c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '1f178c83-ed03-4771-8940-05def70be83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:02:21.003523 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Attempting to bind port cb90bbd0-e6df-4c11-87ce-09731ac8e98c on network bef2dc00-995b-417d-afc2-8f77f381a693 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:21.004220 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:02:21.004673 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Checking segment: {'id': '1f178c83-ed03-4771-8940-05def70be83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:21.005283 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:21.005873 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Bound using segment: {'id': '1f178c83-ed03-4771-8940-05def70be83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:02:21.006413 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Bound port: cb90bbd0-e6df-4c11-87ce-09731ac8e98c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f178c83-ed03-4771-8940-05def70be83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:02:21.006878 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:21.026403 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d28e56f4-0f32-4d51-8444-42985beb6072 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:21.027120 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:21.082645 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] For port cb90bbd0-e6df-4c11-87ce-09731ac8e98c, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:02:21.086156 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] For port cb90bbd0-e6df-4c11-87ce-09731ac8e98c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cb90bbd0-e6df-4c11-87ce-09731ac8e98c,segment=NetworkSegment(1f178c83-ed03-4771-8940-05def70be83b),segment_id=1f178c83-ed03-4771-8940-05def70be83b)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:02:21.190599 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:21.252990 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Routers {'33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:02:21.253595 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:01:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:21.256534 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692184c-4f4f-438a-9867-4a2ecc799f9e None None] Pushing event updated for resources: {'Port': ['ID=cb90bbd0-e6df-4c11-87ce-09731ac8e98c,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:21.367868 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] Set router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:02:21.588153 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:14Z', 'updated_at': '2021-07-05T19:02:17Z', 'revision_number': 4, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'gw_port': {'id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:15Z', 'updated_at': '2021-07-05T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'cb90bbd0-e6df-4c11-87ce-09731ac8e98c', 'name': '', 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'mac_address': 'fa:16:3e:79:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '69def2cd-2f61-4352-b0bd-f658b573c244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:17Z', 'updated_at': '2021-07-05T19:02:21Z', 'revision_number': 4, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'subnets': [{'id': '69def2cd-2f61-4352-b0bd-f658b573c244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:02:21.613975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03bcbf58-31fb-4434-8aef-c117bf9c4ce3 req-562a32a9-64a5-4e8a-af08-e027ede25d98 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 210 time: 0.0323219 Jul 05 19:02:21.614650 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b51ccd9-dbdf-454b-94fe-170f980fb6f8 None None] The sync data for ids ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'] in n-d-799524-1 is: [{'id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:14Z', 'updated_at': '2021-07-05T19:02:17Z', 'revision_number': 4, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'gw_port': {'id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:15Z', 'updated_at': '2021-07-05T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'cb90bbd0-e6df-4c11-87ce-09731ac8e98c', 'name': '', 'network_id': 'bef2dc00-995b-417d-afc2-8f77f381a693', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'mac_address': 'fa:16:3e:79:c5:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 4090, 'fixed_ips': [{'subnet_id': '69def2cd-2f61-4352-b0bd-f658b573c244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:17Z', 'updated_at': '2021-07-05T19:02:21Z', 'revision_number': 4, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'subnets': [{'id': '69def2cd-2f61-4352-b0bd-f658b573c244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:02:22.781452 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b711537-8ce7-42bf-9acc-15403c679c2e req-b5245002-e251-48e3-b826-3f60226f5c32 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 210 time: 0.0403028 Jul 05 19:02:22.796905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-aedaa9ea-8c75-4ddc-bf2e-75cee3bc3517 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:22.798402 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-aedaa9ea-8c75-4ddc-bf2e-75cee3bc3517 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.39 "GET /v2.0/networks?id=e09197a3-46d5-4c3b-8b89-ecb967accd3b HTTP/1.1" status: 200 len: 817 time: 0.1367705 Jul 05 19:02:22.813816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Request body: {'port': {'device_id': '46ec1db2-acaa-4ec4-8908-7b04af988df1', 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'admin_state_up': True, 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:22.982160 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cb90bbd0-e6df-4c11-87ce-09731ac8e98c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:23.009397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Made reservation on behalf of 4b5f51b492ab435caf21be186bb25a9b for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:02:23.013146 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.098357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port cb90bbd0-e6df-4c11-87ce-09731ac8e98c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:23.102495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port cb90bbd0-e6df-4c11-87ce-09731ac8e98c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:23.103096 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.163981 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Allocated IP 172.20.0.7 (e09197a3-46d5-4c3b-8b89-ecb967accd3b/d6061f46-da63-4fa8-b468-5d8056607f34/87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:02:23.196467 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.229252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port cb90bbd0-e6df-4c11-87ce-09731ac8e98c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cb90bbd0-e6df-4c11-87ce-09731ac8e98c,segment=NetworkSegment(1f178c83-ed03-4771-8940-05def70be83b),segment_id=1f178c83-ed03-4771-8940-05def70be83b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:23.287070 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.315523 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.329271 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Transition to ACTIVE for port object 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:23.339434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=cb90bbd0-e6df-4c11-87ce-09731ac8e98c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:23.347575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.347924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.348264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.348600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.348932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.349300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.349688 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.350012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.350338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.350686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.351014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.351334 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:02:23.413425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.459541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:02:23.462812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:02:23.466707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:02:23.497378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Pushing event updated for resources: {'Port': ['ID=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:23.523766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:23.524393 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.563869 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ae2da09f-c1cb-4ee8-93c6-df803d558f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.655945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-c7e887d2-9aaf-466e-bc0f-be35d303b8db tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8459864 Jul 05 19:02:23.711719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Request body: {'port': {'device_id': '46ec1db2-acaa-4ec4-8908-7b04af988df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:02:23.755526 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.783988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.789348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6100be4f-1f1d-47e9-a217-9984c577e8a3 None None] Provisioning for port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:23.793609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6100be4f-1f1d-47e9-a217-9984c577e8a3 None None] Provisioning complete for port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:23.794016 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6100be4f-1f1d-47e9-a217-9984c577e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:23.836304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6100be4f-1f1d-47e9-a217-9984c577e8a3 None None] Port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:02:24.033185 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0cec3-808e-4159-abf5-607e4ac14617 req-0d425497-fe65-4403-9787-cc85fa1c694c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:24.035691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14b0cec3-808e-4159-abf5-607e4ac14617 req-0d425497-fe65-4403-9787-cc85fa1c694c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 931 time: 0.1372993 Jul 05 19:02:24.102583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14b0cec3-808e-4159-abf5-607e4ac14617 req-6cb1f426-385e-4856-a3bd-b8d6b25de6a8 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611458 Jul 05 19:02:24.138726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:02:24.146911 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:24.158510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Transition to ACTIVE for port object 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:02:24.243211 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:24.317667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Pushing event updated for resources: {'Port': ['ID=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:24.368768 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Attempting to bind port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:02:24.369107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Attempting to bind port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:02:24.369466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Attempting to bind port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 on network e09197a3-46d5-4c3b-8b89-ecb967accd3b {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:24.374399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 on network e09197a3-46d5-4c3b-8b89-ecb967accd3b not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:02:24.374754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Attempting to bind port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 on network e09197a3-46d5-4c3b-8b89-ecb967accd3b {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:02:24.380910 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:02:24.381243 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Checking segment: {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:02:24.381631 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Bound using segment: {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:02:24.382055 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Bound port: 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:02:24.382419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:24.448861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] For port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:02:24.451944 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] For port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:02:24.509890 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:24.555583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:24.556220 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:24.557654 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] 10.222.0.39 "PUT /v2.0/ports/87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 HTTP/1.1" status: 200 len: 1091 time: 0.8932025 Jul 05 19:02:24.558110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ec1db2-acaa-4ec4-8908-7b04af988df1', 'tag': '87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:02:24.560590 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de42ec9a-57e6-46e3-b9ab-77e473ed2d62" -d '{"events": [{"name": "network-changed", "server_uuid": "46ec1db2-acaa-4ec4-8908-7b04af988df1", "tag": "87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:02:24.584250 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e31ef1-6d46-4e26-8943-6fbcaf532979 service neutron] Pushing event updated for resources: {'Port': ['ID=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:24.610104 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a08f1fd3-66e9-4ff4-8ec9-a9f7f9294a1c x-openstack-request-id: req-a08f1fd3-66e9-4ff4-8ec9-a9f7f9294a1c {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:02:24.610104 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ec1db2-acaa-4ec4-8908-7b04af988df1", "tag": "87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:02:24.610104 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a08f1fd3-66e9-4ff4-8ec9-a9f7f9294a1c {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:02:24.610104 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46ec1db2-acaa-4ec4-8908-7b04af988df1', 'tag': '87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0', 'status': 'completed', 'code': 200} Jul 05 19:02:24.687216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ec9a-57e6-46e3-b9ab-77e473ed2d62 req-b2f3b1ab-a2fd-42ff-8d43-dcd159dd46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:24.688746 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de42ec9a-57e6-46e3-b9ab-77e473ed2d62 req-b2f3b1ab-a2fd-42ff-8d43-dcd159dd46f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b5f51b492ab435caf21be186bb25a9b&device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 1094 time: 0.0578187 Jul 05 19:02:24.793255 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ec9a-57e6-46e3-b9ab-77e473ed2d62 req-db3d2019-dc62-4a1c-b892-d44b73deb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:24.794773 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de42ec9a-57e6-46e3-b9ab-77e473ed2d62 req-db3d2019-dc62-4a1c-b892-d44b73deb7b5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=4b5f51b492ab435caf21be186bb25a9b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0965595 Jul 05 19:02:24.875276 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:24.888189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de42ec9a-57e6-46e3-b9ab-77e473ed2d62 req-35d3f693-e885-4eb4-b79d-6a1cb588383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:24.889659 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-de42ec9a-57e6-46e3-b9ab-77e473ed2d62 req-35d3f693-e885-4eb4-b79d-6a1cb588383a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0887060 Jul 05 19:02:24.962624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cb90bbd0-e6df-4c11-87ce-09731ac8e98c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:24.980435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-92c9c130-5f40-4138-8f01-f6d9e2f9acff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:24.981951 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-92c9c130-5f40-4138-8f01-f6d9e2f9acff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b5f51b492ab435caf21be186bb25a9b&device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 1094 time: 0.0550833 Jul 05 19:02:25.011893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port cb90bbd0-e6df-4c11-87ce-09731ac8e98c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:25.012265 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:25.028307 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-df822697-4a4c-40c2-aafe-ef6498dbc450 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 HTTP/1.1" status: 200 len: 217 time: 0.0385957 Jul 05 19:02:25.077242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-cdcaf1fe-d0d6-4312-ab64-f25bcaa000ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:25.078747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-cdcaf1fe-d0d6-4312-ab64-f25bcaa000ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6061f46-da63-4fa8-b468-5d8056607f34 HTTP/1.1" status: 200 len: 856 time: 0.0441551 Jul 05 19:02:25.137341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-56bb352d-4d20-4231-9793-a1c75c2aaea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:25.138922 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-56bb352d-4d20-4231-9793-a1c75c2aaea0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e09197a3-46d5-4c3b-8b89-ecb967accd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523369 Jul 05 19:02:25.259724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-9ef01ab7-ae77-43c1-8d61-2dcaedcf24d4 service neutron] 10.222.0.39 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135142 Jul 05 19:02:25.349929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175b9ca3-b388-4bd4-8fda-5478239017ce req-93ab0edd-7a94-44c7-b66f-b87f103401f5 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:25.351485 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-175b9ca3-b388-4bd4-8fda-5478239017ce req-93ab0edd-7a94-44c7-b66f-b87f103401f5 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 943 time: 0.1318378 Jul 05 19:02:25.395775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32d374fb-09cc-467a-afe3-43432514c8f4 req-2fa44d22-831c-4fb7-acaf-f907e9f85836 service neutron] 10.222.0.39 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286588 Jul 05 19:02:25.408180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-175b9ca3-b388-4bd4-8fda-5478239017ce req-d1f9be88-06a5-4159-9e84-668a96b5ec66 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465384 Jul 05 19:02:26.583835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772c070-414d-4da1-864b-ae8cbf3f4295 req-174b0f62-0dee-41da-bce2-8aeb1e91a707 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:26.585349 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d772c070-414d-4da1-864b-ae8cbf3f4295 req-174b0f62-0dee-41da-bce2-8aeb1e91a707 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 943 time: 0.0654087 Jul 05 19:02:26.618637 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:26.625664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d772c070-414d-4da1-864b-ae8cbf3f4295 req-a0473804-d7c9-4b50-95a8-d8d68bbb093a tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Jul 05 19:02:27.481974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:02:27.577740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:27.589406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0', 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'port_id': '87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0', 'mac_address': 'fa:16:3e:08:f3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6061f46-da63-4fa8-b468-5d8056607f34', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:02:27.626648 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:27.639438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:02:27.659270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:27.740533 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:27.792178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:27.812478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9c60a-a3c4-4e84-a8c5-36e3a14adb45 req-7736c5cf-fa26-46d4-9680-067e7de923c7 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:27.814107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3e9c60a-a3c4-4e84-a8c5-36e3a14adb45 req-7736c5cf-fa26-46d4-9680-067e7de923c7 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 944 time: 0.0722823 Jul 05 19:02:27.862890 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d3e9c60a-a3c4-4e84-a8c5-36e3a14adb45 req-70ac78fb-ed24-40a4-a997-ffe0f18f1c9b tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 Jul 05 19:02:27.957442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:02:29.034607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74c5aa-eaa0-47aa-82e2-add88056c2f2 req-567a690a-fe5d-4d5d-862a-c8daf32d5b3d tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:29.036098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d74c5aa-eaa0-47aa-82e2-add88056c2f2 req-567a690a-fe5d-4d5d-862a-c8daf32d5b3d tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 944 time: 0.0632038 Jul 05 19:02:29.074186 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d74c5aa-eaa0-47aa-82e2-add88056c2f2 req-eb563426-9896-4502-8cec-5fea6e8524b0 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Jul 05 19:02:29.494279 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:02:29.608985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:02:29.613980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:02:29.614357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:29.690651 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:29.711578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ec1db2-acaa-4ec4-8908-7b04af988df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:02:29.713835 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9103049e-e41c-49ab-a9a9-a0a3f5fe611c" -d '{"events": [{"server_uuid": "46ec1db2-acaa-4ec4-8908-7b04af988df1", "name": "network-vif-plugged", "status": "completed", "tag": "87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:02:29.726077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:29.751609 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4d6b17-4aa9-4e80-88e2-b4f17dc167d4 x-openstack-request-id: req-ec4d6b17-4aa9-4e80-88e2-b4f17dc167d4 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:02:29.751943 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ec1db2-acaa-4ec4-8908-7b04af988df1", "name": "network-vif-plugged", "status": "completed", "tag": "87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:02:29.752689 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec4d6b17-4aa9-4e80-88e2-b4f17dc167d4 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:02:29.753092 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ec1db2-acaa-4ec4-8908-7b04af988df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0', 'code': 200} Jul 05 19:02:29.795153 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:29.846270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:29.868204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df6d55-b9da-41f3-9317-98e9a05f868c req-ab2ee6b2-d0c8-49f1-b0d9-105ab33a72a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:29.869875 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2df6d55-b9da-41f3-9317-98e9a05f868c req-ab2ee6b2-d0c8-49f1-b0d9-105ab33a72a2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 1096 time: 0.0566025 Jul 05 19:02:29.907288 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b2df6d55-b9da-41f3-9317-98e9a05f868c req-852a061a-7bf1-4e6f-9ff4-7dfce79558f9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301859 Jul 05 19:02:30.152033 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:30.252508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136ad7e1-6f66-43ad-90dc-aaaa92e47a08 req-e9b6a842-e23e-4e0f-900a-29887287323f tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:30.254003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-136ad7e1-6f66-43ad-90dc-aaaa92e47a08 req-e9b6a842-e23e-4e0f-900a-29887287323f tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 945 time: 0.0668831 Jul 05 19:02:30.292020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-136ad7e1-6f66-43ad-90dc-aaaa92e47a08 req-2a3b003c-01c3-40d0-a30c-24b208ff0056 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jul 05 19:02:31.464351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9f982-7caf-43bb-9210-288557169378 req-48e8fa46-c687-4901-8e68-0bb95a58e0a3 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:31.465900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55f9f982-7caf-43bb-9210-288557169378 req-48e8fa46-c687-4901-8e68-0bb95a58e0a3 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 945 time: 0.0626273 Jul 05 19:02:31.507767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-55f9f982-7caf-43bb-9210-288557169378 req-b9113e3a-9091-45e4-954d-f7a00f9135b4 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353494 Jul 05 19:02:31.685990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b562a-c4d9-430c-9fa9-3cc8b870d76d req-5fd6ea3f-7179-4cd0-b489-51c06a383a0c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:31.687549 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-918b562a-c4d9-430c-9fa9-3cc8b870d76d req-5fd6ea3f-7179-4cd0-b489-51c06a383a0c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 945 time: 0.0678482 Jul 05 19:02:31.725106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-918b562a-c4d9-430c-9fa9-3cc8b870d76d req-de0b28a5-f2f1-4b7f-9d97-cd0ab852072a tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316088 Jul 05 19:02:34.917080 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:02:36.415530 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:42.388930 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d804f163-1cdc-4750-95e6-475a403577b6 req-7e67851a-1ed0-4186-9ea1-cc6732b60c72 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509059 Jul 05 19:02:42.478816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804f163-1cdc-4750-95e6-475a403577b6 req-c985a2f0-dc43-4935-a633-4c8a5d6414b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:42.480299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d804f163-1cdc-4750-95e6-475a403577b6 req-c985a2f0-dc43-4935-a633-4c8a5d6414b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4b5f51b492ab435caf21be186bb25a9b&device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 1096 time: 0.0520818 Jul 05 19:02:42.585541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804f163-1cdc-4750-95e6-475a403577b6 req-ded663de-32fc-43bf-8a50-2a1d77b9b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:42.587040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d804f163-1cdc-4750-95e6-475a403577b6 req-ded663de-32fc-43bf-8a50-2a1d77b9b65b service neutron] 10.222.0.39 "GET /v2.0/networks?id=e09197a3-46d5-4c3b-8b89-ecb967accd3b HTTP/1.1" status: 200 len: 917 time: 0.0867748 Jul 05 19:02:42.628874 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d804f163-1cdc-4750-95e6-475a403577b6 req-78e6e541-1105-465d-8b74-2d7abbaa86be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 HTTP/1.1" status: 200 len: 217 time: 0.0342591 Jul 05 19:02:42.677372 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804f163-1cdc-4750-95e6-475a403577b6 req-a07f6621-286f-4071-971e-8d0f416d25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:42.678759 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d804f163-1cdc-4750-95e6-475a403577b6 req-a07f6621-286f-4071-971e-8d0f416d25ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d6061f46-da63-4fa8-b468-5d8056607f34 HTTP/1.1" status: 200 len: 856 time: 0.0423727 Jul 05 19:02:42.744091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804f163-1cdc-4750-95e6-475a403577b6 req-dddb7147-a44c-47eb-8502-cb18b564808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:42.745583 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d804f163-1cdc-4750-95e6-475a403577b6 req-dddb7147-a44c-47eb-8502-cb18b564808c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e09197a3-46d5-4c3b-8b89-ecb967accd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548577 Jul 05 19:02:42.832247 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d804f163-1cdc-4750-95e6-475a403577b6 req-5a64f346-358c-4314-adf9-171744acf0a2 service neutron] 10.222.0.39 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793753 Jul 05 19:02:43.194536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d804f163-1cdc-4750-95e6-475a403577b6 req-4b4f825d-d27a-4699-b216-07603b1a1905 service neutron] 10.222.0.39 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555400 Jul 05 19:02:50.837146 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4a1fa722-a55b-4d40-8e58-c5b43fe363d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:53.515213 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4426a646-5d2d-419d-9a99-e3a0f2f78f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:53.746113 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:54.359602 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e6bb2-72be-4ebb-8113-bf2b6ce9f8e5 req-93a64c6b-17bb-42ce-afcf-79174dd64c67 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:54.361543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-870e6bb2-72be-4ebb-8113-bf2b6ce9f8e5 req-93a64c6b-17bb-42ce-afcf-79174dd64c67 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 945 time: 0.0641804 Jul 05 19:02:54.399552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-870e6bb2-72be-4ebb-8113-bf2b6ce9f8e5 req-980bdafc-3d26-48c5-a769-8bb4d5ce9218 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322585 Jul 05 19:02:54.880418 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:55.572016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906730b-461e-42ce-8404-0fc357ed9584 req-fd44d8d3-8cef-4c6c-8666-a9951919dabb tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:55.573494 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5906730b-461e-42ce-8404-0fc357ed9584 req-fd44d8d3-8cef-4c6c-8666-a9951919dabb tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 945 time: 0.0625393 Jul 05 19:02:55.613438 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5906730b-461e-42ce-8404-0fc357ed9584 req-92da009d-0c8f-4d6e-9643-edabbf0003d0 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343711 Jul 05 19:02:56.052200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-2c6b9e98-1d22-4dad-9ba3-f4abffad7e4b tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:56.053664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-2c6b9e98-1d22-4dad-9ba3-f4abffad7e4b tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.39 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 945 time: 0.0621378 Jul 05 19:02:56.150789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Deleting port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:02:56.151042 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:56.238490 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] For port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:02:56.238876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:56.252335 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Calling delete_port for 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:02:56.451904 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:56.464409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:02:56.481110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Pushing event deleted for resources: {'Port': ['ID=87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:02:56.530809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] No DVR routers for this DVR port 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:02:56.533821 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:56.535952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32bcee8d-1bf6-46d3-b69d-974b2a210763 req-ce24a3ec-f530-42e4-af0a-d0047ad5064c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.39 "DELETE /v2.0/ports/87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 HTTP/1.1" status: 204 len: 173 time: 0.4761395 Jul 05 19:02:56.536412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ec1db2-acaa-4ec4-8908-7b04af988df1', 'name': 'network-vif-deleted', 'tag': '87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:02:56.538724 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd469b2-b0c5-4764-8442-0af46d708e45" -d '{"events": [{"server_uuid": "46ec1db2-acaa-4ec4-8908-7b04af988df1", "name": "network-vif-deleted", "tag": "87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:02:56.595595 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:02:56.651797 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728b5fc2-fc5b-4695-b6d4-abcbe40cb13f x-openstack-request-id: req-728b5fc2-fc5b-4695-b6d4-abcbe40cb13f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:02:56.651797 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ec1db2-acaa-4ec4-8908-7b04af988df1", "name": "network-vif-deleted", "tag": "87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:02:56.651797 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-728b5fc2-fc5b-4695-b6d4-abcbe40cb13f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:02:56.651797 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46ec1db2-acaa-4ec4-8908-7b04af988df1', 'name': 'network-vif-deleted', 'tag': '87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0', 'status': 'completed', 'code': 200} Jul 05 19:02:56.769995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2eb1a0cb-850a-417d-9639-bf67e767b36d req-2cc9e7c0-34f2-42a8-9d7f-abeb298f5103 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=46ec1db2-acaa-4ec4-8908-7b04af988df1 HTTP/1.1" status: 200 len: 210 time: 0.0303030 Jul 05 19:02:58.568575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-5cd6c0bc-bd80-4526-978b-9eb05776391c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:02:58.569973 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-5cd6c0bc-bd80-4526-978b-9eb05776391c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/networks?id=e09197a3-46d5-4c3b-8b89-ecb967accd3b HTTP/1.1" status: 200 len: 817 time: 0.1019199 Jul 05 19:02:58.585319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-45bd298c-fb4a-4551-a299-eeb8057b6f54 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/quotas/4b5f51b492ab435caf21be186bb25a9b HTTP/1.1" status: 200 len: 375 time: 0.0096149 Jul 05 19:02:58.654639 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-d2f9a505-ee7a-4939-a28e-a419240bb53d tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b5f51b492ab435caf21be186bb25a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635486 Jul 05 19:02:58.752121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-7fd365c5-7d8d-47cf-895c-f063840dbcbe service neutron] 10.222.0.30 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862494 Jul 05 19:02:58.838435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-cf1c4863-9ce5-4c49-93f0-e5766b7f557e service neutron] 10.222.0.30 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807626 Jul 05 19:02:59.137017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1762537d-6452-45d6-9803-93d70f364d36 req-898fa61a-6b71-40a6-aaa3-df163fc3c5f0 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 210 time: 0.0372655 Jul 05 19:02:59.680760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:02:59.701519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:02:59.701800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 87cf5ea3-37d6-42f9-9d0f-aabf658bb4f0 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:03:00.155169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:00.275971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ddaf14cd-9d65-4db5-815f-a76fb1948aa6 req-c2f49e95-fc9a-4927-8974-29fdced4c0ea tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 210 time: 0.0280442 Jul 05 19:03:01.192037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-14a22781-365e-4679-9b4d-d71dd410e45c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:01.193421 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-14a22781-365e-4679-9b4d-d71dd410e45c tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.97 "GET /v2.0/networks?id=e09197a3-46d5-4c3b-8b89-ecb967accd3b HTTP/1.1" status: 200 len: 817 time: 0.1063855 Jul 05 19:03:01.206446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Request body: {'port': {'device_id': 'f0239ab2-4868-4129-82b5-389de73bff4c', 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'admin_state_up': True, 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:03:01.400833 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Made reservation on behalf of 4b5f51b492ab435caf21be186bb25a9b for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:03:01.405070 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:01.416427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ae3d1197-9ed4-4c44-b2dc-7404f44da75e req-d5a519ba-5bc8-4c88-bd32-9fa926fe4132 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 210 time: 0.0290616 Jul 05 19:03:01.531433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Allocated IP 172.20.0.14 (e09197a3-46d5-4c3b-8b89-ecb967accd3b/d6061f46-da63-4fa8-b468-5d8056607f34/534ffd4c-ff02-4815-bcbb-5cc584e5dd3f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:03:01.678308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:01.691066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Transition to ACTIVE for port object 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:01.774259 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:01.819341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:03:01.822544 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:01.826389 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:03:01.865052 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Pushing event updated for resources: {'Port': ['ID=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:01.878154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.878685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.878867 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.879213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.879549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.879890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.880253 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.880586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.880917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.881246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.881574 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.881902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:01.900529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:01.901175 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:01.963553 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-a5728b50-16a9-49de-9d0c-3e3e7491d082 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7614546 Jul 05 19:03:02.023196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Request body: {'port': {'device_id': 'f0239ab2-4868-4129-82b5-389de73bff4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:03:02.095602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:02.099678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8ed43f16-16b9-4e75-815e-ea6ff886d457 None None] Provisioning for port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:02.103526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8ed43f16-16b9-4e75-815e-ea6ff886d457 None None] Provisioning complete for port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:02.103900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8ed43f16-16b9-4e75-815e-ea6ff886d457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:02.141309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-8ed43f16-16b9-4e75-815e-ea6ff886d457 None None] Port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:03:02.362451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:03:02.369572 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:02.382350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Transition to ACTIVE for port object 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:02.452127 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:02.523232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Pushing event updated for resources: {'Port': ['ID=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:02.575957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Attempting to bind port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:03:02.576296 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Attempting to bind port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:03:02.577808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Attempting to bind port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f on network e09197a3-46d5-4c3b-8b89-ecb967accd3b {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:03:02.581848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f on network e09197a3-46d5-4c3b-8b89-ecb967accd3b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:03:02.582178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Attempting to bind port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f on network e09197a3-46d5-4c3b-8b89-ecb967accd3b {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:03:02.587639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:03:02.587978 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Checking segment: {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:03:02.588364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Bound using segment: {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:03:02.588803 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Bound port: 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6779654-ac1c-41f4-a0f0-530e6aea0d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:03:02.589162 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:02.609873 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db251f-1521-43f7-933b-20a3e2979bd1 req-eb67f9c6-e3dd-42af-8154-1aa89555eb91 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:02.612383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36db251f-1521-43f7-933b-20a3e2979bd1 req-eb67f9c6-e3dd-42af-8154-1aa89555eb91 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 944 time: 0.0716619 Jul 05 19:03:02.663148 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36db251f-1521-43f7-933b-20a3e2979bd1 req-8509d3e3-b8ca-43cf-aab0-016345f0f1cc tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446782 Jul 05 19:03:02.663324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] For port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:03:02.666513 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] For port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:03:02.726814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:02.759999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:02.760552 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:02.762119 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] 10.222.0.97 "PUT /v2.0/ports/534ffd4c-ff02-4815-bcbb-5cc584e5dd3f HTTP/1.1" status: 200 len: 1092 time: 0.7884641 Jul 05 19:03:02.764592 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0239ab2-4868-4129-82b5-389de73bff4c', 'tag': '534ffd4c-ff02-4815-bcbb-5cc584e5dd3f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:03:02.768027 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d" -d '{"events": [{"name": "network-changed", "server_uuid": "f0239ab2-4868-4129-82b5-389de73bff4c", "tag": "534ffd4c-ff02-4815-bcbb-5cc584e5dd3f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:03:02.799654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e66195-7c34-43b1-9b05-0dff85fe8b12 service neutron] Pushing event updated for resources: {'Port': ['ID=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:02.872614 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc649ee-a82e-4f72-9960-c25ef39e2c96 x-openstack-request-id: req-1fc649ee-a82e-4f72-9960-c25ef39e2c96 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:03:02.874058 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0239ab2-4868-4129-82b5-389de73bff4c", "tag": "534ffd4c-ff02-4815-bcbb-5cc584e5dd3f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:03:02.874058 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fc649ee-a82e-4f72-9960-c25ef39e2c96 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:03:02.874058 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0239ab2-4868-4129-82b5-389de73bff4c', 'tag': '534ffd4c-ff02-4815-bcbb-5cc584e5dd3f', 'status': 'completed', 'code': 200} Jul 05 19:03:02.921403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-6d81b4df-af84-4699-b5b6-0fa0119d062a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:02.923731 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-6d81b4df-af84-4699-b5b6-0fa0119d062a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b5f51b492ab435caf21be186bb25a9b&device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 1095 time: 0.0596397 Jul 05 19:03:02.969384 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-bfdb46dd-c2cf-41d7-b312-25ed821b7be0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f HTTP/1.1" status: 200 len: 217 time: 0.0378313 Jul 05 19:03:03.019079 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-42be9ae6-a15d-4dea-b5ba-f2f9a1d8943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:03.020524 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-42be9ae6-a15d-4dea-b5ba-f2f9a1d8943c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d6061f46-da63-4fa8-b468-5d8056607f34 HTTP/1.1" status: 200 len: 856 time: 0.0452781 Jul 05 19:03:03.076365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-b521a9ae-8184-4dfb-853f-e26adf320039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:03.077764 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-b521a9ae-8184-4dfb-853f-e26adf320039 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e09197a3-46d5-4c3b-8b89-ecb967accd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515275 Jul 05 19:03:03.518134 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-4f24db0b-0177-4d35-b21d-587b96981844 service neutron] 10.222.0.97 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340544 Jul 05 19:03:03.611053 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-270e062a-baa0-4e30-96ad-d8839df7e813 req-bbc0eac5-1519-46de-ad5a-b7f356b91e88 service neutron] 10.222.0.97 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860770 Jul 05 19:03:03.767650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-b27fd921-a24f-4430-bfea-c98e653457ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:03.769307 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-b27fd921-a24f-4430-bfea-c98e653457ff service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b5f51b492ab435caf21be186bb25a9b&device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 1095 time: 0.0554957 Jul 05 19:03:03.833397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6132f522-e485-4195-bc77-5c56bf91a811 req-327eeb4c-7046-4d7b-ae65-1a5c39b63708 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:03.834965 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6132f522-e485-4195-bc77-5c56bf91a811 req-327eeb4c-7046-4d7b-ae65-1a5c39b63708 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 944 time: 0.0676601 Jul 05 19:03:03.874736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6132f522-e485-4195-bc77-5c56bf91a811 req-d940d97e-150d-4444-b891-9230216a0a61 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340493 Jul 05 19:03:03.876112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-a724a174-24ab-4c1e-9d47-ba5c749abfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:03.878294 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-a724a174-24ab-4c1e-9d47-ba5c749abfd7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e09197a3-46d5-4c3b-8b89-ecb967accd3b HTTP/1.1" status: 200 len: 917 time: 0.1030788 Jul 05 19:03:03.919616 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-84074ee6-2b47-40eb-b914-1a7d17a9e993 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f HTTP/1.1" status: 200 len: 217 time: 0.0353043 Jul 05 19:03:03.976215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-39bca00a-32a2-41ea-9aca-2081872c04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:03.977678 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-39bca00a-32a2-41ea-9aca-2081872c04eb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d6061f46-da63-4fa8-b468-5d8056607f34 HTTP/1.1" status: 200 len: 856 time: 0.0523083 Jul 05 19:03:04.036643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-826d9815-3af6-4e52-a25f-6d3558182011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:04.038048 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-826d9815-3af6-4e52-a25f-6d3558182011 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e09197a3-46d5-4c3b-8b89-ecb967accd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532503 Jul 05 19:03:04.125422 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-0d6e4f45-a305-4740-b693-cae039efba60 service neutron] 10.222.0.97 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803647 Jul 05 19:03:04.227314 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-f0e12d3c-7a1e-42db-9767-957c2ab6de3d req-4e6ed1de-cc7e-4345-92fb-0139b3c0a4c3 service neutron] 10.222.0.97 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945375 Jul 05 19:03:05.048306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbc6a4-b8d4-4764-b87a-ba30d1885b1d req-88ada827-65c9-4b55-943d-c863258c96e0 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:05.049794 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fecbc6a4-b8d4-4764-b87a-ba30d1885b1d req-88ada827-65c9-4b55-943d-c863258c96e0 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 944 time: 0.0630395 Jul 05 19:03:05.088348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fecbc6a4-b8d4-4764-b87a-ba30d1885b1d req-4680f0b4-0e0a-4d43-9393-99fcf80c18e3 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330749 Jul 05 19:03:06.076210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:03:06.169930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:06.181467 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '534ffd4c-ff02-4815-bcbb-5cc584e5dd3f', 'network_id': 'e09197a3-46d5-4c3b-8b89-ecb967accd3b', 'port_id': '534ffd4c-ff02-4815-bcbb-5cc584e5dd3f', 'mac_address': 'fa:16:3e:9e:65:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6061f46-da63-4fa8-b468-5d8056607f34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:03:06.219268 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:06.236125 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:03:06.256415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:06.272076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458022e-6d03-440f-980f-bbdf412a0ec1 req-6b63d3f0-3e3d-47ca-9c4b-afb31a4c91d0 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:06.273620 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5458022e-6d03-440f-980f-bbdf412a0ec1 req-6b63d3f0-3e3d-47ca-9c4b-afb31a4c91d0 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 944 time: 0.0704634 Jul 05 19:03:06.308886 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:06.311807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5458022e-6d03-440f-980f-bbdf412a0ec1 req-adfabd0c-a70b-4b4d-96e9-7a564fcdcec2 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326269 Jul 05 19:03:06.365404 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:06.425325 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:06.538126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['534ffd4c-ff02-4815-bcbb-5cc584e5dd3f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:03:07.494382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4454f9e-10f4-4695-8f33-02ca17819b7a req-823ff8c4-41b3-4a6f-a887-cb897bdbde9b tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:07.496241 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4454f9e-10f4-4695-8f33-02ca17819b7a req-823ff8c4-41b3-4a6f-a887-cb897bdbde9b tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 945 time: 0.0712647 Jul 05 19:03:07.534517 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d4454f9e-10f4-4695-8f33-02ca17819b7a req-57829d88-65bb-44aa-99ec-dd83eb497e47 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320449 Jul 05 19:03:08.107613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:08.211664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:08.215412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:08.215804 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:08.290690 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:08.312447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0239ab2-4868-4129-82b5-389de73bff4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534ffd4c-ff02-4815-bcbb-5cc584e5dd3f'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:03:08.314924 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6dda65a-6792-4b66-809c-6799977aedca" -d '{"events": [{"server_uuid": "f0239ab2-4868-4129-82b5-389de73bff4c", "name": "network-vif-plugged", "status": "completed", "tag": "534ffd4c-ff02-4815-bcbb-5cc584e5dd3f"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:03:08.326899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:08.394891 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:08.418982 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffeca7f-57f4-429f-ac4a-492f770f3eb2 x-openstack-request-id: req-bffeca7f-57f4-429f-ac4a-492f770f3eb2 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:03:08.419274 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0239ab2-4868-4129-82b5-389de73bff4c", "name": "network-vif-plugged", "status": "completed", "tag": "534ffd4c-ff02-4815-bcbb-5cc584e5dd3f", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:03:08.419532 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bffeca7f-57f4-429f-ac4a-492f770f3eb2 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:03:08.419922 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0239ab2-4868-4129-82b5-389de73bff4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534ffd4c-ff02-4815-bcbb-5cc584e5dd3f', 'code': 200} Jul 05 19:03:08.451589 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:08.545377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff8384-9394-4201-9541-545e7fc87f6c req-e9bc2689-dca4-4cf3-bb77-dfe984aab5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:08.546906 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4ff8384-9394-4201-9541-545e7fc87f6c req-e9bc2689-dca4-4cf3-bb77-dfe984aab5aa service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 1097 time: 0.0526226 Jul 05 19:03:08.582123 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d4ff8384-9394-4201-9541-545e7fc87f6c req-79d1674d-0cc8-4bf9-9623-742298f60c32 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293763 Jul 05 19:03:08.708905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3cd2d-dc43-494a-bb88-0c1063aa0704 req-1ad54cd7-e9eb-4f79-876c-3eb8a5c2acd4 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:08.710405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93f3cd2d-dc43-494a-bb88-0c1063aa0704 req-1ad54cd7-e9eb-4f79-876c-3eb8a5c2acd4 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 946 time: 0.0677557 Jul 05 19:03:08.748003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-93f3cd2d-dc43-494a-bb88-0c1063aa0704 req-4eef1b65-d838-40fe-a91b-0015bb8f96b7 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Jul 05 19:03:09.924848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c97bb-6682-4a6e-9bdc-a3e8f9018713 req-c5eeb5b6-1e33-4d30-aa5f-c2d6bb711fd5 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:09.926355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc9c97bb-6682-4a6e-9bdc-a3e8f9018713 req-c5eeb5b6-1e33-4d30-aa5f-c2d6bb711fd5 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 946 time: 0.0631378 Jul 05 19:03:09.964814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc9c97bb-6682-4a6e-9bdc-a3e8f9018713 req-22448808-1155-4ea1-aebb-1e5ec40441ab tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Jul 05 19:03:10.141753 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914cc25f-2fac-4bc1-aeac-106d917373e2 req-c3c2f610-7313-4786-9b2b-fa831ba1fada tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:10.143731 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-914cc25f-2fac-4bc1-aeac-106d917373e2 req-c3c2f610-7313-4786-9b2b-fa831ba1fada tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 946 time: 0.0659330 Jul 05 19:03:10.181590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-914cc25f-2fac-4bc1-aeac-106d917373e2 req-17d36b77-c0e9-42f0-8e4b-59ea5cd3d235 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Jul 05 19:03:11.919973 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:03:20.842390 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9ce82041-ef87-4818-9360-7f403743268d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:23.517448 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a0a92dfb-0475-4223-a248-2a032fc9ae34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:23.751551 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:24.882329 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:26.630522 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:26.806499 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-8d2e51c4-0626-4906-8ce7-3f2d424f4022 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567470 Jul 05 19:03:26.906931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-c08382bc-0906-4650-808b-43112f4c0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:26.908964 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-c08382bc-0906-4650-808b-43112f4c0a9d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=4b5f51b492ab435caf21be186bb25a9b&device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 1097 time: 0.0604718 Jul 05 19:03:27.014470 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-628d66f6-5b9b-4b72-884b-a882268e5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:27.016015 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-628d66f6-5b9b-4b72-884b-a882268e5d59 service neutron] 10.222.0.97 "GET /v2.0/networks?id=e09197a3-46d5-4c3b-8b89-ecb967accd3b HTTP/1.1" status: 200 len: 917 time: 0.0880921 Jul 05 19:03:27.071141 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-8a9cfdf3-39d9-4039-b037-a0d2cea7c2c0 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f HTTP/1.1" status: 200 len: 217 time: 0.0428638 Jul 05 19:03:27.123631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-24d7922a-810e-453b-9aa0-e3bd515acc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:27.125816 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-24d7922a-810e-453b-9aa0-e3bd515acc73 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=d6061f46-da63-4fa8-b468-5d8056607f34 HTTP/1.1" status: 200 len: 856 time: 0.0475981 Jul 05 19:03:27.184870 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-5e39e697-5605-486f-bc93-2d438d64e9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:27.186465 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-5e39e697-5605-486f-bc93-2d438d64e9be service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=e09197a3-46d5-4c3b-8b89-ecb967accd3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545657 Jul 05 19:03:27.279592 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-00e0d9fb-d200-42de-b666-b11c5c55960a service neutron] 10.222.0.97 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869830 Jul 05 19:03:27.374633 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-da11e4e7-040a-42a9-866d-b0e70ce7d673 req-5cb32a01-06e2-4257-b963-074f072414c5 service neutron] 10.222.0.97 "GET /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882344 Jul 05 19:03:30.150480 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:32.676675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4151df-66c3-42e9-88ad-42fe46a4b30f req-3ddbe1f2-6fe7-4c6b-8188-25194d4447ba tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:32.678180 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee4151df-66c3-42e9-88ad-42fe46a4b30f req-3ddbe1f2-6fe7-4c6b-8188-25194d4447ba tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 946 time: 0.0690894 Jul 05 19:03:32.716022 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ee4151df-66c3-42e9-88ad-42fe46a4b30f req-25f45ff9-22f0-4162-8d8a-2adc3a4464ff tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320649 Jul 05 19:03:33.896095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdd08f4-9f42-4128-aed9-b23daea59f7b req-20f9a90c-2828-49e3-8c42-7563de557d5d tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:33.898063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cdd08f4-9f42-4128-aed9-b23daea59f7b req-20f9a90c-2828-49e3-8c42-7563de557d5d tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 946 time: 0.0650413 Jul 05 19:03:33.935404 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9cdd08f4-9f42-4128-aed9-b23daea59f7b req-9b7b7cda-7b19-48d8-954c-36d6b3b2f859 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/security-groups?id=239c1258-b578-4e0e-b1c0-a1c16bfb6bad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317183 Jul 05 19:03:34.240178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281fd66f-c746-460c-8b31-da99accb2173 req-48628b42-92a0-4b8a-8fa7-2587c71f7312 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:34.241668 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-281fd66f-c746-460c-8b31-da99accb2173 req-48628b42-92a0-4b8a-8fa7-2587c71f7312 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.97 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 946 time: 0.0642288 Jul 05 19:03:34.363293 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-281fd66f-c746-460c-8b31-da99accb2173 req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Deleting port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:03:34.363639 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-281fd66f-c746-460c-8b31-da99accb2173 req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:34.453316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-281fd66f-c746-460c-8b31-da99accb2173 req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] For port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:34.453953 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-281fd66f-c746-460c-8b31-da99accb2173 req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:34.471861 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-281fd66f-c746-460c-8b31-da99accb2173 req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Calling delete_port for 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:03:34.671053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-281fd66f-c746-460c-8b31-da99accb2173 req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:34.682949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['534ffd4c-ff02-4815-bcbb-5cc584e5dd3f'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:03:34.701145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Pushing event deleted for resources: {'Port': ['ID=534ffd4c-ff02-4815-bcbb-5cc584e5dd3f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:34.754110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-281fd66f-c746-460c-8b31-da99accb2173 req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] No DVR routers for this DVR port 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:03:34.756943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-281fd66f-c746-460c-8b31-da99accb2173 req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:34.759062 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-281fd66f-c746-460c-8b31-da99accb2173 req-f296872c-6ba8-43f9-bc4a-786999b69494 tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.97 "DELETE /v2.0/ports/534ffd4c-ff02-4815-bcbb-5cc584e5dd3f HTTP/1.1" status: 204 len: 173 time: 0.5117173 Jul 05 19:03:34.759536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0239ab2-4868-4129-82b5-389de73bff4c', 'name': 'network-vif-deleted', 'tag': '534ffd4c-ff02-4815-bcbb-5cc584e5dd3f'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:03:34.761847 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bab9d11-c7e6-4db4-868e-6979fbf9001d" -d '{"events": [{"server_uuid": "f0239ab2-4868-4129-82b5-389de73bff4c", "name": "network-vif-deleted", "tag": "534ffd4c-ff02-4815-bcbb-5cc584e5dd3f"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:03:34.797910 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7e1c56-e582-4b48-b197-3b277eee30ba x-openstack-request-id: req-9f7e1c56-e582-4b48-b197-3b277eee30ba {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:03:34.798229 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0239ab2-4868-4129-82b5-389de73bff4c", "name": "network-vif-deleted", "tag": "534ffd4c-ff02-4815-bcbb-5cc584e5dd3f", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:03:34.798482 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f7e1c56-e582-4b48-b197-3b277eee30ba {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:03:34.798918 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0239ab2-4868-4129-82b5-389de73bff4c', 'name': 'network-vif-deleted', 'tag': '534ffd4c-ff02-4815-bcbb-5cc584e5dd3f', 'status': 'completed', 'code': 200} Jul 05 19:03:35.089003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c3f322b-6aec-450c-8ca1-791a1b6894b1 req-e91d31af-9f8b-4293-a25b-3c540e29471e tempest-TestEncryptedCinderVolumes-546447629 tempest-TestEncryptedCinderVolumes-546447629-project] 10.222.0.30 "GET /v2.0/ports?device_id=f0239ab2-4868-4129-82b5-389de73bff4c HTTP/1.1" status: 200 len: 210 time: 0.0344803 Jul 05 19:03:36.291295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50782) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:36.423711 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:36.702942 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:37.002820 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Deleting port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:03:37.003167 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:37.081362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] For port 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:37.081721 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:37.093702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Calling delete_port for 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:03:37.356121 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:37.384188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:37.395913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.396260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.396599 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.396933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.397261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.397590 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.397911 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.398306 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.398603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.398895 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.399212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.399533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:37.555981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:37.766663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Router 2281dba6-dc3b-4bab-a18d-afaf785bd12c has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:03:38.144453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:03:38.149339 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f40474b4-97d3-4b7d-bf75-ce6a17a72077 admin admin] 10.222.0.30 "PUT /v2.0/routers/2281dba6-dc3b-4bab-a18d-afaf785bd12c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8569944 Jul 05 19:03:38.151784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50784) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:38.153566 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] Sync routers for ids ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:03:38.165407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] Routers {'2281dba6-dc3b-4bab-a18d-afaf785bd12c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:38.166098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:38.254959 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:38.264223 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:03:38.288011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] Set router 2281dba6-dc3b-4bab-a18d-afaf785bd12c gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:38.289954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:03:38.289954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 534ffd4c-ff02-4815-bcbb-5cc584e5dd3f not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:03:38.359856 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:38.465028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Deleting port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:03:38.466905 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:38.476255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:03:37Z', 'revision_number': 5, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'gw_port': {'id': '9e3e2a83-a3a1-489e-80a1-2da3a26ea82c', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4077, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:38.548166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] For port 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9e3e2a83-a3a1-489e-80a1-2da3a26ea82c,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:38.548530 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:38.562475 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Calling delete_port for 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:03:38.658382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] Checking router: 2281dba6-dc3b-4bab-a18d-afaf785bd12c for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:03:38.667658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] Routers {'2281dba6-dc3b-4bab-a18d-afaf785bd12c'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:38.668311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:38.766971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] Set router 2281dba6-dc3b-4bab-a18d-afaf785bd12c gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:38.794548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:38.822628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:03:38Z', 'revision_number': 6, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:38.822913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e3e2a83-a3a1-489e-80a1-2da3a26ea82c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:38.853618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1abc08f-e0a8-4d91-bedf-21df941dbaeb None None] The sync data for ids ['2281dba6-dc3b-4bab-a18d-afaf785bd12c'] in n-d-799524-1 is: [{'id': '2281dba6-dc3b-4bab-a18d-afaf785bd12c', 'name': 'tempest-TestEncryptedCinderVolumes-1702303595-router', 'tenant_id': '4b5f51b492ab435caf21be186bb25a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:08Z', 'updated_at': '2021-07-05T19:03:38Z', 'revision_number': 6, 'project_id': '4b5f51b492ab435caf21be186bb25a9b', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:03:38.896337 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.001241 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.003331 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.173507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.173928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2281dba6-dc3b-4bab-a18d-afaf785bd12c {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:03:39.178410 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.179605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d4509a5c-2076-440f-8799-ec26034761e7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2281dba6-dc3b-4bab-a18d-afaf785bd12c HTTP/1.1" status: 204 len: 168 time: 1.0269244 Jul 05 19:03:39.182063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50790) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:39.233499 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef39fd15-cf00-4a68-b25f-89ddcbec3e77 admin admin] Deleting subnet d6061f46-da63-4fa8-b468-5d8056607f34 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:03:39.237408 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef39fd15-cf00-4a68-b25f-89ddcbec3e77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.284422 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef39fd15-cf00-4a68-b25f-89ddcbec3e77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.315083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:03:39.336117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:03:39.336468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 3fb7d2ab-8a50-466c-b96f-bc9bb5d7d953 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:03:39.379580 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef39fd15-cf00-4a68-b25f-89ddcbec3e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.493805 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef39fd15-cf00-4a68-b25f-89ddcbec3e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.521088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef39fd15-cf00-4a68-b25f-89ddcbec3e77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6061f46-da63-4fa8-b468-5d8056607f34,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:39.523060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ef39fd15-cf00-4a68-b25f-89ddcbec3e77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.525035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ef39fd15-cf00-4a68-b25f-89ddcbec3e77 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d6061f46-da63-4fa8-b468-5d8056607f34 HTTP/1.1" status: 204 len: 168 time: 0.3419294 Jul 05 19:03:39.527497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50792) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:39.527772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd50655-df02-403f-be25-cc74c929c86b None None] Network e09197a3-46d5-4c3b-8b89-ecb967accd3b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:03:39.596248 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.657597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Deleting port c87c34ab-5476-482c-95b5-7ab494609905 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:03:39.657950 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.715222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] DHCP port deletion for e09197a3-46d5-4c3b-8b89-ecb967accd3b request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:03:39.723248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] For port c87c34ab-5476-482c-95b5-7ab494609905, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c87c34ab-5476-482c-95b5-7ab494609905,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:39.723609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.738170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Calling delete_port for c87c34ab-5476-482c-95b5-7ab494609905 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:03:39.761618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Deleting port c87c34ab-5476-482c-95b5-7ab494609905 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:03:39.762001 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.827532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] For port c87c34ab-5476-482c-95b5-7ab494609905, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c87c34ab-5476-482c-95b5-7ab494609905,segment=NetworkSegment(d6779654-ac1c-41f4-a0f0-530e6aea0d40),segment_id=d6779654-ac1c-41f4-a0f0-530e6aea0d40)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:39.827939 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.841387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Calling delete_port for c87c34ab-5476-482c-95b5-7ab494609905 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:03:39.888169 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.917555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Pushing event deleted for resources: {'Port': ['ID=c87c34ab-5476-482c-95b5-7ab494609905,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:39.919496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] No DVR routers for this DVR port c87c34ab-5476-482c-95b5-7ab494609905 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 19:03:39.923872 n-d-799524-1 neutron-server[100999]: self.session.flush() Jul 05 19:03:39.930888 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:39.959779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Pushing event deleted for resources: {'Port': ['ID=c87c34ab-5476-482c-95b5-7ab494609905,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:39.964550 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] No DVR routers for this DVR port c87c34ab-5476-482c-95b5-7ab494609905 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:03:39.972268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.972617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.975178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.975178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.975178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.975178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.975178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.975178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.975178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.975178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.976077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:39.976077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7fffa5-d06c-40e4-8671-ac76c341fd36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:40.000185 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:40.009784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09197a3-46d5-4c3b-8b89-ecb967accd3b']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:40.020455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6779654-ac1c-41f4-a0f0-530e6aea0d40') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:40.020778 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6779654-ac1c-41f4-a0f0-530e6aea0d40') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:40.029395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:40.047045 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:40.052892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:03:40.055267 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:03:40.171433 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:40.176882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:40.178749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e09197a3-46d5-4c3b-8b89-ecb967accd3b HTTP/1.1" status: 204 len: 168 time: 0.6503022 Jul 05 19:03:40.181745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50794) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:40.189923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f177a2-a1d8-415b-9e40-145e4bdcc638 admin admin] Pushing event deleted for resources: {'Network': ['ID=e09197a3-46d5-4c3b-8b89-ecb967accd3b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:40.533655 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:40.789919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Deleting port cb90bbd0-e6df-4c11-87ce-09731ac8e98c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:03:40.789919 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:40.869876 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] For port cb90bbd0-e6df-4c11-87ce-09731ac8e98c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=cb90bbd0-e6df-4c11-87ce-09731ac8e98c,segment=NetworkSegment(1f178c83-ed03-4771-8940-05def70be83b),segment_id=1f178c83-ed03-4771-8940-05def70be83b)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:40.870670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:40.883954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Calling delete_port for cb90bbd0-e6df-4c11-87ce-09731ac8e98c owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:03:40.996618 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c87c34ab-5476-482c-95b5-7ab494609905 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:03:41.017924 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c87c34ab-5476-482c-95b5-7ab494609905 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:03:41.022878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c87c34ab-5476-482c-95b5-7ab494609905 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:03:41.022878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:03:41.038868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:03:41.039225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9e3e2a83-a3a1-489e-80a1-2da3a26ea82c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:03:41.127864 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:41.153545 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb90bbd0-e6df-4c11-87ce-09731ac8e98c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:41.319402 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:41.536898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:03:41.641918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:03:41.646816 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e1cc11e1-457d-4b1f-b53a-1f8afc231e49 admin admin] 10.222.0.30 "PUT /v2.0/routers/33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639385 Jul 05 19:03:41.649365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50796) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:41.652023 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] Sync routers for ids ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:03:41.662055 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] Routers {'33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:41.662808 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:41.755201 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:41.765207 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] Set router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:41.862298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.027433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Deleting port d28e56f4-0f32-4d51-8444-42985beb6072 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:03:42.027776 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.028252 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150'}], 'enable_snat': True}, 'gw_port_id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:14Z', 'updated_at': '2021-07-05T19:03:41Z', 'revision_number': 5, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'gw_port': {'id': 'd28e56f4-0f32-4d51-8444-42985beb6072', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4089, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:02:15Z', 'updated_at': '2021-07-05T19:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:42.055078 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] Checking router: 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:03:42.063793 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] Routers {'33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:42.064400 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:42.109893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] For port d28e56f4-0f32-4d51-8444-42985beb6072, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d28e56f4-0f32-4d51-8444-42985beb6072,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:42.110253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.123642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Calling delete_port for d28e56f4-0f32-4d51-8444-42985beb6072 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:03:42.149487 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] Set router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:42.201772 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:14Z', 'updated_at': '2021-07-05T19:03:41Z', 'revision_number': 6, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:42.227702 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ac628a-9f53-458e-8b8f-20d24729759f None None] The sync data for ids ['33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39'] in n-d-799524-1 is: [{'id': '33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39', 'name': 'tempest-TestEncryptedCinderVolumes-651737799-router', 'tenant_id': 'e59bdd7329f349aeb6434098d16fda1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:02:14Z', 'updated_at': '2021-07-05T19:03:41Z', 'revision_number': 6, 'project_id': 'e59bdd7329f349aeb6434098d16fda1f', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:03:42.378758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.404138 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Pushing event deleted for resources: {'Port': ['ID=d28e56f4-0f32-4d51-8444-42985beb6072,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:42.464930 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.556952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.556952 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.657829 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.658508 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:03:42.663145 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.664303 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e06bc9bc-69b8-4a88-9e64-997a2ee0d672 admin admin] 10.222.0.30 "DELETE /v2.0/routers/33b2e9b9-40dc-4c77-a7a7-c1bb03c49e39 HTTP/1.1" status: 204 len: 168 time: 1.0139940 Jul 05 19:03:42.666791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50798) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:42.709557 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba6c641-3beb-458c-9bad-8322084000eb admin admin] Deleting subnet 69def2cd-2f61-4352-b0bd-f658b573c244 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:03:42.712486 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eba6c641-3beb-458c-9bad-8322084000eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.753344 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eba6c641-3beb-458c-9bad-8322084000eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.845453 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eba6c641-3beb-458c-9bad-8322084000eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:42.996857 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eba6c641-3beb-458c-9bad-8322084000eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.008175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d28e56f4-0f32-4d51-8444-42985beb6072 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:03:43.024976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6c641-3beb-458c-9bad-8322084000eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69def2cd-2f61-4352-b0bd-f658b573c244,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:43.026979 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eba6c641-3beb-458c-9bad-8322084000eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.029492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d28e56f4-0f32-4d51-8444-42985beb6072 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:03:43.029670 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eba6c641-3beb-458c-9bad-8322084000eb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/69def2cd-2f61-4352-b0bd-f658b573c244 HTTP/1.1" status: 204 len: 168 time: 0.3611426 Jul 05 19:03:43.029792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d28e56f4-0f32-4d51-8444-42985beb6072 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:03:43.029792 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cb90bbd0-e6df-4c11-87ce-09731ac8e98c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:03:43.032189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50800) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:43.060065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94cd258-71ac-4ae7-943b-dfa1abe8dd08 None None] Network bef2dc00-995b-417d-afc2-8f77f381a693 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:03:43.062448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: cb90bbd0-e6df-4c11-87ce-09731ac8e98c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:03:43.063017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device cb90bbd0-e6df-4c11-87ce-09731ac8e98c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:03:43.114924 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.180276 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Deleting port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:03:43.180786 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.259406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] For port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef,segment=NetworkSegment(1f178c83-ed03-4771-8940-05def70be83b),segment_id=1f178c83-ed03-4771-8940-05def70be83b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:43.259768 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.264135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1512820-8aa3-40c3-8845-146178ee7b2f None None] DHCP port deletion for bef2dc00-995b-417d-afc2-8f77f381a693 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:03:43.273656 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Calling delete_port for 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:03:43.309468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d1512820-8aa3-40c3-8845-146178ee7b2f None None] Deleting port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:03:43.309849 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1512820-8aa3-40c3-8845-146178ee7b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.376556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d1512820-8aa3-40c3-8845-146178ee7b2f None None] For port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef,segment=NetworkSegment(1f178c83-ed03-4771-8940-05def70be83b),segment_id=1f178c83-ed03-4771-8940-05def70be83b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:43.376952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1512820-8aa3-40c3-8845-146178ee7b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.389164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d1512820-8aa3-40c3-8845-146178ee7b2f None None] Calling delete_port for 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:03:43.434899 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.469839 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:43.472203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] No DVR routers for this DVR port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:03:43.476329 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1512820-8aa3-40c3-8845-146178ee7b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.506595 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1512820-8aa3-40c3-8845-146178ee7b2f None None] Pushing event deleted for resources: {'Port': ['ID=0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:43.509910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1512820-8aa3-40c3-8845-146178ee7b2f None None] No DVR routers for this DVR port 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:03:43.551159 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.560794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef2dc00-995b-417d-afc2-8f77f381a693']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:43.571531 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f178c83-ed03-4771-8940-05def70be83b') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:43.571822 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f178c83-ed03-4771-8940-05def70be83b') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:43.581077 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.594852 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.600482 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:03:43.600861 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:03:43.602429 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:03:43.731609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.737886 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:43.739776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bef2dc00-995b-417d-afc2-8f77f381a693 HTTP/1.1" status: 204 len: 168 time: 0.7059739 Jul 05 19:03:43.754445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5b499-a970-4763-8e79-ae55e9af4bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bef2dc00-995b-417d-afc2-8f77f381a693,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:44.091014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50804) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:44.132364 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0c082e15-a0ba-4300-acae-99fa04a9ba1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4b5f51b492ab435caf21be186bb25a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401456 Jul 05 19:03:44.134712 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50806) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:44.182205 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05e185dd-6474-4e3a-b6aa-48c288c7fbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:44.204182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05e185dd-6474-4e3a-b6aa-48c288c7fbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:44.348792 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05e185dd-6474-4e3a-b6aa-48c288c7fbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:44.351639 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-05e185dd-6474-4e3a-b6aa-48c288c7fbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:44.353067 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-05e185dd-6474-4e3a-b6aa-48c288c7fbcb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/239c1258-b578-4e0e-b1c0-a1c16bfb6bad HTTP/1.1" status: 204 len: 168 time: 0.2172623 Jul 05 19:03:44.365335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e185dd-6474-4e3a-b6aa-48c288c7fbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239c1258-b578-4e0e-b1c0-a1c16bfb6bad,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:44.992060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:03:45.000076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50812) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:45.012805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:03:45.013159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0e0c6fa2-6800-4a6d-afba-fb2c9369c2ef not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:03:45.044916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e393bcba-f21c-4e33-b317-e951c05ccd7a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e59bdd7329f349aeb6434098d16fda1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436277 Jul 05 19:03:45.048322 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50814) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:45.098223 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b69d405d-819c-4b47-9481-cb3fa98b25f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:45.119625 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b69d405d-819c-4b47-9481-cb3fa98b25f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:45.264831 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b69d405d-819c-4b47-9481-cb3fa98b25f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:45.267642 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b69d405d-819c-4b47-9481-cb3fa98b25f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:45.273588 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b69d405d-819c-4b47-9481-cb3fa98b25f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/606db5c3-cc69-4f2b-b8da-fb5602df2fd3 HTTP/1.1" status: 204 len: 168 time: 0.2195394 Jul 05 19:03:45.276434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d405d-819c-4b47-9481-cb3fa98b25f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606db5c3-cc69-4f2b-b8da-fb5602df2fd3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:46.257761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50836) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:46.352956 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-912158184-network', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:03:46.428869 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Made reservation on behalf of 688711ca2a0f4114824f9d3a718244fe for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:03:46.431317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:46.440599 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:46.529270 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:46.584504 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:46.608315 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:03:46.617689 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8b6c3e-e2c3-49c7-ba96-1354635c4071,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:46.622624 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:46.622969 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Added segment 1f626104-6d98-485e-a139-711c065558ca of type vlan for network c30ce02f-1404-4c47-b03e-3f57737e21df Jul 05 19:03:46.667133 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:46.771589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:46.772595 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:46.773184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:46.831564 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] Pushing event updated for resources: {'Network': ['ID=c30ce02f-1404-4c47-b03e-3f57737e21df,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:46.841143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network c30ce02f-1404-4c47-b03e-3f57737e21df details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:03:46.905988 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a7b88345-7a76-4037-aca8-353ab2f684b4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6466935 Jul 05 19:03:46.908956 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50840) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:46.913813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Request body: {'subnet': {'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-912158184-subnet', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:03:47.011672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Made reservation on behalf of 688711ca2a0f4114824f9d3a718244fe for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:03:47.014103 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:47.253501 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:47.308777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea2cbdf5-dfcd-4974-b392-67ecae57e096,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:47.315837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Checking segment: {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:03:47.316195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Network hostable DHCP agents. Network: c30ce02f-1404-4c47-b03e-3f57737e21df, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:03:47.378939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Network c30ce02f-1404-4c47-b03e-3f57737e21df is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:03:47.458366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, c30ce02f-1404-4c47-b03e-3f57737e21df) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:47.462320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:47.462943 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:47.467229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d72b8a2-8d20-4596-b44d-657b89bc59c0 None None] Network c30ce02f-1404-4c47-b03e-3f57737e21df requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:03:47.517567 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e2db2d3b-95e3-45fd-859e-a5cc05a70491 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6072171 Jul 05 19:03:47.520007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50842) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:47.524362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:03:47.596109 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:47.597188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:47.611562 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-c30ce02f-1404-4c47-b03e-3f57737e21df', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:03:47.612428 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:47.656550 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:47.747187 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Allocated IP 172.20.0.2 (c30ce02f-1404-4c47-b03e-3f57737e21df/ea2cbdf5-dfcd-4974-b392-67ecae57e096/468358ea-854d-4707-86d9-41a25d18117c) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:03:47.848079 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:47.895665 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:47.904014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Transition to ACTIVE for port object 468358ea-854d-4707-86d9-41a25d18117c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:47.918432 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Transition to ACTIVE for port object 468358ea-854d-4707-86d9-41a25d18117c will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:47.994574 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:48.032260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Network c30ce02f-1404-4c47-b03e-3f57737e21df is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:03:48.035181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:48.037571 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:03:48.053884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Pushing event updated for resources: {'Port': ['ID=468358ea-854d-4707-86d9-41a25d18117c,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:48.102693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Attempting to bind port 468358ea-854d-4707-86d9-41a25d18117c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:03:48.102977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Attempting to bind port 468358ea-854d-4707-86d9-41a25d18117c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:03:48.103357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Attempting to bind port 468358ea-854d-4707-86d9-41a25d18117c on network c30ce02f-1404-4c47-b03e-3f57737e21df {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:03:48.104725 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:48.108106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:03:48.108475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Checking segment: {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:03:48.108952 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:48.109397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Bound using segment: {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:03:48.109832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Bound port: 468358ea-854d-4707-86d9-41a25d18117c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:03:48.110206 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:48.123942 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:48.175782 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] For port 468358ea-854d-4707-86d9-41a25d18117c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:03:48.179393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] For port 468358ea-854d-4707-86d9-41a25d18117c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=468358ea-854d-4707-86d9-41a25d18117c,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:03:48.225255 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:48.227632 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Allocated IP 172.25.3.173 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/bf4c1620-2d54-452e-94c2-92a2b2c79c57) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:03:48.280597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa288685-2c0a-42cd-bb57-ad86d1a0fa6a None None] Pushing event updated for resources: {'Port': ['ID=468358ea-854d-4707-86d9-41a25d18117c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:48.334687 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:48.413948 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:48.473997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:03:48.477510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:48.480531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:03:48.511516 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Pushing event updated for resources: {'Port': ['ID=bf4c1620-2d54-452e-94c2-92a2b2c79c57,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:48.919025 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:03:49.032164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 468358ea-854d-4707-86d9-41a25d18117c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:49.148560 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 468358ea-854d-4707-86d9-41a25d18117c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:49.197479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:49.198375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be799d21-a466-498a-8f11-afaccbd1ac1b None None] Network c30ce02f-1404-4c47-b03e-3f57737e21df requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:03:49.371258 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4af3bbcf-6251-4010-b907-6ea165ad8fec None None] Provisioning for port 468358ea-854d-4707-86d9-41a25d18117c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:49.376269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4af3bbcf-6251-4010-b907-6ea165ad8fec None None] Provisioning complete for port 468358ea-854d-4707-86d9-41a25d18117c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:49.376962 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4af3bbcf-6251-4010-b907-6ea165ad8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:49.405083 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:49.463575 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4af3bbcf-6251-4010-b907-6ea165ad8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:49.500321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-4af3bbcf-6251-4010-b907-6ea165ad8fec None None] For port 468358ea-854d-4707-86d9-41a25d18117c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=468358ea-854d-4707-86d9-41a25d18117c,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:49.579371 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4af3bbcf-6251-4010-b907-6ea165ad8fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:49.607129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Router 02a85e65-e62b-4a92-b631-da799058a8bf is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:03:49.627552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af3bbcf-6251-4010-b907-6ea165ad8fec None None] Pushing event updated for resources: {'Port': ['ID=468358ea-854d-4707-86d9-41a25d18117c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:49.697654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f9bf7bd9-3c1c-4265-97ac-89aab1af42ea None None] Provisioning complete for port 468358ea-854d-4707-86d9-41a25d18117c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:49.698073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7bd9-3c1c-4265-97ac-89aab1af42ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:49.717885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:03:49.728533 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Sync routers for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:03:49.748363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:49.748986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:49.796814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:49.798358 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-93c5fa07-82a6-40f3-9e72-e6f38a12bdb8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2773998 Jul 05 19:03:49.801221 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50844) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:49.896053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:50.075398 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:49Z', 'revision_number': 3, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:50.104195 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Checking router: 02a85e65-e62b-4a92-b631-da799058a8bf for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:03:50.104561 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Updating router 02a85e65-e62b-4a92-b631-da799058a8bf port bf4c1620-2d54-452e-94c2-92a2b2c79c57 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:03:50.242241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.289962 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.402859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Allocated IP 172.20.0.1 (c30ce02f-1404-4c47-b03e-3f57737e21df/ea2cbdf5-dfcd-4974-b392-67ecae57e096/4470feb7-7888-49a9-84e5-dc06bb30bc59) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:03:50.512894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.527321 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Transition to ACTIVE for port object 4470feb7-7888-49a9-84e5-dc06bb30bc59 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:50.542371 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.552844 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Transition to ACTIVE for port object bf4c1620-2d54-452e-94c2-92a2b2c79c57 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:50.640585 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.656071 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.691240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Network c30ce02f-1404-4c47-b03e-3f57737e21df is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:03:50.695600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:50.696522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Attempting to bind port bf4c1620-2d54-452e-94c2-92a2b2c79c57 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:03:50.696899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Attempting to bind port bf4c1620-2d54-452e-94c2-92a2b2c79c57 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:03:50.697271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Attempting to bind port bf4c1620-2d54-452e-94c2-92a2b2c79c57 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:03:50.701784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:03:50.705520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:03:50.705905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:03:50.707958 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.707958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:03:50.707958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Bound port: bf4c1620-2d54-452e-94c2-92a2b2c79c57, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:03:50.707958 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.709128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f9ed5-98db-48fc-9768-43644d943353 None None] Pushing event updated for resources: {'Port': ['ID=bf4c1620-2d54-452e-94c2-92a2b2c79c57,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:50.729719 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Pushing event updated for resources: {'Port': ['ID=4470feb7-7888-49a9-84e5-dc06bb30bc59,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:50.749767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.773515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] For port bf4c1620-2d54-452e-94c2-92a2b2c79c57, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:03:50.789053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] For port bf4c1620-2d54-452e-94c2-92a2b2c79c57, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bf4c1620-2d54-452e-94c2-92a2b2c79c57,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:03:50.853090 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2098917b-c6d2-4158-aeb6-64663ff50b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.882229 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:50.943643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:50.944106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:50.945956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f9ed5-98db-48fc-9768-43644d943353 None None] Pushing event updated for resources: {'Port': ['ID=bf4c1620-2d54-452e-94c2-92a2b2c79c57,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:50.985993 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:51.016731 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 468358ea-854d-4707-86d9-41a25d18117c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:51.090522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7a0ea624-b3e5-4ae0-8e0e-c01275c98aad None None] Provisioning for port 4470feb7-7888-49a9-84e5-dc06bb30bc59 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:51.100135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-7a0ea624-b3e5-4ae0-8e0e-c01275c98aad None None] Provisioning complete for port 4470feb7-7888-49a9-84e5-dc06bb30bc59 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:51.100510 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7a0ea624-b3e5-4ae0-8e0e-c01275c98aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:51.122971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:51.153351 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:51.171019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ea624-b3e5-4ae0-8e0e-c01275c98aad None None] Port 4470feb7-7888-49a9-84e5-dc06bb30bc59 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:03:51.184443 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 468358ea-854d-4707-86d9-41a25d18117c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:51.189607 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:51.207727 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:51.281467 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:51.283237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Pushing event updated for resources: {'Port': ['ID=4470feb7-7888-49a9-84e5-dc06bb30bc59,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:51.381371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Network c30ce02f-1404-4c47-b03e-3f57737e21df is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:03:51.382853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:51.411433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 1, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:51.439787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ab443c-2179-4a3a-bb91-9603b5e509af None None] The sync data for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 is: [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 1, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:03:51.510977 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Router 02a85e65-e62b-4a92-b631-da799058a8bf has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:03:51.595116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0439efbe-bd2c-476c-ba08-f653290ed00c None None] Provisioning complete for port 4470feb7-7888-49a9-84e5-dc06bb30bc59 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:51.595488 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0439efbe-bd2c-476c-ba08-f653290ed00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:51.632130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0439efbe-bd2c-476c-ba08-f653290ed00c None None] Port 4470feb7-7888-49a9-84e5-dc06bb30bc59 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:03:51.634489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:03:51.648717 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eede3eb0-3e0e-490b-94de-6bc1bea5b95a admin admin] 10.222.0.30 "PUT /v2.0/routers/02a85e65-e62b-4a92-b631-da799058a8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8377948 Jul 05 19:03:52.334734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50860) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:52.339851 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1028559395-network', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:03:52.464399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Made reservation on behalf of a6b393deb02a439d875fb8814a31351b for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:03:52.466814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:52.476846 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:52.570038 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:52.654592 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:52.687193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:03:52.692609 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd503a9f-6fab-49dc-a82d-8ce5a10e3c8d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:52.704522 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:52.705059 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Added segment e20caf06-3f2c-4087-bd5b-91a5119d2ee2 of type vlan for network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 Jul 05 19:03:52.746239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:52.830229 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:52.831252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:52.831891 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:52.894627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] Pushing event updated for resources: {'Network': ['ID=00a31e52-ecec-48bf-9c25-d81dd494b5a6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:52.904800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:03:52.929273 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-36bedb82-98f1-4c4e-ab14-3718407ff22d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5931630 Jul 05 19:03:52.936756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 50862) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:52.941978 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Request body: {'subnet': {'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1028559395-subnet', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:03:53.033488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bf4c1620-2d54-452e-94c2-92a2b2c79c57 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:53.047944 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Made reservation on behalf of a6b393deb02a439d875fb8814a31351b for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:03:53.051524 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.156648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port bf4c1620-2d54-452e-94c2-92a2b2c79c57 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:53.161307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bf4c1620-2d54-452e-94c2-92a2b2c79c57 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:53.165953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.243306 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.263852 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port bf4c1620-2d54-452e-94c2-92a2b2c79c57, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bf4c1620-2d54-452e-94c2-92a2b2c79c57,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:53.310449 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.338789 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.376381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Pushing event updated for resources: {'Subnet': ['ID=e70a507a-f769-4ec9-b827-d5b62dc48214,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:53.386353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Checking segment: {'id': 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:03:53.386760 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Network hostable DHCP agents. Network: 00a31e52-ecec-48bf-9c25-d81dd494b5a6, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:03:53.391323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=bf4c1620-2d54-452e-94c2-92a2b2c79c57,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:53.453730 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Sync routers for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:03:53.463016 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:53.469532 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:53.487642 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:03:53.544879 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9336fc8a-b12a-4e01-940f-d9cc1a44feaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.568263 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:53.573552 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 00a31e52-ecec-48bf-9c25-d81dd494b5a6) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:53.578180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:03:53.578903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.584091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f45ccc-3291-47f9-8ee4-4014566ee8b6 None None] Network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:03:53.673444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fc0446cc-82fc-41b4-8747-7e8a607183db admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7352087 Jul 05 19:03:53.676463 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50864) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:53.681530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:03:53.748526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-00a31e52-ecec-48bf-9c25-d81dd494b5a6', 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'fixed_ips': [{'subnet_id': 'e70a507a-f769-4ec9-b827-d5b62dc48214'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:03:53.749655 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.777837 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:51Z', 'revision_number': 2, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:53.784796 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.785955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.804988 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Checking router: 02a85e65-e62b-4a92-b631-da799058a8bf for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:03:53.805251 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Updating router 02a85e65-e62b-4a92-b631-da799058a8bf port 4470feb7-7888-49a9-84e5-dc06bb30bc59 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:03:53.831794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.845087 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.846908 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:53.897350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Allocated IP 172.20.0.2 (00a31e52-ecec-48bf-9c25-d81dd494b5a6/e70a507a-f769-4ec9-b827-d5b62dc48214/41de7fe0-b832-4d87-9c21-5be4f03646d3) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:03:54.048730 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.067235 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.075285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Transition to ACTIVE for port object 41de7fe0-b832-4d87-9c21-5be4f03646d3 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:54.091033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Transition to ACTIVE for port object 41de7fe0-b832-4d87-9c21-5be4f03646d3 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:54.122725 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.132724 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Transition to ACTIVE for port object 4470feb7-7888-49a9-84e5-dc06bb30bc59 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:54.161882 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.199294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:03:54.202726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:54.208811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:03:54.215503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Pushing event updated for resources: {'Port': ['ID=41de7fe0-b832-4d87-9c21-5be4f03646d3,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:54.230100 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.274977 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Attempting to bind port 41de7fe0-b832-4d87-9c21-5be4f03646d3 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:03:54.275659 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Attempting to bind port 41de7fe0-b832-4d87-9c21-5be4f03646d3 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:03:54.275831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Attempting to bind port 41de7fe0-b832-4d87-9c21-5be4f03646d3 on network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:03:54.281277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:03:54.281827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Checking segment: {'id': 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:03:54.282520 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.287239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Bound using segment: {'id': 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:03:54.287239 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Bound port: 41de7fe0-b832-4d87-9c21-5be4f03646d3, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:03:54.287239 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.315120 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Pushing event updated for resources: {'Port': ['ID=4470feb7-7888-49a9-84e5-dc06bb30bc59,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:54.359272 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.359456 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:03:54.368011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.372488 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Attempting to bind port 4470feb7-7888-49a9-84e5-dc06bb30bc59 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:03:54.372865 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Attempting to bind port 4470feb7-7888-49a9-84e5-dc06bb30bc59 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:03:54.373231 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Attempting to bind port 4470feb7-7888-49a9-84e5-dc06bb30bc59 on network c30ce02f-1404-4c47-b03e-3f57737e21df {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:03:54.383954 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:03:54.384408 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Checking segment: {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:03:54.384803 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.385199 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Bound using segment: {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:03:54.385773 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Bound port: 4470feb7-7888-49a9-84e5-dc06bb30bc59, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:03:54.386168 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.391027 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] For port 41de7fe0-b832-4d87-9c21-5be4f03646d3, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:03:54.395548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] For port 41de7fe0-b832-4d87-9c21-5be4f03646d3, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=41de7fe0-b832-4d87-9c21-5be4f03646d3,segment=NetworkSegment(e20caf06-3f2c-4087-bd5b-91a5119d2ee2),segment_id=e20caf06-3f2c-4087-bd5b-91a5119d2ee2)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:03:54.472520 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.479888 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] For port 4470feb7-7888-49a9-84e5-dc06bb30bc59, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:03:54.486235 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Allocated IP 172.25.3.201 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/9d682712-eb53-4e25-8a00-5d613255c7cd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:03:54.487124 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] For port 4470feb7-7888-49a9-84e5-dc06bb30bc59, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4470feb7-7888-49a9-84e5-dc06bb30bc59,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:03:54.541004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fcb60-c619-4ce4-bd4e-a6aad4353108 None None] Pushing event updated for resources: {'Port': ['ID=41de7fe0-b832-4d87-9c21-5be4f03646d3,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:54.574028 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.604249 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.671736 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:54.672681 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:54.709905 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006668a-dac1-4bff-bee4-1a9abda21067 None None] Pushing event updated for resources: {'Port': ['ID=4470feb7-7888-49a9-84e5-dc06bb30bc59,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:54.782535 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:54.819947 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:54.843647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:03:54.854240 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:54.859115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:03:54.896610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Pushing event updated for resources: {'Port': ['ID=9d682712-eb53-4e25-8a00-5d613255c7cd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:54.916276 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:55.091131 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:54Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:55.122722 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48413ec4-e017-4684-b448-4e77a0531d56 None None] The sync data for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 is: [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:54Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:03:55.142984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bf4c1620-2d54-452e-94c2-92a2b2c79c57 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:55.196602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port bf4c1620-2d54-452e-94c2-92a2b2c79c57 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:55.197274 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:55.277422 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:55.280217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4470feb7-7888-49a9-84e5-dc06bb30bc59 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:55.385634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4470feb7-7888-49a9-84e5-dc06bb30bc59 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:55.390036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4470feb7-7888-49a9-84e5-dc06bb30bc59 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:55.390642 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:55.488013 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:55.527613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4470feb7-7888-49a9-84e5-dc06bb30bc59, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4470feb7-7888-49a9-84e5-dc06bb30bc59,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:55.636182 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:55.637010 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 41de7fe0-b832-4d87-9c21-5be4f03646d3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:55.704945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d19d8-6408-468e-8139-11e4be55ab90 None None] Network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:03:55.780868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4470feb7-7888-49a9-84e5-dc06bb30bc59,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:55.805675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:55.858069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3977b450-393d-4326-a93c-c0923ab37be8 None None] Provisioning for port 41de7fe0-b832-4d87-9c21-5be4f03646d3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:55.919629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 41de7fe0-b832-4d87-9c21-5be4f03646d3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:55.928098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 41de7fe0-b832-4d87-9c21-5be4f03646d3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:55.928098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:56.010513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:56.033948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Router 01fc3f7c-a495-491a-8e5b-f9288507f24b is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:03:56.047348 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 41de7fe0-b832-4d87-9c21-5be4f03646d3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=41de7fe0-b832-4d87-9c21-5be4f03646d3,segment=NetworkSegment(e20caf06-3f2c-4087-bd5b-91a5119d2ee2),segment_id=e20caf06-3f2c-4087-bd5b-91a5119d2ee2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:56.135885 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:56.146300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:03:56.161804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Sync routers for ids ['01fc3f7c-a495-491a-8e5b-f9288507f24b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:03:56.188144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Routers {'01fc3f7c-a495-491a-8e5b-f9288507f24b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:56.188766 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['01fc3f7c-a495-491a-8e5b-f9288507f24b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:56.223014 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:56.224238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-17ce065d-1e7b-40b6-ab3e-e2f5e804b373 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5467811 Jul 05 19:03:56.226851 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 50866) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:03:56.234912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=41de7fe0-b832-4d87-9c21-5be4f03646d3,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:56.251718 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a1ee1e0f-f89a-4a6e-a32c-627ea0c2c218 None None] Provisioning complete for port 41de7fe0-b832-4d87-9c21-5be4f03646d3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:56.252088 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1e0f-f89a-4a6e-a32c-627ea0c2c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:56.489786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Set router 01fc3f7c-a495-491a-8e5b-f9288507f24b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:56.653277 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:56.659022 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:56.719674 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:53Z', 'updated_at': '2021-07-05T19:03:55Z', 'revision_number': 3, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'gw_port': {'id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:54Z', 'updated_at': '2021-07-05T19:03:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:56.746338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Checking router: 01fc3f7c-a495-491a-8e5b-f9288507f24b for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:03:56.746723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Updating router 01fc3f7c-a495-491a-8e5b-f9288507f24b port 9d682712-eb53-4e25-8a00-5d613255c7cd binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:03:56.783276 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:56.822486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Allocated IP 172.20.0.1 (00a31e52-ecec-48bf-9c25-d81dd494b5a6/e70a507a-f769-4ec9-b827-d5b62dc48214/06b184e9-be59-4617-954e-4b0c3866cb0c) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:03:56.927115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:56.940191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Transition to ACTIVE for port object 06b184e9-be59-4617-954e-4b0c3866cb0c will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:57.015938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4470feb7-7888-49a9-84e5-dc06bb30bc59 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:57.053727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.095174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:03:57.096231 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.098120 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:57.101687 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:03:57.110312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Transition to ACTIVE for port object 9d682712-eb53-4e25-8a00-5d613255c7cd will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:03:57.117807 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4470feb7-7888-49a9-84e5-dc06bb30bc59 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:57.118183 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.133426 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Pushing event updated for resources: {'Port': ['ID=06b184e9-be59-4617-954e-4b0c3866cb0c,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:57.153819 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.192527 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.231882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 41de7fe0-b832-4d87-9c21-5be4f03646d3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:57.281964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13c90c-7bcd-4d1c-90d7-a4a487cd8daa None None] Pushing event updated for resources: {'Port': ['ID=9d682712-eb53-4e25-8a00-5d613255c7cd,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:57.288246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Attempting to bind port 9d682712-eb53-4e25-8a00-5d613255c7cd on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:03:57.288629 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Attempting to bind port 9d682712-eb53-4e25-8a00-5d613255c7cd by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:03:57.288974 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Attempting to bind port 9d682712-eb53-4e25-8a00-5d613255c7cd on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:03:57.297692 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:03:57.298065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:03:57.298465 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.298883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:03:57.299353 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Bound port: 9d682712-eb53-4e25-8a00-5d613255c7cd, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:03:57.299737 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.346210 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 41de7fe0-b832-4d87-9c21-5be4f03646d3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:57.346600 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.381916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] For port 9d682712-eb53-4e25-8a00-5d613255c7cd, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:03:57.384201 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.403332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] For port 9d682712-eb53-4e25-8a00-5d613255c7cd, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9d682712-eb53-4e25-8a00-5d613255c7cd,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:03:57.458267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-27f77e0e-ab70-4b5a-8e98-89eb2fe94f54 None None] Provisioning for port 06b184e9-be59-4617-954e-4b0c3866cb0c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:57.462180 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-27f77e0e-ab70-4b5a-8e98-89eb2fe94f54 None None] Provisioning complete for port 06b184e9-be59-4617-954e-4b0c3866cb0c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:57.468627 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-27f77e0e-ab70-4b5a-8e98-89eb2fe94f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.488641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.531821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-27f77e0e-ab70-4b5a-8e98-89eb2fe94f54 None None] Port 06b184e9-be59-4617-954e-4b0c3866cb0c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:03:57.551035 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.558246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Routers {'01fc3f7c-a495-491a-8e5b-f9288507f24b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:03:57.558899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['01fc3f7c-a495-491a-8e5b-f9288507f24b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:57.599613 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13c90c-7bcd-4d1c-90d7-a4a487cd8daa None None] Pushing event updated for resources: {'Port': ['ID=9d682712-eb53-4e25-8a00-5d613255c7cd,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:57.618467 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.673352 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] Set router 01fc3f7c-a495-491a-8e5b-f9288507f24b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:03:57.687658 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:57.689511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Pushing event updated for resources: {'Port': ['ID=06b184e9-be59-4617-954e-4b0c3866cb0c,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:03:57.786696 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:03:57.788211 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:03:57.888722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:53Z', 'updated_at': '2021-07-05T19:03:57Z', 'revision_number': 4, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'gw_port': {'id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:54Z', 'updated_at': '2021-07-05T19:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b184e9-be59-4617-954e-4b0c3866cb0c', 'name': '', 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'mac_address': 'fa:16:3e:5f:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:56Z', 'updated_at': '2021-07-05T19:03:56Z', 'revision_number': 1, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'subnets': [{'id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:03:57.917490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6138bb5-9e19-469f-b72e-c6a58377d828 None None] The sync data for ids ['01fc3f7c-a495-491a-8e5b-f9288507f24b'] in n-d-799524-1 is: [{'id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:53Z', 'updated_at': '2021-07-05T19:03:57Z', 'revision_number': 4, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'gw_port': {'id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:54Z', 'updated_at': '2021-07-05T19:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b184e9-be59-4617-954e-4b0c3866cb0c', 'name': '', 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'mac_address': 'fa:16:3e:5f:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:56Z', 'updated_at': '2021-07-05T19:03:56Z', 'revision_number': 1, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'subnets': [{'id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:03:57.917798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Router 01fc3f7c-a495-491a-8e5b-f9288507f24b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:03:58.039932 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:03:58.045927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ebb04b59-e9f5-420e-a59c-72f18adcdf7c admin admin] 10.222.0.30 "PUT /v2.0/routers/01fc3f7c-a495-491a-8e5b-f9288507f24b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8174300 Jul 05 19:03:58.059149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-90b4a771-787f-4bc9-871e-1eed02edf010 None None] Provisioning complete for port 06b184e9-be59-4617-954e-4b0c3866cb0c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:58.059579 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-90b4a771-787f-4bc9-871e-1eed02edf010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:58.100553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-90b4a771-787f-4bc9-871e-1eed02edf010 None None] Port 06b184e9-be59-4617-954e-4b0c3866cb0c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:03:59.041532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9d682712-eb53-4e25-8a00-5d613255c7cd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:03:59.166076 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9d682712-eb53-4e25-8a00-5d613255c7cd completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:03:59.174302 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9d682712-eb53-4e25-8a00-5d613255c7cd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:03:59.179077 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:59.298310 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:59.324944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 9d682712-eb53-4e25-8a00-5d613255c7cd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9d682712-eb53-4e25-8a00-5d613255c7cd,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:03:59.396935 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:03:59.459327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=9d682712-eb53-4e25-8a00-5d613255c7cd,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:00.045311 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Sync routers for ids ['01fc3f7c-a495-491a-8e5b-f9288507f24b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:04:00.056027 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Routers {'01fc3f7c-a495-491a-8e5b-f9288507f24b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:04:00.056946 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['01fc3f7c-a495-491a-8e5b-f9288507f24b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:04:00.156444 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:00.285789 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Set router 01fc3f7c-a495-491a-8e5b-f9288507f24b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:04:00.505230 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:53Z', 'updated_at': '2021-07-05T19:03:57Z', 'revision_number': 4, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'gw_port': {'id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:54Z', 'updated_at': '2021-07-05T19:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b184e9-be59-4617-954e-4b0c3866cb0c', 'name': '', 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'mac_address': 'fa:16:3e:5f:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:56Z', 'updated_at': '2021-07-05T19:03:57Z', 'revision_number': 2, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'subnets': [{'id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:04:00.534127 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Checking router: 01fc3f7c-a495-491a-8e5b-f9288507f24b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:04:00.534474 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Updating router 01fc3f7c-a495-491a-8e5b-f9288507f24b port 06b184e9-be59-4617-954e-4b0c3866cb0c binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:04:00.577984 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:00.928453 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:00.940740 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Transition to ACTIVE for port object 06b184e9-be59-4617-954e-4b0c3866cb0c will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:04:01.033607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9d682712-eb53-4e25-8a00-5d613255c7cd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:04:01.034322 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:01.113382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9d682712-eb53-4e25-8a00-5d613255c7cd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:04:01.113968 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:01.133981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36768ab-3cd7-46bf-a36f-79a9ef089eb2 None None] Pushing event updated for resources: {'Port': ['ID=06b184e9-be59-4617-954e-4b0c3866cb0c,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:01.186664 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Attempting to bind port 06b184e9-be59-4617-954e-4b0c3866cb0c on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:04:01.187172 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Attempting to bind port 06b184e9-be59-4617-954e-4b0c3866cb0c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:04:01.187532 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Attempting to bind port 06b184e9-be59-4617-954e-4b0c3866cb0c on network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:04:01.194402 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:04:01.194892 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Checking segment: {'id': 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:04:01.195353 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:01.195905 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Bound using segment: {'id': 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:04:01.196608 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Bound port: 06b184e9-be59-4617-954e-4b0c3866cb0c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:04:01.197056 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:01.296762 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] For port 06b184e9-be59-4617-954e-4b0c3866cb0c, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:04:01.300297 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] For port 06b184e9-be59-4617-954e-4b0c3866cb0c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=06b184e9-be59-4617-954e-4b0c3866cb0c,segment=NetworkSegment(e20caf06-3f2c-4087-bd5b-91a5119d2ee2),segment_id=e20caf06-3f2c-4087-bd5b-91a5119d2ee2)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:04:01.363602 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:01.433580 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Routers {'01fc3f7c-a495-491a-8e5b-f9288507f24b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:04:01.434299 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:03:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['01fc3f7c-a495-491a-8e5b-f9288507f24b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:04:01.440406 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36768ab-3cd7-46bf-a36f-79a9ef089eb2 None None] Pushing event updated for resources: {'Port': ['ID=06b184e9-be59-4617-954e-4b0c3866cb0c,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:01.583426 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] Set router 01fc3f7c-a495-491a-8e5b-f9288507f24b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:04:01.836206 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:53Z', 'updated_at': '2021-07-05T19:03:57Z', 'revision_number': 4, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'gw_port': {'id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:54Z', 'updated_at': '2021-07-05T19:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b184e9-be59-4617-954e-4b0c3866cb0c', 'name': '', 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'mac_address': 'fa:16:3e:5f:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:56Z', 'updated_at': '2021-07-05T19:04:01Z', 'revision_number': 4, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'subnets': [{'id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:04:01.866891 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5e0902-9545-48f2-b788-81333a9ae0a5 None None] The sync data for ids ['01fc3f7c-a495-491a-8e5b-f9288507f24b'] in n-d-799524-1 is: [{'id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:53Z', 'updated_at': '2021-07-05T19:03:57Z', 'revision_number': 4, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'gw_port': {'id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:54Z', 'updated_at': '2021-07-05T19:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b184e9-be59-4617-954e-4b0c3866cb0c', 'name': '', 'network_id': '00a31e52-ecec-48bf-9c25-d81dd494b5a6', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'mac_address': 'fa:16:3e:5f:cb:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:56Z', 'updated_at': '2021-07-05T19:04:01Z', 'revision_number': 4, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'subnets': [{'id': 'e70a507a-f769-4ec9-b827-d5b62dc48214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:04:03.050800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 06b184e9-be59-4617-954e-4b0c3866cb0c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:04:03.159774 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 06b184e9-be59-4617-954e-4b0c3866cb0c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:04:03.164360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 06b184e9-be59-4617-954e-4b0c3866cb0c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:04:03.164960 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:03.250857 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:03.293946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 06b184e9-be59-4617-954e-4b0c3866cb0c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=06b184e9-be59-4617-954e-4b0c3866cb0c,segment=NetworkSegment(e20caf06-3f2c-4087-bd5b-91a5119d2ee2),segment_id=e20caf06-3f2c-4087-bd5b-91a5119d2ee2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:04:03.365486 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:03.425781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=06b184e9-be59-4617-954e-4b0c3866cb0c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:05.014322 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 06b184e9-be59-4617-954e-4b0c3866cb0c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:04:05.069265 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 06b184e9-be59-4617-954e-4b0c3866cb0c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:04:05.069648 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:06.430611 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:09.942101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-83c0804f-c57d-4c66-9f76-58d773dfc3c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:09.943558 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-83c0804f-c57d-4c66-9f76-58d773dfc3c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/networks?id=c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 200 len: 814 time: 0.1030312 Jul 05 19:04:09.959321 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-06d5b0db-1e90-4e33-9b7d-009148cd164c tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/quotas/688711ca2a0f4114824f9d3a718244fe HTTP/1.1" status: 200 len: 375 time: 0.0102363 Jul 05 19:04:10.036976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-2e05dc31-5b1d-408e-90fe-e5fed834c941 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0722060 Jul 05 19:04:10.133693 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-320b1c98-9709-41fb-917f-7d50714a84f8 service neutron] 10.222.0.30 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848041 Jul 05 19:04:10.227017 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-f17aaa5e-5145-427c-ab0c-22e3c93e8d10 service neutron] 10.222.0.30 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875528 Jul 05 19:04:10.509345 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3636f64-f9d8-4ffc-be02-d663faaec8f3 req-b9dc2b8b-ae03-4acb-a77c-cead17339ee4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 210 time: 0.0301666 Jul 05 19:04:11.590923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5ec052d8-9197-4a0b-bd4d-d8bafc8419e7 req-1085de92-f9c2-4d73-97b7-bcab6d1390dd tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 210 time: 0.0290530 Jul 05 19:04:12.736888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f07718d-23ef-44c2-a6b6-c6d1c3be762e req-0b64ec9c-ff87-4213-8fe9-eb576b2187e5 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 210 time: 0.0293334 Jul 05 19:04:12.999400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-619793d4-9eb9-4da1-aa40-c3cea6d280b1 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:13.000385 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-619793d4-9eb9-4da1-aa40-c3cea6d280b1 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.39 "GET /v2.0/networks?id=c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 200 len: 814 time: 0.1053276 Jul 05 19:04:13.014031 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'port': {'device_id': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'admin_state_up': True, 'tenant_id': '688711ca2a0f4114824f9d3a718244fe'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:13.206861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Made reservation on behalf of 688711ca2a0f4114824f9d3a718244fe for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:04:13.210522 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:13.332849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Allocated IP 172.20.0.8 (c30ce02f-1404-4c47-b03e-3f57737e21df/ea2cbdf5-dfcd-4974-b392-67ecae57e096/1eba9952-287d-4444-812b-8642dadd6c81) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:04:13.491092 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:13.505453 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Transition to ACTIVE for port object 1eba9952-287d-4444-812b-8642dadd6c81 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:04:13.600100 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:13.644869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Network c30ce02f-1404-4c47-b03e-3f57737e21df is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:04:13.648209 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:04:13.651348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:04:13.683976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'Port': ['ID=1eba9952-287d-4444-812b-8642dadd6c81,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:13.719188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:13.720115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:13.805003 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62ca645f-efea-440c-aa70-a40211c4a646 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7944140 Jul 05 19:04:14.004640 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f6ad1-1acb-4beb-9faf-0d2b0b650f03 req-4c88670e-6f70-4f9f-9dc1-824cb0f7159b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:14.012626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e3f6ad1-1acb-4beb-9faf-0d2b0b650f03 req-4c88670e-6f70-4f9f-9dc1-824cb0f7159b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 931 time: 0.1018500 Jul 05 19:04:14.041298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-17f70e45-337d-4a65-972c-f490ec1dfe6b None None] Provisioning for port 1eba9952-287d-4444-812b-8642dadd6c81 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:04:14.045964 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-17f70e45-337d-4a65-972c-f490ec1dfe6b None None] Provisioning complete for port 1eba9952-287d-4444-812b-8642dadd6c81 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:04:14.046837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-17f70e45-337d-4a65-972c-f490ec1dfe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:14.078206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e3f6ad1-1acb-4beb-9faf-0d2b0b650f03 req-cd3742da-bea1-42c1-880a-3569c5171653 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619459 Jul 05 19:04:14.096817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-17f70e45-337d-4a65-972c-f490ec1dfe6b None None] Port 1eba9952-287d-4444-812b-8642dadd6c81 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:04:15.248208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f13b81-aa85-40d8-b6de-5f5165d1c08b req-829c149b-bc1c-470e-88eb-6cbf8d2f645f tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:15.249706 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67f13b81-aa85-40d8-b6de-5f5165d1c08b req-829c149b-bc1c-470e-88eb-6cbf8d2f645f tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 931 time: 0.0670524 Jul 05 19:04:15.294297 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-67f13b81-aa85-40d8-b6de-5f5165d1c08b req-3be55fbe-a8f2-4210-8f01-4444ecc39dd3 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376599 Jul 05 19:04:16.485184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb015d0-f27d-43ee-8f63-635eb2efab22 req-0efc3d2b-c8b9-4545-9a3f-fa6acb40b958 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:16.487143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adb015d0-f27d-43ee-8f63-635eb2efab22 req-0efc3d2b-c8b9-4545-9a3f-fa6acb40b958 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 931 time: 0.0702195 Jul 05 19:04:16.534041 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-adb015d0-f27d-43ee-8f63-635eb2efab22 req-b36fb793-b1f3-4c2e-a75b-fe129b1a1e5e tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372157 Jul 05 19:04:17.718121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd5954-9769-4a22-816d-146ac39e111a req-1afcd1f6-19af-4438-bdda-56d25c9e7433 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:17.721314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-defd5954-9769-4a22-816d-146ac39e111a req-1afcd1f6-19af-4438-bdda-56d25c9e7433 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 931 time: 0.0687912 Jul 05 19:04:17.760027 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-defd5954-9769-4a22-816d-146ac39e111a req-e6d16e34-26f9-4609-8e3d-e52a4bc38fdf tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335121 Jul 05 19:04:18.946144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9d387-87da-4d37-8f1e-040e3ddeceab req-5f47ef66-5dd6-40bf-99c5-3ba40ebe2622 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:18.947715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94c9d387-87da-4d37-8f1e-040e3ddeceab req-5f47ef66-5dd6-40bf-99c5-3ba40ebe2622 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 931 time: 0.0681953 Jul 05 19:04:18.993724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94c9d387-87da-4d37-8f1e-040e3ddeceab req-d1240ec6-d5ea-4375-b51d-34d013d28313 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402153 Jul 05 19:04:20.184067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c91f0c-ee80-4ad4-bd53-2f38e7cabf39 req-045a6a0d-e035-4f78-a9c1-bec44cf818b0 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:20.185594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28c91f0c-ee80-4ad4-bd53-2f38e7cabf39 req-045a6a0d-e035-4f78-a9c1-bec44cf818b0 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 931 time: 0.0736322 Jul 05 19:04:20.230429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-28c91f0c-ee80-4ad4-bd53-2f38e7cabf39 req-6185a90c-8ba4-4251-baa2-6795465fc29a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387416 Jul 05 19:04:21.177393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Request body: {'port': {'device_id': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:21.257819 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:21.275122 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-24566518-2480-41e7-8b93-4251ca4a3766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:21.649144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cb405-63b6-42ca-893e-7ca5d52a8125 req-0aaf48aa-4742-486d-aa9b-07ce924c2961 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:21.651136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c96cb405-63b6-42ca-893e-7ca5d52a8125 req-0aaf48aa-4742-486d-aa9b-07ce924c2961 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 931 time: 0.1483088 Jul 05 19:04:21.719862 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c96cb405-63b6-42ca-893e-7ca5d52a8125 req-f96b17a3-f8d7-4017-ad71-1e883b867385 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591803 Jul 05 19:04:21.780832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eba9952-287d-4444-812b-8642dadd6c81 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:04:21.794505 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:21.810577 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Transition to ACTIVE for port object 1eba9952-287d-4444-812b-8642dadd6c81 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:04:21.926984 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:22.010258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Pushing event updated for resources: {'Port': ['ID=1eba9952-287d-4444-812b-8642dadd6c81,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:22.095717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Attempting to bind port 1eba9952-287d-4444-812b-8642dadd6c81 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:04:22.096056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Attempting to bind port 1eba9952-287d-4444-812b-8642dadd6c81 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:04:22.096394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Attempting to bind port 1eba9952-287d-4444-812b-8642dadd6c81 on network c30ce02f-1404-4c47-b03e-3f57737e21df {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:04:22.103653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Port 1eba9952-287d-4444-812b-8642dadd6c81 on network c30ce02f-1404-4c47-b03e-3f57737e21df not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:04:22.103982 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Attempting to bind port 1eba9952-287d-4444-812b-8642dadd6c81 on network c30ce02f-1404-4c47-b03e-3f57737e21df {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:04:22.110296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:04:22.110674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Checking segment: {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:04:22.111065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Bound using segment: {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:04:22.111502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Bound port: 1eba9952-287d-4444-812b-8642dadd6c81, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f626104-6d98-485e-a139-711c065558ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:04:22.111867 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:22.205179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] For port 1eba9952-287d-4444-812b-8642dadd6c81, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:04:22.209948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] For port 1eba9952-287d-4444-812b-8642dadd6c81, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eba9952-287d-4444-812b-8642dadd6c81,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:04:22.287466 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:22.333007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:22.333481 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:22.334949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] 10.222.0.39 "PUT /v2.0/ports/1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 1091 time: 1.1625507 Jul 05 19:04:22.335394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:04:22.337754 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c7b744-b285-4c3d-a809-d3b453fed477" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:04:22.359767 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7b7ef-f7d3-47f0-90f5-4aecde78cf82 service neutron] Pushing event updated for resources: {'Port': ['ID=1eba9952-287d-4444-812b-8642dadd6c81,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:22.394881 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb7e111-8cdf-410a-8eb5-d5bee84da50f x-openstack-request-id: req-ecb7e111-8cdf-410a-8eb5-d5bee84da50f {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:04:22.395238 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:04:22.395498 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecb7e111-8cdf-410a-8eb5-d5bee84da50f {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:04:22.395907 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81', 'status': 'completed', 'code': 200} Jul 05 19:04:22.907403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6a4ea-82c7-4ab9-bade-c7bb45752bdb req-053adcdd-b33d-4a9f-b4a2-b6a02f852c50 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:22.909036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7b6a4ea-82c7-4ab9-bade-c7bb45752bdb req-053adcdd-b33d-4a9f-b4a2-b6a02f852c50 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 943 time: 0.0686593 Jul 05 19:04:22.951902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d7b6a4ea-82c7-4ab9-bade-c7bb45752bdb req-d0ce6477-5c12-4d4c-88b4-39be566d0bc4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363755 Jul 05 19:04:23.527053 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-185f22fe-f8af-4f78-8af7-73c42543bf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:23.749374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:24.173975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ac04e-17de-4884-907d-347a91e69cdb req-20d7fdab-f063-4aa8-9994-20e99faf0380 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:24.175487 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b0ac04e-17de-4884-907d-347a91e69cdb req-20d7fdab-f063-4aa8-9994-20e99faf0380 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 943 time: 0.1069660 Jul 05 19:04:24.180469 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7b744-b285-4c3d-a809-d3b453fed477 req-7e279c49-388a-487d-b52b-13934b76fd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:24.181850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38c7b744-b285-4c3d-a809-d3b453fed477 req-7e279c49-388a-487d-b52b-13934b76fd0c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1094 time: 0.0839710 Jul 05 19:04:24.259809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1b0ac04e-17de-4884-907d-347a91e69cdb req-af0538b9-fb91-4c7a-b4bd-78008d3200b9 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770061 Jul 05 19:04:24.305438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7b744-b285-4c3d-a809-d3b453fed477 req-ef70d747-a8d9-4e97-a937-2eee92874ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:24.306990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38c7b744-b285-4c3d-a809-d3b453fed477 req-ef70d747-a8d9-4e97-a937-2eee92874ddc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=688711ca2a0f4114824f9d3a718244fe&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1113455 Jul 05 19:04:24.689648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7b744-b285-4c3d-a809-d3b453fed477 req-05d8745c-2e8a-440a-ab5d-8206d3ea6bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:24.691150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38c7b744-b285-4c3d-a809-d3b453fed477 req-05d8745c-2e8a-440a-ab5d-8206d3ea6bc3 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3776426 Jul 05 19:04:24.782032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-0aca3ea3-da49-4992-ba1c-644f6dc56253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:24.783637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-0aca3ea3-da49-4992-ba1c-644f6dc56253 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1094 time: 0.0548999 Jul 05 19:04:24.823740 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-034dba10-e9d8-4c29-848a-ffd8a3c5f56a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 217 time: 0.0328443 Jul 05 19:04:24.872748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-ab4498d9-479b-47cf-bd3f-51baaf30dfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:24.874373 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-ab4498d9-479b-47cf-bd3f-51baaf30dfd4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea2cbdf5-dfcd-4974-b392-67ecae57e096 HTTP/1.1" status: 200 len: 853 time: 0.0446393 Jul 05 19:04:24.886651 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:24.936890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-6d16a453-08a0-46f5-aebd-3f91e9115d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:24.938396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-6d16a453-08a0-46f5-aebd-3f91e9115d70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c30ce02f-1404-4c47-b03e-3f57737e21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574062 Jul 05 19:04:25.026598 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-4adec23a-3f57-40cc-8060-bcc015114e3c service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817785 Jul 05 19:04:25.117079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f294342e-b261-45c0-8bf5-7da4c4449c1a req-c3ad96d3-c9dd-42d3-b973-99aee59b2688 service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838361 Jul 05 19:04:25.441761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5136d-a14c-4e44-97e9-50e75762a189 req-eb1bb01b-90ff-4ff2-a0ae-ec57037bc8c1 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:25.443276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87d5136d-a14c-4e44-97e9-50e75762a189 req-eb1bb01b-90ff-4ff2-a0ae-ec57037bc8c1 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 943 time: 0.0628629 Jul 05 19:04:25.479805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-87d5136d-a14c-4e44-97e9-50e75762a189 req-da0ba78b-5ccb-497a-bc90-a8ed30fe8198 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309803 Jul 05 19:04:25.918439 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:04:26.629358 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:26.654887 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753dd3e-3b25-433f-9c8c-ecbd20923ed6 req-7a48a479-6e01-4dde-aa5e-a818132a0b83 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:26.656446 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3753dd3e-3b25-433f-9c8c-ecbd20923ed6 req-7a48a479-6e01-4dde-aa5e-a818132a0b83 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 943 time: 0.0668499 Jul 05 19:04:26.695081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3753dd3e-3b25-433f-9c8c-ecbd20923ed6 req-c7b501f1-9041-410f-8203-277f7eb29b95 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328972 Jul 05 19:04:27.870956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813704b-a5f3-4c27-bea7-cce906f41974 req-84eb7c9c-a3b0-4053-bf52-4cbdec13b604 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:27.872454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4813704b-a5f3-4c27-bea7-cce906f41974 req-84eb7c9c-a3b0-4053-bf52-4cbdec13b604 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 943 time: 0.0671480 Jul 05 19:04:27.909493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4813704b-a5f3-4c27-bea7-cce906f41974 req-7b3297fa-03da-4f90-8856-b23c5f2d74cd tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315201 Jul 05 19:04:28.099390 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1eba9952-287d-4444-812b-8642dadd6c81 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:04:28.193405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1eba9952-287d-4444-812b-8642dadd6c81, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eba9952-287d-4444-812b-8642dadd6c81,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:04:28.205415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '1eba9952-287d-4444-812b-8642dadd6c81', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'port_id': '1eba9952-287d-4444-812b-8642dadd6c81', 'mac_address': 'fa:16:3e:ce:89:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 77, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:04:28.246450 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:28.259218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eba9952-287d-4444-812b-8642dadd6c81 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:04:28.278745 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1eba9952-287d-4444-812b-8642dadd6c81, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eba9952-287d-4444-812b-8642dadd6c81,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:04:28.349148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:28.396134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1eba9952-287d-4444-812b-8642dadd6c81,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:28.601704 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1eba9952-287d-4444-812b-8642dadd6c81'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:04:29.086091 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170e203-472d-42cb-8b48-2306aab63eca req-422671f5-1aef-4238-b122-83bfb74cd605 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:29.087629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c170e203-472d-42cb-8b48-2306aab63eca req-422671f5-1aef-4238-b122-83bfb74cd605 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 944 time: 0.0638244 Jul 05 19:04:29.125552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c170e203-472d-42cb-8b48-2306aab63eca req-1a17f52e-43a7-4efe-9da4-13609515ca12 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Jul 05 19:04:30.097344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1eba9952-287d-4444-812b-8642dadd6c81 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:04:30.155089 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:30.236064 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 1eba9952-287d-4444-812b-8642dadd6c81 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:04:30.240113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 1eba9952-287d-4444-812b-8642dadd6c81 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:04:30.240490 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:30.300468 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8705bd8-0170-4456-b753-91c58927739a req-1816c509-43db-4a2c-8f97-f9316c6145cc tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:30.301964 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8705bd8-0170-4456-b753-91c58927739a req-1816c509-43db-4a2c-8f97-f9316c6145cc tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 944 time: 0.0669560 Jul 05 19:04:30.319160 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:30.341817 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e8705bd8-0170-4456-b753-91c58927739a req-b9c5f993-2eb1-4453-9557-5ecd5348f4a7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340853 Jul 05 19:04:30.343224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:04:30.347228 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93be8b75-1756-4d54-89d2-52390d77528a" -d '{"events": [{"server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "name": "network-vif-plugged", "status": "completed", "tag": "1eba9952-287d-4444-812b-8642dadd6c81"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:04:30.365672 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 1eba9952-287d-4444-812b-8642dadd6c81, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eba9952-287d-4444-812b-8642dadd6c81,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:04:30.393356 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a552af-5c69-4623-9565-b9f835ca51c0 x-openstack-request-id: req-e1a552af-5c69-4623-9565-b9f835ca51c0 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:04:30.393796 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "name": "network-vif-plugged", "status": "completed", "tag": "1eba9952-287d-4444-812b-8642dadd6c81", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:04:30.394076 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1a552af-5c69-4623-9565-b9f835ca51c0 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:04:30.394472 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81', 'code': 200} Jul 05 19:04:30.423876 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:30.470893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=1eba9952-287d-4444-812b-8642dadd6c81,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:30.509291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35669d-64ee-4dea-923b-0b8034700c2c req-7b48e2a1-429e-465e-a75a-9baf17888ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:30.510826 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f35669d-64ee-4dea-923b-0b8034700c2c req-7b48e2a1-429e-465e-a75a-9baf17888ba6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1096 time: 0.0534036 Jul 05 19:04:30.543775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f35669d-64ee-4dea-923b-0b8034700c2c req-0faa578c-8703-40d1-bf21-46c07b2252c7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269253 Jul 05 19:04:31.520323 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ab171-3f54-4e17-908f-cf00b493fd73 req-1695f482-cfc0-49aa-a023-bdbda9354bfc tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:31.521832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd3ab171-3f54-4e17-908f-cf00b493fd73 req-1695f482-cfc0-49aa-a023-bdbda9354bfc tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 945 time: 0.0660133 Jul 05 19:04:31.558944 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd3ab171-3f54-4e17-908f-cf00b493fd73 req-d9c3df8a-b4e6-4b4d-a1a3-c54af0898860 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314879 Jul 05 19:04:32.734155 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96064fc-96b3-4e0f-8f8e-bd3096a8df75 req-e7eaa884-0904-4823-b5ed-daace79b4cf1 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:32.735677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d96064fc-96b3-4e0f-8f8e-bd3096a8df75 req-e7eaa884-0904-4823-b5ed-daace79b4cf1 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 945 time: 0.0651913 Jul 05 19:04:32.772753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d96064fc-96b3-4e0f-8f8e-bd3096a8df75 req-0c45b79a-c98f-4df9-868c-6957c0b24642 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316191 Jul 05 19:04:32.948569 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b72a5-c174-4635-a79f-18c30ced8888 req-8797832b-8791-431f-8db9-09e70782a4e2 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:32.950070 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb2b72a5-c174-4635-a79f-18c30ced8888 req-8797832b-8791-431f-8db9-09e70782a4e2 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 945 time: 0.0644293 Jul 05 19:04:32.988921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb2b72a5-c174-4635-a79f-18c30ced8888 req-9286fda8-9f52-4c65-8e00-c1f400a675d9 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320237 Jul 05 19:04:33.324465 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d901a-0fdc-480a-8ee9-8edeb39e87f8 req-bdb1576e-594f-41ff-b29f-1dcdaba8b080 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:33.325934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c6d901a-0fdc-480a-8ee9-8edeb39e87f8 req-bdb1576e-594f-41ff-b29f-1dcdaba8b080 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 945 time: 0.0656261 Jul 05 19:04:33.363264 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c6d901a-0fdc-480a-8ee9-8edeb39e87f8 req-8561474a-e6c2-4fd3-9e7e-4501e98c54ab tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Jul 05 19:04:36.457703 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:42.538317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-1e4e0e1f-6053-492f-b5bf-2c47dfc963bc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559356 Jul 05 19:04:42.632099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-30fd6653-1e1e-4f13-8255-16893ee44981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:42.633582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-30fd6653-1e1e-4f13-8255-16893ee44981 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1096 time: 0.0524626 Jul 05 19:04:42.738076 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-60bcaa61-ad68-4b44-b9a1-2405b8aef52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:42.739561 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-60bcaa61-ad68-4b44-b9a1-2405b8aef52d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 200 len: 914 time: 0.0856946 Jul 05 19:04:42.780587 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-5fccfe1e-852c-4901-8ed0-4c08ef8b1e4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 217 time: 0.0344172 Jul 05 19:04:42.833046 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-a38c5d33-dab4-43fe-88ca-2e9c7537da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:42.834478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-a38c5d33-dab4-43fe-88ca-2e9c7537da29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea2cbdf5-dfcd-4974-b392-67ecae57e096 HTTP/1.1" status: 200 len: 853 time: 0.0466683 Jul 05 19:04:42.892808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-5ea75b89-5027-414f-ba1e-29abc46a81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:42.894403 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-5ea75b89-5027-414f-ba1e-29abc46a81df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c30ce02f-1404-4c47-b03e-3f57737e21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531809 Jul 05 19:04:42.982320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-614c79e7-2005-4993-9753-ca4b4311addb service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798469 Jul 05 19:04:43.081132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0e2622c2-d266-445e-a765-8d081afd3c1f req-73ff74b8-bde2-4e1f-8ab1-27a7a7a16157 service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902028 Jul 05 19:04:48.031050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109065a2-b44a-473c-bce1-c94e98cb090c req-2afc4d71-4f90-4497-a8a2-ddacb2d0befa tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:48.032453 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-109065a2-b44a-473c-bce1-c94e98cb090c req-2afc4d71-4f90-4497-a8a2-ddacb2d0befa tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 945 time: 0.0635152 Jul 05 19:04:48.070099 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-109065a2-b44a-473c-bce1-c94e98cb090c req-20d888e4-1106-4ec0-a261-7fd2f8b84aaf tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318205 Jul 05 19:04:48.094812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51080) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:04:48.240073 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26623d0b-cbd6-40d6-b949-b350a03bf521 tempest-TestMinimumBasicScenario-608108730 tempest-TestMinimumBasicScenario-608108730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:48.241579 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-26623d0b-cbd6-40d6-b949-b350a03bf521 tempest-TestMinimumBasicScenario-608108730 tempest-TestMinimumBasicScenario-608108730-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1091 time: 0.1456497 Jul 05 19:04:48.244835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51084) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:04:48.249131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '1eba9952-287d-4444-812b-8642dadd6c81', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:48.383495 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:48.477910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:48.583886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Allocated IP 172.25.3.149 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/a2a7ebae-e586-4044-82b0-2bf607379ace) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:04:48.682928 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:48.770951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:48.808332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:04:48.811080 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:04:48.821067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:04:48.826225 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'Port': ['ID=a2a7ebae-e586-4044-82b0-2bf607379ace,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:48.855915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.856269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.856609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.856947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.857280 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.857612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.857945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.858273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.858621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.858947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.859266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:48.859584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:49.190143 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:49.325950 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:49.474153 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:49.524750 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:49.592400 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'Port': ['ID=a2a7ebae-e586-4044-82b0-2bf607379ace,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:49.602097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:49.701420 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Floating IP 0bdcc07e-2885-4eb6-bd37-4e5f8c85b597 associated. External IP: 172.25.3.149, port: 1eba9952-287d-4444-812b-8642dadd6c81. Jul 05 19:04:49.907845 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Router 02a85e65-e62b-4a92-b631-da799058a8bf has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:04:50.015242 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:04:50.025333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] Sync routers for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:04:50.034671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:04:50.035435 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:04:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:04:50.080483 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.117413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-83b41c9f-25a2-46da-a07b-084a4fe134c6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8713892 Jul 05 19:04:50.117847 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:04:50.120307 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51086) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:04:50.120841 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31149f59-900a-4d22-89c6-1707752a1445" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:04:50.125320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436383068', 'description': 'tempest-secgroup-smoke-436383068 description', 'project_id': '688711ca2a0f4114824f9d3a718244fe'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:50.148901 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:04:50.158889 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc28feb-48a8-44a5-a987-35664b91acf0 x-openstack-request-id: req-1dc28feb-48a8-44a5-a987-35664b91acf0 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:04:50.159217 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:04:50.159469 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dc28feb-48a8-44a5-a987-35664b91acf0 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:04:50.159875 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81', 'status': 'completed', 'code': 200} Jul 05 19:04:50.195317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.245042 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149f59-900a-4d22-89c6-1707752a1445 req-a9453b4d-c0ae-4c96-9d2f-ba39c7d32075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:50.246882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31149f59-900a-4d22-89c6-1707752a1445 req-a9453b4d-c0ae-4c96-9d2f-ba39c7d32075 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1096 time: 0.0545266 Jul 05 19:04:50.291516 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.348142 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149f59-900a-4d22-89c6-1707752a1445 req-9b75222b-61bf-42c5-bbf0-fb67cb00bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:50.349304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.349901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31149f59-900a-4d22-89c6-1707752a1445 req-9b75222b-61bf-42c5-bbf0-fb67cb00bb74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 200 len: 914 time: 0.0950108 Jul 05 19:04:50.382291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6ded3f-fbb8-4479-ba26-723781fd666c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:50.389970 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.390320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.390706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.391024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.391355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.391685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.392013 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.392337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.392671 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.393022 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.393842 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.394172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:04:50.407807 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.409782 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6c737045-7e6f-4cce-bda0-d54274a33855 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2878690 Jul 05 19:04:50.412725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51090) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:04:50.417700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9786aa02-272e-427f-ae8e-750d27d78368 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'security_group_rule': {'security_group_id': 'ac6ded3f-fbb8-4479-ba26-723781fd666c', 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:50.426279 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31149f59-900a-4d22-89c6-1707752a1445 req-35bfc637-0449-4bed-9c67-c5de406407e0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 999 time: 0.0690973 Jul 05 19:04:50.480055 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9786aa02-272e-427f-ae8e-750d27d78368 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.481969 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149f59-900a-4d22-89c6-1707752a1445 req-a473332a-d771-4b14-95dc-fa493c54df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:50.483510 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31149f59-900a-4d22-89c6-1707752a1445 req-a473332a-d771-4b14-95dc-fa493c54df8b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea2cbdf5-dfcd-4974-b392-67ecae57e096 HTTP/1.1" status: 200 len: 853 time: 0.0504529 Jul 05 19:04:50.541861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9786aa02-272e-427f-ae8e-750d27d78368 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.547212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149f59-900a-4d22-89c6-1707752a1445 req-a9730602-0509-4f87-ae89-5975d5c6c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:50.548830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31149f59-900a-4d22-89c6-1707752a1445 req-a9730602-0509-4f87-ae89-5975d5c6c91d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c30ce02f-1404-4c47-b03e-3f57737e21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567210 Jul 05 19:04:50.549162 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '0bdcc07e-2885-4eb6-bd37-4e5f8c85b597', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'port_id': '1eba9952-287d-4444-812b-8642dadd6c81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'mac_address': 'fa:16:3e:ce:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:04:49Z', 'updated_at': '2021-07-05T19:04:49Z', 'revision_number': 0, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:55Z', 'revision_number': 5, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:04:50.582149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] Checking router: 02a85e65-e62b-4a92-b631-da799058a8bf for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:04:50.593408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:04:50.594038 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:04:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:04:50.611767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9786aa02-272e-427f-ae8e-750d27d78368 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.633836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786aa02-272e-427f-ae8e-750d27d78368 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41386f0f-9849-4b2f-bdcd-c026c46d486e,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:50.647351 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31149f59-900a-4d22-89c6-1707752a1445 req-36eb6b16-752b-4893-b919-9adb9046ae5c service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913320 Jul 05 19:04:50.697552 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9786aa02-272e-427f-ae8e-750d27d78368 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.698976 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9786aa02-272e-427f-ae8e-750d27d78368 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2848787 Jul 05 19:04:50.701433 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51092) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:04:50.705554 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:04:50.706881 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-64a7c6fb-1890-47dd-87b9-95b5181d03c8 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'security_group_rule': {'security_group_id': 'ac6ded3f-fbb8-4479-ba26-723781fd666c', 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:50.749249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-31149f59-900a-4d22-89c6-1707752a1445 req-4422fbbe-7e69-49ef-a6a9-fc99bc39e80c service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947709 Jul 05 19:04:50.799938 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64a7c6fb-1890-47dd-87b9-95b5181d03c8 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.870034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64a7c6fb-1890-47dd-87b9-95b5181d03c8 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.886283 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d815a044-2cf9-440b-8a08-6aa4bf349ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.949139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '0bdcc07e-2885-4eb6-bd37-4e5f8c85b597', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'port_id': '1eba9952-287d-4444-812b-8642dadd6c81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'mac_address': 'fa:16:3e:ce:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:04:49Z', 'updated_at': '2021-07-05T19:04:49Z', 'revision_number': 0, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:55Z', 'revision_number': 5, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:04:50.953474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64a7c6fb-1890-47dd-87b9-95b5181d03c8 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:50.972290 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7c6fb-1890-47dd-87b9-95b5181d03c8 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cc0c54b-8815-4b72-b3a0-7dbfc089d286,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:50.979721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82982f82-5b7e-43d4-85f8-dacede76db59 None None] The sync data for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 is: [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '0bdcc07e-2885-4eb6-bd37-4e5f8c85b597', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'floating_ip_address': '172.25.3.149', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'port_id': '1eba9952-287d-4444-812b-8642dadd6c81', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'mac_address': 'fa:16:3e:ce:89:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:04:49Z', 'updated_at': '2021-07-05T19:04:49Z', 'revision_number': 0, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:55Z', 'revision_number': 5, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:04:51.051050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64a7c6fb-1890-47dd-87b9-95b5181d03c8 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.052603 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-64a7c6fb-1890-47dd-87b9-95b5181d03c8 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3496621 Jul 05 19:04:51.055099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51094) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:04:51.059854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-67e3aaea-88e4-4148-949e-2b3d46867396 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'security_group_rule': {'security_group_id': 'ac6ded3f-fbb8-4479-ba26-723781fd666c', 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:51.168733 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67e3aaea-88e4-4148-949e-2b3d46867396 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.169072 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18daebd6-ce9b-4470-a007-48dd543fd0bd None None] New status for floating IP 0bdcc07e-2885-4eb6-bd37-4e5f8c85b597: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:04:51.248742 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67e3aaea-88e4-4148-949e-2b3d46867396 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.324991 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67e3aaea-88e4-4148-949e-2b3d46867396 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.342580 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e3aaea-88e4-4148-949e-2b3d46867396 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17eca81d-24e8-49ea-98e3-ca1431930259,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:51.462304 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-67e3aaea-88e4-4148-949e-2b3d46867396 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.463633 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-67e3aaea-88e4-4148-949e-2b3d46867396 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4075272 Jul 05 19:04:51.466182 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51096) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:04:51.470702 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d5bc5d72-3a67-4902-af02-09b3c018029a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'security_group_rule': {'security_group_id': 'ac6ded3f-fbb8-4479-ba26-723781fd666c', 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:51.553986 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5d72-3a67-4902-af02-09b3c018029a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.615789 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5d72-3a67-4902-af02-09b3c018029a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.697451 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5d72-3a67-4902-af02-09b3c018029a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.715134 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc5d72-3a67-4902-af02-09b3c018029a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876d7695-d521-4e2f-a7b0-55df79a0f2fa,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:51.783170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5bc5d72-3a67-4902-af02-09b3c018029a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.785076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d5bc5d72-3a67-4902-af02-09b3c018029a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3179309 Jul 05 19:04:51.787826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51098) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:04:51.792263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-28a0e374-3e10-440c-8f8f-229af5f411f4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'security_group_rule': {'security_group_id': 'ac6ded3f-fbb8-4479-ba26-723781fd666c', 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:51.880689 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-28a0e374-3e10-440c-8f8f-229af5f411f4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Project 688711ca2a0f4114824f9d3a718244fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:04:51.885875 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28a0e374-3e10-440c-8f8f-229af5f411f4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:51.944943 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28a0e374-3e10-440c-8f8f-229af5f411f4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.022999 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28a0e374-3e10-440c-8f8f-229af5f411f4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.041179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e374-3e10-440c-8f8f-229af5f411f4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986e612a-6efc-4bac-bc1d-2372182b34e8,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:52.114425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28a0e374-3e10-440c-8f8f-229af5f411f4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.115671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-28a0e374-3e10-440c-8f8f-229af5f411f4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3269327 Jul 05 19:04:52.118300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51100) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:04:52.123018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-801af132-ce38-4266-9365-e52f6e8f7c6a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'security_group_rule': {'security_group_id': 'ac6ded3f-fbb8-4479-ba26-723781fd666c', 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:52.183362 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-801af132-ce38-4266-9365-e52f6e8f7c6a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Project 688711ca2a0f4114824f9d3a718244fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:04:52.188359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801af132-ce38-4266-9365-e52f6e8f7c6a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.250348 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801af132-ce38-4266-9365-e52f6e8f7c6a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.297526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801af132-ce38-4266-9365-e52f6e8f7c6a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.314181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801af132-ce38-4266-9365-e52f6e8f7c6a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba94fd48-0cdf-4af8-ac01-f8469f336278,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:52.365842 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-801af132-ce38-4266-9365-e52f6e8f7c6a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.367097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-801af132-ce38-4266-9365-e52f6e8f7c6a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2475655 Jul 05 19:04:52.488333 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53675b19-aee5-45ca-8932-8e573931bc71 req-e49cbddd-b0ae-4d39-bd4e-5597cbcc2b4f tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436383068&fields=id&tenant_id=688711ca2a0f4114824f9d3a718244fe HTTP/1.1" status: 200 len: 267 time: 0.0335426 Jul 05 19:04:52.557940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675b19-aee5-45ca-8932-8e573931bc71 req-b157e766-72e7-4c57-8dce-ead265b7e040 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:52.559386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53675b19-aee5-45ca-8932-8e573931bc71 req-b157e766-72e7-4c57-8dce-ead265b7e040 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 945 time: 0.0647171 Jul 05 19:04:52.570706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-53675b19-aee5-45ca-8932-8e573931bc71 req-2ffb4402-b8fd-4171-8304-21a623ffc273 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'port': {'security_groups': ['df8b6c3e-e2c3-49c7-ba96-1354635c4071', 'ac6ded3f-fbb8-4479-ba26-723781fd666c']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:04:52.655519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-53675b19-aee5-45ca-8932-8e573931bc71 req-2ffb4402-b8fd-4171-8304-21a623ffc273 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.835999 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-53675b19-aee5-45ca-8932-8e573931bc71 req-2ffb4402-b8fd-4171-8304-21a623ffc273 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] For port 1eba9952-287d-4444-812b-8642dadd6c81, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eba9952-287d-4444-812b-8642dadd6c81,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:04:52.865029 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-53675b19-aee5-45ca-8932-8e573931bc71 req-2ffb4402-b8fd-4171-8304-21a623ffc273 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.903497 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-53675b19-aee5-45ca-8932-8e573931bc71 req-2ffb4402-b8fd-4171-8304-21a623ffc273 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.917129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1eba9952-287d-4444-812b-8642dadd6c81'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:04:52.956717 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53675b19-aee5-45ca-8932-8e573931bc71 req-2ffb4402-b8fd-4171-8304-21a623ffc273 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:52.957958 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-53675b19-aee5-45ca-8932-8e573931bc71 req-2ffb4402-b8fd-4171-8304-21a623ffc273 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:52.959833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-53675b19-aee5-45ca-8932-8e573931bc71 req-2ffb4402-b8fd-4171-8304-21a623ffc273 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "PUT /v2.0/ports/1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 981 time: 0.3943424 Jul 05 19:04:52.960296 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:04:52.962814 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:04:52.999862 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb4402-b8fd-4171-8304-21a623ffc273 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'Port': ['ID=1eba9952-287d-4444-812b-8642dadd6c81,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:04:53.038090 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1eba9952-287d-4444-812b-8642dadd6c81'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:04:53.038214 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd42222e-e078-42ac-bb9b-5dac37ccb781 x-openstack-request-id: req-cd42222e-e078-42ac-bb9b-5dac37ccb781 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:04:53.038214 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:04:53.038214 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cd42222e-e078-42ac-bb9b-5dac37ccb781 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:04:53.038214 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81', 'status': 'completed', 'code': 200} Jul 05 19:04:53.173363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-fe08b50f-f87a-4057-867b-9df5fc0ac98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:53.175171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-fe08b50f-f87a-4057-867b-9df5fc0ac98b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1135 time: 0.1167436 Jul 05 19:04:53.183356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52884571-8218-4592-b1db-570385de9204 req-4f271a40-e335-4fd9-abb4-f6196745c8f6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:53.184750 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52884571-8218-4592-b1db-570385de9204 req-4f271a40-e335-4fd9-abb4-f6196745c8f6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0900352 Jul 05 19:04:53.267277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-683a6b7a-2a62-4d89-b50f-827f353051d9 None None] Provisioning complete for port 1eba9952-287d-4444-812b-8642dadd6c81 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:04:53.267652 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-683a6b7a-2a62-4d89-b50f-827f353051d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:53.284479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52884571-8218-4592-b1db-570385de9204 req-cd6de910-de56-4e54-a9f1-f2708ac116be tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0902870 Jul 05 19:04:53.317386 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-90bdf53c-55e8-4da8-9e45-cb6e91bb7eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:53.319658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-90bdf53c-55e8-4da8-9e45-cb6e91bb7eeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 200 len: 914 time: 0.1339858 Jul 05 19:04:53.389354 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-7c48ba05-ea0a-4c3c-8653-eafbf4729329 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 1001 time: 0.0628822 Jul 05 19:04:53.439006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-13fe3470-399a-43be-9b01-647b233c715c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:53.440572 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-13fe3470-399a-43be-9b01-647b233c715c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea2cbdf5-dfcd-4974-b392-67ecae57e096 HTTP/1.1" status: 200 len: 853 time: 0.0440662 Jul 05 19:04:53.501145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-daddef93-4fe6-4376-897d-3643a1f6149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:04:53.503168 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-daddef93-4fe6-4376-897d-3643a1f6149c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c30ce02f-1404-4c47-b03e-3f57737e21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553863 Jul 05 19:04:53.575676 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb5af-e1af-43a0-a69c-28f328b772bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:53.601091 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-60229e0b-fba2-404f-b0b8-a0d724f9f5db service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915265 Jul 05 19:04:53.693595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d054ae50-59b6-4bad-9a2a-12f4adb88cf1 req-f9c4863b-32d0-4d38-9b2e-4dd3b27dc154 service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859680 Jul 05 19:04:53.743048 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:54.896775 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:04:56.598893 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:00.178304 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:02.918590 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:05:06.485947 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:07.886814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b9021-ec36-4339-9898-48acd88287ec req-63f22cbe-7878-4f4d-b23e-a13c39c42501 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:07.888603 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-142b9021-ec36-4339-9898-48acd88287ec req-63f22cbe-7878-4f4d-b23e-a13c39c42501 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.4090269 Jul 05 19:05:07.890634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-4c3381cc-1f83-4aa4-a5e8-9cce5d13e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:07.892237 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-4c3381cc-1f83-4aa4-a5e8-9cce5d13e3fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1135 time: 0.3790891 Jul 05 19:05:07.984189 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-142b9021-ec36-4339-9898-48acd88287ec req-c44d5054-22da-4c5e-9cfd-816f3d211a06 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898793 Jul 05 19:05:08.012575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-575e8f10-934f-424a-a3a1-2699455a8922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:08.014045 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-575e8f10-934f-424a-a3a1-2699455a8922 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 200 len: 914 time: 0.1127918 Jul 05 19:05:08.082486 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-f439f579-5bd4-4dd8-8855-a5d75712a8ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 1001 time: 0.0601068 Jul 05 19:05:08.130060 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-e03e8e0a-7584-4191-8a32-58ee2481372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:08.132055 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-e03e8e0a-7584-4191-8a32-58ee2481372d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea2cbdf5-dfcd-4974-b392-67ecae57e096 HTTP/1.1" status: 200 len: 853 time: 0.0432963 Jul 05 19:05:08.189709 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-796095da-9f85-49d9-b899-9f5db3b67f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:08.191248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-796095da-9f85-49d9-b899-9f5db3b67f41 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c30ce02f-1404-4c47-b03e-3f57737e21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510256 Jul 05 19:05:08.281245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-b897fa0b-33c1-42f2-bf35-4c03193e4245 service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826535 Jul 05 19:05:08.369251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ff1b49ed-8dea-427d-ab4c-0a954241e7a2 req-2d134247-8035-4445-b4ef-a98647b7ab68 service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808725 Jul 05 19:05:09.173083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475fe18-01af-4159-86a9-8177d39d7142 req-5213c31c-f3a9-4aeb-98d7-b90059dcf2c5 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:09.173083 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0475fe18-01af-4159-86a9-8177d39d7142 req-5213c31c-f3a9-4aeb-98d7-b90059dcf2c5 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0686979 Jul 05 19:05:09.207707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0475fe18-01af-4159-86a9-8177d39d7142 req-9b519cfe-2a65-4ff3-a957-2d2532fe8e29 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339012 Jul 05 19:05:10.382508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296336e-22da-422c-bfbe-892831296bb6 req-84ed85c4-bbe9-47ca-ac98-0f816c084979 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:10.384025 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3296336e-22da-422c-bfbe-892831296bb6 req-84ed85c4-bbe9-47ca-ac98-0f816c084979 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0637238 Jul 05 19:05:10.423079 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3296336e-22da-422c-bfbe-892831296bb6 req-ef251d2b-3076-492c-9543-d7640fc28e91 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333846 Jul 05 19:05:11.604585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d3963b-bd95-4585-9045-16d291245acf req-a7b5a624-ee4a-448c-a896-0ef1fd1ff645 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:11.606063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0d3963b-bd95-4585-9045-16d291245acf req-a7b5a624-ee4a-448c-a896-0ef1fd1ff645 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0680196 Jul 05 19:05:11.647450 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0d3963b-bd95-4585-9045-16d291245acf req-90aabf4f-6552-4187-980b-2fcae0ec96a6 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358145 Jul 05 19:05:12.827980 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f4347-90c1-4a45-b35f-3d9e40364ffb req-6aa6704d-fa59-4a69-8371-ad1c2d25b30b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:12.829512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac1f4347-90c1-4a45-b35f-3d9e40364ffb req-6aa6704d-fa59-4a69-8371-ad1c2d25b30b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0648437 Jul 05 19:05:12.870636 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac1f4347-90c1-4a45-b35f-3d9e40364ffb req-01e67dcb-a344-42f3-820e-9dc342b678b4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346558 Jul 05 19:05:14.043568 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a2b21-f92c-4626-bd7a-224690f2add2 req-05ae1eff-157d-44bb-985b-0d89e79cd98a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:14.045066 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25a2b21-f92c-4626-bd7a-224690f2add2 req-05ae1eff-157d-44bb-985b-0d89e79cd98a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0643382 Jul 05 19:05:14.086397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f25a2b21-f92c-4626-bd7a-224690f2add2 req-fceb5b52-9d63-415f-944a-a5241d827936 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355754 Jul 05 19:05:15.268642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f8fbb7-acc3-4202-bf90-4d31af69bcdf req-6b1064a1-2676-492a-92da-4c9bd97393c2 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:15.270147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47f8fbb7-acc3-4202-bf90-4d31af69bcdf req-6b1064a1-2676-492a-92da-4c9bd97393c2 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0670352 Jul 05 19:05:15.309253 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-47f8fbb7-acc3-4202-bf90-4d31af69bcdf req-b21791ec-eaeb-4b11-95b7-c615a4b28318 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325580 Jul 05 19:05:16.482355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62e8e0-e833-49c9-86ad-6ab74867ec78 req-b5d82536-75aa-4e7d-b8ea-3f889057fab9 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:16.483934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea62e8e0-e833-49c9-86ad-6ab74867ec78 req-b5d82536-75aa-4e7d-b8ea-3f889057fab9 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0646608 Jul 05 19:05:16.527848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea62e8e0-e833-49c9-86ad-6ab74867ec78 req-113b19c6-5fd8-4fa7-a52d-f1bee2d9276e tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0381973 Jul 05 19:05:17.720342 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5fad-b2ea-4fcb-8116-3b13ba34498b req-f7ec3bad-6c54-4ea1-82fa-a16bc0b418ed tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:17.721848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a26c5fad-b2ea-4fcb-8116-3b13ba34498b req-f7ec3bad-6c54-4ea1-82fa-a16bc0b418ed tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0675724 Jul 05 19:05:17.761916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a26c5fad-b2ea-4fcb-8116-3b13ba34498b req-510abbe9-092a-4e74-90bd-733e9ed13bab tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340722 Jul 05 19:05:18.945725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db5677-6a61-4cef-8e1c-5f5e51623b6e req-543b5e58-a0fe-4907-b0c9-83025d9a999a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:18.947336 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36db5677-6a61-4cef-8e1c-5f5e51623b6e req-543b5e58-a0fe-4907-b0c9-83025d9a999a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0629487 Jul 05 19:05:18.986347 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-36db5677-6a61-4cef-8e1c-5f5e51623b6e req-31f2dde0-0a77-4f71-9d57-5a6793395be1 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334809 Jul 05 19:05:20.161688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be972fd1-b70d-41c0-8fb3-c0ca932b0c4d req-d1de205f-fb13-4080-8593-852d5c46c284 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:20.163140 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be972fd1-b70d-41c0-8fb3-c0ca932b0c4d req-d1de205f-fb13-4080-8593-852d5c46c284 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0631583 Jul 05 19:05:20.206908 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be972fd1-b70d-41c0-8fb3-c0ca932b0c4d req-5af0dd76-1a26-4eca-be46-5778202378a3 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373259 Jul 05 19:05:20.822545 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b8c99532-8b2b-49c6-bef3-daa1191284ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:21.379440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85504b79-f160-477d-bf40-0352f0adb939 req-980c5b1b-010d-4913-b1ca-de6e98dfc37d tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:21.380856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85504b79-f160-477d-bf40-0352f0adb939 req-980c5b1b-010d-4913-b1ca-de6e98dfc37d tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0642276 Jul 05 19:05:21.420767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85504b79-f160-477d-bf40-0352f0adb939 req-5ea52d81-86c1-4cba-9e4d-4ee0db2c874b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335464 Jul 05 19:05:22.600288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ced7b-f606-4fb5-902a-aab905de340e req-25123228-674b-4503-b677-10abc00cd184 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:22.601805 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-351ced7b-f606-4fb5-902a-aab905de340e req-25123228-674b-4503-b677-10abc00cd184 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0653059 Jul 05 19:05:22.643235 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-351ced7b-f606-4fb5-902a-aab905de340e req-88460717-0aaf-4009-ad28-dceeecb8e8d9 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351746 Jul 05 19:05:23.514335 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3819ae88-ce62-4f47-8c6e-8ea1e2b71831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:23.737177 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:23.831004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211b3ac2-9fb9-43c7-b8e6-4ae951d51073 req-06d4a016-1e8c-454f-93cc-ef1c275ca6c0 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:23.832413 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211b3ac2-9fb9-43c7-b8e6-4ae951d51073 req-06d4a016-1e8c-454f-93cc-ef1c275ca6c0 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0677941 Jul 05 19:05:23.875042 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-211b3ac2-9fb9-43c7-b8e6-4ae951d51073 req-a29c3a0c-9c86-491b-9624-97291d68030d tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367219 Jul 05 19:05:24.901902 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:25.064732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f4651-a500-4eab-94f7-e76f8eced641 req-ade6db82-17d7-40ab-bc97-a3c257300a7b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:25.066232 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-921f4651-a500-4eab-94f7-e76f8eced641 req-ade6db82-17d7-40ab-bc97-a3c257300a7b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0634289 Jul 05 19:05:25.105846 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-921f4651-a500-4eab-94f7-e76f8eced641 req-4dce85e1-75c7-44ff-91f9-88d0d0878793 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&id=ac6ded3f-fbb8-4479-ba26-723781fd666c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339415 Jul 05 19:05:26.611061 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:30.171379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:36.456540 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:39.917115 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:05:42.522884 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-82461c1e-0194-4612-8b6a-ae346ebdab7d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0580556 Jul 05 19:05:42.618288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-eee64e7e-1d83-4758-967a-9b8c2d35de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:42.619921 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-eee64e7e-1d83-4758-967a-9b8c2d35de65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1135 time: 0.0532467 Jul 05 19:05:42.723990 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-7d9be214-8a41-499c-906f-14a36cafe59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:42.725479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-7d9be214-8a41-499c-906f-14a36cafe59f service neutron] 10.222.0.39 "GET /v2.0/networks?id=c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 200 len: 914 time: 0.0855818 Jul 05 19:05:42.794733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-8014e448-948c-43fc-ab77-98551be5db54 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 1001 time: 0.0628796 Jul 05 19:05:42.845634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-cc063e30-46eb-4da7-8ac7-9bd86b582efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:42.846906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-cc063e30-46eb-4da7-8ac7-9bd86b582efb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea2cbdf5-dfcd-4974-b392-67ecae57e096 HTTP/1.1" status: 200 len: 853 time: 0.0442150 Jul 05 19:05:42.903966 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-e3d1197a-2a6d-4224-bca7-fc85bd82f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:42.906368 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-e3d1197a-2a6d-4224-bca7-fc85bd82f8da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c30ce02f-1404-4c47-b03e-3f57737e21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532744 Jul 05 19:05:43.003460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-ceb60bef-1442-4474-8126-badcf226222e service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877724 Jul 05 19:05:43.094971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c329a4b7-84aa-4950-a348-ce4f2606f5d9 req-a63e164a-98f2-4edc-b56c-bf2b4facaa4a service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842655 Jul 05 19:05:50.827498 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-64666dc9-2c32-42f2-b865-b8abc51b6b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:53.513318 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-feebecb8-ccff-4f37-bce3-dab2fb47d66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:53.741930 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:54.890788 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:56.707549 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:57.821018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-f1063e05-94f6-4322-87b2-e00e2f488cb4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436383068&fields=id&tenant_id=688711ca2a0f4114824f9d3a718244fe HTTP/1.1" status: 200 len: 267 time: 0.0348227 Jul 05 19:05:57.905236 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-e538733e-f6cb-49cb-aad6-f3851b2306ea tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:57.906828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-e538733e-f6cb-49cb-aad6-f3851b2306ea tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 984 time: 0.0796947 Jul 05 19:05:57.917737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Request body: {'port': {'security_groups': ['df8b6c3e-e2c3-49c7-ba96-1354635c4071']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:05:58.004262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.177570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] For port 1eba9952-287d-4444-812b-8642dadd6c81, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eba9952-287d-4444-812b-8642dadd6c81,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:05:58.206386 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.273191 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.285988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1eba9952-287d-4444-812b-8642dadd6c81'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:05:58.322230 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:58.322891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.324291 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4201e168-997f-4bbc-9fd9-b47cebbdc700 req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "PUT /v2.0/ports/1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 942 time: 0.4115615 Jul 05 19:05:58.324747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:05:58.327685 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6586f6-5fe0-492b-b7cb-9e31181751a6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:05:58.335261 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51184) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:05:58.385917 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event updated for resources: {'Port': ['ID=1eba9952-287d-4444-812b-8642dadd6c81,revision_number=7']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:05:58.398195 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.398658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.398929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.399268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.399603 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.399936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.400267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.400594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.400922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.401252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.401595 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.401901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21675f90-075f-46e4-b417-bbf180571a6b tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:58.408211 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1eba9952-287d-4444-812b-8642dadd6c81'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:05:58.439432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b755d68-6c98-4f98-85be-57f32eb8ec84 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.469779 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b755d68-6c98-4f98-85be-57f32eb8ec84 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.576989 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b755d68-6c98-4f98-85be-57f32eb8ec84 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.579646 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6b755d68-6c98-4f98-85be-57f32eb8ec84 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.580852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6b755d68-6c98-4f98-85be-57f32eb8ec84 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "DELETE /v2.0/security-groups/ac6ded3f-fbb8-4479-ba26-723781fd666c HTTP/1.1" status: 204 len: 168 time: 0.2446008 Jul 05 19:05:58.590430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51186) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:05:58.591684 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-fe876521-c528-41be-a260-4079564e8ea6 None None] Provisioning complete for port 1eba9952-287d-4444-812b-8642dadd6c81 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:05:58.591684 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fe876521-c528-41be-a260-4079564e8ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.592009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b755d68-6c98-4f98-85be-57f32eb8ec84 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6ded3f-fbb8-4479-ba26-723781fd666c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:05:58.748038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Deleting port a2a7ebae-e586-4044-82b0-2bf607379ace {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:05:58.748372 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.823035 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.823280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:58.835000 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Calling delete_port for a2a7ebae-e586-4044-82b0-2bf607379ace owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:05:59.073479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:59.099190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event deleted for resources: {'Port': ['ID=a2a7ebae-e586-4044-82b0-2bf607379ace,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:05:59.127018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.127374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.127718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.128057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.128392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.128722 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.129049 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.129374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.129702 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.130027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.130349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.130697 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:05:59.175598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:59.175933 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Floating IP 0bdcc07e-2885-4eb6-bd37-4e5f8c85b597 disassociated (deleted). External IP: 172.25.3.149, port: 1eba9952-287d-4444-812b-8642dadd6c81. Jul 05 19:05:59.377878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Router 02a85e65-e62b-4a92-b631-da799058a8bf has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:05:59.392703 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9b317a-9f50-45ed-8350-bed2022bc58d x-openstack-request-id: req-6e9b317a-9f50-45ed-8350-bed2022bc58d {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:05:59.393182 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:05:59.393300 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e9b317a-9f50-45ed-8350-bed2022bc58d {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:05:59.393634 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81', 'status': 'completed', 'code': 200} Jul 05 19:05:59.467765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-f95d721c-4383-4310-92ec-65f90ff14e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:59.469319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-f95d721c-4383-4310-92ec-65f90ff14e71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1096 time: 0.0527558 Jul 05 19:05:59.486662 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:05:59.491671 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:05:59.498282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] Sync routers for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:05:59.508065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:05:59.508951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:05:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:05:59.537149 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-922a148d-f22a-44bb-b1a6-6f510482b9e7 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "DELETE /v2.0/floatingips/0bdcc07e-2885-4eb6-bd37-4e5f8c85b597 HTTP/1.1" status: 204 len: 168 time: 0.9522610 Jul 05 19:05:59.538292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:05:59.541153 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73766b3-4328-4072-be3e-3a12bf1c7163" -d '{"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:05:59.586434 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164c65d3-cc37-416d-877e-7397d42dca65 x-openstack-request-id: req-164c65d3-cc37-416d-877e-7397d42dca65 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:05:59.586838 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "tag": "1eba9952-287d-4444-812b-8642dadd6c81", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:05:59.587151 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-164c65d3-cc37-416d-877e-7397d42dca65 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:05:59.587564 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81', 'status': 'completed', 'code': 200} Jul 05 19:05:59.596733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-a19b5038-b3ad-4355-bb43-eb52cf126af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:59.602771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-a19b5038-b3ad-4355-bb43-eb52cf126af4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 200 len: 914 time: 0.1227162 Jul 05 19:05:59.644837 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-e6e5a8dc-43ee-4f61-9f52-3ea2e47e4394 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 217 time: 0.0389535 Jul 05 19:05:59.654536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:05:59.696838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-9e914736-5d60-4090-8dbb-a3698fee4961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:59.698528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-9e914736-5d60-4090-8dbb-a3698fee4961 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea2cbdf5-dfcd-4974-b392-67ecae57e096 HTTP/1.1" status: 200 len: 853 time: 0.0473554 Jul 05 19:05:59.770332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-4c83936c-412f-4135-9d89-8415d0ec0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:05:59.772113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-4c83936c-412f-4135-9d89-8415d0ec0f74 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c30ce02f-1404-4c47-b03e-3f57737e21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674710 Jul 05 19:05:59.866900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:55Z', 'revision_number': 5, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:05:59.876320 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-4a0be2e8-4700-4bb6-a70b-30a82a8b31c8 service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967352 Jul 05 19:05:59.901872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] Checking router: 02a85e65-e62b-4a92-b631-da799058a8bf for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:05:59.911342 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:05:59.911956 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:05:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:00.000795 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7c6586f6-5fe0-492b-b7cb-9e31181751a6 req-b1b4c584-4f5c-40e8-84e9-4f56f3776721 service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094074 Jul 05 19:06:00.024764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:00.155951 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-d5566e89-4f87-4ab9-91ff-b74064d0fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:00.157398 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-d5566e89-4f87-4ab9-91ff-b74064d0fb5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=688711ca2a0f4114824f9d3a718244fe&device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 1096 time: 0.0544960 Jul 05 19:06:00.189116 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:00.240163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:55Z', 'revision_number': 5, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:00.256019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-b686fa6a-583e-45bc-acfd-d6bc9f7b6f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:00.257552 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-b686fa6a-583e-45bc-acfd-d6bc9f7b6f36 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 200 len: 914 time: 0.0917919 Jul 05 19:06:00.271312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46d6e9c-e613-48a2-b714-1c44c1e70287 None None] The sync data for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 is: [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:03:50Z', 'revision_number': 4, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '4470feb7-7888-49a9-84e5-dc06bb30bc59', 'name': '', 'network_id': 'c30ce02f-1404-4c47-b03e-3f57737e21df', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'mac_address': 'fa:16:3e:77:dd:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:50Z', 'updated_at': '2021-07-05T19:03:55Z', 'revision_number': 5, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'subnets': [{'id': 'ea2cbdf5-dfcd-4974-b392-67ecae57e096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:06:00.299119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-0939fb13-478a-471a-88b0-16f91e8f4b89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 200 len: 217 time: 0.0344009 Jul 05 19:06:00.350655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-663bf34a-ccb8-42b2-9d8c-eca18eee3d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:00.352167 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-663bf34a-ccb8-42b2-9d8c-eca18eee3d8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ea2cbdf5-dfcd-4974-b392-67ecae57e096 HTTP/1.1" status: 200 len: 853 time: 0.0453384 Jul 05 19:06:00.415916 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-f6d56386-9938-4509-b666-f3f59bada791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:00.417363 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-f6d56386-9938-4509-b666-f3f59bada791 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c30ce02f-1404-4c47-b03e-3f57737e21df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588861 Jul 05 19:06:00.525717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-636f2bc2-a1ab-4f5a-b4bf-531e74216304 service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993392 Jul 05 19:06:00.530463 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9275ee6-1f6a-48df-86d2-2890520a4b48 None None] New status for floating IP 0bdcc07e-2885-4eb6-bd37-4e5f8c85b597: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:06:00.629800 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e73766b3-4328-4072-be3e-3a12bf1c7163 req-70f6f7c9-3645-4db5-a541-1f867deb70f0 service neutron] 10.222.0.39 "GET /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970383 Jul 05 19:06:06.433397 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:08.462074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c27d32-8799-42e5-8212-e78f5cc0fa6d req-cc363f86-3a4d-4389-91de-731a54a3e3bc tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:08.463621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39c27d32-8799-42e5-8212-e78f5cc0fa6d req-cc363f86-3a4d-4389-91de-731a54a3e3bc tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 945 time: 0.0641870 Jul 05 19:06:08.501820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-39c27d32-8799-42e5-8212-e78f5cc0fa6d req-8bbe88cd-1171-4ffa-a598-8fa7ded134cb tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315266 Jul 05 19:06:09.697808 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f5147-3f9f-4499-865d-1a37207fa6c7 req-62d3b139-788e-48a9-bee2-b3f2a3b673d4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:09.699375 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1f5147-3f9f-4499-865d-1a37207fa6c7 req-62d3b139-788e-48a9-bee2-b3f2a3b673d4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 945 time: 0.0737591 Jul 05 19:06:09.738246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d1f5147-3f9f-4499-865d-1a37207fa6c7 req-3ee76233-a6de-4c39-a145-bdcf8003184a tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/security-groups?id=df8b6c3e-e2c3-49c7-ba96-1354635c4071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Jul 05 19:06:10.126723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-547ce960-da89-490d-8526-9ac331e9c2fe tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:10.128092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-547ce960-da89-490d-8526-9ac331e9c2fe tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.39 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 945 time: 0.0662825 Jul 05 19:06:10.228925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Deleting port 1eba9952-287d-4444-812b-8642dadd6c81 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:06:10.229271 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:10.319607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] For port 1eba9952-287d-4444-812b-8642dadd6c81, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=1eba9952-287d-4444-812b-8642dadd6c81,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:10.319964 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:10.331506 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Calling delete_port for 1eba9952-287d-4444-812b-8642dadd6c81 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:06:10.496095 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:10.507955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['1eba9952-287d-4444-812b-8642dadd6c81'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:06:10.527141 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Pushing event deleted for resources: {'Port': ['ID=1eba9952-287d-4444-812b-8642dadd6c81,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:10.576318 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] No DVR routers for this DVR port 1eba9952-287d-4444-812b-8642dadd6c81 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:06:10.579024 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:10.581009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a21cf460-e901-43aa-a51e-11f2c1693aef req-2180855b-801a-489c-8f82-add443ca39c4 tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.39 "DELETE /v2.0/ports/1eba9952-287d-4444-812b-8642dadd6c81 HTTP/1.1" status: 204 len: 173 time: 0.4468949 Jul 05 19:06:10.581513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'name': 'network-vif-deleted', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:06:10.583790 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44f677b-6615-4d06-a712-8ee10b42d8b5" -d '{"events": [{"server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "name": "network-vif-deleted", "tag": "1eba9952-287d-4444-812b-8642dadd6c81"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:06:10.618458 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7b45c0-a6fb-4c10-9b78-f5eb8641d678 x-openstack-request-id: req-fd7b45c0-a6fb-4c10-9b78-f5eb8641d678 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:06:10.618801 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fd2e896-a28b-49ed-a7be-2f0d9d859958", "name": "network-vif-deleted", "tag": "1eba9952-287d-4444-812b-8642dadd6c81", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:06:10.619074 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd7b45c0-a6fb-4c10-9b78-f5eb8641d678 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:06:10.619484 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fd2e896-a28b-49ed-a7be-2f0d9d859958', 'name': 'network-vif-deleted', 'tag': '1eba9952-287d-4444-812b-8642dadd6c81', 'status': 'completed', 'code': 200} Jul 05 19:06:10.883543 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9e522a84-590e-4e50-bb86-69ad2d09d17a req-5b900825-edb0-49e2-95cb-060482df7e7d tempest-TestMinimumBasicScenario-588908712 tempest-TestMinimumBasicScenario-588908712-project] 10.222.0.30 "GET /v2.0/ports?device_id=0fd2e896-a28b-49ed-a7be-2f0d9d859958 HTTP/1.1" status: 200 len: 210 time: 0.0305865 Jul 05 19:06:12.569776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1eba9952-287d-4444-812b-8642dadd6c81 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:06:12.590154 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 1eba9952-287d-4444-812b-8642dadd6c81 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:06:12.590511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 1eba9952-287d-4444-812b-8642dadd6c81 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:06:13.189412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51292) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:13.541468 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:13.801556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Deleting port 4470feb7-7888-49a9-84e5-dc06bb30bc59 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:06:13.801822 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:13.880170 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] For port 4470feb7-7888-49a9-84e5-dc06bb30bc59, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4470feb7-7888-49a9-84e5-dc06bb30bc59,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:13.880543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:13.893039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Calling delete_port for 4470feb7-7888-49a9-84e5-dc06bb30bc59 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:06:14.135982 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:14.159453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Pushing event deleted for resources: {'Port': ['ID=4470feb7-7888-49a9-84e5-dc06bb30bc59,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:14.327804 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:14.913476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Router 02a85e65-e62b-4a92-b631-da799058a8bf has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:06:15.019490 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:06:15.024500 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-923f4cc0-f819-4542-832b-95e449421097 admin admin] 10.222.0.30 "PUT /v2.0/routers/02a85e65-e62b-4a92-b631-da799058a8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8341515 Jul 05 19:06:15.027231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51296) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:15.029357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] Sync routers for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:06:15.039255 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:15.039872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:05:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:15.137285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.145577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:15.241028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.324281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:06:14Z', 'revision_number': 5, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port': {'id': 'bf4c1620-2d54-452e-94c2-92a2b2c79c57', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:21:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:48Z', 'updated_at': '2021-07-05T19:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:15.350409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] Checking router: 02a85e65-e62b-4a92-b631-da799058a8bf for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:06:15.355929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Deleting port bf4c1620-2d54-452e-94c2-92a2b2c79c57 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:06:15.356451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.360292 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] Routers {'02a85e65-e62b-4a92-b631-da799058a8bf'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:15.360907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:05:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['02a85e65-e62b-4a92-b631-da799058a8bf'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:15.435728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] For port bf4c1620-2d54-452e-94c2-92a2b2c79c57, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=bf4c1620-2d54-452e-94c2-92a2b2c79c57,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:15.435976 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.446204 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] Set router 02a85e65-e62b-4a92-b631-da799058a8bf gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:15.448519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Calling delete_port for bf4c1620-2d54-452e-94c2-92a2b2c79c57 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:06:15.497491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:06:15Z', 'revision_number': 6, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:15.528569 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d879055d-ddb3-4491-acfa-1478484e3591 None None] The sync data for ids ['02a85e65-e62b-4a92-b631-da799058a8bf'] in n-d-799524-1 is: [{'id': '02a85e65-e62b-4a92-b631-da799058a8bf', 'name': 'tempest-TestMinimumBasicScenario-912158184-router', 'tenant_id': '688711ca2a0f4114824f9d3a718244fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:47Z', 'updated_at': '2021-07-05T19:06:15Z', 'revision_number': 6, 'project_id': '688711ca2a0f4114824f9d3a718244fe', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:06:15.666922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.697741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf4c1620-2d54-452e-94c2-92a2b2c79c57,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:15.760737 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.851024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.853110 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.958267 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.959251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02a85e65-e62b-4a92-b631-da799058a8bf {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:06:15.963788 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:15.964780 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-928e5171-4744-4107-b597-bd851deda797 admin admin] 10.222.0.30 "DELETE /v2.0/routers/02a85e65-e62b-4a92-b631-da799058a8bf HTTP/1.1" status: 204 len: 168 time: 0.9366140 Jul 05 19:06:15.967954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51298) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:16.015988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-2675a55d-29c9-448f-be46-b78546c06c66 admin admin] Deleting subnet ea2cbdf5-dfcd-4974-b392-67ecae57e096 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:06:16.018983 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2675a55d-29c9-448f-be46-b78546c06c66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.053008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2675a55d-29c9-448f-be46-b78546c06c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.128024 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2675a55d-29c9-448f-be46-b78546c06c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.245979 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2675a55d-29c9-448f-be46-b78546c06c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.279988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2675a55d-29c9-448f-be46-b78546c06c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea2cbdf5-dfcd-4974-b392-67ecae57e096,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:16.281893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2675a55d-29c9-448f-be46-b78546c06c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.286703 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2675a55d-29c9-448f-be46-b78546c06c66 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea2cbdf5-dfcd-4974-b392-67ecae57e096 HTTP/1.1" status: 204 len: 168 time: 0.3154178 Jul 05 19:06:16.287530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51302) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:16.288412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e39078a-1e2e-4306-80d9-72202562bebb None None] Network c30ce02f-1404-4c47-b03e-3f57737e21df requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:06:16.360069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.416699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Deleting port 468358ea-854d-4707-86d9-41a25d18117c {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:06:16.417046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.483528 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] For port 468358ea-854d-4707-86d9-41a25d18117c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=468358ea-854d-4707-86d9-41a25d18117c,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:16.483528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.485221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] DHCP port deletion for c30ce02f-1404-4c47-b03e-3f57737e21df request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:06:16.498351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Calling delete_port for 468358ea-854d-4707-86d9-41a25d18117c owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:06:16.539314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Deleting port 468358ea-854d-4707-86d9-41a25d18117c {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:06:16.539713 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.606495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] For port 468358ea-854d-4707-86d9-41a25d18117c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=468358ea-854d-4707-86d9-41a25d18117c,segment=NetworkSegment(1f626104-6d98-485e-a139-711c065558ca),segment_id=1f626104-6d98-485e-a139-711c065558ca)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:16.607450 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.621476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Calling delete_port for 468358ea-854d-4707-86d9-41a25d18117c owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:06:16.627255 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.653937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Pushing event deleted for resources: {'Port': ['ID=468358ea-854d-4707-86d9-41a25d18117c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:16.659630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] No DVR routers for this DVR port 468358ea-854d-4707-86d9-41a25d18117c on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:06:16.700120 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.725484 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Pushing event deleted for resources: {'Port': ['ID=468358ea-854d-4707-86d9-41a25d18117c,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:16.729639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] No DVR routers for this DVR port 468358ea-854d-4707-86d9-41a25d18117c on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:06:16.737446 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.737801 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.737941 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.738142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.738480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.738869 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.739181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.739511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.739909 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.740153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.740480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.740808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.741144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab89e40d-c422-44d3-b0cc-d402dca68d29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:16.755119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c30ce02f-1404-4c47-b03e-3f57737e21df']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:16.762053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f626104-6d98-485e-a139-711c065558ca') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:16.762349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f626104-6d98-485e-a139-711c065558ca') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:16.771183 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.784921 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.790657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:06:16.791060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:06:16.792647 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:06:16.901570 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.907647 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:16.909411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c30ce02f-1404-4c47-b03e-3f57737e21df HTTP/1.1" status: 204 len: 168 time: 0.6197884 Jul 05 19:06:16.912477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51304) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:16.921146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c45fc-43f9-499c-aa6b-c6d2bf99b247 admin admin] Pushing event deleted for resources: {'Network': ['ID=c30ce02f-1404-4c47-b03e-3f57737e21df,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:16.924172 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:06:17.089186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 468358ea-854d-4707-86d9-41a25d18117c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:06:17.109968 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 468358ea-854d-4707-86d9-41a25d18117c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:06:17.110405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 468358ea-854d-4707-86d9-41a25d18117c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:06:17.110933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bf4c1620-2d54-452e-94c2-92a2b2c79c57 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:06:17.130301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: bf4c1620-2d54-452e-94c2-92a2b2c79c57 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:06:17.130783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device bf4c1620-2d54-452e-94c2-92a2b2c79c57 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:06:17.131267 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4470feb7-7888-49a9-84e5-dc06bb30bc59 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:06:17.152321 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4470feb7-7888-49a9-84e5-dc06bb30bc59 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:06:17.152679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4470feb7-7888-49a9-84e5-dc06bb30bc59 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:06:17.261050 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:17.526885 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Deleting port 06b184e9-be59-4617-954e-4b0c3866cb0c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:06:17.527235 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:17.609361 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] For port 06b184e9-be59-4617-954e-4b0c3866cb0c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=06b184e9-be59-4617-954e-4b0c3866cb0c,segment=NetworkSegment(e20caf06-3f2c-4087-bd5b-91a5119d2ee2),segment_id=e20caf06-3f2c-4087-bd5b-91a5119d2ee2)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:17.609719 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:17.622546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Calling delete_port for 06b184e9-be59-4617-954e-4b0c3866cb0c owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:06:17.850084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:17.879453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=06b184e9-be59-4617-954e-4b0c3866cb0c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:18.048763 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:18.266892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Router 01fc3f7c-a495-491a-8e5b-f9288507f24b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:06:18.371780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:06:18.376962 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cae9ac08-dba7-4817-b516-5665e8b23d16 admin admin] 10.222.0.30 "PUT /v2.0/routers/01fc3f7c-a495-491a-8e5b-f9288507f24b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4633446 Jul 05 19:06:18.379456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51306) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:18.381976 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] Sync routers for ids ['01fc3f7c-a495-491a-8e5b-f9288507f24b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:06:18.391921 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] Routers {'01fc3f7c-a495-491a-8e5b-f9288507f24b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:18.392624 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:05:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['01fc3f7c-a495-491a-8e5b-f9288507f24b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:18.487544 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:18.595560 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:18.596108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] Set router 01fc3f7c-a495-491a-8e5b-f9288507f24b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:18.697755 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Deleting port 9d682712-eb53-4e25-8a00-5d613255c7cd {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:06:18.698157 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:18.771828 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201'}], 'enable_snat': True}, 'gw_port_id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:53Z', 'updated_at': '2021-07-05T19:06:17Z', 'revision_number': 5, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'gw_port': {'id': '9d682712-eb53-4e25-8a00-5d613255c7cd', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:dc:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:03:54Z', 'updated_at': '2021-07-05T19:03:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:18.783119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] For port 9d682712-eb53-4e25-8a00-5d613255c7cd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9d682712-eb53-4e25-8a00-5d613255c7cd,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:18.783483 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:18.795740 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Calling delete_port for 9d682712-eb53-4e25-8a00-5d613255c7cd owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:06:18.798885 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] Checking router: 01fc3f7c-a495-491a-8e5b-f9288507f24b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:06:18.807119 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] Routers {'01fc3f7c-a495-491a-8e5b-f9288507f24b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:18.807725 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:05:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['01fc3f7c-a495-491a-8e5b-f9288507f24b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:18.891897 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] Set router 01fc3f7c-a495-491a-8e5b-f9288507f24b gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:18.945653 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:53Z', 'updated_at': '2021-07-05T19:06:18Z', 'revision_number': 6, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:18.972245 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64007791-07bc-4784-a47b-ae58f0fa1ea3 None None] The sync data for ids ['01fc3f7c-a495-491a-8e5b-f9288507f24b'] in n-d-799524-1 is: [{'id': '01fc3f7c-a495-491a-8e5b-f9288507f24b', 'name': 'tempest-TestMinimumBasicScenario-1028559395-router', 'tenant_id': 'a6b393deb02a439d875fb8814a31351b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:03:53Z', 'updated_at': '2021-07-05T19:06:18Z', 'revision_number': 6, 'project_id': 'a6b393deb02a439d875fb8814a31351b', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:06:19.020923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.046612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d682712-eb53-4e25-8a00-5d613255c7cd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:19.106843 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.194661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.196595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.319102 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.319634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01fc3f7c-a495-491a-8e5b-f9288507f24b {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:06:19.324316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.328955 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b5ad3c43-f698-4b16-9d9d-82869ea70ed7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/01fc3f7c-a495-491a-8e5b-f9288507f24b HTTP/1.1" status: 204 len: 168 time: 0.9451091 Jul 05 19:06:19.329504 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51308) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:19.381796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9e4daf-290b-42b3-9f47-346b76828d63 admin admin] Deleting subnet e70a507a-f769-4ec9-b827-d5b62dc48214 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:06:19.385882 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db9e4daf-290b-42b3-9f47-346b76828d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.426021 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db9e4daf-290b-42b3-9f47-346b76828d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.502314 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db9e4daf-290b-42b3-9f47-346b76828d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.604717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db9e4daf-290b-42b3-9f47-346b76828d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.632202 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9e4daf-290b-42b3-9f47-346b76828d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e70a507a-f769-4ec9-b827-d5b62dc48214,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:19.635965 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-db9e4daf-290b-42b3-9f47-346b76828d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.638340 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-db9e4daf-290b-42b3-9f47-346b76828d63 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e70a507a-f769-4ec9-b827-d5b62dc48214 HTTP/1.1" status: 204 len: 168 time: 0.3074086 Jul 05 19:06:19.640351 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51310) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:19.642831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e463d69-f298-4d88-9d85-0e55e247fd96 None None] Network 00a31e52-ecec-48bf-9c25-d81dd494b5a6 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:06:19.714139 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.728926 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 06b184e9-be59-4617-954e-4b0c3866cb0c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:06:19.769095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 06b184e9-be59-4617-954e-4b0c3866cb0c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:06:19.769438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 06b184e9-be59-4617-954e-4b0c3866cb0c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:06:19.772526 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Deleting port 41de7fe0-b832-4d87-9c21-5be4f03646d3 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:06:19.772757 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.843647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] For port 41de7fe0-b832-4d87-9c21-5be4f03646d3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=41de7fe0-b832-4d87-9c21-5be4f03646d3,segment=NetworkSegment(e20caf06-3f2c-4087-bd5b-91a5119d2ee2),segment_id=e20caf06-3f2c-4087-bd5b-91a5119d2ee2)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:19.844014 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.847808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a43246-c1dd-4dcd-be3a-53fdd47e3ae0 None None] DHCP port deletion for 00a31e52-ecec-48bf-9c25-d81dd494b5a6 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:06:19.863496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Calling delete_port for 41de7fe0-b832-4d87-9c21-5be4f03646d3 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:06:19.895260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d8a43246-c1dd-4dcd-be3a-53fdd47e3ae0 None None] Deleting port 41de7fe0-b832-4d87-9c21-5be4f03646d3 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:06:19.895643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8a43246-c1dd-4dcd-be3a-53fdd47e3ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.961041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d8a43246-c1dd-4dcd-be3a-53fdd47e3ae0 None None] For port 41de7fe0-b832-4d87-9c21-5be4f03646d3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=41de7fe0-b832-4d87-9c21-5be4f03646d3,segment=NetworkSegment(e20caf06-3f2c-4087-bd5b-91a5119d2ee2),segment_id=e20caf06-3f2c-4087-bd5b-91a5119d2ee2)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:19.961436 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8a43246-c1dd-4dcd-be3a-53fdd47e3ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:19.975294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d8a43246-c1dd-4dcd-be3a-53fdd47e3ae0 None None] Calling delete_port for 41de7fe0-b832-4d87-9c21-5be4f03646d3 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:06:20.044766 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.056368 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8a43246-c1dd-4dcd-be3a-53fdd47e3ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.071109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Pushing event deleted for resources: {'Port': ['ID=41de7fe0-b832-4d87-9c21-5be4f03646d3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:20.074783 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] No DVR routers for this DVR port 41de7fe0-b832-4d87-9c21-5be4f03646d3 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:06:20.083345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a43246-c1dd-4dcd-be3a-53fdd47e3ae0 None None] Pushing event deleted for resources: {'Port': ['ID=41de7fe0-b832-4d87-9c21-5be4f03646d3,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:20.086937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a43246-c1dd-4dcd-be3a-53fdd47e3ae0 None None] No DVR routers for this DVR port 41de7fe0-b832-4d87-9c21-5be4f03646d3 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:06:20.149741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.159774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a31e52-ecec-48bf-9c25-d81dd494b5a6']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:20.170459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:20.170786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20caf06-3f2c-4087-bd5b-91a5119d2ee2') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:20.179507 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.193424 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.199161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:06:20.205116 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:06:20.290336 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.296347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.298176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] 10.222.0.30 "DELETE /v2.0/networks/00a31e52-ecec-48bf-9c25-d81dd494b5a6 HTTP/1.1" status: 204 len: 168 time: 0.6569111 Jul 05 19:06:20.315706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1be64-ed7d-4797-9897-eb2f8dbfab6b admin admin] Pushing event deleted for resources: {'Network': ['ID=00a31e52-ecec-48bf-9c25-d81dd494b5a6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:20.586691 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51314) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:20.626835 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-447255e0-7259-4c8b-a740-1b973cb194b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=688711ca2a0f4114824f9d3a718244fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389240 Jul 05 19:06:20.629305 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51316) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:20.676292 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9a53403f-8c46-4759-ac6b-f08cbb2b37fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.696654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9a53403f-8c46-4759-ac6b-f08cbb2b37fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.804533 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9a53403f-8c46-4759-ac6b-f08cbb2b37fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.807150 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9a53403f-8c46-4759-ac6b-f08cbb2b37fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:20.808630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9a53403f-8c46-4759-ac6b-f08cbb2b37fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df8b6c3e-e2c3-49c7-ba96-1354635c4071 HTTP/1.1" status: 204 len: 168 time: 0.1784487 Jul 05 19:06:20.817584 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53403f-8c46-4759-ac6b-f08cbb2b37fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8b6c3e-e2c3-49c7-ba96-1354635c4071,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:20.837610 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d3a10e57-ad31-4b8a-b15c-743be17c981f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:21.086822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9d682712-eb53-4e25-8a00-5d613255c7cd no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:06:21.107123 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 9d682712-eb53-4e25-8a00-5d613255c7cd {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:06:21.107468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9d682712-eb53-4e25-8a00-5d613255c7cd not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:06:21.107880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 41de7fe0-b832-4d87-9c21-5be4f03646d3 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:06:21.127035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 41de7fe0-b832-4d87-9c21-5be4f03646d3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:06:21.127384 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 41de7fe0-b832-4d87-9c21-5be4f03646d3 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:06:21.357908 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51322) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:21.399153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9cbceb7b-8fa0-4e1c-b710-7dc4c12556c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6b393deb02a439d875fb8814a31351b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398135 Jul 05 19:06:21.401539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51324) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:21.448065 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ad456fe0-3bc9-4cec-bcb6-832bd82c3019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:21.471710 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ad456fe0-3bc9-4cec-bcb6-832bd82c3019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:21.581759 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ad456fe0-3bc9-4cec-bcb6-832bd82c3019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:21.584435 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ad456fe0-3bc9-4cec-bcb6-832bd82c3019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:21.589687 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ad456fe0-3bc9-4cec-bcb6-832bd82c3019 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd503a9f-6fab-49dc-a82d-8ce5a10e3c8d HTTP/1.1" status: 204 len: 168 time: 0.1830833 Jul 05 19:06:21.593802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad456fe0-3bc9-4cec-bcb6-832bd82c3019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd503a9f-6fab-49dc-a82d-8ce5a10e3c8d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:23.517943 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d4d29e27-909f-4868-9825-f3eb7cdc5c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:23.770031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:23.947041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51364) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:23.951818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045669540', 'description': 'tempest-secgroup-smoke-1045669540 description', 'project_id': '55b6f569faac4c6186ee68526906bd21'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:24.055896 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.065702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.155689 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.244006 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.276111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35cbd6e5-ba37-492e-ad8d-6192d10eac00,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:24.332013 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.438480 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.467344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b319ca0-445b-42f0-9c2f-66e675d3002d,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:24.541540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.542836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f4ece2f4-c1c1-4c36-aab3-a3729a1247cb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5947535 Jul 05 19:06:24.545725 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51368) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:24.551575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-4e9d78e8-5f47-4a90-97f4-bdace719e73a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '0b319ca0-445b-42f0-9c2f-66e675d3002d', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:24.648515 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e9d78e8-5f47-4a90-97f4-bdace719e73a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.709912 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e9d78e8-5f47-4a90-97f4-bdace719e73a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.782014 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e9d78e8-5f47-4a90-97f4-bdace719e73a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:24.918939 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.172590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d78e8-5f47-4a90-97f4-bdace719e73a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7454ffc3-e69a-4bfc-b2e1-0266a4a57340,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:25.256031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-4e9d78e8-5f47-4a90-97f4-bdace719e73a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.257295 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-4e9d78e8-5f47-4a90-97f4-bdace719e73a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7100449 Jul 05 19:06:25.260062 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51370) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:25.265853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f452f053-d990-408f-9fcf-17ff8a751175 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '0b319ca0-445b-42f0-9c2f-66e675d3002d', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:25.334855 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f452f053-d990-408f-9fcf-17ff8a751175 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.391267 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f452f053-d990-408f-9fcf-17ff8a751175 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.449462 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f452f053-d990-408f-9fcf-17ff8a751175 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.468918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452f053-d990-408f-9fcf-17ff8a751175 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29861b31-303e-40cf-9aca-9f828b0c6ce0,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:25.512405 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f452f053-d990-408f-9fcf-17ff8a751175 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.513616 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f452f053-d990-408f-9fcf-17ff8a751175 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2526331 Jul 05 19:06:25.516364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51372) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:25.520957 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-34147b87-4b73-47df-9744-ae2e1fea5c03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '0b319ca0-445b-42f0-9c2f-66e675d3002d', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:25.615745 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34147b87-4b73-47df-9744-ae2e1fea5c03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.678205 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34147b87-4b73-47df-9744-ae2e1fea5c03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.764147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34147b87-4b73-47df-9744-ae2e1fea5c03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.782622 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34147b87-4b73-47df-9744-ae2e1fea5c03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3366623-6166-48e8-b2f2-814d4445c46f,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:25.845146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-34147b87-4b73-47df-9744-ae2e1fea5c03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.846378 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-34147b87-4b73-47df-9744-ae2e1fea5c03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3290789 Jul 05 19:06:25.849218 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51374) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:25.853655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-eb209525-ab87-41e4-8d31-25ebd9dff1d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '0b319ca0-445b-42f0-9c2f-66e675d3002d', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:25.928907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb209525-ab87-41e4-8d31-25ebd9dff1d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:25.986261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb209525-ab87-41e4-8d31-25ebd9dff1d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.066968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb209525-ab87-41e4-8d31-25ebd9dff1d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.086194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb209525-ab87-41e4-8d31-25ebd9dff1d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8c279b-4439-4132-be2d-74a5aae4792a,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:26.152606 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-eb209525-ab87-41e4-8d31-25ebd9dff1d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.153861 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-eb209525-ab87-41e4-8d31-25ebd9dff1d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3037138 Jul 05 19:06:26.156499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51376) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:26.160945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d405e12e-8b34-4d01-9a0a-aca3c8bd12bb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '0b319ca0-445b-42f0-9c2f-66e675d3002d', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:26.250574 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-d405e12e-8b34-4d01-9a0a-aca3c8bd12bb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:06:26.255425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d405e12e-8b34-4d01-9a0a-aca3c8bd12bb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.314980 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d405e12e-8b34-4d01-9a0a-aca3c8bd12bb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.392572 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d405e12e-8b34-4d01-9a0a-aca3c8bd12bb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.410613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405e12e-8b34-4d01-9a0a-aca3c8bd12bb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c4f61a-724a-42bc-b2ac-01773ccbe9ed,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:26.490273 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d405e12e-8b34-4d01-9a0a-aca3c8bd12bb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.491567 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d405e12e-8b34-4d01-9a0a-aca3c8bd12bb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3341103 Jul 05 19:06:26.494520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51378) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:26.499070 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e32a111f-e799-4c33-ba53-17f754612d65 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '0b319ca0-445b-42f0-9c2f-66e675d3002d', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:26.587180 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-e32a111f-e799-4c33-ba53-17f754612d65 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:06:26.592276 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e32a111f-e799-4c33-ba53-17f754612d65 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.615717 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.656465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e32a111f-e799-4c33-ba53-17f754612d65 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.712594 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e32a111f-e799-4c33-ba53-17f754612d65 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.730001 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a111f-e799-4c33-ba53-17f754612d65 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79621d74-9a46-4ba3-b6ae-3e70fa7b5685,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:26.809814 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e32a111f-e799-4c33-ba53-17f754612d65 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.811134 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e32a111f-e799-4c33-ba53-17f754612d65 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3156378 Jul 05 19:06:26.814068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51380) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:26.819087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'network': {'name': 'tempest-network-smoke--1431678422', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'port_security_enabled': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:26.901016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:06:26.904598 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.928039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:06:26.936985 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:26.937385 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Added segment b5c413e5-097e-48c2-8b59-66fc60141b20 of type vlan for network 298b29e4-87c8-4ec6-9e43-145374553ae4 Jul 05 19:06:26.980535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:27.055418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:27.061025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:27.061720 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:27.125830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Network': ['ID=298b29e4-87c8-4ec6-9e43-145374553ae4,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:27.135976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 298b29e4-87c8-4ec6-9e43-145374553ae4 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:06:27.159206 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ebf87101-5e0c-4a41-9b20-0e3402a2f75a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3440151 Jul 05 19:06:27.162210 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51382) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:27.166946 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'admin_state_up': True, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:27.233056 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:27.234668 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:27.290184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:27.487093 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:27.742662 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:27.762122 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:27.867144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.4 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/d92e6205-be76-4bbb-abfe-7a59dd2bd5b2) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:06:27.966649 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:28.056237 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:28.093316 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:06:28.096172 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:06:28.101590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:06:28.127793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=d92e6205-be76-4bbb-abfe-7a59dd2bd5b2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:28.408909 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:28.603367 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:28.792354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router a097be41-60ae-4bcc-b505-9bc0642d87ed is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:06:28.900865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:06:28.911313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Sync routers for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:06:28.919861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:28.920466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:06:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:28.958303 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:28.959653 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6c6d8bc2-2739-47bb-8a0c-9099a3f757a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7963107 Jul 05 19:06:28.962687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51386) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:29.028397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:29.080403 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-807b5511-3fea-44db-bfb0-853cdfe864f2 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=55b6f569faac4c6186ee68526906bd21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1166141 Jul 05 19:06:29.083217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51390) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:29.172749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21a533-d4ac-4440-820d-d91ea7be1e88 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:29.174276 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fb21a533-d4ac-4440-820d-d91ea7be1e88 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901682 Jul 05 19:06:29.177184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51392) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:29.207868 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9374a91a-d0e5-4b3f-bacf-e54123fdde21 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272486 Jul 05 19:06:29.208116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:28Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:29.208279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51394) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:29.212839 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-16418753', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:29.238391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Checking router: a097be41-60ae-4bcc-b505-9bc0642d87ed for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:06:29.238770 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Updating router a097be41-60ae-4bcc-b505-9bc0642d87ed port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:06:29.273058 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:29.340745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:06:29.345293 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:29.527785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:29.537906 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Transition to ACTIVE for port object d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:06:29.616179 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:29.621350 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:29.681034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Attempting to bind port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:06:29.681436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Attempting to bind port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:06:29.681779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Attempting to bind port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:06:29.683833 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc61a6-505d-4cff-b502-4b2c6847baec None None] Pushing event updated for resources: {'Port': ['ID=d92e6205-be76-4bbb-abfe-7a59dd2bd5b2,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:29.684847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Subnet': ['ID=63fd06bc-2e1a-42c8-83e6-daed2a725e3c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:29.690689 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:06:29.691065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:06:29.691474 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:29.691884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:06:29.693109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Bound port: d92e6205-be76-4bbb-abfe-7a59dd2bd5b2, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:06:29.693517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:29.697770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Checking segment: {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:06:29.698149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network hostable DHCP agents. Network: 298b29e4-87c8-4ec6-9e43-145374553ae4, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:06:29.745246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] For port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:06:29.748217 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] For port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d92e6205-be76-4bbb-abfe-7a59dd2bd5b2,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:06:29.786940 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 298b29e4-87c8-4ec6-9e43-145374553ae4 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:06:29.815890 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:29.878346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:29.878346 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:06:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:29.879575 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc61a6-505d-4cff-b502-4b2c6847baec None None] Pushing event updated for resources: {'Port': ['ID=d92e6205-be76-4bbb-abfe-7a59dd2bd5b2,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:29.901292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 298b29e4-87c8-4ec6-9e43-145374553ae4) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:06:29.905599 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:29.906434 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:29.918665 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030af91-6b94-4eaf-8dfd-5490c5a91f46 None None] Network 298b29e4-87c8-4ec6-9e43-145374553ae4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:06:30.000174 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5d360c37-69b2-49c4-9d3c-0e5bc22a751d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7910266 Jul 05 19:06:30.002922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51396) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:30.050442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:30.228441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-298b29e4-87c8-4ec6-9e43-145374553ae4', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:06:30.385785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:30.391073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:30.438875 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:30.558412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:28Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:30.587456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Allocated IP 172.20.0.2 (298b29e4-87c8-4ec6-9e43-145374553ae4/63fd06bc-2e1a-42c8-83e6-daed2a725e3c/c713b053-8037-4bd5-81ee-2a231575ce98) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:06:30.591583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f2da5e-dc5c-4611-905d-d053d7a5b3e6 None None] The sync data for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 is: [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:28Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:06:30.737970 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:30.747059 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Transition to ACTIVE for port object c713b053-8037-4bd5-81ee-2a231575ce98 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:06:30.762515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Transition to ACTIVE for port object c713b053-8037-4bd5-81ee-2a231575ce98 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:06:30.850005 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:30.887557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Network 298b29e4-87c8-4ec6-9e43-145374553ae4 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:06:30.893100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:06:30.899110 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:06:30.902405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.1 (298b29e4-87c8-4ec6-9e43-145374553ae4/63fd06bc-2e1a-42c8-83e6-daed2a725e3c/14a87cd0-7c59-48d2-8ac6-71c06218abb6) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:06:30.908310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Pushing event updated for resources: {'Port': ['ID=c713b053-8037-4bd5-81ee-2a231575ce98,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:30.977538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Attempting to bind port c713b053-8037-4bd5-81ee-2a231575ce98 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:06:30.978233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Attempting to bind port c713b053-8037-4bd5-81ee-2a231575ce98 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:06:30.978341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Attempting to bind port c713b053-8037-4bd5-81ee-2a231575ce98 on network 298b29e4-87c8-4ec6-9e43-145374553ae4 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:06:30.985362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:06:30.985753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Checking segment: {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:06:30.986159 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:30.986578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Bound using segment: {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:06:30.987052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Bound port: c713b053-8037-4bd5-81ee-2a231575ce98, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:06:30.987437 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.024400 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.040682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object 14a87cd0-7c59-48d2-8ac6-71c06218abb6 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:06:31.058325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] For port c713b053-8037-4bd5-81ee-2a231575ce98, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:06:31.064099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] For port c713b053-8037-4bd5-81ee-2a231575ce98, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c713b053-8037-4bd5-81ee-2a231575ce98,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:06:31.126304 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.154409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:06:31.165172 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.210372 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 298b29e4-87c8-4ec6-9e43-145374553ae4 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:06:31.213921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:06:31.216628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:06:31.230430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558c08b-4f31-4497-8e95-fa8b05888912 None None] Pushing event updated for resources: {'Port': ['ID=c713b053-8037-4bd5-81ee-2a231575ce98,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:31.274168 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=14a87cd0-7c59-48d2-8ac6-71c06218abb6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:31.286700 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.313567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:06:31.321082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:31.321082 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.439403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.460515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d92e6205-be76-4bbb-abfe-7a59dd2bd5b2,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:31.525729 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.550167 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.586780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d92e6205-be76-4bbb-abfe-7a59dd2bd5b2,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:31.850447 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:31.929677 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:32.007990 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=14a87cd0-7c59-48d2-8ac6-71c06218abb6,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:32.010453 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:32.112941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 298b29e4-87c8-4ec6-9e43-145374553ae4 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:06:32.114335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:06:32.170173 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627543c2-6be4-41c0-a319-7483f2dcab4b None None] Network 298b29e4-87c8-4ec6-9e43-145374553ae4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:06:32.239084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router a097be41-60ae-4bcc-b505-9bc0642d87ed has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:06:32.284607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-49d7a376-f816-45f3-87a9-01d3e4fe120e None None] Provisioning for port c713b053-8037-4bd5-81ee-2a231575ce98 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:06:32.351502 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:06:32.358027 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e4a0f596-fea6-4ee6-9549-09d54862d219 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/a097be41-60ae-4bcc-b505-9bc0642d87ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3537815 Jul 05 19:06:32.526419 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-901a7bf2-1124-447e-bd0d-8fdc38deee0f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045669540&fields=id&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 267 time: 0.0430384 Jul 05 19:06:32.648669 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-0a9c80a2-40c6-4bef-bb14-c339362de802 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:32.650308 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-0a9c80a2-40c6-4bef-bb14-c339362de802 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/networks?id=298b29e4-87c8-4ec6-9e43-145374553ae4 HTTP/1.1" status: 200 len: 797 time: 0.1229358 Jul 05 19:06:32.667039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-a75131d9-8fe8-403c-aca9-14ccacefbbeb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/quotas/55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 375 time: 0.0102444 Jul 05 19:06:32.684475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-850862c0-580c-480c-8956-c0225d5e54b7 None None] Provisioning for port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:06:32.689249 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-850862c0-580c-480c-8956-c0225d5e54b7 None None] Provisioning complete for port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:32.689722 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-850862c0-580c-480c-8956-c0225d5e54b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:32.736943 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-850862c0-580c-480c-8956-c0225d5e54b7 None None] Port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:06:32.754801 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Sync routers for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:06:32.765654 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:32.766447 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:06:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:32.865367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c900a45e-2a18-402b-a8ff-afce75339b3d None None] Provisioning complete for port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:32.865705 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c900a45e-2a18-402b-a8ff-afce75339b3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:32.893190 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:32.907839 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c900a45e-2a18-402b-a8ff-afce75339b3d None None] Port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:06:33.026717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-1f0a626f-c311-4506-9c36-e549db5f7dbf None None] Provisioning complete for port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:33.027097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1f0a626f-c311-4506-9c36-e549db5f7dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.064433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-aa37d40b-4bbb-483e-a88c-d9ac25487fcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3884659 Jul 05 19:06:33.073364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a626f-c311-4506-9c36-e549db5f7dbf None None] Port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:06:33.126759 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '14a87cd0-7c59-48d2-8ac6-71c06218abb6', 'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c7:81:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:30Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 2, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:33.157474 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Checking router: a097be41-60ae-4bcc-b505-9bc0642d87ed for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:06:33.157821 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Updating router a097be41-60ae-4bcc-b505-9bc0642d87ed port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:06:33.192771 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.213808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c713b053-8037-4bd5-81ee-2a231575ce98 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:06:33.215121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-d376cc18-ed92-4ea0-a0b8-bcfbd131a148 service neutron] 10.222.0.30 "GET /v2.0/networks/298b29e4-87c8-4ec6-9e43-145374553ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483061 Jul 05 19:06:33.303300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-37e95246-5167-4ed0-a578-89ebe762d665 service neutron] 10.222.0.30 "GET /v2.0/networks/298b29e4-87c8-4ec6-9e43-145374553ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843492 Jul 05 19:06:33.307193 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c713b053-8037-4bd5-81ee-2a231575ce98 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:06:33.312011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c713b053-8037-4bd5-81ee-2a231575ce98 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:33.312499 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.405311 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.439788 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c713b053-8037-4bd5-81ee-2a231575ce98, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c713b053-8037-4bd5-81ee-2a231575ce98,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:33.466880 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.476892 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Transition to ACTIVE for port object 14a87cd0-7c59-48d2-8ac6-71c06218abb6 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:06:33.529350 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.530832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:06:33.558628 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.606705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c713b053-8037-4bd5-81ee-2a231575ce98,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:33.611343 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Pushing event updated for resources: {'Port': ['ID=14a87cd0-7c59-48d2-8ac6-71c06218abb6,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:33.625541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:33.625925 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.635841 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.636164 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.636496 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.636829 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.637153 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.637499 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.637802 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.638121 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.638438 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.638780 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.639096 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.640080 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:06:33.682209 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Attempting to bind port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:06:33.682600 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Attempting to bind port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:06:33.682972 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Attempting to bind port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 on network 298b29e4-87c8-4ec6-9e43-145374553ae4 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:06:33.688730 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:06:33.688963 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Checking segment: {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:06:33.689318 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.689714 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Bound using segment: {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:06:33.690181 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Bound port: 14a87cd0-7c59-48d2-8ac6-71c06218abb6, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:06:33.690582 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.769745 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] For port 14a87cd0-7c59-48d2-8ac6-71c06218abb6, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:06:33.772952 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] For port 14a87cd0-7c59-48d2-8ac6-71c06218abb6, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=14a87cd0-7c59-48d2-8ac6-71c06218abb6,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:06:33.861869 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:33.924635 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:33.925264 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:06:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:33.927068 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96285c80-1cdd-4b05-a3db-7616bc1f9ee6 None None] Pushing event updated for resources: {'Port': ['ID=14a87cd0-7c59-48d2-8ac6-71c06218abb6,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:34.124348 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:34.317689 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '14a87cd0-7c59-48d2-8ac6-71c06218abb6', 'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c7:81:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:30Z', 'updated_at': '2021-07-05T19:06:33Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:34.344902 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69d8625-6692-4b3d-a537-db7bf8b42b89 None None] The sync data for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 is: [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '14a87cd0-7c59-48d2-8ac6-71c06218abb6', 'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c7:81:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:30Z', 'updated_at': '2021-07-05T19:06:33Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:06:34.584698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ffa6ae6-2473-4e55-a34f-2cbff84a1e1a req-17116aa9-b0f4-4ea7-8b41-db8db6a7a5e9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 210 time: 0.0314360 Jul 05 19:06:35.239316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c713b053-8037-4bd5-81ee-2a231575ce98 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:06:35.313460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c713b053-8037-4bd5-81ee-2a231575ce98 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:35.313921 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:35.417078 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 14a87cd0-7c59-48d2-8ac6-71c06218abb6 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:06:35.524469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:06:35.528871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:35.529251 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:35.619147 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:35.653958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 14a87cd0-7c59-48d2-8ac6-71c06218abb6, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=14a87cd0-7c59-48d2-8ac6-71c06218abb6,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:35.684098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41a0005a-482c-42be-96f0-6546b015b639 req-a39509a8-54cd-4359-b820-83ef01742e4c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 210 time: 0.0436184 Jul 05 19:06:35.741312 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:35.792580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=14a87cd0-7c59-48d2-8ac6-71c06218abb6,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:36.478414 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:36.824477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f618dd83-4b93-4db2-90da-55e08961e870 req-a7c262d1-477f-4620-9d5c-3e2d5ade07b6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 210 time: 0.0304842 Jul 05 19:06:37.099768 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 14a87cd0-7c59-48d2-8ac6-71c06218abb6 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:06:37.132169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-078da285-85a7-45bb-8f22-c66464434637 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:37.133651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-078da285-85a7-45bb-8f22-c66464434637 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "GET /v2.0/networks?id=298b29e4-87c8-4ec6-9e43-145374553ae4 HTTP/1.1" status: 200 len: 797 time: 0.1049435 Jul 05 19:06:37.148208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:37.148588 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:37.183816 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-3c0de170-dea2-4254-adf2-9bb5e3f8fa3c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 380 time: 0.0350397 Jul 05 19:06:37.192242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'port': {'device_id': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'admin_state_up': True, 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'security_groups': ['0b319ca0-445b-42f0-9c2f-66e675d3002d']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:37.369967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:06:37.374172 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:37.501191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.11 (298b29e4-87c8-4ec6-9e43-145374553ae4/63fd06bc-2e1a-42c8-83e6-daed2a725e3c/08af62df-5d51-4162-9e29-614477ce0e8b) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:06:37.634471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:37.647353 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object 08af62df-5d51-4162-9e29-614477ce0e8b will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:06:37.838887 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:37.887733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 298b29e4-87c8-4ec6-9e43-145374553ae4 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:06:37.890844 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:06:37.896779 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:06:37.922915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=08af62df-5d51-4162-9e29-614477ce0e8b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:37.956808 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:37.957643 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:38.006053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c6c714-e2b6-4a11-8761-e4103a0741bb req-4592747d-a19c-4440-827f-38a41d927914 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:38.009001 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1c6c714-e2b6-4a11-8761-e4103a0741bb req-4592747d-a19c-4440-827f-38a41d927914 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 932 time: 0.0679665 Jul 05 19:06:38.025475 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-616f090a-578d-414f-bce6-189060599e12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8333519 Jul 05 19:06:38.035604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Request body: {'port': {'device_id': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:38.049733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b1c6c714-e2b6-4a11-8761-e4103a0741bb req-03bcbebb-5995-4d8a-a2b5-0071773086e0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363953 Jul 05 19:06:38.115895 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:38.226274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2bc28584-0441-476f-9237-d1cb6d851b78 None None] Provisioning for port 08af62df-5d51-4162-9e29-614477ce0e8b completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:06:38.230330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2bc28584-0441-476f-9237-d1cb6d851b78 None None] Provisioning complete for port 08af62df-5d51-4162-9e29-614477ce0e8b triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:38.230757 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2bc28584-0441-476f-9237-d1cb6d851b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:38.264835 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-2bc28584-0441-476f-9237-d1cb6d851b78 None None] Port 08af62df-5d51-4162-9e29-614477ce0e8b cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:06:38.725131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08af62df-5d51-4162-9e29-614477ce0e8b {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:06:38.732399 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:38.744601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Transition to ACTIVE for port object 08af62df-5d51-4162-9e29-614477ce0e8b will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:06:38.815448 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:38.868097 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Pushing event updated for resources: {'Port': ['ID=08af62df-5d51-4162-9e29-614477ce0e8b,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:38.942452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Attempting to bind port 08af62df-5d51-4162-9e29-614477ce0e8b on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:06:38.942826 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Attempting to bind port 08af62df-5d51-4162-9e29-614477ce0e8b by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:06:38.943159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Attempting to bind port 08af62df-5d51-4162-9e29-614477ce0e8b on network 298b29e4-87c8-4ec6-9e43-145374553ae4 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:06:38.947736 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Port 08af62df-5d51-4162-9e29-614477ce0e8b on network 298b29e4-87c8-4ec6-9e43-145374553ae4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:06:38.948061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Attempting to bind port 08af62df-5d51-4162-9e29-614477ce0e8b on network 298b29e4-87c8-4ec6-9e43-145374553ae4 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:06:38.954363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:06:38.954747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Checking segment: {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:06:38.955143 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Bound using segment: {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:06:38.955607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Bound port: 08af62df-5d51-4162-9e29-614477ce0e8b, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5c413e5-097e-48c2-8b59-66fc60141b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:06:38.955977 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:39.022102 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] For port 08af62df-5d51-4162-9e29-614477ce0e8b, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:06:39.025104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] For port 08af62df-5d51-4162-9e29-614477ce0e8b, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=08af62df-5d51-4162-9e29-614477ce0e8b,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:06:39.084447 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:39.131443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:39.131443 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:39.131443 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] 10.222.0.97 "PUT /v2.0/ports/08af62df-5d51-4162-9e29-614477ce0e8b HTTP/1.1" status: 200 len: 1092 time: 1.0895002 Jul 05 19:06:39.131443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:06:39.131443 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5d5805-4d37-4d32-8615-014505ac5133" -d '{"events": [{"name": "network-changed", "server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:06:39.168294 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f6d7e9-6ed3-4271-bc5e-a802a4b599f1 x-openstack-request-id: req-12f6d7e9-6ed3-4271-bc5e-a802a4b599f1 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:06:39.173260 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:06:39.173260 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12f6d7e9-6ed3-4271-bc5e-a802a4b599f1 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:06:39.173260 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b', 'status': 'completed', 'code': 200} Jul 05 19:06:39.175195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e9ebd-e584-4b5d-859d-82dec3fadb83 service neutron] Pushing event updated for resources: {'Port': ['ID=08af62df-5d51-4162-9e29-614477ce0e8b,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:39.245938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b099df-b309-4a54-8eb5-b948a9d6c15f req-89b538b7-0c47-48d8-85df-f76c38ec072d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:39.247424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3b099df-b309-4a54-8eb5-b948a9d6c15f req-89b538b7-0c47-48d8-85df-f76c38ec072d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 944 time: 0.0723619 Jul 05 19:06:39.257608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d5805-4d37-4d32-8615-014505ac5133 req-67f67a2a-b1fe-4770-b73e-99c9bbe402f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:39.259260 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a5d5805-4d37-4d32-8615-014505ac5133 req-67f67a2a-b1fe-4770-b73e-99c9bbe402f1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 1095 time: 0.0669417 Jul 05 19:06:39.289374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a3b099df-b309-4a54-8eb5-b948a9d6c15f req-8dc21891-f0c0-46f9-b06d-64461bf80a88 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351882 Jul 05 19:06:39.361220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d5805-4d37-4d32-8615-014505ac5133 req-0d0091e9-b5c1-4325-9207-102532b94873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:39.362857 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a5d5805-4d37-4d32-8615-014505ac5133 req-0d0091e9-b5c1-4325-9207-102532b94873 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=55b6f569faac4c6186ee68526906bd21&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0963554 Jul 05 19:06:39.459458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d5805-4d37-4d32-8615-014505ac5133 req-336c7048-7209-481c-a6c6-8ccde478c12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:39.460979 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8a5d5805-4d37-4d32-8615-014505ac5133 req-336c7048-7209-481c-a6c6-8ccde478c12a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921841 Jul 05 19:06:39.551227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-257fb4a2-a09b-4b8e-b975-12f4ffea1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:39.552671 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-257fb4a2-a09b-4b8e-b975-12f4ffea1e6f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 1095 time: 0.0530357 Jul 05 19:06:39.592765 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-ebc6c23c-61e9-4c26-b52c-338074551d28 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08af62df-5d51-4162-9e29-614477ce0e8b HTTP/1.1" status: 200 len: 217 time: 0.0330758 Jul 05 19:06:39.644175 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-60d26f34-7cf2-4fa0-b58c-bae3ba0a3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:39.645623 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-60d26f34-7cf2-4fa0-b58c-bae3ba0a3992 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=63fd06bc-2e1a-42c8-83e6-daed2a725e3c HTTP/1.1" status: 200 len: 833 time: 0.0475349 Jul 05 19:06:39.701724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-473dd720-1543-437d-92db-4c9a257476ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:39.703243 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-473dd720-1543-437d-92db-4c9a257476ce service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=298b29e4-87c8-4ec6-9e43-145374553ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516121 Jul 05 19:06:39.791825 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-39bf62e1-82b6-402b-b45c-e2b940c218e0 service neutron] 10.222.0.97 "GET /v2.0/networks/298b29e4-87c8-4ec6-9e43-145374553ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814674 Jul 05 19:06:39.891800 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2f3c6e02-6073-4486-8629-c9bcd87f8130 req-9fd41bf0-4546-44fa-abd1-49f45a77d48a service neutron] 10.222.0.97 "GET /v2.0/networks/298b29e4-87c8-4ec6-9e43-145374553ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937343 Jul 05 19:06:40.465017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a6f78-2fc5-437e-a325-e5b780dcfabb req-b4e59b96-7ece-4aa8-99d4-a60060c54b0d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:40.466495 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-046a6f78-2fc5-437e-a325-e5b780dcfabb req-b4e59b96-7ece-4aa8-99d4-a60060c54b0d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 944 time: 0.0632014 Jul 05 19:06:40.505955 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-046a6f78-2fc5-437e-a325-e5b780dcfabb req-64d160bb-6405-4151-beba-a97d6de3460c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Jul 05 19:06:41.677812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea83da-c4b1-421e-b60b-377ea7043726 req-73ac8de1-fd1c-4036-9c34-0028fd245d64 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:41.679312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41ea83da-c4b1-421e-b60b-377ea7043726 req-73ac8de1-fd1c-4036-9c34-0028fd245d64 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 944 time: 0.0622234 Jul 05 19:06:41.716612 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41ea83da-c4b1-421e-b60b-377ea7043726 req-b5118c7e-5f17-4292-bd7b-6ce8b9912f4a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Jul 05 19:06:42.894870 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865ffa4-5116-4bc1-b0bf-702bff95990b req-d7b7022c-742b-41bc-a1be-fa69f3bda157 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:42.896386 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1865ffa4-5116-4bc1-b0bf-702bff95990b req-d7b7022c-742b-41bc-a1be-fa69f3bda157 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 944 time: 0.0697496 Jul 05 19:06:42.934187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1865ffa4-5116-4bc1-b0bf-702bff95990b req-cec4be26-85aa-40db-8e90-be6a46fa8743 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321660 Jul 05 19:06:43.333999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 08af62df-5d51-4162-9e29-614477ce0e8b details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:06:43.425047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 08af62df-5d51-4162-9e29-614477ce0e8b, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=08af62df-5d51-4162-9e29-614477ce0e8b,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:43.436517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '08af62df-5d51-4162-9e29-614477ce0e8b', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'port_id': '08af62df-5d51-4162-9e29-614477ce0e8b', 'mac_address': 'fa:16:3e:4a:81:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:06:43.478999 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:43.491904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08af62df-5d51-4162-9e29-614477ce0e8b {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:06:43.511143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 08af62df-5d51-4162-9e29-614477ce0e8b, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=08af62df-5d51-4162-9e29-614477ce0e8b,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:43.581201 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:43.631338 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=08af62df-5d51-4162-9e29-614477ce0e8b,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:43.833621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['08af62df-5d51-4162-9e29-614477ce0e8b'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:06:44.107508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6731a93-6aa3-42b0-82b9-016963256156 req-1342aa25-777c-464c-95aa-3c229ce0b4dd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:44.109098 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e6731a93-6aa3-42b0-82b9-016963256156 req-1342aa25-777c-464c-95aa-3c229ce0b4dd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 945 time: 0.0634961 Jul 05 19:06:44.146152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e6731a93-6aa3-42b0-82b9-016963256156 req-4521707c-6287-44a5-873c-8f6c1772a0d7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 Jul 05 19:06:45.338583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f641f3-040e-4a3c-acd5-17e577fa1995 req-730f8085-bc71-43cc-b336-781e48ebfd05 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:45.340063 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8f641f3-040e-4a3c-acd5-17e577fa1995 req-730f8085-bc71-43cc-b336-781e48ebfd05 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 945 time: 0.0654449 Jul 05 19:06:45.356911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 08af62df-5d51-4162-9e29-614477ce0e8b up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:06:45.379605 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f8f641f3-040e-4a3c-acd5-17e577fa1995 req-ebacf78a-7f5c-4b54-97cb-d6d52b7af376 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340445 Jul 05 19:06:45.460829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 08af62df-5d51-4162-9e29-614477ce0e8b completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:06:45.464517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 08af62df-5d51-4162-9e29-614477ce0e8b triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:06:45.464899 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:45.542534 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:45.563969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:06:45.566241 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc3906d-7680-413c-b2a8-db2791f89434" -d '{"events": [{"server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "name": "network-vif-plugged", "status": "completed", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:06:45.579574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 08af62df-5d51-4162-9e29-614477ce0e8b, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=08af62df-5d51-4162-9e29-614477ce0e8b,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:06:45.602852 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e54a021-a618-4a24-b07f-98ddc16418f0 x-openstack-request-id: req-7e54a021-a618-4a24-b07f-98ddc16418f0 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:06:45.603147 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "name": "network-vif-plugged", "status": "completed", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:06:45.603417 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e54a021-a618-4a24-b07f-98ddc16418f0 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:06:45.603825 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b', 'code': 200} Jul 05 19:06:45.649633 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:45.698491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=08af62df-5d51-4162-9e29-614477ce0e8b,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:45.722522 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e1d6c-53a0-4d6c-8a3a-5f95810c031a req-23407b65-b728-4c3a-8ca5-19d706e925f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:45.722522 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e81e1d6c-53a0-4d6c-8a3a-5f95810c031a req-23407b65-b728-4c3a-8ca5-19d706e925f0 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 1097 time: 0.0557756 Jul 05 19:06:45.753584 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e81e1d6c-53a0-4d6c-8a3a-5f95810c031a req-c51cad08-b77a-41f1-a5ab-5956cdb5af2f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286078 Jul 05 19:06:46.553716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9fb2d-a526-4107-8324-d105268084a8 req-f0ca51c8-6978-44b2-b4cb-6d111e349a03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:46.562179 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46d9fb2d-a526-4107-8324-d105268084a8 req-f0ca51c8-6978-44b2-b4cb-6d111e349a03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.0655639 Jul 05 19:06:46.593973 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-46d9fb2d-a526-4107-8324-d105268084a8 req-5a057f2b-8f96-4dcb-923b-45db433b7e29 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331435 Jul 05 19:06:47.769987 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40c5f9-7896-4f28-b037-8e547512e45d req-4299a1ee-931d-420f-9379-2a47cb052eb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:47.771500 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac40c5f9-7896-4f28-b037-8e547512e45d req-4299a1ee-931d-420f-9379-2a47cb052eb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.0635016 Jul 05 19:06:47.808251 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ac40c5f9-7896-4f28-b037-8e547512e45d req-57045fca-9f38-4e68-b43f-a41351361426 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312960 Jul 05 19:06:47.983099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc6e1d-ea86-4dcb-8826-411fb4edab76 req-48832172-6931-4999-869d-1015a3384810 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:47.984852 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ecc6e1d-ea86-4dcb-8826-411fb4edab76 req-48832172-6931-4999-869d-1015a3384810 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.0667906 Jul 05 19:06:48.022090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4ecc6e1d-ea86-4dcb-8826-411fb4edab76 req-164b1348-2f3e-45af-aff9-09016167fd7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317450 Jul 05 19:06:48.046416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51460) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:48.096502 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b1e122-9cad-42c8-8240-52218e22c947 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:48.097990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-70b1e122-9cad-42c8-8240-52218e22c947 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 1092 time: 0.0505772 Jul 05 19:06:48.100833 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51462) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:48.105297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '08af62df-5d51-4162-9e29-614477ce0e8b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:06:48.169115 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:48.267884 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:48.364903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.141 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/ce702f03-5bd8-40a7-bd91-c582740948d1) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:06:48.467662 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:48.564331 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:48.600157 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:06:48.603039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:06:48.606441 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:06:48.635624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=ce702f03-5bd8-40a7-bd91-c582740948d1,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:48.994144 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:49.122591 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:49.266849 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:49.306240 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:49.380803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=ce702f03-5bd8-40a7-bd91-c582740948d1,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:06:49.390577 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:49.488335 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP be8b89b3-4b20-4ed8-8b5b-835c2f17654a associated. External IP: 172.25.3.141, port: 08af62df-5d51-4162-9e29-614477ce0e8b. Jul 05 19:06:49.696811 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router a097be41-60ae-4bcc-b505-9bc0642d87ed has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:06:49.805290 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:06:49.816290 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] Sync routers for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:06:49.828325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:49.828951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:06:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:49.883924 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:49.920407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e07a6192-1625-43aa-8fbf-3d43b063cd00 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8185370 Jul 05 19:06:49.921227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:06:49.924330 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49ff083-0457-484f-b93a-15b941c23632" -d '{"events": [{"name": "network-changed", "server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:06:49.937410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:49.973830 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffef724-1715-4e96-b50c-72c4a181c033 x-openstack-request-id: req-0ffef724-1715-4e96-b50c-72c4a181c033 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:06:49.974123 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:06:49.974410 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ffef724-1715-4e96-b50c-72c4a181c033 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:06:49.974906 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b', 'status': 'completed', 'code': 200} Jul 05 19:06:50.058991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ff083-0457-484f-b93a-15b941c23632 req-d35a1154-ab8a-4ef6-9e14-45f0ea22652d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:50.060570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e49ff083-0457-484f-b93a-15b941c23632 req-d35a1154-ab8a-4ef6-9e14-45f0ea22652d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 1097 time: 0.0627067 Jul 05 19:06:50.100166 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d992c-6fa1-4b87-aba1-65472497c3c7 req-230c3f6b-84d1-4f45-993b-afb25dbdd340 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:50.101797 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d95d992c-6fa1-4b87-aba1-65472497c3c7 req-230c3f6b-84d1-4f45-993b-afb25dbdd340 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.0712743 Jul 05 19:06:50.144266 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d95d992c-6fa1-4b87-aba1-65472497c3c7 req-76f5452e-18fe-4a64-9847-97f74b5a1bb0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358229 Jul 05 19:06:50.163556 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'be8b89b3-4b20-4ed8-8b5b-835c2f17654a', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'port_id': '08af62df-5d51-4162-9e29-614477ce0e8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'mac_address': 'fa:16:3e:4a:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:06:48Z', 'updated_at': '2021-07-05T19:06:48Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a87cd0-7c59-48d2-8ac6-71c06218abb6', 'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c7:81:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:30Z', 'updated_at': '2021-07-05T19:06:35Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:50.169418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51468) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:50.174715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ff083-0457-484f-b93a-15b941c23632 req-96a075b7-0b86-4ca4-8d4a-a49ea8d97f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:50.176210 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e49ff083-0457-484f-b93a-15b941c23632 req-96a075b7-0b86-4ca4-8d4a-a49ea8d97f8c service neutron] 10.222.0.97 "GET /v2.0/networks?id=298b29e4-87c8-4ec6-9e43-145374553ae4 HTTP/1.1" status: 200 len: 897 time: 0.1088066 Jul 05 19:06:50.192608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] Checking router: a097be41-60ae-4bcc-b505-9bc0642d87ed for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:06:50.201079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:06:50.201693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:06:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:50.240396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-693d8957-65ab-47e1-8dcb-2cf6c8d79b64 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/be8b89b3-4b20-4ed8-8b5b-835c2f17654a HTTP/1.1" status: 200 len: 992 time: 0.0696828 Jul 05 19:06:50.251104 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e49ff083-0457-484f-b93a-15b941c23632 req-e0e2eacb-f3d9-4e5f-94a7-ff1b38c7b412 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08af62df-5d51-4162-9e29-614477ce0e8b HTTP/1.1" status: 200 len: 1000 time: 0.0677068 Jul 05 19:06:50.298749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ff083-0457-484f-b93a-15b941c23632 req-ff81b2a4-46a5-4b8b-a749-e77a12e877d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:50.300211 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e49ff083-0457-484f-b93a-15b941c23632 req-ff81b2a4-46a5-4b8b-a749-e77a12e877d8 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=63fd06bc-2e1a-42c8-83e6-daed2a725e3c HTTP/1.1" status: 200 len: 833 time: 0.0433898 Jul 05 19:06:50.307478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:06:50.356057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49ff083-0457-484f-b93a-15b941c23632 req-83a3b8d7-645d-4fcc-947b-39d0fee11e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:06:50.357555 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e49ff083-0457-484f-b93a-15b941c23632 req-83a3b8d7-645d-4fcc-947b-39d0fee11e6e service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=298b29e4-87c8-4ec6-9e43-145374553ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506425 Jul 05 19:06:50.449210 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e49ff083-0457-484f-b93a-15b941c23632 req-b357e743-de63-45a7-83f5-334e3e303221 service neutron] 10.222.0.97 "GET /v2.0/networks/298b29e4-87c8-4ec6-9e43-145374553ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853765 Jul 05 19:06:50.534648 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'be8b89b3-4b20-4ed8-8b5b-835c2f17654a', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'port_id': '08af62df-5d51-4162-9e29-614477ce0e8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'mac_address': 'fa:16:3e:4a:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:06:48Z', 'updated_at': '2021-07-05T19:06:48Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a87cd0-7c59-48d2-8ac6-71c06218abb6', 'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c7:81:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:30Z', 'updated_at': '2021-07-05T19:06:35Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:06:50.537939 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e49ff083-0457-484f-b93a-15b941c23632 req-9256af80-da90-4288-b745-c9cdae936fb8 service neutron] 10.222.0.97 "GET /v2.0/networks/298b29e4-87c8-4ec6-9e43-145374553ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824895 Jul 05 19:06:50.713426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9780f7c5-b17a-4964-9691-ff5b13bdeaca None None] The sync data for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 is: [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'be8b89b3-4b20-4ed8-8b5b-835c2f17654a', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'port_id': '08af62df-5d51-4162-9e29-614477ce0e8b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4152, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'mac_address': 'fa:16:3e:4a:81:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:06:48Z', 'updated_at': '2021-07-05T19:06:48Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14a87cd0-7c59-48d2-8ac6-71c06218abb6', 'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c7:81:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:30Z', 'updated_at': '2021-07-05T19:06:35Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:06:50.809543 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-14caa77d-3774-497a-84ca-83bd9a57a601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:50.917802 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4facd9d3-39d2-4e51-beaf-11347d6b83eb None None] New status for floating IP be8b89b3-4b20-4ed8-8b5b-835c2f17654a: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:06:51.244378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51470) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:06:51.309232 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b61c20b0-94ed-400c-a429-ec4716b2ed8c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/be8b89b3-4b20-4ed8-8b5b-835c2f17654a HTTP/1.1" status: 200 len: 994 time: 0.0635402 Jul 05 19:06:53.512254 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d5f3b66e-0f53-48e3-ae4e-1c2505e824b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:53.752123 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:53.913897 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:06:54.900734 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:06:56.614906 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:00.175169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:06.466127 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:20.848863 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-33ca34f4-723f-4183-b241-2d1fcc0f5834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:23.056505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f791ee-9725-46f9-a349-eaa5a2dba72c req-b84c569b-a4c0-4e1c-8ec0-7aae7bf57c8b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:23.059723 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71f791ee-9725-46f9-a349-eaa5a2dba72c req-b84c569b-a4c0-4e1c-8ec0-7aae7bf57c8b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.1958375 Jul 05 19:07:23.120267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71f791ee-9725-46f9-a349-eaa5a2dba72c req-be85cbb3-bff1-4588-bded-2d9cbbc101a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436540 Jul 05 19:07:23.517784 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-36d379e2-b0eb-44d1-a6bf-7f5bb3ccb807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:23.780559 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:24.348959 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee984b-219d-4e9a-877f-fef956722ccb req-863fc35f-a2ac-428c-9fb8-1e4897c3f34a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:24.350503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbee984b-219d-4e9a-877f-fef956722ccb req-863fc35f-a2ac-428c-9fb8-1e4897c3f34a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.1157441 Jul 05 19:07:24.387859 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dbee984b-219d-4e9a-877f-fef956722ccb req-34e06b60-db28-4f19-b614-bd6849de1e82 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Jul 05 19:07:24.413029 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51494) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:24.473541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c57f3ff7-3bc6-4a6e-96a8-321339b303fe tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/be8b89b3-4b20-4ed8-8b5b-835c2f17654a HTTP/1.1" status: 200 len: 994 time: 0.0594409 Jul 05 19:07:24.900362 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:26.053382 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187c62d-1bf6-4fe4-8e42-2f2f363c2b9a req-1eb6d5a9-cc48-4935-88d2-134686e3cb19 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:26.054949 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b187c62d-1bf6-4fe4-8e42-2f2f363c2b9a req-1eb6d5a9-cc48-4935-88d2-134686e3cb19 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.0764992 Jul 05 19:07:26.095009 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b187c62d-1bf6-4fe4-8e42-2f2f363c2b9a req-797bd0d1-bedb-448b-9ac2-fb76da589dee tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342960 Jul 05 19:07:26.625706 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:27.266900 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34cbb7-d582-48f3-891c-812f1f136110 req-040c0ef7-f6d6-4862-ae31-55aa33382933 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:27.268380 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e34cbb7-d582-48f3-891c-812f1f136110 req-040c0ef7-f6d6-4862-ae31-55aa33382933 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.0628736 Jul 05 19:07:27.309267 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3e34cbb7-d582-48f3-891c-812f1f136110 req-8d2af1c3-7b71-4bee-96af-1e8ed467df6f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354729 Jul 05 19:07:27.333759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51508) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:27.397504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-73558f74-dad9-4e3d-9bf5-5cc1acf750e8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/be8b89b3-4b20-4ed8-8b5b-835c2f17654a HTTP/1.1" status: 200 len: 994 time: 0.0625405 Jul 05 19:07:27.655039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51516) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:27.817344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port ce702f03-5bd8-40a7-bd91-c582740948d1 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:07:27.817697 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:27.893478 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:27.893808 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:27.905548 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for ce702f03-5bd8-40a7-bd91-c582740948d1 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:07:28.140649 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:28.456011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=ce702f03-5bd8-40a7-bd91-c582740948d1,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:28.468352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.468642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.468980 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.469313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.469642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.469971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.470298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.470650 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.470978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.471300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.471620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.471936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:28.528097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:28.528419 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP be8b89b3-4b20-4ed8-8b5b-835c2f17654a disassociated (deleted). External IP: 172.25.3.141, port: 08af62df-5d51-4162-9e29-614477ce0e8b. Jul 05 19:07:28.728802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router a097be41-60ae-4bcc-b505-9bc0642d87ed has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:07:28.836737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:07:28.841801 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:28.847188 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] Sync routers for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:07:28.855831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:07:28.856460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:28.879838 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b9bdf01b-cfcf-4125-8571-0e346fd740b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/floatingips/be8b89b3-4b20-4ed8-8b5b-835c2f17654a HTTP/1.1" status: 204 len: 168 time: 1.2231948 Jul 05 19:07:28.880435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:07:28.882728 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3614eaca-876a-48fa-a45b-795dbe425185" -d '{"events": [{"name": "network-changed", "server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:07:28.924678 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c9f730-114c-4109-a52b-962859d22a0c x-openstack-request-id: req-33c9f730-114c-4109-a52b-962859d22a0c {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:07:28.924981 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:07:28.925357 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33c9f730-114c-4109-a52b-962859d22a0c {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:07:28.925796 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b', 'status': 'completed', 'code': 200} Jul 05 19:07:28.971494 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:07:29.005204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614eaca-876a-48fa-a45b-795dbe425185 req-0a4d5985-3d40-42c8-8958-ec57255fabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:29.006792 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3614eaca-876a-48fa-a45b-795dbe425185 req-0a4d5985-3d40-42c8-8958-ec57255fabd0 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 1097 time: 0.0557942 Jul 05 19:07:29.100436 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614eaca-876a-48fa-a45b-795dbe425185 req-dd9e0ad6-1325-4b78-8699-f25cb14d44f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:29.105698 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3614eaca-876a-48fa-a45b-795dbe425185 req-dd9e0ad6-1325-4b78-8699-f25cb14d44f8 service neutron] 10.222.0.97 "GET /v2.0/networks?id=298b29e4-87c8-4ec6-9e43-145374553ae4 HTTP/1.1" status: 200 len: 897 time: 0.0887320 Jul 05 19:07:29.152713 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3614eaca-876a-48fa-a45b-795dbe425185 req-45a4821b-c605-4f2d-a4f9-d27b7472c361 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08af62df-5d51-4162-9e29-614477ce0e8b HTTP/1.1" status: 200 len: 217 time: 0.0443318 Jul 05 19:07:29.178178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '14a87cd0-7c59-48d2-8ac6-71c06218abb6', 'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c7:81:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:30Z', 'updated_at': '2021-07-05T19:06:35Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:29.200924 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614eaca-876a-48fa-a45b-795dbe425185 req-153c9d1a-dbae-4011-88f6-5f5d9cfb218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:29.203497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3614eaca-876a-48fa-a45b-795dbe425185 req-153c9d1a-dbae-4011-88f6-5f5d9cfb218c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=63fd06bc-2e1a-42c8-83e6-daed2a725e3c HTTP/1.1" status: 200 len: 833 time: 0.0454128 Jul 05 19:07:29.204526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] Checking router: a097be41-60ae-4bcc-b505-9bc0642d87ed for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:07:29.212661 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:07:29.213743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:29.262937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614eaca-876a-48fa-a45b-795dbe425185 req-d636d85c-bd25-4817-bf56-306fc5bb3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:29.264943 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3614eaca-876a-48fa-a45b-795dbe425185 req-d636d85c-bd25-4817-bf56-306fc5bb3d53 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=298b29e4-87c8-4ec6-9e43-145374553ae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549037 Jul 05 19:07:29.275623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-3614eaca-876a-48fa-a45b-795dbe425185 req-879b3096-8753-430c-bb1e-b92ec7ba0e3d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:07:29.276584 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3614eaca-876a-48fa-a45b-795dbe425185 req-879b3096-8753-430c-bb1e-b92ec7ba0e3d service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052161 Jul 05 19:07:29.321447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:07:29.384991 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3614eaca-876a-48fa-a45b-795dbe425185 req-d89b72aa-f64d-401a-abf5-7f3da8257b07 service neutron] 10.222.0.97 "GET /v2.0/networks/298b29e4-87c8-4ec6-9e43-145374553ae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020763 Jul 05 19:07:29.478000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3614eaca-876a-48fa-a45b-795dbe425185 req-878cd18e-9d96-4e27-964f-d5a73b0e3913 service neutron] 10.222.0.97 "GET /v2.0/networks/298b29e4-87c8-4ec6-9e43-145374553ae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858521 Jul 05 19:07:29.480428 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8560c-18f4-4e7b-981e-7946a40c7235 req-265b5256-198c-4fad-b510-857d0c5a13ef tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:29.482060 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02b8560c-18f4-4e7b-981e-7946a40c7235 req-265b5256-198c-4fad-b510-857d0c5a13ef tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.0683813 Jul 05 19:07:29.522121 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02b8560c-18f4-4e7b-981e-7946a40c7235 req-b01065a5-81e6-4b54-9ef2-198091cfb3d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340695 Jul 05 19:07:29.531701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '14a87cd0-7c59-48d2-8ac6-71c06218abb6', 'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c7:81:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:30Z', 'updated_at': '2021-07-05T19:06:35Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:29.558534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de743fa4-857b-4a91-885c-bea04fecf23b None None] The sync data for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 is: [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '14a87cd0-7c59-48d2-8ac6-71c06218abb6', 'name': '', 'network_id': '298b29e4-87c8-4ec6-9e43-145374553ae4', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c7:81:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:30Z', 'updated_at': '2021-07-05T19:06:35Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '63fd06bc-2e1a-42c8-83e6-daed2a725e3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:07:29.772383 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0c668-f962-4e08-ad94-deece925824f None None] New status for floating IP be8b89b3-4b20-4ed8-8b5b-835c2f17654a: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:07:30.197395 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:30.699837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad760f8-f6cb-44ce-ada0-18976a3b2d4c req-5ee403d2-4cab-471c-830c-1b446d0eb6a9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:30.701335 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ad760f8-f6cb-44ce-ada0-18976a3b2d4c req-5ee403d2-4cab-471c-830c-1b446d0eb6a9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.0658834 Jul 05 19:07:30.739143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ad760f8-f6cb-44ce-ada0-18976a3b2d4c req-e4030409-0b36-4dbd-9163-4c958b53f4ed tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=0b319ca0-445b-42f0-9c2f-66e675d3002d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322399 Jul 05 19:07:30.913021 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:07:30.946097 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-5c9a0fcf-da21-4aad-a6e5-92bf36313be2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:30.947601 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-5c9a0fcf-da21-4aad-a6e5-92bf36313be2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 946 time: 0.0752044 Jul 05 19:07:31.053531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 08af62df-5d51-4162-9e29-614477ce0e8b {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:07:31.053870 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:31.143559 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port 08af62df-5d51-4162-9e29-614477ce0e8b, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=08af62df-5d51-4162-9e29-614477ce0e8b,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:31.144054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:31.159327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 08af62df-5d51-4162-9e29-614477ce0e8b owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:07:31.362828 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:31.397546 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=08af62df-5d51-4162-9e29-614477ce0e8b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:31.427440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.427811 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.428147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.428482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.428817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.429153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.429488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.429830 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.430212 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.430542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.431718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.431718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:31.455510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] No DVR routers for this DVR port 08af62df-5d51-4162-9e29-614477ce0e8b on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:07:31.457971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:31.460012 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-92968d95-83d9-4ba0-8bd3-c3aa41834086 req-9e10af41-0ac3-4c8b-9057-e4a968afe7a6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "DELETE /v2.0/ports/08af62df-5d51-4162-9e29-614477ce0e8b HTTP/1.1" status: 204 len: 173 time: 0.5072463 Jul 05 19:07:31.460471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'name': 'network-vif-deleted', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:07:31.462734 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d3ad67-dc79-41d8-8b4e-cf0063fe5b2d" -d '{"events": [{"server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "name": "network-vif-deleted", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:07:31.499615 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89515705-b3fa-444c-ae04-6d4b40757daa x-openstack-request-id: req-89515705-b3fa-444c-ae04-6d4b40757daa {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:07:31.499915 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1555723-0c3f-40c3-a549-823c8bc94959", "name": "network-vif-deleted", "tag": "08af62df-5d51-4162-9e29-614477ce0e8b", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:07:31.500176 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-89515705-b3fa-444c-ae04-6d4b40757daa {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:07:31.500589 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1555723-0c3f-40c3-a549-823c8bc94959', 'name': 'network-vif-deleted', 'tag': '08af62df-5d51-4162-9e29-614477ce0e8b', 'status': 'completed', 'code': 200} Jul 05 19:07:31.902384 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7bd237e6-f7ba-4fbc-8326-463c463161ca req-d992d2b8-86e3-455e-b400-a93624276479 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1555723-0c3f-40c3-a549-823c8bc94959 HTTP/1.1" status: 200 len: 210 time: 0.0348039 Jul 05 19:07:32.774952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-4b070173-33b9-4865-87e0-7124c26f8686 req-3c25fa2e-b33b-4d78-938a-53ec46cfd18a service neutron] (100998) timed out ('10.222.0.39', 51391) {{(pid=100998) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 19:07:32.996139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51536) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:33.453348 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:33.582385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 08af62df-5d51-4162-9e29-614477ce0e8b no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:07:33.603042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 08af62df-5d51-4162-9e29-614477ce0e8b {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:07:33.603396 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 08af62df-5d51-4162-9e29-614477ce0e8b not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:07:33.716764 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 14a87cd0-7c59-48d2-8ac6-71c06218abb6 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:07:33.717960 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:33.805992 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port 14a87cd0-7c59-48d2-8ac6-71c06218abb6, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=14a87cd0-7c59-48d2-8ac6-71c06218abb6,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:33.806341 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:33.819003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 14a87cd0-7c59-48d2-8ac6-71c06218abb6 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:07:34.100426 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:34.126618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=14a87cd0-7c59-48d2-8ac6-71c06218abb6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:34.318212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:34.533749 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router a097be41-60ae-4bcc-b505-9bc0642d87ed has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:07:34.640583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:07:34.645516 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-523aa8aa-6c3e-4a0e-a585-d7a8482392b2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/a097be41-60ae-4bcc-b505-9bc0642d87ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6483493 Jul 05 19:07:34.648307 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51538) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:34.649344 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] Sync routers for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:07:34.658960 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:07:34.659714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:34.698260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7f4f68-60cd-4090-8fe9-c37a4f3926d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting subnet 63fd06bc-2e1a-42c8-83e6-daed2a725e3c {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:07:34.701263 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4f68-60cd-4090-8fe9-c37a4f3926d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:34.739978 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4f68-60cd-4090-8fe9-c37a4f3926d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:34.764895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:07:34.944568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:07:33Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:34.948105 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4f68-60cd-4090-8fe9-c37a4f3926d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:34.971984 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] Checking router: a097be41-60ae-4bcc-b505-9bc0642d87ed for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:07:34.980207 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] Routers {'a097be41-60ae-4bcc-b505-9bc0642d87ed'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:07:34.980828 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['a097be41-60ae-4bcc-b505-9bc0642d87ed'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:35.089461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4f68-60cd-4090-8fe9-c37a4f3926d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.091089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] Set router a097be41-60ae-4bcc-b505-9bc0642d87ed gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:07:35.125745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f4f68-60cd-4090-8fe9-c37a4f3926d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Subnet': ['ID=63fd06bc-2e1a-42c8-83e6-daed2a725e3c,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:35.132567 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4f68-60cd-4090-8fe9-c37a4f3926d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.135322 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8a7f4f68-60cd-4090-8fe9-c37a4f3926d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/subnets/63fd06bc-2e1a-42c8-83e6-daed2a725e3c HTTP/1.1" status: 204 len: 168 time: 0.4860156 Jul 05 19:07:35.138096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51540) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:35.153439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade04694-e295-4366-bb6d-d87da2bdd119 None None] Network 298b29e4-87c8-4ec6-9e43-145374553ae4 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:07:35.258875 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.365906 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.410602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:07:33Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:35.443307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] DHCP port deletion for 298b29e4-87c8-4ec6-9e43-145374553ae4 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:07:35.446378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17bdb53-77b3-4b51-91a3-e05ee9042bb0 None None] The sync data for ids ['a097be41-60ae-4bcc-b505-9bc0642d87ed'] in n-d-799524-1 is: [{'id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'name': 'tempest-TestNetworkAdvancedServerOps-router-583627583', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:07:33Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'd92e6205-be76-4bbb-abfe-7a59dd2bd5b2', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:7d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a097be41-60ae-4bcc-b505-9bc0642d87ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:06:27Z', 'updated_at': '2021-07-05T19:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:07:35.481379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:07:35.481562 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.505505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Deleting port c713b053-8037-4bd5-81ee-2a231575ce98 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:07:35.505885 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.577420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] For port c713b053-8037-4bd5-81ee-2a231575ce98, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c713b053-8037-4bd5-81ee-2a231575ce98,segment=NetworkSegment(b5c413e5-097e-48c2-8b59-66fc60141b20),segment_id=b5c413e5-097e-48c2-8b59-66fc60141b20)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:35.578202 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.590276 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port d92e6205-be76-4bbb-abfe-7a59dd2bd5b2, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d92e6205-be76-4bbb-abfe-7a59dd2bd5b2,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:35.590679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.595021 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Calling delete_port for c713b053-8037-4bd5-81ee-2a231575ce98 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:07:35.606033 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:07:35.763415 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.809988 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Pushing event deleted for resources: {'Port': ['ID=c713b053-8037-4bd5-81ee-2a231575ce98,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:35.813065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] No DVR routers for this DVR port c713b053-8037-4bd5-81ee-2a231575ce98 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:07:35.848092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.848624 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.849042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.849473 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.849871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.850268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.850693 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.851327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.851755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.852149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.852543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.852933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82688a1-9908-47e9-9771-f6ddc5170669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:35.884451 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:35.945484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=d92e6205-be76-4bbb-abfe-7a59dd2bd5b2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:36.001039 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.101535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.103671 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.219471 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.220178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Fanout notify agent at l3_agent the message router_deleted on router a097be41-60ae-4bcc-b505-9bc0642d87ed {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:07:36.226667 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.231939 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2e84ef8e-1628-4e7a-99d5-c30e45e2c64a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/routers/a097be41-60ae-4bcc-b505-9bc0642d87ed HTTP/1.1" status: 204 len: 168 time: 1.0876195 Jul 05 19:07:36.231939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51542) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:36.309330 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.397898 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.407788 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['298b29e4-87c8-4ec6-9e43-145374553ae4']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:36.418384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c413e5-097e-48c2-8b59-66fc60141b20') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:36.418707 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c413e5-097e-48c2-8b59-66fc60141b20') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:36.427731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.442261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.448404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:07:36.448836 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:07:36.452335 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:07:36.494301 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.579902 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.584679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.587386 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/networks/298b29e4-87c8-4ec6-9e43-145374553ae4 HTTP/1.1" status: 204 len: 168 time: 0.3557911 Jul 05 19:07:36.589945 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51544) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:36.601932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cc163-db91-48da-b135-1928cc424f2c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Network': ['ID=298b29e4-87c8-4ec6-9e43-145374553ae4,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:36.649697 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-695f8b0b-7ed1-4861-8e5f-000e5e3b94af tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.681188 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-695f8b0b-7ed1-4861-8e5f-000e5e3b94af tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.860191 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-695f8b0b-7ed1-4861-8e5f-000e5e3b94af tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.863026 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-695f8b0b-7ed1-4861-8e5f-000e5e3b94af tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:36.864272 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-695f8b0b-7ed1-4861-8e5f-000e5e3b94af tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/security-groups/0b319ca0-445b-42f0-9c2f-66e675d3002d HTTP/1.1" status: 204 len: 168 time: 0.2732139 Jul 05 19:07:36.875087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f8b0b-7ed1-4861-8e5f-000e5e3b94af tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b319ca0-445b-42f0-9c2f-66e675d3002d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:37.136499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c713b053-8037-4bd5-81ee-2a231575ce98 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:07:37.158130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c713b053-8037-4bd5-81ee-2a231575ce98 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:07:37.158476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c713b053-8037-4bd5-81ee-2a231575ce98 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:07:37.158925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:07:37.176818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:07:37.177171 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d92e6205-be76-4bbb-abfe-7a59dd2bd5b2 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:07:37.177577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 14a87cd0-7c59-48d2-8ac6-71c06218abb6 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:07:37.196080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 14a87cd0-7c59-48d2-8ac6-71c06218abb6 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:07:37.196437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 14a87cd0-7c59-48d2-8ac6-71c06218abb6 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:07:37.231192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51550) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:37.236064 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-11c0f598-29c8-440b-b4e5-4eb19eca634e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866913997', 'description': 'tempest-secgroup-smoke-1866913997 description', 'project_id': '55b6f569faac4c6186ee68526906bd21'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:37.340002 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11c0f598-29c8-440b-b4e5-4eb19eca634e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:37.424301 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11c0f598-29c8-440b-b4e5-4eb19eca634e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:37.494170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11c0f598-29c8-440b-b4e5-4eb19eca634e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:37.523016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0f598-29c8-440b-b4e5-4eb19eca634e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c5bfa-d1bd-4859-8458-cff7521ca30f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:37.608776 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-11c0f598-29c8-440b-b4e5-4eb19eca634e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:37.610051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-11c0f598-29c8-440b-b4e5-4eb19eca634e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3778205 Jul 05 19:07:37.612892 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51552) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:37.617516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-a3b8647e-d1cf-4a1a-9e84-05c1195fd893 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'f38c5bfa-d1bd-4859-8458-cff7521ca30f', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:37.710250 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3b8647e-d1cf-4a1a-9e84-05c1195fd893 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:37.768005 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3b8647e-d1cf-4a1a-9e84-05c1195fd893 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:37.819706 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3b8647e-d1cf-4a1a-9e84-05c1195fd893 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:37.836923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8647e-d1cf-4a1a-9e84-05c1195fd893 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1ce0b23-308c-480c-8781-95ec6ba65af1,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:37.888217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a3b8647e-d1cf-4a1a-9e84-05c1195fd893 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:37.889451 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a3b8647e-d1cf-4a1a-9e84-05c1195fd893 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2756393 Jul 05 19:07:37.892814 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51554) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:37.897228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-f8638acc-ffb1-4478-aef1-c2ff925ce355 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'f38c5bfa-d1bd-4859-8458-cff7521ca30f', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:38.030081 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f8638acc-ffb1-4478-aef1-c2ff925ce355 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.089681 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f8638acc-ffb1-4478-aef1-c2ff925ce355 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.168370 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f8638acc-ffb1-4478-aef1-c2ff925ce355 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.186187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8638acc-ffb1-4478-aef1-c2ff925ce355 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c1a1076-619f-4ae6-947a-b1eb8b4ff908,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:38.247847 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f8638acc-ffb1-4478-aef1-c2ff925ce355 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.249556 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f8638acc-ffb1-4478-aef1-c2ff925ce355 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3553109 Jul 05 19:07:38.252796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51556) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:38.257099 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cf81569b-ffc8-4c0f-9f40-773bb2e6d617 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'f38c5bfa-d1bd-4859-8458-cff7521ca30f', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:38.361666 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf81569b-ffc8-4c0f-9f40-773bb2e6d617 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.424591 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf81569b-ffc8-4c0f-9f40-773bb2e6d617 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.494359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf81569b-ffc8-4c0f-9f40-773bb2e6d617 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.512432 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81569b-ffc8-4c0f-9f40-773bb2e6d617 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fe8530c-c0fe-42ee-aaa6-4ee6f502cfb3,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:38.574085 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cf81569b-ffc8-4c0f-9f40-773bb2e6d617 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.575355 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cf81569b-ffc8-4c0f-9f40-773bb2e6d617 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216345 Jul 05 19:07:38.578405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51558) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:38.583016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d4cb964a-de34-4094-88ee-95e32518edce tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'f38c5bfa-d1bd-4859-8458-cff7521ca30f', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:38.652779 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4cb964a-de34-4094-88ee-95e32518edce tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.715610 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4cb964a-de34-4094-88ee-95e32518edce tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.779593 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4cb964a-de34-4094-88ee-95e32518edce tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.797660 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cb964a-de34-4094-88ee-95e32518edce tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6373dcc3-162a-4fd9-9d11-5ac14dc1b482,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:38.860572 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d4cb964a-de34-4094-88ee-95e32518edce tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:38.861847 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d4cb964a-de34-4094-88ee-95e32518edce tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2824204 Jul 05 19:07:38.864594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51560) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:38.869376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-10f70656-a4c4-4e34-a4c5-14b0dbf5899b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'f38c5bfa-d1bd-4859-8458-cff7521ca30f', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:38.945451 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-10f70656-a4c4-4e34-a4c5-14b0dbf5899b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:07:38.950456 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10f70656-a4c4-4e34-a4c5-14b0dbf5899b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.013348 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10f70656-a4c4-4e34-a4c5-14b0dbf5899b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.065548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10f70656-a4c4-4e34-a4c5-14b0dbf5899b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.083145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f70656-a4c4-4e34-a4c5-14b0dbf5899b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0c9b48-a990-4767-9f06-2d85d3c77789,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:39.237013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-10f70656-a4c4-4e34-a4c5-14b0dbf5899b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.238282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-10f70656-a4c4-4e34-a4c5-14b0dbf5899b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3727477 Jul 05 19:07:39.241359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51562) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:39.245816 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-738d21fb-b12c-4e9f-aecb-dd3088197429 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'f38c5bfa-d1bd-4859-8458-cff7521ca30f', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:39.350931 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-738d21fb-b12c-4e9f-aecb-dd3088197429 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:07:39.359527 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-738d21fb-b12c-4e9f-aecb-dd3088197429 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.415844 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-738d21fb-b12c-4e9f-aecb-dd3088197429 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.488158 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-738d21fb-b12c-4e9f-aecb-dd3088197429 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.505954 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d21fb-b12c-4e9f-aecb-dd3088197429 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c123df-c17f-41c4-9686-a53d01b2671e,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:39.573973 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-738d21fb-b12c-4e9f-aecb-dd3088197429 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.575239 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-738d21fb-b12c-4e9f-aecb-dd3088197429 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329573 Jul 05 19:07:39.579078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51566) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:39.583994 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'network': {'name': 'tempest-network-smoke--169782769', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:39.653855 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:07:39.657526 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.680022 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:07:39.688997 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.689343 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Added segment f0087df4-9b25-4fed-93b0-ca83f8f68890 of type vlan for network 06528463-3d1e-42c1-9377-a64e3050c317 Jul 05 19:07:39.727378 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.837170 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.842585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:39.843422 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:39.909789 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Network': ['ID=06528463-3d1e-42c1-9377-a64e3050c317,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:39.920628 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 06528463-3d1e-42c1-9377-a64e3050c317 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:07:39.963637 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4ac6a9fe-8bde-41d4-b892-1585b4470fad tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3835173 Jul 05 19:07:39.966244 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51568) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:39.971062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'admin_state_up': True, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:40.054166 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:40.055212 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:40.104543 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:40.293717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:40.568850 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:40.587502 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:40.690300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.173 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/4b076a25-6eb5-4576-9203-0dae2fd7a81e) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:07:40.795356 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:40.906802 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:40.943601 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:07:40.946483 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:07:40.951929 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:07:40.957922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=4b076a25-6eb5-4576-9203-0dae2fd7a81e,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:41.579631 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:41.769694 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:41.951078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c1012372-0fc9-4dcb-8229-6f6b4e138e8e is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:07:42.058922 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:07:42.070368 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Sync routers for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:07:42.084037 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:07:42.084649 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:42.128547 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:42.129825 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bc527f18-fedd-4dea-9a5c-3e0799f15de3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1626008 Jul 05 19:07:42.132972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51570) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:42.167845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-49ec1078-69f4-4420-be16-0258985a924b tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=55b6f569faac4c6186ee68526906bd21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337844 Jul 05 19:07:42.170383 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51572) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:42.183573 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:07:42.316405 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f05b87-9d6c-4c04-b1b3-cf317e2c6fe8 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:42.317955 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-02f05b87-9d6c-4c04-b1b3-cf317e2c6fe8 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459846 Jul 05 19:07:42.320826 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51574) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:42.359405 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3e1528c6-3538-401a-be47-7c03ac030e37 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374846 Jul 05 19:07:42.361262 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:41Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:42.361942 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51576) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:42.367216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882114862', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:42.390880 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Checking router: c1012372-0fc9-4dcb-8229-6f6b4e138e8e for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:07:42.391144 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Updating router c1012372-0fc9-4dcb-8229-6f6b4e138e8e port 4b076a25-6eb5-4576-9203-0dae2fd7a81e binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:07:42.427263 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:42.528128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:07:42.532134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:42.680805 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:42.690583 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Transition to ACTIVE for port object 4b076a25-6eb5-4576-9203-0dae2fd7a81e will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:07:42.745577 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:42.774318 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:42.801262 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Attempting to bind port 4b076a25-6eb5-4576-9203-0dae2fd7a81e on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:07:42.801625 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Attempting to bind port 4b076a25-6eb5-4576-9203-0dae2fd7a81e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:07:42.801994 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Attempting to bind port 4b076a25-6eb5-4576-9203-0dae2fd7a81e on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:07:42.809112 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Pushing event updated for resources: {'Port': ['ID=4b076a25-6eb5-4576-9203-0dae2fd7a81e,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:42.813259 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:07:42.813634 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:07:42.814058 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:42.814453 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:07:42.814958 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Bound port: 4b076a25-6eb5-4576-9203-0dae2fd7a81e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:07:42.815370 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:42.841814 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.841814 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.841814 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.841814 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.841814 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.841814 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.842624 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Subnet': ['ID=c90c2a12-e910-4c87-8883-9fc0f33ae818,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:42.842741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.842741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.842741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.842741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.842741 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.843676 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:07:42.848094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Checking segment: {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:07:42.851723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network hostable DHCP agents. Network: 06528463-3d1e-42c1-9377-a64e3050c317, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:07:42.883811 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] For port 4b076a25-6eb5-4576-9203-0dae2fd7a81e, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:07:42.886777 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] For port 4b076a25-6eb5-4576-9203-0dae2fd7a81e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4b076a25-6eb5-4576-9203-0dae2fd7a81e,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:07:42.928119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 06528463-3d1e-42c1-9377-a64e3050c317 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:07:42.957032 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:43.014108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 06528463-3d1e-42c1-9377-a64e3050c317) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:07:43.018355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:43.018971 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:43.023885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b84ce0-f443-4b81-9cea-e13814c9e36b None None] Network 06528463-3d1e-42c1-9377-a64e3050c317 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:07:43.025873 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f44aa3-bc70-4174-9715-367793143198 None None] Pushing event updated for resources: {'Port': ['ID=4b076a25-6eb5-4576-9203-0dae2fd7a81e,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:43.029236 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:07:43.029236 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:43.109882 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d5592451-c150-4fcb-95f2-9145dcebe301 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7435887 Jul 05 19:07:43.110156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51578) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:43.203716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-06528463-3d1e-42c1-9377-a64e3050c317', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:07:43.204904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:43.229438 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:07:43.347270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Allocated IP 172.20.0.2 (06528463-3d1e-42c1-9377-a64e3050c317/c90c2a12-e910-4c87-8883-9fc0f33ae818/5567a718-c701-425a-95e2-e24e946a10ad) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:07:43.421233 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:41Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:43.448140 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1f96df-ac0e-4f61-8685-b20a2c2015d2 None None] The sync data for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 is: [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:41Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:07:43.577944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:43.664326 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:43.678596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Transition to ACTIVE for port object 5567a718-c701-425a-95e2-e24e946a10ad will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:07:43.695966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Transition to ACTIVE for port object 5567a718-c701-425a-95e2-e24e946a10ad will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:07:43.791973 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:43.836089 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Network 06528463-3d1e-42c1-9377-a64e3050c317 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:07:43.839116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:07:43.841670 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:07:43.854221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Pushing event updated for resources: {'Port': ['ID=5567a718-c701-425a-95e2-e24e946a10ad,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:43.911875 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Attempting to bind port 5567a718-c701-425a-95e2-e24e946a10ad on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:07:43.912174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Attempting to bind port 5567a718-c701-425a-95e2-e24e946a10ad by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:07:43.912546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Attempting to bind port 5567a718-c701-425a-95e2-e24e946a10ad on network 06528463-3d1e-42c1-9377-a64e3050c317 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:07:43.917789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:07:43.918179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Checking segment: {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:07:43.918614 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:43.919016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Bound using segment: {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:07:43.919496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Bound port: 5567a718-c701-425a-95e2-e24e946a10ad, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:07:43.919886 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:43.957532 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.1 (06528463-3d1e-42c1-9377-a64e3050c317/c90c2a12-e910-4c87-8883-9fc0f33ae818/637e4fdd-1d4f-4754-ba28-5683fcccdbdd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:07:43.987415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a6f92608-7513-4866-a802-55f56f790512 None None] For port 5567a718-c701-425a-95e2-e24e946a10ad, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:07:43.997063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a6f92608-7513-4866-a802-55f56f790512 None None] For port 5567a718-c701-425a-95e2-e24e946a10ad, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5567a718-c701-425a-95e2-e24e946a10ad,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:07:44.080592 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:44.094894 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object 637e4fdd-1d4f-4754-ba28-5683fcccdbdd will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:07:44.100327 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:44.162365 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f92608-7513-4866-a802-55f56f790512 None None] Pushing event updated for resources: {'Port': ['ID=5567a718-c701-425a-95e2-e24e946a10ad,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:44.197517 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:44.244350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 06528463-3d1e-42c1-9377-a64e3050c317 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:07:44.248144 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:07:44.251608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:07:44.280923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=637e4fdd-1d4f-4754-ba28-5683fcccdbdd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:44.305616 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:44.581505 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:44.867365 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:44.928340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:45.012930 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:45.015466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=637e4fdd-1d4f-4754-ba28-5683fcccdbdd,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:45.110371 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 06528463-3d1e-42c1-9377-a64e3050c317 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:07:45.111817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:07:45.189985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5567a718-c701-425a-95e2-e24e946a10ad up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:07:45.311910 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 5567a718-c701-425a-95e2-e24e946a10ad completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:07:45.317685 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4b076a25-6eb5-4576-9203-0dae2fd7a81e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:07:45.431197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 4b076a25-6eb5-4576-9203-0dae2fd7a81e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:07:45.435857 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4b076a25-6eb5-4576-9203-0dae2fd7a81e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:45.436454 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:45.528604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b9ced-125e-4ecd-a944-dc5c3965d53e None None] Network 06528463-3d1e-42c1-9377-a64e3050c317 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:07:45.545106 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:45.575637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c1012372-0fc9-4dcb-8229-6f6b4e138e8e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:07:45.596697 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 4b076a25-6eb5-4576-9203-0dae2fd7a81e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4b076a25-6eb5-4576-9203-0dae2fd7a81e,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:45.666781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:45.683009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:07:45.694303 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9d97ac74-7e84-4908-ade1-2302a7aae9ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/c1012372-0fc9-4dcb-8229-6f6b4e138e8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5829260 Jul 05 19:07:45.697612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Sync routers for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:07:45.703727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8cf59286-a64d-41dd-b510-ffbc4fc39e9a None None] Provisioning for port 5567a718-c701-425a-95e2-e24e946a10ad completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:07:45.721581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8cf59286-a64d-41dd-b510-ffbc4fc39e9a None None] Provisioning complete for port 5567a718-c701-425a-95e2-e24e946a10ad triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:45.721964 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8cf59286-a64d-41dd-b510-ffbc4fc39e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:45.773018 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:07:45.773664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:45.826065 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=4b076a25-6eb5-4576-9203-0dae2fd7a81e,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:45.839719 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-c80ac677-a2a7-4822-aea8-1a06ba3ee47a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866913997&fields=id&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 267 time: 0.0358596 Jul 05 19:07:45.954394 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:07:45.956470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-8fcfb23a-b343-46e7-a36b-7de1c1c02184 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:45.957591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-8fcfb23a-b343-46e7-a36b-7de1c1c02184 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/networks?id=06528463-3d1e-42c1-9377-a64e3050c317 HTTP/1.1" status: 200 len: 796 time: 0.1087360 Jul 05 19:07:45.972870 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-d7e3d7d5-50ef-4211-9d49-8b5d47934033 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/quotas/55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 375 time: 0.0097888 Jul 05 19:07:46.005345 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8cf59286-a64d-41dd-b510-ffbc4fc39e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:46.048057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-02952cfb-b310-4a93-99f4-a190f4369fab tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690944 Jul 05 19:07:46.111992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8cf59286-a64d-41dd-b510-ffbc4fc39e9a None None] For port 5567a718-c701-425a-95e2-e24e946a10ad, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5567a718-c701-425a-95e2-e24e946a10ad,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:46.115484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-5ae7d5ea-fadb-493d-b62e-157c235ebd31 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:07:46.116894 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-5ae7d5ea-fadb-493d-b62e-157c235ebd31 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560398 Jul 05 19:07:46.187057 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8cf59286-a64d-41dd-b510-ffbc4fc39e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:46.223095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-dfaec7e9-af9e-44b1-8578-7871b9cc817a service neutron] 10.222.0.30 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996153 Jul 05 19:07:46.256646 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf59286-a64d-41dd-b510-ffbc4fc39e9a None None] Pushing event updated for resources: {'Port': ['ID=5567a718-c701-425a-95e2-e24e946a10ad,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:46.266174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '637e4fdd-1d4f-4754-ba28-5683fcccdbdd', 'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c1:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:43Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 2, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:46.300257 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Checking router: c1012372-0fc9-4dcb-8229-6f6b4e138e8e for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:07:46.300619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Updating router c1012372-0fc9-4dcb-8229-6f6b4e138e8e port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:07:46.318317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-18b7c727-268b-4e39-9f6e-cfb2d57e56dc service neutron] 10.222.0.30 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908549 Jul 05 19:07:46.332780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-790cb905-c219-41b5-b820-f04c23c56dbc None None] Provisioning complete for port 5567a718-c701-425a-95e2-e24e946a10ad triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:46.333359 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-790cb905-c219-41b5-b820-f04c23c56dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:46.363055 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:46.596767 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a7f02c96-b863-4e84-a910-cb0910a7f69b req-13e4a2d3-53a4-4faf-b38d-7a56c1a5f51c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 210 time: 0.0309825 Jul 05 19:07:46.637918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-790cb905-c219-41b5-b820-f04c23c56dbc None None] Provisioning for port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:07:46.646307 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-790cb905-c219-41b5-b820-f04c23c56dbc None None] Provisioning complete for port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:46.646716 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-790cb905-c219-41b5-b820-f04c23c56dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:46.712298 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-790cb905-c219-41b5-b820-f04c23c56dbc None None] Port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:07:46.730517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:46.740739 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Transition to ACTIVE for port object 637e4fdd-1d4f-4754-ba28-5683fcccdbdd will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:07:46.828476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:46.888578 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c305d-1e54-4560-856e-900ec24cb24b None None] Pushing event updated for resources: {'Port': ['ID=637e4fdd-1d4f-4754-ba28-5683fcccdbdd,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:46.946002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Attempting to bind port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:07:46.946371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Attempting to bind port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:07:46.946804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Attempting to bind port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd on network 06528463-3d1e-42c1-9377-a64e3050c317 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:07:46.951742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:07:46.952354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Checking segment: {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:07:46.952862 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:46.953264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Bound using segment: {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:07:46.953738 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Bound port: 637e4fdd-1d4f-4754-ba28-5683fcccdbdd, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:07:46.954128 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:47.020005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] For port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:07:47.023230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] For port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=637e4fdd-1d4f-4754-ba28-5683fcccdbdd,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:07:47.105968 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:47.168973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5567a718-c701-425a-95e2-e24e946a10ad up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:07:47.200496 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:07:47.201158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:47.243378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90c305d-1e54-4560-856e-900ec24cb24b None None] Pushing event updated for resources: {'Port': ['ID=637e4fdd-1d4f-4754-ba28-5683fcccdbdd,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:47.322711 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 5567a718-c701-425a-95e2-e24e946a10ad triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:47.323404 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:47.358222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:07:47.545254 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4b076a25-6eb5-4576-9203-0dae2fd7a81e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:07:47.762761 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0ec3a40f-dca3-46a6-b522-6fe47210fff4 req-19bfe1a9-5f2d-445a-962b-bd7c7ea7ccd9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 210 time: 0.0450032 Jul 05 19:07:47.800323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 4b076a25-6eb5-4576-9203-0dae2fd7a81e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:47.800728 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:47.840046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '637e4fdd-1d4f-4754-ba28-5683fcccdbdd', 'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c1:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:43Z', 'updated_at': '2021-07-05T19:07:47Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:47.868911 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e863fa0-da73-4b59-852d-6375ea9f5203 None None] The sync data for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 is: [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '637e4fdd-1d4f-4754-ba28-5683fcccdbdd', 'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c1:83:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:43Z', 'updated_at': '2021-07-05T19:07:47Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:07:48.727648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fe516c28-3d46-49a8-9566-fc085c95d27c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:48.729255 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fe516c28-3d46-49a8-9566-fc085c95d27c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "GET /v2.0/networks?id=06528463-3d1e-42c1-9377-a64e3050c317 HTTP/1.1" status: 200 len: 796 time: 0.1062880 Jul 05 19:07:48.776289 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-3fbfb330-95aa-48c8-b6d1-4f5ff7f4b4da tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 380 time: 0.0381560 Jul 05 19:07:48.785410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'port': {'device_id': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'admin_state_up': True, 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'security_groups': ['f38c5bfa-d1bd-4859-8458-cff7521ca30f']}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:48.942397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6edc84e7-d6d4-4392-9cdd-731c2e1487ea req-1be4b783-7a4e-4904-b8c0-892fc59902b3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 210 time: 0.0448344 Jul 05 19:07:48.985840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'port': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:07:48.990130 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.120697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.5 (06528463-3d1e-42c1-9377-a64e3050c317/c90c2a12-e910-4c87-8883-9fc0f33ae818/5f494e55-c89a-41eb-8cbd-8d7b8082eb96) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:07:49.161056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 637e4fdd-1d4f-4754-ba28-5683fcccdbdd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:07:49.259830 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:07:49.263699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:49.264048 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.266075 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.278385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:07:49.345944 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.348781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.384726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=637e4fdd-1d4f-4754-ba28-5683fcccdbdd,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:49.390273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 06528463-3d1e-42c1-9377-a64e3050c317 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:07:49.394114 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:07:49.396718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:07:49.429050 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:49.454158 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.456533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:49.457202 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.505966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=637e4fdd-1d4f-4754-ba28-5683fcccdbdd,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:49.534932 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aa992e47-01dd-4187-b37c-92829245e4f8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7533050 Jul 05 19:07:49.547972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-13c8a4f9-d23f-48a2-a7df-24d034e7cea4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:07:49.549164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-13c8a4f9-d23f-48a2-a7df-24d034e7cea4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072365 Jul 05 19:07:49.602794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Request body: {'port': {'device_id': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:49.681737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.711350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-659c209e-514b-47bc-aa12-cc45ccdca72c None None] Provisioning for port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:07:49.715442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-659c209e-514b-47bc-aa12-cc45ccdca72c None None] Provisioning complete for port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:49.715822 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-659c209e-514b-47bc-aa12-cc45ccdca72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.751961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-659c209e-514b-47bc-aa12-cc45ccdca72c None None] Port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:07:49.947818 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 {{(pid=100997) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:07:49.955538 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:49.967840 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Transition to ACTIVE for port object 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:07:50.014068 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:50.116596 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Pushing event updated for resources: {'Port': ['ID=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:50.189487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Attempting to bind port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:07:50.189830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Attempting to bind port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:07:50.190167 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Attempting to bind port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 on network 06528463-3d1e-42c1-9377-a64e3050c317 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:07:50.197425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 on network 06528463-3d1e-42c1-9377-a64e3050c317 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:07:50.197755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Attempting to bind port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 on network 06528463-3d1e-42c1-9377-a64e3050c317 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:07:50.207915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08060dfb-fb98-435c-9045-562d20693432 req-7b0e9020-5654-41de-bda5-ed2b03006d51 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:50.209503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08060dfb-fb98-435c-9045-562d20693432 req-7b0e9020-5654-41de-bda5-ed2b03006d51 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 943 time: 0.1510987 Jul 05 19:07:50.213798 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:07:50.214151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Checking segment: {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:07:50.214547 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Bound using segment: {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:07:50.215010 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Bound port: 5f494e55-c89a-41eb-8cbd-8d7b8082eb96, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0087df4-9b25-4fed-93b0-ca83f8f68890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:07:50.215376 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:50.282945 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08060dfb-fb98-435c-9045-562d20693432 req-cc288b56-715a-4712-ba43-333c8a1844cc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653312 Jul 05 19:07:50.308256 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] For port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:07:50.312841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] For port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:07:50.385726 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:50.424898 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:50.425590 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:50.427021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] 10.222.0.39 "PUT /v2.0/ports/5f494e55-c89a-41eb-8cbd-8d7b8082eb96 HTTP/1.1" status: 200 len: 1091 time: 0.8714604 Jul 05 19:07:50.427591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:07:50.429927 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb25c63-f512-4d8c-9474-3a85bf534489" -d '{"events": [{"name": "network-changed", "server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:07:50.461213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61e33e-1abb-4ab7-a0c3-e7da2f8d86ab service neutron] Pushing event updated for resources: {'Port': ['ID=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,revision_number=3']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:50.467431 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7339b1d6-98e7-4bd7-883a-31ddfd5f8820 x-openstack-request-id: req-7339b1d6-98e7-4bd7-883a-31ddfd5f8820 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:07:50.468585 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:07:50.468914 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7339b1d6-98e7-4bd7-883a-31ddfd5f8820 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:07:50.469388 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'status': 'completed', 'code': 200} Jul 05 19:07:50.544266 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb25c63-f512-4d8c-9474-3a85bf534489 req-4a63543b-bb9a-44f5-b6db-21f03291f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:50.546507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fb25c63-f512-4d8c-9474-3a85bf534489 req-4a63543b-bb9a-44f5-b6db-21f03291f879 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 1094 time: 0.0572460 Jul 05 19:07:50.650576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb25c63-f512-4d8c-9474-3a85bf534489 req-d6ae728c-b5db-40e8-9510-5d28e9154b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:50.652178 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fb25c63-f512-4d8c-9474-3a85bf534489 req-d6ae728c-b5db-40e8-9510-5d28e9154b51 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=55b6f569faac4c6186ee68526906bd21&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0983636 Jul 05 19:07:50.745304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb25c63-f512-4d8c-9474-3a85bf534489 req-cafc0bfe-c1e9-490b-afcf-a412a2b28b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:50.746822 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0fb25c63-f512-4d8c-9474-3a85bf534489 req-cafc0bfe-c1e9-490b-afcf-a412a2b28b1f service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0883398 Jul 05 19:07:50.836348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aba48f74-16b3-4c96-8851-e3af8c80c8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:50.837968 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-aba48f74-16b3-4c96-8851-e3af8c80c8ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 1094 time: 0.0536993 Jul 05 19:07:50.853829 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-55246580-be53-47d7-8524-89e761717e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:50.884618 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-2dd28d8f-94f4-42a2-9d0e-e34fbebb644f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96 HTTP/1.1" status: 200 len: 217 time: 0.0395525 Jul 05 19:07:50.944424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-4f3dd721-7567-4656-b4ad-4ae73e3da951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:50.945969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-4f3dd721-7567-4656-b4ad-4ae73e3da951 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c90c2a12-e910-4c87-8883-9fc0f33ae818 HTTP/1.1" status: 200 len: 835 time: 0.0548832 Jul 05 19:07:51.011738 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-89ef32f9-7f98-45e5-826c-6b4fd080f43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:51.013409 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-89ef32f9-7f98-45e5-826c-6b4fd080f43b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06528463-3d1e-42c1-9377-a64e3050c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605590 Jul 05 19:07:51.109823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-2378e1a9-fbb1-4709-b5c3-6fd93db1aa9e service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887034 Jul 05 19:07:51.147389 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 637e4fdd-1d4f-4754-ba28-5683fcccdbdd up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:07:51.194895 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:51.195275 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:51.207184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3b0136b-4344-4673-a37c-0c154f53d867 req-5b92e9a5-4ffd-4594-bfa8-6424a8080b8f service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896115 Jul 05 19:07:51.464009 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408f1d1-1c21-4301-9577-0e9961823cb8 req-73008c37-87d6-42d2-ab25-4791fbe118a3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:51.465478 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e408f1d1-1c21-4301-9577-0e9961823cb8 req-73008c37-87d6-42d2-ab25-4791fbe118a3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 943 time: 0.0736029 Jul 05 19:07:51.504019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e408f1d1-1c21-4301-9577-0e9961823cb8 req-c801ea85-9631-4804-87f4-516d8170a230 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Jul 05 19:07:52.690578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488fc6f3-ec57-4836-b727-2027b6874b49 req-33d6f099-1ac2-4652-ba93-f690436ee48e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:52.692061 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-488fc6f3-ec57-4836-b727-2027b6874b49 req-33d6f099-1ac2-4652-ba93-f690436ee48e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 943 time: 0.0637238 Jul 05 19:07:52.729666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-488fc6f3-ec57-4836-b727-2027b6874b49 req-ad1a1b1c-5eba-4eea-a627-eaeaffed5db7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319991 Jul 05 19:07:53.073751 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:07:53.166658 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:53.181009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'port_id': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'mac_address': 'fa:16:3e:5e:13:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:07:53.217022 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:53.229138 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:07:53.247951 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:53.322463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:53.377597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:53.510840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-85249dae-4ba6-49d6-bbfc-ff3ff16dcb79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:53.543681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['5f494e55-c89a-41eb-8cbd-8d7b8082eb96'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:07:53.769985 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:53.902283 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e1f45-ebb7-47d6-8257-4c41e8a656e5 req-b177ab1c-077f-4f88-86d1-c4866b8229d3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:53.903808 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe0e1f45-ebb7-47d6-8257-4c41e8a656e5 req-b177ab1c-077f-4f88-86d1-c4866b8229d3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 944 time: 0.0657313 Jul 05 19:07:53.942227 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe0e1f45-ebb7-47d6-8257-4c41e8a656e5 req-4ec9eefb-e454-4667-bc8e-3056c8c57837 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322719 Jul 05 19:07:54.910837 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:55.075945 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:07:55.119615 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f9a5a-c877-4f1b-a4f7-c570e70fc21e req-a37021bb-9bf1-48dc-af20-646e5f0f44e1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:55.121100 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-012f9a5a-c877-4f1b-a4f7-c570e70fc21e req-a37021bb-9bf1-48dc-af20-646e5f0f44e1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 944 time: 0.0686140 Jul 05 19:07:55.159382 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-012f9a5a-c877-4f1b-a4f7-c570e70fc21e req-1cb862bd-47bb-491a-9467-b4b5316d31e9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324616 Jul 05 19:07:55.179519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:07:55.183514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:07:55.183885 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:55.258884 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:55.280497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:07:55.282755 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41ac873-5dde-4b4b-bfce-29a64a6f48ee" -d '{"events": [{"server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "name": "network-vif-plugged", "status": "completed", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:07:55.299779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:07:55.317334 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0770785-b08c-42bb-a641-6d101a98bb7e x-openstack-request-id: req-d0770785-b08c-42bb-a641-6d101a98bb7e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:07:55.317630 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "name": "network-vif-plugged", "status": "completed", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:07:55.317883 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0770785-b08c-42bb-a641-6d101a98bb7e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:07:55.318274 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'code': 200} Jul 05 19:07:55.350781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:55.400588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:55.433685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078e748-b53b-490a-8aa0-1bf3e5be48fa req-48784ee4-2a38-4a3f-8a3b-9b838c37cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:55.435213 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c078e748-b53b-490a-8aa0-1bf3e5be48fa req-48784ee4-2a38-4a3f-8a3b-9b838c37cc16 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 1096 time: 0.0510991 Jul 05 19:07:55.468658 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c078e748-b53b-490a-8aa0-1bf3e5be48fa req-590a91ee-9089-4988-8c97-bf181b043dae service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268109 Jul 05 19:07:56.337707 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b09ab-da69-40bd-9153-c612ffa4970a req-747efe6f-f553-411f-8e03-370b62a37e73 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:56.339270 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e5b09ab-da69-40bd-9153-c612ffa4970a req-747efe6f-f553-411f-8e03-370b62a37e73 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0679905 Jul 05 19:07:56.378669 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e5b09ab-da69-40bd-9153-c612ffa4970a req-90a6237a-0798-4441-a365-622ad6b9a6a5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 Jul 05 19:07:56.619695 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:57.554459 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e82e2-178f-4d45-87ac-ee7904d8df9f req-fe448c81-072c-4a17-99e2-e77f9909b8f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:57.555990 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d50e82e2-178f-4d45-87ac-ee7904d8df9f req-fe448c81-072c-4a17-99e2-e77f9909b8f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0630865 Jul 05 19:07:57.593616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d50e82e2-178f-4d45-87ac-ee7904d8df9f req-9b1585e8-ea7d-4388-b624-e156bd44ae0c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311573 Jul 05 19:07:57.762094 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437de874-e59d-4311-86d8-f426af2eb295 req-b73bcd44-8b96-4956-8d00-2c5f311d160f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:57.763582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-437de874-e59d-4311-86d8-f426af2eb295 req-b73bcd44-8b96-4956-8d00-2c5f311d160f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0623527 Jul 05 19:07:57.800053 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-437de874-e59d-4311-86d8-f426af2eb295 req-764d0a3a-53f9-4805-88c2-025da3b8d94a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305305 Jul 05 19:07:57.823800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51638) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:57.881063 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0d86f5-c938-4222-9387-444290e9cad5 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:07:57.882631 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9e0d86f5-c938-4222-9387-444290e9cad5 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 1091 time: 0.0578160 Jul 05 19:07:57.885418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51640) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:07:57.890392 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:07:57.945428 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:58.040148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:58.143461 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.180 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/6cd47c10-195e-49f5-944e-86dae3e75f59) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:07:58.239675 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:58.322656 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:58.364739 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:07:58.367809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:07:58.373194 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:07:58.378533 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=6cd47c10-195e-49f5-944e-86dae3e75f59,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:58.736996 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:58.859605 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:59.013035 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:59.059163 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:59.124446 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=6cd47c10-195e-49f5-944e-86dae3e75f59,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:07:59.135680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:59.231898 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP 8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c associated. External IP: 172.25.3.180, port: 5f494e55-c89a-41eb-8cbd-8d7b8082eb96. Jul 05 19:07:59.436607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c1012372-0fc9-4dcb-8229-6f6b4e138e8e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:07:59.895784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:07:59.906222 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] Sync routers for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:07:59.915719 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:07:59.918325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:07:59.951088 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:07:59.987790 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ee332282-492e-4db3-8d2b-899bcfbe0563 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1013446 Jul 05 19:07:59.988429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:07:59.991068 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:08:00.024026 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:08:00.027927 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb2575c-da81-4c46-a963-0815e2a5687b x-openstack-request-id: req-6fb2575c-da81-4c46-a963-0815e2a5687b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:08:00.028229 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:08:00.028730 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fb2575c-da81-4c46-a963-0815e2a5687b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:08:00.029303 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'status': 'completed', 'code': 200} Jul 05 19:08:00.147429 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-ed6eae0f-731b-4a3d-a79e-8a1ea9984c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:00.147429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-ed6eae0f-731b-4a3d-a79e-8a1ea9984c05 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 1096 time: 0.0952115 Jul 05 19:08:00.175132 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1720-a7c5-4f3b-922b-a322f552e37f req-fc8ab911-79fe-429d-b283-e33e333e8b6f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:00.176625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0ca1720-a7c5-4f3b-922b-a322f552e37f req-fc8ab911-79fe-429d-b283-e33e333e8b6f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0891232 Jul 05 19:08:00.255630 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'port_id': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'mac_address': 'fa:16:3e:5e:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:07:58Z', 'updated_at': '2021-07-05T19:07:58Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637e4fdd-1d4f-4754-ba28-5683fcccdbdd', 'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c1:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:43Z', 'updated_at': '2021-07-05T19:07:49Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:08:00.257686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0ca1720-a7c5-4f3b-922b-a322f552e37f req-1556b8a7-22da-434b-814d-2ce3f2209fa2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716856 Jul 05 19:08:00.265739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:00.285044 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-4256bf2e-9bc1-4cc3-b8ee-2ec46672404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:00.285234 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] Checking router: c1012372-0fc9-4dcb-8229-6f6b4e138e8e for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:08:00.285365 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-4256bf2e-9bc1-4cc3-b8ee-2ec46672404e service neutron] 10.222.0.39 "GET /v2.0/networks?id=06528463-3d1e-42c1-9377-a64e3050c317 HTTP/1.1" status: 200 len: 896 time: 0.1282334 Jul 05 19:08:00.287891 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51646) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:08:00.291008 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:08:00.291609 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:07:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:08:00.396803 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-11590a46-960f-47b9-a0c5-d5d917b0ffeb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c HTTP/1.1" status: 200 len: 991 time: 0.1066182 Jul 05 19:08:00.397069 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:08:00.397815 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-2b5f6e74-bfe2-42e9-a8fe-77aa2ef81e38 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96 HTTP/1.1" status: 200 len: 999 time: 0.1025205 Jul 05 19:08:00.446392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-1ab3a5e6-7b90-4efb-8ac5-3a46b2ae2576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:00.447971 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-1ab3a5e6-7b90-4efb-8ac5-3a46b2ae2576 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c90c2a12-e910-4c87-8883-9fc0f33ae818 HTTP/1.1" status: 200 len: 835 time: 0.0420768 Jul 05 19:08:00.503486 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-745bec0d-0538-4b9e-ad0b-d3b5d45d630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:00.504989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-745bec0d-0538-4b9e-ad0b-d3b5d45d630f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06528463-3d1e-42c1-9377-a64e3050c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510790 Jul 05 19:08:00.596259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-2b909a51-0c4d-4458-b633-d5083ded5584 service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846159 Jul 05 19:08:00.619994 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'port_id': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'mac_address': 'fa:16:3e:5e:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:07:58Z', 'updated_at': '2021-07-05T19:07:58Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637e4fdd-1d4f-4754-ba28-5683fcccdbdd', 'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c1:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:43Z', 'updated_at': '2021-07-05T19:07:49Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:08:00.648268 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7d050f-6d86-40f6-b1b7-65dcb2f04ebe None None] The sync data for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 is: [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.180', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'port_id': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'mac_address': 'fa:16:3e:5e:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:07:58Z', 'updated_at': '2021-07-05T19:07:58Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '637e4fdd-1d4f-4754-ba28-5683fcccdbdd', 'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c1:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:43Z', 'updated_at': '2021-07-05T19:07:49Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:08:00.703954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1cbfc92c-ffdf-41a8-899d-44f998b1ba5d req-97af06ff-99ba-4f6d-8bf0-75af137cc221 service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010842 Jul 05 19:08:00.862332 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6bd8b5-7d54-4d5c-8dbf-94e10dc42e5d None None] New status for floating IP 8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:08:01.399726 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51648) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:08:01.465408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-89472884-1814-43fc-a60a-871eb26192bb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c HTTP/1.1" status: 200 len: 993 time: 0.0645688 Jul 05 19:08:06.476066 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:07.912877 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:08:20.840159 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8749d2c8-fdcb-4c60-8849-e3b378213e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:23.539104 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f0325cd4-9242-47c0-8f5b-0bdcb7bd22d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:23.755981 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:24.893454 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:26.612914 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:30.207041 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:33.201782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf43d6-b4cd-4543-b2be-f2dbf2d8c2d0 req-c15c6ea4-5e04-4a63-b474-dd6ee80a0421 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:33.203317 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fbf43d6-b4cd-4543-b2be-f2dbf2d8c2d0 req-c15c6ea4-5e04-4a63-b474-dd6ee80a0421 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.1041975 Jul 05 19:08:33.216565 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-62f8c87a-5eea-408c-a864-cc6ec4052fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:33.217976 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-62f8c87a-5eea-408c-a864-cc6ec4052fcf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 1096 time: 0.0892813 Jul 05 19:08:33.285034 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fbf43d6-b4cd-4543-b2be-f2dbf2d8c2d0 req-cf48c042-441a-4fe7-aca8-81a4f988ec7c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758762 Jul 05 19:08:33.327882 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-a7d9d2b6-8188-4b46-a23c-1bab495cc337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:33.329374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-a7d9d2b6-8188-4b46-a23c-1bab495cc337 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06528463-3d1e-42c1-9377-a64e3050c317 HTTP/1.1" status: 200 len: 896 time: 0.1042485 Jul 05 19:08:33.399137 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-7ea843be-46c6-430f-9e33-6f528ce6bb1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96 HTTP/1.1" status: 200 len: 1001 time: 0.0614951 Jul 05 19:08:33.447539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-0fbb9173-0b20-4204-83f3-94df9bbd7d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:33.449074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-0fbb9173-0b20-4204-83f3-94df9bbd7d34 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c90c2a12-e910-4c87-8883-9fc0f33ae818 HTTP/1.1" status: 200 len: 835 time: 0.0430608 Jul 05 19:08:33.511183 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-24e3e8e0-fa28-4a06-a24c-8e140cbbb06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:33.513460 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-24e3e8e0-fa28-4a06-a24c-8e140cbbb06f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06528463-3d1e-42c1-9377-a64e3050c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549843 Jul 05 19:08:33.616388 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-d0dfeef6-10b0-4f75-b6d4-5a4d9be3ec33 service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958846 Jul 05 19:08:33.706492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-95103103-dc9b-4626-bc58-76af621fd8f2 req-3262ddd3-8e17-4f41-a176-1025d067b698 service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825305 Jul 05 19:08:34.640543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732a086-184b-4f77-8c59-542529b84519 req-87ec33c5-cf0d-4a6d-84bb-bd93730e7f63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:34.641923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4732a086-184b-4f77-8c59-542529b84519 req-87ec33c5-cf0d-4a6d-84bb-bd93730e7f63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0626330 Jul 05 19:08:34.682410 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4732a086-184b-4f77-8c59-542529b84519 req-45d3cde4-2c8f-4118-b82e-d5f6bf02a2b4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350428 Jul 05 19:08:35.877450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32822496-cc59-480d-a0e1-3ca14c1af885 req-422107ae-57c3-4b74-946c-62c133d5e925 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:35.878958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32822496-cc59-480d-a0e1-3ca14c1af885 req-422107ae-57c3-4b74-946c-62c133d5e925 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0647941 Jul 05 19:08:35.916020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-32822496-cc59-480d-a0e1-3ca14c1af885 req-8ca0c4a8-9c3c-4772-8d2b-d77cb46c855e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314848 Jul 05 19:08:36.499183 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:37.092827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe875748-3fd5-4967-aa23-2bf0a7d6b119 req-abd4bbbd-52ea-4466-af4e-c3bcf004fbb4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:37.094324 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe875748-3fd5-4967-aa23-2bf0a7d6b119 req-abd4bbbd-52ea-4466-af4e-c3bcf004fbb4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0642753 Jul 05 19:08:37.132693 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fe875748-3fd5-4967-aa23-2bf0a7d6b119 req-f9485f31-ecf5-48a9-95bc-cc66cf5e4bf2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328217 Jul 05 19:08:38.307481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36c3042-f795-462c-bef2-7483f3cb0d8d req-19a8b712-b0f7-4566-937b-b958ddf435ca tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:38.308946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d36c3042-f795-462c-bef2-7483f3cb0d8d req-19a8b712-b0f7-4566-937b-b958ddf435ca tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0650611 Jul 05 19:08:38.347048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d36c3042-f795-462c-bef2-7483f3cb0d8d req-e5ef52a8-29ee-445d-a2c1-3916f20b001e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319602 Jul 05 19:08:39.519327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96372f1-e920-48c5-b2e0-c7e8cd772662 req-490bee6d-b864-4331-aa77-d5de808082ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:39.520836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d96372f1-e920-48c5-b2e0-c7e8cd772662 req-490bee6d-b864-4331-aa77-d5de808082ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0650892 Jul 05 19:08:39.557412 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d96372f1-e920-48c5-b2e0-c7e8cd772662 req-1d150d98-a0b9-430f-8b09-c3c73cce90c0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Jul 05 19:08:40.735200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a1a0e-36de-4f02-b86f-3e2b9812ad11 req-cf751903-2d87-416e-9c64-0a5797ce0c2d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:40.736701 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-432a1a0e-36de-4f02-b86f-3e2b9812ad11 req-cf751903-2d87-416e-9c64-0a5797ce0c2d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0647535 Jul 05 19:08:40.778575 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-432a1a0e-36de-4f02-b86f-3e2b9812ad11 req-5d1bd94d-8d63-4c64-aa3d-040a00854beb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356092 Jul 05 19:08:41.953107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d56822-93fe-4468-ac47-8f273ae180f7 req-4eecc9b6-c33c-488c-bbc6-b829ce402c7f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:41.954599 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89d56822-93fe-4468-ac47-8f273ae180f7 req-4eecc9b6-c33c-488c-bbc6-b829ce402c7f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0624301 Jul 05 19:08:41.992665 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-89d56822-93fe-4468-ac47-8f273ae180f7 req-378a1acd-d679-4cef-b17b-9b03cf5e63a7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325713 Jul 05 19:08:43.178980 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c428ba-f6d6-4395-913e-d78ad51c5378 req-a7e0d50a-b0a6-49ce-8c6d-0e698adf66fd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:43.180469 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86c428ba-f6d6-4395-913e-d78ad51c5378 req-a7e0d50a-b0a6-49ce-8c6d-0e698adf66fd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0621903 Jul 05 19:08:43.217821 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-86c428ba-f6d6-4395-913e-d78ad51c5378 req-35456643-ffef-44c0-ab02-49d88ff95b26 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317810 Jul 05 19:08:44.401704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e8343-3300-4f37-afed-cb227473b88a req-c9c5df58-486e-48be-abe6-5dd9321bbd5b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:44.401704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-910e8343-3300-4f37-afed-cb227473b88a req-c9c5df58-486e-48be-abe6-5dd9321bbd5b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0708203 Jul 05 19:08:44.436545 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-910e8343-3300-4f37-afed-cb227473b88a req-8077c7e3-9bf6-4be9-84f1-f64dc0c288e4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Jul 05 19:08:44.912187 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:08:45.609941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2fb47-de81-4943-9d58-fb75083684b1 req-f1b90c0b-08d1-4055-92e7-2c9f948a5aeb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:45.611514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfc2fb47-de81-4943-9d58-fb75083684b1 req-f1b90c0b-08d1-4055-92e7-2c9f948a5aeb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0626664 Jul 05 19:08:45.648809 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfc2fb47-de81-4943-9d58-fb75083684b1 req-a61966f9-10cd-4bba-9b30-4cb4e5447f11 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314517 Jul 05 19:08:46.541302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770cec-8159-49e5-bba5-cac46ba41540 req-f80e1e7e-8bd8-43dd-9d49-8d074db1d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:46.542827 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07770cec-8159-49e5-bba5-cac46ba41540 req-f80e1e7e-8bd8-43dd-9d49-8d074db1d18d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 1096 time: 0.0526941 Jul 05 19:08:46.647976 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770cec-8159-49e5-bba5-cac46ba41540 req-c4aee05a-c19c-413a-b503-d9f0fe955be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:46.649454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07770cec-8159-49e5-bba5-cac46ba41540 req-c4aee05a-c19c-413a-b503-d9f0fe955be2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06528463-3d1e-42c1-9377-a64e3050c317 HTTP/1.1" status: 200 len: 896 time: 0.0871308 Jul 05 19:08:46.713680 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07770cec-8159-49e5-bba5-cac46ba41540 req-7e7fc4a8-c041-4fb4-9b26-8dca2c5ddfc0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96 HTTP/1.1" status: 200 len: 1001 time: 0.0573759 Jul 05 19:08:46.795221 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770cec-8159-49e5-bba5-cac46ba41540 req-d4b13a27-7f33-4a07-9f7d-4a82af95aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:46.796589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07770cec-8159-49e5-bba5-cac46ba41540 req-d4b13a27-7f33-4a07-9f7d-4a82af95aa4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c90c2a12-e910-4c87-8883-9fc0f33ae818 HTTP/1.1" status: 200 len: 835 time: 0.0761695 Jul 05 19:08:46.863514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5845b-1427-4805-876c-c0189b60e573 req-db074828-601e-463b-b7c6-a6c6d6a4faea tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:46.867309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29f5845b-1427-4805-876c-c0189b60e573 req-db074828-601e-463b-b7c6-a6c6d6a4faea tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.1056952 Jul 05 19:08:46.884423 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07770cec-8159-49e5-bba5-cac46ba41540 req-e0815049-5db8-4c2d-94c7-7c9b1a99ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:46.885896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07770cec-8159-49e5-bba5-cac46ba41540 req-e0815049-5db8-4c2d-94c7-7c9b1a99ddbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06528463-3d1e-42c1-9377-a64e3050c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820014 Jul 05 19:08:46.957747 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-29f5845b-1427-4805-876c-c0189b60e573 req-beebb460-45cb-4bdb-bcab-270a46fc0267 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837300 Jul 05 19:08:46.998533 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07770cec-8159-49e5-bba5-cac46ba41540 req-1ec522da-e12c-4870-b412-4484e6ac7a58 service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052568 Jul 05 19:08:47.096736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-07770cec-8159-49e5-bba5-cac46ba41540 req-565a67eb-004b-47e6-bfbc-d32c005735bd service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876758 Jul 05 19:08:48.135086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace93d78-7443-4356-9cdc-81b9c93d40a4 req-e7c472ab-3e2e-4d93-80a3-40b93a00f580 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:48.136463 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ace93d78-7443-4356-9cdc-81b9c93d40a4 req-e7c472ab-3e2e-4d93-80a3-40b93a00f580 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0670049 Jul 05 19:08:48.173987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ace93d78-7443-4356-9cdc-81b9c93d40a4 req-cd2b9397-3d6b-470a-8ff2-6e077beb8b6f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310390 Jul 05 19:08:49.345294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635981d1-8eab-47f6-b5bf-3f982e8aec45 req-848aeee1-1580-464c-8881-3a6b88177de8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:49.346816 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-635981d1-8eab-47f6-b5bf-3f982e8aec45 req-848aeee1-1580-464c-8881-3a6b88177de8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0632076 Jul 05 19:08:49.389814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-635981d1-8eab-47f6-b5bf-3f982e8aec45 req-3237ea94-41c1-4742-bac1-667add44c1f5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374019 Jul 05 19:08:50.564792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2c540-2ca3-4bd7-b322-51d33a7344e4 req-019c0d08-a33b-45e0-9e0f-658b47f8f006 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:08:50.566258 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41c2c540-2ca3-4bd7-b322-51d33a7344e4 req-019c0d08-a33b-45e0-9e0f-658b47f8f006 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0618358 Jul 05 19:08:50.605594 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41c2c540-2ca3-4bd7-b322-51d33a7344e4 req-67576e82-3684-40b7-b7c1-505eab3cc62a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337903 Jul 05 19:08:50.631957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51694) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:08:50.689818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ccc9f125-dc99-4d7f-944e-b450cfa197e5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c HTTP/1.1" status: 200 len: 993 time: 0.0566921 Jul 05 19:08:50.858834 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-96b631a6-7226-4eeb-878d-0d0bcdc49dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:53.492949 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a34b95ba-7ca2-4e17-9e07-bbce082aba3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:53.743995 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:54.909707 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:08:56.658227 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:00.269885 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:06.635266 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:21.069343 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db8e9c4d-140b-4653-a215-61d53d5273af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:21.180605 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51720) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:21.332344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 6cd47c10-195e-49f5-944e-86dae3e75f59 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:09:21.332602 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:21.409279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:21.409608 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:21.421249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 6cd47c10-195e-49f5-944e-86dae3e75f59 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:09:21.641387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:21.665495 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=6cd47c10-195e-49f5-944e-86dae3e75f59,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:21.676914 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.677285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.677627 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.677967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.678693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.678693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.678974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.679299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.679626 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.679947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.680268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.680583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:21.740460 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:21.740789 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP 8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c disassociated (deleted). External IP: 172.25.3.180, port: 5f494e55-c89a-41eb-8cbd-8d7b8082eb96. Jul 05 19:09:21.912066 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:09:21.947762 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c1012372-0fc9-4dcb-8229-6f6b4e138e8e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:09:22.057973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:09:22.063904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:22.068162 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] Sync routers for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:09:22.077042 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:22.077653 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:08:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:22.101355 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-49b531ff-bcb2-4f65-90ff-64d52718e586 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/floatingips/8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c HTTP/1.1" status: 204 len: 168 time: 0.9196789 Jul 05 19:09:22.101954 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:09:22.104253 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02046c2c-c0cd-4df9-ac11-d453c86634ae" -d '{"events": [{"name": "network-changed", "server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:09:22.190747 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:22.208900 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41122b14-8816-4f79-b670-74f2595dbb65 x-openstack-request-id: req-41122b14-8816-4f79-b670-74f2595dbb65 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:09:22.209426 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:09:22.209426 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-41122b14-8816-4f79-b670-74f2595dbb65 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:09:22.209995 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'status': 'completed', 'code': 200} Jul 05 19:09:22.297642 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-ad42e223-887b-4b97-83d7-77a4fedf23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:22.299688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-ad42e223-887b-4b97-83d7-77a4fedf23bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 1096 time: 0.0659597 Jul 05 19:09:22.396972 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-ccf3ed76-bf37-490d-b9f0-26f0b687f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:22.398484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-ccf3ed76-bf37-490d-b9f0-26f0b687f48f service neutron] 10.222.0.39 "GET /v2.0/networks?id=06528463-3d1e-42c1-9377-a64e3050c317 HTTP/1.1" status: 200 len: 896 time: 0.0920284 Jul 05 19:09:22.409493 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '637e4fdd-1d4f-4754-ba28-5683fcccdbdd', 'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c1:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:43Z', 'updated_at': '2021-07-05T19:07:49Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:22.439288 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] Checking router: c1012372-0fc9-4dcb-8229-6f6b4e138e8e for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:09:22.445319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-99f67666-e613-47a9-9460-dbdf951e2609 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96 HTTP/1.1" status: 200 len: 217 time: 0.0395834 Jul 05 19:09:22.448432 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:22.448432 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:08:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:22.502958 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-94cf87f6-475d-4c5e-adcd-fc1bb89618d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:22.506479 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-94cf87f6-475d-4c5e-adcd-fc1bb89618d1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c90c2a12-e910-4c87-8883-9fc0f33ae818 HTTP/1.1" status: 200 len: 835 time: 0.0551007 Jul 05 19:09:22.570213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-4a0457db-b217-42c9-a170-37de709064aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:22.571814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-4a0457db-b217-42c9-a170-37de709064aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06528463-3d1e-42c1-9377-a64e3050c317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0578005 Jul 05 19:09:22.658110 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:22.869582 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '637e4fdd-1d4f-4754-ba28-5683fcccdbdd', 'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c1:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:43Z', 'updated_at': '2021-07-05T19:07:49Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:22.901330 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d971225c-aae0-4fd3-bb06-25f6e6fa02c0 None None] The sync data for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 is: [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:44Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '637e4fdd-1d4f-4754-ba28-5683fcccdbdd', 'name': '', 'network_id': '06528463-3d1e-42c1-9377-a64e3050c317', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:c1:83:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:43Z', 'updated_at': '2021-07-05T19:07:49Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'c90c2a12-e910-4c87-8883-9fc0f33ae818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:09:23.042097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-66016ac2-22de-434a-92e3-530c6d95535d service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622009 Jul 05 19:09:23.050824 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad15b7-cf3a-47ca-94cc-c47b1d660760 req-37e517bb-1d64-4ab0-9b1e-8f9ac494cb77 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:23.052328 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9ad15b7-cf3a-47ca-94cc-c47b1d660760 req-37e517bb-1d64-4ab0-9b1e-8f9ac494cb77 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.4647977 Jul 05 19:09:23.139290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9ad15b7-cf3a-47ca-94cc-c47b1d660760 req-51072489-dac0-4813-8762-28629e41d4be tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787458 Jul 05 19:09:23.146754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21cc980d-9a2d-4fc2-b197-898efa8e6133 None None] New status for floating IP 8bc2ff3d-2e11-49d7-9dc4-c879f0d9396c: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:09:23.172753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-02046c2c-c0cd-4df9-ac11-d453c86634ae req-0b228105-dba4-4780-8d41-9b8bf890646d service neutron] 10.222.0.39 "GET /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187696 Jul 05 19:09:23.555107 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-53bdc974-8b13-4792-86e4-869f3d760aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:23.749211 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:24.254098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-ebbfcb33-156e-4bd2-97d0-4ce0f5ad1ccc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:24.255640 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-ebbfcb33-156e-4bd2-97d0-4ce0f5ad1ccc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.0628657 Jul 05 19:09:24.393217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875022b-440d-444d-92bf-d4ee3d6a856a req-86b03de4-6868-431c-a347-4d0a19376ccb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:24.394732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b875022b-440d-444d-92bf-d4ee3d6a856a req-86b03de4-6868-431c-a347-4d0a19376ccb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 945 time: 0.1248028 Jul 05 19:09:24.412401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:09:24.412745 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:24.489946 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b875022b-440d-444d-92bf-d4ee3d6a856a req-4b2088df-5ed7-4269-8d85-baa5296f3a07 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=f38c5bfa-d1bd-4859-8458-cff7521ca30f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861633 Jul 05 19:09:24.525743 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:24.526104 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:24.539028 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 owned by compute:nova {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:09:24.732298 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:24.766088 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=5f494e55-c89a-41eb-8cbd-8d7b8082eb96,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:24.778438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.778804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.779147 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.779510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.779843 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.780176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.780510 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.780838 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.781902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.782189 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.782520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.782869 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:24.821011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] No DVR routers for this DVR port 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 on host n-h2-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:09:24.823759 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:24.825752 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-419cd043-9010-4102-a2ce-34fb4e37d3ac req-3e47a067-44d3-4215-949a-38129268ac90 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "DELETE /v2.0/ports/5f494e55-c89a-41eb-8cbd-8d7b8082eb96 HTTP/1.1" status: 204 len: 173 time: 0.5625658 Jul 05 19:09:24.826199 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'name': 'network-vif-deleted', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:09:24.829189 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c653655d-b5dc-4f43-bd11-210f12ddfeaa" -d '{"events": [{"server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "name": "network-vif-deleted", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:09:24.909395 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:24.923785 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233758e9-76e6-4b89-9683-079bfba486a6 x-openstack-request-id: req-233758e9-76e6-4b89-9683-079bfba486a6 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:09:24.923785 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4544819-f603-4a04-9e95-126fdfb5331d", "name": "network-vif-deleted", "tag": "5f494e55-c89a-41eb-8cbd-8d7b8082eb96", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:09:24.923785 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-233758e9-76e6-4b89-9683-079bfba486a6 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:09:24.923785 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4544819-f603-4a04-9e95-126fdfb5331d', 'name': 'network-vif-deleted', 'tag': '5f494e55-c89a-41eb-8cbd-8d7b8082eb96', 'status': 'completed', 'code': 200} Jul 05 19:09:25.647983 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e71033d1-0272-41f0-9338-d8d58c521be3 req-49fce79d-b1c9-4e6b-90d8-fcec892f5ce6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4544819-f603-4a04-9e95-126fdfb5331d HTTP/1.1" status: 200 len: 210 time: 0.0298939 Jul 05 19:09:26.629809 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:26.741313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51746) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:27.113657 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:27.386721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:09:27.386978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:27.473951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port 637e4fdd-1d4f-4754-ba28-5683fcccdbdd, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=637e4fdd-1d4f-4754-ba28-5683fcccdbdd,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:27.474304 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:27.487390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 637e4fdd-1d4f-4754-ba28-5683fcccdbdd owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:09:27.575879 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:09:27.599259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:09:27.599610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 5f494e55-c89a-41eb-8cbd-8d7b8082eb96 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:09:27.795435 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:27.833323 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=637e4fdd-1d4f-4754-ba28-5683fcccdbdd,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:28.005483 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.216824 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c1012372-0fc9-4dcb-8229-6f6b4e138e8e has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:09:28.323068 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:09:28.330208 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-508b3478-2b47-480f-895e-9d97a5369a47 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/c1012372-0fc9-4dcb-8229-6f6b4e138e8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5858440 Jul 05 19:09:28.331613 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51748) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:28.335275 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] Sync routers for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:09:28.344530 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:28.345150 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:09:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:28.382261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-7094f893-5388-4297-a389-deea677c810c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting subnet c90c2a12-e910-4c87-8883-9fc0f33ae818 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:09:28.385317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7094f893-5388-4297-a389-deea677c810c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.425250 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7094f893-5388-4297-a389-deea677c810c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.447555 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:28.513808 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7094f893-5388-4297-a389-deea677c810c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.612648 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7094f893-5388-4297-a389-deea677c810c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.623843 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:09:27Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:28.644261 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7094f893-5388-4297-a389-deea677c810c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.650031 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7094f893-5388-4297-a389-deea677c810c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/subnets/c90c2a12-e910-4c87-8883-9fc0f33ae818 HTTP/1.1" status: 204 len: 168 time: 0.3136151 Jul 05 19:09:28.650031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7094f893-5388-4297-a389-deea677c810c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Subnet': ['ID=c90c2a12-e910-4c87-8883-9fc0f33ae818,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:28.650260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51750) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:28.650750 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] Checking router: c1012372-0fc9-4dcb-8229-6f6b4e138e8e for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:09:28.653447 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c38181-2398-452d-bab8-c3ab0a567132 None None] Network 06528463-3d1e-42c1-9377-a64e3050c317 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:09:28.658962 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] Routers {'c1012372-0fc9-4dcb-8229-6f6b4e138e8e'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:28.659694 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:09:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:28.768877 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] Set router c1012372-0fc9-4dcb-8229-6f6b4e138e8e gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:28.769821 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.861115 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] DHCP port deletion for 06528463-3d1e-42c1-9377-a64e3050c317 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:09:28.893096 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.909519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Deleting port 5567a718-c701-425a-95e2-e24e946a10ad {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:09:28.914234 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.952530 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:09:27Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:28.971955 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] For port 5567a718-c701-425a-95e2-e24e946a10ad, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=5567a718-c701-425a-95e2-e24e946a10ad,segment=NetworkSegment(f0087df4-9b25-4fed-93b0-ca83f8f68890),segment_id=f0087df4-9b25-4fed-93b0-ca83f8f68890)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:28.972353 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:28.979393 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e985fa-ff43-4bb3-903e-419df9aeb1ea None None] The sync data for ids ['c1012372-0fc9-4dcb-8229-6f6b4e138e8e'] in n-d-799524-1 is: [{'id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1008803026', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:09:27Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '4b076a25-6eb5-4576-9203-0dae2fd7a81e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:ef:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1012372-0fc9-4dcb-8229-6f6b4e138e8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4165, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:07:40Z', 'updated_at': '2021-07-05T19:07:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:09:28.987258 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Calling delete_port for 5567a718-c701-425a-95e2-e24e946a10ad owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:09:29.038940 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 4b076a25-6eb5-4576-9203-0dae2fd7a81e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:09:29.039209 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.115318 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.118655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port 4b076a25-6eb5-4576-9203-0dae2fd7a81e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=4b076a25-6eb5-4576-9203-0dae2fd7a81e,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:29.119373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.132694 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 4b076a25-6eb5-4576-9203-0dae2fd7a81e owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:09:29.141228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Pushing event deleted for resources: {'Port': ['ID=5567a718-c701-425a-95e2-e24e946a10ad,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:29.145507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] No DVR routers for this DVR port 5567a718-c701-425a-95e2-e24e946a10ad on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:09:29.152376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.153028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.153537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.154035 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.154521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.156098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.156611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.157139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.157477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.157814 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.158151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.158482 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6411e77-f851-45c4-a2d4-ca1deffd4ea7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:29.367470 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.372834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5567a718-c701-425a-95e2-e24e946a10ad no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:09:29.392456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 5567a718-c701-425a-95e2-e24e946a10ad {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:09:29.392809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 5567a718-c701-425a-95e2-e24e946a10ad not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:09:29.393238 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 637e4fdd-1d4f-4754-ba28-5683fcccdbdd no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:09:29.395264 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=4b076a25-6eb5-4576-9203-0dae2fd7a81e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:29.416296 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 637e4fdd-1d4f-4754-ba28-5683fcccdbdd {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:09:29.416753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 637e4fdd-1d4f-4754-ba28-5683fcccdbdd not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:09:29.457040 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.555190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.557317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.692125 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.692799 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Fanout notify agent at l3_agent the message router_deleted on router c1012372-0fc9-4dcb-8229-6f6b4e138e8e {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:09:29.699321 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.700417 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bafd6155-7ade-4785-b4c6-71c7ad184100 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/routers/c1012372-0fc9-4dcb-8229-6f6b4e138e8e HTTP/1.1" status: 204 len: 168 time: 1.0503020 Jul 05 19:09:29.703803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51752) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:29.784528 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.876480 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.885997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06528463-3d1e-42c1-9377-a64e3050c317']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:29.896737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0087df4-9b25-4fed-93b0-ca83f8f68890') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:29.897036 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0087df4-9b25-4fed-93b0-ca83f8f68890') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:29.905475 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.918671 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.924455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:09:29.924833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:09:29.927686 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:09:30.052083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:30.063910 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:30.063910 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/networks/06528463-3d1e-42c1-9377-a64e3050c317 HTTP/1.1" status: 204 len: 168 time: 0.3559659 Jul 05 19:09:30.064794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51754) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:30.073575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d0d4a-691f-441b-92e3-20def92b50b8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Network': ['ID=06528463-3d1e-42c1-9377-a64e3050c317,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:30.127946 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f639af11-0313-4cbe-8845-aaf034d93302 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:30.157298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f639af11-0313-4cbe-8845-aaf034d93302 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:30.206268 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:30.286108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f639af11-0313-4cbe-8845-aaf034d93302 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:30.288730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f639af11-0313-4cbe-8845-aaf034d93302 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:30.289938 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f639af11-0313-4cbe-8845-aaf034d93302 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/security-groups/f38c5bfa-d1bd-4859-8458-cff7521ca30f HTTP/1.1" status: 204 len: 168 time: 0.2241046 Jul 05 19:09:30.299943 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639af11-0313-4cbe-8845-aaf034d93302 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c5bfa-d1bd-4859-8458-cff7521ca30f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:31.057528 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51762) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:31.062449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-d626b7d3-4c38-4ed1-8715-5c0dd4333503 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1877807863', 'description': 'tempest-secgroup-smoke-1877807863 description', 'project_id': '55b6f569faac4c6186ee68526906bd21'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:31.189903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d626b7d3-4c38-4ed1-8715-5c0dd4333503 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:31.198508 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4b076a25-6eb5-4576-9203-0dae2fd7a81e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:09:31.221884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 4b076a25-6eb5-4576-9203-0dae2fd7a81e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:09:31.222654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 4b076a25-6eb5-4576-9203-0dae2fd7a81e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:09:31.276666 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d626b7d3-4c38-4ed1-8715-5c0dd4333503 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:31.366184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d626b7d3-4c38-4ed1-8715-5c0dd4333503 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:31.395289 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626b7d3-4c38-4ed1-8715-5c0dd4333503 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:31.452308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-d626b7d3-4c38-4ed1-8715-5c0dd4333503 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:31.454208 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d626b7d3-4c38-4ed1-8715-5c0dd4333503 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3956196 Jul 05 19:09:31.457131 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51764) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:31.461583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-56b7802d-a20a-492b-87ad-28ea620e1376 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:31.560216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56b7802d-a20a-492b-87ad-28ea620e1376 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:31.615619 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56b7802d-a20a-492b-87ad-28ea620e1376 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:31.703253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56b7802d-a20a-492b-87ad-28ea620e1376 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:31.724153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7802d-a20a-492b-87ad-28ea620e1376 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9635a58-e781-4879-a10c-178506a7d33e,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:31.847295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-56b7802d-a20a-492b-87ad-28ea620e1376 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:31.851190 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-56b7802d-a20a-492b-87ad-28ea620e1376 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905284 Jul 05 19:09:31.851382 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51766) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:31.855972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9ee5776e-4dbb-4be5-b0df-4b8c4951d17d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:32.017107 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ee5776e-4dbb-4be5-b0df-4b8c4951d17d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.073295 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ee5776e-4dbb-4be5-b0df-4b8c4951d17d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.252052 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ee5776e-4dbb-4be5-b0df-4b8c4951d17d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.270053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5776e-4dbb-4be5-b0df-4b8c4951d17d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81410f8a-8e65-48da-8546-bf84c7eb2831,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:32.354537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9ee5776e-4dbb-4be5-b0df-4b8c4951d17d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.355789 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9ee5776e-4dbb-4be5-b0df-4b8c4951d17d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5034599 Jul 05 19:09:32.358491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51768) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:32.363368 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c2059a9d-5df4-4389-958e-e7813fe52cbb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:32.450993 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2059a9d-5df4-4389-958e-e7813fe52cbb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.510610 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2059a9d-5df4-4389-958e-e7813fe52cbb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.578277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2059a9d-5df4-4389-958e-e7813fe52cbb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.596489 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2059a9d-5df4-4389-958e-e7813fe52cbb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69509e1-ea0a-4854-9bec-abfc8d4ed64a,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:32.680408 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2059a9d-5df4-4389-958e-e7813fe52cbb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.681619 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c2059a9d-5df4-4389-958e-e7813fe52cbb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3221943 Jul 05 19:09:32.684292 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51770) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:32.688652 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b2768c72-3d52-445d-ae1a-f3cfe285d2db tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:32.788523 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2768c72-3d52-445d-ae1a-f3cfe285d2db tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.847313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2768c72-3d52-445d-ae1a-f3cfe285d2db tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.927299 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2768c72-3d52-445d-ae1a-f3cfe285d2db tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:32.948560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2768c72-3d52-445d-ae1a-f3cfe285d2db tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9ab4c1-e738-4857-8e2d-a99f48abd8de,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:33.012007 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b2768c72-3d52-445d-ae1a-f3cfe285d2db tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.013245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b2768c72-3d52-445d-ae1a-f3cfe285d2db tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3280361 Jul 05 19:09:33.015891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51772) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:33.021355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f67b5735-0f7b-4c35-b173-74939cd9d46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:33.120990 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-f67b5735-0f7b-4c35-b173-74939cd9d46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:09:33.125880 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f67b5735-0f7b-4c35-b173-74939cd9d46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.188512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f67b5735-0f7b-4c35-b173-74939cd9d46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.234396 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f67b5735-0f7b-4c35-b173-74939cd9d46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.249074 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b5735-0f7b-4c35-b173-74939cd9d46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58eba2b1-5a6f-43a8-bfba-47f0527856b1,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:33.303422 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f67b5735-0f7b-4c35-b173-74939cd9d46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.304650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f67b5735-0f7b-4c35-b173-74939cd9d46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2878349 Jul 05 19:09:33.307367 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51774) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:33.311806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-6cbb85f4-fa0f-4651-a39e-46f2ef8c632e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:33.383597 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-6cbb85f4-fa0f-4651-a39e-46f2ef8c632e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:09:33.388329 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cbb85f4-fa0f-4651-a39e-46f2ef8c632e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.449896 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cbb85f4-fa0f-4651-a39e-46f2ef8c632e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.520313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cbb85f4-fa0f-4651-a39e-46f2ef8c632e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.538458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb85f4-fa0f-4651-a39e-46f2ef8c632e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5230fb4b-a9f6-484a-9910-7473eca777b3,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:33.629840 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-6cbb85f4-fa0f-4651-a39e-46f2ef8c632e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.631281 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-6cbb85f4-fa0f-4651-a39e-46f2ef8c632e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3229690 Jul 05 19:09:33.635810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51776) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:33.640737 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'network': {'name': 'tempest-network-smoke--422813124', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'port_security_enabled': True}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:33.783291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:09:33.786890 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.810220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:09:33.819307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.819657 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Added segment ce92c298-7848-43f3-b8d1-fbce9d66e5cf of type vlan for network 8dd8079d-cae9-4718-b197-9742cb5d319b Jul 05 19:09:33.858280 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.937338 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:33.943383 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:33.943964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:34.009337 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Network': ['ID=8dd8079d-cae9-4718-b197-9742cb5d319b,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:34.019985 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 8dd8079d-cae9-4718-b197-9742cb5d319b details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:09:34.121318 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9abb52b1-66a8-4098-9112-22d4b686c8eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4844916 Jul 05 19:09:34.123906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51778) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:34.128475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'admin_state_up': True, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:34.223677 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:34.224697 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:34.277331 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:34.465442 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:34.761381 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:34.779866 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:34.881972 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.210 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/26bc374b-0633-4934-a0e8-afbd08573c35) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:09:34.977834 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:35.064339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:35.101302 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:09:35.104207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:09:35.107682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:09:35.133583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=26bc374b-0633-4934-a0e8-afbd08573c35,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:35.790779 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:35.999298 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:36.189453 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:09:36.298976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:09:36.309229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Sync routers for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:09:36.320639 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:36.321276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:09:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:36.374066 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:36.374066 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ab3796a1-87f2-495b-9cda-5f6e365cdbb7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2490816 Jul 05 19:09:36.377107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51780) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:36.418296 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-1c0c25e4-962d-41c8-84c8-9c44191a46d8 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=55b6f569faac4c6186ee68526906bd21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376818 Jul 05 19:09:36.418592 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51784) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:36.443896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:36.501902 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:36.513886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20014c32-f4d4-4926-8cfc-3de5501a519e tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:36.515465 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-20014c32-f4d4-4926-8cfc-3de5501a519e tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0957673 Jul 05 19:09:36.518277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51786) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:36.546712 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-818ced01-2f80-4a3e-8f28-1568fcee196b tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272374 Jul 05 19:09:36.549217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51788) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:36.556448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-606269961', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:36.628580 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:35Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:36.658152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Checking router: b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:09:36.658504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Updating router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa port 26bc374b-0633-4934-a0e8-afbd08573c35 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:09:36.692091 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:36.703639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:09:36.707761 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:36.953422 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:36.963461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Transition to ACTIVE for port object 26bc374b-0633-4934-a0e8-afbd08573c35 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:09:36.989646 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:37.046604 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:37.048803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Subnet': ['ID=a23e2c35-84c5-4a6e-bae7-896a71a80710,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:37.057731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Checking segment: {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:09:37.058102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network hostable DHCP agents. Network: 8dd8079d-cae9-4718-b197-9742cb5d319b, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:09:37.104169 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Attempting to bind port 26bc374b-0633-4934-a0e8-afbd08573c35 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:09:37.104548 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Attempting to bind port 26bc374b-0633-4934-a0e8-afbd08573c35 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:09:37.104922 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Attempting to bind port 26bc374b-0633-4934-a0e8-afbd08573c35 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:09:37.116194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:09:37.120440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:09:37.120440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:37.120440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:09:37.120440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Bound port: 26bc374b-0633-4934-a0e8-afbd08573c35, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:09:37.120440 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:37.120440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b4445-28ef-4976-9f1c-f6e26217f5ab None None] Pushing event updated for resources: {'Port': ['ID=26bc374b-0633-4934-a0e8-afbd08573c35,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:37.144216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 8dd8079d-cae9-4718-b197-9742cb5d319b is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:09:37.175732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] For port 26bc374b-0633-4934-a0e8-afbd08573c35, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:09:37.178723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] For port 26bc374b-0633-4934-a0e8-afbd08573c35, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26bc374b-0633-4934-a0e8-afbd08573c35,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:09:37.229295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 8dd8079d-cae9-4718-b197-9742cb5d319b) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:09:37.233713 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:37.234262 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:37.240884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e51924d-94c3-4a20-b409-50b51ac240b5 None None] Network 8dd8079d-cae9-4718-b197-9742cb5d319b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:09:37.277525 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:37.373240 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6035d2c0-9451-4fa4-89fe-f212fdd76830 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8223927 Jul 05 19:09:37.376078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51790) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:37.508962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7b4445-28ef-4976-9f1c-f6e26217f5ab None None] Pushing event updated for resources: {'Port': ['ID=26bc374b-0633-4934-a0e8-afbd08573c35,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:37.511376 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:37.511980 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:09:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:37.669722 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:37.696507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-8dd8079d-cae9-4718-b197-9742cb5d319b', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:09:37.697347 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:37.819181 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:37.938427 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Allocated IP 172.20.0.2 (8dd8079d-cae9-4718-b197-9742cb5d319b/a23e2c35-84c5-4a6e-bae7-896a71a80710/1126f88e-24b6-47aa-9995-f263eaa3c78c) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:09:38.019013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:35Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:38.053129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73a0636-f550-450d-a6bd-f9e6ac27b331 None None] The sync data for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 is: [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:35Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:09:38.129791 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:38.138717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Transition to ACTIVE for port object 1126f88e-24b6-47aa-9995-f263eaa3c78c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:09:38.153570 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Transition to ACTIVE for port object 1126f88e-24b6-47aa-9995-f263eaa3c78c will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:09:38.235750 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:38.290178 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Network 8dd8079d-cae9-4718-b197-9742cb5d319b is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:09:38.296725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:09:38.299516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:09:38.307938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Pushing event updated for resources: {'Port': ['ID=1126f88e-24b6-47aa-9995-f263eaa3c78c,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:38.317003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.1 (8dd8079d-cae9-4718-b197-9742cb5d319b/a23e2c35-84c5-4a6e-bae7-896a71a80710/1870658f-7299-4aeb-b15c-fab278b8dac3) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:09:38.371371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Attempting to bind port 1126f88e-24b6-47aa-9995-f263eaa3c78c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:09:38.371757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Attempting to bind port 1126f88e-24b6-47aa-9995-f263eaa3c78c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:09:38.372098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Attempting to bind port 1126f88e-24b6-47aa-9995-f263eaa3c78c on network 8dd8079d-cae9-4718-b197-9742cb5d319b {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:09:38.377235 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:09:38.377656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Checking segment: {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:09:38.378064 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:38.378695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Bound using segment: {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:09:38.379166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Bound port: 1126f88e-24b6-47aa-9995-f263eaa3c78c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:09:38.379549 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:38.448936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] For port 1126f88e-24b6-47aa-9995-f263eaa3c78c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:09:38.452529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] For port 1126f88e-24b6-47aa-9995-f263eaa3c78c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1126f88e-24b6-47aa-9995-f263eaa3c78c,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:09:38.468970 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:38.484430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object 1870658f-7299-4aeb-b15c-fab278b8dac3 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:09:38.532928 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:38.561340 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:38.595357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67dcde-a411-4650-871d-02f1be6567b1 None None] Pushing event updated for resources: {'Port': ['ID=1126f88e-24b6-47aa-9995-f263eaa3c78c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:38.614097 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 8dd8079d-cae9-4718-b197-9742cb5d319b is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:09:38.617594 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:09:38.621846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:09:38.651513 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=1870658f-7299-4aeb-b15c-fab278b8dac3,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:38.675929 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:38.929416 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:39.214717 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:39.261763 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1126f88e-24b6-47aa-9995-f263eaa3c78c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:09:39.297645 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:39.388105 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:39.390075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=1870658f-7299-4aeb-b15c-fab278b8dac3,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:39.406375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 1126f88e-24b6-47aa-9995-f263eaa3c78c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:09:39.413002 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26bc374b-0633-4934-a0e8-afbd08573c35 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:09:39.493733 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 8dd8079d-cae9-4718-b197-9742cb5d319b is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:09:39.495263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:09:39.539604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a52ab21-c338-4f18-a681-32b73af48521 None None] Network 8dd8079d-cae9-4718-b197-9742cb5d319b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:09:39.588686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 26bc374b-0633-4934-a0e8-afbd08573c35 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:09:39.596795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 26bc374b-0633-4934-a0e8-afbd08573c35 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:39.598631 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:39.615773 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:09:39.741522 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-95341741-de0a-4e0d-a686-70d54b781efb None None] Provisioning for port 1126f88e-24b6-47aa-9995-f263eaa3c78c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:09:39.757505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-95341741-de0a-4e0d-a686-70d54b781efb None None] Provisioning complete for port 1126f88e-24b6-47aa-9995-f263eaa3c78c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:39.758043 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95341741-de0a-4e0d-a686-70d54b781efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:39.829547 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:39.869356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 26bc374b-0633-4934-a0e8-afbd08573c35, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26bc374b-0633-4934-a0e8-afbd08573c35,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:39.926780 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95341741-de0a-4e0d-a686-70d54b781efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:39.944477 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:39.999886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-95341741-de0a-4e0d-a686-70d54b781efb None None] For port 1126f88e-24b6-47aa-9995-f263eaa3c78c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1126f88e-24b6-47aa-9995-f263eaa3c78c,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:40.014490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=26bc374b-0633-4934-a0e8-afbd08573c35,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:40.046887 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-95341741-de0a-4e0d-a686-70d54b781efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:40.103101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95341741-de0a-4e0d-a686-70d54b781efb None None] Pushing event updated for resources: {'Port': ['ID=1126f88e-24b6-47aa-9995-f263eaa3c78c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:40.111006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:09:40.120648 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Sync routers for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:09:40.126717 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ce677f5-3b6e-479f-b111-1ac395f15964 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7494800 Jul 05 19:09:40.132869 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:40.134153 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:09:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:40.223574 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9bb59f65-b340-4f60-ab81-a9383b5cbe74 None None] Provisioning for port 1870658f-7299-4aeb-b15c-fab278b8dac3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:09:40.228761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9bb59f65-b340-4f60-ab81-a9383b5cbe74 None None] Provisioning complete for port 1870658f-7299-4aeb-b15c-fab278b8dac3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:40.229278 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9bb59f65-b340-4f60-ab81-a9383b5cbe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:40.262300 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:40.269822 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-9bb59f65-b340-4f60-ab81-a9383b5cbe74 None None] Port 1870658f-7299-4aeb-b15c-fab278b8dac3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:09:40.282299 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9bb59f65-b340-4f60-ab81-a9383b5cbe74 None None] Provisioning complete for port 1126f88e-24b6-47aa-9995-f263eaa3c78c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:40.283385 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9bb59f65-b340-4f60-ab81-a9383b5cbe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:40.292442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-c39a3202-dfec-4ee2-9df6-93a280a04241 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1877807863&fields=id&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 267 time: 0.0392208 Jul 05 19:09:40.422481 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-79ddbc57-ffe7-48cd-a28c-a5c8dc4e49a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:40.426781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-79ddbc57-ffe7-48cd-a28c-a5c8dc4e49a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 796 time: 0.1214392 Jul 05 19:09:40.442472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-7e17e43d-9652-4164-a54e-3ae8329ba387 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/quotas/55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 375 time: 0.0104415 Jul 05 19:09:40.486348 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:38Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1870658f-7299-4aeb-b15c-fab278b8dac3', 'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:cc:f4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:37Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 2, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:40.517557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-51d2c7b7-ce6b-4865-b819-4ff5a40388f7 None None] Provisioning complete for port 1870658f-7299-4aeb-b15c-fab278b8dac3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:40.518953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-51d2c7b7-ce6b-4865-b819-4ff5a40388f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:40.525705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-628aab7c-020f-465a-8ad5-4d7993a5b8c9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0773444 Jul 05 19:09:40.559992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-51d2c7b7-ce6b-4865-b819-4ff5a40388f7 None None] Port 1870658f-7299-4aeb-b15c-fab278b8dac3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:09:40.609025 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Checking router: b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:09:40.609287 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Updating router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa port 1870658f-7299-4aeb-b15c-fab278b8dac3 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:09:40.636593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-b2ee9e5c-48d9-47f9-8cab-d4be258d1a86 service neutron] 10.222.0.30 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968382 Jul 05 19:09:40.641925 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:40.679932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ab9ccb53-4c5c-4bc3-8c4e-a165c050ef68 None None] Provisioning complete for port 1870658f-7299-4aeb-b15c-fab278b8dac3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:40.680787 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ab9ccb53-4c5c-4bc3-8c4e-a165c050ef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:40.713961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ab9ccb53-4c5c-4bc3-8c4e-a165c050ef68 None None] Port 1870658f-7299-4aeb-b15c-fab278b8dac3 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:09:40.728081 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-49a90722-1a56-40d3-9141-d21ff06e4d94 service neutron] 10.222.0.30 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853691 Jul 05 19:09:40.899221 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:40.909405 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Transition to ACTIVE for port object 1870658f-7299-4aeb-b15c-fab278b8dac3 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:09:40.966421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cc0688a-442a-42a7-95c3-b3a7b332e055 req-62a1238d-a173-48b8-bcd6-2ff7b43b3763 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 210 time: 0.0301614 Jul 05 19:09:40.972485 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:41.025253 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Pushing event updated for resources: {'Port': ['ID=1870658f-7299-4aeb-b15c-fab278b8dac3,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:41.050053 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.050435 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.050825 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.051159 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.051487 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.051809 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.052338 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.052663 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.052985 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.053313 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.053638 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.053952 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:09:41.091851 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Attempting to bind port 1870658f-7299-4aeb-b15c-fab278b8dac3 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:09:41.092221 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Attempting to bind port 1870658f-7299-4aeb-b15c-fab278b8dac3 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:09:41.092610 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Attempting to bind port 1870658f-7299-4aeb-b15c-fab278b8dac3 on network 8dd8079d-cae9-4718-b197-9742cb5d319b {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:09:41.098065 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:09:41.098436 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Checking segment: {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:09:41.098903 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:41.099294 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Bound using segment: {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:09:41.099785 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Bound port: 1870658f-7299-4aeb-b15c-fab278b8dac3, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:09:41.100166 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:41.175801 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] For port 1870658f-7299-4aeb-b15c-fab278b8dac3, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:09:41.175801 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] For port 1870658f-7299-4aeb-b15c-fab278b8dac3, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1870658f-7299-4aeb-b15c-fab278b8dac3,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:09:41.215367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26bc374b-0633-4934-a0e8-afbd08573c35 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:09:41.235048 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:41.272596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 26bc374b-0633-4934-a0e8-afbd08573c35 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:41.272596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:41.295543 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:41.296237 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:09:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:41.344384 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9f869-1275-4c3a-82cc-ddb83156435e None None] Pushing event updated for resources: {'Port': ['ID=1870658f-7299-4aeb-b15c-fab278b8dac3,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:41.385220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1126f88e-24b6-47aa-9995-f263eaa3c78c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:09:41.434260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 1126f88e-24b6-47aa-9995-f263eaa3c78c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:41.434666 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:41.439315 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:41.660548 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:38Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1870658f-7299-4aeb-b15c-fab278b8dac3', 'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:cc:f4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:37Z', 'updated_at': '2021-07-05T19:09:41Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:41.686158 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80569f7d-ccda-43c6-ab7d-e3e8bf28bcc2 None None] The sync data for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 is: [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:38Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1870658f-7299-4aeb-b15c-fab278b8dac3', 'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:cc:f4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:37Z', 'updated_at': '2021-07-05T19:09:41Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:09:42.121738 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01be679a-cd3b-4247-8e64-6d6e1d8f9e65 req-e8645ea0-0fcb-4e2c-a751-cc263b1e9529 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 210 time: 0.0352898 Jul 05 19:09:43.102390 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-7737e25d-96e5-4e6f-9404-b689e18b2ddb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:43.102390 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-7737e25d-96e5-4e6f-9404-b689e18b2ddb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 796 time: 0.1097264 Jul 05 19:09:43.144669 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-9cbcaeba-30b2-44e6-9115-0ecffdd616ac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 380 time: 0.0354249 Jul 05 19:09:43.154111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'port': {'device_id': '4bddb587-feda-4784-9e9f-94185165d823', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'admin_state_up': True, 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'security_groups': ['b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:43.260057 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1870658f-7299-4aeb-b15c-fab278b8dac3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:09:43.283290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8131f795-405b-4483-b751-05c1fe22e46f req-49c5680d-2a4e-44df-bb5c-551e512b8ff4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 210 time: 0.0389295 Jul 05 19:09:43.371838 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:09:43.375537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:43.395316 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 1870658f-7299-4aeb-b15c-fab278b8dac3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:09:43.399442 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 1870658f-7299-4aeb-b15c-fab278b8dac3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:43.404186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:43.486318 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:43.506346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.9 (8dd8079d-cae9-4718-b197-9742cb5d319b/a23e2c35-84c5-4a6e-bae7-896a71a80710/340a09b1-4803-46a8-a044-ba1f711986c2) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:09:43.518726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 1870658f-7299-4aeb-b15c-fab278b8dac3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1870658f-7299-4aeb-b15c-fab278b8dac3,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:43.601014 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:43.647718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:43.653870 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=1870658f-7299-4aeb-b15c-fab278b8dac3,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:43.661343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object 340a09b1-4803-46a8-a044-ba1f711986c2 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:09:43.755339 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:43.803239 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 8dd8079d-cae9-4718-b197-9742cb5d319b is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:09:43.806418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:09:43.812245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:09:43.819195 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:43.869541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:43.870165 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:43.950223 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-1b8620e5-a806-41f6-aeb3-38815d78cac9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8010097 Jul 05 19:09:44.018777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Request body: {'port': {'device_id': '4bddb587-feda-4784-9e9f-94185165d823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:44.090837 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:44.120297 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bb5a80b1-8362-4ffe-9a0f-169f0d4d7f84 None None] Provisioning for port 340a09b1-4803-46a8-a044-ba1f711986c2 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:09:44.124391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-bb5a80b1-8362-4ffe-9a0f-169f0d4d7f84 None None] Provisioning complete for port 340a09b1-4803-46a8-a044-ba1f711986c2 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:44.130388 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb5a80b1-8362-4ffe-9a0f-169f0d4d7f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:44.159349 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-bb5a80b1-8362-4ffe-9a0f-169f0d4d7f84 None None] Port 340a09b1-4803-46a8-a044-ba1f711986c2 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:09:44.357362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 340a09b1-4803-46a8-a044-ba1f711986c2 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:09:44.365073 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:44.377104 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Transition to ACTIVE for port object 340a09b1-4803-46a8-a044-ba1f711986c2 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:09:44.435404 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:44.457178 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f53cea-0b63-40fa-b65a-f0612830b666 req-0c95c78e-5423-45cc-bc96-9698d2adc55d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:44.458733 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4f53cea-0b63-40fa-b65a-f0612830b666 req-0c95c78e-5423-45cc-bc96-9698d2adc55d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 931 time: 0.0648777 Jul 05 19:09:44.489918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Pushing event updated for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:44.508611 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a4f53cea-0b63-40fa-b65a-f0612830b666 req-3ce07bdb-6631-41a8-8f16-a8c3666b62c4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419581 Jul 05 19:09:44.564012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Attempting to bind port 340a09b1-4803-46a8-a044-ba1f711986c2 on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:09:44.564354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Attempting to bind port 340a09b1-4803-46a8-a044-ba1f711986c2 by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:09:44.565256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Attempting to bind port 340a09b1-4803-46a8-a044-ba1f711986c2 on network 8dd8079d-cae9-4718-b197-9742cb5d319b {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:09:44.569945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Port 340a09b1-4803-46a8-a044-ba1f711986c2 on network 8dd8079d-cae9-4718-b197-9742cb5d319b not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:09:44.570273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Attempting to bind port 340a09b1-4803-46a8-a044-ba1f711986c2 on network 8dd8079d-cae9-4718-b197-9742cb5d319b {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:09:44.575205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:09:44.575543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Checking segment: {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:09:44.575931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Bound using segment: {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:09:44.576359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Bound port: 340a09b1-4803-46a8-a044-ba1f711986c2, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:09:44.576721 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:44.646895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:09:44.650087 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:09:44.744034 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:44.778025 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:44.778676 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:44.780082 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] 10.222.0.97 "PUT /v2.0/ports/340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 1091 time: 0.8223114 Jul 05 19:09:44.780521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:09:44.782813 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae21c12-e5a9-44d0-93ac-986e25fb3038" -d '{"events": [{"name": "network-changed", "server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:09:44.811969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232adcea-64eb-46d9-bea7-964c42c7775c service neutron] Pushing event updated for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:44.828941 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac2b83f-a987-4ba9-be0f-e21c5732d6e8 x-openstack-request-id: req-dac2b83f-a987-4ba9-be0f-e21c5732d6e8 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:09:44.828941 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:09:44.828941 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dac2b83f-a987-4ba9-be0f-e21c5732d6e8 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:09:44.828941 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2', 'status': 'completed', 'code': 200} Jul 05 19:09:44.914184 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21c12-e5a9-44d0-93ac-986e25fb3038 req-696cf381-af03-4670-ae12-61494d92b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:44.915778 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ae21c12-e5a9-44d0-93ac-986e25fb3038 req-696cf381-af03-4670-ae12-61494d92b599 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1094 time: 0.0579164 Jul 05 19:09:45.020530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21c12-e5a9-44d0-93ac-986e25fb3038 req-60cd29da-8a43-4bb8-a210-3a1f8ba19c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:45.022022 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ae21c12-e5a9-44d0-93ac-986e25fb3038 req-60cd29da-8a43-4bb8-a210-3a1f8ba19c82 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=55b6f569faac4c6186ee68526906bd21&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0994246 Jul 05 19:09:45.113913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae21c12-e5a9-44d0-93ac-986e25fb3038 req-d0818769-a0d0-4fe9-aa04-27ecab7d0bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:45.115397 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5ae21c12-e5a9-44d0-93ac-986e25fb3038 req-d0818769-a0d0-4fe9-aa04-27ecab7d0bb9 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0872264 Jul 05 19:09:45.207014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1870658f-7299-4aeb-b15c-fab278b8dac3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:09:45.208234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-a6d5d3bf-bdf7-44d8-b9cd-9d6f64169405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:45.209799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-a6d5d3bf-bdf7-44d8-b9cd-9d6f64169405 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1094 time: 0.0592330 Jul 05 19:09:45.250583 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-3c1d6c7e-a5df-47c7-bf6a-834a0710b29b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 217 time: 0.0342917 Jul 05 19:09:45.254274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 1870658f-7299-4aeb-b15c-fab278b8dac3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:45.254691 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:45.298101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-cc34c457-dab1-44b0-a17a-df06d1db753f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:45.300235 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-cc34c457-dab1-44b0-a17a-df06d1db753f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0438347 Jul 05 19:09:45.360496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-6551ae7a-7c55-4271-8b70-5b3eb14f5fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:45.363096 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-6551ae7a-7c55-4271-8b70-5b3eb14f5fa2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568471 Jul 05 19:09:45.448813 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-34a5d16f-fd42-4533-b88f-0b8dcac9a54a service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799873 Jul 05 19:09:45.541644 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-a99d5f04-75f2-477a-b9b9-f6cfdb5b40d5 req-74d3a352-464e-4c9c-98ac-8ed51b64e88c service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862591 Jul 05 19:09:45.689937 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c345f-6c19-443e-98e2-8b6b857e77ba req-a7d4d397-0d4c-4944-bd70-3bd8e21777eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:45.691895 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad5c345f-6c19-443e-98e2-8b6b857e77ba req-a7d4d397-0d4c-4944-bd70-3bd8e21777eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 943 time: 0.0705328 Jul 05 19:09:45.729520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad5c345f-6c19-443e-98e2-8b6b857e77ba req-300e9c63-90ae-46d4-a287-d774a1b611ca tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318010 Jul 05 19:09:46.911101 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ad331-4a96-4646-bc31-9d28484ffff4 req-83223d60-04bd-4b9a-9f79-52bfb7d69617 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:46.912610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-770ad331-4a96-4646-bc31-9d28484ffff4 req-83223d60-04bd-4b9a-9f79-52bfb7d69617 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 943 time: 0.0681577 Jul 05 19:09:46.950183 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-770ad331-4a96-4646-bc31-9d28484ffff4 req-b504c056-2b42-4fe3-a354-092bcbd4dbbe tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318420 Jul 05 19:09:48.126570 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9128e-62a7-4ab5-827e-dc7c50d283df req-858bc9d5-d568-4d4b-b955-1c59295f12e2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:48.128749 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0c9128e-62a7-4ab5-827e-dc7c50d283df req-858bc9d5-d568-4d4b-b955-1c59295f12e2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 943 time: 0.0670526 Jul 05 19:09:48.166691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0c9128e-62a7-4ab5-827e-dc7c50d283df req-062c15e5-49b9-4e61-98d1-6e072468cc8f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325623 Jul 05 19:09:48.202222 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 340a09b1-4803-46a8-a044-ba1f711986c2 details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:09:48.295492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:48.310855 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '340a09b1-4803-46a8-a044-ba1f711986c2', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'port_id': '340a09b1-4803-46a8-a044-ba1f711986c2', 'mac_address': 'fa:16:3e:a2:b5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:09:48.348723 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:48.361070 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340a09b1-4803-46a8-a044-ba1f711986c2 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:09:48.387268 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:48.468513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:48.516175 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:48.700017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['340a09b1-4803-46a8-a044-ba1f711986c2'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:09:49.336794 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4099b733-ad31-4b6d-af3f-d9b429c5a0e8 req-90311f72-3e5c-4af8-9749-3f2e52a135a4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:49.338276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4099b733-ad31-4b6d-af3f-d9b429c5a0e8 req-90311f72-3e5c-4af8-9749-3f2e52a135a4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 944 time: 0.0634015 Jul 05 19:09:49.375329 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4099b733-ad31-4b6d-af3f-d9b429c5a0e8 req-0a5a3049-7f38-4d3a-873f-6e9082d41a1b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315611 Jul 05 19:09:50.217789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 340a09b1-4803-46a8-a044-ba1f711986c2 up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:09:50.343147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 340a09b1-4803-46a8-a044-ba1f711986c2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:09:50.348170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 340a09b1-4803-46a8-a044-ba1f711986c2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:09:50.352327 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:50.426101 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:50.448042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:09:50.450325 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc30b9c-96a5-4f04-8da2-aae86209d297" -d '{"events": [{"server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "name": "network-vif-plugged", "status": "completed", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:09:50.465151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:09:50.558662 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b14248d-1181-4ec5-97ff-d56f3716e516 x-openstack-request-id: req-8b14248d-1181-4ec5-97ff-d56f3716e516 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:09:50.558662 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "name": "network-vif-plugged", "status": "completed", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:09:50.558662 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b14248d-1181-4ec5-97ff-d56f3716e516 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:09:50.559310 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2', 'code': 200} Jul 05 19:09:50.565460 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c72d71-98ba-4523-8daa-6a8215c6036b req-28fbf57a-a6d1-4e18-aba3-7b606b10f236 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:50.567245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1c72d71-98ba-4523-8daa-6a8215c6036b req-28fbf57a-a6d1-4e18-aba3-7b606b10f236 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 944 time: 0.0718036 Jul 05 19:09:50.577567 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:50.623359 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1c72d71-98ba-4523-8daa-6a8215c6036b req-c43c8847-a2b4-40b1-8592-6443473cc124 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503662 Jul 05 19:09:50.634158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:50.679800 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a22e0-001e-4043-836c-df0ae2842aeb req-3a896584-c9f8-4e43-9c3d-739ddf78b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:50.681360 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea6a22e0-001e-4043-836c-df0ae2842aeb req-3a896584-c9f8-4e43-9c3d-739ddf78b4d2 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1096 time: 0.0596268 Jul 05 19:09:50.715456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ea6a22e0-001e-4043-836c-df0ae2842aeb req-2fbf0ea8-6698-4284-9574-37fb74332163 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278177 Jul 05 19:09:50.846530 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6889df25-0bed-4210-b50a-2979a11614a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:51.813871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1fb5e3-e1f8-48fc-a492-21c1c8665e85 req-f7a5c177-3dfd-4b98-a1d2-7c0cb9a3fd10 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:51.816649 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef1fb5e3-e1f8-48fc-a492-21c1c8665e85 req-f7a5c177-3dfd-4b98-a1d2-7c0cb9a3fd10 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0710628 Jul 05 19:09:51.854732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ef1fb5e3-e1f8-48fc-a492-21c1c8665e85 req-0dc7378b-ff61-49f8-9997-433f45e65bd0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Jul 05 19:09:53.031544 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246d8de-5347-41a6-9222-ae865d95824c req-4c1879b0-c7ac-4141-95af-ae877650bd0a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:53.033047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7246d8de-5347-41a6-9222-ae865d95824c req-4c1879b0-c7ac-4141-95af-ae877650bd0a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0645463 Jul 05 19:09:53.071132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7246d8de-5347-41a6-9222-ae865d95824c req-1cae5881-9826-4b39-a6e4-d413e1fc161f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324602 Jul 05 19:09:53.249357 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d31e9-542b-4a54-ad9c-4c40457c82a4 req-6a4d8b73-68f3-4d78-88c0-ad7a3b2b9b6a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:53.250848 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a90d31e9-542b-4a54-ad9c-4c40457c82a4 req-6a4d8b73-68f3-4d78-88c0-ad7a3b2b9b6a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0670090 Jul 05 19:09:53.288676 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a90d31e9-542b-4a54-ad9c-4c40457c82a4 req-898fff2e-b818-4194-8a61-cca636070f79 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317392 Jul 05 19:09:53.312241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51854) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:53.363503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf606695-8e8b-40ea-805d-c4784f2b11a1 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:53.364913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cf606695-8e8b-40ea-805d-c4784f2b11a1 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1091 time: 0.0517147 Jul 05 19:09:53.367607 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51856) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:53.371886 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '340a09b1-4803-46a8-a044-ba1f711986c2', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:09:53.440268 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:53.538741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:53.543374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-04289d60-3db3-476b-8145-c611fc7e1a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:53.640456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.152 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/62ae508a-8036-40a6-ab6a-17bbe47b1223) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:09:53.745297 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:53.754622 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:53.834830 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:53.873259 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:09:53.876092 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:09:53.882472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:09:53.887750 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=62ae508a-8036-40a6-ab6a-17bbe47b1223,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:54.261353 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:54.398347 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:54.546386 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:54.600372 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:54.670127 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=62ae508a-8036-40a6-ab6a-17bbe47b1223,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:09:54.681995 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:54.781203 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP c0b20e74-c39d-42cc-aa87-937c0f3c95e3 associated. External IP: 172.25.3.152, port: 340a09b1-4803-46a8-a044-ba1f711986c2. Jul 05 19:09:54.909294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:55.007267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:09:55.115737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:09:55.124760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] Sync routers for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:09:55.133596 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:55.134228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:55.183132 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:55.218834 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0cbbec47-6973-4c9d-8246-0f3d9cee662b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8501797 Jul 05 19:09:55.219747 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:09:55.222504 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-388a4f5e-614d-4bed-83e3-6b23f7e85947" -d '{"events": [{"name": "network-changed", "server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:09:55.240946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:55.263156 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a37f4c-ecb9-4d93-90ba-5bef1e2c1655 x-openstack-request-id: req-32a37f4c-ecb9-4d93-90ba-5bef1e2c1655 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:09:55.263730 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:09:55.263730 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-32a37f4c-ecb9-4d93-90ba-5bef1e2c1655 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:09:55.264082 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2', 'status': 'completed', 'code': 200} Jul 05 19:09:55.345467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-4ee07790-916a-4ec9-9c1b-cee887c7aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:55.352413 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-4ee07790-916a-4ec9-9c1b-cee887c7aa9e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1096 time: 0.0653751 Jul 05 19:09:55.394759 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab868960-061a-40a7-8940-0740f1ca98a1 req-20247716-f63c-43bf-9e96-6bb9b804f860 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:55.396467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab868960-061a-40a7-8940-0740f1ca98a1 req-20247716-f63c-43bf-9e96-6bb9b804f860 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0739121 Jul 05 19:09:55.438252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab868960-061a-40a7-8940-0740f1ca98a1 req-0eb9cde6-b0d9-409c-856d-4e7f1636b035 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357544 Jul 05 19:09:55.457261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-ad450e7d-e2de-4c93-aa17-207e131215d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:55.458983 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-ad450e7d-e2de-4c93-aa17-207e131215d6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 896 time: 0.1001222 Jul 05 19:09:55.474899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51862) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:55.528769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-cc4bd4c7-2727-4a97-a6fd-3216b80a5d5f service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 999 time: 0.0630982 Jul 05 19:09:55.546058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b3f0e291-6dac-4bc3-b78a-8015d9e1ad9e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/c0b20e74-c39d-42cc-aa87-937c0f3c95e3 HTTP/1.1" status: 200 len: 991 time: 0.0687613 Jul 05 19:09:55.582834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-62c29ae0-5899-4834-a6bd-8e7dc955398c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:55.584301 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-62c29ae0-5899-4834-a6bd-8e7dc955398c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0494220 Jul 05 19:09:55.637469 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:38Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'c0b20e74-c39d-42cc-aa87-937c0f3c95e3', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'port_id': '340a09b1-4803-46a8-a044-ba1f711986c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'mac_address': 'fa:16:3e:a2:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bddb587-feda-4784-9e9f-94185165d823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:09:54Z', 'updated_at': '2021-07-05T19:09:54Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1870658f-7299-4aeb-b15c-fab278b8dac3', 'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:cc:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:37Z', 'updated_at': '2021-07-05T19:09:43Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:55.640809 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-f82fd32e-c8ef-4afc-9ff9-456a4cdd1f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:09:55.642329 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-f82fd32e-c8ef-4afc-9ff9-456a4cdd1f89 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519068 Jul 05 19:09:55.664793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] Checking router: b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:09:55.673439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:09:55.674109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:09:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:55.735043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-9b41669d-0a4e-4da9-9c53-0d6f6bca918f service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861208 Jul 05 19:09:55.783905 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:09:55.836750 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-388a4f5e-614d-4bed-83e3-6b23f7e85947 req-6efc4d6c-2c95-409b-a4e9-73c7e5e5d8d5 service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958941 Jul 05 19:09:56.011827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:38Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'c0b20e74-c39d-42cc-aa87-937c0f3c95e3', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'port_id': '340a09b1-4803-46a8-a044-ba1f711986c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'mac_address': 'fa:16:3e:a2:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bddb587-feda-4784-9e9f-94185165d823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:09:54Z', 'updated_at': '2021-07-05T19:09:54Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1870658f-7299-4aeb-b15c-fab278b8dac3', 'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:cc:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:37Z', 'updated_at': '2021-07-05T19:09:43Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:09:56.037804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c3fb-fa6f-45a9-be86-adb0ae50773f None None] The sync data for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 is: [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:38Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'c0b20e74-c39d-42cc-aa87-937c0f3c95e3', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.152', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'port_id': '340a09b1-4803-46a8-a044-ba1f711986c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'mac_address': 'fa:16:3e:a2:b5:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bddb587-feda-4784-9e9f-94185165d823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:09:54Z', 'updated_at': '2021-07-05T19:09:54Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1870658f-7299-4aeb-b15c-fab278b8dac3', 'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:cc:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:37Z', 'updated_at': '2021-07-05T19:09:43Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:09:56.245918 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9920851a-2e34-44cc-86e6-92b49c253457 None None] New status for floating IP c0b20e74-c39d-42cc-aa87-937c0f3c95e3: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:09:56.549313 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51864) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:09:56.610657 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e9dca61a-0a5c-4e66-b3cf-d3500c4dfb50 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/c0b20e74-c39d-42cc-aa87-937c0f3c95e3 HTTP/1.1" status: 200 len: 993 time: 0.0600040 Jul 05 19:09:56.640104 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:09:58.911861 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:10:00.211736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:06.531429 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:20.822723 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1594b988-83a5-4217-b460-313d87d845d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:23.507904 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10f4484e-c9f6-4fdc-b104-143c7c01550b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:23.754341 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:24.926318 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:26.651457 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:28.249359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc76acf-0dec-43f1-8535-84de6fbd2052 req-950eef57-426f-4616-922d-2f5f99e3dd9b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:28.250913 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cc76acf-0dec-43f1-8535-84de6fbd2052 req-950eef57-426f-4616-922d-2f5f99e3dd9b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0688283 Jul 05 19:10:28.312829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5cc76acf-0dec-43f1-8535-84de6fbd2052 req-0342c1d9-182b-4331-8392-68fd521a0e3b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557542 Jul 05 19:10:28.337342 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-ad78b44a-099e-4834-9a89-24333942a52d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107426 Jul 05 19:10:29.493445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cb927-7edc-46c6-a176-417ba00bc454 req-71d7ebba-6c65-4a5d-b383-b8bd7833269b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:29.494985 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da1cb927-7edc-46c6-a176-417ba00bc454 req-71d7ebba-6c65-4a5d-b383-b8bd7833269b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0670750 Jul 05 19:10:29.533064 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-da1cb927-7edc-46c6-a176-417ba00bc454 req-5748dd9e-be66-4a02-9e02-b268baedb9c4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Jul 05 19:10:30.200240 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:30.226732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-a3c0302c-c02b-4acf-94b6-f66638b25c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:30.228221 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-a3c0302c-c02b-4acf-94b6-f66638b25c3c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1096 time: 0.0605175 Jul 05 19:10:30.317784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-05ff1b8b-fb72-4167-a946-794c02ea04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:30.319278 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-05ff1b8b-fb72-4167-a946-794c02ea04e5 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 896 time: 0.0848141 Jul 05 19:10:30.388341 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-17c79d39-5cfb-416a-a992-cd91b9c74130 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 1001 time: 0.0620234 Jul 05 19:10:30.434986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-d157adcc-6062-4b1c-a689-08c643132945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:30.436381 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-d157adcc-6062-4b1c-a689-08c643132945 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0418630 Jul 05 19:10:30.490151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-65777b08-4321-490c-a588-b4569c24e298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:30.491618 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-65777b08-4321-490c-a588-b4569c24e298 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492654 Jul 05 19:10:30.582565 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-efa13006-01e6-42e5-81ac-0ab2ece4db9d service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840287 Jul 05 19:10:30.673225 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-f677d9cf-b4d5-42b5-932a-72fafb55f587 service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824785 Jul 05 19:10:30.706995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf6d13-e85a-4657-b160-93a0abbfed75 req-ea3c51f0-1416-4214-af10-0ca1c4840aa4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:30.709663 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3adf6d13-e85a-4657-b160-93a0abbfed75 req-ea3c51f0-1416-4214-af10-0ca1c4840aa4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0637257 Jul 05 19:10:30.746936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3adf6d13-e85a-4657-b160-93a0abbfed75 req-ebbb80fb-e808-44c0-9b7e-04188ae515c5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327377 Jul 05 19:10:31.920497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f52946-738c-49ad-b6f3-2b27a6023acf req-7019bad7-1c92-4035-bc4c-35f30f162554 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:31.921989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52f52946-738c-49ad-b6f3-2b27a6023acf req-7019bad7-1c92-4035-bc4c-35f30f162554 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0637867 Jul 05 19:10:31.963928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-52f52946-738c-49ad-b6f3-2b27a6023acf req-e60d1ecb-fd23-4e60-b9d5-119005fa6128 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353909 Jul 05 19:10:32.807745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-e6d45d80-8797-4206-87f2-8770ef1a74ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:32.809217 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-e6d45d80-8797-4206-87f2-8770ef1a74ad service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1096 time: 0.0514474 Jul 05 19:10:32.919142 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-7b692f1c-72e4-4141-a60f-57b39a6840e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:32.920621 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-7b692f1c-72e4-4141-a60f-57b39a6840e3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 896 time: 0.0900941 Jul 05 19:10:32.983761 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-215a196c-b3ee-4b29-a60c-3ebbd9672114 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 1001 time: 0.0561576 Jul 05 19:10:33.046300 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-06b7a132-7718-4ad1-bbf0-14328a905475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:33.047798 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-06b7a132-7718-4ad1-bbf0-14328a905475 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0582354 Jul 05 19:10:33.107738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-0eeaf820-ee0b-4b7a-a2bb-ada3192fcd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:33.109278 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-0eeaf820-ee0b-4b7a-a2bb-ada3192fcd65 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523572 Jul 05 19:10:33.146210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97079a6-af3e-4782-b862-a72b0e0608d5 req-2f003704-4895-412f-adba-48246d8f6aa1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:33.147762 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c97079a6-af3e-4782-b862-a72b0e0608d5 req-2f003704-4895-412f-adba-48246d8f6aa1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0661056 Jul 05 19:10:33.187741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c97079a6-af3e-4782-b862-a72b0e0608d5 req-5db8594c-d5a9-4298-8859-bac42348d462 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342143 Jul 05 19:10:33.198033 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-cf14e213-56bd-4002-a8e9-11297a96708f service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827017 Jul 05 19:10:33.290999 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-71a4c83a-c212-456e-a8e9-01a84aa3be54 req-0baf8548-52e7-41d8-9354-fde94b96913e service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857496 Jul 05 19:10:34.365912 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1d26e-ff0c-4d74-8344-0adb67ed1167 req-5af26c5c-fd34-4964-a41e-472107950392 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:34.367442 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-44c1d26e-ff0c-4d74-8344-0adb67ed1167 req-5af26c5c-fd34-4964-a41e-472107950392 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0626471 Jul 05 19:10:34.403589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-44c1d26e-ff0c-4d74-8344-0adb67ed1167 req-64fbb44d-b303-4a36-a6a0-eaf11327bc05 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306869 Jul 05 19:10:35.582356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f5f05-468e-4841-9caa-08cf81187366 req-8a2a9e6c-59bb-4f36-8a4e-116a8547f6bc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:35.583916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e2f5f05-468e-4841-9caa-08cf81187366 req-8a2a9e6c-59bb-4f36-8a4e-116a8547f6bc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0691979 Jul 05 19:10:35.622364 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e2f5f05-468e-4841-9caa-08cf81187366 req-4db7afea-62bd-4311-8af8-e8e5f3508a68 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328441 Jul 05 19:10:35.911720 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:10:36.497255 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:36.801850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83887e48-9172-42a9-bad2-f36b3f4a59e2 req-a83e23db-d574-4836-acca-ddbb4a65d290 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:36.803259 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83887e48-9172-42a9-bad2-f36b3f4a59e2 req-a83e23db-d574-4836-acca-ddbb4a65d290 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0625648 Jul 05 19:10:36.840217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-83887e48-9172-42a9-bad2-f36b3f4a59e2 req-8dd4d602-7a86-45c3-bf12-95d1462c0290 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314040 Jul 05 19:10:38.015765 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda2d98-9031-45a9-a493-541d1cc8183a req-6e3795e6-eb2d-4a8b-8541-7d61d1c88088 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:38.017274 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8eda2d98-9031-45a9-a493-541d1cc8183a req-6e3795e6-eb2d-4a8b-8541-7d61d1c88088 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0629327 Jul 05 19:10:38.067281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8eda2d98-9031-45a9-a493-541d1cc8183a req-5f1d9997-af82-4dcc-8cfd-3b568a7d5c61 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366414 Jul 05 19:10:39.244444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba0c82-fcdb-43a9-bba8-fa30b0c45835 req-dafdf98d-fd6d-4556-91c2-7e418be0d43a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:39.245927 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fdba0c82-fcdb-43a9-bba8-fa30b0c45835 req-dafdf98d-fd6d-4556-91c2-7e418be0d43a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0623355 Jul 05 19:10:39.283694 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fdba0c82-fcdb-43a9-bba8-fa30b0c45835 req-4875a965-d70a-4103-b17e-e62eb70083ab tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322163 Jul 05 19:10:40.453016 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678300c-f5b9-48cd-b2c5-4a3994c37836 req-8965ace9-c685-49c0-a83c-1634548a7283 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:40.454474 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1678300c-f5b9-48cd-b2c5-4a3994c37836 req-8965ace9-c685-49c0-a83c-1634548a7283 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0619373 Jul 05 19:10:40.491589 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1678300c-f5b9-48cd-b2c5-4a3994c37836 req-15fe52e9-a271-463a-9343-7b8dd545e445 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310774 Jul 05 19:10:41.671181 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab1ad1-9893-4367-ab74-017efc9d8a98 req-17c9a6e0-6583-456f-a31f-00c26362f2e8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:41.672671 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bab1ad1-9893-4367-ab74-017efc9d8a98 req-17c9a6e0-6583-456f-a31f-00c26362f2e8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0667508 Jul 05 19:10:41.710673 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6bab1ad1-9893-4367-ab74-017efc9d8a98 req-b64e8180-548f-4793-b9bb-e7b5d3ef1039 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323293 Jul 05 19:10:42.885587 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26039b3e-e52a-49b5-9861-fdf74acc71c0 req-983088ad-2b27-4391-b232-44c8a8b8fc0e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:42.887112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26039b3e-e52a-49b5-9861-fdf74acc71c0 req-983088ad-2b27-4391-b232-44c8a8b8fc0e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0637767 Jul 05 19:10:42.925040 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26039b3e-e52a-49b5-9861-fdf74acc71c0 req-67b0ca5c-dfc1-4970-b76c-d628999f613c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320246 Jul 05 19:10:44.099287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fc840-58f7-4073-92cb-059af3866bda req-c5761840-4d6a-4a53-b510-da67a3d5033f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:44.100704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f1fc840-58f7-4073-92cb-059af3866bda req-c5761840-4d6a-4a53-b510-da67a3d5033f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0636837 Jul 05 19:10:44.141157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5f1fc840-58f7-4073-92cb-059af3866bda req-954df59d-ed92-4b37-90d6-0f1d83987b8f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349367 Jul 05 19:10:45.319643 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbaccdc-4e21-40ae-8dfd-db6fd3598bf6 req-098e4aa3-d5b2-43c0-8053-e1e1e6669a91 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:45.321161 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abbaccdc-4e21-40ae-8dfd-db6fd3598bf6 req-098e4aa3-d5b2-43c0-8053-e1e1e6669a91 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0630960 Jul 05 19:10:45.357986 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abbaccdc-4e21-40ae-8dfd-db6fd3598bf6 req-f7f44a7d-c361-4e7b-a0ff-29b8f36a57f0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313902 Jul 05 19:10:46.529858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448c741-55ae-4fd2-aa15-c4ec0100bded req-e2c00d43-71af-4243-93c6-422cf6a452be tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:46.531350 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9448c741-55ae-4fd2-aa15-c4ec0100bded req-e2c00d43-71af-4243-93c6-422cf6a452be tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0621314 Jul 05 19:10:46.569150 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9448c741-55ae-4fd2-aa15-c4ec0100bded req-7a6b00d1-19e1-4eb4-a5ab-e00e3fe4ca4a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312159 Jul 05 19:10:47.631650 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-914bf992-afce-4883-a827-50a1965a06c2 service neutron] show failed (client error): The resource could not be found. Jul 05 19:10:47.632690 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-914bf992-afce-4883-a827-50a1965a06c2 service neutron] 10.222.0.97 "GET /v2.0/ports/340a09b1-4803-46a8-a044-ba1f711986c2/bindings/n-h2-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0563867 Jul 05 19:10:47.762858 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2213e8-d88a-44f7-b0c6-41fc59e051ff req-9f0b7421-7b07-4aa6-a8a0-1fef4cd08e3f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:47.764358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d2213e8-d88a-44f7-b0c6-41fc59e051ff req-9f0b7421-7b07-4aa6-a8a0-1fef4cd08e3f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0672174 Jul 05 19:10:47.801732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d2213e8-d88a-44f7-b0c6-41fc59e051ff req-fdf8ea31-e3b5-4cb9-9767-8163cf9390e3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315080 Jul 05 19:10:48.152456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-59c68c06-389f-4b00-99c4-4232bbc2627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:48.153958 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-59c68c06-389f-4b00-99c4-4232bbc2627a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 1096 time: 0.0526402 Jul 05 19:10:48.165309 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:10:48.237493 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:48.755571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:10:48.787761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h1-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:10:48.830625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:10:48.832923 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665f223f-2e5e-42a7-8045-6b38608b726b" -d '{"events": [{"server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "name": "network-vif-unplugged", "status": "completed", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:10:48.836832 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:48.853068 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Transition to ACTIVE for port object 340a09b1-4803-46a8-a044-ba1f711986c2 will not be triggered until provisioned by entity L2. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:10:48.892726 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 19:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc949657-b790-4244-a328-a3167fd547c1 x-openstack-request-id: req-bc949657-b790-4244-a328-a3167fd547c1 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:10:48.893302 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "name": "network-vif-unplugged", "status": "completed", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:10:48.893302 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc949657-b790-4244-a328-a3167fd547c1 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:10:48.893636 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2', 'code': 200} Jul 05 19:10:48.902455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:49.016107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Pushing event updated for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=6']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:10:49.036381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.036727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.037078 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.037419 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.037754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.038087 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.038418 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.038771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.039098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.039425 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.039748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.040248 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:49.081485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] No DVR routers for this DVR port 340a09b1-4803-46a8-a044-ba1f711986c2 on host n-h1-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:10:49.128730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42156d8-4cbc-4862-a3d1-661d6221f42b req-0ef8af9b-68b7-42d7-b9dd-5e6be23bcab6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:49.130233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42156d8-4cbc-4862-a3d1-661d6221f42b req-0ef8af9b-68b7-42d7-b9dd-5e6be23bcab6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 943 time: 0.2009161 Jul 05 19:10:49.210854 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d42156d8-4cbc-4862-a3d1-661d6221f42b req-0a9c6322-8535-4a1d-b276-f3ec82552449 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747204 Jul 05 19:10:49.266933 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Attempting to bind port 340a09b1-4803-46a8-a044-ba1f711986c2 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:10:49.267176 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Attempting to bind port 340a09b1-4803-46a8-a044-ba1f711986c2 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:10:49.268084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.39', 52235) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:10:49.268652 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Attempting to bind port 340a09b1-4803-46a8-a044-ba1f711986c2 on network 8dd8079d-cae9-4718-b197-9742cb5d319b {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:10:49.272618 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Port 340a09b1-4803-46a8-a044-ba1f711986c2 on network 8dd8079d-cae9-4718-b197-9742cb5d319b not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:10:49.272947 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Attempting to bind port 340a09b1-4803-46a8-a044-ba1f711986c2 on network 8dd8079d-cae9-4718-b197-9742cb5d319b {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:10:49.277681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:10:49.278021 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Checking segment: {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:10:49.278408 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Bound using segment: {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'} {{(pid=100997) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:10:49.278861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.managers [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Bound port: 340a09b1-4803-46a8-a044-ba1f711986c2, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b'}}] {{(pid=100997) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:10:49.279223 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:49.319836 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-991fa5ea-faf4-41a1-86ba-2c3c8714242d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:49.321319 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-991fa5ea-faf4-41a1-86ba-2c3c8714242d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1052 time: 0.0522187 Jul 05 19:10:49.344637 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h2-799524-1, cleared binding levels {{(pid=100997) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:10:49.347803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100997) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:10:49.411217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:49.426909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-cf0fc231-ceab-4fda-a748-17df207ec1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:49.428380 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-cf0fc231-ceab-4fda-a748-17df207ec1fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 896 time: 0.0864396 Jul 05 19:10:49.446658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:49.447293 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:49.448707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] 10.222.0.39 "PUT /v2.0/ports/340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 1091 time: 1.2872951 Jul 05 19:10:49.469828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555d39b-80b1-453b-a2ab-564d8a5ab638 service neutron] Pushing event updated for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=7']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:10:49.496230 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-a6580876-4468-4d82-b3d0-ea21cf7e8dcb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 999 time: 0.0607681 Jul 05 19:10:49.561409 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-4fa4d6ca-b119-480f-99e2-657019e1827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:49.562928 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-4fa4d6ca-b119-480f-99e2-657019e1827a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0596220 Jul 05 19:10:49.621582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-d23c03f1-df4b-4969-b379-1e545287b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:49.623121 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-d23c03f1-df4b-4969-b379-1e545287b7c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535581 Jul 05 19:10:49.708895 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-ff3f57b6-3773-490a-946f-e1084d79e4a7 service neutron] 10.222.0.39 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791464 Jul 05 19:10:49.801574 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c823504f-ff91-4bfe-b68b-4af65367e834 req-644e25a1-7cc4-46fc-a4c8-3ecc3819e872 service neutron] 10.222.0.39 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856054 Jul 05 19:10:49.952325 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-0e307135-2bab-4268-b715-d09a1b171d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:49.953815 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-0e307135-2bab-4268-b715-d09a1b171d65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1094 time: 0.0529058 Jul 05 19:10:50.048105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-cac78643-0df4-4b0f-ad89-46f2f0a2c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:50.049848 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-cac78643-0df4-4b0f-ad89-46f2f0a2c9da service neutron] 10.222.0.39 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 896 time: 0.0894701 Jul 05 19:10:50.114412 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-389aee23-2aea-4e5f-acf5-d6a79f86fa1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 999 time: 0.0574565 Jul 05 19:10:50.162690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-bf197a81-f4ea-4b74-aeb0-e388e2c13ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:50.164083 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-bf197a81-f4ea-4b74-aeb0-e388e2c13ae3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0429378 Jul 05 19:10:50.223357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-59975aa2-6fa9-4435-8826-5a077f033130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:50.224841 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-59975aa2-6fa9-4435-8826-5a077f033130 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540035 Jul 05 19:10:50.314031 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-c9d8415f-eb00-47bf-a43a-6acd430eeff1 service neutron] 10.222.0.39 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823197 Jul 05 19:10:50.398817 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832938e1-2af9-48dc-9265-3016ef93fa48 req-912622c8-bace-492d-9552-a1d636a0759f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:50.400263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-832938e1-2af9-48dc-9265-3016ef93fa48 req-912622c8-bace-492d-9552-a1d636a0759f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 943 time: 0.0685985 Jul 05 19:10:50.420275 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-1e91ca4e-c08d-471c-999d-eb6f1f08adab service neutron] 10.222.0.39 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986292 Jul 05 19:10:50.440290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-832938e1-2af9-48dc-9265-3016ef93fa48 req-475ea487-a6a7-43c7-bcee-41b83a7e24ab tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335300 Jul 05 19:10:50.559174 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 340a09b1-4803-46a8-a044-ba1f711986c2 no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:10:50.597545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 340a09b1-4803-46a8-a044-ba1f711986c2 not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:10:50.821403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ce74600e-8bda-477f-a444-90bea16f5581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:50.894796 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:10:50.897200 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890b1acd-a15f-43d2-b78d-1ec4669238ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:10:50.944936 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01f39bbe-a5aa-4c67-a6be-eea2f2f6b51c x-openstack-request-id: req-01f39bbe-a5aa-4c67-a6be-eea2f2f6b51c {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:10:50.945255 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:10:50.945533 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01f39bbe-a5aa-4c67-a6be-eea2f2f6b51c {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:10:50.945929 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2', 'status': 'completed', 'code': 200} Jul 05 19:10:51.055017 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-1d127c50-d181-4309-9036-bd85f1ed1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:51.056446 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-1d127c50-d181-4309-9036-bd85f1ed1f5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1094 time: 0.0846872 Jul 05 19:10:51.058827 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-ce8745ca-1915-4fed-b84b-338bf038e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:51.060200 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-ce8745ca-1915-4fed-b84b-338bf038e6e1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1094 time: 0.0965278 Jul 05 19:10:51.214733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-6915493b-f9b0-4c58-89a5-7e10f9739a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:51.216229 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-6915493b-f9b0-4c58-89a5-7e10f9739a1a service neutron] 10.222.0.39 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 896 time: 0.1517804 Jul 05 19:10:51.217579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-3dc4e803-7ca3-4814-ae46-c5e8e7d7f1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:51.218927 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-3dc4e803-7ca3-4814-ae46-c5e8e7d7f1a1 service neutron] 10.222.0.97 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 896 time: 0.1466660 Jul 05 19:10:51.326735 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-82a36154-7fd2-43d2-a86b-1e0eaa0b9f40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 999 time: 0.1032541 Jul 05 19:10:51.330839 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-0ac49d32-a2a9-47b4-afdf-e2780db27df2 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 999 time: 0.1012950 Jul 05 19:10:51.410280 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-b2c3c089-217d-4948-b0ab-a8596ab383d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:51.411734 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-b2c3c089-217d-4948-b0ab-a8596ab383d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0784168 Jul 05 19:10:51.413082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-4e8f0975-5d77-48ab-86a0-73f20eb369d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:51.414387 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-4e8f0975-5d77-48ab-86a0-73f20eb369d0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0739422 Jul 05 19:10:51.620605 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa43e9d-aa18-46eb-9209-9f457665c1df req-fb5740f6-91a9-48b0-baec-4e3c8aeedcc3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:51.622026 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6aa43e9d-aa18-46eb-9209-9f457665c1df req-fb5740f6-91a9-48b0-baec-4e3c8aeedcc3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 943 time: 0.0691099 Jul 05 19:10:51.663319 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6aa43e9d-aa18-46eb-9209-9f457665c1df req-af840904-0fa5-4486-babd-26794c8ecfcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351017 Jul 05 19:10:51.880403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-80b3e87e-d5e8-4c95-b41c-f136b2cca4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:51.881886 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-80b3e87e-d5e8-4c95-b41c-f136b2cca4ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4610002 Jul 05 19:10:51.883620 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-7df7d463-1a90-421e-bb44-c9cf8ef729c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:51.884961 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-7df7d463-1a90-421e-bb44-c9cf8ef729c4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4562962 Jul 05 19:10:52.042409 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-eddfdc66-2598-45dc-879a-6cad3a9c5e9e service neutron] 10.222.0.39 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529534 Jul 05 19:10:52.044283 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-fddca9f1-f6c0-4ddc-b927-725f60d5f026 service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478453 Jul 05 19:10:52.207993 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-2508581b-b71c-408e-a944-1cafe8198f58 service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576171 Jul 05 19:10:52.210615 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-890b1acd-a15f-43d2-b78d-1ec4669238ae req-05a8c2ab-3d4a-47fd-b482-a00081a4b3ee service neutron] 10.222.0.39 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533563 Jul 05 19:10:52.844170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91221b86-daef-4aa6-ada0-616c35335053 req-1a5046c5-6e2e-468f-abbd-2da0fc673d5a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:52.845705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91221b86-daef-4aa6-ada0-616c35335053 req-1a5046c5-6e2e-468f-abbd-2da0fc673d5a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 943 time: 0.0644410 Jul 05 19:10:52.884681 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-91221b86-daef-4aa6-ada0-616c35335053 req-c1fb4837-6b66-4052-bced-867783ed9d69 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334747 Jul 05 19:10:53.342706 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac13e74-137b-4266-b05b-1fda459be5f7 req-5601fac4-8dce-4c69-94f1-25f5862af1f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:53.344190 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cac13e74-137b-4266-b05b-1fda459be5f7 req-5601fac4-8dce-4c69-94f1-25f5862af1f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 943 time: 0.0701122 Jul 05 19:10:53.384591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cac13e74-137b-4266-b05b-1fda459be5f7 req-cf502c3f-bb20-476b-ad92-321589f26a8d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338683 Jul 05 19:10:53.424247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-55892c79-bc79-41e6-8230-3e6185a85442 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:53.425799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-55892c79-bc79-41e6-8230-3e6185a85442 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823&tenant_id=55b6f569faac4c6186ee68526906bd21&binding%3Ahost_id=n-h2-799524-1 HTTP/1.1" status: 200 len: 943 time: 0.0769689 Jul 05 19:10:53.487615 n-d-799524-1 neutron-server[100998]: INFO neutron.api.v2.resource [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-7de1628e-584d-4be8-b630-54126c10e96c service neutron] delete failed (client error): The resource could not be found. Jul 05 19:10:53.488684 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-7de1628e-584d-4be8-b630-54126c10e96c service neutron] 10.222.0.97 "DELETE /v2.0/ports/340a09b1-4803-46a8-a044-ba1f711986c2/bindings/n-h1-799524-1 HTTP/1.1" status: 404 len: 380 time: 0.0570109 Jul 05 19:10:53.520142 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bcd32cd4-5bc9-47a7-a7ec-fe7ba336197f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:53.564287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea06c5-16a6-4efc-aeeb-55426d589d71 req-8bf7e469-260a-4e29-a8d2-bd85d2b5c32f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:53.565829 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17ea06c5-16a6-4efc-aeeb-55426d589d71 req-8bf7e469-260a-4e29-a8d2-bd85d2b5c32f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 943 time: 0.0691569 Jul 05 19:10:53.588024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-26bf7e10-98a1-482e-96b8-6a475dcca4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:53.589532 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-26bf7e10-98a1-482e-96b8-6a475dcca4e4 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1094 time: 0.0567517 Jul 05 19:10:53.618378 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-17ea06c5-16a6-4efc-aeeb-55426d589d71 req-5db7293e-c03c-4e5f-b215-fcba2dd4a81a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451539 Jul 05 19:10:53.691030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-12a555a5-c764-485e-be2a-ff537a5ffcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:53.692537 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-12a555a5-c764-485e-be2a-ff537a5ffcdb service neutron] 10.222.0.97 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 896 time: 0.0972171 Jul 05 19:10:53.753335 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:53.759016 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-939a2cf0-1ea9-42d9-a3e7-1d605cc2767e service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 999 time: 0.0593596 Jul 05 19:10:53.812314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-1dd86fe5-4f3a-4f58-aa60-e7115c5e139a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:53.813761 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-1dd86fe5-4f3a-4f58-aa60-e7115c5e139a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0485692 Jul 05 19:10:53.855883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 340a09b1-4803-46a8-a044-ba1f711986c2 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:10:53.872713 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-aad5db67-132f-47a1-8d72-2ae8d5df733b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:53.874134 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-aad5db67-132f-47a1-8d72-2ae8d5df733b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540559 Jul 05 19:10:53.957461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:10:53.969135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '340a09b1-4803-46a8-a044-ba1f711986c2', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'port_id': '340a09b1-4803-46a8-a044-ba1f711986c2', 'mac_address': 'fa:16:3e:a2:b5:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:10:53.975084 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-54e4922f-e2e2-4d7d-b441-e0474aa9699d service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946538 Jul 05 19:10:54.008473 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:54.021761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 340a09b1-4803-46a8-a044-ba1f711986c2 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:10:54.040932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:10:54.069432 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1a6e7ee7-9559-4986-9716-4090b936ede4 req-5a2adc2a-5dc8-4efc-ab24-49a3c54acd3c service neutron] 10.222.0.97 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881655 Jul 05 19:10:54.136755 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:54.183371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:10:54.191017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.191364 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.191706 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.192045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.192386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.192723 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.193049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.193375 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.193701 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.194026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.194350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.194699 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:10:54.427515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['340a09b1-4803-46a8-a044-ba1f711986c2'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:10:54.798998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2eb74-ecde-44b8-9528-1d76eb9c21cf req-d090e662-ffc4-4252-a889-8c48202f6966 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:54.801305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fdd2eb74-ecde-44b8-9528-1d76eb9c21cf req-d090e662-ffc4-4252-a889-8c48202f6966 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 944 time: 0.0679152 Jul 05 19:10:54.842504 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fdd2eb74-ecde-44b8-9528-1d76eb9c21cf req-8dcfffaf-a69d-438d-8a45-497faa932792 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332718 Jul 05 19:10:54.914071 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:55.870867 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 340a09b1-4803-46a8-a044-ba1f711986c2 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:10:55.994179 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 340a09b1-4803-46a8-a044-ba1f711986c2 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:10:55.998056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 340a09b1-4803-46a8-a044-ba1f711986c2 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:10:55.998430 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:56.029997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793ffb5-dc63-4ee8-ad00-72bc0d3c47bb req-1b3e7671-45f9-4d43-b321-84a23b5fe893 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:10:56.031526 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f793ffb5-dc63-4ee8-ad00-72bc0d3c47bb req-1b3e7671-45f9-4d43-b321-84a23b5fe893 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 944 time: 0.0644510 Jul 05 19:10:56.071057 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f793ffb5-dc63-4ee8-ad00-72bc0d3c47bb req-5ca09b75-5c7a-4ce8-b1b0-254aec47090f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337682 Jul 05 19:10:56.074722 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:56.096105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 51964) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:10:56.100468 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:10:56.108097 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938e8e3a-471a-4dfb-b916-1a5fad66b70c" -d '{"events": [{"server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "name": "network-vif-plugged", "status": "completed", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:10:56.116660 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:10:56.141679 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e244e1-b87f-4bf9-b394-c20a7770df78 x-openstack-request-id: req-83e244e1-b87f-4bf9-b394-c20a7770df78 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:10:56.141975 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "name": "network-vif-plugged", "status": "completed", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:10:56.142231 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83e244e1-b87f-4bf9-b394-c20a7770df78 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:10:56.142658 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2', 'code': 200} Jul 05 19:10:56.160597 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f10bd660-06c8-4132-b91a-5158f3339fae tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/c0b20e74-c39d-42cc-aa87-937c0f3c95e3 HTTP/1.1" status: 200 len: 992 time: 0.0633643 Jul 05 19:10:56.193743 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:10:56.239585 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=9']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:10:56.644455 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:00.290922 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:06.524905 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:12.911410 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:11:20.822011 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5dcb7ecc-3557-4257-8302-c18ca2265b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:23.536703 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6a7ad3a4-b0a5-458b-976f-4b50619dd0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:23.753410 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:24.664304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 51980) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:24.873498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 62ae508a-8036-40a6-ab6a-17bbe47b1223 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:11:24.873845 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:24.913318 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:24.950993 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:24.951249 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:24.963210 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 62ae508a-8036-40a6-ab6a-17bbe47b1223 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:11:25.141815 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:25.167782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=62ae508a-8036-40a6-ab6a-17bbe47b1223,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:25.228491 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:25.228830 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP c0b20e74-c39d-42cc-aa87-937c0f3c95e3 disassociated (deleted). External IP: 172.25.3.152, port: 340a09b1-4803-46a8-a044-ba1f711986c2. Jul 05 19:11:25.434216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:11:25.620360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:11:25.625140 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:25.630456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] Sync routers for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:11:25.642314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:25.646022 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:25.661493 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d9117c2e-2ef5-4fef-b931-7ed2ee4134a0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/floatingips/c0b20e74-c39d-42cc-aa87-937c0f3c95e3 HTTP/1.1" status: 204 len: 168 time: 0.9953153 Jul 05 19:11:25.661823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:11:25.664100 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e26a41-0822-44a0-b802-811df1d998f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:11:25.700353 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c630119-5c64-4f52-8a74-466500e1f645 x-openstack-request-id: req-6c630119-5c64-4f52-8a74-466500e1f645 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:11:25.700960 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:11:25.700960 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c630119-5c64-4f52-8a74-466500e1f645 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:11:25.701272 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2', 'status': 'completed', 'code': 200} Jul 05 19:11:25.754820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:25.782206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e26a41-0822-44a0-b802-811df1d998f0 req-99bf4ddd-b880-4152-8ec0-14635ac7a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:25.783757 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25e26a41-0822-44a0-b802-811df1d998f0 req-99bf4ddd-b880-4152-8ec0-14635ac7a46e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 1096 time: 0.0578678 Jul 05 19:11:25.879140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e26a41-0822-44a0-b802-811df1d998f0 req-320d73b7-d61c-4eb4-88b3-951da4904c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:25.881219 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25e26a41-0822-44a0-b802-811df1d998f0 req-320d73b7-d61c-4eb4-88b3-951da4904c86 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 200 len: 896 time: 0.0897651 Jul 05 19:11:25.924302 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25e26a41-0822-44a0-b802-811df1d998f0 req-458298d7-4436-441d-be2a-398055175067 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 200 len: 217 time: 0.0361001 Jul 05 19:11:25.966072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:38Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1870658f-7299-4aeb-b15c-fab278b8dac3', 'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:cc:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:37Z', 'updated_at': '2021-07-05T19:09:43Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:25.982350 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e26a41-0822-44a0-b802-811df1d998f0 req-1f03ef2c-aa3f-4355-b52f-9e6e8f3e429e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:25.983884 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25e26a41-0822-44a0-b802-811df1d998f0 req-1f03ef2c-aa3f-4355-b52f-9e6e8f3e429e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 200 len: 834 time: 0.0529218 Jul 05 19:11:25.995729 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] Checking router: b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:11:26.008310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:26.008310 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:26.047895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e26a41-0822-44a0-b802-811df1d998f0 req-77525851-c560-41c6-91b5-eb2769d80f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:26.049452 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25e26a41-0822-44a0-b802-811df1d998f0 req-77525851-c560-41c6-91b5-eb2769d80f22 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8dd8079d-cae9-4718-b197-9742cb5d319b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575988 Jul 05 19:11:26.120504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:26.153744 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25e26a41-0822-44a0-b802-811df1d998f0 req-3f9a9dd1-6e46-4681-ba06-020f3f8eb761 service neutron] 10.222.0.39 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885625 Jul 05 19:11:26.191048 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acb0e2-096c-4922-9cc0-58c6901e4808 req-93b8d812-d2e5-4a3f-91e8-575fe7053706 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:26.193132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08acb0e2-096c-4922-9cc0-58c6901e4808 req-93b8d812-d2e5-4a3f-91e8-575fe7053706 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0634983 Jul 05 19:11:26.236056 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08acb0e2-096c-4922-9cc0-58c6901e4808 req-3b14fd02-c5e8-4233-b395-c1dab26e20aa tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372336 Jul 05 19:11:26.252216 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-25e26a41-0822-44a0-b802-811df1d998f0 req-8da0f7e1-3ebe-4eb6-8208-4846053b7dba service neutron] 10.222.0.39 "GET /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899317 Jul 05 19:11:26.331588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:38Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1870658f-7299-4aeb-b15c-fab278b8dac3', 'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:cc:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:37Z', 'updated_at': '2021-07-05T19:09:43Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:26.358130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff7f8c-2a48-4faa-b51d-df9e0e995459 None None] The sync data for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 is: [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:38Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '1870658f-7299-4aeb-b15c-fab278b8dac3', 'name': '', 'network_id': '8dd8079d-cae9-4718-b197-9742cb5d319b', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:cc:f4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:37Z', 'updated_at': '2021-07-05T19:09:43Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'a23e2c35-84c5-4a6e-bae7-896a71a80710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:11:26.563319 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3616fb9-4d7e-4061-bd17-e8d52967dfa3 None None] New status for floating IP c0b20e74-c39d-42cc-aa87-937c0f3c95e3: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:11:26.656832 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:27.416344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24e6ea-d3a0-4ea0-ae42-18892dad3a9d req-e8b23aaf-988d-4faf-ae09-a4d97a460655 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:27.417872 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd24e6ea-d3a0-4ea0-ae42-18892dad3a9d req-e8b23aaf-988d-4faf-ae09-a4d97a460655 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0653079 Jul 05 19:11:27.455426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dd24e6ea-d3a0-4ea0-ae42-18892dad3a9d req-6e89b19e-4b99-48aa-997c-c85b36e1945b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Jul 05 19:11:27.558981 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-a42be720-2470-476b-9b4b-4f9001bdea9e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:27.560444 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-a42be720-2470-476b-9b4b-4f9001bdea9e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 945 time: 0.0633574 Jul 05 19:11:27.667165 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 340a09b1-4803-46a8-a044-ba1f711986c2 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:11:27.667505 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:27.753849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port 340a09b1-4803-46a8-a044-ba1f711986c2, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=340a09b1-4803-46a8-a044-ba1f711986c2,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:27.754695 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:27.767565 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 340a09b1-4803-46a8-a044-ba1f711986c2 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:11:27.963861 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:27.993355 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=340a09b1-4803-46a8-a044-ba1f711986c2,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:28.011188 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.011552 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.011897 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.012238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.012572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.012913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.013247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.013576 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.013910 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.014299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.014909 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.015520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:28.066418 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] No DVR routers for this DVR port 340a09b1-4803-46a8-a044-ba1f711986c2 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:11:28.069687 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:28.071745 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-b146a1ab-aeac-4cb0-8d1a-b10313caeb95 req-7cddb6ed-91ba-40e7-b19e-6874c7f95439 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "DELETE /v2.0/ports/340a09b1-4803-46a8-a044-ba1f711986c2 HTTP/1.1" status: 204 len: 173 time: 0.5045931 Jul 05 19:11:28.072187 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'name': 'network-vif-deleted', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:11:28.074460 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5cb075-5904-439c-b7e5-bc068acb9af2" -d '{"events": [{"server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "name": "network-vif-deleted", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:11:28.116645 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a5e394-fd7a-48e8-9fa1-62d14e00ccfa x-openstack-request-id: req-c2a5e394-fd7a-48e8-9fa1-62d14e00ccfa {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:11:28.116942 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bddb587-feda-4784-9e9f-94185165d823", "name": "network-vif-deleted", "tag": "340a09b1-4803-46a8-a044-ba1f711986c2", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:11:28.117198 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c2a5e394-fd7a-48e8-9fa1-62d14e00ccfa {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:11:28.117606 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bddb587-feda-4784-9e9f-94185165d823', 'name': 'network-vif-deleted', 'tag': '340a09b1-4803-46a8-a044-ba1f711986c2', 'status': 'completed', 'code': 200} Jul 05 19:11:28.643191 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cca99d50-2a63-4e4f-80a2-7377e9adf761 req-76abb60f-1c8c-4b09-94db-2e0bcbd76297 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bddb587-feda-4784-9e9f-94185165d823 HTTP/1.1" status: 200 len: 210 time: 0.0360749 Jul 05 19:11:29.751657 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52000) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:30.115529 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:30.250050 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:30.374106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 1870658f-7299-4aeb-b15c-fab278b8dac3 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:11:30.374367 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:30.459085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port 1870658f-7299-4aeb-b15c-fab278b8dac3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1870658f-7299-4aeb-b15c-fab278b8dac3,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:30.459442 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:30.471298 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 1870658f-7299-4aeb-b15c-fab278b8dac3 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:11:30.695900 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:30.720686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=1870658f-7299-4aeb-b15c-fab278b8dac3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:30.899455 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:31.117295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:11:31.224731 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:11:31.231027 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-6da38f22-22a5-4c0f-acc5-885bc9f2f4d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4782927 Jul 05 19:11:31.232718 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52002) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:31.235504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] Sync routers for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:11:31.245920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:31.246542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:31.284026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c26cda-9dad-41da-9bc3-fc24f6d23386 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting subnet a23e2c35-84c5-4a6e-bae7-896a71a80710 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:11:31.288034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-05c26cda-9dad-41da-9bc3-fc24f6d23386 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:31.328238 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-05c26cda-9dad-41da-9bc3-fc24f6d23386 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:31.531717 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:31.728164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:11:30Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:31.759793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] Checking router: b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:11:31.766314 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-05c26cda-9dad-41da-9bc3-fc24f6d23386 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:31.772323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] Routers {'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:31.772323 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:31.878209 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] Set router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:31.883951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-05c26cda-9dad-41da-9bc3-fc24f6d23386 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:31.911608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c26cda-9dad-41da-9bc3-fc24f6d23386 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Subnet': ['ID=a23e2c35-84c5-4a6e-bae7-896a71a80710,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:31.913569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-05c26cda-9dad-41da-9bc3-fc24f6d23386 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:31.917923 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-05c26cda-9dad-41da-9bc3-fc24f6d23386 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/subnets/a23e2c35-84c5-4a6e-bae7-896a71a80710 HTTP/1.1" status: 204 len: 168 time: 0.6818182 Jul 05 19:11:31.918769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52004) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:31.935273 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82681d5f-e83b-4ff3-abc7-2050df6d7146 None None] Network 8dd8079d-cae9-4718-b197-9742cb5d319b requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:11:32.008664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 340a09b1-4803-46a8-a044-ba1f711986c2 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:11:32.042615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.044157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 340a09b1-4803-46a8-a044-ba1f711986c2 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:11:32.044506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 340a09b1-4803-46a8-a044-ba1f711986c2 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:11:32.153216 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.193819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:11:30Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:32.221277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d8097b-25be-41ee-827f-5e06af162f54 None None] The sync data for ids ['b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa'] in n-d-799524-1 is: [{'id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2137181667', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:11:30Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': '26bc374b-0633-4934-a0e8-afbd08573c35', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:09:34Z', 'updated_at': '2021-07-05T19:09:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:11:32.257989 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8caf4f7f-5921-47f4-b180-38c84b3d5d68 None None] DHCP port deletion for 8dd8079d-cae9-4718-b197-9742cb5d319b request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:11:32.262042 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 26bc374b-0633-4934-a0e8-afbd08573c35 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:11:32.262391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.303992 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-8caf4f7f-5921-47f4-b180-38c84b3d5d68 None None] Deleting port 1126f88e-24b6-47aa-9995-f263eaa3c78c {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:11:32.304388 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8caf4f7f-5921-47f4-b180-38c84b3d5d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.341818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port 26bc374b-0633-4934-a0e8-afbd08573c35, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=26bc374b-0633-4934-a0e8-afbd08573c35,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:32.342351 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.354960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 26bc374b-0633-4934-a0e8-afbd08573c35 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:11:32.368889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8caf4f7f-5921-47f4-b180-38c84b3d5d68 None None] For port 1126f88e-24b6-47aa-9995-f263eaa3c78c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=1126f88e-24b6-47aa-9995-f263eaa3c78c,segment=NetworkSegment(ce92c298-7848-43f3-b8d1-fbce9d66e5cf),segment_id=ce92c298-7848-43f3-b8d1-fbce9d66e5cf)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:32.369282 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8caf4f7f-5921-47f4-b180-38c84b3d5d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.382420 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-8caf4f7f-5921-47f4-b180-38c84b3d5d68 None None] Calling delete_port for 1126f88e-24b6-47aa-9995-f263eaa3c78c owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:11:32.535208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8caf4f7f-5921-47f4-b180-38c84b3d5d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.561058 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf4f7f-5921-47f4-b180-38c84b3d5d68 None None] Pushing event deleted for resources: {'Port': ['ID=1126f88e-24b6-47aa-9995-f263eaa3c78c,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:32.569519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf4f7f-5921-47f4-b180-38c84b3d5d68 None None] No DVR routers for this DVR port 1126f88e-24b6-47aa-9995-f263eaa3c78c on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:11:32.582129 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.615678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=26bc374b-0633-4934-a0e8-afbd08573c35,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:32.679289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.771054 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.773207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.862067 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.862634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Fanout notify agent at l3_agent the message router_deleted on router b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:11:32.870053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:32.871221 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-98fdc3f9-bc0d-463d-b08d-58d7e6b31c4d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/routers/b5472eb0-9cf6-42de-9784-7ad3ea2b3cfa HTTP/1.1" status: 204 len: 168 time: 0.9519460 Jul 05 19:11:32.873935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52006) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:32.963139 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.054989 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.064547 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd8079d-cae9-4718-b197-9742cb5d319b']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:33.074057 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:33.074379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce92c298-7848-43f3-b8d1-fbce9d66e5cf') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:33.083121 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.096564 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.102823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:11:33.103208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:11:33.106098 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:11:33.239287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.253388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.253388 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/networks/8dd8079d-cae9-4718-b197-9742cb5d319b HTTP/1.1" status: 204 len: 168 time: 0.3731604 Jul 05 19:11:33.253620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52008) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:33.260001 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aeacb8-a8cc-46f8-8756-a56587104cd5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Network': ['ID=8dd8079d-cae9-4718-b197-9742cb5d319b,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:33.321710 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3856a920-8278-4f5c-b316-b62329f99fa8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.343194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1126f88e-24b6-47aa-9995-f263eaa3c78c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:11:33.350708 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3856a920-8278-4f5c-b316-b62329f99fa8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.367490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 1126f88e-24b6-47aa-9995-f263eaa3c78c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:11:33.367837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1126f88e-24b6-47aa-9995-f263eaa3c78c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:11:33.368248 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26bc374b-0633-4934-a0e8-afbd08573c35 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:11:33.386324 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 26bc374b-0633-4934-a0e8-afbd08573c35 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:11:33.386961 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 26bc374b-0633-4934-a0e8-afbd08573c35 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:11:33.387367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1870658f-7299-4aeb-b15c-fab278b8dac3 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:11:33.405669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 1870658f-7299-4aeb-b15c-fab278b8dac3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:11:33.406063 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 1870658f-7299-4aeb-b15c-fab278b8dac3 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:11:33.484891 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3856a920-8278-4f5c-b316-b62329f99fa8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.487729 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3856a920-8278-4f5c-b316-b62329f99fa8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.489032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3856a920-8278-4f5c-b316-b62329f99fa8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/security-groups/b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe HTTP/1.1" status: 204 len: 168 time: 0.2370882 Jul 05 19:11:33.498113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3856a920-8278-4f5c-b316-b62329f99fa8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d55ae0-9a76-40f4-bf19-fc29ba85bcfe,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:33.840075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52014) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:33.844832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-e68c9743-043c-47cd-9790-2e819f2c0335 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156109739', 'description': 'tempest-secgroup-smoke-1156109739 description', 'project_id': '55b6f569faac4c6186ee68526906bd21'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:33.919201 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e68c9743-043c-47cd-9790-2e819f2c0335 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:33.998425 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e68c9743-043c-47cd-9790-2e819f2c0335 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.067747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e68c9743-043c-47cd-9790-2e819f2c0335 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.094863 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c9743-043c-47cd-9790-2e819f2c0335 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05402f3-2cf6-4b76-9ab3-9959349b56af,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:34.174932 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-e68c9743-043c-47cd-9790-2e819f2c0335 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.176641 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-e68c9743-043c-47cd-9790-2e819f2c0335 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3355539 Jul 05 19:11:34.179897 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52016) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:34.184322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-738ec0a6-3033-4c40-aa37-c17f03b44174 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'd05402f3-2cf6-4b76-9ab3-9959349b56af', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:34.271778 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-738ec0a6-3033-4c40-aa37-c17f03b44174 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.326788 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-738ec0a6-3033-4c40-aa37-c17f03b44174 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.391900 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-738ec0a6-3033-4c40-aa37-c17f03b44174 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.409572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738ec0a6-3033-4c40-aa37-c17f03b44174 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a82d13c9-34e3-41ca-befa-8f141016745f,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:34.478870 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-738ec0a6-3033-4c40-aa37-c17f03b44174 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.482736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-738ec0a6-3033-4c40-aa37-c17f03b44174 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2993042 Jul 05 19:11:34.482867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52018) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:34.487403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-90a929fd-ab31-40e4-860b-1f56d7f0a6f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'd05402f3-2cf6-4b76-9ab3-9959349b56af', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:34.569021 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90a929fd-ab31-40e4-860b-1f56d7f0a6f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.626943 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90a929fd-ab31-40e4-860b-1f56d7f0a6f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.667279 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90a929fd-ab31-40e4-860b-1f56d7f0a6f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.686466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a929fd-ab31-40e4-860b-1f56d7f0a6f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3e7b1e-dae1-4b13-baa6-3313ef63117e,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:34.735947 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90a929fd-ab31-40e4-860b-1f56d7f0a6f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.737087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-90a929fd-ab31-40e4-860b-1f56d7f0a6f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2533944 Jul 05 19:11:34.740575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52020) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:34.745714 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-5c1e4731-9367-49f0-8871-43615ce9f12b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'd05402f3-2cf6-4b76-9ab3-9959349b56af', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:34.820443 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4731-9367-49f0-8871-43615ce9f12b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.878682 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4731-9367-49f0-8871-43615ce9f12b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.951963 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4731-9367-49f0-8871-43615ce9f12b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:34.973090 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e4731-9367-49f0-8871-43615ce9f12b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2050caf-283a-40dd-8e17-7910efb655b1,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:35.043629 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5c1e4731-9367-49f0-8871-43615ce9f12b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.045000 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5c1e4731-9367-49f0-8871-43615ce9f12b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3033044 Jul 05 19:11:35.047698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52022) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:35.052212 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ce03132d-2fab-4b86-b2e6-aba0997458dd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'd05402f3-2cf6-4b76-9ab3-9959349b56af', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:35.141217 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce03132d-2fab-4b86-b2e6-aba0997458dd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.200005 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce03132d-2fab-4b86-b2e6-aba0997458dd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.267453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce03132d-2fab-4b86-b2e6-aba0997458dd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.284834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03132d-2fab-4b86-b2e6-aba0997458dd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8169bc-fa7a-4f69-975f-41ede7c93109,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:35.364521 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ce03132d-2fab-4b86-b2e6-aba0997458dd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.366383 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ce03132d-2fab-4b86-b2e6-aba0997458dd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3177519 Jul 05 19:11:35.369113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52024) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:35.375679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-823926c1-3e79-4516-ae6e-754f6a0e537d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'd05402f3-2cf6-4b76-9ab3-9959349b56af', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:35.473154 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-823926c1-3e79-4516-ae6e-754f6a0e537d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:11:35.478980 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-823926c1-3e79-4516-ae6e-754f6a0e537d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.548896 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-823926c1-3e79-4516-ae6e-754f6a0e537d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.650436 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-823926c1-3e79-4516-ae6e-754f6a0e537d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.671541 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823926c1-3e79-4516-ae6e-754f6a0e537d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14aa8efc-381c-4e95-abc1-48aedd2b623a,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:35.730501 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-823926c1-3e79-4516-ae6e-754f6a0e537d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.731880 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-823926c1-3e79-4516-ae6e-754f6a0e537d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618345 Jul 05 19:11:35.734730 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52026) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:35.740688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-cfeb7995-47f3-49b6-84ad-5ec101dc8556 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': 'd05402f3-2cf6-4b76-9ab3-9959349b56af', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:35.810420 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-cfeb7995-47f3-49b6-84ad-5ec101dc8556 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:11:35.815751 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7995-47f3-49b6-84ad-5ec101dc8556 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.890629 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7995-47f3-49b6-84ad-5ec101dc8556 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.953108 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7995-47f3-49b6-84ad-5ec101dc8556 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:35.971575 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb7995-47f3-49b6-84ad-5ec101dc8556 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6cf1c1c-2596-4f1e-8c1d-85d5f4775a66,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:36.016319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cfeb7995-47f3-49b6-84ad-5ec101dc8556 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.017551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cfeb7995-47f3-49b6-84ad-5ec101dc8556 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2805619 Jul 05 19:11:36.020524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52028) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:36.027427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'network': {'name': 'tempest-network-smoke--401514550', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:36.095672 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:11:36.099195 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.122903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:11:36.133238 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.133608 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Added segment 2193bed9-a3fb-424a-9b37-48d46e81851b of type vlan for network 73177500-9b75-4a54-b50a-c205fffd45fa Jul 05 19:11:36.173432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.272758 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.278252 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:36.278863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.345079 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Network': ['ID=73177500-9b75-4a54-b50a-c205fffd45fa,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:36.355130 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 73177500-9b75-4a54-b50a-c205fffd45fa details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:11:36.400107 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-53c7a2a3-fd5a-490a-ace1-7940bf5653d1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3772161 Jul 05 19:11:36.402774 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52030) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:36.407480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'admin_state_up': True, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:36.496190 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.497426 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.553485 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.558797 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.724874 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:36.982885 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:37.003869 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:37.103317 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.189 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/fe59a01d-a286-4297-8969-8c5af63eddf0) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:11:37.205364 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:37.296449 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:37.332745 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:11:37.337723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:11:37.340310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:11:37.367919 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=fe59a01d-a286-4297-8969-8c5af63eddf0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:37.667766 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:37.862070 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:38.043971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c22255bd-b796-4005-a643-a842311a1fac is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:11:38.147341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:11:38.156454 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Sync routers for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:11:38.165575 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:38.166174 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:38.227238 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:38.231415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-324794e7-0b9f-4158-a59a-28419503e01a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8248036 Jul 05 19:11:38.231682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52032) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:38.269438 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:38.304631 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0c807479-74bd-44d9-a9dc-96378e5c9b1f tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=55b6f569faac4c6186ee68526906bd21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0717473 Jul 05 19:11:38.307233 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52036) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:38.397385 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44f2764-011f-4e12-a9e1-c6cd66b3f774 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:38.399090 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c44f2764-011f-4e12-a9e1-c6cd66b3f774 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909381 Jul 05 19:11:38.401926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52038) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:38.433043 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-628a8dd3-48c6-4dd5-aa3b-28a8c97a06b5 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299392 Jul 05 19:11:38.438991 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52040) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:38.444362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1416491065', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:38.449380 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:37Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:38.477480 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Checking router: c22255bd-b796-4005-a643-a842311a1fac for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:11:38.477827 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Updating router c22255bd-b796-4005-a643-a842311a1fac port fe59a01d-a286-4297-8969-8c5af63eddf0 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:11:38.512570 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:38.581988 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:11:38.586548 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:38.822955 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:38.870473 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:38.881675 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Transition to ACTIVE for port object fe59a01d-a286-4297-8969-8c5af63eddf0 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:11:38.893835 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Checking segment: {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:11:38.894198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network hostable DHCP agents. Network: 73177500-9b75-4a54-b50a-c205fffd45fa, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:11:38.901393 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Subnet': ['ID=cbc0a494-8b7b-4329-b46e-83a9cfc0b30d,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:38.930501 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:38.970056 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 73177500-9b75-4a54-b50a-c205fffd45fa is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:11:38.990873 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Pushing event updated for resources: {'Port': ['ID=fe59a01d-a286-4297-8969-8c5af63eddf0,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:38.992825 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Attempting to bind port fe59a01d-a286-4297-8969-8c5af63eddf0 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:11:38.993186 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Attempting to bind port fe59a01d-a286-4297-8969-8c5af63eddf0 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:11:38.993548 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Attempting to bind port fe59a01d-a286-4297-8969-8c5af63eddf0 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:11:39.005943 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:11:39.006398 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:11:39.006904 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.007309 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:11:39.007762 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Bound port: fe59a01d-a286-4297-8969-8c5af63eddf0, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:11:39.008143 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.010335 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.010699 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.018108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:39.033207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 73177500-9b75-4a54-b50a-c205fffd45fa) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:11:39.038407 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:39.039992 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.041927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1890d6b-851e-46e6-9819-e72be1b01e5f None None] Network 73177500-9b75-4a54-b50a-c205fffd45fa requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:11:39.071847 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] For port fe59a01d-a286-4297-8969-8c5af63eddf0, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:11:39.074941 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] For port fe59a01d-a286-4297-8969-8c5af63eddf0, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fe59a01d-a286-4297-8969-8c5af63eddf0,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:11:39.114305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d2d4b3cd-850b-428c-a7f3-3ef0c6faebcd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6740153 Jul 05 19:11:39.117503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52042) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:39.141426 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.194714 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-73177500-9b75-4a54-b50a-c205fffd45fa', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:11:39.195596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.213851 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1af3d8-2b43-4ffd-9a55-8feb738a0c5c None None] Pushing event updated for resources: {'Port': ['ID=fe59a01d-a286-4297-8969-8c5af63eddf0,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:39.220910 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:39.222118 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:39.333958 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:39.348597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Allocated IP 172.20.0.2 (73177500-9b75-4a54-b50a-c205fffd45fa/cbc0a494-8b7b-4329-b46e-83a9cfc0b30d/17744bd3-a871-4cfa-a95f-10de49242b59) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:11:39.502784 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.511767 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Transition to ACTIVE for port object 17744bd3-a871-4cfa-a95f-10de49242b59 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:11:39.519938 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:37Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:39.527606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Transition to ACTIVE for port object 17744bd3-a871-4cfa-a95f-10de49242b59 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:11:39.556539 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c420eeb3-eb71-437f-966e-95c3358ea43e None None] The sync data for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 is: [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:37Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:11:39.582828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.595581 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.623197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Network 73177500-9b75-4a54-b50a-c205fffd45fa is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:11:39.629962 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:11:39.635568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:11:39.638656 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Pushing event updated for resources: {'Port': ['ID=17744bd3-a871-4cfa-a95f-10de49242b59,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:39.697894 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Attempting to bind port 17744bd3-a871-4cfa-a95f-10de49242b59 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:11:39.698391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Attempting to bind port 17744bd3-a871-4cfa-a95f-10de49242b59 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:11:39.698793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Attempting to bind port 17744bd3-a871-4cfa-a95f-10de49242b59 on network 73177500-9b75-4a54-b50a-c205fffd45fa {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:11:39.704060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:11:39.704441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Checking segment: {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:11:39.704850 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.705252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Bound using segment: {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:11:39.705756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Bound port: 17744bd3-a871-4cfa-a95f-10de49242b59, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:11:39.706143 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.798678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] For port 17744bd3-a871-4cfa-a95f-10de49242b59, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:11:39.800912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] For port 17744bd3-a871-4cfa-a95f-10de49242b59, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=17744bd3-a871-4cfa-a95f-10de49242b59,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:11:39.845099 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:39.921283 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591c92c-5cad-443f-b673-65c81a3bbf2e None None] Pushing event updated for resources: {'Port': ['ID=17744bd3-a871-4cfa-a95f-10de49242b59,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:39.931081 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.1 (73177500-9b75-4a54-b50a-c205fffd45fa/cbc0a494-8b7b-4329-b46e-83a9cfc0b30d/c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:11:40.059281 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:40.089725 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:11:40.165119 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:40.215685 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 73177500-9b75-4a54-b50a-c205fffd45fa is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:11:40.219346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:11:40.222620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:11:40.251008 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:40.276969 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:40.489232 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:40.779833 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:40.816210 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:40.821744 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b89b30-e387-4637-9bd0-ba8be9b4fb50 None None] Network 73177500-9b75-4a54-b50a-c205fffd45fa requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:11:40.894083 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:40.904352 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:41.000142 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 73177500-9b75-4a54-b50a-c205fffd45fa is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:11:41.004932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c281714e-59bb-4794-a3cd-ca0775562f2b None None] Provisioning for port 17744bd3-a871-4cfa-a95f-10de49242b59 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:11:41.007674 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:11:41.336304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-24b8a063-5d21-4892-8530-9c586dc6fe54 None None] Provisioning for port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:11:41.340827 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-24b8a063-5d21-4892-8530-9c586dc6fe54 None None] Provisioning complete for port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:41.341209 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-24b8a063-5d21-4892-8530-9c586dc6fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:41.384269 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 17744bd3-a871-4cfa-a95f-10de49242b59 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:11:41.425569 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-24b8a063-5d21-4892-8530-9c586dc6fe54 None None] Port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:11:41.506830 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c22255bd-b796-4005-a643-a842311a1fac has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:11:41.546047 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-627e7416-3869-4d3c-853d-54394099d258 None None] Provisioning complete for port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:41.546654 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-627e7416-3869-4d3c-853d-54394099d258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:41.573181 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 17744bd3-a871-4cfa-a95f-10de49242b59 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:11:41.582880 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 17744bd3-a871-4cfa-a95f-10de49242b59 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:41.583274 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:41.616359 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-627e7416-3869-4d3c-853d-54394099d258 None None] Port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:11:41.634406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:11:41.640245 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-90d7d683-2139-4e1f-85a8-2162d9227df9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/c22255bd-b796-4005-a643-a842311a1fac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5217297 Jul 05 19:11:41.674421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Sync routers for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:11:41.700395 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:41.701032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:41.751214 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:41.801215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ce15271c-7cdd-4fa5-8cca-61fa1262bca8 None None] Provisioning complete for port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:41.801591 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ce15271c-7cdd-4fa5-8cca-61fa1262bca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:41.837977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-84eb9acd-f988-4080-985c-347b722a0c62 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156109739&fields=id&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 267 time: 0.0462482 Jul 05 19:11:41.883437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 17744bd3-a871-4cfa-a95f-10de49242b59, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=17744bd3-a871-4cfa-a95f-10de49242b59,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:41.974633 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-d1f2ff24-e106-4218-bb5b-45114abc72f6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:41.976732 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-d1f2ff24-e106-4218-bb5b-45114abc72f6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/networks?id=73177500-9b75-4a54-b50a-c205fffd45fa HTTP/1.1" status: 200 len: 796 time: 0.1303122 Jul 05 19:11:41.994818 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-93c00b67-8a1a-48d4-ac02-98cf749c9084 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/quotas/55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 375 time: 0.0119963 Jul 05 19:11:42.072858 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a527d324-e019-4cb6-9d1b-eb0945a6ab8c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723286 Jul 05 19:11:42.080099 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:42.080899 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fe59a01d-a286-4297-8969-8c5af63eddf0 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:11:42.110101 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-ce15271c-7cdd-4fa5-8cca-61fa1262bca8 None None] Port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:11:42.136704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-0d114d90-7e00-4ba4-a7fe-85a2e6b87c27 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:11:42.138314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-0d114d90-7e00-4ba4-a7fe-85a2e6b87c27 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487783 Jul 05 19:11:42.143197 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:42.236906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-1f6bd728-bc8e-478f-95f8-94c43abfc179 service neutron] 10.222.0.30 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920572 Jul 05 19:11:42.258837 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=17744bd3-a871-4cfa-a95f-10de49242b59,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:42.341444 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-4e5d44bc-7d98-4685-a5ca-59d375c338a9 service neutron] 10.222.0.30 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983839 Jul 05 19:11:42.369219 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port fe59a01d-a286-4297-8969-8c5af63eddf0 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:11:42.393545 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port fe59a01d-a286-4297-8969-8c5af63eddf0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:42.393937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:42.489141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac', 'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:f8:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:39Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 2, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:42.539912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Checking router: c22255bd-b796-4005-a643-a842311a1fac for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:11:42.540271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Updating router c22255bd-b796-4005-a643-a842311a1fac port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:11:42.598265 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:42.605390 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:42.635655 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d69ac3c-e68b-4021-98bd-d6aa087f8507 req-d5b9cbd8-9b6a-4c20-a25f-3323fd4d3cc4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 210 time: 0.0395827 Jul 05 19:11:42.635897 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port fe59a01d-a286-4297-8969-8c5af63eddf0, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fe59a01d-a286-4297-8969-8c5af63eddf0,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:42.680986 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:42.800116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=fe59a01d-a286-4297-8969-8c5af63eddf0,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:42.986773 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:42.999727 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Transition to ACTIVE for port object c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:11:43.085130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:43.153461 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf85cc6-7d83-4e8c-9568-832d5031e365 None None] Pushing event updated for resources: {'Port': ['ID=c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:43.212601 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Attempting to bind port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:11:43.212983 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Attempting to bind port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:11:43.213351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Attempting to bind port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac on network 73177500-9b75-4a54-b50a-c205fffd45fa {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:11:43.221142 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:11:43.225557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Checking segment: {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:11:43.225557 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:43.225557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Bound using segment: {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:11:43.225557 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Bound port: c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:11:43.225557 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:43.299271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] For port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:11:43.303297 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] For port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:11:43.306205 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 17744bd3-a871-4cfa-a95f-10de49242b59 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:11:43.362923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 17744bd3-a871-4cfa-a95f-10de49242b59 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:43.363302 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:43.405367 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:43.515000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:43.515645 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:43.567356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf85cc6-7d83-4e8c-9568-832d5031e365 None None] Pushing event updated for resources: {'Port': ['ID=c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:43.577233 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fe59a01d-a286-4297-8969-8c5af63eddf0 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:11:43.711325 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:43.753671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port fe59a01d-a286-4297-8969-8c5af63eddf0 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:43.754047 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:43.827601 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e9e6605a-9235-45ee-9c77-52709a4d2054 req-9ab13c6e-e281-495d-97ab-bec9810311f1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 210 time: 0.0373406 Jul 05 19:11:44.071152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac', 'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:f8:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:39Z', 'updated_at': '2021-07-05T19:11:43Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:44.103480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd49301-4186-4d90-bf9d-21b2befd2245 None None] The sync data for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 is: [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac', 'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:f8:74:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:39Z', 'updated_at': '2021-07-05T19:11:43Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:11:44.854024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-e6627219-80f2-4cd7-a7f7-8d158202c15c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:44.855785 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-e6627219-80f2-4cd7-a7f7-8d158202c15c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "GET /v2.0/networks?id=73177500-9b75-4a54-b50a-c205fffd45fa HTTP/1.1" status: 200 len: 796 time: 0.1239557 Jul 05 19:11:44.920478 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-60fa76df-faec-435d-9056-dbb93b7fbcd8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 380 time: 0.0539591 Jul 05 19:11:44.930635 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'port': {'device_id': '2bd72119-f2f5-453d-801d-e37121f4829d', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'admin_state_up': True, 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'security_groups': ['d05402f3-2cf6-4b76-9ab3-9959349b56af']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:45.010301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3802ee30-d6d7-48d8-a289-8f05b6bc5c10 req-149dd478-5db3-40a7-98e0-09542db7166b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 210 time: 0.0383170 Jul 05 19:11:45.107659 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:11:45.116248 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:45.266349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.9 (73177500-9b75-4a54-b50a-c205fffd45fa/cbc0a494-8b7b-4329-b46e-83a9cfc0b30d/e02cda27-d3e5-4482-83c2-db7b0f5db4ae) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:11:45.312357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:11:45.423148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:45.432840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:11:45.436575 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object e02cda27-d3e5-4482-83c2-db7b0f5db4ae will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:11:45.437116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:45.437492 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:45.516251 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:45.542152 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:45.548220 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:45.589535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 73177500-9b75-4a54-b50a-c205fffd45fa is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:11:45.592915 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:11:45.598319 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:11:45.610320 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:45.636204 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:45.667681 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:45.671796 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:45.672459 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:45.743197 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-b2667c4c-29dc-4a8e-b361-b539977b3391 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179722 Jul 05 19:11:45.756859 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Request body: {'port': {'device_id': '2bd72119-f2f5-453d-801d-e37121f4829d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:45.834797 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:45.895476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-249f3ed6-9a28-4a6a-a722-5eb05ae5e17c None None] Provisioning for port e02cda27-d3e5-4482-83c2-db7b0f5db4ae completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:11:45.902134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-249f3ed6-9a28-4a6a-a722-5eb05ae5e17c None None] Provisioning complete for port e02cda27-d3e5-4482-83c2-db7b0f5db4ae triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:45.903813 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-249f3ed6-9a28-4a6a-a722-5eb05ae5e17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:45.965444 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-249f3ed6-9a28-4a6a-a722-5eb05ae5e17c None None] Port e02cda27-d3e5-4482-83c2-db7b0f5db4ae cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:11:46.171784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e02cda27-d3e5-4482-83c2-db7b0f5db4ae {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:11:46.181199 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:46.197169 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Transition to ACTIVE for port object e02cda27-d3e5-4482-83c2-db7b0f5db4ae will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:11:46.201234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c5e89-cf2e-4d36-a20c-2fc921309022 req-a0e49706-70c2-491a-add7-302922ebd17c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:46.201715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-428c5e89-cf2e-4d36-a20c-2fc921309022 req-a0e49706-70c2-491a-add7-302922ebd17c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 931 time: 0.0667477 Jul 05 19:11:46.240690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-428c5e89-cf2e-4d36-a20c-2fc921309022 req-eb74b3d7-9e26-4024-94c6-61253d6656d0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335224 Jul 05 19:11:46.306188 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:46.362974 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Pushing event updated for resources: {'Port': ['ID=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:46.445616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Attempting to bind port e02cda27-d3e5-4482-83c2-db7b0f5db4ae on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:11:46.445966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Attempting to bind port e02cda27-d3e5-4482-83c2-db7b0f5db4ae by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:11:46.446304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Attempting to bind port e02cda27-d3e5-4482-83c2-db7b0f5db4ae on network 73177500-9b75-4a54-b50a-c205fffd45fa {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:11:46.451756 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Port e02cda27-d3e5-4482-83c2-db7b0f5db4ae on network 73177500-9b75-4a54-b50a-c205fffd45fa not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:11:46.452174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Attempting to bind port e02cda27-d3e5-4482-83c2-db7b0f5db4ae on network 73177500-9b75-4a54-b50a-c205fffd45fa {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:11:46.458930 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:11:46.460130 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Checking segment: {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:11:46.460524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Bound using segment: {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:11:46.460966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Bound port: e02cda27-d3e5-4482-83c2-db7b0f5db4ae, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2193bed9-a3fb-424a-9b37-48d46e81851b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:11:46.461334 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:46.543953 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] For port e02cda27-d3e5-4482-83c2-db7b0f5db4ae, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:11:46.553643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] For port e02cda27-d3e5-4482-83c2-db7b0f5db4ae, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:11:46.618249 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:46.658026 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:46.658853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:46.660456 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] 10.222.0.97 "PUT /v2.0/ports/e02cda27-d3e5-4482-83c2-db7b0f5db4ae HTTP/1.1" status: 200 len: 1091 time: 0.9091144 Jul 05 19:11:46.660952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:11:46.664602 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d184daa-05bf-48eb-a8b7-ab4170ca7a20" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:11:46.701019 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a112c897-6f8d-484f-85d6-9e6d452ae29a service neutron] Pushing event updated for resources: {'Port': ['ID=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:46.714764 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1480bfb-002d-4866-aecb-eb2f9965aaae x-openstack-request-id: req-e1480bfb-002d-4866-aecb-eb2f9965aaae {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:11:46.715134 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:11:46.716866 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e1480bfb-002d-4866-aecb-eb2f9965aaae {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:11:46.717295 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'status': 'completed', 'code': 200} Jul 05 19:11:46.813381 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d184daa-05bf-48eb-a8b7-ab4170ca7a20 req-e2b9a7a4-e86d-4e7d-a190-0738e5c77973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:46.815570 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5d184daa-05bf-48eb-a8b7-ab4170ca7a20 req-e2b9a7a4-e86d-4e7d-a190-0738e5c77973 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 1094 time: 0.0792706 Jul 05 19:11:46.944481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d184daa-05bf-48eb-a8b7-ab4170ca7a20 req-75a8381c-c642-4903-be82-707f9bdcc52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:46.946757 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5d184daa-05bf-48eb-a8b7-ab4170ca7a20 req-75a8381c-c642-4903-be82-707f9bdcc52a service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=55b6f569faac4c6186ee68526906bd21&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1242750 Jul 05 19:11:47.053301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d184daa-05bf-48eb-a8b7-ab4170ca7a20 req-fb0f34e5-d3fa-4bbf-8b68-0d39d1b6b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:47.054883 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5d184daa-05bf-48eb-a8b7-ab4170ca7a20 req-fb0f34e5-d3fa-4bbf-8b68-0d39d1b6b66a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1019607 Jul 05 19:11:47.173405 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-3b26bb7d-cf35-4220-a433-a41b6bf929e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:47.174948 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-3b26bb7d-cf35-4220-a433-a41b6bf929e6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 1094 time: 0.0765972 Jul 05 19:11:47.237919 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-d7a40c37-89b0-454e-815f-de273707e14a service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae HTTP/1.1" status: 200 len: 217 time: 0.0556812 Jul 05 19:11:47.292519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:11:47.301060 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-3c444d5f-feda-4e3b-af69-db9cc1586b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:47.304644 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-3c444d5f-feda-4e3b-af69-db9cc1586b0b service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cbc0a494-8b7b-4329-b46e-83a9cfc0b30d HTTP/1.1" status: 200 len: 835 time: 0.0598648 Jul 05 19:11:47.358024 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:47.358413 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:47.388677 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-4f34f86c-96ad-497c-ad68-54d0d2dba206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:47.390152 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-4f34f86c-96ad-497c-ad68-54d0d2dba206 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=73177500-9b75-4a54-b50a-c205fffd45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788631 Jul 05 19:11:47.460187 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2233c-ee4f-4bdb-81da-f382e0ee5023 req-ba3c1f61-1f7a-4b88-8ae7-43aafe0d7111 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:47.462768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7eb2233c-ee4f-4bdb-81da-f382e0ee5023 req-ba3c1f61-1f7a-4b88-8ae7-43aafe0d7111 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 943 time: 0.0920219 Jul 05 19:11:47.515839 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-5c169aa5-2da1-4e8a-8b75-00dfdef2190f service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183560 Jul 05 19:11:47.517250 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7eb2233c-ee4f-4bdb-81da-f382e0ee5023 req-92d579b9-c473-4938-87e9-c51e416e8d2a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474620 Jul 05 19:11:47.628110 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3dd378d5-03e1-44fe-91c5-524e8736140c req-4ca5f99d-d19b-4e96-8be5-c4cf744791af service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055796 Jul 05 19:11:48.750827 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428a029-3e4c-4375-9077-b527308ec8b1 req-8ce6c1d5-6e61-4047-8804-fbd8f644268e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:48.752604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4428a029-3e4c-4375-9077-b527308ec8b1 req-8ce6c1d5-6e61-4047-8804-fbd8f644268e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 943 time: 0.0785558 Jul 05 19:11:48.793900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4428a029-3e4c-4375-9077-b527308ec8b1 req-fc47ac34-ddd9-4d2d-80c2-f5ca2e8c22ff tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343871 Jul 05 19:11:49.910756 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:11:49.976571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41180bec-3c4a-4b96-8dc1-e0caa5cb71de req-5148e8e7-30a2-48f0-bcb8-ffd43c87fab1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:49.978076 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41180bec-3c4a-4b96-8dc1-e0caa5cb71de req-5148e8e7-30a2-48f0-bcb8-ffd43c87fab1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 943 time: 0.0672963 Jul 05 19:11:50.016528 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41180bec-3c4a-4b96-8dc1-e0caa5cb71de req-b78a2419-0f70-467b-a679-c0b1ce916936 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327854 Jul 05 19:11:50.760568 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e02cda27-d3e5-4482-83c2-db7b0f5db4ae details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:11:50.871871 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port e02cda27-d3e5-4482-83c2-db7b0f5db4ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:50.884309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'port_id': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'mac_address': 'fa:16:3e:3e:2a:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:11:50.885853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-023d444b-2f9c-486b-a9fb-54bcc49613c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:50.945744 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:50.960515 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e02cda27-d3e5-4482-83c2-db7b0f5db4ae {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:11:50.982439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port e02cda27-d3e5-4482-83c2-db7b0f5db4ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:51.071840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:51.132341 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:51.283304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['e02cda27-d3e5-4482-83c2-db7b0f5db4ae'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:11:51.283675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffedfad-1a82-44b3-97f5-e05d1c70dfb9 req-be0d343f-8688-472d-96b1-44813e3e17d7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:51.284936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bffedfad-1a82-44b3-97f5-e05d1c70dfb9 req-be0d343f-8688-472d-96b1-44813e3e17d7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 944 time: 0.1013179 Jul 05 19:11:51.331156 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bffedfad-1a82-44b3-97f5-e05d1c70dfb9 req-1a1d7675-6c1f-4c1d-9ebb-b655f9fc2806 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365670 Jul 05 19:11:52.510227 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5581dab-3f37-4d4f-a2ff-ae57dc1deffd req-166b8d0e-3c5c-4fab-ada5-532f2de57bc6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:52.511768 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5581dab-3f37-4d4f-a2ff-ae57dc1deffd req-166b8d0e-3c5c-4fab-ada5-532f2de57bc6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 944 time: 0.0642340 Jul 05 19:11:52.560989 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5581dab-3f37-4d4f-a2ff-ae57dc1deffd req-d78000de-f0a2-4cc5-a00e-0b0f30e6dffb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431468 Jul 05 19:11:52.775397 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e02cda27-d3e5-4482-83c2-db7b0f5db4ae up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:11:52.894430 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port e02cda27-d3e5-4482-83c2-db7b0f5db4ae completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:11:52.899214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port e02cda27-d3e5-4482-83c2-db7b0f5db4ae triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:11:52.904786 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:53.149035 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:53.171676 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:11:53.173968 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01242af-6b03-4b74-9432-9e09406c05ec" -d '{"events": [{"server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "name": "network-vif-plugged", "status": "completed", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:11:53.189668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port e02cda27-d3e5-4482-83c2-db7b0f5db4ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:11:53.210926 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f706d706-2113-4838-bb9c-a7d42c204feb x-openstack-request-id: req-f706d706-2113-4838-bb9c-a7d42c204feb {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:11:53.211299 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "name": "network-vif-plugged", "status": "completed", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:11:53.211626 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f706d706-2113-4838-bb9c-a7d42c204feb {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:11:53.212092 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'code': 200} Jul 05 19:11:53.273754 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:53.324170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:53.342519 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd61ff-b9b5-4cbf-aff6-6f3b97c39abf req-876324ed-6a30-4626-8728-473bd5a08d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:53.344400 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-82fd61ff-b9b5-4cbf-aff6-6f3b97c39abf req-876324ed-6a30-4626-8728-473bd5a08d80 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 1096 time: 0.0659189 Jul 05 19:11:53.381338 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-82fd61ff-b9b5-4cbf-aff6-6f3b97c39abf req-82d74614-4bc6-4bea-978e-ee04bc5488cb service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299253 Jul 05 19:11:53.541518 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ac4c0b96-f7e2-4986-8668-9863afd48a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:53.770974 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:53.915639 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a781be-bcfe-43a3-8bc4-3cc1d2d07c45 req-fa6f004c-02a0-4cab-bb16-0d325c1b2a54 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:53.917147 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4a781be-bcfe-43a3-8bc4-3cc1d2d07c45 req-fa6f004c-02a0-4cab-bb16-0d325c1b2a54 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0634062 Jul 05 19:11:53.954888 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4a781be-bcfe-43a3-8bc4-3cc1d2d07c45 req-25d784cd-b44d-4a7f-b9a4-f4a8cb416023 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321434 Jul 05 19:11:54.941071 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:55.207337 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004905fe-4853-44b4-9835-c7db3adf9db5 req-89e00845-bcaf-491a-bb58-1d63fdd90f1a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:55.209886 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004905fe-4853-44b4-9835-c7db3adf9db5 req-89e00845-bcaf-491a-bb58-1d63fdd90f1a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.1097190 Jul 05 19:11:55.263276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-004905fe-4853-44b4-9835-c7db3adf9db5 req-5a06a0e5-5179-4358-97a6-217e842f60bd tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462921 Jul 05 19:11:55.462412 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63100a-9961-428d-8a9a-364c838d300e req-1e26724d-ebfa-4421-b37e-cff55ed4cee8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:55.464823 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b63100a-9961-428d-8a9a-364c838d300e req-1e26724d-ebfa-4421-b37e-cff55ed4cee8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0775588 Jul 05 19:11:55.513666 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8b63100a-9961-428d-8a9a-364c838d300e req-7fa24d10-a028-47c9-a00c-34028dbda1b1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431471 Jul 05 19:11:55.539902 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52102) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:55.604203 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f697c-fc66-4421-bb23-e101684dde52 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:55.605820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-832f697c-fc66-4421-bb23-e101684dde52 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 1091 time: 0.0648987 Jul 05 19:11:55.608697 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52104) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:55.613572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:11:55.707053 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:55.805994 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:55.912890 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.3 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/f6bf8361-a281-467d-9446-fdebeef9cf89) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:11:56.014015 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:56.113345 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:56.155609 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:11:56.159909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:11:56.165997 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:11:56.188332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=f6bf8361-a281-467d-9446-fdebeef9cf89,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:56.201755 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.202110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.202456 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.202829 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.203162 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.203496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.203831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.204164 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.204494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.204823 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.205149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.205473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:11:56.575933 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:56.667344 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:56.762356 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:56.935395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:57.021432 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:57.091258 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=f6bf8361-a281-467d-9446-fdebeef9cf89,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:11:57.102446 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:57.213634 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP 77e7a7b6-1535-4b00-97a8-cf806bf95bc8 associated. External IP: 172.25.3.3, port: e02cda27-d3e5-4482-83c2-db7b0f5db4ae. Jul 05 19:11:57.473171 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c22255bd-b796-4005-a643-a842311a1fac has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:11:57.588716 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:11:57.602692 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] Sync routers for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:11:57.616230 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:57.617083 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:57.644609 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:11:57.684757 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-28e66508-b7cf-4398-85fa-aeef3ee9f413 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0749857 Jul 05 19:11:57.685348 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:11:57.687940 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cad1f7-7655-4fbe-b35f-1eae59036443" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:11:57.726276 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed675ce-568c-4bbe-b9f7-c3c020123c58 x-openstack-request-id: req-0ed675ce-568c-4bbe-b9f7-c3c020123c58 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:11:57.726617 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:11:57.726874 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0ed675ce-568c-4bbe-b9f7-c3c020123c58 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:11:57.727290 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'status': 'completed', 'code': 200} Jul 05 19:11:57.759667 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:57.804207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-853d0825-31bb-4336-ab74-1bc3ec143117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:57.805782 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-853d0825-31bb-4336-ab74-1bc3ec143117 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 1096 time: 0.0567307 Jul 05 19:11:57.879849 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150e3e8-10bc-4be5-b98a-e1d169ab2158 req-967a0d38-54b6-4703-8f1a-f58382608c54 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:57.881588 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f150e3e8-10bc-4be5-b98a-e1d169ab2158 req-967a0d38-54b6-4703-8f1a-f58382608c54 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0720119 Jul 05 19:11:57.903581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-7649ffbb-2037-4975-81ea-387fa1e0f53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:57.907925 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-7649ffbb-2037-4975-81ea-387fa1e0f53b service neutron] 10.222.0.97 "GET /v2.0/networks?id=73177500-9b75-4a54-b50a-c205fffd45fa HTTP/1.1" status: 200 len: 896 time: 0.0932510 Jul 05 19:11:57.944801 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f150e3e8-10bc-4be5-b98a-e1d169ab2158 req-11d245e8-a08c-4bc6-ab99-c3d3d70efa0d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564389 Jul 05 19:11:57.971161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52110) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:57.999533 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-c3205b0d-47bf-418d-97eb-6c5e2154de06 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae HTTP/1.1" status: 200 len: 997 time: 0.0867200 Jul 05 19:11:58.026219 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '77e7a7b6-1535-4b00-97a8-cf806bf95bc8', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'port_id': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'mac_address': 'fa:16:3e:3e:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd72119-f2f5-453d-801d-e37121f4829d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:11:56Z', 'updated_at': '2021-07-05T19:11:56Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac', 'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:f8:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:39Z', 'updated_at': '2021-07-05T19:11:45Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:58.041680 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c4e2a5a8-5d5e-4b4a-9d03-d194e9ac92d0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/77e7a7b6-1535-4b00-97a8-cf806bf95bc8 HTTP/1.1" status: 200 len: 989 time: 0.0691998 Jul 05 19:11:58.055385 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] Checking router: c22255bd-b796-4005-a643-a842311a1fac for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:11:58.064248 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:11:58.064871 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:11:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:58.066738 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-45940d84-24a4-403e-91e5-90f836b6d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:58.068589 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-45940d84-24a4-403e-91e5-90f836b6d966 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cbc0a494-8b7b-4329-b46e-83a9cfc0b30d HTTP/1.1" status: 200 len: 835 time: 0.0613461 Jul 05 19:11:58.159412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-8ee5ed1b-a35f-4cf4-8f0a-beceab64c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:11:58.162061 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-8ee5ed1b-a35f-4cf4-8f0a-beceab64c7bd service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=73177500-9b75-4a54-b50a-c205fffd45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871499 Jul 05 19:11:58.208753 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:11:58.266296 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-e27fba4f-2333-4632-bbc5-742c304b6164 service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956852 Jul 05 19:11:58.371979 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c3cad1f7-7655-4fbe-b35f-1eae59036443 req-c04f9bcb-4a67-4b02-9176-95d07c845d01 service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986466 Jul 05 19:11:58.531098 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '77e7a7b6-1535-4b00-97a8-cf806bf95bc8', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'port_id': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'mac_address': 'fa:16:3e:3e:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd72119-f2f5-453d-801d-e37121f4829d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:11:56Z', 'updated_at': '2021-07-05T19:11:56Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac', 'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:f8:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:39Z', 'updated_at': '2021-07-05T19:11:45Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:11:58.561380 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e73379-f78e-4a90-8d3f-fcc766ca53e1 None None] The sync data for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 is: [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '77e7a7b6-1535-4b00-97a8-cf806bf95bc8', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.3', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'port_id': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'mac_address': 'fa:16:3e:3e:2a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd72119-f2f5-453d-801d-e37121f4829d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:11:56Z', 'updated_at': '2021-07-05T19:11:56Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac', 'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:f8:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:39Z', 'updated_at': '2021-07-05T19:11:45Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:11:58.776275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a248c5b4-6d7c-4d72-960b-885e5891417b None None] New status for floating IP 77e7a7b6-1535-4b00-97a8-cf806bf95bc8: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:11:59.045732 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52112) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:11:59.109305 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b2371281-fb2f-4e88-b62d-3c52129bcc9a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/77e7a7b6-1535-4b00-97a8-cf806bf95bc8 HTTP/1.1" status: 200 len: 991 time: 0.0623212 Jul 05 19:12:00.238482 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:06.518267 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:20.838014 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4a63afc2-1af4-4895-8e8d-a46ab8509db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:23.506588 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9c980f51-5ab8-438e-a31a-d0d9e8ce9043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:23.740871 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:24.929356 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:26.232161 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2bdbb-fab1-46ca-a06a-0e02be2baf93 req-b9d196c2-aca1-404a-9e02-bd79b7bc7c4e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:26.233667 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97f2bdbb-fab1-46ca-a06a-0e02be2baf93 req-b9d196c2-aca1-404a-9e02-bd79b7bc7c4e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.1107237 Jul 05 19:12:26.273027 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-97f2bdbb-fab1-46ca-a06a-0e02be2baf93 req-5183f8c4-65d2-4891-8772-81cb4edd9220 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322270 Jul 05 19:12:26.661025 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:26.909127 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:12:27.506438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1aa04-1db6-4759-a48d-52c77f795c64 req-83b8b73f-44ba-4cdf-848a-a939055b8268 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:27.507915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ba1aa04-1db6-4759-a48d-52c77f795c64 req-83b8b73f-44ba-4cdf-848a-a939055b8268 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.1072657 Jul 05 19:12:27.544604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9ba1aa04-1db6-4759-a48d-52c77f795c64 req-c8dfd67a-26da-4bf5-be8b-191c0354ca42 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308595 Jul 05 19:12:28.720740 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb996cf-b63b-449b-b40d-637db8c7c056 req-b1391d65-d4ba-421a-9cf3-f6cec35ee29d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:28.722281 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2fb996cf-b63b-449b-b40d-637db8c7c056 req-b1391d65-d4ba-421a-9cf3-f6cec35ee29d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0664027 Jul 05 19:12:28.760169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2fb996cf-b63b-449b-b40d-637db8c7c056 req-e8afb685-737e-46b4-91fb-6321afcda9e0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324101 Jul 05 19:12:29.936688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb6cd7-806c-4031-9013-7ecfecb89ecd req-1729e574-17c4-4d81-a050-ad8eb510195b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:29.938196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0eb6cd7-806c-4031-9013-7ecfecb89ecd req-1729e574-17c4-4d81-a050-ad8eb510195b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0649626 Jul 05 19:12:29.979287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a0eb6cd7-806c-4031-9013-7ecfecb89ecd req-d755d8f9-43d6-4f47-8746-5ea3826d2c03 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353661 Jul 05 19:12:30.238103 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:31.156192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8e6c7-a46f-4ae7-91bf-1cb188b48e36 req-2d290f4a-f3cf-4fde-9664-b968932d2491 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:31.157570 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14d8e6c7-a46f-4ae7-91bf-1cb188b48e36 req-2d290f4a-f3cf-4fde-9664-b968932d2491 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0666559 Jul 05 19:12:31.196507 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-14d8e6c7-a46f-4ae7-91bf-1cb188b48e36 req-a8ef72e9-01e0-476f-899d-5945039bd0c2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331354 Jul 05 19:12:32.371529 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559cea7-56a7-4b08-a801-42d75f75dcad req-28ce0c23-6c06-4177-88fa-43ced775cfe2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:32.373029 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1559cea7-56a7-4b08-a801-42d75f75dcad req-28ce0c23-6c06-4177-88fa-43ced775cfe2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0647175 Jul 05 19:12:32.411610 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1559cea7-56a7-4b08-a801-42d75f75dcad req-bd3135d5-506a-421d-91d1-368b1191e5f6 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Jul 05 19:12:33.587110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb2d09-1f4c-4b3a-8334-572a19e42f82 req-b242996a-e41b-4053-bde6-a6a7d44b601f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:33.588513 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69fb2d09-1f4c-4b3a-8334-572a19e42f82 req-b242996a-e41b-4053-bde6-a6a7d44b601f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0629001 Jul 05 19:12:33.625634 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-69fb2d09-1f4c-4b3a-8334-572a19e42f82 req-f958cca0-c88f-48fc-9aa6-3ebb471fa49d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Jul 05 19:12:34.807220 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d34ec-6db0-4056-b1fc-3de1edb6e73f req-5394fc82-ef60-4f88-bc3c-de3df16028c8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:34.808776 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f03d34ec-6db0-4056-b1fc-3de1edb6e73f req-5394fc82-ef60-4f88-bc3c-de3df16028c8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0683022 Jul 05 19:12:34.846625 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f03d34ec-6db0-4056-b1fc-3de1edb6e73f req-c3c46778-0c42-48fe-bdab-3ecd1e0c9583 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322702 Jul 05 19:12:35.825988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-199d8ba4-e673-49ec-ab9c-10c251692d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:35.827439 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-199d8ba4-e673-49ec-ab9c-10c251692d0f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 1096 time: 0.0578070 Jul 05 19:12:35.933734 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-ff75af29-11f1-4cd5-81b0-42d11fb89a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:35.935267 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-ff75af29-11f1-4cd5-81b0-42d11fb89a99 service neutron] 10.222.0.97 "GET /v2.0/networks?id=73177500-9b75-4a54-b50a-c205fffd45fa HTTP/1.1" status: 200 len: 896 time: 0.0877264 Jul 05 19:12:36.006800 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-5684c292-2aa1-48a2-89a4-ed8c46267344 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae HTTP/1.1" status: 200 len: 999 time: 0.0647504 Jul 05 19:12:36.030620 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d962197-f0ff-4fc6-88e7-a18f30f888c0 req-fe0668c6-843d-4391-b639-0a38d1b107c1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:36.033429 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d962197-f0ff-4fc6-88e7-a18f30f888c0 req-fe0668c6-843d-4391-b639-0a38d1b107c1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0713048 Jul 05 19:12:36.058478 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-2e24d5ce-504f-4294-a54d-387212bc0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:36.060049 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-2e24d5ce-504f-4294-a54d-387212bc0664 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cbc0a494-8b7b-4329-b46e-83a9cfc0b30d HTTP/1.1" status: 200 len: 835 time: 0.0462544 Jul 05 19:12:36.072074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0d962197-f0ff-4fc6-88e7-a18f30f888c0 req-589aebe8-1dc2-4c65-b885-a68403f0af11 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325930 Jul 05 19:12:36.116572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-0ef83c32-b720-444c-9c6c-f12f64f0ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:36.118075 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-0ef83c32-b720-444c-9c6c-f12f64f0ce47 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=73177500-9b75-4a54-b50a-c205fffd45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519872 Jul 05 19:12:36.210381 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-6d658d33-e7ec-405b-8288-6a97884815d1 service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843747 Jul 05 19:12:36.297623 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9b547e81-4e8a-4fc6-aace-176f0819f57f req-4c7a7d84-090e-4cc2-99de-15786bf16b6b service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799699 Jul 05 19:12:36.540953 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:37.248735 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc04613-bdc0-43e9-9e91-e8ff330afdd8 req-a900bd77-8aa1-43d9-9d02-ea7e07932598 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:37.250263 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccc04613-bdc0-43e9-9e91-e8ff330afdd8 req-a900bd77-8aa1-43d9-9d02-ea7e07932598 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0671914 Jul 05 19:12:37.288700 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ccc04613-bdc0-43e9-9e91-e8ff330afdd8 req-2c65e8e5-e6af-4c55-9c30-291f5692b684 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317769 Jul 05 19:12:37.312754 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52154) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:12:37.373788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9ce97999-afe2-4307-9ec4-90806afd4c36 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/77e7a7b6-1535-4b00-97a8-cf806bf95bc8 HTTP/1.1" status: 200 len: 991 time: 0.0597341 Jul 05 19:12:38.946952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e62c67-61f0-481d-bb15-300f1b7a2c10 req-43d1e6bb-7ffa-45f7-8004-63b5c89ff20b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:38.948467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60e62c67-61f0-481d-bb15-300f1b7a2c10 req-43d1e6bb-7ffa-45f7-8004-63b5c89ff20b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0664072 Jul 05 19:12:38.977310 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-6dfe6edc-cdf8-4247-bced-510ef435e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:38.978911 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-6dfe6edc-cdf8-4247-bced-510ef435e7b7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 1096 time: 0.0550027 Jul 05 19:12:38.992688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-60e62c67-61f0-481d-bb15-300f1b7a2c10 req-3a849f2a-d988-44dd-8296-f262feb6b268 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385401 Jul 05 19:12:39.430364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-1d55be21-46a3-43bf-aedf-eff6290242d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:39.431880 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-1d55be21-46a3-43bf-aedf-eff6290242d3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=73177500-9b75-4a54-b50a-c205fffd45fa HTTP/1.1" status: 200 len: 896 time: 0.4459376 Jul 05 19:12:39.495553 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-e3c09507-cbff-4347-89f5-a78ade738ce5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae HTTP/1.1" status: 200 len: 999 time: 0.0571260 Jul 05 19:12:39.546877 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-66bb1982-f0b9-4d16-a190-7669588e6dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:39.548303 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-66bb1982-f0b9-4d16-a190-7669588e6dc9 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cbc0a494-8b7b-4329-b46e-83a9cfc0b30d HTTP/1.1" status: 200 len: 835 time: 0.0464180 Jul 05 19:12:39.605227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-157caf55-cb2c-4d71-97f1-1d304cbe0ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:39.606737 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-157caf55-cb2c-4d71-97f1-1d304cbe0ebb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=73177500-9b75-4a54-b50a-c205fffd45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521128 Jul 05 19:12:39.693251 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-cbaa1cf6-6c0a-45cf-989d-d0066fa4aa24 service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801539 Jul 05 19:12:39.786091 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-08bc4094-8d52-4f5b-97a6-bcf2d04aa061 req-c056265b-2af8-48f4-a388-e7761b4b863f service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851545 Jul 05 19:12:40.174259 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b6eff0-4060-479f-8058-7af62dc191e3 req-33231a04-1a08-48e6-b8c0-01146d1816e1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:40.175902 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35b6eff0-4060-479f-8058-7af62dc191e3 req-33231a04-1a08-48e6-b8c0-01146d1816e1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0643899 Jul 05 19:12:40.215331 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-35b6eff0-4060-479f-8058-7af62dc191e3 req-386a9ce1-66ce-47a1-b651-340a5f385d06 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337951 Jul 05 19:12:41.398571 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77bebe-dc7f-4e0c-8dc9-c7d0f6a8d2fa req-beadef5e-6a72-452a-b750-64f37494ec34 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:12:41.400110 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab77bebe-dc7f-4e0c-8dc9-c7d0f6a8d2fa req-beadef5e-6a72-452a-b750-64f37494ec34 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0636044 Jul 05 19:12:41.437290 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ab77bebe-dc7f-4e0c-8dc9-c7d0f6a8d2fa req-9d88565a-6dee-49b9-bda1-425ec0af9373 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317793 Jul 05 19:12:41.462926 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52168) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:12:41.526632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f257d2a3-89f5-4ff9-93a7-c0736d99c845 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/77e7a7b6-1535-4b00-97a8-cf806bf95bc8 HTTP/1.1" status: 200 len: 991 time: 0.0624804 Jul 05 19:12:50.847892 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-1ea08832-7752-4e3b-849f-8fb3472cde6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:53.529014 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e145acfb-e716-45f7-a57e-0a208854c3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:53.735026 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:54.963383 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:12:56.658695 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:00.252919 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:03.908510 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:13:06.557273 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:11.929314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52180) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:12.084942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port f6bf8361-a281-467d-9446-fdebeef9cf89 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:13:12.085290 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:12.166478 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:12.166749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:12.179207 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for f6bf8361-a281-467d-9446-fdebeef9cf89 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:13:12.403042 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:12.431770 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=f6bf8361-a281-467d-9446-fdebeef9cf89,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:12.460717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.461071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.461419 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.461761 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.462108 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.462438 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.462796 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.463132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.463468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.463798 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.464127 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.464455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:12.502932 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:12.503274 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP 77e7a7b6-1535-4b00-97a8-cf806bf95bc8 disassociated (deleted). External IP: 172.25.3.3, port: e02cda27-d3e5-4482-83c2-db7b0f5db4ae. Jul 05 19:13:12.732264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c22255bd-b796-4005-a643-a842311a1fac has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:13:12.840693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:13:12.845566 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:12.850479 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] Sync routers for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:13:12.859838 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:12.860452 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:12.884929 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-64be3ba3-89c2-4ba6-9b8d-94b72c61dc7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/floatingips/77e7a7b6-1535-4b00-97a8-cf806bf95bc8 HTTP/1.1" status: 204 len: 168 time: 0.9545028 Jul 05 19:13:12.885535 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:13:12.887900 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd85beab-d259-4a56-9e4e-6f7e21940335" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:13:12.925014 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9d8842-e3d2-47ae-a1bc-010709b02528 x-openstack-request-id: req-fb9d8842-e3d2-47ae-a1bc-010709b02528 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:13:12.925308 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:13:12.926226 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb9d8842-e3d2-47ae-a1bc-010709b02528 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:13:12.926834 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'status': 'completed', 'code': 200} Jul 05 19:13:13.010234 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-163b98a6-3958-41cb-85c6-d546bc6a01a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:13.011816 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-163b98a6-3958-41cb-85c6-d546bc6a01a2 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 1096 time: 0.0588906 Jul 05 19:13:13.064337 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:13.109520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-c35b5ac8-5509-4a08-8e01-ee033ee1ce43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:13.111040 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-c35b5ac8-5509-4a08-8e01-ee033ee1ce43 service neutron] 10.222.0.97 "GET /v2.0/networks?id=73177500-9b75-4a54-b50a-c205fffd45fa HTTP/1.1" status: 200 len: 896 time: 0.0928745 Jul 05 19:13:13.153503 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-dfaddc0b-70f8-465e-822c-b71cba373ed5 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae HTTP/1.1" status: 200 len: 217 time: 0.0358388 Jul 05 19:13:13.208443 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-8fb37ba4-6e38-49ac-889b-42470b05616d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:13.210110 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-8fb37ba4-6e38-49ac-889b-42470b05616d service neutron] 10.222.0.97 "GET /v2.0/subnets?id=cbc0a494-8b7b-4329-b46e-83a9cfc0b30d HTTP/1.1" status: 200 len: 835 time: 0.0494654 Jul 05 19:13:13.270526 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-56f46155-fcfc-4fd6-bfc3-cbbcd75a0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:13.272227 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-56f46155-fcfc-4fd6-bfc3-cbbcd75a0329 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=73177500-9b75-4a54-b50a-c205fffd45fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556257 Jul 05 19:13:13.276623 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac', 'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:f8:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:39Z', 'updated_at': '2021-07-05T19:11:45Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:13.302234 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] Checking router: c22255bd-b796-4005-a643-a842311a1fac for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:13:13.310243 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:13.310874 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:13.366942 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-2d957ba1-fffa-428e-b7b1-a67b2cb5e876 service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880878 Jul 05 19:13:13.422083 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:13.474884 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fd85beab-d259-4a56-9e4e-6f7e21940335 req-f139e9fa-ee9b-49a9-bacf-ebcd05b90e83 service neutron] 10.222.0.97 "GET /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002362 Jul 05 19:13:13.506067 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75562609-d21b-49c9-a586-bbf97542b903 req-689043e8-c026-49b3-b4c6-bfb395b5769a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:13.507715 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75562609-d21b-49c9-a586-bbf97542b903 req-689043e8-c026-49b3-b4c6-bfb395b5769a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0706379 Jul 05 19:13:13.547301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-75562609-d21b-49c9-a586-bbf97542b903 req-327253db-7697-4717-a0a4-3b188d563110 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334673 Jul 05 19:13:13.620336 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac', 'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:f8:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:39Z', 'updated_at': '2021-07-05T19:11:45Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:13.649304 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1edaa7-e31c-420d-9a68-43e4058c9fb8 None None] The sync data for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 is: [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:11:40Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac', 'name': '', 'network_id': '73177500-9b75-4a54-b50a-c205fffd45fa', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:f8:74:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:39Z', 'updated_at': '2021-07-05T19:11:45Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': 'cbc0a494-8b7b-4329-b46e-83a9cfc0b30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:13:13.855221 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d82e49-5d4f-4f26-a8a6-2122daf0aac5 None None] New status for floating IP 77e7a7b6-1535-4b00-97a8-cf806bf95bc8: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:13:14.725688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea791dfb-ec6b-4a3b-b1a1-54b565026040 req-812aacaf-16c4-448a-a3ae-d03a823b8aa0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:14.727188 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea791dfb-ec6b-4a3b-b1a1-54b565026040 req-812aacaf-16c4-448a-a3ae-d03a823b8aa0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0657570 Jul 05 19:13:14.765514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ea791dfb-ec6b-4a3b-b1a1-54b565026040 req-ae8c642a-fe14-4d81-b079-9b65699d545c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=d05402f3-2cf6-4b76-9ab3-9959349b56af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327303 Jul 05 19:13:14.933556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-50c66527-0a1f-40d8-bfd9-298ec21be8b0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:14.935054 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-50c66527-0a1f-40d8-bfd9-298ec21be8b0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 945 time: 0.0657127 Jul 05 19:13:15.047083 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port e02cda27-d3e5-4482-83c2-db7b0f5db4ae {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:13:15.047429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:15.135358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port e02cda27-d3e5-4482-83c2-db7b0f5db4ae, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:15.135632 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:15.148261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for e02cda27-d3e5-4482-83c2-db7b0f5db4ae owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:13:15.350182 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:15.380159 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=e02cda27-d3e5-4482-83c2-db7b0f5db4ae,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:15.429731 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] No DVR routers for this DVR port e02cda27-d3e5-4482-83c2-db7b0f5db4ae on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:13:15.432323 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:15.434416 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-8c6583cf-0826-4e3e-8913-d117d02156a2 req-99a80732-c475-4765-83a9-143b0748e2f3 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.97 "DELETE /v2.0/ports/e02cda27-d3e5-4482-83c2-db7b0f5db4ae HTTP/1.1" status: 204 len: 173 time: 0.4940016 Jul 05 19:13:15.434898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'name': 'network-vif-deleted', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:13:15.437150 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fd426d9-d3ea-41c2-ba90-734a25a14749" -d '{"events": [{"server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "name": "network-vif-deleted", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:13:15.474199 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df69d34-43f7-42ae-86b5-2dd13576028b x-openstack-request-id: req-8df69d34-43f7-42ae-86b5-2dd13576028b {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:13:15.474499 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd72119-f2f5-453d-801d-e37121f4829d", "name": "network-vif-deleted", "tag": "e02cda27-d3e5-4482-83c2-db7b0f5db4ae", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:13:15.474838 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8df69d34-43f7-42ae-86b5-2dd13576028b {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:13:15.475285 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd72119-f2f5-453d-801d-e37121f4829d', 'name': 'network-vif-deleted', 'tag': 'e02cda27-d3e5-4482-83c2-db7b0f5db4ae', 'status': 'completed', 'code': 200} Jul 05 19:13:15.927302 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-369e216f-46e1-4612-962d-792758afceeb req-a14333a4-11df-430c-ae0c-6e5800abeab5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bd72119-f2f5-453d-801d-e37121f4829d HTTP/1.1" status: 200 len: 210 time: 0.0292890 Jul 05 19:13:17.023655 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52196) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:17.398848 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:17.990011 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:13:17.990349 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:18.076542 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:18.077237 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:18.089545 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:13:18.368624 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:18.399546 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:18.415630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.415996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.416341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.416681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.417019 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.417396 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.417736 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.418070 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.418403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.418756 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.419113 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.419438 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:18.590632 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:18.805664 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router c22255bd-b796-4005-a643-a842311a1fac has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:13:18.912795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:13:18.917836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9f9a3618-0c31-444a-b385-9c471ebaecac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/c22255bd-b796-4005-a643-a842311a1fac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931727 Jul 05 19:13:18.920593 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52198) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:18.923229 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] Sync routers for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:13:18.933138 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:18.933746 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:18.975399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02a28d0-52fc-46f9-939d-a8cb2f468765 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting subnet cbc0a494-8b7b-4329-b46e-83a9cfc0b30d {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:13:18.978333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d02a28d0-52fc-46f9-939d-a8cb2f468765 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.018842 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d02a28d0-52fc-46f9-939d-a8cb2f468765 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.041723 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:19.109534 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d02a28d0-52fc-46f9-939d-a8cb2f468765 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.133517 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e02cda27-d3e5-4482-83c2-db7b0f5db4ae no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:13:19.156320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: e02cda27-d3e5-4482-83c2-db7b0f5db4ae {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:13:19.156678 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device e02cda27-d3e5-4482-83c2-db7b0f5db4ae not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:13:19.219820 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:13:18Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:19.246182 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] Checking router: c22255bd-b796-4005-a643-a842311a1fac for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:13:19.249319 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d02a28d0-52fc-46f9-939d-a8cb2f468765 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.255325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] Routers {'c22255bd-b796-4005-a643-a842311a1fac'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:19.255967 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:12:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['c22255bd-b796-4005-a643-a842311a1fac'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:19.281679 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d02a28d0-52fc-46f9-939d-a8cb2f468765 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.287631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52200) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:19.288169 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d02a28d0-52fc-46f9-939d-a8cb2f468765 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/subnets/cbc0a494-8b7b-4329-b46e-83a9cfc0b30d HTTP/1.1" status: 204 len: 168 time: 0.3662958 Jul 05 19:13:19.289263 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a28d0-52fc-46f9-939d-a8cb2f468765 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc0a494-8b7b-4329-b46e-83a9cfc0b30d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:19.296616 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106dfd8e-c8c3-4f37-93fd-b8d886401fc8 None None] Network 73177500-9b75-4a54-b50a-c205fffd45fa requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:13:19.373486 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] Set router c22255bd-b796-4005-a643-a842311a1fac gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:19.407341 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.509917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] DHCP port deletion for 73177500-9b75-4a54-b50a-c205fffd45fa request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:13:19.520612 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.562605 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Deleting port 17744bd3-a871-4cfa-a95f-10de49242b59 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:13:19.563003 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.564707 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:13:18Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:19.592252 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0542105a-f8df-4e22-9164-fdd15ff6dd95 None None] The sync data for ids ['c22255bd-b796-4005-a643-a842311a1fac'] in n-d-799524-1 is: [{'id': 'c22255bd-b796-4005-a643-a842311a1fac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1546433766', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:11:36Z', 'updated_at': '2021-07-05T19:13:18Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'fe59a01d-a286-4297-8969-8c5af63eddf0', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22255bd-b796-4005-a643-a842311a1fac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:11:37Z', 'updated_at': '2021-07-05T19:11:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:13:19.636779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] For port 17744bd3-a871-4cfa-a95f-10de49242b59, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=17744bd3-a871-4cfa-a95f-10de49242b59,segment=NetworkSegment(2193bed9-a3fb-424a-9b37-48d46e81851b),segment_id=2193bed9-a3fb-424a-9b37-48d46e81851b)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:19.637183 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.637661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port fe59a01d-a286-4297-8969-8c5af63eddf0 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:13:19.638032 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.650282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Calling delete_port for 17744bd3-a871-4cfa-a95f-10de49242b59 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:13:19.716536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port fe59a01d-a286-4297-8969-8c5af63eddf0, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=fe59a01d-a286-4297-8969-8c5af63eddf0,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:19.716968 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.730107 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for fe59a01d-a286-4297-8969-8c5af63eddf0 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:13:19.791749 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.818275 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Pushing event deleted for resources: {'Port': ['ID=17744bd3-a871-4cfa-a95f-10de49242b59,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:19.820610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] No DVR routers for this DVR port 17744bd3-a871-4cfa-a95f-10de49242b59 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:13:19.828668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.829083 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.829959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.829959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.830300 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.830730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.831120 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.831514 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.832591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.832591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.832591 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.833415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10bd36db-ceee-4753-ba89-932b8c340fa4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:19.951899 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:19.977823 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=fe59a01d-a286-4297-8969-8c5af63eddf0,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:20.050089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.144206 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.147591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.254394 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.255045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Fanout notify agent at l3_agent the message router_deleted on router c22255bd-b796-4005-a643-a842311a1fac {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:13:20.262108 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.263701 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-053e30d7-385f-45fa-9d40-7019f7a42ba9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/routers/c22255bd-b796-4005-a643-a842311a1fac HTTP/1.1" status: 204 len: 168 time: 0.9744461 Jul 05 19:13:20.266215 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52204) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:20.357202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.443538 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.452898 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73177500-9b75-4a54-b50a-c205fffd45fa']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:20.467237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2193bed9-a3fb-424a-9b37-48d46e81851b') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:20.467237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2193bed9-a3fb-424a-9b37-48d46e81851b') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:20.471142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.484636 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.490853 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:13:20.495827 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:13:20.664131 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.668826 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.673573 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/networks/73177500-9b75-4a54-b50a-c205fffd45fa HTTP/1.1" status: 204 len: 168 time: 0.4037836 Jul 05 19:13:20.674291 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52206) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:20.687619 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217d2d1-e30b-4321-8b60-ae6249f4302f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Network': ['ID=73177500-9b75-4a54-b50a-c205fffd45fa,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:20.743317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb22a3e1-b4fd-4b8d-a1bb-61a55f825ab7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.767851 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb22a3e1-b4fd-4b8d-a1bb-61a55f825ab7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.824197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4577e069-f7aa-42d6-82b3-da76ed7d6f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.900506 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb22a3e1-b4fd-4b8d-a1bb-61a55f825ab7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.903090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-cb22a3e1-b4fd-4b8d-a1bb-61a55f825ab7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:20.904309 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-cb22a3e1-b4fd-4b8d-a1bb-61a55f825ab7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/security-groups/d05402f3-2cf6-4b76-9ab3-9959349b56af HTTP/1.1" status: 204 len: 168 time: 0.2291129 Jul 05 19:13:20.913828 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb22a3e1-b4fd-4b8d-a1bb-61a55f825ab7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05402f3-2cf6-4b76-9ab3-9959349b56af,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:21.322526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 17744bd3-a871-4cfa-a95f-10de49242b59 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:13:21.342913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 17744bd3-a871-4cfa-a95f-10de49242b59 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:13:21.351419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 17744bd3-a871-4cfa-a95f-10de49242b59 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:13:21.351419 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:13:21.361771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:13:21.362117 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device c6b3eacf-bbc4-400e-9e23-39ed40ebc6ac not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:13:21.362526 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fe59a01d-a286-4297-8969-8c5af63eddf0 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:13:21.380804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: fe59a01d-a286-4297-8969-8c5af63eddf0 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:13:21.381157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device fe59a01d-a286-4297-8969-8c5af63eddf0 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:13:21.416597 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52212) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:21.421332 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-d63c4734-614e-45f8-bc8c-e3c7795d2cf4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825361637', 'description': 'tempest-secgroup-smoke-825361637 description', 'project_id': '55b6f569faac4c6186ee68526906bd21'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:21.494388 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d63c4734-614e-45f8-bc8c-e3c7795d2cf4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:21.572605 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d63c4734-614e-45f8-bc8c-e3c7795d2cf4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:21.608639 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d63c4734-614e-45f8-bc8c-e3c7795d2cf4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:21.637675 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c4734-614e-45f8-bc8c-e3c7795d2cf4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:21.683155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d63c4734-614e-45f8-bc8c-e3c7795d2cf4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:21.684430 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d63c4734-614e-45f8-bc8c-e3c7795d2cf4 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2667949 Jul 05 19:13:21.687440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52214) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:21.693552 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-fdae4735-42e9-4d86-aea4-2bbaf961d72c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '6d1dee7f-f2cc-4b89-b344-6bcb2562eb83', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:21.756164 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdae4735-42e9-4d86-aea4-2bbaf961d72c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:21.812395 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdae4735-42e9-4d86-aea4-2bbaf961d72c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:21.854056 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdae4735-42e9-4d86-aea4-2bbaf961d72c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:21.872585 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae4735-42e9-4d86-aea4-2bbaf961d72c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a57e5cec-48bd-42ad-bdc7-520413ed75bc,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:21.916907 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-fdae4735-42e9-4d86-aea4-2bbaf961d72c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:21.918157 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-fdae4735-42e9-4d86-aea4-2bbaf961d72c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2297173 Jul 05 19:13:21.920850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52216) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:21.925214 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-bf463955-261e-48e0-996d-95d551006754 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '6d1dee7f-f2cc-4b89-b344-6bcb2562eb83', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:22.002198 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bf463955-261e-48e0-996d-95d551006754 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.061756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bf463955-261e-48e0-996d-95d551006754 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.122767 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bf463955-261e-48e0-996d-95d551006754 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.141489 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf463955-261e-48e0-996d-95d551006754 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ef51ca-b50d-4df2-97b9-e106862c95e4,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:22.202782 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-bf463955-261e-48e0-996d-95d551006754 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.204004 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-bf463955-261e-48e0-996d-95d551006754 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2822306 Jul 05 19:13:22.206804 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52218) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:22.211834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-2690c27f-57fc-43d4-a06e-1c101c2d1139 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '6d1dee7f-f2cc-4b89-b344-6bcb2562eb83', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:22.303483 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2690c27f-57fc-43d4-a06e-1c101c2d1139 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.362182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2690c27f-57fc-43d4-a06e-1c101c2d1139 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.471437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2690c27f-57fc-43d4-a06e-1c101c2d1139 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.491032 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2690c27f-57fc-43d4-a06e-1c101c2d1139 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4899d71b-796d-4b8b-a2d0-c0a5210b1e49,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:22.551051 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-2690c27f-57fc-43d4-a06e-1c101c2d1139 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.552467 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-2690c27f-57fc-43d4-a06e-1c101c2d1139 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3440812 Jul 05 19:13:22.555247 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52220) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:22.559616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-20620edd-b45b-4ff4-9922-6663c036cfc7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '6d1dee7f-f2cc-4b89-b344-6bcb2562eb83', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:22.652832 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-20620edd-b45b-4ff4-9922-6663c036cfc7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.709867 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-20620edd-b45b-4ff4-9922-6663c036cfc7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.756727 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-20620edd-b45b-4ff4-9922-6663c036cfc7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.775217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20620edd-b45b-4ff4-9922-6663c036cfc7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f558099a-0d05-4357-af17-93da37397f98,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:22.808278 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-20620edd-b45b-4ff4-9922-6663c036cfc7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.809505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-20620edd-b45b-4ff4-9922-6663c036cfc7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2533264 Jul 05 19:13:22.812288 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52222) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:22.817179 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-dc4fa6ce-d2eb-4171-b892-4adee2caa8d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '6d1dee7f-f2cc-4b89-b344-6bcb2562eb83', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:22.882846 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-dc4fa6ce-d2eb-4171-b892-4adee2caa8d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:13:22.888046 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa6ce-d2eb-4171-b892-4adee2caa8d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:22.950667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa6ce-d2eb-4171-b892-4adee2caa8d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.059808 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa6ce-d2eb-4171-b892-4adee2caa8d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.086188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fa6ce-d2eb-4171-b892-4adee2caa8d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a875dd41-5f35-42ce-95f5-cbadf337a6e6,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:23.163070 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-dc4fa6ce-d2eb-4171-b892-4adee2caa8d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.164312 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-dc4fa6ce-d2eb-4171-b892-4adee2caa8d8 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510728 Jul 05 19:13:23.167128 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52224) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:23.172303 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-8b02cb18-7aaf-4419-a072-979dca6ce0d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'security_group_rule': {'security_group_id': '6d1dee7f-f2cc-4b89-b344-6bcb2562eb83', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:23.283155 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-8b02cb18-7aaf-4419-a072-979dca6ce0d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Project 55b6f569faac4c6186ee68526906bd21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:13:23.288224 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b02cb18-7aaf-4419-a072-979dca6ce0d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.352838 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b02cb18-7aaf-4419-a072-979dca6ce0d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.425499 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b02cb18-7aaf-4419-a072-979dca6ce0d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.442496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02cb18-7aaf-4419-a072-979dca6ce0d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b76de60-f83a-43c5-aed6-d57f0ec0262d,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:23.505762 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-8b02cb18-7aaf-4419-a072-979dca6ce0d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.507035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-8b02cb18-7aaf-4419-a072-979dca6ce0d5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389587 Jul 05 19:13:23.509921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52226) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:23.515053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'network': {'name': 'tempest-network-smoke--153507170', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'port_security_enabled': True}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:23.532579 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3341201a-e0f8-4b3a-abb1-a7601acc1a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.614363 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:13:23.618146 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.642191 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:13:23.651271 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.651616 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Added segment 9ae934fb-3b85-4297-b9ea-7711c99f2836 of type vlan for network 985d29f2-0011-4041-8c75-302b639d3bed Jul 05 19:13:23.692060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.774263 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.800836 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.807226 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:23.811557 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:23.875047 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Network': ['ID=985d29f2-0011-4041-8c75-302b639d3bed,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:23.886503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 985d29f2-0011-4041-8c75-302b639d3bed details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:13:23.939176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b96267dd-de12-4c82-8f39-12a689f03f22 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4281135 Jul 05 19:13:23.942440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52228) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:23.947072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'admin_state_up': True, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:24.041282 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:24.042320 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:24.092961 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:24.299478 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:24.563145 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:24.581663 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:24.687953 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.56 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/f49a0c28-2e01-4b56-b8f9-8faecf371f1d) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:13:24.788635 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:24.883206 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:24.917537 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:13:24.920448 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:13:24.922980 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:13:24.946050 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:24.956398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=f49a0c28-2e01-4b56-b8f9-8faecf371f1d,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:25.271366 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:25.470195 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:25.680935 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:13:25.784002 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:13:25.795144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Sync routers for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:13:25.806098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:25.817409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:25.866394 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:25.870741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0c374819-3403-4c1d-81bb-4411a1251deb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9241884 Jul 05 19:13:25.873971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52230) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:25.899126 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-10725698-3c2a-4c4f-a299-5d55e92fff61 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=55b6f569faac4c6186ee68526906bd21&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270224 Jul 05 19:13:25.904647 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52232) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:25.913327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:25.993188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3288d1e-9c42-4e7e-abea-49fb7a200acf tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:25.994755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-c3288d1e-9c42-4e7e-abea-49fb7a200acf tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891500 Jul 05 19:13:25.997480 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52234) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:26.029839 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-50b68769-3439-4a45-94ac-e1d24fac8d04 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=e657e85b-2f7f-49ee-874f-2924aeedb250&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312653 Jul 05 19:13:26.032472 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52236) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:26.041505 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1582014043', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'project_id': '55b6f569faac4c6186ee68526906bd21', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:26.089800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:25Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:26.120361 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Checking router: 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:13:26.120610 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Updating router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b port f49a0c28-2e01-4b56-b8f9-8faecf371f1d binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:13:26.153829 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.189722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:13:26.194109 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.401353 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.411882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Transition to ACTIVE for port object f49a0c28-2e01-4b56-b8f9-8faecf371f1d will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:13:26.447081 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.503853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.507053 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Subnet': ['ID=6337fb27-6548-43f3-aadf-60a66abff60b,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:26.521956 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Checking segment: {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:13:26.522324 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network hostable DHCP agents. Network: 985d29f2-0011-4041-8c75-302b639d3bed, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:13:26.557893 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Attempting to bind port f49a0c28-2e01-4b56-b8f9-8faecf371f1d on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:13:26.558266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Attempting to bind port f49a0c28-2e01-4b56-b8f9-8faecf371f1d by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:13:26.559975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Attempting to bind port f49a0c28-2e01-4b56-b8f9-8faecf371f1d on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:13:26.565141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3d3d1-a2d2-4c5a-8185-8efe51401a62 None None] Pushing event updated for resources: {'Port': ['ID=f49a0c28-2e01-4b56-b8f9-8faecf371f1d,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:26.568381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:13:26.568746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:13:26.569139 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.569519 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:13:26.569976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Bound port: f49a0c28-2e01-4b56-b8f9-8faecf371f1d, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:13:26.570352 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.618158 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 985d29f2-0011-4041-8c75-302b639d3bed is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:13:26.627973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] For port f49a0c28-2e01-4b56-b8f9-8faecf371f1d, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:13:26.631611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] For port f49a0c28-2e01-4b56-b8f9-8faecf371f1d, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f49a0c28-2e01-4b56-b8f9-8faecf371f1d,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:13:26.703682 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.749611 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 985d29f2-0011-4041-8c75-302b639d3bed) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:13:26.750000 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.754005 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:26.754693 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:26.777362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c31c5-6fd5-4bef-90d3-59455fda6cf7 None None] Network 985d29f2-0011-4041-8c75-302b639d3bed requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:13:26.820772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-abb23dfa-6c1b-4410-bfde-039332e117fc tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7872655 Jul 05 19:13:26.823635 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52238) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:26.858976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:26.859622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:26.866483 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3d3d1-a2d2-4c5a-8185-8efe51401a62 None None] Pushing event updated for resources: {'Port': ['ID=f49a0c28-2e01-4b56-b8f9-8faecf371f1d,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:27.016161 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:27.086408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-985d29f2-0011-4041-8c75-302b639d3bed', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:13:27.087264 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:27.467535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Allocated IP 172.20.0.2 (985d29f2-0011-4041-8c75-302b639d3bed/6337fb27-6548-43f3-aadf-60a66abff60b/11f4369a-87a0-4f40-962c-f568563cb87f) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:13:27.544132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:25Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:27.574498 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8ea27a-ab61-4f4c-be1e-a2a6234b3f53 None None] The sync data for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 is: [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:25Z', 'revision_number': 3, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:13:27.615097 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:27.662516 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:27.671127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Transition to ACTIVE for port object 11f4369a-87a0-4f40-962c-f568563cb87f will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:13:27.688491 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Transition to ACTIVE for port object 11f4369a-87a0-4f40-962c-f568563cb87f will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:13:27.758224 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:27.820499 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Network 985d29f2-0011-4041-8c75-302b639d3bed is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:13:27.834915 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:13:27.843900 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:13:27.877098 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Pushing event updated for resources: {'Port': ['ID=11f4369a-87a0-4f40-962c-f568563cb87f,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:27.943139 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Attempting to bind port 11f4369a-87a0-4f40-962c-f568563cb87f on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:13:27.943525 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Attempting to bind port 11f4369a-87a0-4f40-962c-f568563cb87f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:13:27.943898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Attempting to bind port 11f4369a-87a0-4f40-962c-f568563cb87f on network 985d29f2-0011-4041-8c75-302b639d3bed {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:13:27.949829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:13:27.949829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Checking segment: {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:13:27.950198 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:27.950370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Bound using segment: {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:13:27.951067 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Bound port: 11f4369a-87a0-4f40-962c-f568563cb87f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:13:27.951271 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:27.974899 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.1 (985d29f2-0011-4041-8c75-302b639d3bed/6337fb27-6548-43f3-aadf-60a66abff60b/d40ba6d1-2efc-4ef8-a903-a9e7e04b1055) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:13:28.028226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] For port 11f4369a-87a0-4f40-962c-f568563cb87f, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:13:28.031583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] For port 11f4369a-87a0-4f40-962c-f568563cb87f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=11f4369a-87a0-4f40-962c-f568563cb87f,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:13:28.099948 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:28.116649 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:28.134729 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:13:28.170604 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068ee43-e234-42c1-bfa6-7a1b5f32d211 None None] Pushing event updated for resources: {'Port': ['ID=11f4369a-87a0-4f40-962c-f568563cb87f,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:28.237959 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:28.288533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 985d29f2-0011-4041-8c75-302b639d3bed is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:13:28.292341 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:13:28.295146 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:13:28.331111 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=d40ba6d1-2efc-4ef8-a903-a9e7e04b1055,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:28.355404 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:28.601999 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:28.895034 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:28.940398 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:29.019368 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:29.027679 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=d40ba6d1-2efc-4ef8-a903-a9e7e04b1055,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:29.054687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb85926-8ef2-4952-a3bd-391ca48dff85 None None] Network 985d29f2-0011-4041-8c75-302b639d3bed requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:13:29.121906 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 985d29f2-0011-4041-8c75-302b639d3bed is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:13:29.123394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:13:29.261850 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:13:29.275127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-d9f694e6-0799-4083-9cd0-823d710a02d6 None None] Provisioning for port 11f4369a-87a0-4f40-962c-f568563cb87f completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:13:29.393470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:13:29.399153 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0682bee0-9a33-40c3-83c2-8e7feb4b805b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5740395 Jul 05 19:13:29.421603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 11f4369a-87a0-4f40-962c-f568563cb87f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:13:29.545492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 11f4369a-87a0-4f40-962c-f568563cb87f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:13:29.549766 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 11f4369a-87a0-4f40-962c-f568563cb87f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:29.550149 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:29.561087 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-367c8c1a-a398-4f40-b316-8d5a264634ee tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825361637&fields=id&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 267 time: 0.0376968 Jul 05 19:13:29.631923 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Sync routers for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:13:29.634740 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-88ce6ae9-2b80-4e96-a8bb-d6ea5612ad39 None None] Provisioning for port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:13:29.643687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-88ce6ae9-2b80-4e96-a8bb-d6ea5612ad39 None None] Provisioning complete for port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:29.643936 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:29.644109 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88ce6ae9-2b80-4e96-a8bb-d6ea5612ad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:29.645978 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:29.672555 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:29.689535 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-9c5d084e-2001-4f10-8cd0-1813de14b725 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:29.692236 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-9c5d084e-2001-4f10-8cd0-1813de14b725 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/networks?id=985d29f2-0011-4041-8c75-302b639d3bed HTTP/1.1" status: 200 len: 796 time: 0.1235821 Jul 05 19:13:29.703559 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-88ce6ae9-2b80-4e96-a8bb-d6ea5612ad39 None None] Port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:13:29.712454 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-6678497c-25ef-4a88-af11-6a0f1efe319c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/quotas/55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 375 time: 0.0128670 Jul 05 19:13:29.723377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 11f4369a-87a0-4f40-962c-f568563cb87f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=11f4369a-87a0-4f40-962c-f568563cb87f,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:29.728854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-88ce6ae9-2b80-4e96-a8bb-d6ea5612ad39 None None] Provisioning complete for port 11f4369a-87a0-4f40-962c-f568563cb87f triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:29.729250 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88ce6ae9-2b80-4e96-a8bb-d6ea5612ad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:29.781384 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:29.804562 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:29.805362 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f49a0c28-2e01-4b56-b8f9-8faecf371f1d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:13:29.811424 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-b60f310f-7604-4f26-9734-2e4b346f3094 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0923705 Jul 05 19:13:29.888926 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-88ce6ae9-2b80-4e96-a8bb-d6ea5612ad39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:29.930593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-011fd26e-60df-4034-a0ea-ab04431cf85b service neutron] 10.222.0.30 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133425 Jul 05 19:13:29.931184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=11f4369a-87a0-4f40-962c-f568563cb87f,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:29.986242 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-88ce6ae9-2b80-4e96-a8bb-d6ea5612ad39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 19:13:29.987412 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-88ce6ae9-2b80-4e96-a8bb-d6ea5612ad39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 19:13:30.008286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port f49a0c28-2e01-4b56-b8f9-8faecf371f1d completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:13:30.012966 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f49a0c28-2e01-4b56-b8f9-8faecf371f1d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:30.012966 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.021585 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd40ba6d1-2efc-4ef8-a903-a9e7e04b1055', 'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:99:a1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:27Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 2, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:30.028595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-af1b6981-4916-4fa2-ade3-3a11dacec8a2 service neutron] 10.222.0.30 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969751 Jul 05 19:13:30.055352 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Checking router: 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:13:30.055710 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Updating router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:13:30.093106 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.094205 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.116918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port f49a0c28-2e01-4b56-b8f9-8faecf371f1d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f49a0c28-2e01-4b56-b8f9-8faecf371f1d,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:30.189947 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.252475 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=f49a0c28-2e01-4b56-b8f9-8faecf371f1d,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:30.311726 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.323434 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-12ed8448-366d-453c-94ad-2d8cd1a76a8e req-4afc1977-e1ee-4d62-97b3-eecce41fbc12 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 210 time: 0.0343814 Jul 05 19:13:30.380883 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.390643 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Transition to ACTIVE for port object d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:13:30.460237 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.529587 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Pushing event updated for resources: {'Port': ['ID=d40ba6d1-2efc-4ef8-a903-a9e7e04b1055,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:30.554846 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.555193 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.555530 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.555891 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.556234 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.556551 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.556870 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.557191 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.557513 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.557828 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.558145 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.558460 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:13:30.591140 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Attempting to bind port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:13:30.591642 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Attempting to bind port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:13:30.592120 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Attempting to bind port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 on network 985d29f2-0011-4041-8c75-302b639d3bed {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:13:30.597597 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:13:30.598008 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Checking segment: {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:13:30.598398 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.598810 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Bound using segment: {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:13:30.599383 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Bound port: d40ba6d1-2efc-4ef8-a903-a9e7e04b1055, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:13:30.599747 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.675701 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] For port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:13:30.679918 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] For port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d40ba6d1-2efc-4ef8-a903-a9e7e04b1055,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:13:30.751819 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:30.812141 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:30.812874 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:30.817945 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900c64-ab65-43eb-8375-de55deb59fd1 None None] Pushing event updated for resources: {'Port': ['ID=d40ba6d1-2efc-4ef8-a903-a9e7e04b1055,revision_number=4']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:30.934120 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:31.140976 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd40ba6d1-2efc-4ef8-a903-a9e7e04b1055', 'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:99:a1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:27Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:31.169478 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319326ff-b52d-47e1-80f2-4e2bc688bbaf None None] The sync data for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 is: [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd40ba6d1-2efc-4ef8-a903-a9e7e04b1055', 'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:99:a1:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:27Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:13:31.448947 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:13:31.496730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-27a13aa5-5b2b-4a10-879c-c897172cfb4d req-e98d6802-cb40-4f6b-b1fd-24b9b20afa05 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 210 time: 0.0363891 Jul 05 19:13:31.574456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:13:31.578824 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:31.589642 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:31.662799 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:31.696698 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d40ba6d1-2efc-4ef8-a903-a9e7e04b1055,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:31.761577 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:31.762489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 11f4369a-87a0-4f40-962c-f568563cb87f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:13:31.839776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=d40ba6d1-2efc-4ef8-a903-a9e7e04b1055,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:31.853309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 11f4369a-87a0-4f40-962c-f568563cb87f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:31.854097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:31.938622 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f49a0c28-2e01-4b56-b8f9-8faecf371f1d up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:13:31.996270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f49a0c28-2e01-4b56-b8f9-8faecf371f1d triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:31.996936 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:32.350217 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-d35d6158-b802-4bfd-b4ad-a4ba6ad43545 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:32.351862 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-d35d6158-b802-4bfd-b4ad-a4ba6ad43545 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "GET /v2.0/networks?id=985d29f2-0011-4041-8c75-302b639d3bed HTTP/1.1" status: 200 len: 796 time: 0.1414840 Jul 05 19:13:32.411221 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-947b6a7f-58da-4d05-86b1-3305e997d6eb tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b6f569faac4c6186ee68526906bd21 HTTP/1.1" status: 200 len: 379 time: 0.0496361 Jul 05 19:13:32.420865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'port': {'device_id': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'admin_state_up': True, 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'security_groups': ['6d1dee7f-f2cc-4b89-b344-6bcb2562eb83']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:32.625932 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Made reservation on behalf of 55b6f569faac4c6186ee68526906bd21 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:13:32.631374 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:32.671529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-765d083f-9274-4a08-89f3-a90c5d400b54 req-af473135-2cc2-44f7-bb0f-a2fc38c591ff tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 210 time: 0.0427594 Jul 05 19:13:32.783863 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.20.0.3 (985d29f2-0011-4041-8c75-302b639d3bed/6337fb27-6548-43f3-aadf-60a66abff60b/4e934305-a490-48b0-861c-21015b6fb1e8) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:13:32.939198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:32.952601 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Transition to ACTIVE for port object 4e934305-a490-48b0-861c-21015b6fb1e8 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:13:33.060397 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:33.105496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network 985d29f2-0011-4041-8c75-302b639d3bed is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:13:33.109051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:13:33.115891 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:13:33.139268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=4e934305-a490-48b0-861c-21015b6fb1e8,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:33.169537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:33.170208 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:33.261093 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-44ec2be2-a291-4ea0-a9da-df51e1fbdb27 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8444273 Jul 05 19:13:33.318947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Request body: {'port': {'device_id': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:33.341726 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:13:33.380260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-521a133e-58b0-4465-b531-23a07a8b3c77 None None] Provisioning for port 4e934305-a490-48b0-861c-21015b6fb1e8 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:13:33.387820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-521a133e-58b0-4465-b531-23a07a8b3c77 None None] Provisioning complete for port 4e934305-a490-48b0-861c-21015b6fb1e8 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:33.388197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-521a133e-58b0-4465-b531-23a07a8b3c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:33.397291 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:33.416481 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:33.416849 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:33.443547 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-521a133e-58b0-4465-b531-23a07a8b3c77 None None] Port 4e934305-a490-48b0-861c-21015b6fb1e8 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:13:33.656902 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e934305-a490-48b0-861c-21015b6fb1e8 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:13:33.664322 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:33.676180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Transition to ACTIVE for port object 4e934305-a490-48b0-861c-21015b6fb1e8 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:13:33.740391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:33.814866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Pushing event updated for resources: {'Port': ['ID=4e934305-a490-48b0-861c-21015b6fb1e8,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:33.873872 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bd384-8fc9-4537-b680-cdfdffa8666b req-b1ff502c-2c54-4135-9af2-b31c173eef37 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:33.875095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Attempting to bind port 4e934305-a490-48b0-861c-21015b6fb1e8 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:13:33.875501 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Attempting to bind port 4e934305-a490-48b0-861c-21015b6fb1e8 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:13:33.875931 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Attempting to bind port 4e934305-a490-48b0-861c-21015b6fb1e8 on network 985d29f2-0011-4041-8c75-302b639d3bed {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:13:33.876119 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f11bd384-8fc9-4537-b680-cdfdffa8666b req-b1ff502c-2c54-4135-9af2-b31c173eef37 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 943 time: 0.0831826 Jul 05 19:13:33.884154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Port 4e934305-a490-48b0-861c-21015b6fb1e8 on network 985d29f2-0011-4041-8c75-302b639d3bed not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:13:33.884578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Attempting to bind port 4e934305-a490-48b0-861c-21015b6fb1e8 on network 985d29f2-0011-4041-8c75-302b639d3bed {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:13:33.890254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:13:33.890254 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Checking segment: {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:13:33.890726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Bound using segment: {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:13:33.891265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Bound port: 4e934305-a490-48b0-861c-21015b6fb1e8, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ae934fb-3b85-4297-b9ea-7711c99f2836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:13:33.891694 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:33.918086 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f11bd384-8fc9-4537-b680-cdfdffa8666b req-d0efc40e-481d-46bc-8287-d48ce7ea8afe tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350466 Jul 05 19:13:33.961072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] For port 4e934305-a490-48b0-861c-21015b6fb1e8, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:13:33.966225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] For port 4e934305-a490-48b0-861c-21015b6fb1e8, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4e934305-a490-48b0-861c-21015b6fb1e8,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:13:34.037548 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:34.072997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:34.073615 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:34.075031 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] 10.222.0.39 "PUT /v2.0/ports/4e934305-a490-48b0-861c-21015b6fb1e8 HTTP/1.1" status: 200 len: 1091 time: 0.8058128 Jul 05 19:13:34.075488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:13:34.077733 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af99c84-81a8-4c0a-a435-2105ecc0d6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:13:34.100651 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3224ad-5f30-4ca9-8e5e-90c7f4c2ed65 service neutron] Pushing event updated for resources: {'Port': ['ID=4e934305-a490-48b0-861c-21015b6fb1e8,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:34.120976 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67e5392-e79e-404f-a501-a01aa48e5d9a x-openstack-request-id: req-c67e5392-e79e-404f-a501-a01aa48e5d9a {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:13:34.121268 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:13:34.121524 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c67e5392-e79e-404f-a501-a01aa48e5d9a {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:13:34.121983 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8', 'status': 'completed', 'code': 200} Jul 05 19:13:34.203643 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af99c84-81a8-4c0a-a435-2105ecc0d6ca req-88cabd84-9d23-4ffc-a9eb-c11328c3ad47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:34.205189 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af99c84-81a8-4c0a-a435-2105ecc0d6ca req-88cabd84-9d23-4ffc-a9eb-c11328c3ad47 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 1094 time: 0.0610244 Jul 05 19:13:34.303962 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af99c84-81a8-4c0a-a435-2105ecc0d6ca req-f971e152-8449-4224-86bb-bfe8bdce7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:34.305450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af99c84-81a8-4c0a-a435-2105ecc0d6ca req-f971e152-8449-4224-86bb-bfe8bdce7388 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=55b6f569faac4c6186ee68526906bd21&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0929008 Jul 05 19:13:34.401261 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af99c84-81a8-4c0a-a435-2105ecc0d6ca req-05e8f80b-f70c-4d50-9f6d-dfa20df0748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:34.402675 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af99c84-81a8-4c0a-a435-2105ecc0d6ca req-05e8f80b-f70c-4d50-9f6d-dfa20df0748e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0896492 Jul 05 19:13:34.494430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-68ae5e90-0c5c-44ba-9369-4297b8a64f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:34.495970 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-68ae5e90-0c5c-44ba-9369-4297b8a64f03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 1094 time: 0.0529342 Jul 05 19:13:34.537633 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-c16772aa-9750-4616-9ff5-89963de8e0e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e934305-a490-48b0-861c-21015b6fb1e8 HTTP/1.1" status: 200 len: 217 time: 0.0334826 Jul 05 19:13:34.594664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-25218918-f34b-45a2-8b8d-a8453f363be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:34.596142 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-25218918-f34b-45a2-8b8d-a8453f363be4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6337fb27-6548-43f3-aadf-60a66abff60b HTTP/1.1" status: 200 len: 835 time: 0.0516503 Jul 05 19:13:34.651850 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-68732196-59a5-49de-a3ac-d0c1d703e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:34.653291 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-68732196-59a5-49de-a3ac-d0c1d703e228 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=985d29f2-0011-4041-8c75-302b639d3bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502365 Jul 05 19:13:34.743046 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-850c4bbd-3bda-4a76-aede-99ab31b40667 service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782976 Jul 05 19:13:34.840709 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-5c618a03-d1d9-4a81-ad9b-69bdc703888f req-45e03f18-fe9a-4a44-9691-fbbd76c8940a service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894406 Jul 05 19:13:35.102500 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26107f1e-3d5d-401c-9cb6-6d394210170f req-ac2b6bbd-6c8b-4cde-aa05-4a2c1a03b343 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:35.104158 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26107f1e-3d5d-401c-9cb6-6d394210170f req-ac2b6bbd-6c8b-4cde-aa05-4a2c1a03b343 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 943 time: 0.0663702 Jul 05 19:13:35.142058 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-26107f1e-3d5d-401c-9cb6-6d394210170f req-f070c5f1-c93c-4115-b9a1-65342c1146d9 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320294 Jul 05 19:13:36.321034 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc071af0-4bb8-4602-908e-1a1fde8722de req-23b4c58c-e6f2-4ed8-81d2-0d37ffd38025 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:36.322415 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc071af0-4bb8-4602-908e-1a1fde8722de req-23b4c58c-e6f2-4ed8-81d2-0d37ffd38025 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 943 time: 0.0615160 Jul 05 19:13:36.362730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc071af0-4bb8-4602-908e-1a1fde8722de req-66db5b7d-61e1-406d-8b6d-25af51d9828e tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347359 Jul 05 19:13:36.537988 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:37.537138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409495f-3e05-4544-894b-669a2dd75a7a req-5b3e775b-e77d-47ca-a5a3-5298a5caa990 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:37.539248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0409495f-3e05-4544-894b-669a2dd75a7a req-5b3e775b-e77d-47ca-a5a3-5298a5caa990 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 943 time: 0.0647516 Jul 05 19:13:37.578542 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0409495f-3e05-4544-894b-669a2dd75a7a req-6f6d7e92-9b41-4450-8811-22487fe33eb5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329485 Jul 05 19:13:38.704479 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 4e934305-a490-48b0-861c-21015b6fb1e8 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:13:38.754761 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256cb5a-0e7e-4f0c-9e1e-aa734aa01f98 req-92a89082-e2b9-43f0-a672-80b5a0251189 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:38.756295 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b256cb5a-0e7e-4f0c-9e1e-aa734aa01f98 req-92a89082-e2b9-43f0-a672-80b5a0251189 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 943 time: 0.0638592 Jul 05 19:13:38.795367 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b256cb5a-0e7e-4f0c-9e1e-aa734aa01f98 req-34d7f4b2-11d7-44e7-8532-225cec37f13a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332787 Jul 05 19:13:38.797225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 4e934305-a490-48b0-861c-21015b6fb1e8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4e934305-a490-48b0-861c-21015b6fb1e8,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:38.810111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '4e934305-a490-48b0-861c-21015b6fb1e8', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'port_id': '4e934305-a490-48b0-861c-21015b6fb1e8', 'mac_address': 'fa:16:3e:70:3e:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:13:38.851173 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:38.863861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e934305-a490-48b0-861c-21015b6fb1e8 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:13:38.883787 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 4e934305-a490-48b0-861c-21015b6fb1e8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4e934305-a490-48b0-861c-21015b6fb1e8,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:38.972289 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:39.019885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=4e934305-a490-48b0-861c-21015b6fb1e8,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:39.243356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['4e934305-a490-48b0-861c-21015b6fb1e8'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:13:39.971682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cdb32-8e94-445e-8fec-ec113ae56cfc req-31a92c38-9610-4bc4-ade5-71b8b6cd54f7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:39.973162 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e2cdb32-8e94-445e-8fec-ec113ae56cfc req-31a92c38-9610-4bc4-ade5-71b8b6cd54f7 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 944 time: 0.0664742 Jul 05 19:13:40.011892 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e2cdb32-8e94-445e-8fec-ec113ae56cfc req-5f7db055-95e5-46fc-a371-724261c0ab5a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323801 Jul 05 19:13:40.720391 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 4e934305-a490-48b0-861c-21015b6fb1e8 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:13:40.825149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 4e934305-a490-48b0-861c-21015b6fb1e8 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:13:40.828936 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 4e934305-a490-48b0-861c-21015b6fb1e8 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:13:40.829309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:40.907822 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:13:40.924374 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:40.946716 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:13:40.949079 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ded865-85e6-4034-9148-6340790bda43" -d '{"events": [{"server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "name": "network-vif-plugged", "status": "completed", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:13:40.962214 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 4e934305-a490-48b0-861c-21015b6fb1e8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4e934305-a490-48b0-861c-21015b6fb1e8,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:13:40.989664 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a314cd1c-9f4f-4651-b57c-b0dd95f392de x-openstack-request-id: req-a314cd1c-9f4f-4651-b57c-b0dd95f392de {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:13:40.989959 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "name": "network-vif-plugged", "status": "completed", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:13:40.990219 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a314cd1c-9f4f-4651-b57c-b0dd95f392de {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:13:40.990686 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8', 'code': 200} Jul 05 19:13:41.031203 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:41.082683 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=4e934305-a490-48b0-861c-21015b6fb1e8,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:41.106359 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a6a7e-3cbf-4452-8336-b7fbe4ba09c1 req-ad353e50-1fac-4817-b028-cf6fb24a4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:41.108242 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-552a6a7e-3cbf-4452-8336-b7fbe4ba09c1 req-ad353e50-1fac-4817-b028-cf6fb24a4586 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 1096 time: 0.0565767 Jul 05 19:13:41.145561 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-552a6a7e-3cbf-4452-8336-b7fbe4ba09c1 req-9e281851-d1c2-473b-af52-fe72ccdcc951 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300806 Jul 05 19:13:41.186443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403719ce-4357-4c42-a6f1-bee686d69b51 req-10b1ed2f-4a57-48c5-a409-b806e3521321 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:41.188033 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-403719ce-4357-4c42-a6f1-bee686d69b51 req-10b1ed2f-4a57-48c5-a409-b806e3521321 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0639331 Jul 05 19:13:41.225249 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-403719ce-4357-4c42-a6f1-bee686d69b51 req-d4ab4cbf-0e54-458c-8531-267ff67aad14 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316021 Jul 05 19:13:42.400121 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fbf454-ba79-48ed-a544-2b7b5dc7c940 req-72e93064-16fd-4744-a975-1c0310f751ca tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:42.401590 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01fbf454-ba79-48ed-a544-2b7b5dc7c940 req-72e93064-16fd-4744-a975-1c0310f751ca tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0656810 Jul 05 19:13:42.437674 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-01fbf454-ba79-48ed-a544-2b7b5dc7c940 req-58059205-5d68-40bc-ac63-645d4cd8b45f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304983 Jul 05 19:13:42.618072 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc2fbb-3416-49d3-b3b0-36e90e52656c req-a123042a-d84f-42ca-943a-f15f048b3244 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:42.619512 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09fc2fbb-3416-49d3-b3b0-36e90e52656c req-a123042a-d84f-42ca-943a-f15f048b3244 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0648630 Jul 05 19:13:42.659729 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-09fc2fbb-3416-49d3-b3b0-36e90e52656c req-1c728271-28f3-4807-b776-9f156bef2c7d tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344687 Jul 05 19:13:42.684466 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52300) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:42.734957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61559c06-f25e-429a-a22a-302a866568e8 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:42.736436 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-61559c06-f25e-429a-a22a-302a866568e8 tempest-TestNetworkAdvancedServerOps-1385171117 tempest-TestNetworkAdvancedServerOps-1385171117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 1091 time: 0.0510046 Jul 05 19:13:42.739131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52302) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:42.743978 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '4e934305-a490-48b0-861c-21015b6fb1e8', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:13:42.814027 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:42.913456 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:43.023217 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Allocated IP 172.25.3.80 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/ca415aee-9335-4d74-860d-0c17b1f676fd) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:13:43.123491 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:43.197373 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:43.233973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:13:43.236812 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:13:43.240228 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:13:43.275737 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=ca415aee-9335-4d74-860d-0c17b1f676fd,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:43.620138 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:43.748981 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:43.897714 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:43.966434 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:44.036573 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event updated for resources: {'Port': ['ID=ca415aee-9335-4d74-860d-0c17b1f676fd,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:13:44.046675 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:44.148898 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP c7c8493f-7eb2-403c-9b43-ea49cad77133 associated. External IP: 172.25.3.80, port: 4e934305-a490-48b0-861c-21015b6fb1e8. Jul 05 19:13:44.350514 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:13:44.779782 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:13:44.789436 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] Sync routers for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:13:44.799263 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:44.799886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:44.869196 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:44.908051 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ebcec5b4-e3c8-4797-9b93-9817b94c7e92 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1655126 Jul 05 19:13:44.908286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:44.908435 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:13:44.908973 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:13:44.949110 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6eefc5-dd7d-4686-84e3-5582f65be776 x-openstack-request-id: req-ce6eefc5-dd7d-4686-84e3-5582f65be776 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:13:44.949654 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:13:44.950240 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce6eefc5-dd7d-4686-84e3-5582f65be776 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:13:44.950909 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8', 'status': 'completed', 'code': 200} Jul 05 19:13:45.031654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-f17e16cf-950d-4471-9a89-22eaf825ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:45.033892 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-f17e16cf-950d-4471-9a89-22eaf825ee03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 1096 time: 0.0614810 Jul 05 19:13:45.061223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dcb6df-8a60-4269-8b57-6b039d2a372b req-092ba0a8-3ebd-4cb7-82d7-4ef90285011a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:45.062774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3dcb6df-8a60-4269-8b57-6b039d2a372b req-092ba0a8-3ebd-4cb7-82d7-4ef90285011a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0652521 Jul 05 19:13:45.102981 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f3dcb6df-8a60-4269-8b57-6b039d2a372b req-a09ab066-e154-434c-aace-30ac8ff80584 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338602 Jul 05 19:13:45.130010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-ca7541db-dd93-4d19-b73c-bb1ceda89bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:45.130010 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-ca7541db-dd93-4d19-b73c-bb1ceda89bc3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=985d29f2-0011-4041-8c75-302b639d3bed HTTP/1.1" status: 200 len: 896 time: 0.0861826 Jul 05 19:13:45.130010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52308) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:45.152144 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'c7c8493f-7eb2-403c-9b43-ea49cad77133', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'port_id': '4e934305-a490-48b0-861c-21015b6fb1e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'mac_address': 'fa:16:3e:70:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:13:43Z', 'updated_at': '2021-07-05T19:13:43Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40ba6d1-2efc-4ef8-a903-a9e7e04b1055', 'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:99:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:27Z', 'updated_at': '2021-07-05T19:13:31Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:45.180100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] Checking router: 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:13:45.188821 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:13:45.189456 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:13:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:45.304577 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:13:45.603055 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-515e48d3-a837-48b6-9ce9-95eec987a2ca tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/c7c8493f-7eb2-403c-9b43-ea49cad77133 HTTP/1.1" status: 200 len: 990 time: 0.4719276 Jul 05 19:13:45.605008 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-4c76aad5-bd7e-4a18-9891-7c5c0d90cc09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e934305-a490-48b0-861c-21015b6fb1e8 HTTP/1.1" status: 200 len: 998 time: 0.4688196 Jul 05 19:13:45.654051 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-0280a3a5-0daf-4115-86ec-5857abfc1494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:45.655644 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-0280a3a5-0daf-4115-86ec-5857abfc1494 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6337fb27-6548-43f3-aadf-60a66abff60b HTTP/1.1" status: 200 len: 835 time: 0.0435054 Jul 05 19:13:45.696327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'c7c8493f-7eb2-403c-9b43-ea49cad77133', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'port_id': '4e934305-a490-48b0-861c-21015b6fb1e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'mac_address': 'fa:16:3e:70:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:13:43Z', 'updated_at': '2021-07-05T19:13:43Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40ba6d1-2efc-4ef8-a903-a9e7e04b1055', 'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:99:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:27Z', 'updated_at': '2021-07-05T19:13:31Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:13:45.717451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-5dff6931-49c0-4cf5-abc7-28f91a967b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:45.719184 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-5dff6931-49c0-4cf5-abc7-28f91a967b88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=985d29f2-0011-4041-8c75-302b639d3bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566549 Jul 05 19:13:45.727851 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575f3be5-1bdf-490e-8dfa-49bf2605dcc9 None None] The sync data for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 is: [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'c7c8493f-7eb2-403c-9b43-ea49cad77133', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'floating_ip_address': '172.25.3.80', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'port_id': '4e934305-a490-48b0-861c-21015b6fb1e8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'mac_address': 'fa:16:3e:70:3e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:13:43Z', 'updated_at': '2021-07-05T19:13:43Z', 'revision_number': 0, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd40ba6d1-2efc-4ef8-a903-a9e7e04b1055', 'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:99:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:27Z', 'updated_at': '2021-07-05T19:13:31Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:13:45.812809 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-cba338da-c230-460e-a3e5-2f6dd1b53642 service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864882 Jul 05 19:13:45.915513 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7a7d6d95-c173-4a5d-bd71-1dc828f6e4e4 req-052ee199-83cf-4c02-a0a8-a3e14627cddd service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952685 Jul 05 19:13:45.930336 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220326a9-6774-4b9e-8a87-a431ffb8be6c None None] New status for floating IP c7c8493f-7eb2-403c-9b43-ea49cad77133: ACTIVE {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:13:46.606848 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52310) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:13:46.666744 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-d5e4e921-6202-423c-8cfe-37ee5a785638 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/c7c8493f-7eb2-403c-9b43-ea49cad77133 HTTP/1.1" status: 200 len: 992 time: 0.0586843 Jul 05 19:13:50.828982 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d1723319-b74b-4348-a2e7-da31bed4ae8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:53.506846 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-2d9e8ce1-d51b-4761-8de8-cc1821858c62 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523422 Jul 05 19:13:53.544032 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3d7a8f1c-3089-4e74-9c87-1f9248d76811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:53.605016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-d75cc864-9e65-42f2-a980-d8c3e1eb4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:53.606526 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-d75cc864-9e65-42f2-a980-d8c3e1eb4fec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 1096 time: 0.0565739 Jul 05 19:13:53.712109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-baa29ed9-9357-4d6d-9925-a475e2df1cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:53.713642 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-baa29ed9-9357-4d6d-9925-a475e2df1cab service neutron] 10.222.0.39 "GET /v2.0/networks?id=985d29f2-0011-4041-8c75-302b639d3bed HTTP/1.1" status: 200 len: 896 time: 0.0850785 Jul 05 19:13:53.749160 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:53.785277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-4405358c-9cd4-4bbd-b7a2-bbf3a6488a20 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e934305-a490-48b0-861c-21015b6fb1e8 HTTP/1.1" status: 200 len: 1000 time: 0.0632143 Jul 05 19:13:53.847600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-269658c5-2da7-420f-87d4-6adebe46831d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:53.847600 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-269658c5-2da7-420f-87d4-6adebe46831d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6337fb27-6548-43f3-aadf-60a66abff60b HTTP/1.1" status: 200 len: 835 time: 0.0432148 Jul 05 19:13:53.894216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-427bf399-d14b-48fa-8a7c-da7b29c60e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:13:53.895744 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-427bf399-d14b-48fa-8a7c-da7b29c60e87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=985d29f2-0011-4041-8c75-302b639d3bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522740 Jul 05 19:13:53.989437 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-c7ddb5dc-e00b-481c-94dc-3e8c7d4400cd service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852675 Jul 05 19:13:54.079597 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-70a0923d-9ce4-4895-9040-919b21aa88ea req-44cb8cbb-8ce6-46c1-9576-d25d919aa87a service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836840 Jul 05 19:13:54.961361 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:13:56.665152 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:00.268548 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:06.539543 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:17.906582 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:14:18.348496 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fd7c4-0ff6-417a-a424-db4c0c026d8b req-32b8eba9-0329-4a80-ba65-f27e893e7164 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:18.349970 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e77fd7c4-0ff6-417a-a424-db4c0c026d8b req-32b8eba9-0329-4a80-ba65-f27e893e7164 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0642469 Jul 05 19:14:18.387660 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e77fd7c4-0ff6-417a-a424-db4c0c026d8b req-2703f37c-172b-4296-a1a7-bafc8ce202ba tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316596 Jul 05 19:14:19.562102 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb43e8-a362-49f6-9d48-426812aa443a req-0ae7ace3-72a4-4d2f-9615-079beebacbac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:19.563653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2fcb43e8-a362-49f6-9d48-426812aa443a req-0ae7ace3-72a4-4d2f-9615-079beebacbac tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0637889 Jul 05 19:14:19.603136 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2fcb43e8-a362-49f6-9d48-426812aa443a req-86a51e02-d59a-4e29-9584-fb2c024d3706 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338583 Jul 05 19:14:19.627955 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52332) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:19.693153 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-60c055b5-b571-4e65-b608-b3317d48b399 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/c7c8493f-7eb2-403c-9b43-ea49cad77133 HTTP/1.1" status: 200 len: 992 time: 0.0639341 Jul 05 19:14:20.842182 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7b486f41-e238-4eb6-9bbf-61f128fd3ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:21.275589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc178f2-9292-4790-b7df-7c032fc58756 req-da680089-f6b9-46a6-825f-bf74141ae097 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:21.277094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbc178f2-9292-4790-b7df-7c032fc58756 req-da680089-f6b9-46a6-825f-bf74141ae097 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0672011 Jul 05 19:14:21.314481 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-284a2a93-f1e5-4d29-9e10-d90a4ff86f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:21.315101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbc178f2-9292-4790-b7df-7c032fc58756 req-8c7ac9d3-dae3-47c3-abd4-da5ce740dcb0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Jul 05 19:14:21.316078 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-284a2a93-f1e5-4d29-9e10-d90a4ff86f5f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 1096 time: 0.0529876 Jul 05 19:14:21.403862 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-28bde0f1-7063-409b-b9c9-4c917cd1280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:21.405344 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-28bde0f1-7063-409b-b9c9-4c917cd1280d service neutron] 10.222.0.39 "GET /v2.0/networks?id=985d29f2-0011-4041-8c75-302b639d3bed HTTP/1.1" status: 200 len: 896 time: 0.0832109 Jul 05 19:14:21.472755 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-368ff568-eb26-4d6e-953b-679e4a2ac2b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e934305-a490-48b0-861c-21015b6fb1e8 HTTP/1.1" status: 200 len: 1000 time: 0.0607641 Jul 05 19:14:21.521287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-1de0ae9e-5b5b-4227-aaff-40af3a758d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:21.523618 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-1de0ae9e-5b5b-4227-aaff-40af3a758d65 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6337fb27-6548-43f3-aadf-60a66abff60b HTTP/1.1" status: 200 len: 835 time: 0.0444374 Jul 05 19:14:21.582835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-31d0cd47-fcb0-47e6-b7ea-10012fb3595c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:21.584249 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-31d0cd47-fcb0-47e6-b7ea-10012fb3595c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=985d29f2-0011-4041-8c75-302b639d3bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521622 Jul 05 19:14:21.678135 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-afb13cff-6da3-49c8-9ae9-448f5ee48426 service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852332 Jul 05 19:14:21.773974 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ab15a37d-f031-4d68-8286-8ac1b93fbc14 req-2035c060-20a2-4480-889e-fa57a1d9934d service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886497 Jul 05 19:14:22.493325 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08567b-e181-4c16-bf5c-901257dbf78f req-bc6a4665-999f-4f41-96e3-d77c6ef3e856 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:22.494833 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e08567b-e181-4c16-bf5c-901257dbf78f req-bc6a4665-999f-4f41-96e3-d77c6ef3e856 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0633945 Jul 05 19:14:22.533042 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1e08567b-e181-4c16-bf5c-901257dbf78f req-1a70f02b-7535-41be-b07c-279e91d7ba36 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325017 Jul 05 19:14:23.542194 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bb4f2952-3385-4c2c-b71a-87290b164a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:23.707853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a3f43-f085-4c25-9c64-522a74aa76ca req-b2a23ee4-9d39-4803-a8ea-0fdbbdbdcdd1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:23.709362 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba2a3f43-f085-4c25-9c64-522a74aa76ca req-b2a23ee4-9d39-4803-a8ea-0fdbbdbdcdd1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0633276 Jul 05 19:14:23.747716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ba2a3f43-f085-4c25-9c64-522a74aa76ca req-d2496d7c-d2e4-46e9-b58b-cdc765e17e6f tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319402 Jul 05 19:14:23.759716 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:23.774524 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52344) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:23.847620 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-a1a02a4f-a94f-4c2a-a461-3ec7f0628af2 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/floatingips/c7c8493f-7eb2-403c-9b43-ea49cad77133 HTTP/1.1" status: 200 len: 992 time: 0.0651824 Jul 05 19:14:24.101871 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52350) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:24.261401 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port ca415aee-9335-4d74-860d-0c17b1f676fd {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:14:24.261851 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:24.333414 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:24.333741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:24.345168 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for ca415aee-9335-4d74-860d-0c17b1f676fd owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:14:24.561707 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:24.586723 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=ca415aee-9335-4d74-860d-0c17b1f676fd,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:24.613071 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.613416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.613751 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.614086 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.614413 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.614766 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.615093 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.615417 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.615741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.616057 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.616515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.616832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:24.659688 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:24.660021 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Floating IP c7c8493f-7eb2-403c-9b43-ea49cad77133 disassociated (deleted). External IP: 172.25.3.80, port: 4e934305-a490-48b0-861c-21015b6fb1e8. Jul 05 19:14:24.860775 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:14:24.956093 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:24.969803 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:14:24.974747 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:24.979523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] Sync routers for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:14:24.988523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:24.989141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:25.016049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0c9de445-9f39-48e2-a7bd-991cb446cea0 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/floatingips/c7c8493f-7eb2-403c-9b43-ea49cad77133 HTTP/1.1" status: 204 len: 168 time: 0.9131701 Jul 05 19:14:25.016646 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:14:25.019056 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0314e573-6be9-48e9-9e39-89330c111205" -d '{"events": [{"name": "network-changed", "server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:14:25.101114 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:25.109604 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e326a3-9768-4479-9680-137ff3b3d764 x-openstack-request-id: req-13e326a3-9768-4479-9680-137ff3b3d764 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:14:25.110130 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:14:25.110696 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-13e326a3-9768-4479-9680-137ff3b3d764 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:14:25.111344 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8', 'status': 'completed', 'code': 200} Jul 05 19:14:25.186223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314e573-6be9-48e9-9e39-89330c111205 req-d1b023a6-6a6c-4fbf-98e9-03962263d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:25.187847 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0314e573-6be9-48e9-9e39-89330c111205 req-d1b023a6-6a6c-4fbf-98e9-03962263d4b8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55b6f569faac4c6186ee68526906bd21&device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 1096 time: 0.0548520 Jul 05 19:14:25.283604 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314e573-6be9-48e9-9e39-89330c111205 req-1482fe4f-a866-4702-ab56-4bc9a0ab8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:25.285111 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0314e573-6be9-48e9-9e39-89330c111205 req-1482fe4f-a866-4702-ab56-4bc9a0ab8d0f service neutron] 10.222.0.39 "GET /v2.0/networks?id=985d29f2-0011-4041-8c75-302b639d3bed HTTP/1.1" status: 200 len: 896 time: 0.0903106 Jul 05 19:14:25.310037 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd40ba6d1-2efc-4ef8-a903-a9e7e04b1055', 'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:99:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:27Z', 'updated_at': '2021-07-05T19:13:31Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:25.327718 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0314e573-6be9-48e9-9e39-89330c111205 req-eb022440-04c6-4891-adc9-5803caa35e5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e934305-a490-48b0-861c-21015b6fb1e8 HTTP/1.1" status: 200 len: 217 time: 0.0360277 Jul 05 19:14:25.336506 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] Checking router: 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:14:25.345011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:25.345730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:25.378531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314e573-6be9-48e9-9e39-89330c111205 req-224f80f4-fe42-4a9b-8e85-0aa84e6259a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:25.379973 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0314e573-6be9-48e9-9e39-89330c111205 req-224f80f4-fe42-4a9b-8e85-0aa84e6259a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6337fb27-6548-43f3-aadf-60a66abff60b HTTP/1.1" status: 200 len: 835 time: 0.0458117 Jul 05 19:14:25.450647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314e573-6be9-48e9-9e39-89330c111205 req-40115b61-7629-49bc-a11e-49311d08a3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:25.451286 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0314e573-6be9-48e9-9e39-89330c111205 req-40115b61-7629-49bc-a11e-49311d08a3f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=985d29f2-0011-4041-8c75-302b639d3bed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637302 Jul 05 19:14:25.454923 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:25.549140 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0314e573-6be9-48e9-9e39-89330c111205 req-2eebb5a4-1ad0-472b-b8f9-2eebf5cdc2fc service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904469 Jul 05 19:14:25.590683 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa409ee-05de-479c-bb10-48948ff0c02c req-befa07a5-fc69-442e-9745-ee6b6fbc36ae tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:25.592311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fa409ee-05de-479c-bb10-48948ff0c02c req-befa07a5-fc69-442e-9745-ee6b6fbc36ae tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0656726 Jul 05 19:14:25.632574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1fa409ee-05de-479c-bb10-48948ff0c02c req-3d8f6bb4-0a67-49b1-a8f5-4902242c6dc5 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343332 Jul 05 19:14:25.652074 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0314e573-6be9-48e9-9e39-89330c111205 req-7afac133-3390-4c67-934e-017d14fdd07f service neutron] 10.222.0.39 "GET /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960476 Jul 05 19:14:25.658096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd40ba6d1-2efc-4ef8-a903-a9e7e04b1055', 'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:99:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:27Z', 'updated_at': '2021-07-05T19:13:31Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:25.688573 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dded549e-bfd5-4877-8a24-9a447536dbc4 None None] The sync data for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 is: [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:28Z', 'revision_number': 4, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'd40ba6d1-2efc-4ef8-a903-a9e7e04b1055', 'name': '', 'network_id': '985d29f2-0011-4041-8c75-302b639d3bed', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'mac_address': 'fa:16:3e:99:a1:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:27Z', 'updated_at': '2021-07-05T19:13:31Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'subnets': [{'id': '6337fb27-6548-43f3-aadf-60a66abff60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:14:25.903794 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d704b-f59c-40c1-a09d-93c65831000e None None] New status for floating IP c7c8493f-7eb2-403c-9b43-ea49cad77133: DOWN {{(pid=101000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:14:26.663379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:26.810938 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd65db23-9b96-4124-bbfc-dfc1fb012843 req-81a31cf6-d59b-45ed-a527-ffaced57d321 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:26.812431 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd65db23-9b96-4124-bbfc-dfc1fb012843 req-81a31cf6-d59b-45ed-a527-ffaced57d321 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0626028 Jul 05 19:14:26.851506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fd65db23-9b96-4124-bbfc-dfc1fb012843 req-d3c7ffe7-ce97-4bfd-bf82-d3343a45edd1 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332031 Jul 05 19:14:27.120879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-d82f1dc2-f24c-4410-a9e0-24968a1db18b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:27.122266 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-d82f1dc2-f24c-4410-a9e0-24968a1db18b tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 945 time: 0.0657537 Jul 05 19:14:27.235942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port 4e934305-a490-48b0-861c-21015b6fb1e8 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:14:27.240181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:27.328935 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port 4e934305-a490-48b0-861c-21015b6fb1e8, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=4e934305-a490-48b0-861c-21015b6fb1e8,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:27.329291 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:27.342129 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for 4e934305-a490-48b0-861c-21015b6fb1e8 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:14:27.562031 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:27.593189 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=4e934305-a490-48b0-861c-21015b6fb1e8,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:27.624023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.624380 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.624726 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.625069 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.625406 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.625741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.626072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.626403 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.626759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.627084 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.627412 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.627735 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:27.651200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] No DVR routers for this DVR port 4e934305-a490-48b0-861c-21015b6fb1e8 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:14:27.653604 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:27.655626 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ecc93eb3-14b4-4fbb-8a91-4356c4411636 req-87689e3c-746c-44e6-aa6c-db72b4ef1c63 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.39 "DELETE /v2.0/ports/4e934305-a490-48b0-861c-21015b6fb1e8 HTTP/1.1" status: 204 len: 173 time: 0.5275643 Jul 05 19:14:27.656053 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'name': 'network-vif-deleted', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:14:27.658334 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b098700-a827-4a5b-a9d2-ef59d309bc26" -d '{"events": [{"server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "name": "network-vif-deleted", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:14:27.740343 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae085090-8fa8-4a4e-99b7-b11b24bb0fb2 x-openstack-request-id: req-ae085090-8fa8-4a4e-99b7-b11b24bb0fb2 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:14:27.740708 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a47df5-ac1c-4301-b710-25ddf436f98e", "name": "network-vif-deleted", "tag": "4e934305-a490-48b0-861c-21015b6fb1e8", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:14:27.740963 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae085090-8fa8-4a4e-99b7-b11b24bb0fb2 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:14:27.742025 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a47df5-ac1c-4301-b710-25ddf436f98e', 'name': 'network-vif-deleted', 'tag': '4e934305-a490-48b0-861c-21015b6fb1e8', 'status': 'completed', 'code': 200} Jul 05 19:14:28.011919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d6f74b2-550b-4195-b2f6-5a32dc28a2dd req-4d3d2404-d7e7-4e76-8547-fa0ebb11fc09 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "GET /v2.0/ports?device_id=52a47df5-ac1c-4301-b710-25ddf436f98e HTTP/1.1" status: 200 len: 210 time: 0.0431974 Jul 05 19:14:29.096358 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52370) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:29.448927 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:29.714995 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:14:29.715333 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:29.803984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port d40ba6d1-2efc-4ef8-a903-a9e7e04b1055, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=d40ba6d1-2efc-4ef8-a903-a9e7e04b1055,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:29.804328 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:29.816484 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:14:30.047809 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:30.077927 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=d40ba6d1-2efc-4ef8-a903-a9e7e04b1055,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:30.261090 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:30.276348 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:30.468437 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:14:30.573558 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:14:30.578677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-f28e9f97-67d1-4b2a-b6c4-16413b426038 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "PUT /v2.0/routers/6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4812741 Jul 05 19:14:30.581389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52372) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:30.584080 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] Sync routers for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:14:30.593668 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:30.594285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:30.637260 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de13e6e-ec7d-4507-b644-d6aaeb98f273 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting subnet 6337fb27-6548-43f3-aadf-60a66abff60b {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:14:30.640437 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5de13e6e-ec7d-4507-b644-d6aaeb98f273 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:30.680549 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5de13e6e-ec7d-4507-b644-d6aaeb98f273 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:30.697313 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:30.762823 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5de13e6e-ec7d-4507-b644-d6aaeb98f273 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:30.873096 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:14:29Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:30.899753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] Checking router: 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:14:30.908028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] Routers {'6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:30.908463 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5de13e6e-ec7d-4507-b644-d6aaeb98f273 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:30.908641 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:30.938589 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de13e6e-ec7d-4507-b644-d6aaeb98f273 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Subnet': ['ID=6337fb27-6548-43f3-aadf-60a66abff60b,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:30.940563 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5de13e6e-ec7d-4507-b644-d6aaeb98f273 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:30.945574 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5de13e6e-ec7d-4507-b644-d6aaeb98f273 tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/subnets/6337fb27-6548-43f3-aadf-60a66abff60b HTTP/1.1" status: 204 len: 168 time: 0.3600998 Jul 05 19:14:30.946430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52374) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:30.952780 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298b863d-03e2-4795-a42e-4086d64f1a0a None None] Network 985d29f2-0011-4041-8c75-302b639d3bed requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:14:30.996916 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 4e934305-a490-48b0-861c-21015b6fb1e8 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:14:31.054876 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:31.058542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 4e934305-a490-48b0-861c-21015b6fb1e8 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:14:31.058918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 4e934305-a490-48b0-861c-21015b6fb1e8 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:14:31.128450 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] Set router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:31.157935 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:31.267903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Deleting port f49a0c28-2e01-4b56-b8f9-8faecf371f1d {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:14:31.269377 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:31.338858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:14:29Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:31.360668 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] For port f49a0c28-2e01-4b56-b8f9-8faecf371f1d, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f49a0c28-2e01-4b56-b8f9-8faecf371f1d,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:31.361040 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:31.367523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] DHCP port deletion for 985d29f2-0011-4041-8c75-302b639d3bed request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:14:31.375449 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Calling delete_port for f49a0c28-2e01-4b56-b8f9-8faecf371f1d owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:14:31.391421 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b458492e-85b6-460c-a094-d1e37470c116 None None] The sync data for ids ['6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b'] in n-d-799524-1 is: [{'id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1862321703', 'tenant_id': '55b6f569faac4c6186ee68526906bd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:14:29Z', 'revision_number': 5, 'project_id': '55b6f569faac4c6186ee68526906bd21', 'gw_port': {'id': 'f49a0c28-2e01-4b56-b8f9-8faecf371f1d', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:75:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:13:24Z', 'updated_at': '2021-07-05T19:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:14:31.422448 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Deleting port 11f4369a-87a0-4f40-962c-f568563cb87f {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:14:31.422877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:31.487288 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] For port 11f4369a-87a0-4f40-962c-f568563cb87f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=11f4369a-87a0-4f40-962c-f568563cb87f,segment=NetworkSegment(9ae934fb-3b85-4297-b9ea-7711c99f2836),segment_id=9ae934fb-3b85-4297-b9ea-7711c99f2836)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:31.487683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:31.501003 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Calling delete_port for 11f4369a-87a0-4f40-962c-f568563cb87f owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:14:31.617644 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:31.641661 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:31.649174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Port': ['ID=f49a0c28-2e01-4b56-b8f9-8faecf371f1d,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:31.834733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Pushing event deleted for resources: {'Port': ['ID=11f4369a-87a0-4f40-962c-f568563cb87f,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:31.837143 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] No DVR routers for this DVR port 11f4369a-87a0-4f40-962c-f568563cb87f on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:14:31.846228 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.847069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.847069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.847250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.847579 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.847919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.848247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.848576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.848903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.849227 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.849583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:31.850438 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a108ced9-92d2-4176-8b4f-f449015d7c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:32.120607 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.221865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.224093 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.337826 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.338693 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Fanout notify agent at l3_agent the message router_deleted on router 6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:14:32.346911 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.346911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-d2a8f38a-143f-4007-8227-401aea31a46a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/routers/6cf49ef9-eb5d-43f0-819d-c958fbcb9a2b HTTP/1.1" status: 204 len: 168 time: 1.3998411 Jul 05 19:14:32.349427 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52376) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:32.450509 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.571060 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.581192 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985d29f2-0011-4041-8c75-302b639d3bed']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:32.593539 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae934fb-3b85-4297-b9ea-7711c99f2836') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:32.593832 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae934fb-3b85-4297-b9ea-7711c99f2836') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:32.603399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.619218 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.625075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:14:32.625458 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:14:32.628642 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:14:32.767346 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.773881 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.776050 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/networks/985d29f2-0011-4041-8c75-302b639d3bed HTTP/1.1" status: 204 len: 168 time: 0.4253991 Jul 05 19:14:32.778715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52378) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:32.795909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec319d10-92ea-4272-81cd-35d3bac08d9c tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'Network': ['ID=985d29f2-0011-4041-8c75-302b639d3bed,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:32.851573 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95fcec09-4346-4d42-b720-47dc99e4217a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.878285 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95fcec09-4346-4d42-b720-47dc99e4217a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:32.999626 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95fcec09-4346-4d42-b720-47dc99e4217a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:33.002256 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-95fcec09-4346-4d42-b720-47dc99e4217a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:33.003480 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-95fcec09-4346-4d42-b720-47dc99e4217a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] 10.222.0.30 "DELETE /v2.0/security-groups/6d1dee7f-f2cc-4b89-b344-6bcb2562eb83 HTTP/1.1" status: 204 len: 168 time: 0.2237861 Jul 05 19:14:33.013538 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcec09-4346-4d42-b720-47dc99e4217a tempest-TestNetworkAdvancedServerOps-270984439 tempest-TestNetworkAdvancedServerOps-270984439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d1dee7f-f2cc-4b89-b344-6bcb2562eb83,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:33.356532 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:14:33.376406 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:14:33.376746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device d40ba6d1-2efc-4ef8-a903-a9e7e04b1055 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:14:33.377158 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 11f4369a-87a0-4f40-962c-f568563cb87f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:14:33.395576 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 11f4369a-87a0-4f40-962c-f568563cb87f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:14:33.395913 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 11f4369a-87a0-4f40-962c-f568563cb87f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:14:33.396320 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f49a0c28-2e01-4b56-b8f9-8faecf371f1d no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:14:33.415466 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: f49a0c28-2e01-4b56-b8f9-8faecf371f1d {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:14:33.415820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f49a0c28-2e01-4b56-b8f9-8faecf371f1d not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:14:33.589331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52386) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:33.715095 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-46cfd58a-3c7a-4fa1-a084-b179b3e03c76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55b6f569faac4c6186ee68526906bd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245713 Jul 05 19:14:33.717578 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52390) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:33.768215 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f0043f7-1caa-4eb7-a7e0-553227a227fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:33.789357 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f0043f7-1caa-4eb7-a7e0-553227a227fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:33.916013 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f0043f7-1caa-4eb7-a7e0-553227a227fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:33.918586 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-5f0043f7-1caa-4eb7-a7e0-553227a227fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:33.920678 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-5f0043f7-1caa-4eb7-a7e0-553227a227fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35cbd6e5-ba37-492e-ad8d-6192d10eac00 HTTP/1.1" status: 204 len: 168 time: 0.2013505 Jul 05 19:14:33.927819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0043f7-1caa-4eb7-a7e0-553227a227fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cbd6e5-ba37-492e-ad8d-6192d10eac00,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:34.496979 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52396) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:34.510361 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-601257d6-9a7c-4999-a62a-985d7e1a8d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:34.596501 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-601257d6-9a7c-4999-a62a-985d7e1a8d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:34.658685 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-601257d6-9a7c-4999-a62a-985d7e1a8d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:34.696106 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601257d6-9a7c-4999-a62a-985d7e1a8d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2ef5cb-6bf9-4d19-bf53-7a8baa2ca6d9,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:34.700374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-601257d6-9a7c-4999-a62a-985d7e1a8d1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c2d87ab9c4c4595a8629d405d725b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023680 Jul 05 19:14:34.702884 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52398) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:34.750989 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3242bc95-8c66-4756-bc48-7f0cd275ce17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:34.775598 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3242bc95-8c66-4756-bc48-7f0cd275ce17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:34.864783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3242bc95-8c66-4756-bc48-7f0cd275ce17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:34.868122 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3242bc95-8c66-4756-bc48-7f0cd275ce17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:34.869905 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3242bc95-8c66-4756-bc48-7f0cd275ce17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf2ef5cb-6bf9-4d19-bf53-7a8baa2ca6d9 HTTP/1.1" status: 204 len: 168 time: 0.1654997 Jul 05 19:14:34.877213 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242bc95-8c66-4756-bc48-7f0cd275ce17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2ef5cb-6bf9-4d19-bf53-7a8baa2ca6d9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:35.924984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52420) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:36.032334 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-548869518-network', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:36.136497 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Made reservation on behalf of 7b9af0ea1d6e48cc9d08a87d11eb2973 for: {'network': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:14:36.138978 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.148911 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.237914 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.308218 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.333169 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=100997) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:14:36.343628 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df60c8eb-8f3f-400d-9d97-2073802d1c4f,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:36.348416 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.348764 n-d-799524-1 neutron-server[100997]: INFO neutron.db.segments_db [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Added segment b76ef7a8-eeb4-44c0-bd81-313960594e09 of type vlan for network 6b251e9a-f74d-4d40-bb12-b04177556b58 Jul 05 19:14:36.388697 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.522414 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.523473 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:36.524088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.565147 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.586975 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] Pushing event updated for resources: {'Network': ['ID=6b251e9a-f74d-4d40-bb12-b04177556b58,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:36.596530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:14:36.640152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-34115263-9dcc-4665-95fe-79486b30965e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7140431 Jul 05 19:14:36.643075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52424) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:36.649049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Request body: {'subnet': {'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-548869518-subnet', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'ip_version': 4}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:36.747793 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Made reservation on behalf of 7b9af0ea1d6e48cc9d08a87d11eb2973 for: {'subnet': 1} {{(pid=100997) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:14:36.750182 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-263387352'] for subnet, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:36.984553 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260070689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-263387338'] for subnet, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.040913 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df1728b0-4685-4ecc-ad4d-daa44c930cb5,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:37.047888 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Checking segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100997) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:14:37.048251 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Network hostable DHCP agents. Network: 6b251e9a-f74d-4d40-bb12-b04177556b58, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100997) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:14:37.108040 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100997) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:14:37.176350 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, 6b251e9a-f74d-4d40-bb12-b04177556b58) {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:37.181295 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:37.181953 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.185761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e89728e-bf7a-47b4-8cbf-0289e8eb2494 None None] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:14:37.251753 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4427a01e-0c35-4a94-a5e2-51d3e8327985 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6075940 Jul 05 19:14:37.254487 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52426) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:37.259700 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:37.325777 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.327066 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.329709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-6b251e9a-f74d-4d40-bb12-b04177556b58', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:14:37.330601 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.383083 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.473304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Allocated IP 172.20.0.2 (6b251e9a-f74d-4d40-bb12-b04177556b58/df1728b0-4685-4ecc-ad4d-daa44c930cb5/86bcc8a8-80ff-4767-af7d-9736996c5df3) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:14:37.569461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.780757 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.789690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Transition to ACTIVE for port object 86bcc8a8-80ff-4767-af7d-9736996c5df3 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:37.804813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Transition to ACTIVE for port object 86bcc8a8-80ff-4767-af7d-9736996c5df3 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:37.870592 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.899894 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.910607 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:14:37.914261 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:37.917719 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:14:37.920773 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.928452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Pushing event updated for resources: {'Port': ['ID=86bcc8a8-80ff-4767-af7d-9736996c5df3,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:37.984572 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Attempting to bind port 86bcc8a8-80ff-4767-af7d-9736996c5df3 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:14:37.984944 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Attempting to bind port 86bcc8a8-80ff-4767-af7d-9736996c5df3 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:14:37.985314 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Attempting to bind port 86bcc8a8-80ff-4767-af7d-9736996c5df3 on network 6b251e9a-f74d-4d40-bb12-b04177556b58 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:14:37.990354 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:14:37.990817 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Checking segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:14:37.991324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:37.991721 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Bound using segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:14:37.992216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Bound port: 86bcc8a8-80ff-4767-af7d-9736996c5df3, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:14:37.992602 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:38.025648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Allocated IP 172.25.3.89 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/749eca03-390f-4d21-95bd-578c32af6689) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:14:38.058271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] For port 86bcc8a8-80ff-4767-af7d-9736996c5df3, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:14:38.062691 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] For port 86bcc8a8-80ff-4767-af7d-9736996c5df3, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=86bcc8a8-80ff-4767-af7d-9736996c5df3,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:14:38.131359 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:38.139275 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:38.196541 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9562757-ef9c-4942-a212-2d2c1a372f1b None None] Pushing event updated for resources: {'Port': ['ID=86bcc8a8-80ff-4767-af7d-9736996c5df3,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:38.251343 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:38.291859 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:14:38.294795 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:38.300498 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:14:38.307119 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Pushing event updated for resources: {'Port': ['ID=749eca03-390f-4d21-95bd-578c32af6689,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:38.635011 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:38.834657 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.045530 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100997) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:14:39.103014 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83226ab4-ccca-4cc0-8515-763633c91ca2 None None] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:14:39.167689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:14:39.179487 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Sync routers for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:14:39.188771 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:39.191155 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:39.297323 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.301348 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-aeb90ab4-7769-4c30-a488-7068b35b7959 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0433316 Jul 05 19:14:39.301670 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52428) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:39.329264 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-983562ec-c791-4c60-b4e3-36a9b548362c None None] Provisioning for port 86bcc8a8-80ff-4767-af7d-9736996c5df3 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:39.397363 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:39.420666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 86bcc8a8-80ff-4767-af7d-9736996c5df3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:39.554818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 86bcc8a8-80ff-4767-af7d-9736996c5df3 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:39.558933 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 86bcc8a8-80ff-4767-af7d-9736996c5df3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:39.559368 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.594002 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:38Z', 'revision_number': 3, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:39.621103 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Checking router: 53f6abd6-a2b3-4e47-8105-e38e8f07c109 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:14:39.621602 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Updating router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 port 749eca03-390f-4d21-95bd-578c32af6689 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:14:39.643825 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.665179 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.695529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 86bcc8a8-80ff-4767-af7d-9736996c5df3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=86bcc8a8-80ff-4767-af7d-9736996c5df3,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:39.696405 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f5b19630-e8e0-4656-88d4-a79fb7359b34 None None] Provisioning complete for port 86bcc8a8-80ff-4767-af7d-9736996c5df3 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:39.696996 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f5b19630-e8e0-4656-88d4-a79fb7359b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.767872 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.805142 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.807460 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f5b19630-e8e0-4656-88d4-a79fb7359b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.868153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=86bcc8a8-80ff-4767-af7d-9736996c5df3,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:39.886309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.db.api [None req-f5b19630-e8e0-4656-88d4-a79fb7359b34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 19:14:39.886704 n-d-799524-1 neutron-server[100999]: DEBUG oslo_db.api [None req-f5b19630-e8e0-4656-88d4-a79fb7359b34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 19:14:39.936373 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:39.948688 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Transition to ACTIVE for port object 749eca03-390f-4d21-95bd-578c32af6689 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:39.977841 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Allocated IP 172.20.0.1 (6b251e9a-f74d-4d40-bb12-b04177556b58/df1728b0-4685-4ecc-ad4d-daa44c930cb5/06b61c88-a18c-4e64-87e7-eaeaa39e1eda) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:14:40.016653 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.072769 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Attempting to bind port 749eca03-390f-4d21-95bd-578c32af6689 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:14:40.075351 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Attempting to bind port 749eca03-390f-4d21-95bd-578c32af6689 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:14:40.075351 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Attempting to bind port 749eca03-390f-4d21-95bd-578c32af6689 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:14:40.075351 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Pushing event updated for resources: {'Port': ['ID=749eca03-390f-4d21-95bd-578c32af6689,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:40.084258 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:14:40.084670 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:14:40.085020 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.085415 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:14:40.085881 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Bound port: 749eca03-390f-4d21-95bd-578c32af6689, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:14:40.086260 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.088582 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.088920 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.089256 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.089591 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.089916 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.090241 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.090660 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.090913 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.091069 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.091541 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.091541 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.091866 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.092166 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:14:40.107555 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Transition to ACTIVE for port object 06b61c88-a18c-4e64-87e7-eaeaa39e1eda will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:40.149180 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] For port 749eca03-390f-4d21-95bd-578c32af6689, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:14:40.152242 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] For port 749eca03-390f-4d21-95bd-578c32af6689, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=749eca03-390f-4d21-95bd-578c32af6689,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:14:40.190088 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.229170 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:14:40.232359 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:40.234137 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.234792 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:14:40.265115 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Pushing event updated for resources: {'Port': ['ID=06b61c88-a18c-4e64-87e7-eaeaa39e1eda,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:40.288751 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.298905 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61bc72-ba42-4724-bbf6-46514b42411b None None] Pushing event updated for resources: {'Port': ['ID=749eca03-390f-4d21-95bd-578c32af6689,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:40.310800 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:40.310921 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:40.423433 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:40.499245 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.614150 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:38Z', 'revision_number': 3, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:40.644425 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f57f29-976c-4dcd-a5c8-75276e041520 None None] The sync data for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 is: [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:38Z', 'revision_number': 3, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:14:40.652286 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5325eb86-be25-4c7d-b168-03eba396e1d8 None None] Provisioning for port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:40.656330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5325eb86-be25-4c7d-b168-03eba396e1d8 None None] Provisioning complete for port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:40.656783 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5325eb86-be25-4c7d-b168-03eba396e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.689785 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.694640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-5325eb86-be25-4c7d-b168-03eba396e1d8 None None] Port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:14:40.771099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.843681 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Pushing event updated for resources: {'Port': ['ID=06b61c88-a18c-4e64-87e7-eaeaa39e1eda,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:40.847099 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:40.965648 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:14:40.967131 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:41.217636 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-798e40cc-2a32-4446-9367-ff6ab972fa5f None None] Provisioning complete for port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:41.218031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-798e40cc-2a32-4446-9367-ff6ab972fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:41.256995 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-798e40cc-2a32-4446-9367-ff6ab972fa5f None None] Port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:14:41.439108 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:14:41.450634 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 749eca03-390f-4d21-95bd-578c32af6689 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:41.532109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-67a41156-b363-432c-b01d-806608703f52 req-dfb97d42-1f51-449c-bb40-66a902019b87 service neutron] (100997) timed out ('10.222.0.30', 47702) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 19:14:41.556313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:14:41.561193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-04e56755-56b0-4c0f-83af-510f9bd8d680 admin admin] 10.222.0.30 "PUT /v2.0/routers/53f6abd6-a2b3-4e47-8105-e38e8f07c109/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2584999 Jul 05 19:14:41.588285 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 749eca03-390f-4d21-95bd-578c32af6689 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:41.592849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 749eca03-390f-4d21-95bd-578c32af6689 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:41.593236 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:41.674468 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:41.696312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 749eca03-390f-4d21-95bd-578c32af6689, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=749eca03-390f-4d21-95bd-578c32af6689,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:41.773069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:41.774036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 86bcc8a8-80ff-4767-af7d-9736996c5df3 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:41.857133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=749eca03-390f-4d21-95bd-578c32af6689,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:41.875049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 86bcc8a8-80ff-4767-af7d-9736996c5df3 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:41.875049 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.320309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Sync routers for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:14:42.329370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:42.329996 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:42.370952 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52444) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:42.376144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1592072149-network', 'tenant_id': '17d9e019c58e4d98a966528d34822306'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:42.435790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:42.457505 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Made reservation on behalf of 17d9e019c58e4d98a966528d34822306 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:14:42.461012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.470504 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.564429 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.627984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.643918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 2, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:42.649860 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:14:42.663299 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c3942d-1bb2-4291-ab51-7fb7d42149f7,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:42.668092 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.668443 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Added segment 41c1ed6b-1b58-4c25-85b8-a54308f78a3d of type vlan for network b7f865fa-ed44-4b59-b699-9ffa52b5547a Jul 05 19:14:42.670333 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Checking router: 53f6abd6-a2b3-4e47-8105-e38e8f07c109 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:14:42.670724 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Updating router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:14:42.705691 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.709198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.813360 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.814366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:42.815371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:42.874882 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] Pushing event updated for resources: {'Network': ['ID=b7f865fa-ed44-4b59-b699-9ffa52b5547a,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:42.889387 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network b7f865fa-ed44-4b59-b699-9ffa52b5547a details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:14:42.917050 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7dd16654-d47b-40e3-b1e6-b7136275a6a8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5448124 Jul 05 19:14:42.919710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52446) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:42.924628 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Request body: {'subnet': {'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1592072149-subnet', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:42.984683 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Made reservation on behalf of 17d9e019c58e4d98a966528d34822306 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:14:42.987783 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.028951 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.039218 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Transition to ACTIVE for port object 06b61c88-a18c-4e64-87e7-eaeaa39e1eda will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:43.099020 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.156305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab310381-022f-49c9-9c6f-c7bd66b6098e None None] Pushing event updated for resources: {'Port': ['ID=06b61c88-a18c-4e64-87e7-eaeaa39e1eda,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:43.206512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Attempting to bind port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:14:43.206927 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Attempting to bind port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:14:43.207301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Attempting to bind port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda on network 6b251e9a-f74d-4d40-bb12-b04177556b58 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:14:43.212009 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.213487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:14:43.213872 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Checking segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:14:43.214279 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.214804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Bound using segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:14:43.215287 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Bound port: 06b61c88-a18c-4e64-87e7-eaeaa39e1eda, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:14:43.215735 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.267917 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e32ce4b-7a8c-49e8-8253-ad8ef26626ca,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:43.288644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Checking segment: {'id': '41c1ed6b-1b58-4c25-85b8-a54308f78a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:14:43.289010 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Network hostable DHCP agents. Network: b7f865fa-ed44-4b59-b699-9ffa52b5547a, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:14:43.289507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] For port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:14:43.299542 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] For port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=06b61c88-a18c-4e64-87e7-eaeaa39e1eda,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:14:43.367903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 749eca03-390f-4d21-95bd-578c32af6689 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:43.371903 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.399358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Network b7f865fa-ed44-4b59-b699-9ffa52b5547a is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:14:43.481580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, b7f865fa-ed44-4b59-b699-9ffa52b5547a) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:43.482657 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:43.483303 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:43.486032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab310381-022f-49c9-9c6f-c7bd66b6098e None None] Pushing event updated for resources: {'Port': ['ID=06b61c88-a18c-4e64-87e7-eaeaa39e1eda,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:43.487308 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:43.495393 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.495709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c5b5a-2ef7-40e1-9e2e-981f5ce00a7a None None] Network b7f865fa-ed44-4b59-b699-9ffa52b5547a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:14:43.567755 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 749eca03-390f-4d21-95bd-578c32af6689 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:43.568169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.574400 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-da739c21-4377-4496-9ed7-e73238d32010 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6536424 Jul 05 19:14:43.576999 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52448) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:43.582093 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:43.664961 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.666008 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.725984 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:43.863060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:43.938959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.052497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-b7f865fa-ed44-4b59-b699-9ffa52b5547a', 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'fixed_ips': [{'subnet_id': '7e32ce4b-7a8c-49e8-8253-ad8ef26626ca'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:14:44.054134 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.211409 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.231077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.246981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Allocated IP 172.20.0.2 (b7f865fa-ed44-4b59-b699-9ffa52b5547a/7e32ce4b-7a8c-49e8-8253-ad8ef26626ca/f9d62cf7-5c28-455c-9783-dbab980cef31) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:14:44.302049 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-db276757-140f-402f-aaf6-c80d9643726e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:43Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:44.332476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db276757-140f-402f-aaf6-c80d9643726e None None] The sync data for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 is: [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:43Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:14:44.338466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Allocated IP 172.25.3.161 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/0229f923-cb3e-4889-bed1-f5ae62afcc0f) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:14:44.457337 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.471130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.480583 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Transition to ACTIVE for port object f9d62cf7-5c28-455c-9783-dbab980cef31 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:44.497973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Transition to ACTIVE for port object f9d62cf7-5c28-455c-9783-dbab980cef31 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:44.562156 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.590726 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.600071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:14:44.604685 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:44.611462 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:14:44.617759 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Pushing event updated for resources: {'Port': ['ID=0229f923-cb3e-4889-bed1-f5ae62afcc0f,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:44.634360 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Network b7f865fa-ed44-4b59-b699-9ffa52b5547a is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:14:44.637164 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:44.640028 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:14:44.651949 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Pushing event updated for resources: {'Port': ['ID=f9d62cf7-5c28-455c-9783-dbab980cef31,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:44.710816 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Attempting to bind port f9d62cf7-5c28-455c-9783-dbab980cef31 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:14:44.711190 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Attempting to bind port f9d62cf7-5c28-455c-9783-dbab980cef31 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '41c1ed6b-1b58-4c25-85b8-a54308f78a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:14:44.711791 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Attempting to bind port f9d62cf7-5c28-455c-9783-dbab980cef31 on network b7f865fa-ed44-4b59-b699-9ffa52b5547a {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:14:44.717165 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:14:44.717487 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Checking segment: {'id': '41c1ed6b-1b58-4c25-85b8-a54308f78a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:14:44.717989 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.718388 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Bound using segment: {'id': '41c1ed6b-1b58-4c25-85b8-a54308f78a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:14:44.718889 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Bound port: f9d62cf7-5c28-455c-9783-dbab980cef31, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c1ed6b-1b58-4c25-85b8-a54308f78a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:14:44.719278 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.792779 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] For port f9d62cf7-5c28-455c-9783-dbab980cef31, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:14:44.796408 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] For port f9d62cf7-5c28-455c-9783-dbab980cef31, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f9d62cf7-5c28-455c-9783-dbab980cef31,segment=NetworkSegment(41c1ed6b-1b58-4c25-85b8-a54308f78a3d),segment_id=41c1ed6b-1b58-4c25-85b8-a54308f78a3d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:14:44.897608 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:44.959732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3a756-3425-40bf-8cc1-044621743b47 None None] Pushing event updated for resources: {'Port': ['ID=f9d62cf7-5c28-455c-9783-dbab980cef31,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:44.992106 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:45.229069 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:45.441715 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 06b61c88-a18c-4e64-87e7-eaeaa39e1eda up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:45.504241 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:14:45.588034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:45.596666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:45.596666 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:45.631747 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:14:45.644805 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Sync routers for ids ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:14:45.654910 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Routers {'3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:45.655695 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:45.699523 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:45.702519 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:45.706812 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c0e96845-90ae-4ede-b81b-5d6f2bd4b476 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1258461 Jul 05 19:14:45.706998 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52450) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:45.742834 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=06b61c88-a18c-4e64-87e7-eaeaa39e1eda,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:45.782974 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Set router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:45.813286 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:45.814011 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f9d62cf7-5c28-455c-9783-dbab980cef31 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:45.935912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=06b61c88-a18c-4e64-87e7-eaeaa39e1eda,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:45.988530 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port f9d62cf7-5c28-455c-9783-dbab980cef31 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:46.027872 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:43Z', 'updated_at': '2021-07-05T19:14:44Z', 'revision_number': 3, 'project_id': '17d9e019c58e4d98a966528d34822306', 'gw_port': {'id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:44Z', 'updated_at': '2021-07-05T19:14:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:46.033600 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d412a300-c197-4ed3-ba21-1274c249a069 None None] Network b7f865fa-ed44-4b59-b699-9ffa52b5547a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:14:46.062256 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Checking router: 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:14:46.062879 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Updating router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a port 0229f923-cb3e-4889-bed1-f5ae62afcc0f binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:14:46.113935 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.190367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0c53a5fc-f02e-4648-9428-154318343c5b None None] Provisioning for port f9d62cf7-5c28-455c-9783-dbab980cef31 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:46.203146 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0c53a5fc-f02e-4648-9428-154318343c5b None None] Provisioning complete for port f9d62cf7-5c28-455c-9783-dbab980cef31 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:46.203832 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0c53a5fc-f02e-4648-9428-154318343c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.309966 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0c53a5fc-f02e-4648-9428-154318343c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.350888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-0c53a5fc-f02e-4648-9428-154318343c5b None None] For port f9d62cf7-5c28-455c-9783-dbab980cef31, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f9d62cf7-5c28-455c-9783-dbab980cef31,segment=NetworkSegment(41c1ed6b-1b58-4c25-85b8-a54308f78a3d),segment_id=41c1ed6b-1b58-4c25-85b8-a54308f78a3d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:46.430540 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0c53a5fc-f02e-4648-9428-154318343c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.503545 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.510809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53a5fc-f02e-4648-9428-154318343c5b None None] Pushing event updated for resources: {'Port': ['ID=f9d62cf7-5c28-455c-9783-dbab980cef31,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:46.516604 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Transition to ACTIVE for port object 0229f923-cb3e-4889-bed1-f5ae62afcc0f will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:46.550853 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-ff0ea04f-e44a-4f62-9bed-1d41f789160d None None] Provisioning complete for port f9d62cf7-5c28-455c-9783-dbab980cef31 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:46.551156 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ff0ea04f-e44a-4f62-9bed-1d41f789160d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.585525 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.601860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.631935 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Attempting to bind port 0229f923-cb3e-4889-bed1-f5ae62afcc0f on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:14:46.632338 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Attempting to bind port 0229f923-cb3e-4889-bed1-f5ae62afcc0f by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:14:46.632580 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Attempting to bind port 0229f923-cb3e-4889-bed1-f5ae62afcc0f on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:14:46.643249 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c4705-a86e-4441-b332-15fc09b985fb None None] Pushing event updated for resources: {'Port': ['ID=0229f923-cb3e-4889-bed1-f5ae62afcc0f,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:46.650787 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:14:46.650787 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:14:46.650787 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.650787 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:14:46.650787 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Bound port: 0229f923-cb3e-4889-bed1-f5ae62afcc0f, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:14:46.650787 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.702281 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] For port 0229f923-cb3e-4889-bed1-f5ae62afcc0f, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:14:46.705743 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] For port 0229f923-cb3e-4889-bed1-f5ae62afcc0f, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0229f923-cb3e-4889-bed1-f5ae62afcc0f,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:14:46.760416 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Allocated IP 172.20.0.1 (b7f865fa-ed44-4b59-b699-9ffa52b5547a/7e32ce4b-7a8c-49e8-8253-ad8ef26626ca/57dd3ba8-2746-4f3a-bf79-27daeb3d5564) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:14:46.782739 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.841069 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Routers {'3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:46.841845 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:46.868723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:46.878841 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c4705-a86e-4441-b332-15fc09b985fb None None] Pushing event updated for resources: {'Port': ['ID=0229f923-cb3e-4889-bed1-f5ae62afcc0f,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:46.881781 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Transition to ACTIVE for port object 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:46.954162 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] Set router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:46.982785 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:47.021890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Network b7f865fa-ed44-4b59-b699-9ffa52b5547a is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:14:47.024773 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:47.030385 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:14:47.052890 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Pushing event updated for resources: {'Port': ['ID=57dd3ba8-2746-4f3a-bf79-27daeb3d5564,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:47.072751 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:47.141201 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:43Z', 'updated_at': '2021-07-05T19:14:44Z', 'revision_number': 3, 'project_id': '17d9e019c58e4d98a966528d34822306', 'gw_port': {'id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:44Z', 'updated_at': '2021-07-05T19:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:47.173246 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050b51d3-9cb6-4991-9cd3-526d32cea251 None None] The sync data for ids ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'] in n-d-799524-1 is: [{'id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:43Z', 'updated_at': '2021-07-05T19:14:44Z', 'revision_number': 3, 'project_id': '17d9e019c58e4d98a966528d34822306', 'gw_port': {'id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:44Z', 'updated_at': '2021-07-05T19:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:14:47.298981 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:47.336330 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-965f1ccd-8a9d-4c9e-b46b-6aa8fe62ceb4 None None] Provisioning for port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:47.340543 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-965f1ccd-8a9d-4c9e-b46b-6aa8fe62ceb4 None None] Provisioning complete for port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:47.348200 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-965f1ccd-8a9d-4c9e-b46b-6aa8fe62ceb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:47.381199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 06b61c88-a18c-4e64-87e7-eaeaa39e1eda up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:47.468606 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-965f1ccd-8a9d-4c9e-b46b-6aa8fe62ceb4 None None] Port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:14:47.487326 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:47.487759 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:47.507731 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:47.573590 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:47.576305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f9d62cf7-5c28-455c-9783-dbab980cef31 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:47.629402 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port f9d62cf7-5c28-455c-9783-dbab980cef31 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:47.629781 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:47.660345 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:47.664257 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Pushing event updated for resources: {'Port': ['ID=57dd3ba8-2746-4f3a-bf79-27daeb3d5564,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:47.773004 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Network b7f865fa-ed44-4b59-b699-9ffa52b5547a is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:14:47.774686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:47.905466 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:14:47.994145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-de8010e2-d4c3-461c-8143-2b88d8b164f4 None None] Provisioning complete for port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:47.994518 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-de8010e2-d4c3-461c-8143-2b88d8b164f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:48.029016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:14:48.033363 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-de8010e2-d4c3-461c-8143-2b88d8b164f4 None None] Port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:14:48.034440 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-78d1dbc7-c2ef-4f13-8f42-972f570b163f admin admin] 10.222.0.30 "PUT /v2.0/routers/3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3263705 Jul 05 19:14:48.721672 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52458) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:48.727123 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-43fe3257-8113-4a8f-9bb0-1264ab90ff45 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-786031443', 'description': 'tempest-secgroup-smoke-786031443 description', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:48.763868 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Sync routers for ids ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:14:48.773480 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Routers {'3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:48.774095 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:48.813084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43fe3257-8113-4a8f-9bb0-1264ab90ff45 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:48.880163 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Set router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:48.898248 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43fe3257-8113-4a8f-9bb0-1264ab90ff45 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:48.959561 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43fe3257-8113-4a8f-9bb0-1264ab90ff45 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:48.988273 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fe3257-8113-4a8f-9bb0-1264ab90ff45 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0010be9b-90ed-476e-8183-b3f3e9e8f9a6,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:49.047371 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-43fe3257-8113-4a8f-9bb0-1264ab90ff45 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.048593 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-43fe3257-8113-4a8f-9bb0-1264ab90ff45 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3259001 Jul 05 19:14:49.051789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52460) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:49.056911 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-3c5dfff0-68a1-4b06-84aa-fbfd62048a6c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '0010be9b-90ed-476e-8183-b3f3e9e8f9a6', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:49.084274 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:43Z', 'updated_at': '2021-07-05T19:14:47Z', 'revision_number': 4, 'project_id': '17d9e019c58e4d98a966528d34822306', 'gw_port': {'id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:44Z', 'updated_at': '2021-07-05T19:14:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '57dd3ba8-2746-4f3a-bf79-27daeb3d5564', 'name': '', 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'mac_address': 'fa:16:3e:d0:07:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7e32ce4b-7a8c-49e8-8253-ad8ef26626ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:46Z', 'updated_at': '2021-07-05T19:14:47Z', 'revision_number': 2, 'project_id': '17d9e019c58e4d98a966528d34822306', 'subnets': [{'id': '7e32ce4b-7a8c-49e8-8253-ad8ef26626ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:49.111033 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Checking router: 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:14:49.111409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Updating router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:14:49.148961 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.167190 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c5dfff0-68a1-4b06-84aa-fbfd62048a6c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.229392 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c5dfff0-68a1-4b06-84aa-fbfd62048a6c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.292923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c5dfff0-68a1-4b06-84aa-fbfd62048a6c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.313180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dfff0-68a1-4b06-84aa-fbfd62048a6c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1107314b-f9a4-4200-9c34-41e591d271a5,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:49.367426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-3c5dfff0-68a1-4b06-84aa-fbfd62048a6c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.369100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-3c5dfff0-68a1-4b06-84aa-fbfd62048a6c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157396 Jul 05 19:14:49.371741 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52462) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:49.377476 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-66a5a474-db10-456b-a709-ad2afcbe952c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '0010be9b-90ed-476e-8183-b3f3e9e8f9a6', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:49.409017 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0229f923-cb3e-4889-bed1-f5ae62afcc0f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:49.441570 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.460705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Transition to ACTIVE for port object 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:49.559012 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66a5a474-db10-456b-a709-ad2afcbe952c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.601708 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.616344 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66a5a474-db10-456b-a709-ad2afcbe952c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.638464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 0229f923-cb3e-4889-bed1-f5ae62afcc0f completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:49.647045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0229f923-cb3e-4889-bed1-f5ae62afcc0f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:49.647421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.682085 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66a5a474-db10-456b-a709-ad2afcbe952c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.704721 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5a474-db10-456b-a709-ad2afcbe952c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=866b19da-0d83-4f59-ae6c-1b4223ca716b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:49.778998 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-66a5a474-db10-456b-a709-ad2afcbe952c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.780436 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-66a5a474-db10-456b-a709-ad2afcbe952c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4072905 Jul 05 19:14:49.783779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52464) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:49.789327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-16b9d7bf-3239-4f0e-a5aa-1f33a2aea804 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '0010be9b-90ed-476e-8183-b3f3e9e8f9a6', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:49.849603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc8214-c865-4271-9565-c38cf906e79a None None] Pushing event updated for resources: {'Port': ['ID=57dd3ba8-2746-4f3a-bf79-27daeb3d5564,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:49.884569 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-16b9d7bf-3239-4f0e-a5aa-1f33a2aea804 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.926971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Attempting to bind port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:14:49.928304 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Attempting to bind port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '41c1ed6b-1b58-4c25-85b8-a54308f78a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:14:49.928954 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Attempting to bind port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 on network b7f865fa-ed44-4b59-b699-9ffa52b5547a {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:14:49.936975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:14:49.937351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Checking segment: {'id': '41c1ed6b-1b58-4c25-85b8-a54308f78a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:14:49.937751 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.938145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Bound using segment: {'id': '41c1ed6b-1b58-4c25-85b8-a54308f78a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:14:49.938644 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Bound port: 57dd3ba8-2746-4f3a-bf79-27daeb3d5564, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c1ed6b-1b58-4c25-85b8-a54308f78a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:14:49.939028 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.945582 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-16b9d7bf-3239-4f0e-a5aa-1f33a2aea804 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:49.993815 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-16b9d7bf-3239-4f0e-a5aa-1f33a2aea804 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.011602 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.014686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9d7bf-3239-4f0e-a5aa-1f33a2aea804 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1f2b064-9151-4cfd-b5a6-e825d3596c68,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:50.045172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 0229f923-cb3e-4889-bed1-f5ae62afcc0f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0229f923-cb3e-4889-bed1-f5ae62afcc0f,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:50.047856 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] For port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:14:50.059077 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] For port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=57dd3ba8-2746-4f3a-bf79-27daeb3d5564,segment=NetworkSegment(41c1ed6b-1b58-4c25-85b8-a54308f78a3d),segment_id=41c1ed6b-1b58-4c25-85b8-a54308f78a3d)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:14:50.067980 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-16b9d7bf-3239-4f0e-a5aa-1f33a2aea804 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.069222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-16b9d7bf-3239-4f0e-a5aa-1f33a2aea804 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2842672 Jul 05 19:14:50.072026 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52466) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:50.076583 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b3570a48-09bf-49e5-8df2-43d15212e250 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '0010be9b-90ed-476e-8183-b3f3e9e8f9a6', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:50.121662 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.145432 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.185686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=0229f923-cb3e-4889-bed1-f5ae62afcc0f,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:50.188437 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Routers {'3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:14:50.189056 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:50.214044 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3570a48-09bf-49e5-8df2-43d15212e250 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.283484 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3570a48-09bf-49e5-8df2-43d15212e250 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.317749 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc8214-c865-4271-9565-c38cf906e79a None None] Pushing event updated for resources: {'Port': ['ID=57dd3ba8-2746-4f3a-bf79-27daeb3d5564,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:50.344309 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] Set router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:14:50.347616 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3570a48-09bf-49e5-8df2-43d15212e250 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.365658 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3570a48-09bf-49e5-8df2-43d15212e250 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f3cfca-3c03-419d-abca-095e420902ae,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:50.456306 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b3570a48-09bf-49e5-8df2-43d15212e250 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.460916 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b3570a48-09bf-49e5-8df2-43d15212e250 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3846056 Jul 05 19:14:50.461103 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52468) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:50.465622 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-4fdda5af-6513-4964-aa81-3c985bf93ac5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '0010be9b-90ed-476e-8183-b3f3e9e8f9a6', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:50.551523 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:43Z', 'updated_at': '2021-07-05T19:14:47Z', 'revision_number': 4, 'project_id': '17d9e019c58e4d98a966528d34822306', 'gw_port': {'id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:44Z', 'updated_at': '2021-07-05T19:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '57dd3ba8-2746-4f3a-bf79-27daeb3d5564', 'name': '', 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'mac_address': 'fa:16:3e:d0:07:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7e32ce4b-7a8c-49e8-8253-ad8ef26626ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:46Z', 'updated_at': '2021-07-05T19:14:50Z', 'revision_number': 4, 'project_id': '17d9e019c58e4d98a966528d34822306', 'subnets': [{'id': '7e32ce4b-7a8c-49e8-8253-ad8ef26626ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:14:50.554379 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-4fdda5af-6513-4964-aa81-3c985bf93ac5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Project 7b9af0ea1d6e48cc9d08a87d11eb2973 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:14:50.559519 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdda5af-6513-4964-aa81-3c985bf93ac5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.578588 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b52f6a-6ce2-4580-a4bb-df35581082e9 None None] The sync data for ids ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'] in n-d-799524-1 is: [{'id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:43Z', 'updated_at': '2021-07-05T19:14:47Z', 'revision_number': 4, 'project_id': '17d9e019c58e4d98a966528d34822306', 'gw_port': {'id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:44Z', 'updated_at': '2021-07-05T19:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '57dd3ba8-2746-4f3a-bf79-27daeb3d5564', 'name': '', 'network_id': 'b7f865fa-ed44-4b59-b699-9ffa52b5547a', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'mac_address': 'fa:16:3e:d0:07:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7e32ce4b-7a8c-49e8-8253-ad8ef26626ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:46Z', 'updated_at': '2021-07-05T19:14:50Z', 'revision_number': 4, 'project_id': '17d9e019c58e4d98a966528d34822306', 'subnets': [{'id': '7e32ce4b-7a8c-49e8-8253-ad8ef26626ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:14:50.622423 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdda5af-6513-4964-aa81-3c985bf93ac5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.696737 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdda5af-6513-4964-aa81-3c985bf93ac5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.718533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdda5af-6513-4964-aa81-3c985bf93ac5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fcf665-537d-4d70-a527-18dbf79bbfb9,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:50.778780 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-4fdda5af-6513-4964-aa81-3c985bf93ac5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.780032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4fdda5af-6513-4964-aa81-3c985bf93ac5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3180003 Jul 05 19:14:50.783110 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52470) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:14:50.788259 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-b0f7b335-c7f3-4d20-a051-c9af2ebd6cda tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '0010be9b-90ed-476e-8183-b3f3e9e8f9a6', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:50.864519 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e18cf186-4fd5-4566-b0a1-6698cc6d9764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.876177 n-d-799524-1 neutron-server[100997]: INFO neutron.db.securitygroups_db [None req-b0f7b335-c7f3-4d20-a051-c9af2ebd6cda tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Project 7b9af0ea1d6e48cc9d08a87d11eb2973 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:14:50.881776 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b335-c7f3-4d20-a051-c9af2ebd6cda tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:50.948689 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b335-c7f3-4d20-a051-c9af2ebd6cda tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:51.028155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b335-c7f3-4d20-a051-c9af2ebd6cda tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:51.045973 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7b335-c7f3-4d20-a051-c9af2ebd6cda tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3189b41c-1a91-46a4-8feb-f5fc655376b1,revision_number=0']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:51.121804 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-b0f7b335-c7f3-4d20-a051-c9af2ebd6cda tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:51.123108 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b0f7b335-c7f3-4d20-a051-c9af2ebd6cda tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3390100 Jul 05 19:14:51.276498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-fd6bbe09-5e77-4c64-b6cd-93100e6e5094 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-786031443&fields=id&tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973 HTTP/1.1" status: 200 len: 267 time: 0.0364811 Jul 05 19:14:51.395728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9201-197f-4113-9925-69c7b7940d34 req-a8df4778-fd9d-4f8e-85a8-2b137fc394aa tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:51.398039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-a8df4778-fd9d-4f8e-85a8-2b137fc394aa tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 808 time: 0.1150784 Jul 05 19:14:51.416039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-ba006370-c488-4594-9b23-ae048bc8deb0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/quotas/7b9af0ea1d6e48cc9d08a87d11eb2973 HTTP/1.1" status: 200 len: 375 time: 0.0106471 Jul 05 19:14:51.457986 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0229f923-cb3e-4889-bed1-f5ae62afcc0f up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:51.493995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-13a4e920-ba9d-4613-ba9c-0fad8799085e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743206 Jul 05 19:14:51.514918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 0229f923-cb3e-4889-bed1-f5ae62afcc0f triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:51.515568 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:51.604244 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-aad1d7a0-232c-4bd1-9b78-0324ba591805 service neutron] 10.222.0.30 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959167 Jul 05 19:14:51.609109 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:51.695184 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-0fbf1a74-d452-49fd-a05f-c6c31c4947f4 service neutron] 10.222.0.30 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847952 Jul 05 19:14:51.714845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:51.714845 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:51.715107 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:51.795731 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:51.826374 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=57dd3ba8-2746-4f3a-bf79-27daeb3d5564,segment=NetworkSegment(41c1ed6b-1b58-4c25-85b8-a54308f78a3d),segment_id=41c1ed6b-1b58-4c25-85b8-a54308f78a3d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:51.916114 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:51.952166 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4b44ca6-797a-476a-a20c-a9523e794890 req-7503ef20-9805-4f84-b16f-bc5d1db66380 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 210 time: 0.0359421 Jul 05 19:14:51.969009 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=57dd3ba8-2746-4f3a-bf79-27daeb3d5564,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:53.049132 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-21526c5a-9407-459c-8243-154bd0bff654 req-8dbc2603-66c6-4cf5-8345-91820ed79789 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 210 time: 0.0283718 Jul 05 19:14:53.379208 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:14:53.425737 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:53.426028 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:53.564741 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e0feadcc-a0e6-42fe-be95-2e297042aaa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:53.759319 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:54.191196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3c554cfc-fea4-4dd3-bfd8-383ce96ac7c4 req-5f91e261-e6ae-468e-b38e-b9eb9b48bd21 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 210 time: 0.0294549 Jul 05 19:14:54.453180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9201-197f-4113-9925-69c7b7940d34 req-fc006808-9f39-4b92-a3e6-ed5e135abd05 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:54.454696 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-fc006808-9f39-4b92-a3e6-ed5e135abd05 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 808 time: 0.1066618 Jul 05 19:14:54.497744 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-be1a66c6-8b61-4153-b9f8-c92f3339c4ea tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973 HTTP/1.1" status: 200 len: 379 time: 0.0343466 Jul 05 19:14:54.506449 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'port': {'device_id': '44d6b83e-1327-44b0-9903-624016c17997', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'admin_state_up': True, 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'security_groups': ['0010be9b-90ed-476e-8183-b3f3e9e8f9a6']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:54.713691 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Made reservation on behalf of 7b9af0ea1d6e48cc9d08a87d11eb2973 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:14:54.717326 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:54.847007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Allocated IP 172.20.0.6 (6b251e9a-f74d-4d40-bb12-b04177556b58/df1728b0-4685-4ecc-ad4d-daa44c930cb5/586e0556-9719-47b0-b11e-d9967e9b56dc) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:14:54.905214 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:14:54.955654 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:54.988412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:55.008901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Transition to ACTIVE for port object 586e0556-9719-47b0-b11e-d9967e9b56dc will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:55.108312 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:55.151866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:14:55.155003 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:14:55.161182 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:14:55.167503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:55.214618 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:55.215428 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:55.294081 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-e44c8710-bfbd-4185-ad1b-4361b76cafd7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7918377 Jul 05 19:14:55.371282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c1441-8746-4bcd-9d71-0e01de38d960 req-2431014a-63a3-42c6-b4f6-7494300f2bad tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:55.372785 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b3c1441-8746-4bcd-9d71-0e01de38d960 req-2431014a-63a3-42c6-b4f6-7494300f2bad tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 931 time: 0.0660334 Jul 05 19:14:55.408603 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Request body: {'port': {'device_id': '44d6b83e-1327-44b0-9903-624016c17997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:14:55.414670 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7b3c1441-8746-4bcd-9d71-0e01de38d960 req-5520a22f-b29d-4cde-8f27-bf9281f2abac tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323210 Jul 05 19:14:55.487150 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:55.508378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4ccc070c-9333-4cc9-a12f-163dbc39b7ef None None] Provisioning for port 586e0556-9719-47b0-b11e-d9967e9b56dc completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:14:55.514294 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-4ccc070c-9333-4cc9-a12f-163dbc39b7ef None None] Provisioning complete for port 586e0556-9719-47b0-b11e-d9967e9b56dc triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:14:55.514294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4ccc070c-9333-4cc9-a12f-163dbc39b7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:55.562938 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-4ccc070c-9333-4cc9-a12f-163dbc39b7ef None None] Port 586e0556-9719-47b0-b11e-d9967e9b56dc cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:14:55.749450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586e0556-9719-47b0-b11e-d9967e9b56dc {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:14:55.757344 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:55.769238 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Transition to ACTIVE for port object 586e0556-9719-47b0-b11e-d9967e9b56dc will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:14:55.839207 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:55.894239 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:55.970757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Attempting to bind port 586e0556-9719-47b0-b11e-d9967e9b56dc on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:14:55.971095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Attempting to bind port 586e0556-9719-47b0-b11e-d9967e9b56dc by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:14:55.971423 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Attempting to bind port 586e0556-9719-47b0-b11e-d9967e9b56dc on network 6b251e9a-f74d-4d40-bb12-b04177556b58 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:14:55.976268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Port 586e0556-9719-47b0-b11e-d9967e9b56dc on network 6b251e9a-f74d-4d40-bb12-b04177556b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:14:55.976590 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Attempting to bind port 586e0556-9719-47b0-b11e-d9967e9b56dc on network 6b251e9a-f74d-4d40-bb12-b04177556b58 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:14:55.981845 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:14:55.982180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Checking segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:14:55.982582 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Bound using segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:14:55.983016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Bound port: 586e0556-9719-47b0-b11e-d9967e9b56dc, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:14:55.983376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:56.051700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:14:56.055378 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:14:56.136791 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:56.171789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:56.172419 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:56.173817 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] 10.222.0.97 "PUT /v2.0/ports/586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 1091 time: 0.8701165 Jul 05 19:14:56.174255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:14:56.176539 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e072401-2491-4349-9723-0c2ad4909bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:14:56.211157 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db469b7d-ea6f-47df-9e94-6d04dbc9a906 service neutron] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:14:56.228583 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880bc2bc-609e-4cf9-84a3-2f71fa50d907 x-openstack-request-id: req-880bc2bc-609e-4cf9-84a3-2f71fa50d907 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:14:56.228883 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:14:56.229137 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-880bc2bc-609e-4cf9-84a3-2f71fa50d907 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:14:56.229558 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'status': 'completed', 'code': 200} Jul 05 19:14:56.305358 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072401-2491-4349-9723-0c2ad4909bd8 req-e6bb57f7-3273-4c82-94d2-d1e8f3337d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:56.306900 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e072401-2491-4349-9723-0c2ad4909bd8 req-e6bb57f7-3273-4c82-94d2-d1e8f3337d04 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1094 time: 0.0568790 Jul 05 19:14:56.410843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072401-2491-4349-9723-0c2ad4909bd8 req-73c214f0-9c81-4bcd-817f-8c3767b622fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:56.412996 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e072401-2491-4349-9723-0c2ad4909bd8 req-73c214f0-9c81-4bcd-817f-8c3767b622fc service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&shared=False HTTP/1.1" status: 200 len: 908 time: 0.0991023 Jul 05 19:14:56.511139 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e072401-2491-4349-9723-0c2ad4909bd8 req-53b9cec0-8d33-4e2e-9703-bd4512e63a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:56.512646 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-3e072401-2491-4349-9723-0c2ad4909bd8 req-53b9cec0-8d33-4e2e-9703-bd4512e63a4a service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0933309 Jul 05 19:14:56.594606 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df2cea-e911-4911-9c4b-172c21842c03 req-7aba885d-0896-498f-96f7-6b57a7bdd51c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:56.596202 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33df2cea-e911-4911-9c4b-172c21842c03 req-7aba885d-0896-498f-96f7-6b57a7bdd51c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 943 time: 0.0672588 Jul 05 19:14:56.606889 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9201-197f-4113-9925-69c7b7940d34 req-b4576ea3-753d-4be5-a45b-0d29c663899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:56.608422 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-b4576ea3-753d-4be5-a45b-0d29c663899b service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1094 time: 0.0565886 Jul 05 19:14:56.637726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-33df2cea-e911-4911-9c4b-172c21842c03 req-fce6c273-7025-4312-b115-b8894e6aba9c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352170 Jul 05 19:14:56.660787 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-1512307a-7769-4236-8d33-669a984e52fb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 217 time: 0.0342724 Jul 05 19:14:56.679662 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:56.708530 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9201-197f-4113-9925-69c7b7940d34 req-ce67ee71-27c6-4db6-adac-451d09dd9dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:56.710249 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-ce67ee71-27c6-4db6-adac-451d09dd9dab service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0489635 Jul 05 19:14:56.767341 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b9201-197f-4113-9925-69c7b7940d34 req-ea65f88c-b1a4-4e84-a14e-0d2aaca94862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:56.768935 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-ea65f88c-b1a4-4e84-a14e-0d2aaca94862 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522232 Jul 05 19:14:56.858965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-ab0c2181-abe0-4d4b-980f-f99152c501e7 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829341 Jul 05 19:14:56.953467 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-085b9201-197f-4113-9925-69c7b7940d34 req-f9e0fbc7-b032-4df2-8b43-4b1e5bb8ab4a service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875146 Jul 05 19:14:57.813836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded8c76-ad36-4355-98f8-bceeb182545f req-43e95000-ac08-488f-823e-28f5f55f7824 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:57.815359 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ded8c76-ad36-4355-98f8-bceeb182545f req-43e95000-ac08-488f-823e-28f5f55f7824 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 943 time: 0.0641587 Jul 05 19:14:57.853883 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6ded8c76-ad36-4355-98f8-bceeb182545f req-f89d2d8a-3c85-4d39-9d1c-7526cee33cac tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328460 Jul 05 19:14:59.028634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c28d9a-af47-4e2e-9b00-b6349833e1c3 req-91ef5210-610c-4c59-a89a-37bbd9221489 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:14:59.030104 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08c28d9a-af47-4e2e-9b00-b6349833e1c3 req-91ef5210-610c-4c59-a89a-37bbd9221489 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 943 time: 0.0662014 Jul 05 19:14:59.068904 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08c28d9a-af47-4e2e-9b00-b6349833e1c3 req-28caf94f-a528-447b-998e-b4f4fbbc3676 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332079 Jul 05 19:14:59.581194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 586e0556-9719-47b0-b11e-d9967e9b56dc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:14:59.677339 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:59.688633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'port_id': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'mac_address': 'fa:16:3e:59:9b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:14:59.724468 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:59.736742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586e0556-9719-47b0-b11e-d9967e9b56dc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:14:59.755695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:14:59.827310 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:14:59.877655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:15:00.078928 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['586e0556-9719-47b0-b11e-d9967e9b56dc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:15:00.247074 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb8282-baaf-4064-b43e-086d5901abf9 req-347f418b-a326-45c0-9476-326ca76c0551 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:00.248642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5adb8282-baaf-4064-b43e-086d5901abf9 req-347f418b-a326-45c0-9476-326ca76c0551 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0642672 Jul 05 19:15:00.288672 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5adb8282-baaf-4064-b43e-086d5901abf9 req-07338494-6eb7-497a-9f77-7c77f1aee620 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341923 Jul 05 19:15:00.308426 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:01.460682 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51266c49-f6ef-48fc-85be-6b48378d41c3 req-c37f7462-10a0-451c-aa78-a7b96fe3393d tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:01.462173 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51266c49-f6ef-48fc-85be-6b48378d41c3 req-c37f7462-10a0-451c-aa78-a7b96fe3393d tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0624013 Jul 05 19:15:01.500046 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51266c49-f6ef-48fc-85be-6b48378d41c3 req-ed79e131-7a99-4808-bd57-acb254f2c512 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321891 Jul 05 19:15:01.598464 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 586e0556-9719-47b0-b11e-d9967e9b56dc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:15:01.701896 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 586e0556-9719-47b0-b11e-d9967e9b56dc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:15:01.705756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 586e0556-9719-47b0-b11e-d9967e9b56dc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:15:01.706139 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:01.786987 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:01.808166 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:15:01.810495 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697d537c-a581-478c-8f1b-c4f6d5c2b808" -d '{"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-plugged", "status": "completed", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:15:01.824705 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:15:01.898913 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:01.905776 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a118e6d5-e87d-47c8-b42d-e0bea46e34f8 x-openstack-request-id: req-a118e6d5-e87d-47c8-b42d-e0bea46e34f8 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:15:01.906071 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-plugged", "status": "completed", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:15:01.906329 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a118e6d5-e87d-47c8-b42d-e0bea46e34f8 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:15:01.906767 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'code': 200} Jul 05 19:15:01.949603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:15:02.016085 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de6055-5e5b-4c9b-acce-d4a5e2fda7fa req-5c8a6e24-09d1-4a15-b37e-173393975669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:02.017582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-87de6055-5e5b-4c9b-acce-d4a5e2fda7fa req-5c8a6e24-09d1-4a15-b37e-173393975669 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1096 time: 0.0522466 Jul 05 19:15:02.050985 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-87de6055-5e5b-4c9b-acce-d4a5e2fda7fa req-f6f53913-570d-46bc-84ce-b9cd2ee26e17 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272090 Jul 05 19:15:02.676352 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680deb-8ef3-4380-bd10-cd975b6c6dd3 req-75708f31-7b67-4190-acfa-81e44690c969 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:02.677915 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0680deb-8ef3-4380-bd10-cd975b6c6dd3 req-75708f31-7b67-4190-acfa-81e44690c969 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0672519 Jul 05 19:15:02.716489 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f0680deb-8ef3-4380-bd10-cd975b6c6dd3 req-c2dab578-0b30-4d32-9f92-be5f06e2cafb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330336 Jul 05 19:15:03.891684 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a23a12-1954-4ce5-8f4a-e405e8cc1e33 req-430b5bfe-4e49-4f3f-9f71-a7a9e775b63b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:03.893171 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15a23a12-1954-4ce5-8f4a-e405e8cc1e33 req-430b5bfe-4e49-4f3f-9f71-a7a9e775b63b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0648248 Jul 05 19:15:03.931506 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-15a23a12-1954-4ce5-8f4a-e405e8cc1e33 req-d3b6fd18-3e78-4c0a-845d-c0fe5cb7fee7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326834 Jul 05 19:15:04.108420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fce56-efd0-4a8b-95b4-b62fb1be1615 req-b3605df8-ae4d-407d-90d3-b9aaad1b4f7e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:04.109807 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-621fce56-efd0-4a8b-95b4-b62fb1be1615 req-b3605df8-ae4d-407d-90d3-b9aaad1b4f7e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0668297 Jul 05 19:15:04.147092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-621fce56-efd0-4a8b-95b4-b62fb1be1615 req-996875f9-fd02-4996-8cbf-574fbcd2745e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317397 Jul 05 19:15:04.170160 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52536) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:15:04.260586 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9440b88f-e913-4285-bc43-17830bb30280 tempest-TestShelveInstance-10833857 tempest-TestShelveInstance-10833857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:04.262106 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9440b88f-e913-4285-bc43-17830bb30280 tempest-TestShelveInstance-10833857 tempest-TestShelveInstance-10833857-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1091 time: 0.0909448 Jul 05 19:15:04.265156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52540) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:15:04.269630 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:15:04.393596 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:04.492619 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:04.593331 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Allocated IP 172.25.3.112 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/edb86482-1a79-4f44-b4a8-b25bd6d8cd12) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:15:04.696057 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:04.795957 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:04.831576 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:15:04.834536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:15:04.837907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:15:04.863915 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'Port': ['ID=edb86482-1a79-4f44-b4a8-b25bd6d8cd12,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:15:05.202667 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:05.332461 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:05.476095 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:05.555392 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:05.635399 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'Port': ['ID=edb86482-1a79-4f44-b4a8-b25bd6d8cd12,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:15:05.642888 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:05.740470 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Floating IP 102c8b7f-c107-4da8-8029-b2675b64dd52 associated. External IP: 172.25.3.112, port: 586e0556-9719-47b0-b11e-d9967e9b56dc. Jul 05 19:15:05.947867 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:15:06.056149 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:15:06.066313 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] Sync routers for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:15:06.075107 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:15:06.077270 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:15:06.124768 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:06.164492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ccc3468-5ba6-49b5-9e11-2414a387efcd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8982396 Jul 05 19:15:06.165196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:15:06.167548 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af576a7f-23ac-4893-ab37-2522434de027" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:15:06.195384 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:15:06.212144 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4318c08b-de8a-4bb6-8656-3f7bde567708 x-openstack-request-id: req-4318c08b-de8a-4bb6-8656-3f7bde567708 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:15:06.212661 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:15:06.212661 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4318c08b-de8a-4bb6-8656-3f7bde567708 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:15:06.213085 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'status': 'completed', 'code': 200} Jul 05 19:15:06.289371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576a7f-23ac-4893-ab37-2522434de027 req-25c3c401-263b-44ff-bf03-4350a21625b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:06.290913 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-af576a7f-23ac-4893-ab37-2522434de027 req-25c3c401-263b-44ff-bf03-4350a21625b3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1096 time: 0.0578911 Jul 05 19:15:06.381488 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576a7f-23ac-4893-ab37-2522434de027 req-0c6ef8d7-3c65-4260-b7a0-fab4116d499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:06.383081 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-af576a7f-23ac-4893-ab37-2522434de027 req-0c6ef8d7-3c65-4260-b7a0-fab4116d499f service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0858970 Jul 05 19:15:06.421985 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '102c8b7f-c107-4da8-8029-b2675b64dd52', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'port_id': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'mac_address': 'fa:16:3e:59:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d6b83e-1327-44b0-9903-624016c17997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:15:05Z', 'updated_at': '2021-07-05T19:15:05Z', 'revision_number': 0, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:15:06.448070 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] Checking router: 53f6abd6-a2b3-4e47-8105-e38e8f07c109 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:15:06.453778 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-af576a7f-23ac-4893-ab37-2522434de027 req-2e452330-1cee-4b52-aa0f-6b9f8507936d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 999 time: 0.0635266 Jul 05 19:15:06.456322 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:15:06.456920 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:14:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:15:06.503879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576a7f-23ac-4893-ab37-2522434de027 req-8f882930-7e88-49a1-b694-d565ac3e9c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:06.506090 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-af576a7f-23ac-4893-ab37-2522434de027 req-8f882930-7e88-49a1-b694-d565ac3e9c64 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0457842 Jul 05 19:15:06.564572 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af576a7f-23ac-4893-ab37-2522434de027 req-a587dd80-483b-40b2-9c83-75f757c190aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:06.565319 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:15:06.566094 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-af576a7f-23ac-4893-ab37-2522434de027 req-a587dd80-483b-40b2-9c83-75f757c190aa service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535419 Jul 05 19:15:06.622042 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:06.660419 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-af576a7f-23ac-4893-ab37-2522434de027 req-7f574df1-ceb8-43df-b5cb-217f5f7c36d7 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873332 Jul 05 19:15:06.750774 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-af576a7f-23ac-4893-ab37-2522434de027 req-0b63afea-d98c-4077-9d06-5962509c5be1 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837796 Jul 05 19:15:06.790006 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '102c8b7f-c107-4da8-8029-b2675b64dd52', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'port_id': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'mac_address': 'fa:16:3e:59:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d6b83e-1327-44b0-9903-624016c17997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:15:05Z', 'updated_at': '2021-07-05T19:15:05Z', 'revision_number': 0, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:15:06.815590 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f5eba0-7ffc-46c9-8548-0615e2c65785 None None] The sync data for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 is: [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '102c8b7f-c107-4da8-8029-b2675b64dd52', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'floating_ip_address': '172.25.3.112', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'port_id': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'mac_address': 'fa:16:3e:59:9b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44d6b83e-1327-44b0-9903-624016c17997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:15:05Z', 'updated_at': '2021-07-05T19:15:05Z', 'revision_number': 0, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:15:07.004920 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0900dece-127b-4db7-80fb-f796ca1660be None None] New status for floating IP 102c8b7f-c107-4da8-8029-b2675b64dd52: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:15:20.869581 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c9df872d-edab-4584-8069-388d7f26e25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:23.537679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0aea0638-5363-4e7b-b486-6f3d5c30365c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:23.752463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:24.953715 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:26.697828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:30.283890 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:31.904775 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:15:36.612186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:38.812820 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-5badba03-d7f4-4a8c-bc66-14cd877c9d89 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509839 Jul 05 19:15:38.911029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-462dcf95-ff39-49d2-8f01-4e100006f7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:38.912521 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-462dcf95-ff39-49d2-8f01-4e100006f7fc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1096 time: 0.0566926 Jul 05 19:15:39.015375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-8ccb6e2f-f1eb-4fc6-81ee-624c008320fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:39.016847 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-8ccb6e2f-f1eb-4fc6-81ee-624c008320fd service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0833142 Jul 05 19:15:39.084101 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-2c3543fb-4b66-413f-9dc8-796b1078f9e6 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 1001 time: 0.0603278 Jul 05 19:15:39.132693 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-67312cee-2629-4139-8cb8-5fbe9968c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:39.134110 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-67312cee-2629-4139-8cb8-5fbe9968c36a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0431807 Jul 05 19:15:39.190523 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-8d87a76e-6a01-4627-b031-70be8802c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:15:39.192014 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-8d87a76e-6a01-4627-b031-70be8802c960 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508647 Jul 05 19:15:39.284066 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-33c3b693-411e-4130-aaaa-220388570b8a service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848420 Jul 05 19:15:39.375689 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6e25477b-7eff-4150-a84a-3aeb44fbf974 req-18499af5-8d47-46d1-bef1-e5bde5ce3d43 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814662 Jul 05 19:15:50.854969 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e434749-9072-4320-9424-402b8c9c0a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:53.549010 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-00218966-6e9c-471c-b6d2-eb4ea0e15576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:53.749054 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:54.954528 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:15:56.672011 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:00.317488 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:06.597268 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:08.904324 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:16:20.837350 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f4bf62c-074c-431a-88b5-e15b8833748b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:23.548629 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-36aad344-4b91-45a5-83ae-9f68ee971832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:23.754398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:24.996767 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:26.688595 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:30.326258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:36.582545 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:39.777592 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-7014e0b9-8f93-4286-8628-b75794a6ac60 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0520525 Jul 05 19:16:39.876132 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-3c23355e-1810-4b15-bfe4-89245c7b2c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:16:39.877657 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-3c23355e-1810-4b15-bfe4-89245c7b2c9f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1096 time: 0.0569704 Jul 05 19:16:39.980706 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-dafc9e5a-a0c4-4b7d-9db4-bca0e56b9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:16:39.982175 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-dafc9e5a-a0c4-4b7d-9db4-bca0e56b9920 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0830657 Jul 05 19:16:40.050698 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-f34ab587-1be8-462b-8dff-0e0efc42405d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 1001 time: 0.0607040 Jul 05 19:16:40.097973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-8114f186-c7d9-4631-bf2c-aeb194015151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:16:40.099449 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-8114f186-c7d9-4631-bf2c-aeb194015151 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0425453 Jul 05 19:16:40.160040 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-5e447c54-55bc-4cd5-8286-4b2ea7628ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:16:40.161598 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-5e447c54-55bc-4cd5-8286-4b2ea7628ab4 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536253 Jul 05 19:16:40.254043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-c1ae9a15-d059-45ea-b51d-14d281a1b761 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851336 Jul 05 19:16:40.340602 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dc17bb8a-5c11-4207-98a1-28c2ac1e766a req-f226933a-665f-45e0-b60b-56efcf0b1832 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800080 Jul 05 19:16:45.904588 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:16:50.836855 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d4c06a81-61cc-4bfa-97a0-a949ae3b3d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:53.542398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ca64edb0-641d-4caa-a6af-155bdb2276ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:53.759742 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:54.987851 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:16:56.716797 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:00.319707 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:04.794329 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c3ccec-bb42-4d3e-939e-8f83172d2e24 req-b7f46432-4242-44fa-8ee1-aaaf7a8df730 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:04.795850 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08c3ccec-bb42-4d3e-939e-8f83172d2e24 req-b7f46432-4242-44fa-8ee1-aaaf7a8df730 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0654423 Jul 05 19:17:04.833197 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-08c3ccec-bb42-4d3e-939e-8f83172d2e24 req-43b52d13-0eea-42ec-8b05-124e66d6c4d9 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317011 Jul 05 19:17:06.028151 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6124f4-907a-498d-8dc0-4e94bdd8be68 req-9a8bcc93-80d2-49cc-9206-7c34405ebc4e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:06.029691 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c6124f4-907a-498d-8dc0-4e94bdd8be68 req-9a8bcc93-80d2-49cc-9206-7c34405ebc4e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0682824 Jul 05 19:17:06.067396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8c6124f4-907a-498d-8dc0-4e94bdd8be68 req-ae09e8f6-1664-486a-816f-00eeb427fda6 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320203 Jul 05 19:17:06.573334 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:07.267310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045eee6c-3539-4e42-a583-ef64ac54d8c0 req-2a052427-6399-437e-943d-3f59207d35bc tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:07.268814 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-045eee6c-3539-4e42-a583-ef64ac54d8c0 req-2a052427-6399-437e-943d-3f59207d35bc tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0637305 Jul 05 19:17:07.307960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-045eee6c-3539-4e42-a583-ef64ac54d8c0 req-b900bee9-560a-4462-bae3-85184ae99f87 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328438 Jul 05 19:17:08.488018 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e1e0e-a470-4606-b48a-2c65fb4246cc req-71ae72d0-50b1-4f0c-9823-6af589823731 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:08.489471 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-437e1e0e-a470-4606-b48a-2c65fb4246cc req-71ae72d0-50b1-4f0c-9823-6af589823731 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0686660 Jul 05 19:17:08.528196 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-437e1e0e-a470-4606-b48a-2c65fb4246cc req-107bc6ef-500a-45bf-ad78-dd2b294eb981 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325685 Jul 05 19:17:09.701416 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be573-ab5b-41af-9fcb-e8d4350788eb req-584d01c9-4770-4761-b31b-93f555c33588 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:09.702867 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c92be573-ab5b-41af-9fcb-e8d4350788eb req-584d01c9-4770-4761-b31b-93f555c33588 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0655177 Jul 05 19:17:09.750048 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c92be573-ab5b-41af-9fcb-e8d4350788eb req-e6376255-bad1-433b-a4af-c41b969aabeb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416577 Jul 05 19:17:10.922819 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffe143-3305-4e94-ad6e-00df1d139353 req-139b091d-8dd8-43a7-9087-70079da24e45 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:10.924304 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41ffe143-3305-4e94-ad6e-00df1d139353 req-139b091d-8dd8-43a7-9087-70079da24e45 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0637424 Jul 05 19:17:10.961690 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-41ffe143-3305-4e94-ad6e-00df1d139353 req-e134b301-9dee-459c-ae63-7179c0e911aa tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315509 Jul 05 19:17:12.136779 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0e8994-8458-4832-8495-e0a634d11f98 req-63418857-4c3f-4289-8917-370815444c6c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:12.138174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec0e8994-8458-4832-8495-e0a634d11f98 req-63418857-4c3f-4289-8917-370815444c6c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0668001 Jul 05 19:17:12.176008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ec0e8994-8458-4832-8495-e0a634d11f98 req-e85dcb04-17cb-4937-95a8-70cda8278f43 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320771 Jul 05 19:17:13.353156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5836a-6f3a-4cf1-9129-f87475433d53 req-35cfc329-133f-456f-938a-30a7be565af5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:13.354928 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16b5836a-6f3a-4cf1-9129-f87475433d53 req-35cfc329-133f-456f-938a-30a7be565af5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0632474 Jul 05 19:17:13.394772 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-16b5836a-6f3a-4cf1-9129-f87475433d53 req-2c1df0ef-d1eb-4722-8e0c-3b700c78f2eb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340879 Jul 05 19:17:14.568907 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef22be-0a3e-46ce-93c1-a80f246ca02a req-3b8061cd-4900-41c4-85d7-02a694411de3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:14.570502 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59ef22be-0a3e-46ce-93c1-a80f246ca02a req-3b8061cd-4900-41c4-85d7-02a694411de3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0652552 Jul 05 19:17:14.608313 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-59ef22be-0a3e-46ce-93c1-a80f246ca02a req-f0ee7ed9-b5b4-4b4c-bc9f-e9b536c73a56 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323174 Jul 05 19:17:15.785634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c495c-528b-42c6-905b-57799a8e2e34 req-6390440c-99bb-400a-b1d3-5bd87fceb164 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:15.787149 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-046c495c-528b-42c6-905b-57799a8e2e34 req-6390440c-99bb-400a-b1d3-5bd87fceb164 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0649843 Jul 05 19:17:15.833503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-046c495c-528b-42c6-905b-57799a8e2e34 req-b4bfd817-2e05-4a97-89b8-f5dbd3105365 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405488 Jul 05 19:17:17.012952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423270b-4638-4804-ba44-fe7a71dfb971 req-2055e337-4d4c-43b8-a735-f3b90c6b4107 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:17.014473 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6423270b-4638-4804-ba44-fe7a71dfb971 req-2055e337-4d4c-43b8-a735-f3b90c6b4107 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0647969 Jul 05 19:17:17.052861 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6423270b-4638-4804-ba44-fe7a71dfb971 req-a65711c3-785b-44f0-bb5d-26f4ec505cee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327148 Jul 05 19:17:18.228662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546cd5f-65c0-4dd4-a742-d1370dffa22b req-bf9ac59c-0bda-4e71-9b78-d9e193d5f989 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:18.230164 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b546cd5f-65c0-4dd4-a742-d1370dffa22b req-bf9ac59c-0bda-4e71-9b78-d9e193d5f989 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0676556 Jul 05 19:17:18.267396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b546cd5f-65c0-4dd4-a742-d1370dffa22b req-5f17dd05-7f97-4a1e-9701-c758e01460ff tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317376 Jul 05 19:17:19.437340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977dc76-939f-453e-9e00-7b8a9905efa4 req-2598ed1f-92c7-4b15-b39d-7ce9b4dc97de tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:19.438862 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2977dc76-939f-453e-9e00-7b8a9905efa4 req-2598ed1f-92c7-4b15-b39d-7ce9b4dc97de tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0632305 Jul 05 19:17:19.476073 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2977dc76-939f-453e-9e00-7b8a9905efa4 req-cf379311-a91b-4260-b2a5-4ec90b140bb0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317132 Jul 05 19:17:20.294225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 586e0556-9719-47b0-b11e-d9967e9b56dc details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:17:20.388140 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:17:20.399422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'port_id': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'mac_address': 'fa:16:3e:59:9b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:17:20.443250 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:20.463736 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 586e0556-9719-47b0-b11e-d9967e9b56dc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:17:20.483092 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:17:20.547737 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:20.598069 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:17:20.605477 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.605829 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.606170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.606504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.606941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.607272 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.607597 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.607921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.608246 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.608567 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.608887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.609206 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:20.621157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['586e0556-9719-47b0-b11e-d9967e9b56dc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:17:20.660311 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb57ed88-5321-4ff5-b87f-dfdf1dc55baf req-11559bc5-4ecc-4961-8230-5c6e42a1b12e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:20.661842 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb57ed88-5321-4ff5-b87f-dfdf1dc55baf req-11559bc5-4ecc-4961-8230-5c6e42a1b12e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0724049 Jul 05 19:17:20.701960 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fb57ed88-5321-4ff5-b87f-dfdf1dc55baf req-3575a969-3ea5-4fc0-a38e-8ae998371272 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343645 Jul 05 19:17:20.847978 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0169270e-723f-4651-9b94-9457cd8f0c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:21.877356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93067b-a63d-4acd-bc26-d03caaca7164 req-1f083628-beaa-4001-9018-01f26f4d7622 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:21.878897 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c93067b-a63d-4acd-bc26-d03caaca7164 req-1f083628-beaa-4001-9018-01f26f4d7622 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0667040 Jul 05 19:17:21.917630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1c93067b-a63d-4acd-bc26-d03caaca7164 req-ee2a3124-9a7b-46ec-bfdc-aa723d64558f tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324459 Jul 05 19:17:22.329393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 586e0556-9719-47b0-b11e-d9967e9b56dc up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:17:22.375503 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 586e0556-9719-47b0-b11e-d9967e9b56dc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:17:22.375877 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:22.462683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:22.486679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:17:22.488974 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1634ae-2342-49a0-b29e-d9a13cf01972" -d '{"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-plugged", "status": "completed", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:17:22.502110 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:17:22.526668 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67609a78-0505-4aea-9f76-d8ccf7f37aac x-openstack-request-id: req-67609a78-0505-4aea-9f76-d8ccf7f37aac {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:17:22.526963 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-plugged", "status": "completed", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:17:22.527221 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67609a78-0505-4aea-9f76-d8ccf7f37aac {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:17:22.527622 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'code': 200} Jul 05 19:17:22.593615 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:22.642488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:17:22.904581 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:17:23.108188 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29fa843-c49a-45d8-99d5-d4bc76604762 req-6ab30bd1-e534-4a38-9d75-dcc6bac2968c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:23.110739 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e29fa843-c49a-45d8-99d5-d4bc76604762 req-6ab30bd1-e534-4a38-9d75-dcc6bac2968c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0758507 Jul 05 19:17:23.152580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e29fa843-c49a-45d8-99d5-d4bc76604762 req-085e5bce-6145-4c09-a931-909294ea97e9 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347459 Jul 05 19:17:23.573509 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28f19acf-520e-4f3c-8da9-9e571d034532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:23.767591 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:24.359006 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d143ea0-1cd8-4078-a7bc-82fd5cf1fb7f req-b13dbe22-466e-40a9-b372-d3db3d2a76a3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:24.361248 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d143ea0-1cd8-4078-a7bc-82fd5cf1fb7f req-b13dbe22-466e-40a9-b372-d3db3d2a76a3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0784836 Jul 05 19:17:24.408360 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3d143ea0-1cd8-4078-a7bc-82fd5cf1fb7f req-bff1f583-b1d8-44ac-99d3-a0b309c30cda tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404325 Jul 05 19:17:24.961755 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:25.605004 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8e163-cb07-4485-84be-a0109c2f1db2 req-28fb772e-9c32-4be6-8b63-3db5379016a9 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:25.606653 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90d8e163-cb07-4485-84be-a0109c2f1db2 req-28fb772e-9c32-4be6-8b63-3db5379016a9 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0673177 Jul 05 19:17:25.645626 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-90d8e163-cb07-4485-84be-a0109c2f1db2 req-ee8ddb40-6285-4668-a387-867b15ba581e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331953 Jul 05 19:17:26.683368 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:26.949786 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551eda1-6b92-4887-93d1-52d288535478 req-355e30b7-f9ce-4811-b344-afaa1e646227 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:26.952268 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f551eda1-6b92-4887-93d1-52d288535478 req-355e30b7-f9ce-4811-b344-afaa1e646227 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.1791811 Jul 05 19:17:26.997720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f551eda1-6b92-4887-93d1-52d288535478 req-40a94618-4220-46bb-9579-bf25c0888ae7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395262 Jul 05 19:17:28.261420 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3c3bd-0dc9-4c02-932d-d86214a0219b req-6659243f-4606-40be-9d33-a351326e57af tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:28.267238 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cc3c3bd-0dc9-4c02-932d-d86214a0219b req-6659243f-4606-40be-9d33-a351326e57af tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.1428866 Jul 05 19:17:28.302726 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8cc3c3bd-0dc9-4c02-932d-d86214a0219b req-3a177318-7ad2-4891-8dc8-fce36e9fec33 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341330 Jul 05 19:17:29.506784 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e11e61-ca69-49e4-9442-460524d69ac0 req-b58f7081-ebd2-4674-bc1b-e818193f6ed9 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:29.510352 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2e11e61-ca69-49e4-9442-460524d69ac0 req-b58f7081-ebd2-4674-bc1b-e818193f6ed9 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0829720 Jul 05 19:17:29.559224 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2e11e61-ca69-49e4-9442-460524d69ac0 req-0d881d6a-9571-4bfc-ad30-a7f467b3e050 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419049 Jul 05 19:17:30.337413 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:31.106485 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85580243-0b20-4c8e-bb53-03459e87825c req-9db9bb1d-1a0c-4c34-8ceb-1cfe54569877 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:31.108021 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85580243-0b20-4c8e-bb53-03459e87825c req-9db9bb1d-1a0c-4c34-8ceb-1cfe54569877 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.4272759 Jul 05 19:17:31.149781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-85580243-0b20-4c8e-bb53-03459e87825c req-b2bef074-39a8-4c53-8844-6cf1a691bb02 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356221 Jul 05 19:17:32.342098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b7531-98e1-439b-8c5a-468a9ff8e1e5 req-1b314342-bfad-4244-ab72-1d5bb8a7201e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:32.343788 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-440b7531-98e1-439b-8c5a-468a9ff8e1e5 req-1b314342-bfad-4244-ab72-1d5bb8a7201e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0715408 Jul 05 19:17:32.388399 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-440b7531-98e1-439b-8c5a-468a9ff8e1e5 req-69625517-3675-4ca0-8c62-11eeeadfcdd6 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350757 Jul 05 19:17:33.562304 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb05ed3-676e-447d-9184-7c3282de5407 req-85501533-3f78-420e-97e2-7099c34cc154 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:33.563952 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bb05ed3-676e-447d-9184-7c3282de5407 req-85501533-3f78-420e-97e2-7099c34cc154 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0653570 Jul 05 19:17:33.602256 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0bb05ed3-676e-447d-9184-7c3282de5407 req-3c88d30b-534d-42d8-96b4-a4b305ec6bb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326359 Jul 05 19:17:34.065167 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e703b4-4304-4b25-890b-db700dfdadec req-a4feb660-9b77-41a1-9681-e35ae3c27468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:34.066692 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55e703b4-4304-4b25-890b-db700dfdadec req-a4feb660-9b77-41a1-9681-e35ae3c27468 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1096 time: 0.0521643 Jul 05 19:17:34.157878 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e703b4-4304-4b25-890b-db700dfdadec req-9c304b60-7614-4345-852c-8620890c1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:34.159422 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55e703b4-4304-4b25-890b-db700dfdadec req-9c304b60-7614-4345-852c-8620890c1f2c service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0865424 Jul 05 19:17:34.221558 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55e703b4-4304-4b25-890b-db700dfdadec req-cde7dd83-e61d-4aa3-a6f4-c07cda53ae43 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 1001 time: 0.0554700 Jul 05 19:17:34.273507 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e703b4-4304-4b25-890b-db700dfdadec req-8cde31f4-0579-45de-a0ca-5c11fc90bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:34.274969 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55e703b4-4304-4b25-890b-db700dfdadec req-8cde31f4-0579-45de-a0ca-5c11fc90bf03 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0470521 Jul 05 19:17:34.330425 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e703b4-4304-4b25-890b-db700dfdadec req-9941551f-b292-4a29-9740-32cd8a072d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:34.331838 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55e703b4-4304-4b25-890b-db700dfdadec req-9941551f-b292-4a29-9740-32cd8a072d95 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510137 Jul 05 19:17:34.343979 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-55e703b4-4304-4b25-890b-db700dfdadec req-988a9b27-7dc5-4e77-bf33-1d04d9428eff service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:17:34.344948 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55e703b4-4304-4b25-890b-db700dfdadec req-988a9b27-7dc5-4e77-bf33-1d04d9428eff service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048814 Jul 05 19:17:34.432361 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55e703b4-4304-4b25-890b-db700dfdadec req-a5a41890-de3a-4ae7-8090-0d6a6a8fb3f4 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805874 Jul 05 19:17:34.522296 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-55e703b4-4304-4b25-890b-db700dfdadec req-cfd36ded-4e10-40a2-ac2a-e231350707f4 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833671 Jul 05 19:17:34.772431 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d457e1-a7a9-4ee6-81fd-86a7bde239ab req-b3e37294-85e0-47f7-a0fe-229fbd7cb556 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:34.774580 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0d457e1-a7a9-4ee6-81fd-86a7bde239ab req-b3e37294-85e0-47f7-a0fe-229fbd7cb556 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0614750 Jul 05 19:17:34.812025 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c0d457e1-a7a9-4ee6-81fd-86a7bde239ab req-159de26a-abc2-4c22-8d6e-d8b493576140 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318491 Jul 05 19:17:35.989608 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3567321d-e13c-40d2-a915-34b7b3523583 req-b955be11-4607-44cb-bf17-45da6691b54b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:35.991170 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3567321d-e13c-40d2-a915-34b7b3523583 req-b955be11-4607-44cb-bf17-45da6691b54b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0656602 Jul 05 19:17:36.043020 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3567321d-e13c-40d2-a915-34b7b3523583 req-5dbbdc18-109d-4a05-859f-0d09e0b8625f tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454776 Jul 05 19:17:36.621864 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:37.284704 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7082e9c-caf5-40cf-9a71-d24356758f05 req-b2040cfa-10ba-46d6-895d-5a217606e694 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:37.286233 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7082e9c-caf5-40cf-9a71-d24356758f05 req-b2040cfa-10ba-46d6-895d-5a217606e694 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0787108 Jul 05 19:17:37.330718 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f7082e9c-caf5-40cf-9a71-d24356758f05 req-29dcaf11-466d-4390-8d34-96003db37cef tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384216 Jul 05 19:17:37.884893 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b76f8-c13b-45d5-9bc7-262834978f1b req-8ccc665c-c401-4e1c-8cf0-13f4111f2eb0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:37.886411 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a1b76f8-c13b-45d5-9bc7-262834978f1b req-8ccc665c-c401-4e1c-8cf0-13f4111f2eb0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0748932 Jul 05 19:17:37.925664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0a1b76f8-c13b-45d5-9bc7-262834978f1b req-ba5e0391-8b91-4a84-99ef-c50a301c94a7 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334949 Jul 05 19:17:38.221208 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52756) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:17:38.327973 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-0f1f5181-a079-4dcb-a0bb-4307f7de678e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021616 Jul 05 19:17:38.422969 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 586e0556-9719-47b0-b11e-d9967e9b56dc no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:17:38.651180 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:38.673129 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:17:38.675389 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5b9c97-67fd-45ab-a48b-c13594ab9a6c" -d '{"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-unplugged", "status": "completed", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:17:38.690528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:17:38.708885 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 19:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15017d1-c457-4f3b-963e-db9e878a5134 x-openstack-request-id: req-a15017d1-c457-4f3b-963e-db9e878a5134 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:17:38.709180 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-unplugged", "status": "failed", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc", "code": 422}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:17:38.709444 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a15017d1-c457-4f3b-963e-db9e878a5134 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:17:38.709841 n-d-799524-1 neutron-server[100999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'code': 422} returned with failed status Jul 05 19:17:38.732763 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:38.779842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:17:39.100313 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8e31-6a83-4b16-859b-92f67ec6f56c req-5308aabd-84fe-41d0-bb0f-5fbb3631d608 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:39.102426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7ac8e31-6a83-4b16-859b-92f67ec6f56c req-5308aabd-84fe-41d0-bb0f-5fbb3631d608 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 943 time: 0.0631647 Jul 05 19:17:39.142275 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b7ac8e31-6a83-4b16-859b-92f67ec6f56c req-508481ea-c72d-4930-bff7-8862dc769a05 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337894 Jul 05 19:17:39.674744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-d2a3aa5d-2a94-4bfc-85ee-86cc9a4484da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:39.676155 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-d2a3aa5d-2a94-4bfc-85ee-86cc9a4484da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997&tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973 HTTP/1.1" status: 200 len: 1094 time: 0.0545878 Jul 05 19:17:39.687996 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799524-1', 'device_owner': 'compute:nova'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:17:39.762423 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:39.965585 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:17:39.997587 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:17:40.028942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 586e0556-9719-47b0-b11e-d9967e9b56dc {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:17:40.036418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:40.048813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Transition to ACTIVE for port object 586e0556-9719-47b0-b11e-d9967e9b56dc will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:17:40.127313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:40.217913 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=9']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.238271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:17:40.275515 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] No DVR routers for this DVR port 586e0556-9719-47b0-b11e-d9967e9b56dc on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:17:40.331388 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7114f-e55d-4783-8904-284d31f24152 req-84ca0fe9-4eeb-45ae-ae91-3e279de51ffb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:40.334775 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4dc7114f-e55d-4783-8904-284d31f24152 req-84ca0fe9-4eeb-45ae-ae91-3e279de51ffb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 943 time: 0.0680230 Jul 05 19:17:40.378035 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4dc7114f-e55d-4783-8904-284d31f24152 req-ed462fa5-bc17-4cfe-9d28-5b499ffc472a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382018 Jul 05 19:17:40.416583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Attempting to bind port 586e0556-9719-47b0-b11e-d9967e9b56dc on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:17:40.416919 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Attempting to bind port 586e0556-9719-47b0-b11e-d9967e9b56dc by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:17:40.417247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Attempting to bind port 586e0556-9719-47b0-b11e-d9967e9b56dc on network 6b251e9a-f74d-4d40-bb12-b04177556b58 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:17:40.421668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Port 586e0556-9719-47b0-b11e-d9967e9b56dc on network 6b251e9a-f74d-4d40-bb12-b04177556b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:17:40.421982 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Attempting to bind port 586e0556-9719-47b0-b11e-d9967e9b56dc on network 6b251e9a-f74d-4d40-bb12-b04177556b58 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:17:40.426784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:17:40.427120 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Checking segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:17:40.427499 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Bound using segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:17:40.427926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Bound port: 586e0556-9719-47b0-b11e-d9967e9b56dc, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:17:40.428279 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:40.491230 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:17:40.494995 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:17:40.553047 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:40.588119 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:40.588790 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:40.590269 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] 10.222.0.39 "PUT /v2.0/ports/586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 1091 time: 0.9061809 Jul 05 19:17:40.590607 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:17:40.592823 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:17:40.627251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2e4bf-b0cf-48b1-8ac6-ded7a7d1cffc service neutron] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=10']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:17:40.646990 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe50d54-934e-46b8-9a89-89179c844730 x-openstack-request-id: req-ffe50d54-934e-46b8-9a89-89179c844730 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:17:40.647283 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:17:40.647578 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffe50d54-934e-46b8-9a89-89179c844730 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:17:40.648047 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'status': 'completed', 'code': 200} Jul 05 19:17:40.676937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-65dc0ab1-a12d-44ff-a081-219cf88b82a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:40.678586 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-65dc0ab1-a12d-44ff-a081-219cf88b82a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1095 time: 0.0600193 Jul 05 19:17:40.770965 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-75ecd1b8-e2a5-4fd1-95ef-1e73538ba151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:40.772511 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-75ecd1b8-e2a5-4fd1-95ef-1e73538ba151 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0871992 Jul 05 19:17:40.840965 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-b106413c-8de7-4eaf-a7b5-b78b6d55c88b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 999 time: 0.0612953 Jul 05 19:17:40.892787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-6277a32a-2c45-480f-929e-8c203d37cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:40.894254 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-6277a32a-2c45-480f-929e-8c203d37cb95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0465336 Jul 05 19:17:40.951812 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-3a5f58b2-1b7a-4be1-91b8-f46ff20d2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:40.953321 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-3a5f58b2-1b7a-4be1-91b8-f46ff20d2f60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519338 Jul 05 19:17:41.408600 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-6d705022-6319-49bf-b15d-94adc7f6e3cc service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469016 Jul 05 19:17:41.509308 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bb8cb35a-39f5-4c51-8ab7-ad985578a4fc req-cb00da31-c442-4f87-9abd-76520c739823 service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929768 Jul 05 19:17:41.563232 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862870a-2a08-44f0-be64-7ebfc0c80e71 req-d879f149-768b-40ad-a4d4-56943aef0911 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:41.564739 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3862870a-2a08-44f0-be64-7ebfc0c80e71 req-d879f149-768b-40ad-a4d4-56943aef0911 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0643749 Jul 05 19:17:41.604714 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3862870a-2a08-44f0-be64-7ebfc0c80e71 req-cfa85452-bcd4-434b-9fcc-bca0ed5b01fd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336518 Jul 05 19:17:41.692260 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-3739f4dd-edd7-4331-a7a2-b28b83ef42eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:41.693799 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-3739f4dd-edd7-4331-a7a2-b28b83ef42eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1095 time: 0.0544956 Jul 05 19:17:41.790219 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-22363c4b-53a2-4f35-b519-6b35c2a01ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:41.791813 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-22363c4b-53a2-4f35-b519-6b35c2a01ad9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0918176 Jul 05 19:17:41.869676 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-25406967-ebdf-44d9-8371-4a9b1b5f3186 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 999 time: 0.0697620 Jul 05 19:17:41.920465 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-1487a9b3-be47-4b9d-95aa-91632bce09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:41.921862 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-1487a9b3-be47-4b9d-95aa-91632bce09a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0451021 Jul 05 19:17:42.004208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-6f02c4ee-211f-43cf-8f0d-26d2bb440f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:42.005916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-6f02c4ee-211f-43cf-8f0d-26d2bb440f61 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750837 Jul 05 19:17:42.797433 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e558b08-ae51-486a-ae93-007c756530f3 req-9aa6a675-d53e-4f14-b01f-a144cf0319e1 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:42.799143 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e558b08-ae51-486a-ae93-007c756530f3 req-9aa6a675-d53e-4f14-b01f-a144cf0319e1 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0761666 Jul 05 19:17:42.841977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6e558b08-ae51-486a-ae93-007c756530f3 req-bb1bd687-a295-48c5-8e9e-57bd05293085 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350039 Jul 05 19:17:44.036557 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999aa06a-e572-47f0-a7cc-7f9d6aeedd75 req-832a4b72-bf78-47d7-9803-1820c88d31e2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:44.038146 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-999aa06a-e572-47f0-a7cc-7f9d6aeedd75 req-832a4b72-bf78-47d7-9803-1820c88d31e2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0748470 Jul 05 19:17:44.084285 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-999aa06a-e572-47f0-a7cc-7f9d6aeedd75 req-16e1a910-004d-4e73-b3db-7a629ff35502 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398970 Jul 05 19:17:45.277194 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c4b6e-c89e-4a03-94e5-4039736c6d94 req-d0d63730-64cd-46aa-b5b1-b94b9c74aa91 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:45.278744 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-489c4b6e-c89e-4a03-94e5-4039736c6d94 req-d0d63730-64cd-46aa-b5b1-b94b9c74aa91 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0683975 Jul 05 19:17:45.317629 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-489c4b6e-c89e-4a03-94e5-4039736c6d94 req-108b8585-b946-4eb2-85d0-d6e137049c15 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328848 Jul 05 19:17:46.502139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb8b66-39f9-4302-8401-e8469d1b24ea req-757198ef-7d6c-49b6-b9b8-c4e1f77c0717 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:46.503680 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2afb8b66-39f9-4302-8401-e8469d1b24ea req-757198ef-7d6c-49b6-b9b8-c4e1f77c0717 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0665901 Jul 05 19:17:46.547623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2afb8b66-39f9-4302-8401-e8469d1b24ea req-a5f833da-bc3b-4691-8f6e-ab2753bb0724 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374827 Jul 05 19:17:47.748253 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3277bc92-f34e-4e99-b773-462df5a51578 req-cec8ca08-de87-4ac2-910f-74eddd7f5839 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:47.752426 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3277bc92-f34e-4e99-b773-462df5a51578 req-cec8ca08-de87-4ac2-910f-74eddd7f5839 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0751863 Jul 05 19:17:47.789724 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3277bc92-f34e-4e99-b773-462df5a51578 req-a8789a16-e1ec-4639-8521-2990476cfeea tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339825 Jul 05 19:17:48.991974 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a16d1b-028c-494b-ad57-b9562f5cee99 req-de1e15d3-2526-4af0-85c6-06c57fe63235 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:48.993529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58a16d1b-028c-494b-ad57-b9562f5cee99 req-de1e15d3-2526-4af0-85c6-06c57fe63235 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0669529 Jul 05 19:17:49.034222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-58a16d1b-028c-494b-ad57-b9562f5cee99 req-67ca51a8-5f82-4f75-a9fb-9afdd0235aa5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351782 Jul 05 19:17:50.229846 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc3647-bcf7-410a-9d6a-6fc5db95681f req-d1312fba-b794-416f-8696-fd2f98200981 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:50.231427 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71bc3647-bcf7-410a-9d6a-6fc5db95681f req-d1312fba-b794-416f-8696-fd2f98200981 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0781393 Jul 05 19:17:50.271995 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71bc3647-bcf7-410a-9d6a-6fc5db95681f req-b8b02540-5185-4851-b21a-6b8b27109fe5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348778 Jul 05 19:17:50.858474 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5879079a-e239-4a6f-b131-0c92e961f386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:51.483381 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14a151-dded-4723-84f5-c0dd8ccd278c req-f8084232-c7ec-4f9e-b445-e50d4f920507 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:51.484914 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc14a151-dded-4723-84f5-c0dd8ccd278c req-f8084232-c7ec-4f9e-b445-e50d4f920507 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0716441 Jul 05 19:17:51.525595 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bc14a151-dded-4723-84f5-c0dd8ccd278c req-0d6a7602-7bbb-4c3a-a5ba-031957801c0b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349438 Jul 05 19:17:52.435080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-f05a4010-2eb8-41a4-b61d-569a2b61cca4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:17:52.436100 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-f05a4010-2eb8-41a4-b61d-569a2b61cca4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055826 Jul 05 19:17:52.538303 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-89dc7a20-4940-4d43-b2cc-8f218ed22c15 service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947769 Jul 05 19:17:52.633814 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-382898b2-d6a1-4dce-a4bb-ff55275a8cf4 req-676426e4-de8b-44b3-9dbc-72c8d3bdf2a3 service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864120 Jul 05 19:17:52.766925 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69cdd5-5000-4d03-bc81-c4b6ab39e73d req-f39f7d95-1c7b-4b43-ace0-5844ebf8fb53 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:52.768433 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d69cdd5-5000-4d03-bc81-c4b6ab39e73d req-f39f7d95-1c7b-4b43-ace0-5844ebf8fb53 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0673559 Jul 05 19:17:52.812484 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d69cdd5-5000-4d03-bc81-c4b6ab39e73d req-317a8200-1428-4973-943b-487c98b01072 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373316 Jul 05 19:17:53.558626 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2ce492f1-4004-4047-b1ea-57cf150f4bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:53.752968 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:53.989224 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ed739-40a4-45b2-96f7-7cfda38e731f req-9cef751c-5664-44d4-a897-4ae042acf911 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:53.990919 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c33ed739-40a4-45b2-96f7-7cfda38e731f req-9cef751c-5664-44d4-a897-4ae042acf911 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0671806 Jul 05 19:17:54.031138 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c33ed739-40a4-45b2-96f7-7cfda38e731f req-7ec086ba-6259-403f-80bc-66e98bce6b76 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334115 Jul 05 19:17:54.984146 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:55.212376 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf2000-7683-4259-920c-c25d9b34a8d9 req-8e478c86-f7ab-4c55-aa09-08a5c8d549b0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:55.213906 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dbf2000-7683-4259-920c-c25d9b34a8d9 req-8e478c86-f7ab-4c55-aa09-08a5c8d549b0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 944 time: 0.0651817 Jul 05 19:17:55.252311 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3dbf2000-7683-4259-920c-c25d9b34a8d9 req-de17229c-7c33-4a56-ada5-3c53a902b0f8 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327752 Jul 05 19:17:55.948929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 586e0556-9719-47b0-b11e-d9967e9b56dc details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:17:56.045608 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:17:56.057260 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'port_id': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'mac_address': 'fa:16:3e:59:9b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:17:56.092984 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:56.108820 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 586e0556-9719-47b0-b11e-d9967e9b56dc {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:17:56.128122 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:17:56.172364 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:56.222041 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=11']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:17:56.396433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['586e0556-9719-47b0-b11e-d9967e9b56dc'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:17:56.431519 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175c03d0-c6a7-4065-b1b9-cf0e2ebc0c91 req-1ac0ebbe-0530-4d54-a47e-8d26e4cadcb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:56.433031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-175c03d0-c6a7-4065-b1b9-cf0e2ebc0c91 req-1ac0ebbe-0530-4d54-a47e-8d26e4cadcb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0696905 Jul 05 19:17:56.471943 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-175c03d0-c6a7-4065-b1b9-cf0e2ebc0c91 req-ff09ea9e-0e7d-43b3-8468-3a9563959ba1 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332937 Jul 05 19:17:56.720724 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:57.665561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9428af2-e826-4377-a395-d8d933f4a6d3 req-65c33ca2-fe52-418e-8328-31f85c8a86d2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:57.667113 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9428af2-e826-4377-a395-d8d933f4a6d3 req-65c33ca2-fe52-418e-8328-31f85c8a86d2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 945 time: 0.0657556 Jul 05 19:17:57.704634 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d9428af2-e826-4377-a395-d8d933f4a6d3 req-9b6cf210-c6a1-4c74-b7c4-573b82a7cfde tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319288 Jul 05 19:17:57.951742 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 586e0556-9719-47b0-b11e-d9967e9b56dc up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:17:58.058153 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 586e0556-9719-47b0-b11e-d9967e9b56dc completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:17:58.062194 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 586e0556-9719-47b0-b11e-d9967e9b56dc triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:17:58.062519 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:58.141954 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:58.166016 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:17:58.168361 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460fa9b4-fe3c-4cba-a57a-6fc786c05fba" -d '{"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-plugged", "status": "completed", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:17:58.181311 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:17:58.204608 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e986f53-8b40-4c5a-80ab-c93fe1e594fd x-openstack-request-id: req-1e986f53-8b40-4c5a-80ab-c93fe1e594fd {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:17:58.204608 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-plugged", "status": "completed", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:17:58.204608 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e986f53-8b40-4c5a-80ab-c93fe1e594fd {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:17:58.204608 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'code': 200} Jul 05 19:17:58.258405 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:17:58.313141 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=12']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:17:58.339055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-68551027-3fbe-4bab-a918-6c01e0eedddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:58.345021 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-68551027-3fbe-4bab-a918-6c01e0eedddf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1097 time: 0.0695729 Jul 05 19:17:58.440349 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878d961-94c8-4640-9b33-219093e6f149 req-60eb7d36-7e82-4fa1-9cba-51ffb39e20ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:58.441893 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a878d961-94c8-4640-9b33-219093e6f149 req-60eb7d36-7e82-4fa1-9cba-51ffb39e20ce service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1097 time: 0.0521379 Jul 05 19:17:58.456843 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-694f807d-012c-438c-be4d-b24494ac9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:58.458311 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-694f807d-012c-438c-be4d-b24494ac9f5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0868509 Jul 05 19:17:58.483707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a878d961-94c8-4640-9b33-219093e6f149 req-75fb746b-b1ee-4703-9105-dd9fb2d0251e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343497 Jul 05 19:17:58.528209 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-8ef3c475-6d76-491d-95d5-5fd12871a7f2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 1001 time: 0.0636775 Jul 05 19:17:58.577206 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-e63b58bf-a6a2-44e4-adae-bc933631df99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:58.578594 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-e63b58bf-a6a2-44e4-adae-bc933631df99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0431359 Jul 05 19:17:58.638037 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-3191438f-c1ca-473c-8a49-f58318eb5d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:58.639593 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-3191438f-c1ca-473c-8a49-f58318eb5d04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509973 Jul 05 19:17:58.738817 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-791b0c3e-a18f-48e6-86cc-fecea5bc2f05 service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903137 Jul 05 19:17:58.830455 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7f06201e-19e4-4679-812e-a6dc00ba3342 req-24394809-5d0c-45a5-a83c-c8efa0aca22b service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846758 Jul 05 19:17:58.883430 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f498c-2c55-44a2-9e3f-3b363bfe5d65 req-42f4f98f-a75b-4300-8f3e-abf3ba0bda92 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:17:58.884940 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d8f498c-2c55-44a2-9e3f-3b363bfe5d65 req-42f4f98f-a75b-4300-8f3e-abf3ba0bda92 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 946 time: 0.0661891 Jul 05 19:17:58.924393 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2d8f498c-2c55-44a2-9e3f-3b363bfe5d65 req-ef65d616-5f7f-4d7d-ba6c-6ae1bcc39bb2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338466 Jul 05 19:17:59.906045 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:18:00.127241 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a675862-a19b-4a8b-8244-61ac56efd099 req-3ebdf324-c702-4ccb-a7db-21880b4abd7c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:18:00.128619 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a675862-a19b-4a8b-8244-61ac56efd099 req-3ebdf324-c702-4ccb-a7db-21880b4abd7c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 946 time: 0.0630026 Jul 05 19:18:00.167165 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6a675862-a19b-4a8b-8244-61ac56efd099 req-19773547-f2ba-4c93-83aa-7dac8b7a4a63 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326438 Jul 05 19:18:00.341744 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:01.343174 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c559cb76-7f25-4b1f-9f4c-c7eda6702efd req-0696b4e4-8e91-4337-aa14-f0ae5d8a1905 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:18:01.344683 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c559cb76-7f25-4b1f-9f4c-c7eda6702efd req-0696b4e4-8e91-4337-aa14-f0ae5d8a1905 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 946 time: 0.0666666 Jul 05 19:18:01.384187 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c559cb76-7f25-4b1f-9f4c-c7eda6702efd req-ec307371-3c9f-443f-bf5c-35f00213f08c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339441 Jul 05 19:18:06.593384 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:20.863020 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a5dd9950-deaf-4e47-b1d9-73f5d10057ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:23.600215 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-959e0b9f-2edf-47c1-83a4-4013346c41c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:23.765656 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:24.980615 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:26.698332 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:30.346513 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:36.594093 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:36.906452 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:18:50.855162 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-18a9d076-5bf3-47c3-b438-3a6be126fd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:53.569008 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8e780af2-c454-4683-8703-ef57b7c366be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:53.833880 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:55.016739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:18:56.719292 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:00.287756 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-8e69218a-cf01-4f53-966c-5d1c07ad3842 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1030734 Jul 05 19:19:00.359494 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:00.387927 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-abb902b1-d666-415b-9b23-cd12a28baa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:00.390168 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-abb902b1-d666-415b-9b23-cd12a28baa2f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1097 time: 0.0579920 Jul 05 19:19:00.498840 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-63e117b1-f586-42c0-8dd7-9b18ec447755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:00.501290 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-63e117b1-f586-42c0-8dd7-9b18ec447755 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0899727 Jul 05 19:19:00.574524 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-f442a65a-970c-41bd-a4a5-02fd3262a05c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 1001 time: 0.0663674 Jul 05 19:19:00.624329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-fb17abba-80db-4943-ab1e-699d8d884838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:00.625769 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-fb17abba-80db-4943-ab1e-699d8d884838 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0438359 Jul 05 19:19:00.681027 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-0becfa41-6600-4d8a-937f-96b686638bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:00.682525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-0becfa41-6600-4d8a-937f-96b686638bfb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507650 Jul 05 19:19:00.776455 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-5e3744c3-db7f-4333-b266-929384a57ab7 service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859385 Jul 05 19:19:00.871016 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-129b1fe9-895a-4768-a57c-7688ecd84681 req-132afe47-03b9-47b7-ad68-a83a9f8a58fb service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881679 Jul 05 19:19:06.620003 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:13.906631 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:19:14.439364 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52894) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:19:14.608371 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Deleting port edb86482-1a79-4f44-b4a8-b25bd6d8cd12 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:19:14.608715 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:14.693114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:14.693378 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:14.705969 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Calling delete_port for edb86482-1a79-4f44-b4a8-b25bd6d8cd12 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:19:14.919378 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:14.947674 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event deleted for resources: {'Port': ['ID=edb86482-1a79-4f44-b4a8-b25bd6d8cd12,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:14.959611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.959967 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.960314 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.960655 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.960992 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.961329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.961664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.962001 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.962335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.962688 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.963018 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:14.963345 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:15.022132 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:15.022517 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Floating IP 102c8b7f-c107-4da8-8029-b2675b64dd52 disassociated (deleted). External IP: 172.25.3.112, port: 586e0556-9719-47b0-b11e-d9967e9b56dc. Jul 05 19:19:15.238791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:19:15.345320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:19:15.350174 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:15.354895 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] Sync routers for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:19:15.364569 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:19:15.365174 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:18:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:19:15.386376 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2e725517-e875-4ae4-8d03-0c4dee65aaee tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "DELETE /v2.0/floatingips/102c8b7f-c107-4da8-8029-b2675b64dd52 HTTP/1.1" status: 204 len: 168 time: 0.9458997 Jul 05 19:19:15.387174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:19:15.389565 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401" -d '{"events": [{"name": "network-changed", "server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:19:15.433119 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcde607-41b7-4640-a1d5-5602e82345a5 x-openstack-request-id: req-8dcde607-41b7-4640-a1d5-5602e82345a5 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:19:15.433422 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:19:15.433678 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dcde607-41b7-4640-a1d5-5602e82345a5 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:19:15.435000 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'status': 'completed', 'code': 200} Jul 05 19:19:15.480917 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:19:15.518831 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-5cebb2c6-a690-41dd-97d9-418f0f75438f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:15.520387 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-5cebb2c6-a690-41dd-97d9-418f0f75438f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 1097 time: 0.0614936 Jul 05 19:19:15.613270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-a5105a74-24b7-47c6-a8f0-2245fc8fffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:15.614924 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-a5105a74-24b7-47c6-a8f0-2245fc8fffa6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0877788 Jul 05 19:19:15.658357 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-6b3e0ebb-1296-4153-8b8c-dcd7c72c6429 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 200 len: 217 time: 0.0356131 Jul 05 19:19:15.695129 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:19:15.712043 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-d263d877-d4de-430a-80f6-71ad0dab343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:15.713504 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-d263d877-d4de-430a-80f6-71ad0dab343a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0496464 Jul 05 19:19:15.724089 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] Checking router: 53f6abd6-a2b3-4e47-8105-e38e8f07c109 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:19:15.734711 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:19:15.735358 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:18:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:19:15.772687 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-92d9a08d-1b56-4f84-9517-1793cb1c9d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:15.774386 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-92d9a08d-1b56-4f84-9517-1793cb1c9d80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539715 Jul 05 19:19:15.867199 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:19:15.876800 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-a1c1ae22-fc86-474e-9893-fde4d7da9a2f service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897028 Jul 05 19:19:15.995660 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38c139f1-56d3-4b7b-8ad3-2b91d76ac401 req-82e3c030-d3bc-454b-a5a2-61e8152e5602 service neutron] 10.222.0.39 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124113 Jul 05 19:19:16.052559 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848946aa-84c3-45a4-a84c-d9d0d146ace2 req-a75bfa6f-48e0-4d81-afc9-c182169201b0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:16.053993 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-848946aa-84c3-45a4-a84c-d9d0d146ace2 req-a75bfa6f-48e0-4d81-afc9-c182169201b0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 946 time: 0.0717037 Jul 05 19:19:16.083226 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:19:16.091790 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-848946aa-84c3-45a4-a84c-d9d0d146ace2 req-0106d1c4-235c-4348-955c-4ffebe73f7fa tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Jul 05 19:19:16.110864 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287f4e3e-a875-442e-97ab-4842d59e6e66 None None] The sync data for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 is: [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:19:16.321237 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f33c7b-cbbf-4098-952a-8b7fca54f343 None None] New status for floating IP 102c8b7f-c107-4da8-8029-b2675b64dd52: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:19:17.279285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c719bf-b285-4d42-97a4-bbfcf4006266 req-ea1c4401-0cbc-4705-8035-f2c56b9ff170 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:17.281518 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6c719bf-b285-4d42-97a4-bbfcf4006266 req-ea1c4401-0cbc-4705-8035-f2c56b9ff170 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 946 time: 0.0681479 Jul 05 19:19:17.316474 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-d4c3c1ef-8230-4061-86d9-0b4cf99a5ffa tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:17.318042 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-d4c3c1ef-8230-4061-86d9-0b4cf99a5ffa tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.39 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 946 time: 0.0656052 Jul 05 19:19:17.328621 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b6c719bf-b285-4d42-97a4-bbfcf4006266 req-3cd2c228-ef9f-4f96-aa1c-ec9844b5e854 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=0010be9b-90ed-476e-8183-b3f3e9e8f9a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412476 Jul 05 19:19:17.432151 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Deleting port 586e0556-9719-47b0-b11e-d9967e9b56dc {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:19:17.432445 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:17.520503 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] For port 586e0556-9719-47b0-b11e-d9967e9b56dc, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=586e0556-9719-47b0-b11e-d9967e9b56dc,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:19:17.520865 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:17.534223 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Calling delete_port for 586e0556-9719-47b0-b11e-d9967e9b56dc owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:19:17.702964 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:17.732629 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event deleted for resources: {'Port': ['ID=586e0556-9719-47b0-b11e-d9967e9b56dc,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:17.784579 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] No DVR routers for this DVR port 586e0556-9719-47b0-b11e-d9967e9b56dc on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:19:17.787458 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:17.789469 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-dbc1261d-3019-4d5c-9f35-e9f0690ed9ac req-99b34ca4-01b5-43fe-94dc-a81b812b3bdb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.39 "DELETE /v2.0/ports/586e0556-9719-47b0-b11e-d9967e9b56dc HTTP/1.1" status: 204 len: 173 time: 0.4654803 Jul 05 19:19:17.789926 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-deleted', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:19:17.792340 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b58804-bbe0-4ee8-88a0-eedfe6e07d3c" -d '{"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-deleted", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:19:17.832154 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a01f92-0e9f-4e55-8578-b57525d65911 x-openstack-request-id: req-46a01f92-0e9f-4e55-8578-b57525d65911 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:19:17.832452 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d6b83e-1327-44b0-9903-624016c17997", "name": "network-vif-deleted", "tag": "586e0556-9719-47b0-b11e-d9967e9b56dc", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:19:17.832747 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46a01f92-0e9f-4e55-8578-b57525d65911 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:19:17.833166 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d6b83e-1327-44b0-9903-624016c17997', 'name': 'network-vif-deleted', 'tag': '586e0556-9719-47b0-b11e-d9967e9b56dc', 'status': 'completed', 'code': 200} Jul 05 19:19:18.492206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bcfaac3-5e0b-4a7d-b7ea-70324a66fc0a req-ecb4d50b-6a23-46df-8ee7-b525f83cc2bf tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=44d6b83e-1327-44b0-9903-624016c17997 HTTP/1.1" status: 200 len: 210 time: 0.0285764 Jul 05 19:19:19.586728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 52916) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:19:19.645843 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:19.671006 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:19.776134 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:19.778678 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:19.780395 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "DELETE /v2.0/security-groups/0010be9b-90ed-476e-8183-b3f3e9e8f9a6 HTTP/1.1" status: 204 len: 168 time: 0.1926689 Jul 05 19:19:19.793126 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0010be9b-90ed-476e-8183-b3f3e9e8f9a6,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:19.798394 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.798781 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.799123 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.799561 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.799923 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.800129 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.800443 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.800771 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.801095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.801424 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.801744 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:19.802063 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19372a88-2885-48f0-b927-db81923ff2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:20.203450 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52924) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:19:20.208237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0140b142-b6fb-4629-9b7b-5b6d5298c617 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1552774124', 'description': 'tempest-secgroup-smoke-1552774124 description', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:19:20.288567 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0140b142-b6fb-4629-9b7b-5b6d5298c617 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:20.391674 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0140b142-b6fb-4629-9b7b-5b6d5298c617 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:20.443521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 586e0556-9719-47b0-b11e-d9967e9b56dc no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:19:20.463434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 586e0556-9719-47b0-b11e-d9967e9b56dc {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:19:20.463781 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 586e0556-9719-47b0-b11e-d9967e9b56dc not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:19:20.468512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0140b142-b6fb-4629-9b7b-5b6d5298c617 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:20.497789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140b142-b6fb-4629-9b7b-5b6d5298c617 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c509e95-5b63-4c69-bf9b-ebd2cb127f63,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:20.553723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0140b142-b6fb-4629-9b7b-5b6d5298c617 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:20.555094 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0140b142-b6fb-4629-9b7b-5b6d5298c617 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3506374 Jul 05 19:19:20.557905 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52926) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:19:20.562600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-fac38d16-ce9f-4d25-9652-6316ecd5bfb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '7c509e95-5b63-4c69-bf9b-ebd2cb127f63', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:19:20.661758 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fac38d16-ce9f-4d25-9652-6316ecd5bfb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:20.724266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fac38d16-ce9f-4d25-9652-6316ecd5bfb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:20.782391 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fac38d16-ce9f-4d25-9652-6316ecd5bfb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:20.801072 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac38d16-ce9f-4d25-9652-6316ecd5bfb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0d5791-cc9e-4466-b3ad-2f6f1f852507,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:20.833419 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e80b9557-b547-4fe9-8cb1-a8348661502b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:20.862382 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-fac38d16-ce9f-4d25-9652-6316ecd5bfb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:20.863978 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-fac38d16-ce9f-4d25-9652-6316ecd5bfb5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3050885 Jul 05 19:19:20.866522 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52928) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:19:20.871100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-0c3d73b6-7518-4f95-af99-0c8ef494c20c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '7c509e95-5b63-4c69-bf9b-ebd2cb127f63', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:19:20.964922 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c3d73b6-7518-4f95-af99-0c8ef494c20c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.024959 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c3d73b6-7518-4f95-af99-0c8ef494c20c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.079561 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c3d73b6-7518-4f95-af99-0c8ef494c20c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.106673 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d73b6-7518-4f95-af99-0c8ef494c20c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb8afce-4b0d-4b6d-adee-d58619c3927d,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:21.158932 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0c3d73b6-7518-4f95-af99-0c8ef494c20c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.160216 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0c3d73b6-7518-4f95-af99-0c8ef494c20c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2927265 Jul 05 19:19:21.163044 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52930) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:19:21.167456 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-76a0db99-1afb-4788-bf6e-be73ad43dbdf tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '7c509e95-5b63-4c69-bf9b-ebd2cb127f63', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:19:21.249224 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76a0db99-1afb-4788-bf6e-be73ad43dbdf tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.311916 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76a0db99-1afb-4788-bf6e-be73ad43dbdf tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.381760 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76a0db99-1afb-4788-bf6e-be73ad43dbdf tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.400918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0db99-1afb-4788-bf6e-be73ad43dbdf tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35412f03-a49c-44e6-859e-f728fbc2b673,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:21.473489 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76a0db99-1afb-4788-bf6e-be73ad43dbdf tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.474788 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-76a0db99-1afb-4788-bf6e-be73ad43dbdf tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3107867 Jul 05 19:19:21.478363 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52932) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:19:21.484682 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-2eeb841d-fe01-45ce-8c42-6f011dff16d3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '7c509e95-5b63-4c69-bf9b-ebd2cb127f63', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:19:21.569589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2eeb841d-fe01-45ce-8c42-6f011dff16d3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.628412 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2eeb841d-fe01-45ce-8c42-6f011dff16d3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.707527 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2eeb841d-fe01-45ce-8c42-6f011dff16d3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.725728 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeb841d-fe01-45ce-8c42-6f011dff16d3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4389364-93ee-4c15-a3fa-b3863bff4851,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:21.810978 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-2eeb841d-fe01-45ce-8c42-6f011dff16d3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.812463 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-2eeb841d-fe01-45ce-8c42-6f011dff16d3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3330355 Jul 05 19:19:21.815357 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52934) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:19:21.820118 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-011638ce-4dc5-4ade-97c5-00dcf4088931 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '7c509e95-5b63-4c69-bf9b-ebd2cb127f63', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:19:21.930608 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-011638ce-4dc5-4ade-97c5-00dcf4088931 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Project 7b9af0ea1d6e48cc9d08a87d11eb2973 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:19:21.937030 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-011638ce-4dc5-4ade-97c5-00dcf4088931 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:21.996584 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-011638ce-4dc5-4ade-97c5-00dcf4088931 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:22.084698 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-011638ce-4dc5-4ade-97c5-00dcf4088931 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:22.105710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011638ce-4dc5-4ade-97c5-00dcf4088931 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3fda6bb-62fe-4459-a650-1594445a6046,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:22.193271 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-011638ce-4dc5-4ade-97c5-00dcf4088931 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:22.194483 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-011638ce-4dc5-4ade-97c5-00dcf4088931 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3781569 Jul 05 19:19:22.197231 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 52936) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:19:22.202455 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-19e1c3d7-e959-4869-9c75-dd41f5325023 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'security_group_rule': {'security_group_id': '7c509e95-5b63-4c69-bf9b-ebd2cb127f63', 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:19:22.296824 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-19e1c3d7-e959-4869-9c75-dd41f5325023 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Project 7b9af0ea1d6e48cc9d08a87d11eb2973 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:19:22.301903 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19e1c3d7-e959-4869-9c75-dd41f5325023 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:22.363887 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19e1c3d7-e959-4869-9c75-dd41f5325023 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:22.455917 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19e1c3d7-e959-4869-9c75-dd41f5325023 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:22.475556 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1c3d7-e959-4869-9c75-dd41f5325023 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545159d2-45d1-4ded-ad36-a4de3a402703,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:22.551679 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-19e1c3d7-e959-4869-9c75-dd41f5325023 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:22.552920 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-19e1c3d7-e959-4869-9c75-dd41f5325023 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3547010 Jul 05 19:19:23.558926 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-6155a7e7-ff9e-4f1d-ba4c-3e1d01479f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:23.768817 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:24.976446 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:26.717020 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:30.370546 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:36.631566 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:42.516568 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-c64df7cb-0feb-456c-b8a6-624d8456c2e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1552774124&fields=id&tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973 HTTP/1.1" status: 200 len: 267 time: 0.0361812 Jul 05 19:19:42.631406 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-5bec7103-b8cb-476f-a79c-8a9bdbbcc4ac tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:42.632830 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-5bec7103-b8cb-476f-a79c-8a9bdbbcc4ac tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 808 time: 0.1096520 Jul 05 19:19:42.648284 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-662a9c09-4395-4bbf-be6e-c20de348f1e1 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/quotas/7b9af0ea1d6e48cc9d08a87d11eb2973 HTTP/1.1" status: 200 len: 375 time: 0.0098200 Jul 05 19:19:42.714954 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-2bcdc959-6267-4f77-93ef-2d78c1677116 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0614793 Jul 05 19:19:42.772206 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-4493a9f2-4738-4d56-9202-23c985226960 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:19:42.773217 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-4493a9f2-4738-4d56-9202-23c985226960 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0477760 Jul 05 19:19:42.870094 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-3d2aaa44-362f-4401-8471-062b88e9e94e service neutron] 10.222.0.30 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908246 Jul 05 19:19:42.959604 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-fcb6c3ed-e37f-4e4b-9ba3-d7b8c90fb944 service neutron] 10.222.0.30 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830817 Jul 05 19:19:43.620606 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-aee41994-3381-455e-95c1-1d6870ef40f0 req-20a06084-cc15-493d-851c-22a84f29a3db tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 210 time: 0.0345509 Jul 05 19:19:44.771582 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9b64308f-bf37-49b8-af2e-42ec5480f068 req-31bf82a8-863b-4cde-add5-66605ba74014 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 210 time: 0.0333564 Jul 05 19:19:45.554945 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-1edf954e-c437-4a5f-a621-ce73e5234c00 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:45.556434 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-1edf954e-c437-4a5f-a621-ce73e5234c00 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 808 time: 0.1106286 Jul 05 19:19:45.608508 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-c19aa8e9-428f-48e4-9144-498a5acc006c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973 HTTP/1.1" status: 200 len: 380 time: 0.0425076 Jul 05 19:19:45.620287 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'port': {'device_id': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'admin_state_up': True, 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'security_groups': ['7c509e95-5b63-4c69-bf9b-ebd2cb127f63']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:19:45.819614 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Made reservation on behalf of 7b9af0ea1d6e48cc9d08a87d11eb2973 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:19:45.824925 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:45.935376 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d868fdd0-10da-462c-80ad-c8d91f3baf6a req-db9329e6-0d12-478b-a04a-0e0361f6ac38 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 210 time: 0.0323389 Jul 05 19:19:45.990365 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Allocated IP 172.20.0.3 (6b251e9a-f74d-4d40-bb12-b04177556b58/df1728b0-4685-4ecc-ad4d-daa44c930cb5/b0541e18-60e1-4380-b8f2-c7f42b19be7c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:19:46.130241 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:46.149240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Transition to ACTIVE for port object b0541e18-60e1-4380-b8f2-c7f42b19be7c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:19:46.240416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:46.291306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:19:46.295301 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:19:46.301678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:19:46.308251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'Port': ['ID=b0541e18-60e1-4380-b8f2-c7f42b19be7c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:46.360496 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:46.361653 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:46.439825 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-7eb67f45-3184-4b42-b598-3f0decb0e907 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8255200 Jul 05 19:19:46.454023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Request body: {'port': {'device_id': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:19:46.535830 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:46.650106 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0ebca14c-f397-4d8a-bfa8-877a6afa9030 None None] Provisioning for port b0541e18-60e1-4380-b8f2-c7f42b19be7c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:19:46.655818 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-0ebca14c-f397-4d8a-bfa8-877a6afa9030 None None] Provisioning complete for port b0541e18-60e1-4380-b8f2-c7f42b19be7c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:19:46.656208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0ebca14c-f397-4d8a-bfa8-877a6afa9030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:46.692683 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-0ebca14c-f397-4d8a-bfa8-877a6afa9030 None None] Port b0541e18-60e1-4380-b8f2-c7f42b19be7c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:19:46.822742 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0541e18-60e1-4380-b8f2-c7f42b19be7c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:19:46.831198 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:46.844949 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Transition to ACTIVE for port object b0541e18-60e1-4380-b8f2-c7f42b19be7c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:19:46.928541 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:46.978479 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Pushing event updated for resources: {'Port': ['ID=b0541e18-60e1-4380-b8f2-c7f42b19be7c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:47.083016 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Attempting to bind port b0541e18-60e1-4380-b8f2-c7f42b19be7c on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:19:47.083510 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Attempting to bind port b0541e18-60e1-4380-b8f2-c7f42b19be7c by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:19:47.084080 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Attempting to bind port b0541e18-60e1-4380-b8f2-c7f42b19be7c on network 6b251e9a-f74d-4d40-bb12-b04177556b58 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:19:47.089784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Port b0541e18-60e1-4380-b8f2-c7f42b19be7c on network 6b251e9a-f74d-4d40-bb12-b04177556b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:19:47.090174 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Attempting to bind port b0541e18-60e1-4380-b8f2-c7f42b19be7c on network 6b251e9a-f74d-4d40-bb12-b04177556b58 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:19:47.099211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:19:47.099560 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Checking segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:19:47.099942 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Bound using segment: {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:19:47.100733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Bound port: b0541e18-60e1-4380-b8f2-c7f42b19be7c, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b76ef7a8-eeb4-44c0-bd81-313960594e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:19:47.101317 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:47.166865 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34151b-f263-46d3-b570-973e1d6f87de req-4267a63c-c5cc-4f43-825e-ca45cb1fcd3e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:47.174459 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d34151b-f263-46d3-b570-973e1d6f87de req-4267a63c-c5cc-4f43-825e-ca45cb1fcd3e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0788190 Jul 05 19:19:47.178177 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:19:47.181654 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:19:47.210813 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d34151b-f263-46d3-b570-973e1d6f87de req-8f69c45b-cbc9-49ad-85a6-c8f32f9cb268 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351157 Jul 05 19:19:47.262116 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:47.297536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:47.298146 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:47.299594 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] 10.222.0.97 "PUT /v2.0/ports/b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 1091 time: 0.8517034 Jul 05 19:19:47.300058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:19:47.302351 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:19:47.346608 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b1bd6-24bc-4e76-865e-8a693927419f service neutron] Pushing event updated for resources: {'Port': ['ID=b0541e18-60e1-4380-b8f2-c7f42b19be7c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:47.444817 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9453a0c7-5c0d-4440-8717-a1e52ebbb9dc x-openstack-request-id: req-9453a0c7-5c0d-4440-8717-a1e52ebbb9dc {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:19:47.445236 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:19:47.445590 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9453a0c7-5c0d-4440-8717-a1e52ebbb9dc {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:19:47.446089 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'status': 'completed', 'code': 200} Jul 05 19:19:47.511208 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-27bad988-1096-4a9d-9b8c-2ac7d2a541d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:47.512894 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-27bad988-1096-4a9d-9b8c-2ac7d2a541d1 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1094 time: 0.0814726 Jul 05 19:19:47.560084 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-97098fbb-c342-44d1-8ef7-135c11972104 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 217 time: 0.0396943 Jul 05 19:19:47.609419 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-55847c39-7ea0-4f46-863c-2c8e392ee636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:47.610852 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-55847c39-7ea0-4f46-863c-2c8e392ee636 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0451291 Jul 05 19:19:47.668434 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-d810fae2-2bac-4bca-a91e-89e5bb113bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:47.670520 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-d810fae2-2bac-4bca-a91e-89e5bb113bfb service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534890 Jul 05 19:19:47.774330 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-f4885c1b-86e4-4cd4-920f-eb1aca0343b6 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964601 Jul 05 19:19:47.867535 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-94684914-f823-4f3f-a4c0-c7eb268b7131 req-07f2bb29-77b4-4e6a-a6b5-db48764cd151 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861144 Jul 05 19:19:48.027228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-5e9d9095-6e97-42e9-9523-16b83a01afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:48.028665 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-5e9d9095-6e97-42e9-9523-16b83a01afef service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1094 time: 0.0599504 Jul 05 19:19:48.121176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-01b84631-3de8-4e95-b75a-e649cfd90eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:48.123356 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-01b84631-3de8-4e95-b75a-e649cfd90eba service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0877213 Jul 05 19:19:48.169787 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-6c54cb9f-803d-46a7-8075-f9de0b952caa service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 217 time: 0.0400791 Jul 05 19:19:48.220908 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-ebc787a0-3682-4e19-bbf5-e9995df158bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:48.222521 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-ebc787a0-3682-4e19-bbf5-e9995df158bd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0471401 Jul 05 19:19:48.282920 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-47984738-82d7-4e69-bc24-3f25308ba5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:48.284446 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-47984738-82d7-4e69-bc24-3f25308ba5ba service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557866 Jul 05 19:19:48.377521 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-1bd41309-bd60-4b84-ad46-02c0ff08f255 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863960 Jul 05 19:19:48.450069 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5309cfd-9712-4d5e-9131-b08771e34b85 req-ab468233-6307-4be7-a325-ec00f9553256 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:48.453246 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5309cfd-9712-4d5e-9131-b08771e34b85 req-ab468233-6307-4be7-a325-ec00f9553256 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0727603 Jul 05 19:19:48.470667 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-cf4ca8b3-e40a-4826-a237-65e8b8c9acb1 req-ff43e481-2a44-46f1-a13e-55af84a76565 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860064 Jul 05 19:19:48.494327 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d5309cfd-9712-4d5e-9131-b08771e34b85 req-65e97945-917b-47bf-93ac-0966793989ca tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355449 Jul 05 19:19:49.677516 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76465e2-7645-4fba-a81b-27bfc184f4e8 req-03dfb248-1dd9-449a-b027-e2b3c10110c3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:49.679074 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c76465e2-7645-4fba-a81b-27bfc184f4e8 req-03dfb248-1dd9-449a-b027-e2b3c10110c3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0650396 Jul 05 19:19:49.720421 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c76465e2-7645-4fba-a81b-27bfc184f4e8 req-20931a79-78d1-48e4-a2b9-a15322727350 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349920 Jul 05 19:19:50.843605 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3fe10c07-f4ae-4319-8f3b-e93389f77863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:50.910916 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:19:50.911686 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf822a2-ba25-4944-8f6b-622ea0f850d2 req-414a5fc1-5f10-4ead-9d25-5dd2190ae8ec tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:50.911686 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bf822a2-ba25-4944-8f6b-622ea0f850d2 req-414a5fc1-5f10-4ead-9d25-5dd2190ae8ec tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0702314 Jul 05 19:19:50.949075 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8bf822a2-ba25-4944-8f6b-622ea0f850d2 req-9e4a39fe-0b18-482a-9f84-69710cdcf127 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341275 Jul 05 19:19:52.127045 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846a98a-f7a0-4254-b727-5154186dbe46 req-4273b093-dc43-46ad-9443-4b54eb4a97d4 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:52.128468 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1846a98a-f7a0-4254-b727-5154186dbe46 req-4273b093-dc43-46ad-9443-4b54eb4a97d4 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0643792 Jul 05 19:19:52.165784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1846a98a-f7a0-4254-b727-5154186dbe46 req-d069ca17-41b4-467f-a6b3-f57dea80de48 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317528 Jul 05 19:19:53.338909 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd039231-7e5b-4bc6-aa96-ca9e1392801a req-1203e544-bf31-417d-9d4e-18b3fd59b4a4 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:53.340407 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd039231-7e5b-4bc6-aa96-ca9e1392801a req-1203e544-bf31-417d-9d4e-18b3fd59b4a4 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0652726 Jul 05 19:19:53.381101 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd039231-7e5b-4bc6-aa96-ca9e1392801a req-35614b60-f16b-48a7-900f-37d5269fc743 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342207 Jul 05 19:19:53.569957 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0a24bd8f-10b3-4563-9385-85f2573bd25a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:53.775958 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:54.565340 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55c8f3-3f6e-498a-8e6e-196ba45257d6 req-5c029751-b691-447c-a20a-667be10e1280 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:54.566918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad55c8f3-3f6e-498a-8e6e-196ba45257d6 req-5c029751-b691-447c-a20a-667be10e1280 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0750849 Jul 05 19:19:54.605975 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-ad55c8f3-3f6e-498a-8e6e-196ba45257d6 req-8c11e90c-06c6-42b3-a4fb-ed781e5b909e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333207 Jul 05 19:19:55.019703 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:55.794957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1d7f5-b9f0-49d3-b17c-0e71cebfe719 req-b0473506-f6cc-4ece-a10c-a3a68f44055e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:55.794957 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abb1d7f5-b9f0-49d3-b17c-0e71cebfe719 req-b0473506-f6cc-4ece-a10c-a3a68f44055e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0721202 Jul 05 19:19:55.832299 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-abb1d7f5-b9f0-49d3-b17c-0e71cebfe719 req-b00a383e-c6a4-4e81-9e0c-7caae8174fd5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366445 Jul 05 19:19:56.723865 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:57.013924 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33b3d5-1708-46c3-a8c5-90e6f1c86531 req-4544faaf-f39c-4c4d-8c8a-dbc552a584c8 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:57.015505 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b33b3d5-1708-46c3-a8c5-90e6f1c86531 req-4544faaf-f39c-4c4d-8c8a-dbc552a584c8 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0681121 Jul 05 19:19:57.053551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6b33b3d5-1708-46c3-a8c5-90e6f1c86531 req-d3aa574b-4401-4859-ba8d-6ac99e1ef70e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324044 Jul 05 19:19:58.225444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d67cb-bcc2-46d2-a66c-1a08de7e75ea req-83745e49-9e0d-4124-8a99-27f9bcd6b44f tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:58.226973 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a24d67cb-bcc2-46d2-a66c-1a08de7e75ea req-83745e49-9e0d-4124-8a99-27f9bcd6b44f tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0647144 Jul 05 19:19:58.266397 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a24d67cb-bcc2-46d2-a66c-1a08de7e75ea req-b8c84b3d-cdbf-41ae-bd53-da580c029dc5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335376 Jul 05 19:19:58.991478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b0541e18-60e1-4380-b8f2-c7f42b19be7c details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:19:59.086018 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:19:59.097757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'port_id': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'mac_address': 'fa:16:3e:97:a7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:19:59.138386 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:59.150929 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0541e18-60e1-4380-b8f2-c7f42b19be7c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:19:59.169489 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:19:59.237871 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:19:59.285259 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=b0541e18-60e1-4380-b8f2-c7f42b19be7c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:19:59.292453 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.292810 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.293157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.293497 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.294170 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.294270 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.294528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.294887 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.295216 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.295546 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.295874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.296200 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:19:59.439844 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4834eef-9245-4555-8d7b-7b2907ac9b1d req-ad0524de-0441-4968-ba8f-2c777e24c077 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:19:59.441287 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4834eef-9245-4555-8d7b-7b2907ac9b1d req-ad0524de-0441-4968-ba8f-2c777e24c077 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 944 time: 0.0644341 Jul 05 19:19:59.485135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['b0541e18-60e1-4380-b8f2-c7f42b19be7c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:19:59.488277 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c4834eef-9245-4555-8d7b-7b2907ac9b1d req-4cdf89b3-b892-4eac-bec4-0c79cec46e09 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414338 Jul 05 19:20:00.404118 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:00.678117 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7346c8-3670-444f-aa3d-13ebb5da54fd req-4d26cd32-183f-418d-b466-ff3ea6eee577 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:00.679547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c7346c8-3670-444f-aa3d-13ebb5da54fd req-4d26cd32-183f-418d-b466-ff3ea6eee577 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 944 time: 0.0687907 Jul 05 19:20:00.719820 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0c7346c8-3670-444f-aa3d-13ebb5da54fd req-9d04ff1e-64e4-4ee8-9951-8dc82a26aa32 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337574 Jul 05 19:20:00.999640 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b0541e18-60e1-4380-b8f2-c7f42b19be7c up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:20:01.111370 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port b0541e18-60e1-4380-b8f2-c7f42b19be7c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:20:01.115350 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port b0541e18-60e1-4380-b8f2-c7f42b19be7c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:20:01.115720 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:01.193051 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:01.214679 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:20:01.216919 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882b01b1-5b2b-4114-9cf6-d0a14a528204" -d '{"events": [{"server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:20:01.348495 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:20:01.348495 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e32070b-b202-4df3-82d6-5a961c47536e x-openstack-request-id: req-2e32070b-b202-4df3-82d6-5a961c47536e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:20:01.348495 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:20:01.348495 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e32070b-b202-4df3-82d6-5a961c47536e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:20:01.348495 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'code': 200} Jul 05 19:20:01.348495 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:01.409357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=b0541e18-60e1-4380-b8f2-c7f42b19be7c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:20:01.420709 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc87af4-ebca-4c05-a3e4-5b579d4cd85a req-e528bb8b-b718-4079-beb2-b9ab849addcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:01.424479 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bbc87af4-ebca-4c05-a3e4-5b579d4cd85a req-e528bb8b-b718-4079-beb2-b9ab849addcb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1096 time: 0.0981152 Jul 05 19:20:01.458784 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bbc87af4-ebca-4c05-a3e4-5b579d4cd85a req-a60ed5b3-6963-4abb-8a17-e8524ff768ba service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280449 Jul 05 19:20:01.896984 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbef11-0b87-4b65-b0be-719bd0ff0049 req-20238f1e-ed76-4b0e-9d0f-c2a8207d63a0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:01.898498 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbbbef11-0b87-4b65-b0be-719bd0ff0049 req-20238f1e-ed76-4b0e-9d0f-c2a8207d63a0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0649338 Jul 05 19:20:01.939109 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fbbbef11-0b87-4b65-b0be-719bd0ff0049 req-8c2cd7b6-9446-468d-9151-1bff5520e145 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347192 Jul 05 19:20:03.121362 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acfe1c2-d184-45ef-83df-45b445d3e3a7 req-5d85045c-4d61-4b8a-a88e-85c4023ed073 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:03.122791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4acfe1c2-d184-45ef-83df-45b445d3e3a7 req-5d85045c-4d61-4b8a-a88e-85c4023ed073 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0680153 Jul 05 19:20:03.163174 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4acfe1c2-d184-45ef-83df-45b445d3e3a7 req-2666d4f0-62e4-49c2-923c-cceaa97ba983 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341818 Jul 05 19:20:03.335095 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759444d-8536-419d-b30a-0be9d33440d3 req-198f7cdd-6541-47e3-8df3-0e48b53d829d tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:03.336614 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7759444d-8536-419d-b30a-0be9d33440d3 req-198f7cdd-6541-47e3-8df3-0e48b53d829d tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0650134 Jul 05 19:20:03.374198 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7759444d-8536-419d-b30a-0be9d33440d3 req-c428d61b-0d24-4197-b597-3103bbcf780b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319786 Jul 05 19:20:03.398304 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53144) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:20:03.462404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604779d3-6a10-438c-8bae-941d38309ece tempest-TestShelveInstance-10833857 tempest-TestShelveInstance-10833857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:03.464002 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-604779d3-6a10-438c-8bae-941d38309ece tempest-TestShelveInstance-10833857 tempest-TestShelveInstance-10833857-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1091 time: 0.0646658 Jul 05 19:20:03.466769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53146) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:20:03.471154 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'fixed_ip_address': '172.20.0.3'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:20:03.596910 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:03.696521 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:03.812472 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Allocated IP 172.25.3.241 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/20762876-9008-4766-ba0f-03ad2d5b2230) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:20:03.912426 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:04.014028 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:04.059128 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:20:04.062030 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:20:04.065937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:20:04.091864 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'Port': ['ID=20762876-9008-4766-ba0f-03ad2d5b2230,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:20:04.426143 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:04.943992 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:05.098900 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:05.161767 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:05.229879 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event updated for resources: {'Port': ['ID=20762876-9008-4766-ba0f-03ad2d5b2230,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:20:05.240581 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:05.340810 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Floating IP e57c3db7-99b9-4b03-a547-5e3d07c3b0c6 associated. External IP: 172.25.3.241, port: b0541e18-60e1-4380-b8f2-c7f42b19be7c. Jul 05 19:20:05.554631 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:20:05.665012 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:20:05.674897 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] Sync routers for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:20:05.683915 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:20:05.685993 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:19:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:20:05.741428 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:05.778429 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f8b7ac6a-20d5-4684-a620-d4be6c31809b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3105969 Jul 05 19:20:05.779240 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:20:05.781659 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aa2535-99cd-4e2c-8f21-832f70c9d94c" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:20:05.791056 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:20:05.822477 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e466b5b9-031b-455e-86f0-f50a05ceb304 x-openstack-request-id: req-e466b5b9-031b-455e-86f0-f50a05ceb304 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:20:05.822802 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:20:05.823059 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e466b5b9-031b-455e-86f0-f50a05ceb304 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:20:05.823460 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'status': 'completed', 'code': 200} Jul 05 19:20:05.905904 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-a3b2bac3-362e-4cd3-b03b-17be355045b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:05.908111 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-a3b2bac3-362e-4cd3-b03b-17be355045b6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1096 time: 0.0622599 Jul 05 19:20:06.000561 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-c94cf45a-6640-427b-8b07-71e99dba4e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:06.001880 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-c94cf45a-6640-427b-8b07-71e99dba4e89 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0874016 Jul 05 19:20:06.076328 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-6992c172-54d8-4fb5-9218-57a835562ca3 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 999 time: 0.0664155 Jul 05 19:20:06.119578 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'e57c3db7-99b9-4b03-a547-5e3d07c3b0c6', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'port_id': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'mac_address': 'fa:16:3e:97:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:20:04Z', 'updated_at': '2021-07-05T19:20:04Z', 'revision_number': 0, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:20:06.126200 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-9c18cc1d-82a9-45eb-9bee-ba326bb0e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:06.128000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-9c18cc1d-82a9-45eb-9bee-ba326bb0e9f3 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0447791 Jul 05 19:20:06.146469 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] Checking router: 53f6abd6-a2b3-4e47-8105-e38e8f07c109 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:20:06.154635 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:20:06.155245 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:19:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:20:06.186140 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-7430b542-869d-4539-8258-f11934823b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:06.188264 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-7430b542-869d-4539-8258-f11934823b4d service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521328 Jul 05 19:20:06.262442 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:20:06.284109 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-a258e8b8-337d-4909-8f1a-a8dee3b46764 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885820 Jul 05 19:20:06.375815 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-78aa2535-99cd-4e2c-8f21-832f70c9d94c req-6d279ff4-6e60-4fc0-ba21-c01791bc1708 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847642 Jul 05 19:20:06.486452 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'e57c3db7-99b9-4b03-a547-5e3d07c3b0c6', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'port_id': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'mac_address': 'fa:16:3e:97:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:20:04Z', 'updated_at': '2021-07-05T19:20:04Z', 'revision_number': 0, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:20:06.512946 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833126a0-4f98-419b-b324-17e9ce051eda None None] The sync data for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 is: [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': 'e57c3db7-99b9-4b03-a547-5e3d07c3b0c6', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'floating_ip_address': '172.25.3.241', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'port_id': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'mac_address': 'fa:16:3e:97:a7:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:20:04Z', 'updated_at': '2021-07-05T19:20:04Z', 'revision_number': 0, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:20:06.695345 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:06.700538 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac0060c-bc66-4abe-b69b-b3a8e892846b None None] New status for floating IP e57c3db7-99b9-4b03-a547-5e3d07c3b0c6: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:20:20.855249 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f1548f7d-3fab-4459-adcf-e6c2cdd60c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:23.540315 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cb03e591-762c-44c0-87d9-37b8c9e7dbde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:23.918037 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:24.980851 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:26.712188 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:27.907156 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:20:30.432052 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:36.717529 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:45.805277 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-dd22a674-d641-4878-8b8b-0a4e2288f44d service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0561121 Jul 05 19:20:45.911658 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-8c8c97e7-49e1-4484-89bb-dd68a2f3ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:45.914497 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-8c8c97e7-49e1-4484-89bb-dd68a2f3ea9e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1096 time: 0.0657244 Jul 05 19:20:46.024973 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-265b1710-37b4-4a47-900a-5e705f39359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:46.026466 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-265b1710-37b4-4a47-900a-5e705f39359d service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0898149 Jul 05 19:20:46.098650 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-b681df88-2b64-4d65-807b-212725736f7c service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 1001 time: 0.0654867 Jul 05 19:20:46.148013 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-ab467273-0203-4958-a83d-4356bbd97b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:46.149474 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-ab467273-0203-4958-a83d-4356bbd97b4c service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0453460 Jul 05 19:20:46.212787 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-35370fc9-152f-446a-976e-4c51970b66d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:20:46.214316 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-35370fc9-152f-446a-976e-4c51970b66d5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581646 Jul 05 19:20:46.320759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-c91f3ed2-4b24-451e-84d8-bb199b194ba5 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994506 Jul 05 19:20:46.424638 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bd6d9e32-d030-4b15-83b1-32c5ab4c7073 req-99262238-62ce-4fb0-bee4-e7b3ae822652 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968876 Jul 05 19:20:50.849507 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7d77cd40-880d-476f-83c4-376de09034d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:53.551400 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e7efb1a3-12fb-4fbf-a33f-39d8b7362c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:53.751774 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:54.979604 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:20:56.756734 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:00.390073 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:04.906470 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:21:06.676557 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:20.836901 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-22132a57-5551-40cf-b113-3f7009a41410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:23.539112 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c9b6dea3-88c5-4b9f-a9c1-d70d1e1d3c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:23.767469 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:24.984461 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:26.727790 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:30.390838 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:36.681641 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:41.905751 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:21:46.813486 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-39009929-98cf-42fd-b260-8fe1216ade99 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544500 Jul 05 19:21:46.911715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-0be417ee-a76b-44c8-8f2b-ed4d45ce82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:21:46.913223 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-0be417ee-a76b-44c8-8f2b-ed4d45ce82e7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1096 time: 0.0568871 Jul 05 19:21:47.014965 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-164ca8b8-fbd1-42ff-893b-6dd5dd680e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:21:47.016460 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-164ca8b8-fbd1-42ff-893b-6dd5dd680e82 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0831976 Jul 05 19:21:47.087640 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-ad013650-cbc1-4e9e-826c-0e3b8e4fe25d service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 1001 time: 0.0647507 Jul 05 19:21:47.138251 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-637cd5f1-c158-40f2-8c46-f2d81f3a39c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:21:47.139749 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-637cd5f1-c158-40f2-8c46-f2d81f3a39c4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0461631 Jul 05 19:21:47.199039 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-18c0f6ca-c124-4437-9be3-3cb3f331a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:21:47.200582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-18c0f6ca-c124-4437-9be3-3cb3f331a276 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550621 Jul 05 19:21:47.291794 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-efd534a0-6c4a-404c-89c6-0d40d75d7265 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847120 Jul 05 19:21:47.378894 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-bf30537a-6374-43eb-9412-01fe9f56fa68 req-c9be8fdf-b793-4cc9-b8bb-2eacf1e838c2 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802324 Jul 05 19:21:50.846417 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9ac85b8c-9147-4083-bdfd-f06169d97a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:53.561258 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b488ecde-87d8-40ab-9819-fadaf4f24365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:53.756342 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:55.017510 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:21:56.777558 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:00.441208 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:06.715704 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:18.906045 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:22:20.846718 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bc7d54fa-a25e-4c59-a2e1-b33eca689110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:23.577733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-12dabc37-43f7-482e-853c-13928a497f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:23.875115 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:25.028517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:26.754657 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:30.469479 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:32.738476 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e86ef-41d3-4c99-9b9e-89747062787c req-3ca68f21-c741-4c0e-97ac-a1cbb1bcdc0c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:32.740008 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f0e86ef-41d3-4c99-9b9e-89747062787c req-3ca68f21-c741-4c0e-97ac-a1cbb1bcdc0c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.1142998 Jul 05 19:22:32.780520 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2f0e86ef-41d3-4c99-9b9e-89747062787c req-2e1eab15-ef2e-4a14-9ac0-52ec58650db6 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343421 Jul 05 19:22:34.031903 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ee6d3-22ae-41c6-b2a8-95b4f72c4777 req-30924c7b-9083-4ceb-9b3e-4ff5ce795770 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:34.033435 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb2ee6d3-22ae-41c6-b2a8-95b4f72c4777 req-30924c7b-9083-4ceb-9b3e-4ff5ce795770 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.1125162 Jul 05 19:22:34.072300 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb2ee6d3-22ae-41c6-b2a8-95b4f72c4777 req-d0c75cd1-82ae-4e31-9b00-dbba121307c3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333397 Jul 05 19:22:35.273556 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1ad90f-a1fa-4a96-ae8e-6adb4562b5e1 req-938e007e-f34b-406b-9369-78634a1b087a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:35.275492 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f1ad90f-a1fa-4a96-ae8e-6adb4562b5e1 req-938e007e-f34b-406b-9369-78634a1b087a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0658426 Jul 05 19:22:35.317097 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7f1ad90f-a1fa-4a96-ae8e-6adb4562b5e1 req-04945c25-9cdb-4d0f-9cd5-efd2148963d8 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358179 Jul 05 19:22:36.517355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212fe59-0284-4a1a-bb8b-cb64f3da30e0 req-3edf9fd5-bd23-4e73-8b9b-8a0739bff714 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:36.518900 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a212fe59-0284-4a1a-bb8b-cb64f3da30e0 req-3edf9fd5-bd23-4e73-8b9b-8a0739bff714 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0712438 Jul 05 19:22:36.564720 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a212fe59-0284-4a1a-bb8b-cb64f3da30e0 req-60cbdaef-f804-41a4-8810-b955a1c8869c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396004 Jul 05 19:22:36.663085 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:37.741450 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59cd028-a1e7-4ccc-9c08-62bdcfba6735 req-153b80ec-c3d9-446a-8f36-af15a0430a1e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:37.743477 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e59cd028-a1e7-4ccc-9c08-62bdcfba6735 req-153b80ec-c3d9-446a-8f36-af15a0430a1e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0640063 Jul 05 19:22:37.781193 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e59cd028-a1e7-4ccc-9c08-62bdcfba6735 req-bec8403d-3d72-425f-865b-e9d4e47d5d94 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Jul 05 19:22:38.959905 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d526e71-a6cf-42ea-9db0-66e8ff11fb56 req-65a9e50d-442e-4850-bcca-d019a7f9d48d tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:38.962088 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d526e71-a6cf-42ea-9db0-66e8ff11fb56 req-65a9e50d-442e-4850-bcca-d019a7f9d48d tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0667508 Jul 05 19:22:38.999901 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9d526e71-a6cf-42ea-9db0-66e8ff11fb56 req-d638dd10-1023-43d8-bf8f-a26ff02ea135 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323443 Jul 05 19:22:40.196077 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb51f7e9-f9f5-42f9-878d-e89a881944d0 req-53805c9a-4de4-4884-929c-907d5eaa45e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:40.197845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb51f7e9-f9f5-42f9-878d-e89a881944d0 req-53805c9a-4de4-4884-929c-907d5eaa45e3 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0690844 Jul 05 19:22:40.241784 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cb51f7e9-f9f5-42f9-878d-e89a881944d0 req-02815283-d1f1-43a5-a247-aaeb05adf5d1 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368392 Jul 05 19:22:41.415013 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f20456-4435-416f-9a08-72155a52a3ea req-1af21b93-af90-4b9c-8292-275a695cb366 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:41.416527 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4f20456-4435-416f-9a08-72155a52a3ea req-1af21b93-af90-4b9c-8292-275a695cb366 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0624595 Jul 05 19:22:41.454160 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-b4f20456-4435-416f-9a08-72155a52a3ea req-72a2f195-2604-4e08-9f10-f14d29523f15 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321832 Jul 05 19:22:42.633780 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a684f-f930-45aa-bf18-3aa0583eada8 req-32f3a8a6-d82c-4c24-84f0-2b2b73f8bd3e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:42.635315 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d70a684f-f930-45aa-bf18-3aa0583eada8 req-32f3a8a6-d82c-4c24-84f0-2b2b73f8bd3e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0668511 Jul 05 19:22:42.684845 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d70a684f-f930-45aa-bf18-3aa0583eada8 req-b7e258ff-7538-4c4d-9d3d-d1aef38990b1 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439498 Jul 05 19:22:42.814005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-38ba6238-f938-45d6-85b3-bc55bf2ff4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:42.815488 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-38ba6238-f938-45d6-85b3-bc55bf2ff4f3 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1096 time: 0.0539551 Jul 05 19:22:42.913661 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-6ca4e3d2-fea4-4f0b-b3df-fb2c5f25ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:42.915582 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-6ca4e3d2-fea4-4f0b-b3df-fb2c5f25ebf6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0924385 Jul 05 19:22:42.979325 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-cf8f824c-28b2-4d69-948b-f6d22704cf36 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 1001 time: 0.0568633 Jul 05 19:22:43.031675 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-4a2864dd-65ed-4a59-a266-b0644ddb5dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:43.033128 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-4a2864dd-65ed-4a59-a266-b0644ddb5dc4 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0476029 Jul 05 19:22:43.090469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-1d6d520f-713f-4c4d-809d-5ac5e9bca0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:43.091904 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-1d6d520f-713f-4c4d-809d-5ac5e9bca0a3 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511577 Jul 05 19:22:43.178577 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-9fd9ad80-8c4a-4ee3-a906-54d9bbb74024 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794764 Jul 05 19:22:43.270324 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-379c1ead-0455-43de-bf89-4b31ab9bdcf7 req-c1d8cde3-ebb9-49e3-8d2c-f8db6d966905 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844567 Jul 05 19:22:43.876218 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ddb3c-8f87-4ade-88a5-c394ef7ba875 req-9ff74a72-4dda-4e69-919a-9bcba7ce9197 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:43.877727 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-894ddb3c-8f87-4ade-88a5-c394ef7ba875 req-9ff74a72-4dda-4e69-919a-9bcba7ce9197 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0645225 Jul 05 19:22:43.916039 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-894ddb3c-8f87-4ade-88a5-c394ef7ba875 req-8db7cbdc-c66e-43e3-a8e0-1fc6a6c40750 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324848 Jul 05 19:22:45.097148 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70dd133-8d02-4c5c-ad7f-4a67b56fef63 req-03491717-15e0-4450-817e-dfd1c3874637 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:45.098503 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c70dd133-8d02-4c5c-ad7f-4a67b56fef63 req-03491717-15e0-4450-817e-dfd1c3874637 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0697803 Jul 05 19:22:45.138634 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c70dd133-8d02-4c5c-ad7f-4a67b56fef63 req-e330b485-ca91-4db9-a12b-eaea05f26096 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337927 Jul 05 19:22:46.322444 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0229ced-0c24-4ecf-818d-4c41d628c18b req-49fc115b-8a7b-4f70-9115-ca1e9a8d303f tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:46.326707 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0229ced-0c24-4ecf-818d-4c41d628c18b req-49fc115b-8a7b-4f70-9115-ca1e9a8d303f tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0672641 Jul 05 19:22:46.365832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d0229ced-0c24-4ecf-818d-4c41d628c18b req-2ec3d688-8218-4dfd-bdee-ce94352139dd tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361466 Jul 05 19:22:46.810568 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdd132-9644-440c-91f1-edd36bc67971 req-447efadd-005e-485a-89db-4746d98e5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:46.812141 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98bdd132-9644-440c-91f1-edd36bc67971 req-447efadd-005e-485a-89db-4746d98e5c97 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1096 time: 0.0564623 Jul 05 19:22:46.927429 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdd132-9644-440c-91f1-edd36bc67971 req-f0d7ba4f-7c35-4063-9fe7-7d3820b182f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:46.928914 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98bdd132-9644-440c-91f1-edd36bc67971 req-f0d7ba4f-7c35-4063-9fe7-7d3820b182f0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0916259 Jul 05 19:22:46.997956 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98bdd132-9644-440c-91f1-edd36bc67971 req-e37fcabc-6358-45a4-803a-07b062a12d2b service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 1001 time: 0.0599456 Jul 05 19:22:47.055227 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdd132-9644-440c-91f1-edd36bc67971 req-d57a1671-2258-42d8-b808-7ba84b4e76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:47.056689 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98bdd132-9644-440c-91f1-edd36bc67971 req-d57a1671-2258-42d8-b808-7ba84b4e76cd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0467875 Jul 05 19:22:47.122014 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdd132-9644-440c-91f1-edd36bc67971 req-a287fa01-97a6-423c-bb4d-384d534aea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:47.123587 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98bdd132-9644-440c-91f1-edd36bc67971 req-a287fa01-97a6-423c-bb4d-384d534aea3a service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595417 Jul 05 19:22:47.215080 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98bdd132-9644-440c-91f1-edd36bc67971 req-90209a73-43ff-4e9c-8287-80d86beeceb8 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833910 Jul 05 19:22:47.311667 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-98bdd132-9644-440c-91f1-edd36bc67971 req-7fc5dfcb-14c7-4f4a-a51d-ed9dfe58e66a service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870624 Jul 05 19:22:47.554145 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ecb095-6439-4687-8023-f6c108c26876 req-4e97c304-2b1d-4305-8c80-1ea1f4de5d41 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:47.556301 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78ecb095-6439-4687-8023-f6c108c26876 req-4e97c304-2b1d-4305-8c80-1ea1f4de5d41 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0741231 Jul 05 19:22:47.594841 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-78ecb095-6439-4687-8023-f6c108c26876 req-99d54172-163a-4151-873b-dbec7c0e835f tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328259 Jul 05 19:22:47.766898 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b0541e18-60e1-4380-b8f2-c7f42b19be7c no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:22:47.844707 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:47.866412 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:22:47.871036 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7a3765-e916-4682-9217-3c0670459f34" -d '{"events": [{"server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "name": "network-vif-unplugged", "status": "completed", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:22:47.880903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:22:47.950989 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 19:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1277a61f-ff17-47f0-928d-5d9c2acb0198 x-openstack-request-id: req-1277a61f-ff17-47f0-928d-5d9c2acb0198 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:22:47.951276 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "name": "network-vif-unplugged", "status": "failed", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c", "code": 422}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:22:47.951731 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1277a61f-ff17-47f0-928d-5d9c2acb0198 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:22:47.952131 n-d-799524-1 neutron-server[100999]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'code': 422} returned with failed status Jul 05 19:22:47.960326 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:48.010377 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=b0541e18-60e1-4380-b8f2-c7f42b19be7c,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:22:48.017564 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.023094 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:22:48.087137 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9ad7d-0e26-42ed-a5a6-e2b67cf45607 req-0bbc251e-abad-4bcf-9d3b-a4b80838d372 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:48.088642 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2a9ad7d-0e26-42ed-a5a6-e2b67cf45607 req-0bbc251e-abad-4bcf-9d3b-a4b80838d372 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0992746 Jul 05 19:22:48.147257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2a9ad7d-0e26-42ed-a5a6-e2b67cf45607 req-aee12913-a6a5-45a9-ae26-dbd36b4fe681 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443618 Jul 05 19:22:48.147257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-a7973ea0-f37a-471a-9587-d84a856bb093 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1467679 Jul 05 19:22:49.332511 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc067dff-5777-4064-b3f2-28c34292f69c req-a516dd33-b946-4ddf-8c46-1264dfabc65b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:49.333938 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc067dff-5777-4064-b3f2-28c34292f69c req-a516dd33-b946-4ddf-8c46-1264dfabc65b tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0694888 Jul 05 19:22:49.373873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cc067dff-5777-4064-b3f2-28c34292f69c req-f1f3f6ca-4c9f-44c3-8214-086dbb66fc56 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336945 Jul 05 19:22:50.546722 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1202a8e-97da-4199-ad86-83ac2a3be295 req-794baaa3-f157-49b4-8083-e82f5db27cb0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:50.548252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1202a8e-97da-4199-ad86-83ac2a3be295 req-794baaa3-f157-49b4-8083-e82f5db27cb0 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0631413 Jul 05 19:22:50.585987 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c1202a8e-97da-4199-ad86-83ac2a3be295 req-e082c318-c35f-452f-910a-b8a3afc98f05 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320640 Jul 05 19:22:50.840064 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e1deb7f6-00ad-495d-9c6c-a49e14fd8cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:51.761470 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98b61b-8440-407d-8af1-5419394a4e72 req-61b53afa-60a8-467b-8604-5570556d19ed tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:51.762991 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a98b61b-8440-407d-8af1-5419394a4e72 req-61b53afa-60a8-467b-8604-5570556d19ed tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0630872 Jul 05 19:22:51.800366 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a98b61b-8440-407d-8af1-5419394a4e72 req-6e36491a-9d25-4692-92cd-866f30c2bb9f tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317116 Jul 05 19:22:52.979512 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0141a15b-a6c3-485b-81a5-d1f5c77497d2 req-39ae594e-3bfa-4f4d-a927-76d393532321 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:52.980988 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0141a15b-a6c3-485b-81a5-d1f5c77497d2 req-39ae594e-3bfa-4f4d-a927-76d393532321 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0667324 Jul 05 19:22:53.018525 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-0141a15b-a6c3-485b-81a5-d1f5c77497d2 req-890a2c68-3ee6-467a-b09d-72edfe228c98 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319750 Jul 05 19:22:53.543063 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7efec63a-c730-4050-9342-1f7e2b0227b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:53.765839 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:53.938163 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-68545281-f438-483b-aaee-ea5a297ff6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:53.939676 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-68545281-f438-483b-aaee-ea5a297ff6c9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a&tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973 HTTP/1.1" status: 200 len: 1094 time: 0.0520523 Jul 05 19:22:54.014180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-0843b61c-473f-405b-a343-5810b287ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:54.015699 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-0843b61c-473f-405b-a343-5810b287ef8f service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1094 time: 0.0521023 Jul 05 19:22:54.110711 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-139b67c9-ba04-466b-a97b-ef3458f9eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:54.112128 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-139b67c9-ba04-466b-a97b-ef3458f9eff3 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0899446 Jul 05 19:22:54.195292 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e2aa2-3513-46a1-b657-a1e8f011dbd3 req-242a1b6f-e8d8-418a-9ca6-7f7c771db0ad tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:54.196309 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-a64a561a-71ed-4d98-9b1f-c63b30e27559 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 999 time: 0.0765765 Jul 05 19:22:54.196936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-449e2aa2-3513-46a1-b657-a1e8f011dbd3 req-242a1b6f-e8d8-418a-9ca6-7f7c771db0ad tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0666409 Jul 05 19:22:54.237832 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-449e2aa2-3513-46a1-b657-a1e8f011dbd3 req-931779d6-20c9-4e5f-802d-631cfc317406 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334074 Jul 05 19:22:54.252391 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-f4b96d98-95b6-4e08-959f-41be4ccb86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:54.253897 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-f4b96d98-95b6-4e08-959f-41be4ccb86e1 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0504708 Jul 05 19:22:54.312106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-f386a3b5-2192-4c67-bc5f-7c836e75b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:54.313604 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-f386a3b5-2192-4c67-bc5f-7c836e75b897 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524182 Jul 05 19:22:54.402504 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-03ce825a-5d99-4bca-b12b-5354f0a0c868 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808480 Jul 05 19:22:54.495672 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-bf8e8b99-acf8-4acd-9131-07422d5d30d1 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857320 Jul 05 19:22:54.982679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:55.411458 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4512c-b553-418d-ab63-d587f20f07f0 req-ac6a5cd1-fb0d-41cd-9ae6-7c093abcbeb8 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:55.412935 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03a4512c-b553-418d-ab63-d587f20f07f0 req-ac6a5cd1-fb0d-41cd-9ae6-7c093abcbeb8 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0656023 Jul 05 19:22:55.452647 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03a4512c-b553-418d-ab63-d587f20f07f0 req-da8dd38e-9d5f-4345-ade4-8168233cef00 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Jul 05 19:22:55.906836 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:22:56.628184 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd680347-980f-403f-a366-91eb756ae9c6 req-b22f2872-d032-4b00-bb54-56a98aea4299 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:56.629969 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd680347-980f-403f-a366-91eb756ae9c6 req-b22f2872-d032-4b00-bb54-56a98aea4299 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0653095 Jul 05 19:22:56.674176 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-cd680347-980f-403f-a366-91eb756ae9c6 req-cf1aeb7f-d783-4a0f-8e90-ae73f32c83ea tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384982 Jul 05 19:22:56.720036 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:22:57.844941 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160d3ad0-95cb-4124-9efc-f78e96842a1b req-b773dfff-ca8d-4c7a-a8b1-8c22e204d3c8 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:57.846730 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-160d3ad0-95cb-4124-9efc-f78e96842a1b req-b773dfff-ca8d-4c7a-a8b1-8c22e204d3c8 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0628583 Jul 05 19:22:57.884472 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-160d3ad0-95cb-4124-9efc-f78e96842a1b req-7ea59682-b9fe-4485-a1c1-41a114e2d561 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322998 Jul 05 19:22:59.066207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef24f0-1d30-4083-a82e-5250ab146086 req-cffec18b-f8f3-4e2e-b09d-ae538af38a4a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:22:59.067735 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6ef24f0-1d30-4083-a82e-5250ab146086 req-cffec18b-f8f3-4e2e-b09d-ae538af38a4a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0683331 Jul 05 19:22:59.108080 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d6ef24f0-1d30-4083-a82e-5250ab146086 req-0ba9d6d3-ab83-4d30-baa8-2abbfd4d4934 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347137 Jul 05 19:23:00.279374 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814606d1-a979-4a94-8544-eb004d0fb903 req-2f12bac4-4cc6-4090-99f1-74611fbab102 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:00.280873 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-814606d1-a979-4a94-8544-eb004d0fb903 req-2f12bac4-4cc6-4090-99f1-74611fbab102 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0636518 Jul 05 19:23:00.317911 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-814606d1-a979-4a94-8544-eb004d0fb903 req-f7c0d904-24df-402f-b0c9-317894082568 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314672 Jul 05 19:23:00.502704 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:01.492928 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c1c7f-a6fe-472d-a6a5-fbf8cf7c4020 req-a62e7917-8497-4b26-85a4-5ca356f0c83d tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:01.494408 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e30c1c7f-a6fe-472d-a6a5-fbf8cf7c4020 req-a62e7917-8497-4b26-85a4-5ca356f0c83d tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0657675 Jul 05 19:23:01.531688 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e30c1c7f-a6fe-472d-a6a5-fbf8cf7c4020 req-7eca2023-5742-4bac-ac8a-f2f0340be124 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308776 Jul 05 19:23:02.707368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b717d-be2d-47f1-9c85-1041c852382c req-1fe40962-b029-4b29-82fc-8c5c0a15d55a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:02.708877 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb5b717d-be2d-47f1-9c85-1041c852382c req-1fe40962-b029-4b29-82fc-8c5c0a15d55a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0640180 Jul 05 19:23:02.747075 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bb5b717d-be2d-47f1-9c85-1041c852382c req-38155166-48f4-4151-8748-c145bff41fbf tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320463 Jul 05 19:23:03.859551 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b0541e18-60e1-4380-b8f2-c7f42b19be7c details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:23:03.923322 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29d52e-d4de-4800-88b5-84d92f7a4f05 req-5011a574-cb64-4cae-b81f-e9aae5c342c4 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:03.924934 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d29d52e-d4de-4800-88b5-84d92f7a4f05 req-5011a574-cb64-4cae-b81f-e9aae5c342c4 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 943 time: 0.0629187 Jul 05 19:23:03.956516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:23:03.964129 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4d29d52e-d4de-4800-88b5-84d92f7a4f05 req-5b5ad132-d810-475e-b9d5-a85251f2339c tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334144 Jul 05 19:23:03.968072 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'port_id': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'mac_address': 'fa:16:3e:97:a7:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:23:04.004276 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:04.016764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0541e18-60e1-4380-b8f2-c7f42b19be7c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:23:04.035031 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:23:04.091147 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:04.137811 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=b0541e18-60e1-4380-b8f2-c7f42b19be7c,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:23:04.344149 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['b0541e18-60e1-4380-b8f2-c7f42b19be7c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:23:05.143239 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064022f8-46b7-4df4-9eab-30d53c84e963 req-231d1b39-a26e-4d39-831f-f6ed45332250 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:05.144632 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-064022f8-46b7-4df4-9eab-30d53c84e963 req-231d1b39-a26e-4d39-831f-f6ed45332250 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 944 time: 0.0692523 Jul 05 19:23:05.182047 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-064022f8-46b7-4df4-9eab-30d53c84e963 req-8d6eb1a3-9c73-4ce4-9e4b-6ffb6ed10cff tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317872 Jul 05 19:23:05.859247 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b0541e18-60e1-4380-b8f2-c7f42b19be7c up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:23:05.908119 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port b0541e18-60e1-4380-b8f2-c7f42b19be7c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:23:05.908500 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:05.983145 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:06.005381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:23:06.007696 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9c5c57-e4d0-46a5-9ed9-9f5a142941f9" -d '{"events": [{"server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:23:06.021312 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:23:06.045206 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4c2ae4-59f5-4bed-a033-41544595ca38 x-openstack-request-id: req-1e4c2ae4-59f5-4bed-a033-41544595ca38 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:23:06.045503 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "name": "network-vif-plugged", "status": "completed", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:23:06.045766 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e4c2ae4-59f5-4bed-a033-41544595ca38 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:23:06.046163 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'code': 200} Jul 05 19:23:06.067853 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:06.121198 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=b0541e18-60e1-4380-b8f2-c7f42b19be7c,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:23:06.215578 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc72e9-02e0-4754-a5ba-8adb90f383bd req-9e89e30a-73b5-4556-ba2c-c23468f12b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:06.217194 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30cc72e9-02e0-4754-a5ba-8adb90f383bd req-9e89e30a-73b5-4556-ba2c-c23468f12b15 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1096 time: 0.0533395 Jul 05 19:23:06.253092 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-30cc72e9-02e0-4754-a5ba-8adb90f383bd req-2f66b8f4-8f87-4401-ba01-ed9615d22e77 service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287247 Jul 05 19:23:06.355222 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312e3c-27e5-4182-9a79-12c8b2cd5815 req-d9a39574-f037-4622-a0bd-2c5a20fcc421 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:06.356766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c312e3c-27e5-4182-9a79-12c8b2cd5815 req-d9a39574-f037-4622-a0bd-2c5a20fcc421 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0628612 Jul 05 19:23:06.398896 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-9c312e3c-27e5-4182-9a79-12c8b2cd5815 req-af5eae5b-a5bc-4194-8a6d-27dd101c2397 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361137 Jul 05 19:23:06.702218 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:07.579356 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b118a3-67ff-449d-99ab-0a670e9e719e req-2fdd012e-9dbe-4600-bdd5-268c6dba4ec6 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:07.580849 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03b118a3-67ff-449d-99ab-0a670e9e719e req-2fdd012e-9dbe-4600-bdd5-268c6dba4ec6 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0713511 Jul 05 19:23:07.617711 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-03b118a3-67ff-449d-99ab-0a670e9e719e req-fa7f6ccc-5d4b-4591-acd3-6e928d42bd7a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313396 Jul 05 19:23:20.850950 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e6442b81-99b0-4597-b2b5-9ef38ef883cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:23.576677 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-10bf6314-9c5f-43eb-b0b0-d791a6cb1fe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:23.759144 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:24.976398 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:26.742407 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:30.536339 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:32.905915 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:23:36.702097 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:46.750006 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-0de332cf-192c-4ff4-859c-d6194cae93b1 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0537517 Jul 05 19:23:46.857883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-fa042472-5629-44e0-8c01-202972e572bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:46.859623 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-fa042472-5629-44e0-8c01-202972e572bf service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1096 time: 0.0628278 Jul 05 19:23:46.965473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-b6abc6d0-a2b6-43c9-94e4-c2aa0bc6f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:46.967017 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-b6abc6d0-a2b6-43c9-94e4-c2aa0bc6f5b0 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0867016 Jul 05 19:23:47.037738 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-afeb762c-0d46-4819-ae96-5eed3b07c5f7 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 1001 time: 0.0635395 Jul 05 19:23:47.089588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-d22dc680-beee-4e93-9660-9728d0aeff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:47.091245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-d22dc680-beee-4e93-9660-9728d0aeff8a service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0472798 Jul 05 19:23:47.152745 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-547e8db3-4ff7-4a45-b8ba-7c51b27b1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:23:47.154273 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-547e8db3-4ff7-4a45-b8ba-7c51b27b1ec9 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552268 Jul 05 19:23:47.250588 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-84ebcace-b570-4a84-88b3-08b53baa6b9d service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889413 Jul 05 19:23:47.340775 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e33519b3-0a52-4a8a-ab12-90190c6d7e68 req-5fa553a1-b446-457c-8cef-0a497205e26e service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834239 Jul 05 19:23:50.855843 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b3e00632-7bba-4f69-9092-3e9791964250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:53.599168 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2ee7207b-f89f-45e9-b729-35cf889a350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:53.793434 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:55.010140 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:23:56.735847 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:00.495621 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:06.690445 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:09.905285 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:24:20.856179 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cda37b5b-681d-4f79-9ba8-377d4fc06c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:23.575433 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a8b9a223-1985-4400-96d3-1351592147bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:23.763733 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:24.998463 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:26.729399 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:30.517811 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:36.706715 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:44.061213 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53350) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:24:44.241001 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Deleting port 20762876-9008-4766-ba0f-03ad2d5b2230 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:24:44.241346 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:44.331850 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:44.332316 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:44.350837 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Calling delete_port for 20762876-9008-4766-ba0f-03ad2d5b2230 owned by network:floatingip {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:24:44.563863 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:44.595984 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event deleted for resources: {'Port': ['ID=20762876-9008-4766-ba0f-03ad2d5b2230,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:44.608649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.609045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.609191 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.609437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.609772 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.610111 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.610452 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.610822 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.611150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.611482 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.611816 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.612145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:44.672651 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for floatingip, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:44.672982 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Floating IP e57c3db7-99b9-4b03-a547-5e3d07c3b0c6 disassociated (deleted). External IP: 172.25.3.241, port: b0541e18-60e1-4380-b8f2-c7f42b19be7c. Jul 05 19:24:44.911716 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:24:45.019440 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:24:45.024627 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:45.031815 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] Sync routers for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:24:45.044568 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:24:45.045189 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:45.062102 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f8b5f29d-7baf-470d-9de7-76cbb77ea65e tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "DELETE /v2.0/floatingips/e57c3db7-99b9-4b03-a547-5e3d07c3b0c6 HTTP/1.1" status: 204 len: 168 time: 0.9997244 Jul 05 19:24:45.062856 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:24:45.065196 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23117301-fb34-4f56-9c3e-5d12a2fbe3de" -d '{"events": [{"name": "network-changed", "server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:24:45.103290 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee688aea-9663-438f-b4e2-45e5fff37ab2 x-openstack-request-id: req-ee688aea-9663-438f-b4e2-45e5fff37ab2 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:24:45.103585 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:24:45.103921 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ee688aea-9663-438f-b4e2-45e5fff37ab2 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:24:45.104330 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'status': 'completed', 'code': 200} Jul 05 19:24:45.148803 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:24:45.199324 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-fc31c25b-8540-43ea-96af-7b88c71b6798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:24:45.200856 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-fc31c25b-8540-43ea-96af-7b88c71b6798 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 1096 time: 0.0571120 Jul 05 19:24:45.300912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-ae933d72-ba10-4ed8-af46-ce269599f115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:24:45.302426 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-ae933d72-ba10-4ed8-af46-ce269599f115 service neutron] 10.222.0.97 "GET /v2.0/networks?id=6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 200 len: 908 time: 0.0944283 Jul 05 19:24:45.346722 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-33d47f45-b87a-414e-9184-17bd5f873569 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 200 len: 217 time: 0.0367179 Jul 05 19:24:45.362058 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:45.388440 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] Checking router: 53f6abd6-a2b3-4e47-8105-e38e8f07c109 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:24:45.398336 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:24:45.399095 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:45.403733 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-33660221-3f18-4a46-b6e1-63718012c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:24:45.406077 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-33660221-3f18-4a46-b6e1-63718012c773 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 200 len: 847 time: 0.0523689 Jul 05 19:24:45.470346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-9267c060-0d79-4223-a2dd-37536fe5f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:24:45.472185 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-9267c060-0d79-4223-a2dd-37536fe5f19b service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=6b251e9a-f74d-4d40-bb12-b04177556b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590930 Jul 05 19:24:45.510697 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:24:45.573369 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-a222dc10-4a59-4b96-b341-d973fd0fed1a service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926974 Jul 05 19:24:45.618098 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4a020-0436-40e0-9201-d08ec918a481 req-9bc4f36a-102a-4a72-9035-2059165cdba9 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:24:45.619652 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c4a020-0436-40e0-9201-d08ec918a481 req-9bc4f36a-102a-4a72-9035-2059165cdba9 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0717714 Jul 05 19:24:45.660534 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-e2c4a020-0436-40e0-9201-d08ec918a481 req-a6532c45-8170-4884-8c0e-edf61fba0fe5 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334437 Jul 05 19:24:45.682050 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-23117301-fb34-4f56-9c3e-5d12a2fbe3de req-77b1bad7-8465-4605-8178-e7c637219cc8 service neutron] 10.222.0.97 "GET /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006794 Jul 05 19:24:45.722680 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:45.747837 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7efcb6-1f04-481e-a575-50a061a51b58 None None] The sync data for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 is: [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:40Z', 'revision_number': 4, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '06b61c88-a18c-4e64-87e7-eaeaa39e1eda', 'name': '', 'network_id': '6b251e9a-f74d-4d40-bb12-b04177556b58', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'mac_address': 'fa:16:3e:56:20:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:39Z', 'updated_at': '2021-07-05T19:14:45Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'subnets': [{'id': 'df1728b0-4685-4ecc-ad4d-daa44c930cb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:24:45.965888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f3c546-89ec-454f-87b2-0b3d22296c8a None None] New status for floating IP e57c3db7-99b9-4b03-a547-5e3d07c3b0c6: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:24:46.904483 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:24:47.024536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5763dfa-d3d6-430c-8a14-46bf45986a50 req-9a8f865f-101a-49a6-a8f7-94fde69fdbfb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:24:47.026016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5763dfa-d3d6-430c-8a14-46bf45986a50 req-9a8f865f-101a-49a6-a8f7-94fde69fdbfb tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0628285 Jul 05 19:24:47.070135 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a5763dfa-d3d6-430c-8a14-46bf45986a50 req-fbeedf9e-e1f7-495e-abd0-2b42a4a75b34 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/security-groups?id=7c509e95-5b63-4c69-bf9b-ebd2cb127f63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378878 Jul 05 19:24:47.227792 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-7dd2ac6a-b8e1-4886-94fb-4fa947560ec4 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:24:47.229245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-7dd2ac6a-b8e1-4886-94fb-4fa947560ec4 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.97 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 945 time: 0.0633240 Jul 05 19:24:47.332484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Deleting port b0541e18-60e1-4380-b8f2-c7f42b19be7c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:24:47.332769 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:47.419232 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] For port b0541e18-60e1-4380-b8f2-c7f42b19be7c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=b0541e18-60e1-4380-b8f2-c7f42b19be7c,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:24:47.419589 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:47.432771 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Calling delete_port for b0541e18-60e1-4380-b8f2-c7f42b19be7c owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:24:47.626275 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:47.658061 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event deleted for resources: {'Port': ['ID=b0541e18-60e1-4380-b8f2-c7f42b19be7c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:47.704624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] No DVR routers for this DVR port b0541e18-60e1-4380-b8f2-c7f42b19be7c on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:24:47.707356 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:47.709326 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1b8914f1-683d-4f3d-ae07-ce927a19c72d req-db427fc9-b5fe-4c31-a213-6569079b567a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.97 "DELETE /v2.0/ports/b0541e18-60e1-4380-b8f2-c7f42b19be7c HTTP/1.1" status: 204 len: 173 time: 0.4745364 Jul 05 19:24:47.709757 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'name': 'network-vif-deleted', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:24:47.712064 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd071c3-0273-4d6b-b78a-d3786c23884f" -d '{"events": [{"server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "name": "network-vif-deleted", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:24:47.793513 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409fda0c-45f7-419e-9d6a-adc7fdbf16d6 x-openstack-request-id: req-409fda0c-45f7-419e-9d6a-adc7fdbf16d6 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:24:47.793891 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cc282f4-ca0c-4c1a-8874-5f73b89cea8a", "name": "network-vif-deleted", "tag": "b0541e18-60e1-4380-b8f2-c7f42b19be7c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:24:47.794197 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-409fda0c-45f7-419e-9d6a-adc7fdbf16d6 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:24:47.794703 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cc282f4-ca0c-4c1a-8874-5f73b89cea8a', 'name': 'network-vif-deleted', 'tag': 'b0541e18-60e1-4380-b8f2-c7f42b19be7c', 'status': 'completed', 'code': 200} Jul 05 19:24:48.320677 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dc956f9f-9980-4afc-acc3-53e6a1dc5575 req-c75420c6-ce63-49a2-8a98-ece4f4ed0707 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 210 time: 0.0290940 Jul 05 19:24:49.466447 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-3289c27f-1627-40c7-a753-df14f19ab2d8 req-e3ee7c85-83e3-4482-9e17-3f412bdb9f1a tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 210 time: 0.0285072 Jul 05 19:24:50.386756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b0541e18-60e1-4380-b8f2-c7f42b19be7c no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:24:50.410071 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: b0541e18-60e1-4380-b8f2-c7f42b19be7c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:24:50.410415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device b0541e18-60e1-4380-b8f2-c7f42b19be7c not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:24:50.610282 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8862cbcc-6e1c-4e9f-bb1f-9443081eef75 req-cc070809-a430-4ad9-b526-f1b56a7012f9 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 210 time: 0.0282867 Jul 05 19:24:50.871802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-319f54db-9d87-4756-8836-5a2d31f39923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:51.773716 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2457c2b5-5483-466f-81eb-b58bb27a154f req-fcba4992-e338-4f75-9040-f1588f93ad56 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cc282f4-ca0c-4c1a-8874-5f73b89cea8a HTTP/1.1" status: 200 len: 210 time: 0.0336192 Jul 05 19:24:52.868279 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53386) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:24:53.297026 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db400cbf-b103-4ad3-a9a6-781e10f876f2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:53.323049 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db400cbf-b103-4ad3-a9a6-781e10f876f2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:53.454970 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db400cbf-b103-4ad3-a9a6-781e10f876f2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:53.457726 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-db400cbf-b103-4ad3-a9a6-781e10f876f2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:53.458975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-db400cbf-b103-4ad3-a9a6-781e10f876f2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] 10.222.0.30 "DELETE /v2.0/security-groups/7c509e95-5b63-4c69-bf9b-ebd2cb127f63 HTTP/1.1" status: 204 len: 168 time: 0.5896392 Jul 05 19:24:53.469775 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db400cbf-b103-4ad3-a9a6-781e10f876f2 tempest-TestShelveInstance-292858537 tempest-TestShelveInstance-292858537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c509e95-5b63-4c69-bf9b-ebd2cb127f63,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:53.540411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-90f98802-bee9-4af7-9089-0262f29cc7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:53.550521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53390) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:24:53.826230 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:54.053114 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:54.315190 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Deleting port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:24:54.315540 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:54.397650 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] For port 06b61c88-a18c-4e64-87e7-eaeaa39e1eda, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=06b61c88-a18c-4e64-87e7-eaeaa39e1eda,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:24:54.398015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:54.411933 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Calling delete_port for 06b61c88-a18c-4e64-87e7-eaeaa39e1eda owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:24:54.666239 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:54.697268 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Pushing event deleted for resources: {'Port': ['ID=06b61c88-a18c-4e64-87e7-eaeaa39e1eda,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:54.871706 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:55.037794 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:55.089344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:24:55.198893 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:24:55.204064 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-13c40c8b-555e-4cba-a6e6-5297d9d539bf admin admin] 10.222.0.30 "PUT /v2.0/routers/53f6abd6-a2b3-4e47-8105-e38e8f07c109/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6521049 Jul 05 19:24:55.206708 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53394) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:24:55.208435 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] Sync routers for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:24:55.217346 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:24:55.217852 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:55.313893 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:55.412262 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:24:55.420821 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:55.537666 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Deleting port 749eca03-390f-4d21-95bd-578c32af6689 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:24:55.537923 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:55.594085 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '749eca03-390f-4d21-95bd-578c32af6689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:24:54Z', 'revision_number': 5, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port': {'id': '749eca03-390f-4d21-95bd-578c32af6689', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:ab:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:55.619451 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] For port 749eca03-390f-4d21-95bd-578c32af6689, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=749eca03-390f-4d21-95bd-578c32af6689,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:24:55.619817 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:55.624440 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] Checking router: 53f6abd6-a2b3-4e47-8105-e38e8f07c109 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:24:55.633611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Calling delete_port for 749eca03-390f-4d21-95bd-578c32af6689 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:24:55.636927 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] Routers {'53f6abd6-a2b3-4e47-8105-e38e8f07c109'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:24:55.637538 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:55.724852 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] Set router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:24:55.780004 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:24:55Z', 'revision_number': 6, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:55.806325 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fc323-9558-4343-b532-d2e6694ade55 None None] The sync data for ids ['53f6abd6-a2b3-4e47-8105-e38e8f07c109'] in n-d-799524-1 is: [{'id': '53f6abd6-a2b3-4e47-8105-e38e8f07c109', 'name': 'tempest-TestShelveInstance-548869518-router', 'tenant_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:37Z', 'updated_at': '2021-07-05T19:24:55Z', 'revision_number': 6, 'project_id': '7b9af0ea1d6e48cc9d08a87d11eb2973', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:24:55.860466 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:55.890966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=749eca03-390f-4d21-95bd-578c32af6689,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:55.953696 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.044733 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.046894 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.152023 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.152705 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53f6abd6-a2b3-4e47-8105-e38e8f07c109 {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:24:56.162281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.162281 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-057ed2a0-3df1-42d5-a5ad-09a0d47970e1 admin admin] 10.222.0.30 "DELETE /v2.0/routers/53f6abd6-a2b3-4e47-8105-e38e8f07c109 HTTP/1.1" status: 204 len: 168 time: 0.9520257 Jul 05 19:24:56.162281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53396) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:24:56.214918 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-76355923-1246-4313-9192-4028a9697337 admin admin] Deleting subnet df1728b0-4685-4ecc-ad4d-daa44c930cb5 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:24:56.219395 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76355923-1246-4313-9192-4028a9697337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.254596 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76355923-1246-4313-9192-4028a9697337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.330743 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76355923-1246-4313-9192-4028a9697337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.449564 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76355923-1246-4313-9192-4028a9697337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.478988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76355923-1246-4313-9192-4028a9697337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df1728b0-4685-4ecc-ad4d-daa44c930cb5,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:56.483177 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-76355923-1246-4313-9192-4028a9697337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.485043 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-76355923-1246-4313-9192-4028a9697337 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/df1728b0-4685-4ecc-ad4d-daa44c930cb5 HTTP/1.1" status: 204 len: 168 time: 0.3216894 Jul 05 19:24:56.487588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53398) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:24:56.489925 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541669e1-5ec1-45ba-a926-4d124c8e623b None None] Network 6b251e9a-f74d-4d40-bb12-b04177556b58 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:24:56.557614 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.617393 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Deleting port 86bcc8a8-80ff-4767-af7d-9736996c5df3 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:24:56.617730 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.688132 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] DHCP port deletion for 6b251e9a-f74d-4d40-bb12-b04177556b58 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:24:56.699817 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] For port 86bcc8a8-80ff-4767-af7d-9736996c5df3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=86bcc8a8-80ff-4767-af7d-9736996c5df3,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:24:56.700170 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.713835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Calling delete_port for 86bcc8a8-80ff-4767-af7d-9736996c5df3 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:24:56.735157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Deleting port 86bcc8a8-80ff-4767-af7d-9736996c5df3 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:24:56.735540 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.746476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.799881 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] For port 86bcc8a8-80ff-4767-af7d-9736996c5df3, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=86bcc8a8-80ff-4767-af7d-9736996c5df3,segment=NetworkSegment(b76ef7a8-eeb4-44c0-bd81-313960594e09),segment_id=b76ef7a8-eeb4-44c0-bd81-313960594e09)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:24:56.800294 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.813743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Calling delete_port for 86bcc8a8-80ff-4767-af7d-9736996c5df3 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:24:56.854860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.871849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] No DVR routers for this DVR port 86bcc8a8-80ff-4767-af7d-9736996c5df3 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:24:56.895137 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Pushing event deleted for resources: {'Port': ['ID=86bcc8a8-80ff-4767-af7d-9736996c5df3,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:56.898282 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.922808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Pushing event deleted for resources: {'Port': ['ID=86bcc8a8-80ff-4767-af7d-9736996c5df3,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:56.931789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] No DVR routers for this DVR port 86bcc8a8-80ff-4767-af7d-9736996c5df3 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:24:56.934157 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.934511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.934921 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.935266 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.936177 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.936748 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.937099 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.937431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.937771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.938105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.938439 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.938800 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c232ee86-99e4-43cb-9e18-e3363a3f2d8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:56.970209 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:56.979789 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b251e9a-f74d-4d40-bb12-b04177556b58']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:56.989950 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b76ef7a8-eeb4-44c0-bd81-313960594e09') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:56.990243 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b76ef7a8-eeb4-44c0-bd81-313960594e09') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:56.999425 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:57.012414 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:57.018744 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:24:57.019119 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:24:57.020706 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:24:57.128687 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:57.134218 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:57.138052 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b251e9a-f74d-4d40-bb12-b04177556b58 HTTP/1.1" status: 204 len: 168 time: 0.6477263 Jul 05 19:24:57.139360 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53400) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:24:57.148193 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515de5b0-758e-40b7-b4a2-045c98019dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=6b251e9a-f74d-4d40-bb12-b04177556b58,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:57.484399 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:57.706504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 749eca03-390f-4d21-95bd-578c32af6689 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:24:57.727621 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 749eca03-390f-4d21-95bd-578c32af6689 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:24:57.727976 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 749eca03-390f-4d21-95bd-578c32af6689 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:24:57.728399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 86bcc8a8-80ff-4767-af7d-9736996c5df3 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:24:57.740825 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Deleting port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:24:57.741100 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:57.746756 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 86bcc8a8-80ff-4767-af7d-9736996c5df3 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:24:57.747108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 86bcc8a8-80ff-4767-af7d-9736996c5df3 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:24:57.747516 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 06b61c88-a18c-4e64-87e7-eaeaa39e1eda no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:24:57.768505 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 06b61c88-a18c-4e64-87e7-eaeaa39e1eda {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:24:57.768848 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 06b61c88-a18c-4e64-87e7-eaeaa39e1eda not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:24:57.821653 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] For port 57dd3ba8-2746-4f3a-bf79-27daeb3d5564, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=57dd3ba8-2746-4f3a-bf79-27daeb3d5564,segment=NetworkSegment(41c1ed6b-1b58-4c25-85b8-a54308f78a3d),segment_id=41c1ed6b-1b58-4c25-85b8-a54308f78a3d)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:24:57.822004 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:57.834017 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Calling delete_port for 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:24:58.055009 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:58.079478 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Pushing event deleted for resources: {'Port': ['ID=57dd3ba8-2746-4f3a-bf79-27daeb3d5564,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:58.089442 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.089790 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.090133 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.090474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.091368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.091368 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.091616 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.092440 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.092868 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.093205 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.093535 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.094118 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:24:58.580890 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:58.788455 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:24:58.895543 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:24:58.900635 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-30d92e48-f825-46b1-bea7-fdd6104e6bef admin admin] 10.222.0.30 "PUT /v2.0/routers/3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7602508 Jul 05 19:24:58.903156 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53402) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:24:58.905105 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] Sync routers for ids ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:24:58.914536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] Routers {'3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:24:58.915271 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:59.005490 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.020786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] Set router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:24:59.111600 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.201507 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:43Z', 'updated_at': '2021-07-05T19:24:57Z', 'revision_number': 5, 'project_id': '17d9e019c58e4d98a966528d34822306', 'gw_port': {'id': '0229f923-cb3e-4889-bed1-f5ae62afcc0f', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:14:44Z', 'updated_at': '2021-07-05T19:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:59.213365 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Deleting port 0229f923-cb3e-4889-bed1-f5ae62afcc0f {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:24:59.217624 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.229019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] Checking router: 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:24:59.238381 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] Routers {'3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:24:59.239206 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:59.292853 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] For port 0229f923-cb3e-4889-bed1-f5ae62afcc0f, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=0229f923-cb3e-4889-bed1-f5ae62afcc0f,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:24:59.293204 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.310757 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Calling delete_port for 0229f923-cb3e-4889-bed1-f5ae62afcc0f owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:24:59.328492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] Set router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:24:59.383586 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:43Z', 'updated_at': '2021-07-05T19:24:59Z', 'revision_number': 6, 'project_id': '17d9e019c58e4d98a966528d34822306', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:24:59.410135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec6e72a-3e1e-4a64-8721-1deb1971300c None None] The sync data for ids ['3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a'] in n-d-799524-1 is: [{'id': '3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a', 'name': 'tempest-TestShelveInstance-1592072149-router', 'tenant_id': '17d9e019c58e4d98a966528d34822306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:14:43Z', 'updated_at': '2021-07-05T19:24:59Z', 'revision_number': 6, 'project_id': '17d9e019c58e4d98a966528d34822306', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:24:59.528872 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.556410 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Pushing event deleted for resources: {'Port': ['ID=0229f923-cb3e-4889-bed1-f5ae62afcc0f,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:24:59.618919 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.707564 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.709623 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.815730 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.816591 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:24:59.820845 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.824573 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0164ca09-3dd1-4589-b573-b16f6d70fcbc admin admin] 10.222.0.30 "DELETE /v2.0/routers/3fa44db6-ce9b-4d43-9fb0-d3c120dbb05a HTTP/1.1" status: 204 len: 168 time: 0.9179306 Jul 05 19:24:59.824866 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53404) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:24:59.874281 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-0611942c-cf22-4dc9-a62f-da4f5024ae59 admin admin] Deleting subnet 7e32ce4b-7a8c-49e8-8253-ad8ef26626ca {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:24:59.877287 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0611942c-cf22-4dc9-a62f-da4f5024ae59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.912301 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0611942c-cf22-4dc9-a62f-da4f5024ae59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:24:59.991500 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0611942c-cf22-4dc9-a62f-da4f5024ae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.089021 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0611942c-cf22-4dc9-a62f-da4f5024ae59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.114468 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611942c-cf22-4dc9-a62f-da4f5024ae59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e32ce4b-7a8c-49e8-8253-ad8ef26626ca,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:00.118195 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-0611942c-cf22-4dc9-a62f-da4f5024ae59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.120091 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-0611942c-cf22-4dc9-a62f-da4f5024ae59 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7e32ce4b-7a8c-49e8-8253-ad8ef26626ca HTTP/1.1" status: 204 len: 168 time: 0.2941952 Jul 05 19:25:00.122791 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53406) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:00.125702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33155661-791e-42a0-9c2b-e5bc13e1bcc2 None None] Network b7f865fa-ed44-4b59-b699-9ffa52b5547a requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:25:00.168005 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:25:00.193789 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.197793 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:25:00.198151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 57dd3ba8-2746-4f3a-bf79-27daeb3d5564 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:25:00.252997 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Deleting port f9d62cf7-5c28-455c-9783-dbab980cef31 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:25:00.253455 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.329233 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] For port f9d62cf7-5c28-455c-9783-dbab980cef31, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f9d62cf7-5c28-455c-9783-dbab980cef31,segment=NetworkSegment(41c1ed6b-1b58-4c25-85b8-a54308f78a3d),segment_id=41c1ed6b-1b58-4c25-85b8-a54308f78a3d)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:00.329233 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.349959 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45d4b79-4bfa-42b7-9088-3c5ba715df94 None None] DHCP port deletion for b7f865fa-ed44-4b59-b699-9ffa52b5547a request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:25:00.353105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Calling delete_port for f9d62cf7-5c28-455c-9783-dbab980cef31 owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:25:00.405919 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e45d4b79-4bfa-42b7-9088-3c5ba715df94 None None] Deleting port f9d62cf7-5c28-455c-9783-dbab980cef31 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:25:00.406310 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e45d4b79-4bfa-42b7-9088-3c5ba715df94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.476908 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-e45d4b79-4bfa-42b7-9088-3c5ba715df94 None None] For port f9d62cf7-5c28-455c-9783-dbab980cef31, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=f9d62cf7-5c28-455c-9783-dbab980cef31,segment=NetworkSegment(41c1ed6b-1b58-4c25-85b8-a54308f78a3d),segment_id=41c1ed6b-1b58-4c25-85b8-a54308f78a3d)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:00.477307 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e45d4b79-4bfa-42b7-9088-3c5ba715df94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.500654 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e45d4b79-4bfa-42b7-9088-3c5ba715df94 None None] Calling delete_port for f9d62cf7-5c28-455c-9783-dbab980cef31 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:25:00.501853 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.537868 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d62cf7-5c28-455c-9783-dbab980cef31,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:00.542351 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] No DVR routers for this DVR port f9d62cf7-5c28-455c-9783-dbab980cef31 on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:25:00.561497 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.587159 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e45d4b79-4bfa-42b7-9088-3c5ba715df94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.618479 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.622383 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d4b79-4bfa-42b7-9088-3c5ba715df94 None None] No DVR routers for this DVR port f9d62cf7-5c28-455c-9783-dbab980cef31 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:25:00.628609 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d4b79-4bfa-42b7-9088-3c5ba715df94 None None] Pushing event deleted for resources: {'Port': ['ID=f9d62cf7-5c28-455c-9783-dbab980cef31,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:00.630294 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f865fa-ed44-4b59-b699-9ffa52b5547a']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:00.646835 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c1ed6b-1b58-4c25-85b8-a54308f78a3d') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:00.647136 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c1ed6b-1b58-4c25-85b8-a54308f78a3d') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:00.657202 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.671914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.678242 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:25:00.678680 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:25:00.680351 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:25:00.814860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.820359 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:00.822834 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b7f865fa-ed44-4b59-b699-9ffa52b5547a HTTP/1.1" status: 204 len: 168 time: 0.6978443 Jul 05 19:25:00.836284 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61f4ac-9b57-4433-a107-d21c67ac1ef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7f865fa-ed44-4b59-b699-9ffa52b5547a,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:01.181245 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53410) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:01.221266 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c52a3cb5-1c58-4e92-927d-d038330506da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b9af0ea1d6e48cc9d08a87d11eb2973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388765 Jul 05 19:25:01.223704 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53412) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:01.272089 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bad4ff5f-973b-44e0-aa7c-ac7a3a1d0944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:01.297082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bad4ff5f-973b-44e0-aa7c-ac7a3a1d0944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:01.705492 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0229f923-cb3e-4889-bed1-f5ae62afcc0f no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:25:01.725441 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 0229f923-cb3e-4889-bed1-f5ae62afcc0f {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:25:01.725790 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 0229f923-cb3e-4889-bed1-f5ae62afcc0f not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:25:01.726203 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f9d62cf7-5c28-455c-9783-dbab980cef31 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:25:01.743669 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: f9d62cf7-5c28-455c-9783-dbab980cef31 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:25:01.748864 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device f9d62cf7-5c28-455c-9783-dbab980cef31 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:25:01.763350 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bad4ff5f-973b-44e0-aa7c-ac7a3a1d0944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:01.767222 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bad4ff5f-973b-44e0-aa7c-ac7a3a1d0944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:01.768391 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bad4ff5f-973b-44e0-aa7c-ac7a3a1d0944 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df60c8eb-8f3f-400d-9d97-2073802d1c4f HTTP/1.1" status: 204 len: 168 time: 0.5438101 Jul 05 19:25:01.776819 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4ff5f-973b-44e0-aa7c-ac7a3a1d0944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df60c8eb-8f3f-400d-9d97-2073802d1c4f,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:02.287947 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53418) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:02.328836 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f1081170-3f85-4fd2-a6c1-7fd40728c186 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17d9e019c58e4d98a966528d34822306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396955 Jul 05 19:25:02.331417 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53420) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:02.377552 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e91c4e7-0b8a-414a-80ca-983f12870fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:02.398253 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e91c4e7-0b8a-414a-80ca-983f12870fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:02.494387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e91c4e7-0b8a-414a-80ca-983f12870fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:02.496860 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-9e91c4e7-0b8a-414a-80ca-983f12870fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:02.498551 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-9e91c4e7-0b8a-414a-80ca-983f12870fac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69c3942d-1bb2-4291-ab51-7fb7d42149f7 HTTP/1.1" status: 204 len: 168 time: 0.1656985 Jul 05 19:25:02.506498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e91c4e7-0b8a-414a-80ca-983f12870fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c3942d-1bb2-4291-ab51-7fb7d42149f7,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:03.494941 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53444) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:03.607888 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-142614342-network', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:03.665541 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Made reservation on behalf of 5d2562baacfa4f4ab918ac32b83fabf6 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:25:03.667906 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:03.676954 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:03.763452 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:03.808543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:03.830678 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:25:03.846105 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5358bb-d4d3-4f41-814e-7296dc75f68c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:03.849087 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:03.849552 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Added segment 4ad2fcde-a23b-401f-a254-106c25733309 of type vlan for network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 Jul 05 19:25:03.890686 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:03.986049 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:03.987046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:03.987636 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:04.046285 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] Pushing event updated for resources: {'Network': ['ID=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:04.055952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:25:04.089851 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f1765214-c5a0-4af4-b4d7-f3a7c8607adc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5935798 Jul 05 19:25:04.092475 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53448) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:04.097690 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Request body: {'subnet': {'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-142614342-subnet', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:04.180430 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Made reservation on behalf of 5d2562baacfa4f4ab918ac32b83fabf6 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:25:04.182886 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:04.386184 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:04.447339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:04.455256 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Checking segment: {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:25:04.455616 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Network hostable DHCP agents. Network: a79cdf4b-04f4-47cc-b9ac-ea6076e2e487, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:25:04.534362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:25:04.608424 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, a79cdf4b-04f4-47cc-b9ac-ea6076e2e487) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:04.612469 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:04.613058 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:04.618471 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51f0723-413a-4fba-bdc2-0ca9c1575d7a None None] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:25:04.689652 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ff2cb0d7-f63a-4fd7-996f-592bd7d8b42d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5960159 Jul 05 19:25:04.692633 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53450) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:04.697211 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:04.767159 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:25:04.768010 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:04.786063 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:04.787142 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:04.837294 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:04.905759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Allocated IP 172.20.0.2 (a79cdf4b-04f4-47cc-b9ac-ea6076e2e487/aa9e4750-3e99-4265-bfb3-06c5fd2d3c90/a88e0716-cedb-47db-a590-31c32d38e4e9) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:25:05.028262 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.048163 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.056046 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Transition to ACTIVE for port object a88e0716-cedb-47db-a590-31c32d38e4e9 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:05.070186 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Transition to ACTIVE for port object a88e0716-cedb-47db-a590-31c32d38e4e9 will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:05.129141 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.167666 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:05.170662 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:05.173535 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:25:05.187709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Pushing event updated for resources: {'Port': ['ID=a88e0716-cedb-47db-a590-31c32d38e4e9,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:05.243401 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Attempting to bind port a88e0716-cedb-47db-a590-31c32d38e4e9 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:25:05.243769 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Attempting to bind port a88e0716-cedb-47db-a590-31c32d38e4e9 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:25:05.244135 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Attempting to bind port a88e0716-cedb-47db-a590-31c32d38e4e9 on network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:25:05.249743 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:25:05.250111 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Checking segment: {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:25:05.250507 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.251052 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Bound using segment: {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:25:05.251511 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Bound port: a88e0716-cedb-47db-a590-31c32d38e4e9, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:25:05.251892 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.284612 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.313772 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] For port a88e0716-cedb-47db-a590-31c32d38e4e9, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:25:05.315418 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.316849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] For port a88e0716-cedb-47db-a590-31c32d38e4e9, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a88e0716-cedb-47db-a590-31c32d38e4e9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:25:05.380674 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.420793 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Allocated IP 172.25.3.178 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/78c1e373-e0ba-4355-9592-73f16529689e) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:25:05.439521 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8456da39-52f0-46bb-b72c-4d555049636e None None] Pushing event updated for resources: {'Port': ['ID=a88e0716-cedb-47db-a590-31c32d38e4e9,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:05.538920 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.655307 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:05.704255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:05.707248 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:05.713783 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:25:05.738222 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Pushing event updated for resources: {'Port': ['ID=78c1e373-e0ba-4355-9592-73f16529689e,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:05.759655 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a88e0716-cedb-47db-a590-31c32d38e4e9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:05.860100 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port a88e0716-cedb-47db-a590-31c32d38e4e9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:06.052308 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:06.258258 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:06.339883 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d2ef43-7b64-4bca-8337-1e6a919e39bb None None] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:25:06.443286 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:25:06.500849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c4353272-f10b-46fb-a4db-71002b62217c None None] Provisioning for port a88e0716-cedb-47db-a590-31c32d38e4e9 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:06.506764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c4353272-f10b-46fb-a4db-71002b62217c None None] Provisioning complete for port a88e0716-cedb-47db-a590-31c32d38e4e9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:06.511917 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c4353272-f10b-46fb-a4db-71002b62217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:06.562199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:25:06.573409 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Sync routers for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:25:06.582987 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:06.583542 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:06.610358 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c4353272-f10b-46fb-a4db-71002b62217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:06.648892 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:06.651236 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-1167060a-d71f-4c47-af1c-83bb51178e08 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9570470 Jul 05 19:25:06.652786 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-c4353272-f10b-46fb-a4db-71002b62217c None None] For port a88e0716-cedb-47db-a590-31c32d38e4e9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a88e0716-cedb-47db-a590-31c32d38e4e9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:06.653786 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53452) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:06.706600 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:06.751683 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c4353272-f10b-46fb-a4db-71002b62217c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:06.783826 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:06.803372 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4353272-f10b-46fb-a4db-71002b62217c None None] Pushing event updated for resources: {'Port': ['ID=a88e0716-cedb-47db-a590-31c32d38e4e9,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:06.875426 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8ddad24a-773e-4cc8-8d3b-72a35b158051 None None] Provisioning complete for port a88e0716-cedb-47db-a590-31c32d38e4e9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:06.875806 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8ddad24a-773e-4cc8-8d3b-72a35b158051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:06.909608 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:05Z', 'revision_number': 3, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:06.937530 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Checking router: 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:25:06.937978 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Updating router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 port 78c1e373-e0ba-4355-9592-73f16529689e binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:25:06.973019 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.086465 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.230462 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.241203 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Transition to ACTIVE for port object 78c1e373-e0ba-4355-9592-73f16529689e will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:07.247263 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Allocated IP 172.20.0.1 (a79cdf4b-04f4-47cc-b9ac-ea6076e2e487/aa9e4750-3e99-4265-bfb3-06c5fd2d3c90/6740227a-73c4-419c-94e1-42399ba98388) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:25:07.306137 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.359987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.362373 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Attempting to bind port 78c1e373-e0ba-4355-9592-73f16529689e on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:25:07.362766 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Attempting to bind port 78c1e373-e0ba-4355-9592-73f16529689e by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:25:07.363122 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Attempting to bind port 78c1e373-e0ba-4355-9592-73f16529689e on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:25:07.369707 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Pushing event updated for resources: {'Port': ['ID=78c1e373-e0ba-4355-9592-73f16529689e,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:07.373470 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:25:07.373871 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:25:07.374247 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.374654 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:25:07.375120 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Bound port: 78c1e373-e0ba-4355-9592-73f16529689e, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:25:07.375497 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.375649 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Transition to ACTIVE for port object 6740227a-73c4-419c-94e1-42399ba98388 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:07.381679 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.384981 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.385935 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=101000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:25:07.435455 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] For port 78c1e373-e0ba-4355-9592-73f16529689e, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:25:07.438385 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] For port 78c1e373-e0ba-4355-9592-73f16529689e, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=78c1e373-e0ba-4355-9592-73f16529689e,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:25:07.460537 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.499966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:07.502754 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:07.505329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:25:07.525424 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.532724 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=6740227a-73c4-419c-94e1-42399ba98388,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:07.555532 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.594949 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb5488-6e3a-4d91-b57e-4f701c9dd2e9 None None] Pushing event updated for resources: {'Port': ['ID=78c1e373-e0ba-4355-9592-73f16529689e,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:07.601008 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:07.602179 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:07.722405 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:07.727892 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a88e0716-cedb-47db-a590-31c32d38e4e9 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:07.750240 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.784225 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port a88e0716-cedb-47db-a590-31c32d38e4e9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:07.784596 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.854975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e058314c-067a-4137-9e48-378f53f87098 None None] Provisioning for port 6740227a-73c4-419c-94e1-42399ba98388 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:07.861884 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e058314c-067a-4137-9e48-378f53f87098 None None] Provisioning complete for port 6740227a-73c4-419c-94e1-42399ba98388 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:07.862388 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e058314c-067a-4137-9e48-378f53f87098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.905490 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e058314c-067a-4137-9e48-378f53f87098 None None] Port 6740227a-73c4-419c-94e1-42399ba98388 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:25:07.914306 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:05Z', 'revision_number': 3, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:07.941578 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:07.943823 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9099c7-9344-4cfe-b52a-f487dda1f97b None None] The sync data for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 is: [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:05Z', 'revision_number': 3, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:25:08.020148 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:08.086906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Pushing event updated for resources: {'Port': ['ID=6740227a-73c4-419c-94e1-42399ba98388,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:08.089286 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:08.199815 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:08.201801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:08.326377 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:25:08.456106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:25:08.462498 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-cbca5c3c-dc72-45ca-951e-31762ca0e4a3 admin admin] 10.222.0.30 "PUT /v2.0/routers/0fc0abc1-b956-4bbd-9526-9cb9d04e8900/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8053648 Jul 05 19:25:08.532917 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f47be36c-6c79-4bb8-b96a-a2f51e114b7d None None] Provisioning complete for port 6740227a-73c4-419c-94e1-42399ba98388 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:08.533310 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f47be36c-6c79-4bb8-b96a-a2f51e114b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:08.571999 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f47be36c-6c79-4bb8-b96a-a2f51e114b7d None None] Port 6740227a-73c4-419c-94e1-42399ba98388 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:25:09.090784 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53470) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:09.096178 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-771947124-network', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:09.156818 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Made reservation on behalf of ae25f98caea14d77bd63d87428341fb5 for: {'network': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:25:09.159313 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for network, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.168535 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.265082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.323254 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.350379 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=100998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 19:25:09.360976 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fe0e15-2837-46c0-b020-6be0f504aede,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:09.367082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.367442 n-d-799524-1 neutron-server[100998]: INFO neutron.db.segments_db [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Added segment 519e9420-4499-482d-8dd2-d31148bf06f1 of type vlan for network ac8f537d-1347-4cfa-8bf9-688f289f9890 Jul 05 19:25:09.411411 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731267611989'] for network, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.462832 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Sync routers for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:25:09.473019 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:09.480529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:09.500630 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880'] for network, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.501634 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:09.502221 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.569847 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] Pushing event updated for resources: {'Network': ['ID=ac8f537d-1347-4cfa-8bf9-688f289f9890,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:09.615754 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-16694b19-f1e8-4900-9009-0b19d65edc86 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5237770 Jul 05 19:25:09.618647 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53472) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:09.624612 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Request body: {'subnet': {'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-771947124-subnet', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'ip_version': 4}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:09.684004 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Network ac8f537d-1347-4cfa-8bf9-688f289f9890 details requested by agent ovs-agent-n-d-799524-1 with host n-d-799524-1 {{(pid=100999) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 19:25:09.723075 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Made reservation on behalf of ae25f98caea14d77bd63d87428341fb5 for: {'subnet': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:25:09.726322 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-260557421'] for subnet, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.754032 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 78c1e373-e0ba-4355-9592-73f16529689e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:09.829327 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:09.969595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-260520702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-260557439'] for subnet, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:09.991842 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 78c1e373-e0ba-4355-9592-73f16529689e completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:10.014504 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 78c1e373-e0ba-4355-9592-73f16529689e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:10.015134 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.030029 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49acf508-fe85-443f-b866-4d588499a812,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:10.035384 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Checking segment: {'id': '519e9420-4499-482d-8dd2-d31148bf06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:25:10.035750 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Network hostable DHCP agents. Network: ac8f537d-1347-4cfa-8bf9-688f289f9890, hostable agents: ['4eeaedef-0c49-4f13-a779-882a61fcd6c3'], hosted agents: [] {{(pid=100998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 19:25:10.101385 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 2, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:10.105780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Network ac8f537d-1347-4cfa-8bf9-688f289f9890 is scheduled to be hosted by DHCP agent 4eeaedef-0c49-4f13-a779-882a61fcd6c3 with binding_index 1 {{(pid=100998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 19:25:10.129619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Checking router: 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:25:10.129979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Updating router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 port 6740227a-73c4-419c-94e1-42399ba98388 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:25:10.161075 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.168623 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799524-1, ac8f537d-1347-4cfa-8bf9-688f289f9890) {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:10.174125 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:10.175327 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.182776 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199406d0-9de5-4322-b0c8-75df1be4af06 None None] Network ac8f537d-1347-4cfa-8bf9-688f289f9890 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:25:10.192944 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.204386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 78c1e373-e0ba-4355-9592-73f16529689e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=78c1e373-e0ba-4355-9592-73f16529689e,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:10.238076 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c7fca6a0-1ae0-48ad-b53b-ac3ee7c6fd01 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6184134 Jul 05 19:25:10.240539 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53474) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:10.245096 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:10.266379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.317350 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3672886', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-108315'] for router, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.318431 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3673001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3675417', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3910623', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-108308'] for router, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.438858 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=78c1e373-e0ba-4355-9592-73f16529689e,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:10.537127 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c3b4f23-77e8-5ab1-ace2-d2ff773c4b23-ac8f537d-1347-4cfa-8bf9-688f289f9890', 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'fixed_ips': [{'subnet_id': '49acf508-fe85-443f-b866-4d588499a812'}]}} from n-d-799524-1. {{(pid=100999) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 19:25:10.538031 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.740539 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.744652 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.754849 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.db_base_plugin_common [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Allocated IP 172.20.0.2 (ac8f537d-1347-4cfa-8bf9-688f289f9890/49acf508-fe85-443f-b866-4d588499a812/b9b05e25-fbc2-4d31-b7bc-016d62666e8c) {{(pid=100999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:25:10.759795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Transition to ACTIVE for port object 6740227a-73c4-419c-94e1-42399ba98388 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:10.849403 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.942861 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add75807-3a99-4632-849e-e2d4d4e456f7 None None] Pushing event updated for resources: {'Port': ['ID=6740227a-73c4-419c-94e1-42399ba98388,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:10.958388 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3674867', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3672868', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-108294'] for router, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:10.979297 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Notify callbacks [] for port, precommit_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.010671 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Transition to ACTIVE for port object b9b05e25-fbc2-4d31-b7bc-016d62666e8c will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:11.023048 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Attempting to bind port 6740227a-73c4-419c-94e1-42399ba98388 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:25:11.023440 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Attempting to bind port 6740227a-73c4-419c-94e1-42399ba98388 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:25:11.023785 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Attempting to bind port 6740227a-73c4-419c-94e1-42399ba98388 on network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:25:11.034702 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:25:11.035126 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Checking segment: {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:25:11.035491 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.035888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Bound using segment: {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:25:11.036367 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Bound port: 6740227a-73c4-419c-94e1-42399ba98388, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:25:11.036755 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.038934 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Transition to ACTIVE for port object b9b05e25-fbc2-4d31-b7bc-016d62666e8c will not be triggered until provisioned by entity DHCP. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:11.106703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] For port 6740227a-73c4-419c-94e1-42399ba98388, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:25:11.109963 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204'] for port, after_create {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.112840 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] For port 6740227a-73c4-419c-94e1-42399ba98388, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6740227a-73c4-419c-94e1-42399ba98388,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:25:11.150281 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Network ac8f537d-1347-4cfa-8bf9-688f289f9890 is already hosted by enough agents. {{(pid=100999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:11.153012 n-d-799524-1 neutron-server[100999]: DEBUG neutron.scheduler.base_scheduler [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Resources bound (agent type, host, resource id): {{(pid=100999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:11.158998 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Received port after_create {{(pid=100999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:25:11.166761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Pushing event updated for resources: {'Port': ['ID=b9b05e25-fbc2-4d31-b7bc-016d62666e8c,revision_number=1']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:11.203249 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.239506 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.258681 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.277331 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Attempting to bind port b9b05e25-fbc2-4d31-b7bc-016d62666e8c on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:25:11.277709 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Attempting to bind port b9b05e25-fbc2-4d31-b7bc-016d62666e8c by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '519e9420-4499-482d-8dd2-d31148bf06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:25:11.278112 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Attempting to bind port b9b05e25-fbc2-4d31-b7bc-016d62666e8c on network ac8f537d-1347-4cfa-8bf9-688f289f9890 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:25:11.298337 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:25:11.298741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Checking segment: {'id': '519e9420-4499-482d-8dd2-d31148bf06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:25:11.299138 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.299552 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Bound using segment: {'id': '519e9420-4499-482d-8dd2-d31148bf06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:25:11.299981 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Bound port: b9b05e25-fbc2-4d31-b7bc-016d62666e8c, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519e9420-4499-482d-8dd2-d31148bf06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:25:11.300362 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.319116 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:11.319720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:11.326690 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add75807-3a99-4632-849e-e2d4d4e456f7 None None] Pushing event updated for resources: {'Port': ['ID=6740227a-73c4-419c-94e1-42399ba98388,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:11.387067 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Allocated IP 172.25.3.36 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/9f754f78-3c24-42a1-b974-3874a7a29b02) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:25:11.464952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] For port b9b05e25-fbc2-4d31-b7bc-016d62666e8c, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:25:11.483553 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] For port b9b05e25-fbc2-4d31-b7bc-016d62666e8c, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b9b05e25-fbc2-4d31-b7bc-016d62666e8c,segment=NetworkSegment(519e9420-4499-482d-8dd2-d31148bf06f1),segment_id=519e9420-4499-482d-8dd2-d31148bf06f1)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:25:11.489043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:11.501795 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.571638 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.603525 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:11.649934 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:11.655097 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Pushing event updated for resources: {'Port': ['ID=9f754f78-3c24-42a1-b974-3874a7a29b02,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:11.657291 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:11.661457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:25:11.684413 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa31c5-7b7d-4e07-8ea6-d67823a97c6b None None] Pushing event updated for resources: {'Port': ['ID=b9b05e25-fbc2-4d31-b7bc-016d62666e8c,revision_number=2']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:11.757229 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:11Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:11.794252 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 78c1e373-e0ba-4355-9592-73f16529689e up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:11.797108 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5846c8d2-ec26-480f-8b95-53dbde504d68 None None] The sync data for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 is: [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:11Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:25:11.894971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 78c1e373-e0ba-4355-9592-73f16529689e triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:11.894971 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:12.128474 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:12.335511 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3672893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3674856'] for router, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:12.598732 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Router 27dcb528-6a82-4489-90f0-c68aed03437a is scheduled to L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b with binding_index 1 {{(pid=100998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 19:25:12.697536 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfd60ec-c660-48d1-a0f4-1b48150e124f None None] Network ac8f537d-1347-4cfa-8bf9-688f289f9890 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:25:12.719298 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:25:12.728639 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Sync routers for ids ['27dcb528-6a82-4489-90f0-c68aed03437a'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:25:12.738698 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Routers {'27dcb528-6a82-4489-90f0-c68aed03437a'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:12.739533 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['27dcb528-6a82-4489-90f0-c68aed03437a'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:12.802971 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:12.804482 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-699da31a-6cb5-441c-801f-0a73ac6493aa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5629508 Jul 05 19:25:12.807397 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53476) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:12.855060 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Set router 27dcb528-6a82-4489-90f0-c68aed03437a gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:12.900813 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-2ef17198-bb04-432e-91bd-c9200d77a284 None None] Provisioning for port b9b05e25-fbc2-4d31-b7bc-016d62666e8c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:13.078032 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:10Z', 'updated_at': '2021-07-05T19:25:11Z', 'revision_number': 3, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'gw_port': {'id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:11Z', 'updated_at': '2021-07-05T19:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:13.107439 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Checking router: 27dcb528-6a82-4489-90f0-c68aed03437a for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:25:13.108303 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Updating router 27dcb528-6a82-4489-90f0-c68aed03437a port 9f754f78-3c24-42a1-b974-3874a7a29b02 binding host n-d-799524-1 {{(pid=101000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:25:13.145818 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.285783 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.448198 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Allocated IP 172.20.0.1 (ac8f537d-1347-4cfa-8bf9-688f289f9890/49acf508-fe85-443f-b866-4d588499a812/e12c4bf5-1172-44bf-9bf2-5189f395ac86) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:25:13.498587 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Notify callbacks [] for port, precommit_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.508360 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.provisioning_blocks [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Transition to ACTIVE for port object 9f754f78-3c24-42a1-b974-3874a7a29b02 will not be triggered until provisioned by entity L2. {{(pid=101000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:13.552768 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.567234 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.provisioning_blocks [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Transition to ACTIVE for port object e12c4bf5-1172-44bf-9bf2-5189f395ac86 will not be triggered until provisioned by entity DHCP. {{(pid=100997) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:13.574361 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.627540 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aef9e-44f2-431f-9f67-52af008dd600 None None] Pushing event updated for resources: {'Port': ['ID=9f754f78-3c24-42a1-b974-3874a7a29b02,revision_number=2']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:13.629750 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Attempting to bind port 9f754f78-3c24-42a1-b974-3874a7a29b02 on host n-d-799524-1 for vnic_type normal with profile {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:25:13.630121 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Attempting to bind port 9f754f78-3c24-42a1-b974-3874a7a29b02 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:25:13.630485 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Attempting to bind port 9f754f78-3c24-42a1-b974-3874a7a29b02 on network e657e85b-2f7f-49ee-874f-2924aeedb250 {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:25:13.635906 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:25:13.636330 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Checking segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:25:13.636726 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.637108 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Bound using segment: {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'} {{(pid=101000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:25:13.637568 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.managers [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Bound port: 9f754f78-3c24-42a1-b974-3874a7a29b02, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7072c73e-f560-43bc-8ecb-0828e71dba69', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250'}}] {{(pid=101000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:25:13.637943 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.649068 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.695268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Network ac8f537d-1347-4cfa-8bf9-688f289f9890 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:13.697274 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] For port 9f754f78-3c24-42a1-b974-3874a7a29b02, host n-d-799524-1, cleared binding levels {{(pid=101000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:25:13.701269 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:13.703947 n-d-799524-1 neutron-server[101000]: DEBUG neutron.plugins.ml2.db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] For port 9f754f78-3c24-42a1-b974-3874a7a29b02, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9f754f78-3c24-42a1-b974-3874a7a29b02,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=101000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:25:13.704831 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:25:13.711109 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Pushing event updated for resources: {'Port': ['ID=e12c4bf5-1172-44bf-9bf2-5189f395ac86,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:13.752863 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3677407'] for router_interface, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.758707 n-d-799524-1 neutron-server[101000]: DEBUG neutron_lib.callbacks.manager [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=101000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:13.798930 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6740227a-73c4-419c-94e1-42399ba98388 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:13.817939 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Routers {'27dcb528-6a82-4489-90f0-c68aed03437a'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:13.818795 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['27dcb528-6a82-4489-90f0-c68aed03437a'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:13.912276 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0aef9e-44f2-431f-9f67-52af008dd600 None None] Pushing event updated for resources: {'Port': ['ID=9f754f78-3c24-42a1-b974-3874a7a29b02,revision_number=3']} {{(pid=101000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:13.993138 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] Set router 27dcb528-6a82-4489-90f0-c68aed03437a gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:14.002729 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.099847 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 6740227a-73c4-419c-94e1-42399ba98388 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:14.104053 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6740227a-73c4-419c-94e1-42399ba98388 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:14.104626 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.130903 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c5ad04d5-e32f-44c9-96d1-59e1af109d3d None None] Provisioning for port e12c4bf5-1172-44bf-9bf2-5189f395ac86 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:14.141414 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-c5ad04d5-e32f-44c9-96d1-59e1af109d3d None None] Provisioning complete for port e12c4bf5-1172-44bf-9bf2-5189f395ac86 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:14.141785 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c5ad04d5-e32f-44c9-96d1-59e1af109d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.173345 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.181916 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:10Z', 'updated_at': '2021-07-05T19:25:11Z', 'revision_number': 3, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'gw_port': {'id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:11Z', 'updated_at': '2021-07-05T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:14.182932 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad04d5-e32f-44c9-96d1-59e1af109d3d None None] Port e12c4bf5-1172-44bf-9bf2-5189f395ac86 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:25:14.210511 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0056230-d8fb-4dd7-8d03-67227e340016 None None] The sync data for ids ['27dcb528-6a82-4489-90f0-c68aed03437a'] in n-d-799524-1 is: [{'id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:10Z', 'updated_at': '2021-07-05T19:25:11Z', 'revision_number': 3, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'gw_port': {'id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:11Z', 'updated_at': '2021-07-05T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:25:14.230787 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.238426 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.268133 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 6740227a-73c4-419c-94e1-42399ba98388, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6740227a-73c4-419c-94e1-42399ba98388,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:14.300727 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Pushing event updated for resources: {'Port': ['ID=e12c4bf5-1172-44bf-9bf2-5189f395ac86,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:14.303155 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3729866', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3679650'] for router_interface, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.328365 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.331777 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b9b05e25-fbc2-4d31-b7bc-016d62666e8c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:14.408310 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Network ac8f537d-1347-4cfa-8bf9-688f289f9890 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:14.409276 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=6740227a-73c4-419c-94e1-42399ba98388,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:14.410398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:14.477305 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port b9b05e25-fbc2-4d31-b7bc-016d62666e8c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:14.481975 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b9b05e25-fbc2-4d31-b7bc-016d62666e8c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:14.482514 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.572719 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Router 27dcb528-6a82-4489-90f0-c68aed03437a has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:25:14.600184 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.635746 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port b9b05e25-fbc2-4d31-b7bc-016d62666e8c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b9b05e25-fbc2-4d31-b7bc-016d62666e8c,segment=NetworkSegment(519e9420-4499-482d-8dd2-d31148bf06f1),segment_id=519e9420-4499-482d-8dd2-d31148bf06f1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:14.704708 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:25:14.708169 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.709704 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-3a267626-0805-4e38-a7d9-f7b84d400a02 admin admin] 10.222.0.30 "PUT /v2.0/routers/27dcb528-6a82-4489-90f0-c68aed03437a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9012530 Jul 05 19:25:14.712042 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-f5db5ed7-dcbd-4c78-8fa1-aed9635160c2 None None] Provisioning complete for port e12c4bf5-1172-44bf-9bf2-5189f395ac86 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:14.712344 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-f5db5ed7-dcbd-4c78-8fa1-aed9635160c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:14.788804 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-f5db5ed7-dcbd-4c78-8fa1-aed9635160c2 None None] Port e12c4bf5-1172-44bf-9bf2-5189f395ac86 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:25:14.791582 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=b9b05e25-fbc2-4d31-b7bc-016d62666e8c,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:15.273632 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53484) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:15.278391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-66363402-89a0-4287-afc2-bfe7bc891c19 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1566932697', 'description': 'tempest-secgroup-smoke-1566932697 description', 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:15.339926 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66363402-89a0-4287-afc2-bfe7bc891c19 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.421164 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66363402-89a0-4287-afc2-bfe7bc891c19 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.454540 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66363402-89a0-4287-afc2-bfe7bc891c19 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.490950 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66363402-89a0-4287-afc2-bfe7bc891c19 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82d43fc-4913-4b47-8dc2-096e2c0ddff0,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:15.529466 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-66363402-89a0-4287-afc2-bfe7bc891c19 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.530755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-66363402-89a0-4287-afc2-bfe7bc891c19 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2560613 Jul 05 19:25:15.533896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53486) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:15.538668 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-b14eec74-02d5-46ab-8d5b-81a823506cda tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'security_group_rule': {'security_group_id': 'f82d43fc-4913-4b47-8dc2-096e2c0ddff0', 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:15.625277 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b14eec74-02d5-46ab-8d5b-81a823506cda tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.687558 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b14eec74-02d5-46ab-8d5b-81a823506cda tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.757118 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b14eec74-02d5-46ab-8d5b-81a823506cda tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.781112 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eec74-02d5-46ab-8d5b-81a823506cda tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcfab06-a0fa-45a8-bf48-cd44521e37f9,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:15.792134 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6740227a-73c4-419c-94e1-42399ba98388 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:15.819150 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Sync routers for ids ['27dcb528-6a82-4489-90f0-c68aed03437a'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:25:15.838512 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Routers {'27dcb528-6a82-4489-90f0-c68aed03437a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:15.839434 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['27dcb528-6a82-4489-90f0-c68aed03437a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:15.848757 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-b14eec74-02d5-46ab-8d5b-81a823506cda tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.850120 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-b14eec74-02d5-46ab-8d5b-81a823506cda tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3151853 Jul 05 19:25:15.855306 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53488) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:15.857806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-5e0dbc9f-43ba-4937-ac8a-6293869a3ca0 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'security_group_rule': {'security_group_id': 'f82d43fc-4913-4b47-8dc2-096e2c0ddff0', 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:15.898378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 6740227a-73c4-419c-94e1-42399ba98388 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:15.898784 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.940081 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbc9f-43ba-4937-ac8a-6293869a3ca0 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:15.980379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Set router 27dcb528-6a82-4489-90f0-c68aed03437a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:16.005702 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbc9f-43ba-4937-ac8a-6293869a3ca0 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.061073 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbc9f-43ba-4937-ac8a-6293869a3ca0 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.081458 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0dbc9f-43ba-4937-ac8a-6293869a3ca0 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ee77d9-8740-4f6e-a667-187d6b679cc5,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:16.119581 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b9b05e25-fbc2-4d31-b7bc-016d62666e8c up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:16.123914 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5e0dbc9f-43ba-4937-ac8a-6293869a3ca0 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.125392 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5e0dbc9f-43ba-4937-ac8a-6293869a3ca0 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2714412 Jul 05 19:25:16.128463 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53490) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:16.133141 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-ea93dff4-3322-4d03-b177-e96a93b9d6d4 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'security_group_rule': {'security_group_id': 'f82d43fc-4913-4b47-8dc2-096e2c0ddff0', 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:16.202289 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea93dff4-3322-4d03-b177-e96a93b9d6d4 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.221753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port b9b05e25-fbc2-4d31-b7bc-016d62666e8c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:16.222127 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.267661 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea93dff4-3322-4d03-b177-e96a93b9d6d4 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.287422 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:10Z', 'updated_at': '2021-07-05T19:25:13Z', 'revision_number': 4, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'gw_port': {'id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:33:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:11Z', 'updated_at': '2021-07-05T19:25:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'e12c4bf5-1172-44bf-9bf2-5189f395ac86', 'name': '', 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'mac_address': 'fa:16:3e:60:95:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '49acf508-fe85-443f-b866-4d588499a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:13Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 2, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'subnets': [{'id': '49acf508-fe85-443f-b866-4d588499a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:16.306281 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea93dff4-3322-4d03-b177-e96a93b9d6d4 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.323699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93dff4-3322-4d03-b177-e96a93b9d6d4 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab702ca-8103-449f-b957-6e0a13fcbf9c,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:16.335946 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Checking router: 27dcb528-6a82-4489-90f0-c68aed03437a for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:25:16.336301 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Updating router 27dcb528-6a82-4489-90f0-c68aed03437a port e12c4bf5-1172-44bf-9bf2-5189f395ac86 binding host n-d-799524-1 {{(pid=100999) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 19:25:16.370623 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9f754f78-3c24-42a1-b974-3874a7a29b02 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:16.374597 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-ea93dff4-3322-4d03-b177-e96a93b9d6d4 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.378467 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-ea93dff4-3322-4d03-b177-e96a93b9d6d4 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2464190 Jul 05 19:25:16.378715 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53492) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:16.383180 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-c50f8fcf-532c-4275-b637-89114fb2666c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'security_group_rule': {'security_group_id': 'f82d43fc-4913-4b47-8dc2-096e2c0ddff0', 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:16.397372 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.442125 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c50f8fcf-532c-4275-b637-89114fb2666c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.508373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port 9f754f78-3c24-42a1-b974-3874a7a29b02 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:16.510292 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c50f8fcf-532c-4275-b637-89114fb2666c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.515584 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9f754f78-3c24-42a1-b974-3874a7a29b02 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:16.515959 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.563262 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c50f8fcf-532c-4275-b637-89114fb2666c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.578542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f8fcf-532c-4275-b637-89114fb2666c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2c3f1e-6d58-40af-86a9-10074f29f896,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:16.643428 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c50f8fcf-532c-4275-b637-89114fb2666c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.644739 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c50f8fcf-532c-4275-b637-89114fb2666c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2650979 Jul 05 19:25:16.647653 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53494) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:16.652537 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-e29ac068-7189-47a7-a1de-47a0c0b01e5c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'security_group_rule': {'security_group_id': 'f82d43fc-4913-4b47-8dc2-096e2c0ddff0', 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:16.690821 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.722851 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-e29ac068-7189-47a7-a1de-47a0c0b01e5c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Project 5d2562baacfa4f4ab918ac32b83fabf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:25:16.727901 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e29ac068-7189-47a7-a1de-47a0c0b01e5c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.739400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port 9f754f78-3c24-42a1-b974-3874a7a29b02, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9f754f78-3c24-42a1-b974-3874a7a29b02,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:16.760324 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Notify callbacks [] for port, precommit_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.771151 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Transition to ACTIVE for port object e12c4bf5-1172-44bf-9bf2-5189f395ac86 will not be triggered until provisioned by entity L2. {{(pid=100999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:16.780580 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.797030 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e29ac068-7189-47a7-a1de-47a0c0b01e5c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.814627 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.845458 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=9f754f78-3c24-42a1-b974-3874a7a29b02,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:16.849077 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e29ac068-7189-47a7-a1de-47a0c0b01e5c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.875922 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ac068-7189-47a7-a1de-47a0c0b01e5c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=366affcd-0dfd-47a5-a325-fdedd7a9cca7,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:16.907513 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42d075-9bc2-4c60-9c9b-cb2da825cdf2 None None] Pushing event updated for resources: {'Port': ['ID=e12c4bf5-1172-44bf-9bf2-5189f395ac86,revision_number=3']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:16.945603 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Attempting to bind port e12c4bf5-1172-44bf-9bf2-5189f395ac86 on host n-d-799524-1 for vnic_type normal with profile {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:25:16.945982 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Attempting to bind port e12c4bf5-1172-44bf-9bf2-5189f395ac86 by drivers openvswitch,hyperv on host n-d-799524-1 at level 0 using segments [{'id': '519e9420-4499-482d-8dd2-d31148bf06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890'}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:25:16.946351 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Attempting to bind port e12c4bf5-1172-44bf-9bf2-5189f395ac86 on network ac8f537d-1347-4cfa-8bf9-688f289f9890 {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:25:16.952719 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-e29ac068-7189-47a7-a1de-47a0c0b01e5c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.953732 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Checking agent: {'id': '4a1d2f43-8b8a-4d0c-bf98-a5707a1832db', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 43, 23), 'started_at': datetime.datetime(2021, 7, 5, 17, 43, 53), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799524-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:25:16.953975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-e29ac068-7189-47a7-a1de-47a0c0b01e5c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3053298 Jul 05 19:25:16.954277 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Checking segment: {'id': '519e9420-4499-482d-8dd2-d31148bf06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:25:16.954950 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.955762 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Bound using segment: {'id': '519e9420-4499-482d-8dd2-d31148bf06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890'} {{(pid=100999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:25:16.956478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.managers [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Bound port: e12c4bf5-1172-44bf-9bf2-5189f395ac86, host: n-d-799524-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '519e9420-4499-482d-8dd2-d31148bf06f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890'}}] {{(pid=100999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:25:16.956912 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53498) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:16.957695 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:16.961769 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-10bb73ff-60ae-4ad6-914f-47f1758f9146 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'security_group_rule': {'security_group_id': 'f82d43fc-4913-4b47-8dc2-096e2c0ddff0', 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:17.041392 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] For port e12c4bf5-1172-44bf-9bf2-5189f395ac86, host n-d-799524-1, cleared binding levels {{(pid=100999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:25:17.044617 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] For port e12c4bf5-1172-44bf-9bf2-5189f395ac86, host n-d-799524-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e12c4bf5-1172-44bf-9bf2-5189f395ac86,segment=NetworkSegment(519e9420-4499-482d-8dd2-d31148bf06f1),segment_id=519e9420-4499-482d-8dd2-d31148bf06f1)] {{(pid=100999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:25:17.048602 n-d-799524-1 neutron-server[100998]: INFO neutron.db.securitygroups_db [None req-10bb73ff-60ae-4ad6-914f-47f1758f9146 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Project 5d2562baacfa4f4ab918ac32b83fabf6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 19:25:17.054266 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10bb73ff-60ae-4ad6-914f-47f1758f9146 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:17.118531 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10bb73ff-60ae-4ad6-914f-47f1758f9146 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:17.119135 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:17.186128 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Routers {'27dcb528-6a82-4489-90f0-c68aed03437a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:17.186789 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:24:53Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['27dcb528-6a82-4489-90f0-c68aed03437a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:17.191633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42d075-9bc2-4c60-9c9b-cb2da825cdf2 None None] Pushing event updated for resources: {'Port': ['ID=e12c4bf5-1172-44bf-9bf2-5189f395ac86,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:17.192724 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10bb73ff-60ae-4ad6-914f-47f1758f9146 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-64103'] for security_group_rule, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:17.213343 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb73ff-60ae-4ad6-914f-47f1758f9146 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cac0d6-c362-4c99-a544-ea799ee01e9b,revision_number=0']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:17.295238 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-10bb73ff-60ae-4ad6-914f-47f1758f9146 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:17.305450 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-10bb73ff-60ae-4ad6-914f-47f1758f9146 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388472 Jul 05 19:25:17.305682 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] Set router 27dcb528-6a82-4489-90f0-c68aed03437a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:17.450441 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-a53a168e-8581-41e7-98a8-68f2ee7f8527 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566932697&fields=id&tenant_id=5d2562baacfa4f4ab918ac32b83fabf6 HTTP/1.1" status: 200 len: 267 time: 0.0349171 Jul 05 19:25:17.521611 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:10Z', 'updated_at': '2021-07-05T19:25:13Z', 'revision_number': 4, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'gw_port': {'id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:11Z', 'updated_at': '2021-07-05T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'e12c4bf5-1172-44bf-9bf2-5189f395ac86', 'name': '', 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'mac_address': 'fa:16:3e:60:95:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '49acf508-fe85-443f-b866-4d588499a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:13Z', 'updated_at': '2021-07-05T19:25:17Z', 'revision_number': 4, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'subnets': [{'id': '49acf508-fe85-443f-b866-4d588499a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:17.552643 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13110023-a4a1-401d-83e9-a77ea98cff54 None None] The sync data for ids ['27dcb528-6a82-4489-90f0-c68aed03437a'] in n-d-799524-1 is: [{'id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:10Z', 'updated_at': '2021-07-05T19:25:13Z', 'revision_number': 4, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'gw_port': {'id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:11Z', 'updated_at': '2021-07-05T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': 'e12c4bf5-1172-44bf-9bf2-5189f395ac86', 'name': '', 'network_id': 'ac8f537d-1347-4cfa-8bf9-688f289f9890', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'mac_address': 'fa:16:3e:60:95:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '49acf508-fe85-443f-b866-4d588499a812', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:13Z', 'updated_at': '2021-07-05T19:25:17Z', 'revision_number': 4, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'subnets': [{'id': '49acf508-fe85-443f-b866-4d588499a812', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:25:17.561520 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-d51cc47e-a287-4d67-9a31-d05a65a18683 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:17.580781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-d51cc47e-a287-4d67-9a31-d05a65a18683 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 809 time: 0.1033971 Jul 05 19:25:17.580781 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-9eb5cd19-390a-4996-abeb-532f029c89ff tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/quotas/5d2562baacfa4f4ab918ac32b83fabf6 HTTP/1.1" status: 200 len: 375 time: 0.0102577 Jul 05 19:25:17.667551 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-1d7e4c1e-84ff-45ea-9c72-941fe24cbdf9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827088 Jul 05 19:25:17.796039 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-ce5d2b4f-f87f-4e68-b519-1605b2d93601 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100997) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:25:17.797067 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-ce5d2b4f-f87f-4e68-b519-1605b2d93601 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1149740 Jul 05 19:25:17.815809 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9f754f78-3c24-42a1-b974-3874a7a29b02 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:17.869686 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port 9f754f78-3c24-42a1-b974-3874a7a29b02 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:17.870060 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:17.898537 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-1e774b84-ab64-4a83-92d0-d9da0ad0eebd service neutron] 10.222.0.30 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950117 Jul 05 19:25:17.952819 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e12c4bf5-1172-44bf-9bf2-5189f395ac86 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:17.996999 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-22c3d0fa-2ae2-47cf-9a4e-255fb8f337b1 service neutron] 10.222.0.30 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913634 Jul 05 19:25:18.061534 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning for port e12c4bf5-1172-44bf-9bf2-5189f395ac86 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:18.065808 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e12c4bf5-1172-44bf-9bf2-5189f395ac86 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:18.066184 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:18.148770 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:18.182958 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] For port e12c4bf5-1172-44bf-9bf2-5189f395ac86, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e12c4bf5-1172-44bf-9bf2-5189f395ac86,segment=NetworkSegment(519e9420-4499-482d-8dd2-d31148bf06f1),segment_id=519e9420-4499-482d-8dd2-d31148bf06f1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:18.231507 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:18.244018 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-be9a2400-70dd-4874-a7a7-b55a84c1e866 req-748ae3b8-3574-47af-9a2e-29357a6e1b9c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 210 time: 0.0366068 Jul 05 19:25:18.284771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Pushing event updated for resources: {'Port': ['ID=e12c4bf5-1172-44bf-9bf2-5189f395ac86,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:19.332774 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-f2374510-bfa2-4e6d-886d-b94fee16ca1f req-42b0fdab-a6e8-4cc9-b238-1a8c94643b41 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 210 time: 0.0286393 Jul 05 19:25:19.723356 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e12c4bf5-1172-44bf-9bf2-5189f395ac86 up at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:19.780937 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Provisioning complete for port e12c4bf5-1172-44bf-9bf2-5189f395ac86 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:19.780937 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:20.474092 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8ee0adeb-d7e1-44da-a38f-560caffd7ef6 req-208cca26-a12c-4ffc-93e5-ff591598d256 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 210 time: 0.0300159 Jul 05 19:25:20.854452 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8b063297-34d5-4d7c-a520-e00dfddafd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:21.552354 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-96dd9dec-2987-4842-94a4-c4517d37bc44 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:21.553912 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-96dd9dec-2987-4842-94a4-c4517d37bc44 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.97 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 809 time: 0.1104121 Jul 05 19:25:21.599504 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-670084f4-6ffc-4259-b406-9a43a8327972 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.97 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2562baacfa4f4ab918ac32b83fabf6 HTTP/1.1" status: 200 len: 380 time: 0.0369673 Jul 05 19:25:21.608562 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'port': {'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'admin_state_up': True, 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'security_groups': ['f82d43fc-4913-4b47-8dc2-096e2c0ddff0']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:21.628175 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dfe49c3d-592c-4cc5-841f-7bcb827f278d req-1f84d456-80e6-49af-91d1-169bf3c446a6 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 210 time: 0.0340135 Jul 05 19:25:21.797404 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Made reservation on behalf of 5d2562baacfa4f4ab918ac32b83fabf6 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:25:21.801004 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:21.930216 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Allocated IP 172.20.0.7 (a79cdf4b-04f4-47cc-b9ac-ea6076e2e487/aa9e4750-3e99-4265-bfb3-06c5fd2d3c90/16b9d696-3bc4-4df4-b393-fd995c4db24c) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:25:22.065543 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:22.083329 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Transition to ACTIVE for port object 16b9d696-3bc4-4df4-b393-fd995c4db24c will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:22.157718 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:22.202006 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:22.205164 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:22.211399 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:25:22.217297 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'Port': ['ID=16b9d696-3bc4-4df4-b393-fd995c4db24c,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:22.265581 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:22.266218 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:22.329561 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-5dc2cf10-783d-4d73-aa16-a3809d0f59ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.97 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7251427 Jul 05 19:25:22.387806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Request body: {'port': {'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:22.465654 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:22.494378 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e823ae60-06c9-4fb6-ac2c-c1a1c0f31e8e None None] Provisioning for port 16b9d696-3bc4-4df4-b393-fd995c4db24c completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:22.498994 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-e823ae60-06c9-4fb6-ac2c-c1a1c0f31e8e None None] Provisioning complete for port 16b9d696-3bc4-4df4-b393-fd995c4db24c triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:22.499369 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e823ae60-06c9-4fb6-ac2c-c1a1c0f31e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:22.533941 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-e823ae60-06c9-4fb6-ac2c-c1a1c0f31e8e None None] Port 16b9d696-3bc4-4df4-b393-fd995c4db24c cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:25:22.742531 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16b9d696-3bc4-4df4-b393-fd995c4db24c {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:25:22.750667 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:22.762277 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Transition to ACTIVE for port object 16b9d696-3bc4-4df4-b393-fd995c4db24c will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:25:22.805494 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98f2a0-ad98-41a1-b37e-9deb8a2af55d req-90f2983c-c4d3-4b56-831a-5ccad0f6a104 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:22.807032 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d98f2a0-ad98-41a1-b37e-9deb8a2af55d req-90f2983c-c4d3-4b56-831a-5ccad0f6a104 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 931 time: 0.0654182 Jul 05 19:25:22.831376 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:22.846112 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1d98f2a0-ad98-41a1-b37e-9deb8a2af55d req-d05c0113-4555-4be0-9f6b-12ece3c9dd15 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323925 Jul 05 19:25:22.882895 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Pushing event updated for resources: {'Port': ['ID=16b9d696-3bc4-4df4-b393-fd995c4db24c,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:22.962394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Attempting to bind port 16b9d696-3bc4-4df4-b393-fd995c4db24c on host n-h1-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:25:22.962767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Attempting to bind port 16b9d696-3bc4-4df4-b393-fd995c4db24c by drivers openvswitch,hyperv on host n-h1-799524-1 at level 0 using segments [{'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:25:22.963101 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Attempting to bind port 16b9d696-3bc4-4df4-b393-fd995c4db24c on network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:25:22.968046 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Port 16b9d696-3bc4-4df4-b393-fd995c4db24c on network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 not bound, no agent of type Open vSwitch agent registered on host n-h1-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:25:22.968644 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Attempting to bind port 16b9d696-3bc4-4df4-b393-fd995c4db24c on network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:25:22.973540 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Checking agent: {'id': 'd9724de5-7c3e-41d7-80af-e8b22c23b5f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:25:22.973883 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Checking segment: {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:25:22.974270 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Bound using segment: {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:25:22.976196 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Bound port: 16b9d696-3bc4-4df4-b393-fd995c4db24c, host: n-h1-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:25:22.976196 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:23.043038 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:25:23.046344 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:25:23.089181 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:23.124639 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:23.125231 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:23.126697 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] 10.222.0.97 "PUT /v2.0/ports/16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 200 len: 1091 time: 0.7887058 Jul 05 19:25:23.127109 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:25:23.129409 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e72e15-fda1-45bf-9446-cb24043886bd" -d '{"events": [{"name": "network-changed", "server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:25:23.161024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b4393-de81-4ef1-9395-9de513795f9b service neutron] Pushing event updated for resources: {'Port': ['ID=16b9d696-3bc4-4df4-b393-fd995c4db24c,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:23.175882 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17875bb8-ca9b-43fb-b5d2-ec557ca1fac0 x-openstack-request-id: req-17875bb8-ca9b-43fb-b5d2-ec557ca1fac0 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:25:23.176258 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:25:23.176470 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17875bb8-ca9b-43fb-b5d2-ec557ca1fac0 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:25:23.176885 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'status': 'completed', 'code': 200} Jul 05 19:25:23.262161 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e72e15-fda1-45bf-9446-cb24043886bd req-07afdda9-c1d4-40e8-a2d2-e7760058e9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:23.264039 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-18e72e15-fda1-45bf-9446-cb24043886bd req-07afdda9-c1d4-40e8-a2d2-e7760058e9c6 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1094 time: 0.0586593 Jul 05 19:25:23.366149 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e72e15-fda1-45bf-9446-cb24043886bd req-9cf1d145-159d-4567-8ea3-3598a69454a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:23.367578 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-18e72e15-fda1-45bf-9446-cb24043886bd req-9cf1d145-159d-4567-8ea3-3598a69454a1 service neutron] 10.222.0.97 "GET /v2.0/networks?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0965548 Jul 05 19:25:23.469271 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e72e15-fda1-45bf-9446-cb24043886bd req-d371c354-63a0-4d79-87f9-ff084203fd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:23.470792 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-18e72e15-fda1-45bf-9446-cb24043886bd req-d371c354-63a0-4d79-87f9-ff084203fd65 service neutron] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0965326 Jul 05 19:25:23.566780 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-647a0d10-7a28-48f7-88f8-7062996a3a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:23.568309 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-647a0d10-7a28-48f7-88f8-7062996a3a3a service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1094 time: 0.0571222 Jul 05 19:25:23.574263 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-561c879d-b40c-4349-b8c7-9d2dd942bc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:23.610437 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-05229e5d-782e-4ae0-8952-6b9c151c11bb service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 200 len: 217 time: 0.0351145 Jul 05 19:25:23.662710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-55233992-08a2-4acf-84b6-7a150a65fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:23.664181 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-55233992-08a2-4acf-84b6-7a150a65fd24 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0472977 Jul 05 19:25:23.723849 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-406793cc-792d-4afb-a5b7-c8ecdce73239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:23.725340 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-406793cc-792d-4afb-a5b7-c8ecdce73239 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544984 Jul 05 19:25:23.780313 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:23.814247 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-dd6c4984-088f-4029-b9a2-787d1d3141f0 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817125 Jul 05 19:25:23.905068 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:25:23.908700 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-c75defe6-843d-43f2-ac91-5ec002f1f0df req-083218b3-3b3d-457c-aab0-49e1f8add23c service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880809 Jul 05 19:25:24.026688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405161cb-44ae-42a2-b88a-71b97b423cd6 req-1dbc5f7b-a3c1-49cf-98ee-d2cbb03e4e56 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:24.028252 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-405161cb-44ae-42a2-b88a-71b97b423cd6 req-1dbc5f7b-a3c1-49cf-98ee-d2cbb03e4e56 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 943 time: 0.0643768 Jul 05 19:25:24.067470 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-405161cb-44ae-42a2-b88a-71b97b423cd6 req-3959bb72-75fb-4f21-99ae-94613a09ac29 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331781 Jul 05 19:25:25.025157 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:25.257877 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775535e-0609-4ddc-80f4-46de197df080 req-3c9701ea-994a-46ce-8256-2acead4c20f6 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:25.259482 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2775535e-0609-4ddc-80f4-46de197df080 req-3c9701ea-994a-46ce-8256-2acead4c20f6 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 943 time: 0.0676827 Jul 05 19:25:25.296937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2775535e-0609-4ddc-80f4-46de197df080 req-ba6bec24-e734-40d7-87bf-c4369ec4526b tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Jul 05 19:25:26.466392 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a402d4-4458-4792-9ad8-e33acbc314d1 req-4615b3fe-4830-46d6-ba5f-44a434e6c6af tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:26.468836 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5a402d4-4458-4792-9ad8-e33acbc314d1 req-4615b3fe-4830-46d6-ba5f-44a434e6c6af tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 943 time: 0.0640590 Jul 05 19:25:26.508016 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c5a402d4-4458-4792-9ad8-e33acbc314d1 req-284c1f6d-52bf-45f9-bfb4-edd048ecc236 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336087 Jul 05 19:25:26.619455 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 16b9d696-3bc4-4df4-b393-fd995c4db24c details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:25:26.721695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:26.732831 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:25:26.764955 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:26.779045 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:26.943355 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16b9d696-3bc4-4df4-b393-fd995c4db24c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:25:26.963433 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:27.002743 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:27.050979 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=16b9d696-3bc4-4df4-b393-fd995c4db24c,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:27.261457 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['16b9d696-3bc4-4df4-b393-fd995c4db24c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:25:27.687770 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e397bb5-a170-4fb2-92f8-a22b04a0f0e6 req-02c87159-1234-46a3-aa46-304d8faa9e97 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:27.689613 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e397bb5-a170-4fb2-92f8-a22b04a0f0e6 req-02c87159-1234-46a3-aa46-304d8faa9e97 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 944 time: 0.0701015 Jul 05 19:25:27.728630 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8e397bb5-a170-4fb2-92f8-a22b04a0f0e6 req-5a180084-d12b-4a25-a1d4-46f7d2667776 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335000 Jul 05 19:25:28.338848 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-2417a75f-c2ad-4bc4-be1d-979da1c476b7 req-ad78b44a-099e-4834-9a89-24333942a52d service neutron] (100997) timed out ('10.222.0.30', 48980) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 19:25:28.634973 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 16b9d696-3bc4-4df4-b393-fd995c4db24c up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:25:28.716528 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning for port 16b9d696-3bc4-4df4-b393-fd995c4db24c completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:25:28.720664 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 16b9d696-3bc4-4df4-b393-fd995c4db24c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:25:28.721043 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:28.799818 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:28.821619 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:25:28.823925 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d185e277-3518-4b6f-a2d4-dc5dfbe30a5b" -d '{"events": [{"server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "name": "network-vif-plugged", "status": "completed", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:25:28.837382 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:25:28.862622 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3884df6-b3ab-4b11-8f2d-ef1ac067ee22 x-openstack-request-id: req-f3884df6-b3ab-4b11-8f2d-ef1ac067ee22 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:25:28.862921 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "name": "network-vif-plugged", "status": "completed", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:25:28.863176 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3884df6-b3ab-4b11-8f2d-ef1ac067ee22 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:25:28.863574 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'code': 200} Jul 05 19:25:28.908138 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5e17b-9ade-47dc-bb93-73c00ea5b401 req-943cfd86-d99f-4c09-b2a2-c419ef1c0d48 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:28.909569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51d5e17b-9ade-47dc-bb93-73c00ea5b401 req-943cfd86-d99f-4c09-b2a2-c419ef1c0d48 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 944 time: 0.0704231 Jul 05 19:25:28.911520 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:28.952698 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-51d5e17b-9ade-47dc-bb93-73c00ea5b401 req-13cae939-2edf-46e3-8a87-47028edbe585 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371656 Jul 05 19:25:28.962675 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=16b9d696-3bc4-4df4-b393-fd995c4db24c,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:28.977810 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b144db-86eb-4965-b6f5-b9b35a68984b req-6ac336c3-69c1-4446-a49b-45d6eb23b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:28.979366 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74b144db-86eb-4965-b6f5-b9b35a68984b req-6ac336c3-69c1-4446-a49b-45d6eb23b3fb service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1096 time: 0.0555756 Jul 05 19:25:29.013000 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-74b144db-86eb-4965-b6f5-b9b35a68984b req-d3788c75-08f6-42d5-99b5-599f659ba00f service neutron] 10.222.0.97 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269709 Jul 05 19:25:30.131688 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d432a632-8457-4dba-9c7f-ce30f734c01c req-8009bcb7-05ee-4fe7-b18f-faee74c6fbe1 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:30.133096 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d432a632-8457-4dba-9c7f-ce30f734c01c req-8009bcb7-05ee-4fe7-b18f-faee74c6fbe1 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 945 time: 0.0632164 Jul 05 19:25:30.170766 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-d432a632-8457-4dba-9c7f-ce30f734c01c req-0f066b4d-1d0c-4798-bd96-b7e55d719c75 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Jul 05 19:25:30.345515 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e6be1-b124-413c-86be-0d240e7ec897 req-127a2f90-2502-4660-9a15-c66b04d95993 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:30.347036 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-105e6be1-b124-413c-86be-0d240e7ec897 req-127a2f90-2502-4660-9a15-c66b04d95993 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 945 time: 0.0677161 Jul 05 19:25:30.383879 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-105e6be1-b124-413c-86be-0d240e7ec897 req-21ec4374-3465-48bf-b621-018bebc77522 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312114 Jul 05 19:25:30.408901 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53564) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:30.509007 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674c3c78-d41d-4c38-aa64-0ce35c41ba10 tempest-TestSnapshotPattern-2003558315 tempest-TestSnapshotPattern-2003558315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:30.510543 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-674c3c78-d41d-4c38-aa64-0ce35c41ba10 tempest-TestSnapshotPattern-2003558315 tempest-TestSnapshotPattern-2003558315-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1091 time: 0.1006439 Jul 05 19:25:30.513441 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 53568) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:25:30.518076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:25:30.534484 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:30.596723 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for floatingip, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:30.693591 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:30.800055 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Allocated IP 172.25.3.240 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/3b75f186-e308-4649-8394-38e841f858e3) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:25:30.902507 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:30.996999 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:31.036718 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:25:31.039606 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:25:31.043110 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:25:31.074583 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'Port': ['ID=3b75f186-e308-4649-8394-38e841f858e3,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:31.415380 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:31.544856 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:31.696556 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:31.734534 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:31.801717 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'Port': ['ID=3b75f186-e308-4649-8394-38e841f858e3,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:25:31.814082 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:31.915914 n-d-799524-1 neutron-server[100998]: INFO neutron.db.l3_db [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Floating IP 98b31928-6d94-441f-a867-69f8fc1704fb associated. External IP: 172.25.3.240, port: 16b9d696-3bc4-4df4-b393-fd995c4db24c. Jul 05 19:25:32.127082 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:25:32.591447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:25:32.601095 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] Sync routers for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:25:32.610640 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:32.611245 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:25:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:32.665593 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:32.704399 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-38280635-494a-47ae-ba52-0c177d52f486 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1896746 Jul 05 19:25:32.705095 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:25:32.707575 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0688b0-5265-4c69-930e-732f1f2d8fd7" -d '{"events": [{"name": "network-changed", "server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:25:32.718548 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:32.744404 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22637ac3-1347-43ed-949b-a38c086063d2 x-openstack-request-id: req-22637ac3-1347-43ed-949b-a38c086063d2 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:25:32.744702 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:25:32.744954 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22637ac3-1347-43ed-949b-a38c086063d2 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:25:32.745357 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'status': 'completed', 'code': 200} Jul 05 19:25:32.823700 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-23e1e133-c7ca-4130-ad2a-4abf4ad6686e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:32.825229 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-23e1e133-c7ca-4130-ad2a-4abf4ad6686e service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1096 time: 0.0548742 Jul 05 19:25:32.919145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-eb9f7fd7-2f3e-4d67-83fd-bd7590267f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:32.920667 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-eb9f7fd7-2f3e-4d67-83fd-bd7590267f44 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0882447 Jul 05 19:25:32.960328 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '98b31928-6d94-441f-a867-69f8fc1704fb', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:25:31Z', 'updated_at': '2021-07-05T19:25:31Z', 'revision_number': 0, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:32.986858 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] Checking router: 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:25:32.987606 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-cb4e60ee-f82a-4a41-8afa-69b4f9f50a14 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 200 len: 999 time: 0.0597649 Jul 05 19:25:32.995085 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:25:32.995698 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:25:23Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:33.040024 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-b9bed3db-5f8b-4c74-85a1-cbee26f1bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:33.041516 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-b9bed3db-5f8b-4c74-85a1-cbee26f1bec0 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0482605 Jul 05 19:25:33.100250 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-87d1b214-fb5c-4401-bd4e-2a71075da197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:33.101725 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-87d1b214-fb5c-4401-bd4e-2a71075da197 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540349 Jul 05 19:25:33.103533 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:25:33.190377 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-d8435a2d-4c48-4d7f-9f35-352a28cd6979 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813317 Jul 05 19:25:33.283962 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-ba0688b0-5265-4c69-930e-732f1f2d8fd7 req-c1088e32-877e-4c67-9755-e18db5377dae service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869570 Jul 05 19:25:33.324763 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '98b31928-6d94-441f-a867-69f8fc1704fb', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:25:31Z', 'updated_at': '2021-07-05T19:25:31Z', 'revision_number': 0, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:25:33.435107 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8e1fe-b0d7-426c-969a-820275e061da None None] The sync data for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 is: [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '98b31928-6d94-441f-a867-69f8fc1704fb', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:25:31Z', 'updated_at': '2021-07-05T19:25:31Z', 'revision_number': 0, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:25:33.624147 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f487edd-f173-42be-9500-71a5034a77a1 None None] New status for floating IP 98b31928-6d94-441f-a867-69f8fc1704fb: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:25:36.722517 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:48.742443 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2827ed04-5315-4175-b202-85a61501dc7e req-ec4a20c5-4956-4f06-bff7-1e85c8934c5b service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512726 Jul 05 19:25:48.847205 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827ed04-5315-4175-b202-85a61501dc7e req-548e2ffb-f779-4133-a9f6-a6d00a6b5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:48.848735 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2827ed04-5315-4175-b202-85a61501dc7e req-548e2ffb-f779-4133-a9f6-a6d00a6b5894 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1096 time: 0.0580618 Jul 05 19:25:48.960477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827ed04-5315-4175-b202-85a61501dc7e req-18061310-9a6d-448a-9da5-1d5600c16327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:48.961975 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2827ed04-5315-4175-b202-85a61501dc7e req-18061310-9a6d-448a-9da5-1d5600c16327 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0884261 Jul 05 19:25:49.028651 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2827ed04-5315-4175-b202-85a61501dc7e req-e14d4e67-d657-4cb9-bae8-288c2239b200 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 200 len: 1001 time: 0.0572510 Jul 05 19:25:49.081339 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827ed04-5315-4175-b202-85a61501dc7e req-ae13afee-d6f6-4435-89a1-b65f4d52b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:49.082866 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2827ed04-5315-4175-b202-85a61501dc7e req-ae13afee-d6f6-4435-89a1-b65f4d52b8dd service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0469127 Jul 05 19:25:49.143150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827ed04-5315-4175-b202-85a61501dc7e req-267e309a-8e6b-402d-bd17-cd4b8c010708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:25:49.144636 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2827ed04-5315-4175-b202-85a61501dc7e req-267e309a-8e6b-402d-bd17-cd4b8c010708 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510612 Jul 05 19:25:49.233727 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2827ed04-5315-4175-b202-85a61501dc7e req-50cd248f-560e-4a33-a318-2f43fdd9dfc1 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810363 Jul 05 19:25:49.332978 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-2827ed04-5315-4175-b202-85a61501dc7e req-ea2507b9-8d2e-4171-b7ce-c03b4c420fd5 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889165 Jul 05 19:25:50.848007 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-94ace3ec-f02b-4a7d-8bed-fc4978c23563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:53.573802 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-97efafec-1cd1-442b-b648-cde1af92cea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:53.814025 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:55.013098 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:25:56.762186 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:00.550325 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:00.904408 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:26:06.722411 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:20.847533 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9e62ecb2-795d-4f23-b014-a2705b9e919a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:23.567284 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b9da2495-80b3-4d0f-be12-42986f1bc667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:23.790139 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:25.053036 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:26.766322 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:30.532893 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:36.716015 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:37.903116 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:26:50.759747 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-bdd1e23e-5c08-4406-9602-8b4370dd7bb8 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560291 Jul 05 19:26:50.862611 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-bc47fb78-5734-4229-8acd-4c7478d96db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:26:50.864164 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-bc47fb78-5734-4229-8acd-4c7478d96db7 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1096 time: 0.0602460 Jul 05 19:26:50.870221 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2c15d001-9212-4f57-b33d-c6e32cb474b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:50.969100 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-15850767-1f6f-4561-bc26-3a52025f354a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:26:50.970637 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-15850767-1f6f-4561-bc26-3a52025f354a service neutron] 10.222.0.97 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0859890 Jul 05 19:26:51.040363 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-d5fd2eab-d369-40d2-a7e0-eef07d260125 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 200 len: 1001 time: 0.0627284 Jul 05 19:26:51.090374 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-8869f1e3-1936-4824-8491-3c226abf5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:26:51.092218 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-8869f1e3-1936-4824-8491-3c226abf5c5f service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0448575 Jul 05 19:26:51.150457 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-1617cf20-4326-41da-8a54-582d4e165ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:26:51.152057 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-1617cf20-4326-41da-8a54-582d4e165ed5 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526431 Jul 05 19:26:51.250501 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-939575d5-0d7c-4be0-b344-1fafcb48c09b service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915637 Jul 05 19:26:51.339602 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-eb1a08b7-51a8-4632-b50e-30ce8eace98f req-1d0f4824-c67a-470d-ae36-22215ec1a380 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818372 Jul 05 19:26:53.567197 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9a3b1953-8e44-4b94-9e65-e141f3ab9a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:53.783423 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:55.052204 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:26:56.777543 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:00.578379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:06.731464 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:14.903925 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:27:20.852069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9710f728-588b-4d37-9385-6339c2b5e949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:23.577859 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a8041b98-edc6-4b67-b42c-7e5f0e800ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:23.806149 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:25.006436 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:26.772340 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:30.566368 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:33.223759 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 16b9d696-3bc4-4df4-b393-fd995c4db24c details requested by agent hyperv_n-h1-799524-1 with host n-h1-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:27:33.317940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:27:33.329182 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Returning: {'device': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:27:33.369526 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:33.385212 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16b9d696-3bc4-4df4-b393-fd995c4db24c {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:27:33.404373 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:27:33.475224 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:33.528345 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=16b9d696-3bc4-4df4-b393-fd995c4db24c,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:27:33.536034 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.543417 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:33.549093 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] get_ports_and_sgs() called for port_ids ['16b9d696-3bc4-4df4-b393-fd995c4db24c'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:27:35.231000 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 16b9d696-3bc4-4df4-b393-fd995c4db24c up at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:27:35.288710 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Provisioning complete for port 16b9d696-3bc4-4df4-b393-fd995c4db24c triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:27:35.289122 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:35.375192 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:35.404107 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:27:35.406847 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a9365a-6050-400e-8a3e-be69fe2dc45c" -d '{"events": [{"server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "name": "network-vif-plugged", "status": "completed", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:27:35.421720 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:27:35.463963 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b072fddb-a975-4872-8898-7204a960aba1 x-openstack-request-id: req-b072fddb-a975-4872-8898-7204a960aba1 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:27:35.464342 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "name": "network-vif-plugged", "status": "completed", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:27:35.464633 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b072fddb-a975-4872-8898-7204a960aba1 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:27:35.465091 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'code': 200} Jul 05 19:27:35.492474 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:35.549026 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=16b9d696-3bc4-4df4-b393-fd995c4db24c,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:27:37.001350 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:44.563323 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-f0b342bf-b46c-4826-8bd7-1b0542e95fb1 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1566932697&fields=id&tenant_id=5d2562baacfa4f4ab918ac32b83fabf6 HTTP/1.1" status: 200 len: 267 time: 0.0335269 Jul 05 19:27:44.674936 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-f78b109e-86f0-41dd-b22c-91f9a2f0fe18 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:44.676577 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-f78b109e-86f0-41dd-b22c-91f9a2f0fe18 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 809 time: 0.1057947 Jul 05 19:27:44.691031 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-f08c74a4-2770-42d9-93b8-31ecc0e2ac0a tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/quotas/5d2562baacfa4f4ab918ac32b83fabf6 HTTP/1.1" status: 200 len: 375 time: 0.0092254 Jul 05 19:27:44.761851 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-e1fe6727-4d88-429d-bd54-25ea1728a7fe tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0652478 Jul 05 19:27:44.909844 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-4b866bbf-2789-4ca1-98f9-32df779f8d6c service neutron] 10.222.0.30 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358643 Jul 05 19:27:45.009257 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-87bea52a-a870-46af-9577-623587d3f57c service neutron] 10.222.0.30 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934362 Jul 05 19:27:45.336623 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-7660f339-8352-4f15-8618-00ef7b58933f req-d9536481-8fa5-41ef-986c-2127d55b28ca tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 210 time: 0.0829334 Jul 05 19:27:46.507222 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-4e978d58-c763-4ce9-9a43-27c0813d42c2 req-17b37099-21e2-4d6c-a604-c14cc59672e9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 210 time: 0.0445862 Jul 05 19:27:47.294529 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 16b9d696-3bc4-4df4-b393-fd995c4db24c no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:27:47.411244 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:47.434676 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-a44b5b7e-44b3-42da-a4a1-6d1f13ca493a tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:47.436245 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-a44b5b7e-44b3-42da-a4a1-6d1f13ca493a tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.39 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 809 time: 0.1573718 Jul 05 19:27:47.464409 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:27:47.466826 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7245c59-b773-4112-820c-14eaa1da210c" -d '{"events": [{"server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "name": "network-vif-unplugged", "status": "completed", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:27:47.473805 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:27:47.499823 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-d5c74558-dda6-432f-a608-18e0047d3b18 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d2562baacfa4f4ab918ac32b83fabf6 HTTP/1.1" status: 200 len: 380 time: 0.0547252 Jul 05 19:27:47.514414 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'port': {'device_id': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'admin_state_up': True, 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'security_groups': ['f82d43fc-4913-4b47-8dc2-096e2c0ddff0']}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:27:47.526287 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbd1d3d-ebde-45cb-8a92-39526b995e9e x-openstack-request-id: req-7cbd1d3d-ebde-45cb-8a92-39526b995e9e {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:27:47.526674 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "name": "network-vif-unplugged", "status": "completed", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:27:47.526934 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cbd1d3d-ebde-45cb-8a92-39526b995e9e {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:27:47.527390 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'code': 200} Jul 05 19:27:47.539988 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:47.611760 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Pushing event updated for resources: {'Port': ['ID=16b9d696-3bc4-4df4-b393-fd995c4db24c,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:27:47.718593 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-622ce19d-397c-482f-ac8a-70d51f517769 req-74e0200c-14d4-4fa6-a334-72191e5137de tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 210 time: 0.0341308 Jul 05 19:27:47.737681 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Made reservation on behalf of 5d2562baacfa4f4ab918ac32b83fabf6 for: {'port': 1} {{(pid=100998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 19:27:47.742933 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:47.877058 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_common [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Allocated IP 172.20.0.9 (a79cdf4b-04f4-47cc-b9ac-ea6076e2e487/aa9e4750-3e99-4265-bfb3-06c5fd2d3c90/3562dc36-38e0-438b-978d-715c32d65bc9) {{(pid=100998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:27:48.021416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for port, precommit_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:48.037529 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Transition to ACTIVE for port object 3562dc36-38e0-438b-978d-715c32d65bc9 will not be triggered until provisioned by entity DHCP. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:27:48.155332 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260520586'] for port, after_create {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:48.200258 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 is already hosted by enough agents. {{(pid=100998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:27:48.203703 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.base_scheduler [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Resources bound (agent type, host, resource id): {{(pid=100998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:27:48.210991 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Received port after_create {{(pid=100998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:27:48.217600 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'Port': ['ID=3562dc36-38e0-438b-978d-715c32d65bc9,revision_number=1']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:27:48.249648 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.250023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.250346 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.250748 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.251091 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.251520 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.251813 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.252144 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.252471 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.252801 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.253145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.253484 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:27:48.309419 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:48.311387 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:48.417501 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-ff95e83f-3fda-42bd-8201-35efcd789fb9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9110892 Jul 05 19:27:48.587650 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8cfc961c-28df-4beb-86ba-396821d23a9d None None] Provisioning for port 3562dc36-38e0-438b-978d-715c32d65bc9 completed by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:27:48.596460 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-8cfc961c-28df-4beb-86ba-396821d23a9d None None] Provisioning complete for port 3562dc36-38e0-438b-978d-715c32d65bc9 triggered by entity DHCP. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:27:48.597280 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8cfc961c-28df-4beb-86ba-396821d23a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:48.640104 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-8cfc961c-28df-4beb-86ba-396821d23a9d None None] Port 3562dc36-38e0-438b-978d-715c32d65bc9 cannot update to ACTIVE because it is not bound. {{(pid=100999) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 19:27:48.907300 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a52e3-84d5-4ad7-8dd6-0c32a35558fd req-026131ff-8a3c-4414-a36d-b88e537695ec tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:48.911736 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-115a52e3-84d5-4ad7-8dd6-0c32a35558fd req-026131ff-8a3c-4414-a36d-b88e537695ec tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 931 time: 0.0731385 Jul 05 19:27:48.952936 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-115a52e3-84d5-4ad7-8dd6-0c32a35558fd req-e3c28842-c1d5-4871-8677-64e433fbe67e tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352376 Jul 05 19:27:50.178200 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bbc92-aecf-4c24-b66c-2387c2f7a3ae req-5157de05-df47-40f6-b5a6-51b2a9b0b7c3 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:50.180019 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d1bbc92-aecf-4c24-b66c-2387c2f7a3ae req-5157de05-df47-40f6-b5a6-51b2a9b0b7c3 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 931 time: 0.0915213 Jul 05 19:27:50.226855 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-6d1bbc92-aecf-4c24-b66c-2387c2f7a3ae req-933efaca-b410-4330-b4d1-3a57cc5a622e tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405831 Jul 05 19:27:50.846532 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-23a8753a-7531-424e-91bb-5d338197a8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:51.440139 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf08f6-d0db-4512-b8a8-f8ccd874b749 req-6350790a-c689-4082-b64d-83f62e5f0bee tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:51.442314 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05cf08f6-d0db-4512-b8a8-f8ccd874b749 req-6350790a-c689-4082-b64d-83f62e5f0bee tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 931 time: 0.0765090 Jul 05 19:27:51.492755 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-05cf08f6-d0db-4512-b8a8-f8ccd874b749 req-fa44bc12-7dad-4bde-934a-b90fb33968fe tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445583 Jul 05 19:27:51.848950 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-a9caba95-6286-4e68-8694-dc5d2ce52660 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0810702 Jul 05 19:27:51.905528 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:27:51.959549 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61989-7358-4777-822a-487e9b139fcc req-b219e408-4588-4179-8e32-e866ece3f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:51.961147 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-b219e408-4588-4179-8e32-e866ece3f708 service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1094 time: 0.0611746 Jul 05 19:27:52.077328 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61989-7358-4777-822a-487e9b139fcc req-75b89d22-5de4-443a-a9ad-68a385af5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:52.078782 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-75b89d22-5de4-443a-a9ad-68a385af5b6e service neutron] 10.222.0.97 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0962987 Jul 05 19:27:52.172733 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-93ab130b-1f31-4eba-9d4c-9304ea054572 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 200 len: 999 time: 0.0868394 Jul 05 19:27:52.239327 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61989-7358-4777-822a-487e9b139fcc req-9df33010-a65b-4642-b957-db4fb6de0888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:52.240843 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-9df33010-a65b-4642-b957-db4fb6de0888 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0580912 Jul 05 19:27:52.306262 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af61989-7358-4777-822a-487e9b139fcc req-b2570eab-d135-4905-ae96-8a30a24ce9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:52.306262 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-b2570eab-d135-4905-ae96-8a30a24ce9c2 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563030 Jul 05 19:27:52.314820 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-60fcb905-49cb-4cd7-be32-9bd70adbc8f7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:27:52.316752 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-60fcb905-49cb-4cd7-be32-9bd70adbc8f7 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054247 Jul 05 19:27:52.431382 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-be3b16fe-1033-44eb-8ca2-3a63a650f5db service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089976 Jul 05 19:27:52.543882 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-9af61989-7358-4777-822a-487e9b139fcc req-7cba08cd-0a37-44c0-9a37-ca797e0b5de1 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056969 Jul 05 19:27:52.696355 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ec7ad-8bc6-41b3-beb6-eb270b5f4f19 req-4a1135dc-a61c-45f4-88bd-b57d194f18dd tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:52.697956 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc0ec7ad-8bc6-41b3-beb6-eb270b5f4f19 req-4a1135dc-a61c-45f4-88bd-b57d194f18dd tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 931 time: 0.0765207 Jul 05 19:27:52.743918 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fc0ec7ad-8bc6-41b3-beb6-eb270b5f4f19 req-c108053c-243c-4dc1-a5c2-3a92915b23a6 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395606 Jul 05 19:27:53.588308 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c7b1c6b8-f6ab-4426-9728-49bb65688db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:53.806138 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:53.964107 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075165f-acb0-4ffb-8d5f-b6e50657701a req-ef30a125-69c3-4d17-bb84-d808bd60e259 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:53.966725 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1075165f-acb0-4ffb-8d5f-b6e50657701a req-ef30a125-69c3-4d17-bb84-d808bd60e259 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 931 time: 0.0842903 Jul 05 19:27:54.007828 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1075165f-acb0-4ffb-8d5f-b6e50657701a req-c20794db-8298-400e-8605-eb4e2f634ac7 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355365 Jul 05 19:27:55.286007 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805aa59-73dc-47c4-8ba5-1b3ce9d7c398 req-e21e760a-f5fc-4e71-8dc9-bd918d876171 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:55.286007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1805aa59-73dc-47c4-8ba5-1b3ce9d7c398 req-e21e760a-f5fc-4e71-8dc9-bd918d876171 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 931 time: 0.0674829 Jul 05 19:27:55.286007 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1805aa59-73dc-47c4-8ba5-1b3ce9d7c398 req-06d5b6b1-b9d7-40a9-bbd9-df1d6b4e34e8 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Jul 05 19:27:55.538255 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:56.460689 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd39cd4a-7934-4914-9b5c-77380b341975 req-90d376a5-ff6b-4531-b450-38e1b1c16f1a tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:56.462206 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd39cd4a-7934-4914-9b5c-77380b341975 req-90d376a5-ff6b-4531-b450-38e1b1c16f1a tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 931 time: 0.0715995 Jul 05 19:27:56.508742 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-bd39cd4a-7934-4914-9b5c-77380b341975 req-35ba4484-e507-4a3a-ac64-a6dfc53192b2 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406015 Jul 05 19:27:56.797918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:57.702503 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31437ec-9afc-4d5a-a73a-6aee0ebe3cfc req-a0c0ef37-f9d2-4cab-9897-d472e6037ff8 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:57.704977 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a31437ec-9afc-4d5a-a73a-6aee0ebe3cfc req-a0c0ef37-f9d2-4cab-9897-d472e6037ff8 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 931 time: 0.0676792 Jul 05 19:27:57.745374 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-a31437ec-9afc-4d5a-a73a-6aee0ebe3cfc req-4fc13b18-529c-45c9-b3a8-b4ea2601d349 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348375 Jul 05 19:27:58.970641 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc8b3f-234c-496b-9c77-4f98dfe74c2d req-8fc8b8aa-0ffa-4460-94bd-d5d82277e165 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:27:58.972361 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8dcc8b3f-234c-496b-9c77-4f98dfe74c2d req-8fc8b8aa-0ffa-4460-94bd-d5d82277e165 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 931 time: 0.0644536 Jul 05 19:27:59.012743 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-8dcc8b3f-234c-496b-9c77-4f98dfe74c2d req-ec730d31-8cf9-4e0c-8a2a-0ee9b1c2eb11 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349267 Jul 05 19:27:59.452156 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-f0493542-92d3-4916-8b72-ed4dec6297ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 19:27:59.453218 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-f0493542-92d3-4916-8b72-ed4dec6297ae tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054722 Jul 05 19:27:59.514005 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.v2.base [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Request body: {'port': {'device_id': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799524-1'}} {{(pid=100998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:27:59.587665 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:59.845113 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3562dc36-38e0-438b-978d-715c32d65bc9 {{(pid=100998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:27:59.853257 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:27:59.865272 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.provisioning_blocks [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Transition to ACTIVE for port object 3562dc36-38e0-438b-978d-715c32d65bc9 will not be triggered until provisioned by entity L2. {{(pid=100998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 19:27:59.948907 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:00.003106 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Pushing event updated for resources: {'Port': ['ID=3562dc36-38e0-438b-978d-715c32d65bc9,revision_number=2']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:28:00.081445 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Attempting to bind port 3562dc36-38e0-438b-978d-715c32d65bc9 on host n-h2-799524-1 for vnic_type normal with profile {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 19:28:00.081986 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Attempting to bind port 3562dc36-38e0-438b-978d-715c32d65bc9 by drivers openvswitch,hyperv on host n-h2-799524-1 at level 0 using segments [{'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 19:28:00.082586 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Attempting to bind port 3562dc36-38e0-438b-978d-715c32d65bc9 on network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:28:00.087366 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Port 3562dc36-38e0-438b-978d-715c32d65bc9 on network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 not bound, no agent of type Open vSwitch agent registered on host n-h2-799524-1 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 19:28:00.087695 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Attempting to bind port 3562dc36-38e0-438b-978d-715c32d65bc9 on network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 19:28:00.093199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Checking agent: {'id': '9407e0fb-bfc5-4942-828e-78b4b526d355', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799524-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'started_at': datetime.datetime(2021, 7, 5, 17, 51, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 19, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 19:28:00.093536 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Checking segment: {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 19:28:00.093937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Bound using segment: {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'} {{(pid=100998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 19:28:00.094369 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.managers [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Bound port: 3562dc36-38e0-438b-978d-715c32d65bc9, host: n-h2-799524-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad2fcde-a23b-401f-a254-106c25733309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487'}}] {{(pid=100998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 19:28:00.094777 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:00.166467 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, cleared binding levels {{(pid=100998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 19:28:00.169767 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3562dc36-38e0-438b-978d-715c32d65bc9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 19:28:00.200508 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40b0de-7000-4778-8b5c-1a795fbe2e06 req-9f5995cd-d7c2-4da0-bcf4-56b58ab1167c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:00.201996 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e40b0de-7000-4778-8b5c-1a795fbe2e06 req-9f5995cd-d7c2-4da0-bcf4-56b58ab1167c tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 943 time: 0.0705359 Jul 05 19:28:00.235144 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260520568'] for port, after_update {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:00.245536 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2e40b0de-7000-4778-8b5c-1a795fbe2e06 req-c563fa19-0066-4f7a-bd7e-78770fd20ee6 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372488 Jul 05 19:28:00.274699 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:00.275350 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:00.276762 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] 10.222.0.39 "PUT /v2.0/ports/3562dc36-38e0-438b-978d-715c32d65bc9 HTTP/1.1" status: 200 len: 1091 time: 0.8174036 Jul 05 19:28:00.277228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:28:00.279536 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce1342f-b786-49ad-9e92-0075b46f4c73" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:28:00.302749 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0a3a6-83ee-4b68-94cc-1258cdc72864 service neutron] Pushing event updated for resources: {'Port': ['ID=3562dc36-38e0-438b-978d-715c32d65bc9,revision_number=3']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:28:00.318428 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fa4e9d-ade7-41fe-965b-04909eed26e2 x-openstack-request-id: req-d8fa4e9d-ade7-41fe-965b-04909eed26e2 {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:28:00.318888 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:28:00.319146 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8fa4e9d-ade7-41fe-965b-04909eed26e2 {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:28:00.319557 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9', 'status': 'completed', 'code': 200} Jul 05 19:28:00.402320 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1342f-b786-49ad-9e92-0075b46f4c73 req-71db9a7a-d181-41bf-933f-e3c07bbf6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:00.403938 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6ce1342f-b786-49ad-9e92-0075b46f4c73 req-71db9a7a-d181-41bf-933f-e3c07bbf6a92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 1094 time: 0.0638645 Jul 05 19:28:00.503162 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1342f-b786-49ad-9e92-0075b46f4c73 req-eb1efa66-a35d-48ae-a8f2-aad0d4aeec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:00.504752 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6ce1342f-b786-49ad-9e92-0075b46f4c73 req-eb1efa66-a35d-48ae-a8f2-aad0d4aeec6a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0938926 Jul 05 19:28:00.606130 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:00.610714 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce1342f-b786-49ad-9e92-0075b46f4c73 req-540b0a3b-4ed1-4d8b-a3ea-eaf98f2e01f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:00.612246 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-6ce1342f-b786-49ad-9e92-0075b46f4c73 req-540b0a3b-4ed1-4d8b-a3ea-eaf98f2e01f9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1015370 Jul 05 19:28:00.699960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-188a0009-3166-4c13-bd9d-09280c295377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:00.701443 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-188a0009-3166-4c13-bd9d-09280c295377 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 1094 time: 0.0530844 Jul 05 19:28:00.742998 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-7345e1ea-fc00-41a7-92ff-c9d3520579cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3562dc36-38e0-438b-978d-715c32d65bc9 HTTP/1.1" status: 200 len: 217 time: 0.0343709 Jul 05 19:28:00.795710 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-264a95f3-54e4-4b9a-b7c1-3a2159baad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:00.797163 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-264a95f3-54e4-4b9a-b7c1-3a2159baad29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0482783 Jul 05 19:28:00.854326 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-6c7865d6-dc91-4388-bc34-3d970f89317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:00.855937 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-6c7865d6-dc91-4388-bc34-3d970f89317f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528615 Jul 05 19:28:00.943362 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-2db3525f-8644-4df1-a917-20f9340ed5dc service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805624 Jul 05 19:28:01.034342 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7466dc1a-af91-4aaf-8c30-dba0959128cd req-d7396edc-28c1-4130-a3ce-1f3aa339a33b service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843797 Jul 05 19:28:01.417746 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8fcc3f-866d-481a-b684-e4cf7a1b45c2 req-64eac5de-021d-4c82-99ef-9a1b9c77d68d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:01.419273 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a8fcc3f-866d-481a-b684-e4cf7a1b45c2 req-64eac5de-021d-4c82-99ef-9a1b9c77d68d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 943 time: 0.0636001 Jul 05 19:28:01.457522 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-1a8fcc3f-866d-481a-b684-e4cf7a1b45c2 req-5cc3b4dd-62cd-4bfb-9bae-fbc9ef310392 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327206 Jul 05 19:28:02.647180 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e034c1-289f-4b7f-9a3b-83103a67f1fb req-7ce0c8de-32ae-4ff6-aa6b-26a02ce18284 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:02.648705 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71e034c1-289f-4b7f-9a3b-83103a67f1fb req-7ce0c8de-32ae-4ff6-aa6b-26a02ce18284 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 943 time: 0.0746107 Jul 05 19:28:03.002384 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-71e034c1-289f-4b7f-9a3b-83103a67f1fb req-8b365c60-6d69-48eb-b7bc-ec321774024f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3481882 Jul 05 19:28:03.093091 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3562dc36-38e0-438b-978d-715c32d65bc9 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:28:03.185315 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3562dc36-38e0-438b-978d-715c32d65bc9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:28:03.196878 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '3562dc36-38e0-438b-978d-715c32d65bc9', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'port_id': '3562dc36-38e0-438b-978d-715c32d65bc9', 'mac_address': 'fa:16:3e:78:74:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:28:03.232291 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:03.245230 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3562dc36-38e0-438b-978d-715c32d65bc9 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:28:03.264199 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3562dc36-38e0-438b-978d-715c32d65bc9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:28:03.348915 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:03.398703 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=3562dc36-38e0-438b-978d-715c32d65bc9,revision_number=4']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:28:03.575206 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['3562dc36-38e0-438b-978d-715c32d65bc9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:28:04.171998 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1728d-dd75-4f9b-bc9e-68f178bf2b45 req-3bcaccd9-dc4e-4d9c-bdfc-94954756fb52 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:04.173358 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcf1728d-dd75-4f9b-bc9e-68f178bf2b45 req-3bcaccd9-dc4e-4d9c-bdfc-94954756fb52 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 944 time: 0.0614839 Jul 05 19:28:04.212049 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-dcf1728d-dd75-4f9b-bc9e-68f178bf2b45 req-df21b91d-58a8-4f05-86c7-ace6f76c70cc tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321927 Jul 05 19:28:05.098963 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3562dc36-38e0-438b-978d-715c32d65bc9 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:28:05.244476 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning for port 3562dc36-38e0-438b-978d-715c32d65bc9 completed by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 19:28:05.248452 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 3562dc36-38e0-438b-978d-715c32d65bc9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:28:05.248828 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:05.326579 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:05.353410 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:28:05.355622 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d83c2a-85f2-4791-bab9-bf4c6cd24b53" -d '{"events": [{"server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "name": "network-vif-plugged", "status": "completed", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:28:05.368393 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3562dc36-38e0-438b-978d-715c32d65bc9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:28:05.385445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b9110-fef8-4569-8342-644d9baca09d req-8aad544f-7227-4d4f-89cd-5047d61a5007 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:05.386771 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-036b9110-fef8-4569-8342-644d9baca09d req-8aad544f-7227-4d4f-89cd-5047d61a5007 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 944 time: 0.0642352 Jul 05 19:28:05.428791 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-036b9110-fef8-4569-8342-644d9baca09d req-af7d249c-49d6-48c4-93d5-b063728840d2 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363832 Jul 05 19:28:05.440282 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:05.466280 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6dcc4c-54c2-4492-be2b-38a7984f3383 x-openstack-request-id: req-ce6dcc4c-54c2-4492-be2b-38a7984f3383 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:28:05.466599 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "name": "network-vif-plugged", "status": "completed", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:28:05.466853 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce6dcc4c-54c2-4492-be2b-38a7984f3383 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:28:05.467245 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9', 'code': 200} Jul 05 19:28:05.493754 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=3562dc36-38e0-438b-978d-715c32d65bc9,revision_number=5']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:28:05.568342 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54dda5-2bfd-4418-9fe1-952a13097237 req-af76094b-cde7-4005-b793-c4bc4c94e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:05.569869 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d54dda5-2bfd-4418-9fe1-952a13097237 req-af76094b-cde7-4005-b793-c4bc4c94e37e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 1096 time: 0.0526421 Jul 05 19:28:05.604758 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-1d54dda5-2bfd-4418-9fe1-952a13097237 req-6ae16e8d-4b65-4b66-aaad-8e9dc4bdd530 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285246 Jul 05 19:28:06.604533 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9f4fd-bd1c-473a-8a9e-5a6ba8d91375 req-e342aaa2-3c9e-4fe9-9c4f-52a218d8efd0 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:06.606024 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7a9f4fd-bd1c-473a-8a9e-5a6ba8d91375 req-e342aaa2-3c9e-4fe9-9c4f-52a218d8efd0 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 945 time: 0.0630333 Jul 05 19:28:06.648529 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c7a9f4fd-bd1c-473a-8a9e-5a6ba8d91375 req-ad7e834b-92ca-47bf-a8c5-0cda5b15b03d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369089 Jul 05 19:28:06.703180 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:06.824262 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c8371-866c-4354-a1df-498b0d786734 req-939f081a-b474-4fbb-9530-45f857b0a3a2 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:06.825655 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a4c8371-866c-4354-a1df-498b0d786734 req-939f081a-b474-4fbb-9530-45f857b0a3a2 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 945 time: 0.0629144 Jul 05 19:28:06.863616 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-2a4c8371-866c-4354-a1df-498b0d786734 req-71db5b99-bf16-4451-bad3-f47cd4038b2b tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316670 Jul 05 19:28:06.887223 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53874) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:28:06.941802 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9bbfaf-d0b0-4ca8-992a-d58389f56d01 tempest-TestSnapshotPattern-2003558315 tempest-TestSnapshotPattern-2003558315-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:06.944541 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-4a9bbfaf-d0b0-4ca8-992a-d58389f56d01 tempest-TestSnapshotPattern-2003558315 tempest-TestSnapshotPattern-2003558315-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 1091 time: 0.0561218 Jul 05 19:28:06.947058 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 53876) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:28:06.951452 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.v2.base [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Request body: {'floatingip': {'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'port_id': '3562dc36-38e0-438b-978d-715c32d65bc9', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100997) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 19:28:07.044453 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for floatingip, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:07.140141 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:07.247579 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_common [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Allocated IP 172.25.3.124 (e657e85b-2f7f-49ee-874f-2924aeedb250/d262dac9-ce39-4904-a300-a06d7191b6d2/87223cb5-b200-4371-b835-d41d52ee8105) {{(pid=100997) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 19:28:07.351277 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for port, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:07.446054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-50155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731267626204', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-260070741'] for port, after_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:07.487949 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Network e657e85b-2f7f-49ee-874f-2924aeedb250 is already hosted by enough agents. {{(pid=100997) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 19:28:07.490837 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.base_scheduler [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Resources bound (agent type, host, resource id): {{(pid=100997) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 19:28:07.494267 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Received port after_create {{(pid=100997) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 19:28:07.522698 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'Port': ['ID=87223cb5-b200-4371-b835-d41d52ee8105,revision_number=1']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:28:07.535921 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.536268 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.536612 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.536952 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.537289 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.537625 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.537957 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.538287 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.538634 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.538964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.539294 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.539621 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:28:07.913444 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:08.044677 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:08.193659 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for port, precommit_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:08.267021 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-260070823'] for port, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:08.333760 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event updated for resources: {'Port': ['ID=87223cb5-b200-4371-b835-d41d52ee8105,revision_number=2']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:28:08.345451 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3674766'] for floatingip, after_update {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:08.445443 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Floating IP 41607583-2c29-430f-9ec6-a12e221ebd60 associated. External IP: 172.25.3.124, port: 3562dc36-38e0-438b-978d-715c32d65bc9. Jul 05 19:28:08.653971 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:28:08.762061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:28:08.772279 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] Sync routers for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:28:08.781037 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:28:08.781635 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:27:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:28:08.844553 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:08.882203 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0467e0e6-8706-4818-9421-2bcc9d174b5d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9341097 Jul 05 19:28:08.882834 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:28:08.885100 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807a2762-f8f2-4cfd-a179-87c54b02b0cb" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:28:08.886111 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:28:08.984542 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f6bd5-f98e-4330-aacb-5908fcaf5501 x-openstack-request-id: req-aa5f6bd5-f98e-4330-aacb-5908fcaf5501 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:28:08.985088 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:28:08.985088 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa5f6bd5-f98e-4330-aacb-5908fcaf5501 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:28:08.985476 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9', 'status': 'completed', 'code': 200} Jul 05 19:28:09.065034 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-9c27b2f8-e876-4690-b60f-8458177bae6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:09.067202 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-9c27b2f8-e876-4690-b60f-8458177bae6d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 1096 time: 0.0587909 Jul 05 19:28:09.125219 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '41607583-2c29-430f-9ec6-a12e221ebd60', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '3562dc36-38e0-438b-978d-715c32d65bc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:78:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:28:07Z', 'updated_at': '2021-07-05T19:28:07Z', 'revision_number': 0, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}, {'id': '98b31928-6d94-441f-a867-69f8fc1704fb', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:25:31Z', 'updated_at': '2021-07-05T19:25:33Z', 'revision_number': 1, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:28:09.152281 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] Checking router: 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:28:09.157150 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-15b78fa6-fe09-44d7-bcbc-d24fbb6232ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:09.158662 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-15b78fa6-fe09-44d7-bcbc-d24fbb6232ca service neutron] 10.222.0.39 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0854790 Jul 05 19:28:09.160608 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:28:09.161209 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:27:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:28:09.227473 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-d80fc188-f783-418d-8923-135635fe55ae service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3562dc36-38e0-438b-978d-715c32d65bc9 HTTP/1.1" status: 200 len: 999 time: 0.0625024 Jul 05 19:28:09.265650 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:28:09.279335 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-4baf7ac0-26b0-4443-a637-cd97ffa6dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:09.280819 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-4baf7ac0-26b0-4443-a637-cd97ffa6dbd9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0472915 Jul 05 19:28:09.341937 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-1a59c345-0a9a-409e-b982-b5a6ea88469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:09.343553 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-1a59c345-0a9a-409e-b982-b5a6ea88469f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564339 Jul 05 19:28:09.436939 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-50f2eac5-c113-477e-84ab-419f9a09d41a service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865684 Jul 05 19:28:09.495145 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '41607583-2c29-430f-9ec6-a12e221ebd60', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '3562dc36-38e0-438b-978d-715c32d65bc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:78:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:28:07Z', 'updated_at': '2021-07-05T19:28:07Z', 'revision_number': 0, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}, {'id': '98b31928-6d94-441f-a867-69f8fc1704fb', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:25:31Z', 'updated_at': '2021-07-05T19:25:33Z', 'revision_number': 1, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:28:09.532655 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-807a2762-f8f2-4cfd-a179-87c54b02b0cb req-469f30ce-77a6-40f8-821d-37f140ba8344 service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871644 Jul 05 19:28:09.533035 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d267ea1-ffc5-458a-978e-ddb308613076 None None] The sync data for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 is: [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '41607583-2c29-430f-9ec6-a12e221ebd60', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.124', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '3562dc36-38e0-438b-978d-715c32d65bc9', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4320, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:78:74:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:28:07Z', 'updated_at': '2021-07-05T19:28:07Z', 'revision_number': 0, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}, {'id': '98b31928-6d94-441f-a867-69f8fc1704fb', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:25:31Z', 'updated_at': '2021-07-05T19:25:33Z', 'revision_number': 1, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:28:09.748152 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3966f1dc-32de-4674-a16e-cfd8b67d7501 None None] New status for floating IP 41607583-2c29-430f-9ec6-a12e221ebd60: ACTIVE {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:28:11.461322 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-a6d4c21e-d6cd-4658-9346-fe5dcbb0464a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0500181 Jul 05 19:28:11.560023 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-6f625ebd-6294-4b71-9192-69f68064d40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:11.561525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-6f625ebd-6294-4b71-9192-69f68064d40c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 1096 time: 0.0566101 Jul 05 19:28:11.664349 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-3cee17b4-2f96-46aa-be1d-f19e9496d3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:11.665860 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-3cee17b4-2f96-46aa-be1d-f19e9496d3e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0833788 Jul 05 19:28:11.732786 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-85003246-dc04-4be5-b19b-5b5fb49db226 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3562dc36-38e0-438b-978d-715c32d65bc9 HTTP/1.1" status: 200 len: 1001 time: 0.0606971 Jul 05 19:28:11.781145 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-19515214-1791-4d68-8abf-2ac65f06151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:11.782659 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-19515214-1791-4d68-8abf-2ac65f06151e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0436687 Jul 05 19:28:11.838228 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-47714380-f8a6-4841-bcf7-4160a4af3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:11.840022 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-47714380-f8a6-4841-bcf7-4160a4af3e82 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514808 Jul 05 19:28:11.932407 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-897b2cc8-8738-4407-a263-3d405e960847 service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849028 Jul 05 19:28:12.023803 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-fccfbe61-eba8-4bfa-98f9-eca5d36c0dc1 req-32af1576-e8b5-4d3c-8efd-a3f22f85541a service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839109 Jul 05 19:28:20.868409 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aa038b88-c3c3-4a8c-9f1d-e98a76fe9520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:23.609635 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e39a0457-2657-4b6e-8245-920f46202d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:23.799736 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:25.023334 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:26.759748 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:28.906370 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:28:30.592404 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:36.741346 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:50.900850 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d7881589-653d-48a9-8b38-43f91bbe5253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:52.749934 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-8932a54d-a38e-4c42-b16d-8af5eb157f26 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519452 Jul 05 19:28:52.849543 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-1a60ee1b-58f2-446a-8db9-04011a32741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:52.851104 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-1a60ee1b-58f2-446a-8db9-04011a32741d service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1094 time: 0.0577273 Jul 05 19:28:52.955806 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-68c6790d-3fe5-4561-b025-c567bcc05ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:52.957286 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-68c6790d-3fe5-4561-b025-c567bcc05ea6 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0837088 Jul 05 19:28:53.026031 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-75fcdef9-9f8a-45e7-b148-f83faeeea5ec service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 200 len: 999 time: 0.0619900 Jul 05 19:28:53.075473 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-94c7ab3f-56da-44e7-99bb-d94da82f85af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:53.076922 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-94c7ab3f-56da-44e7-99bb-d94da82f85af service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0432227 Jul 05 19:28:53.132199 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-f2153e4b-8c07-458e-8b2c-406c74d50499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:28:53.133648 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-f2153e4b-8c07-458e-8b2c-406c74d50499 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503561 Jul 05 19:28:53.225728 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-05f8b59f-ab32-4d26-a3a9-a100b8897793 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837121 Jul 05 19:28:53.314978 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-7288bca8-7406-4dc9-9d3f-9e561bc383e0 req-2ecfc877-ada6-4674-b150-9434355faa9f service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821073 Jul 05 19:28:53.587918 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b3afe0f3-84b2-4b32-8de4-a0fcc17ede3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:53.803520 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:55.048840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:28:56.753921 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:00.586141 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:05.905913 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:29:06.719001 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:11.455759 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-26fc389c-7821-47dc-80e3-64fddeda01b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0509253 Jul 05 19:29:11.556886 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-5536f2b3-4078-4610-a4fe-8306f2acd500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:29:11.558936 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-5536f2b3-4078-4610-a4fe-8306f2acd500 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 1096 time: 0.0605681 Jul 05 19:29:11.665041 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-f91ee984-fe63-4b7f-bf90-94ec5e0ddc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:29:11.666550 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-f91ee984-fe63-4b7f-bf90-94ec5e0ddc38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0838957 Jul 05 19:29:11.735604 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-7ec76a87-bb8e-4ecf-86eb-131f47ee815a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3562dc36-38e0-438b-978d-715c32d65bc9 HTTP/1.1" status: 200 len: 1001 time: 0.0622697 Jul 05 19:29:11.783375 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-62a2cd9a-8adf-46b3-a70b-277dcafabd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:29:11.784816 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-62a2cd9a-8adf-46b3-a70b-277dcafabd22 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0438883 Jul 05 19:29:11.841939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-a76b39ac-eeca-4fad-a7c2-f3ce9db6ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:29:11.843491 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-a76b39ac-eeca-4fad-a7c2-f3ce9db6ccca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522599 Jul 05 19:29:11.935334 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-2ed8896a-04ee-486b-9407-3c00afed546a service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850112 Jul 05 19:29:12.025003 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-febabaa1-494b-4e43-935f-1a7f9a70af56 req-842b724d-ba93-4577-9ebf-ebe1d57b36a7 service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825164 Jul 05 19:29:20.900370 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-e35bac72-bca8-4204-937d-0696686ca8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:23.579864 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7cdcddc6-0379-4ce1-9cc0-33e3b1b107a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:23.837412 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:25.050822 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:26.776360 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:30.592756 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:36.747309 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:42.905101 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:29:49.604694 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3562dc36-38e0-438b-978d-715c32d65bc9 details requested by agent hyperv_n-h2-799524-1 with host n-h2-799524-1 {{(pid=100999) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 19:29:49.699036 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3562dc36-38e0-438b-978d-715c32d65bc9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:29:49.709952 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Returning: {'device': '3562dc36-38e0-438b-978d-715c32d65bc9', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'port_id': '3562dc36-38e0-438b-978d-715c32d65bc9', 'mac_address': 'fa:16:3e:78:74:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100999) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 19:29:49.746160 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:49.758886 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3562dc36-38e0-438b-978d-715c32d65bc9 {{(pid=100999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 19:29:49.777209 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3562dc36-38e0-438b-978d-715c32d65bc9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:29:49.838609 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:49.889687 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=3562dc36-38e0-438b-978d-715c32d65bc9,revision_number=6']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:29:49.897043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.897400 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.897741 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.898079 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.898415 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.898771 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.899113 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.899431 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.899757 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.900082 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.900407 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.900730 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:29:49.921761 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] get_ports_and_sgs() called for port_ids ['3562dc36-38e0-438b-978d-715c32d65bc9'] {{(pid=100999) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 19:29:50.872878 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a1d99e72-f8fa-46a3-8845-aa2e953ccab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:51.604885 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3562dc36-38e0-438b-978d-715c32d65bc9 up at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 19:29:51.671282 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.provisioning_blocks [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Provisioning complete for port 3562dc36-38e0-438b-978d-715c32d65bc9 triggered by entity L2. {{(pid=100999) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 19:29:51.671656 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-729410'] for port, provisioning_complete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:51.789337 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:51.823918 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3562dc36-38e0-438b-978d-715c32d65bc9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:29:51.825215 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:29:51.828058 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c89c76d-33be-4362-bc86-b59bdcbd110e" -d '{"events": [{"server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "name": "network-vif-plugged", "status": "completed", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:29:51.877522 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc48eb8-b97c-4ded-9d9f-152f32644bc2 x-openstack-request-id: req-2fc48eb8-b97c-4ded-9d9f-152f32644bc2 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:29:51.878166 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "name": "network-vif-plugged", "status": "completed", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:29:51.878166 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2fc48eb8-b97c-4ded-9d9f-152f32644bc2 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:29:51.878431 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9', 'code': 200} Jul 05 19:29:51.901700 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:51.969593 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=3562dc36-38e0-438b-978d-715c32d65bc9,revision_number=7']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:29:53.718900 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b02addc1-d8ed-4d9d-a0d0-95a50b0e6978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:53.815522 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:54.744507 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-d917cc57-13b0-47bd-aaff-0076cac7f0a6 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556834 Jul 05 19:29:54.862956 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-5a186949-0c57-43ec-947d-79eed50c936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:29:54.864498 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-5a186949-0c57-43ec-947d-79eed50c936c service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1094 time: 0.0739319 Jul 05 19:29:54.982624 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-66a90c95-6789-472a-9512-78ceeb962fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:29:54.984186 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-66a90c95-6789-472a-9512-78ceeb962fc7 service neutron] 10.222.0.97 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0984113 Jul 05 19:29:55.065116 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-bcad9236-0076-4608-8956-156f077dcddf service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 200 len: 999 time: 0.0741477 Jul 05 19:29:55.073081 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:29:55.128239 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-c045c406-25ac-46de-9938-5aa86cb16769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:29:55.130120 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-c045c406-25ac-46de-9938-5aa86cb16769 service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0587368 Jul 05 19:29:55.194951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-eeeab138-ad80-4918-9862-e9ce2ba8dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:29:55.196469 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-eeeab138-ad80-4918-9862-e9ce2ba8dde1 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588977 Jul 05 19:29:55.689916 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-58a3f94d-da0c-4c9f-aefc-087f3458bae7 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4849665 Jul 05 19:29:55.794430 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e0ff62b3-3de6-4652-8df0-7dba0959bdf5 req-512c611f-c168-49e5-88ee-39a1a49d5473 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978487 Jul 05 19:29:57.038357 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:00.593279 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:02.372996 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54076) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:02.529003 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Deleting port 87223cb5-b200-4371-b835-d41d52ee8105 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:02.529349 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:02.607489 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:02.607741 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:02.619645 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Calling delete_port for 87223cb5-b200-4371-b835-d41d52ee8105 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:02.838359 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:02.862651 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event deleted for resources: {'Port': ['ID=87223cb5-b200-4371-b835-d41d52ee8105,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:02.876353 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.876705 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.877049 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.877389 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.877728 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.878061 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.878391 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.878748 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.879075 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.879403 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.879739 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.880065 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100997) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:02.944646 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:02.945045 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Floating IP 41607583-2c29-430f-9ec6-a12e221ebd60 disassociated (deleted). External IP: 172.25.3.124, port: 3562dc36-38e0-438b-978d-715c32d65bc9. Jul 05 19:30:03.161667 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:30:03.269285 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:30:03.274281 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:03.278489 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] Sync routers for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:30:03.289009 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:30:03.289615 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:29:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:03.312480 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-0d4df633-1718-401f-94fd-c73f41d6bb4f tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "DELETE /v2.0/floatingips/41607583-2c29-430f-9ec6-a12e221ebd60 HTTP/1.1" status: 204 len: 168 time: 0.9382746 Jul 05 19:30:03.313989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:30:03.315967 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21717ce5-ab92-49c1-9aa3-62c451cc00bc" -d '{"events": [{"name": "network-changed", "server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:30:03.380824 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd83a96-7b7c-439d-8fdc-ee86eb7e9b9c x-openstack-request-id: req-5bd83a96-7b7c-439d-8fdc-ee86eb7e9b9c {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:30:03.381437 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:30:03.381437 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bd83a96-7b7c-439d-8fdc-ee86eb7e9b9c {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:30:03.382136 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9', 'status': 'completed', 'code': 200} Jul 05 19:30:03.407171 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:30:03.464153 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-33b50e72-ecef-488b-b3f5-d7c32c902b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:03.465837 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-33b50e72-ecef-488b-b3f5-d7c32c902b75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 1096 time: 0.0610671 Jul 05 19:30:03.557265 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-f08fb23a-c25e-4f67-8232-c66b5f4900dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:03.558813 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-f08fb23a-c25e-4f67-8232-c66b5f4900dc service neutron] 10.222.0.39 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0866885 Jul 05 19:30:03.607420 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-e5eebe3b-916f-4a07-8018-c6233b1f4efa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3562dc36-38e0-438b-978d-715c32d65bc9 HTTP/1.1" status: 200 len: 217 time: 0.0424523 Jul 05 19:30:03.646446 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '98b31928-6d94-441f-a867-69f8fc1704fb', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:25:31Z', 'updated_at': '2021-07-05T19:25:33Z', 'revision_number': 1, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:03.666939 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-5aed1c55-717f-447e-abd3-edf4279c32b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:03.667379 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3562dc36-38e0-438b-978d-715c32d65bc9 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:30:03.668419 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-5aed1c55-717f-447e-abd3-edf4279c32b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0554876 Jul 05 19:30:03.759065 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-23d5a870-8f9d-465f-82f8-2a7d3f300697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:03.759419 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656591'] for port, before_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:03.760599 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-23d5a870-8f9d-465f-82f8-2a7d3f300697 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793340 Jul 05 19:30:03.794798 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] Checking router: 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:30:03.797862 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3562dc36-38e0-438b-978d-715c32d65bc9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:03.799050 n-d-799524-1 neutron-server[100999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9'}] {{(pid=100999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:30:03.801672 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86b2551e4e7081a3a87f9116fcdbbb46d8dbe92cfc6b5a6268d8c9c58cd48369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-022699ef-3c1d-4eb2-a163-1310bbb503b7" -d '{"events": [{"server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "name": "network-vif-unplugged", "status": "completed", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9"}]}' {{(pid=100999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:30:03.803718 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:30:03.804535 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:29:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:03.866705 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 19:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db941516-1326-4490-84d9-e4c418eb4f07 x-openstack-request-id: req-db941516-1326-4490-84d9-e4c418eb4f07 {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:30:03.866996 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "name": "network-vif-unplugged", "status": "completed", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9", "code": 200}]} {{(pid=100999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:30:03.867253 n-d-799524-1 neutron-server[100999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db941516-1326-4490-84d9-e4c418eb4f07 {{(pid=100999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:30:03.867647 n-d-799524-1 neutron-server[100999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9', 'code': 200} Jul 05 19:30:03.873525 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-687707ad-1496-4fde-a262-5b18af7f3655 service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051731 Jul 05 19:30:03.876557 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731268181032', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731267626222', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731267627039'] for port, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:03.913883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764dbea-ff68-4f20-ae15-9dcace49b31d req-8cfa3133-d96d-4362-80f6-371103e35498 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:03.915591 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5764dbea-ff68-4f20-ae15-9dcace49b31d req-8cfa3133-d96d-4362-80f6-371103e35498 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 945 time: 0.0744338 Jul 05 19:30:03.934733 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Pushing event updated for resources: {'Port': ['ID=3562dc36-38e0-438b-978d-715c32d65bc9,revision_number=8']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:03.946818 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:30:03.963396 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-5764dbea-ff68-4f20-ae15-9dcace49b31d req-32c48de0-244f-4642-b457-81b62fb7f058 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394702 Jul 05 19:30:04.004359 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-21717ce5-ab92-49c1-9aa3-62c451cc00bc req-b4deb575-7c1f-4f56-b49b-817849351e17 service neutron] 10.222.0.39 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238992 Jul 05 19:30:04.173800 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '98b31928-6d94-441f-a867-69f8fc1704fb', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:25:31Z', 'updated_at': '2021-07-05T19:25:33Z', 'revision_number': 1, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:04.199184 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062a2eb-e4ac-402e-92a3-fea4fb9c1163 None None] The sync data for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 is: [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_floatingips': [{'id': '98b31928-6d94-441f-a867-69f8fc1704fb', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'router_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'port_id': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4317, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'mac_address': 'fa:16:3e:53:51:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T19:25:31Z', 'updated_at': '2021-07-05T19:25:33Z', 'revision_number': 1, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:30:04.403176 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c8bea67-f3e5-490a-b38a-9566045ae3d1 None None] New status for floating IP 41607583-2c29-430f-9ec6-a12e221ebd60: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:30:05.140216 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efc484-3983-43b2-bab1-afa4a56577c2 req-8eb08092-c7b5-4390-a2a6-30a3bdb0f4aa tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:05.141664 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00efc484-3983-43b2-bab1-afa4a56577c2 req-8eb08092-c7b5-4390-a2a6-30a3bdb0f4aa tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 943 time: 0.0638614 Jul 05 19:30:05.179514 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-00efc484-3983-43b2-bab1-afa4a56577c2 req-7d5e8c13-6a18-4bea-a1e0-bbb21df320c9 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322750 Jul 05 19:30:05.364865 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-bb5b4069-0fe1-4f2e-b9f3-4a3048b9c564 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:05.366413 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-bb5b4069-0fe1-4f2e-b9f3-4a3048b9c564 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.39 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 943 time: 0.0622737 Jul 05 19:30:05.466225 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Deleting port 3562dc36-38e0-438b-978d-715c32d65bc9 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:05.466577 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:05.551929 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] For port 3562dc36-38e0-438b-978d-715c32d65bc9, host n-h2-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799524-1',level=0,port_id=3562dc36-38e0-438b-978d-715c32d65bc9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:05.552278 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:05.564255 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Calling delete_port for 3562dc36-38e0-438b-978d-715c32d65bc9 owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:05.751354 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:05.780498 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event deleted for resources: {'Port': ['ID=3562dc36-38e0-438b-978d-715c32d65bc9,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:05.818834 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.819176 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.819559 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.819906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.820247 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.820588 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.820921 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.821252 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.821580 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.821906 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.822236 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.822584 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799524-1 {{(pid=100998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 19:30:05.845777 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] No DVR routers for this DVR port 3562dc36-38e0-438b-978d-715c32d65bc9 on host n-h2-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:30:05.848510 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:05.850818 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-d5a9a70f-f5a1-42fb-9d28-8ddae4ed78f5 req-36de2103-74d5-4943-83fd-6185bc68dc58 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.39 "DELETE /v2.0/ports/3562dc36-38e0-438b-978d-715c32d65bc9 HTTP/1.1" status: 204 len: 173 time: 0.4792295 Jul 05 19:30:05.851264 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'name': 'network-vif-deleted', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:30:05.854208 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6c7967-27e7-4da6-a624-7f1af682bdc8" -d '{"events": [{"server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "name": "network-vif-deleted", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:30:05.940555 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4f1f9b-8185-4189-ab11-fe553dd3f18e x-openstack-request-id: req-1b4f1f9b-8185-4189-ab11-fe553dd3f18e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:30:05.940833 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9eb420b2-c23b-4f66-9691-ae7f73c6b692", "name": "network-vif-deleted", "tag": "3562dc36-38e0-438b-978d-715c32d65bc9", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:30:05.941084 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b4f1f9b-8185-4189-ab11-fe553dd3f18e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:30:05.941483 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb420b2-c23b-4f66-9691-ae7f73c6b692', 'name': 'network-vif-deleted', 'tag': '3562dc36-38e0-438b-978d-715c32d65bc9', 'status': 'completed', 'code': 200} Jul 05 19:30:06.335152 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-203cf674-42c1-4f2a-b45e-d16370616edd req-a5e880b9-bcd9-47e2-a64f-3961154be705 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=9eb420b2-c23b-4f66-9691-ae7f73c6b692 HTTP/1.1" status: 200 len: 210 time: 0.0283008 Jul 05 19:30:06.727893 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:07.666764 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3562dc36-38e0-438b-978d-715c32d65bc9 no longer exists at agent hyperv_n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:30:07.697043 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] No Port match for: 3562dc36-38e0-438b-978d-715c32d65bc9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:30:07.697386 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Device 3562dc36-38e0-438b-978d-715c32d65bc9 not bound to the agent host n-h2-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:30:08.903659 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54142) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:09.060297 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Deleting port 3b75f186-e308-4649-8394-38e841f858e3 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:09.060642 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:09.137615 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:09.137871 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:09.149699 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Calling delete_port for 3b75f186-e308-4649-8394-38e841f858e3 owned by network:floatingip {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:09.346923 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:09.369918 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event deleted for resources: {'Port': ['ID=3b75f186-e308-4649-8394-38e841f858e3,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:09.433506 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for floatingip, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:09.433799 n-d-799524-1 neutron-server[100997]: INFO neutron.db.l3_db [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Floating IP 98b31928-6d94-441f-a867-69f8fc1704fb disassociated (deleted). External IP: 172.25.3.240, port: 16b9d696-3bc4-4df4-b393-fd995c4db24c. Jul 05 19:30:09.639467 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:30:09.746196 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:30:09.751756 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for floatingip, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:09.756176 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] Sync routers for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:30:09.764770 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:30:09.765962 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:29:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:09.790456 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-60cede65-39a8-46af-a4a0-11992c7b2c84 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "DELETE /v2.0/floatingips/98b31928-6d94-441f-a867-69f8fc1704fb HTTP/1.1" status: 204 len: 168 time: 0.8854253 Jul 05 19:30:09.791445 n-d-799524-1 neutron-server[100997]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c'}] {{(pid=100997) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:30:09.795296 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a5632aed0065f496b39eb68b407f63452299f549dc29ab995f9645250af5bc59" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0007a55e-8187-4f69-9c30-b2ab9a68ba82" -d '{"events": [{"name": "network-changed", "server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c"}]}' {{(pid=100997) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:30:09.835528 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 19:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a575581a-e38b-4bca-b904-cb4cac4261f5 x-openstack-request-id: req-a575581a-e38b-4bca-b904-cb4cac4261f5 {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:30:09.835921 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c", "status": "completed", "code": 200}]} {{(pid=100997) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:30:09.836318 n-d-799524-1 neutron-server[100997]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a575581a-e38b-4bca-b904-cb4cac4261f5 {{(pid=100997) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:30:09.837178 n-d-799524-1 neutron-server[100997]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'status': 'completed', 'code': 200} Jul 05 19:30:09.890277 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:30:09.917477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-161c4c56-1e40-468f-aa2d-c620217be0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:09.919038 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-161c4c56-1e40-468f-aa2d-c620217be0fc service neutron] 10.222.0.97 "GET /v2.0/ports?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 1094 time: 0.0557196 Jul 05 19:30:10.013766 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-6fe621e3-0cde-4fc5-b1ff-256e7d4f955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:10.015225 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-6fe621e3-0cde-4fc5-b1ff-256e7d4f955d service neutron] 10.222.0.97 "GET /v2.0/networks?id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 200 len: 909 time: 0.0898538 Jul 05 19:30:10.064837 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-f80cc2a5-9003-4488-90d7-124e61d70225 service neutron] 10.222.0.97 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 200 len: 217 time: 0.0428565 Jul 05 19:30:10.111271 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:10.122334 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-d5728246-704f-4973-937b-ece1d45e74cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:10.123939 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-d5728246-704f-4973-937b-ece1d45e74cb service neutron] 10.222.0.97 "GET /v2.0/subnets?id=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 200 len: 848 time: 0.0533195 Jul 05 19:30:10.147121 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] Checking router: 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:30:10.158047 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:30:10.158822 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:29:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:10.187249 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-cf3eeb57-2987-44f4-ab64-2ab6856f6e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:10.189069 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-cf3eeb57-2987-44f4-ab64-2ab6856f6e46 service neutron] 10.222.0.97 "GET /v2.0/ports?network_id=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586970 Jul 05 19:30:10.278916 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:30:10.303300 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-8b8407d8-8bac-4425-a427-652a62de85b7 service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066885 Jul 05 19:30:10.434761 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-0007a55e-8187-4f69-9c30-b2ab9a68ba82 req-32b3f492-2086-46d5-b395-be228628212d service neutron] 10.222.0.97 "GET /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243253 Jul 05 19:30:10.447854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8f0d1-f94d-4fec-9f90-770bb5988821 req-db43b331-490b-4fbf-abf7-39f6162f9b83 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:10.450262 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fca8f0d1-f94d-4fec-9f90-770bb5988821 req-db43b331-490b-4fbf-abf7-39f6162f9b83 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 943 time: 0.0881934 Jul 05 19:30:10.497547 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-fca8f0d1-f94d-4fec-9f90-770bb5988821 req-1c55913c-b44c-47d0-bfcc-2f950c6246f7 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 Jul 05 19:30:10.509370 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:10.536682 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc98848-07df-4a3c-a739-9cf8eb5ca686 None None] The sync data for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 is: [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:25:07Z', 'revision_number': 4, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1', '_interfaces': [{'id': '6740227a-73c4-419c-94e1-42399ba98388', 'name': '', 'network_id': 'a79cdf4b-04f4-47cc-b9ac-ea6076e2e487', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'mac_address': 'fa:16:3e:55:f2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:07Z', 'updated_at': '2021-07-05T19:25:14Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'subnets': [{'id': 'aa9e4750-3e99-4265-bfb3-06c5fd2d3c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:30:10.756478 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759b547e-b25c-453a-8270-5305e736339c None None] New status for floating IP 98b31928-6d94-441f-a867-69f8fc1704fb: DOWN {{(pid=100999) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 19:30:11.682536 n-d-799524-1 neutron-server[100997]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c398f3-50a1-4523-8b2a-008690bbfa87 req-ec40654e-cbb0-40bb-a04e-ecadf3566792 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100997) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:11.684065 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40c398f3-50a1-4523-8b2a-008690bbfa87 req-ec40654e-cbb0-40bb-a04e-ecadf3566792 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 943 time: 0.0673056 Jul 05 19:30:11.734741 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-40c398f3-50a1-4523-8b2a-008690bbfa87 req-a733f287-4c62-4fe3-a317-6ad393f3c739 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/security-groups?id=f82d43fc-4913-4b47-8dc2-096e2c0ddff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434601 Jul 05 19:30:12.055071 n-d-799524-1 neutron-server[100998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ecc53-78af-4113-914a-ad59602b147b req-97159589-1d26-4b14-aaad-b33f731ba6e2 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 19:30:12.056564 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e80ecc53-78af-4113-914a-ad59602b147b req-97159589-1d26-4b14-aaad-b33f731ba6e2 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.97 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 943 time: 0.0707972 Jul 05 19:30:12.193965 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e80ecc53-78af-4113-914a-ad59602b147b req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Deleting port 16b9d696-3bc4-4df4-b393-fd995c4db24c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:12.194487 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e80ecc53-78af-4113-914a-ad59602b147b req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:12.291960 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [req-e80ecc53-78af-4113-914a-ad59602b147b req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] For port 16b9d696-3bc4-4df4-b393-fd995c4db24c, host n-h1-799524-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799524-1',level=0,port_id=16b9d696-3bc4-4df4-b393-fd995c4db24c,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:12.292352 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e80ecc53-78af-4113-914a-ad59602b147b req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:12.305447 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [req-e80ecc53-78af-4113-914a-ad59602b147b req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Calling delete_port for 16b9d696-3bc4-4df4-b393-fd995c4db24c owned by compute:nova {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:12.493286 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e80ecc53-78af-4113-914a-ad59602b147b req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:12.528220 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event deleted for resources: {'Port': ['ID=16b9d696-3bc4-4df4-b393-fd995c4db24c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:12.587874 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80ecc53-78af-4113-914a-ad59602b147b req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] No DVR routers for this DVR port 16b9d696-3bc4-4df4-b393-fd995c4db24c on host n-h1-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:30:12.590499 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [req-e80ecc53-78af-4113-914a-ad59602b147b req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101814'] for port, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:12.592515 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [req-e80ecc53-78af-4113-914a-ad59602b147b req-6352678e-cfce-4f19-a44f-33978a4b5376 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.97 "DELETE /v2.0/ports/16b9d696-3bc4-4df4-b393-fd995c4db24c HTTP/1.1" status: 204 len: 173 time: 0.5248444 Jul 05 19:30:12.592951 n-d-799524-1 neutron-server[100998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'name': 'network-vif-deleted', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c'}] {{(pid=100998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 19:30:12.595710 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}042a3f2af2072633a0a9eb0c082995a485f422584bead2ace062bd34dfcb1f97" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f6108d-90fe-4a34-98a8-cfbfea65fee3" -d '{"events": [{"server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "name": "network-vif-deleted", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c"}]}' {{(pid=100998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 19:30:12.633033 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 19:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b5f59b-c3e5-4658-9fd8-b75a4697296e x-openstack-request-id: req-67b5f59b-c3e5-4658-9fd8-b75a4697296e {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 19:30:12.633353 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96b2bc53-c9d3-4c99-ac14-4429ec82524b", "name": "network-vif-deleted", "tag": "16b9d696-3bc4-4df4-b393-fd995c4db24c", "status": "completed", "code": 200}]} {{(pid=100998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 19:30:12.633647 n-d-799524-1 neutron-server[100998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67b5f59b-c3e5-4658-9fd8-b75a4697296e {{(pid=100998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 19:30:12.634087 n-d-799524-1 neutron-server[100998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96b2bc53-c9d3-4c99-ac14-4429ec82524b', 'name': 'network-vif-deleted', 'tag': '16b9d696-3bc4-4df4-b393-fd995c4db24c', 'status': 'completed', 'code': 200} Jul 05 19:30:12.879643 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [req-c3f50aa5-d1c6-47ed-bb38-6696f3480075 req-e49a2431-bccd-45a4-b0ab-bf1931c07d05 tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b2bc53-c9d3-4c99-ac14-4429ec82524b HTTP/1.1" status: 200 len: 210 time: 0.0304053 Jul 05 19:30:14.016948 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54162) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:14.077411 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-30fb08be-ca1b-436b-9121-10dc6476847d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:14.102951 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-30fb08be-ca1b-436b-9121-10dc6476847d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:14.232317 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-30fb08be-ca1b-436b-9121-10dc6476847d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:14.235691 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-30fb08be-ca1b-436b-9121-10dc6476847d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:14.236937 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-30fb08be-ca1b-436b-9121-10dc6476847d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] 10.222.0.30 "DELETE /v2.0/security-groups/f82d43fc-4913-4b47-8dc2-096e2c0ddff0 HTTP/1.1" status: 204 len: 168 time: 0.2189672 Jul 05 19:30:14.246062 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb08be-ca1b-436b-9121-10dc6476847d tempest-TestSnapshotPattern-2047259709 tempest-TestSnapshotPattern-2047259709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82d43fc-4913-4b47-8dc2-096e2c0ddff0,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:14.358085 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54166) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:14.785084 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:15.038883 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Deleting port 6740227a-73c4-419c-94e1-42399ba98388 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:15.039532 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:15.117572 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] For port 6740227a-73c4-419c-94e1-42399ba98388, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=6740227a-73c4-419c-94e1-42399ba98388,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:15.117922 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:15.130861 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Calling delete_port for 6740227a-73c4-419c-94e1-42399ba98388 owned by network:router_interface {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:15.716117 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:15.741398 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6740227a-73c4-419c-94e1-42399ba98388,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:15.923051 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:16.109753 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 16b9d696-3bc4-4df4-b393-fd995c4db24c no longer exists at agent hyperv_n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:30:16.132008 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] No Port match for: 16b9d696-3bc4-4df4-b393-fd995c4db24c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:30:16.132357 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Device 16b9d696-3bc4-4df4-b393-fd995c4db24c not bound to the agent host n-h1-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:30:16.137219 n-d-799524-1 neutron-server[100997]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100997) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:30:16.257610 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100997) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:30:16.262777 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-7ead3aab-75df-41d0-b2bc-d8a18c17b8b1 admin admin] 10.222.0.30 "PUT /v2.0/routers/0fc0abc1-b956-4bbd-9526-9cb9d04e8900/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9035943 Jul 05 19:30:16.265277 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54170) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:16.267876 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] Sync routers for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:30:16.276895 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:30:16.277508 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:29:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:16.373206 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks [] for router, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:16.381717 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: n-d-799524-1 {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:30:16.479042 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:16.609836 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Deleting port 78c1e373-e0ba-4355-9592-73f16529689e {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:16.610192 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:16.652621 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '78c1e373-e0ba-4355-9592-73f16529689e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:30:15Z', 'revision_number': 5, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port': {'id': '78c1e373-e0ba-4355-9592-73f16529689e', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:04:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:05Z', 'updated_at': '2021-07-05T19:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:16.678531 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] Checking router: 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 for host: n-d-799524-1 {{(pid=101000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:30:16.686461 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] Routers {'0fc0abc1-b956-4bbd-9526-9cb9d04e8900'} bound to L3 agent in host n-d-799524-1 {{(pid=101000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:30:16.687290 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:29:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'], 'active': True} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:16.691720 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] For port 78c1e373-e0ba-4355-9592-73f16529689e, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=78c1e373-e0ba-4355-9592-73f16529689e,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:16.692080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:16.709000 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Calling delete_port for 78c1e373-e0ba-4355-9592-73f16529689e owned by network:router_gateway {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:16.770100 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_dvr_db [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] Set router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 gateway port host: None {{(pid=101000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:30:16.822814 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.l3_hamode_db [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:30:16Z', 'revision_number': 6, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=101000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:16.854764 n-d-799524-1 neutron-server[101000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ca1313-3db4-4de3-9e0a-e965938ec141 None None] The sync data for ids ['0fc0abc1-b956-4bbd-9526-9cb9d04e8900'] in n-d-799524-1 is: [{'id': '0fc0abc1-b956-4bbd-9526-9cb9d04e8900', 'name': 'tempest-TestSnapshotPattern-142614342-router', 'tenant_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:04Z', 'updated_at': '2021-07-05T19:30:16Z', 'revision_number': 6, 'project_id': '5d2562baacfa4f4ab918ac32b83fabf6', 'gw_port_host': None}] {{(pid=101000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:30:16.929375 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:16.953964 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Pushing event deleted for resources: {'Port': ['ID=78c1e373-e0ba-4355-9592-73f16529689e,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:17.020763 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.109409 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.111498 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.205143 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.205854 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc0abc1-b956-4bbd-9526-9cb9d04e8900 {{(pid=100997) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:30:17.210750 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] Notify callbacks [] for router, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.211581 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-a07e44bb-6488-4bc2-9533-9aff1ce4e388 admin admin] 10.222.0.30 "DELETE /v2.0/routers/0fc0abc1-b956-4bbd-9526-9cb9d04e8900 HTTP/1.1" status: 204 len: 168 time: 0.9444375 Jul 05 19:30:17.214474 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54172) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:17.261663 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c9a934-1bb3-40b6-aa84-0c2364cf7093 admin admin] Deleting subnet aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 {{(pid=100997) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:30:17.264957 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01c9a934-1bb3-40b6-aa84-0c2364cf7093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.300988 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01c9a934-1bb3-40b6-aa84-0c2364cf7093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-264112039'] for subnet, precommit_delete_associations {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.380700 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01c9a934-1bb3-40b6-aa84-0c2364cf7093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.484654 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01c9a934-1bb3-40b6-aa84-0c2364cf7093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260070758', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-263387961'] for subnet, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.511140 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c9a934-1bb3-40b6-aa84-0c2364cf7093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa9e4750-3e99-4265-bfb3-06c5fd2d3c90,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:17.513054 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-01c9a934-1bb3-40b6-aa84-0c2364cf7093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.515234 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-01c9a934-1bb3-40b6-aa84-0c2364cf7093 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/aa9e4750-3e99-4265-bfb3-06c5fd2d3c90 HTTP/1.1" status: 204 len: 168 time: 0.2995303 Jul 05 19:30:17.517741 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54174) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:17.520224 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2799311-26b1-488e-bcc2-3edd67675453 None None] Network a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:30:17.588865 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.648273 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Deleting port a88e0716-cedb-47db-a590-31c32d38e4e9 {{(pid=100997) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:17.649416 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.715327 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.db [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] For port a88e0716-cedb-47db-a590-31c32d38e4e9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a88e0716-cedb-47db-a590-31c32d38e4e9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100997) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:17.715652 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.718121 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7906b6c6-6c9a-4753-bd5f-cca2b6f5f228 None None] DHCP port deletion for a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:30:17.730378 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.plugin [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Calling delete_port for a88e0716-cedb-47db-a590-31c32d38e4e9 owned by network:dhcp {{(pid=100997) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:17.770244 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7906b6c6-6c9a-4753-bd5f-cca2b6f5f228 None None] Deleting port a88e0716-cedb-47db-a590-31c32d38e4e9 {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:17.770677 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7906b6c6-6c9a-4753-bd5f-cca2b6f5f228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.837520 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-7906b6c6-6c9a-4753-bd5f-cca2b6f5f228 None None] For port a88e0716-cedb-47db-a590-31c32d38e4e9, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=a88e0716-cedb-47db-a590-31c32d38e4e9,segment=NetworkSegment(4ad2fcde-a23b-401f-a254-106c25733309),segment_id=4ad2fcde-a23b-401f-a254-106c25733309)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:17.837916 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7906b6c6-6c9a-4753-bd5f-cca2b6f5f228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.861488 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-7906b6c6-6c9a-4753-bd5f-cca2b6f5f228 None None] Calling delete_port for a88e0716-cedb-47db-a590-31c32d38e4e9 owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:17.895367 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260070748'] for port, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:17.913652 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6740227a-73c4-419c-94e1-42399ba98388 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:30:17.927204 n-d-799524-1 neutron-server[100997]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] No DVR routers for this DVR port a88e0716-cedb-47db-a590-31c32d38e4e9 on host n-d-799524-1 {{(pid=100997) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:30:17.931344 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a88e0716-cedb-47db-a590-31c32d38e4e9,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:17.937602 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 6740227a-73c4-419c-94e1-42399ba98388 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:30:17.937854 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 6740227a-73c4-419c-94e1-42399ba98388 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:30:17.938308 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 78c1e373-e0ba-4355-9592-73f16529689e no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:30:17.964633 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 78c1e373-e0ba-4355-9592-73f16529689e {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:30:17.964983 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 78c1e373-e0ba-4355-9592-73f16529689e not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:30:17.965399 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a88e0716-cedb-47db-a590-31c32d38e4e9 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:30:17.989013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: a88e0716-cedb-47db-a590-31c32d38e4e9 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:30:17.989013 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device a88e0716-cedb-47db-a590-31c32d38e4e9 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:30:18.000290 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.006121 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7906b6c6-6c9a-4753-bd5f-cca2b6f5f228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.010436 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79cdf4b-04f4-47cc-b9ac-ea6076e2e487']}} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:18.024989 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad2fcde-a23b-401f-a254-106c25733309') {'for_net_delete': True} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:18.025282 n-d-799524-1 neutron-server[100997]: DEBUG neutron.services.segments.db [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad2fcde-a23b-401f-a254-106c25733309') {} {{(pid=100997) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:18.033700 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7906b6c6-6c9a-4753-bd5f-cca2b6f5f228 None None] Pushing event deleted for resources: {'Port': ['ID=a88e0716-cedb-47db-a590-31c32d38e4e9,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:18.035612 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7906b6c6-6c9a-4753-bd5f-cca2b6f5f228 None None] No DVR routers for this DVR port a88e0716-cedb-47db-a590-31c32d38e4e9 on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:30:18.035799 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-264112048'] for segment, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.051901 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.057662 n-d-799524-1 neutron-server[100997]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=100997) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:30:18.058049 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260070787'] for segment, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: Traceback (most recent call last): Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: timer() Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: cb(*args, **kw) Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: return func(*args, **kwargs) Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: self._notify() Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: self.callback(batched_events) Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: event.method(event) Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: return f(self, *a, **k) Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: return self._get(url).json() Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: return self.request(url, 'GET', **kwargs) Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:30:18.059715 n-d-799524-1 neutron-server[100997]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:30:18.163857 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.169413 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Notify callbacks [] for network, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.171276 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] 10.222.0.30 "DELETE /v2.0/networks/a79cdf4b-04f4-47cc-b9ac-ea6076e2e487 HTTP/1.1" status: 204 len: 168 time: 0.6526275 Jul 05 19:30:18.175696 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54180) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:18.186302 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e6c57-559e-4216-904f-6969edf0fc7a admin admin] Pushing event deleted for resources: {'Network': ['ID=a79cdf4b-04f4-47cc-b9ac-ea6076e2e487,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:18.524948 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3679731'] for router_interface, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.788514 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Deleting port e12c4bf5-1172-44bf-9bf2-5189f395ac86 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:18.788761 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.871031 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] For port e12c4bf5-1172-44bf-9bf2-5189f395ac86, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=e12c4bf5-1172-44bf-9bf2-5189f395ac86,segment=NetworkSegment(519e9420-4499-482d-8dd2-d31148bf06f1),segment_id=519e9420-4499-482d-8dd2-d31148bf06f1)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:18.871393 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:18.884078 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Calling delete_port for e12c4bf5-1172-44bf-9bf2-5189f395ac86 owned by network:router_interface {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:19.163823 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:19.190237 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Pushing event deleted for resources: {'Port': ['ID=e12c4bf5-1172-44bf-9bf2-5189f395ac86,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:19.378729 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3729875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680205'] for router_interface, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:19.662045 n-d-799524-1 neutron-server[100998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Router 27dcb528-6a82-4489-90f0-c68aed03437a has already been hosted by L3 agent fdb0c1db-c020-47aa-b096-fb7d6f30d45b {{(pid=100998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 19:30:19.771794 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] Notify agent at l3_agent.n-d-799524-1 the message routers_updated {{(pid=100998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 19:30:19.777107 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-bee4a84a-8cbd-46bb-af20-3f3813221d02 admin admin] 10.222.0.30 "PUT /v2.0/routers/27dcb528-6a82-4489-90f0-c68aed03437a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6001110 Jul 05 19:30:19.779664 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54182) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:19.780907 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] Sync routers for ids ['27dcb528-6a82-4489-90f0-c68aed03437a'] in n-d-799524-1 {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 19:30:19.793904 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] Routers {'27dcb528-6a82-4489-90f0-c68aed03437a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:30:19.794971 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:29:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['27dcb528-6a82-4489-90f0-c68aed03437a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:19.894595 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks [] for router, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:19.904986 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:30:19.917795 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] Set router 27dcb528-6a82-4489-90f0-c68aed03437a gateway port host: n-d-799524-1 {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:30:19.996512 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.095045 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'external_fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36'}], 'enable_snat': True}, 'gw_port_id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:10Z', 'updated_at': '2021-07-05T19:30:19Z', 'revision_number': 5, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'gw_port': {'id': '9f754f78-3c24-42a1-b974-3874a7a29b02', 'name': '', 'network_id': 'e657e85b-2f7f-49ee-874f-2924aeedb250', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:33:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'ip_address': '172.25.3.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799524-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T19:25:11Z', 'updated_at': '2021-07-05T19:25:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd262dac9-ce39-4904-a300-a06d7191b6d2', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799524-1'}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:20.121184 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] Checking router: 27dcb528-6a82-4489-90f0-c68aed03437a for host: n-d-799524-1 {{(pid=100999) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 19:30:20.130226 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] Routers {'27dcb528-6a82-4489-90f0-c68aed03437a'} bound to L3 agent in host n-d-799524-1 {{(pid=100999) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 19:30:20.130874 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799524-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T17:43:23Z,description=,heartbeat_timestamp=2021-07-05T19:29:54Z,host='n-d-799524-1',id=fdb0c1db-c020-47aa-b096-fb7d6f30d45b,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T17:43:24Z,topic='l3_agent')) {'router_ids': ['27dcb528-6a82-4489-90f0-c68aed03437a'], 'active': True} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:20.144521 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Deleting port 9f754f78-3c24-42a1-b974-3874a7a29b02 {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:20.144904 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.217912 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvr_db [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] Set router 27dcb528-6a82-4489-90f0-c68aed03437a gateway port host: None {{(pid=100999) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 19:30:20.230483 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] For port 9f754f78-3c24-42a1-b974-3874a7a29b02, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=9f754f78-3c24-42a1-b974-3874a7a29b02,segment=NetworkSegment(7072c73e-f560-43bc-8ecb-0828e71dba69),segment_id=7072c73e-f560-43bc-8ecb-0828e71dba69)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:20.231045 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.243076 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Calling delete_port for 9f754f78-3c24-42a1-b974-3874a7a29b02 owned by network:router_gateway {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:20.269798 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_hamode_db [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:10Z', 'updated_at': '2021-07-05T19:30:19Z', 'revision_number': 6, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'gw_port_host': None}], 'n-d-799524-1', False) {} {{(pid=100999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:20.299888 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3307b4e-0af2-45f4-9636-1eedb1278ecf None None] The sync data for ids ['27dcb528-6a82-4489-90f0-c68aed03437a'] in n-d-799524-1 is: [{'id': '27dcb528-6a82-4489-90f0-c68aed03437a', 'name': 'tempest-TestSnapshotPattern-771947124-router', 'tenant_id': 'ae25f98caea14d77bd63d87428341fb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T19:25:10Z', 'updated_at': '2021-07-05T19:30:19Z', 'revision_number': 6, 'project_id': 'ae25f98caea14d77bd63d87428341fb5', 'gw_port_host': None}] {{(pid=100999) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 19:30:20.460982 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.487988 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Pushing event deleted for resources: {'Port': ['ID=9f754f78-3c24-42a1-b974-3874a7a29b02,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:20.546053 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3674804'] for router_gateway, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.636305 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3672832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-108301'] for router, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.638375 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.758370 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3671952'] for router, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.758892 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27dcb528-6a82-4489-90f0-c68aed03437a {{(pid=100998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 19:30:20.767147 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] Notify callbacks [] for router, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.767147 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-c2474535-eb84-46f2-b432-97ca9d4915bf admin admin] 10.222.0.30 "DELETE /v2.0/routers/27dcb528-6a82-4489-90f0-c68aed03437a HTTP/1.1" status: 204 len: 168 time: 0.9836879 Jul 05 19:30:20.767147 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54184) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:20.811098 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f1e20ea-c017-4780-9713-d3b56cb2ecfe admin admin] Deleting subnet 49acf508-fe85-443f-b866-4d588499a812 {{(pid=100998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 19:30:20.814794 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f1e20ea-c017-4780-9713-d3b56cb2ecfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.851020 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f1e20ea-c017-4780-9713-d3b56cb2ecfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-260560126'] for subnet, precommit_delete_associations {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.910381 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-a2df5d02-a467-46c4-bb21-7b2890cfe7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:20.932997 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f1e20ea-c017-4780-9713-d3b56cb2ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-724588'] for subnet, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.044629 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f1e20ea-c017-4780-9713-d3b56cb2ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-724581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-260520633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-260557196'] for subnet, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.073246 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e20ea-c017-4780-9713-d3b56cb2ecfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49acf508-fe85-443f-b866-4d588499a812,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:21.075256 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-5f1e20ea-c017-4780-9713-d3b56cb2ecfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.077714 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-5f1e20ea-c017-4780-9713-d3b56cb2ecfe admin admin] 10.222.0.30 "DELETE /v2.0/subnets/49acf508-fe85-443f-b866-4d588499a812 HTTP/1.1" status: 204 len: 168 time: 0.3093660 Jul 05 19:30:21.079783 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc93cc5-0699-43fb-aef4-4c0b0aba381c None None] Network ac8f537d-1347-4cfa-8bf9-688f289f9890 requested from n-d-799524-1 {{(pid=100999) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 19:30:21.080477 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54186) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:21.152112 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638993'] for network, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.210394 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Deleting port b9b05e25-fbc2-4d31-b7bc-016d62666e8c {{(pid=100998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:21.210772 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.277686 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.db [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] For port b9b05e25-fbc2-4d31-b7bc-016d62666e8c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b9b05e25-fbc2-4d31-b7bc-016d62666e8c,segment=NetworkSegment(519e9420-4499-482d-8dd2-d31148bf06f1),segment_id=519e9420-4499-482d-8dd2-d31148bf06f1)] {{(pid=100998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:21.278521 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.278695 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3249ba9d-434e-4af8-80fb-b4f0f644444b None None] DHCP port deletion for ac8f537d-1347-4cfa-8bf9-688f289f9890 request from n-d-799524-1 {{(pid=100999) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 19:30:21.301555 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.plugin [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Calling delete_port for b9b05e25-fbc2-4d31-b7bc-016d62666e8c owned by network:dhcp {{(pid=100998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:21.339253 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3249ba9d-434e-4af8-80fb-b4f0f644444b None None] Deleting port b9b05e25-fbc2-4d31-b7bc-016d62666e8c {{(pid=100999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 19:30:21.339635 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3249ba9d-434e-4af8-80fb-b4f0f644444b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731268172508'] for port, before_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.401156 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.db [None req-3249ba9d-434e-4af8-80fb-b4f0f644444b None None] For port b9b05e25-fbc2-4d31-b7bc-016d62666e8c, host n-d-799524-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799524-1',level=0,port_id=b9b05e25-fbc2-4d31-b7bc-016d62666e8c,segment=NetworkSegment(519e9420-4499-482d-8dd2-d31148bf06f1),segment_id=519e9420-4499-482d-8dd2-d31148bf06f1)] {{(pid=100999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 19:30:21.401550 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3249ba9d-434e-4af8-80fb-b4f0f644444b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3680243'] for port, precommit_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.414145 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-3249ba9d-434e-4af8-80fb-b4f0f644444b None None] Calling delete_port for b9b05e25-fbc2-4d31-b7bc-016d62666e8c owned by network:dhcp {{(pid=100999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 19:30:21.478015 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-260520579'] for port, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.492493 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3249ba9d-434e-4af8-80fb-b4f0f644444b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-655875', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-50128', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3729825', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731268181014', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731267626213'] for port, after_delete {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.503966 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9b05e25-fbc2-4d31-b7bc-016d62666e8c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:21.507491 n-d-799524-1 neutron-server[100998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] No DVR routers for this DVR port b9b05e25-fbc2-4d31-b7bc-016d62666e8c on host n-d-799524-1 {{(pid=100998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:30:21.520948 n-d-799524-1 neutron-server[100999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249ba9d-434e-4af8-80fb-b4f0f644444b None None] Pushing event deleted for resources: {'Port': ['ID=b9b05e25-fbc2-4d31-b7bc-016d62666e8c,revision_number=None']} {{(pid=100999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:21.527518 n-d-799524-1 neutron-server[100999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249ba9d-434e-4af8-80fb-b4f0f644444b None None] No DVR routers for this DVR port b9b05e25-fbc2-4d31-b7bc-016d62666e8c on host n-d-799524-1 {{(pid=100999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 19:30:21.577987 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-735993', 'neutron.services.segments.db._delete_segments_for_network-8731268157278'] for network, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.589011 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac8f537d-1347-4cfa-8bf9-688f289f9890']}} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:21.603066 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519e9420-4499-482d-8dd2-d31148bf06f1') {'for_net_delete': True} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:21.603362 n-d-799524-1 neutron-server[100998]: DEBUG neutron.services.segments.db [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519e9420-4499-482d-8dd2-d31148bf06f1') {} {{(pid=100998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 19:30:21.612335 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731268124290', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-260560105'] for segment, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.626335 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965'] for segment, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.632312 n-d-799524-1 neutron-server[100998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=100998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 19:30:21.632749 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-721965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-260520540'] for segment, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: conditions |= (models_v2.Port.network_id.in_( Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: Traceback (most recent call last): Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: timer() Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: cb(*args, **kw) Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: return func(*args, **kwargs) Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: self._notify() Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: self.callback(batched_events) Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: event.method(event) Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: return f(self, *a, **k) Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: return self._get(url).json() Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: return self.request(url, 'GET', **kwargs) Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 19:30:21.634313 n-d-799524-1 neutron-server[100998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 19:30:21.735670 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-735986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826710', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3729880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3674768'] for network, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.741084 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Notify callbacks [] for network, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:21.742947 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] 10.222.0.30 "DELETE /v2.0/networks/ac8f537d-1347-4cfa-8bf9-688f289f9890 HTTP/1.1" status: 204 len: 168 time: 0.6613946 Jul 05 19:30:21.754896 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190cdfed-7036-4b39-badc-2046a448c50f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac8f537d-1347-4cfa-8bf9-688f289f9890,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:21.898537 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b9b05e25-fbc2-4d31-b7bc-016d62666e8c no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:30:21.919060 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: b9b05e25-fbc2-4d31-b7bc-016d62666e8c {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:30:21.919725 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device b9b05e25-fbc2-4d31-b7bc-016d62666e8c not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:30:21.919882 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9f754f78-3c24-42a1-b974-3874a7a29b02 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:30:21.940172 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: 9f754f78-3c24-42a1-b974-3874a7a29b02 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:30:21.940524 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device 9f754f78-3c24-42a1-b974-3874a7a29b02 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:30:21.940940 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e12c4bf5-1172-44bf-9bf2-5189f395ac86 no longer exists at agent ovs-agent-n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 19:30:21.962371 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] No Port match for: e12c4bf5-1172-44bf-9bf2-5189f395ac86 {{(pid=100999) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 19:30:21.965250 n-d-799524-1 neutron-server[100999]: DEBUG neutron.plugins.ml2.rpc [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Device e12c4bf5-1172-44bf-9bf2-5189f395ac86 not bound to the agent host n-d-799524-1 {{(pid=100999) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 19:30:22.042133 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54190) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:22.082870 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-f5c80014-9ae1-46e0-b028-ac8ced0e909f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d2562baacfa4f4ab918ac32b83fabf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394988 Jul 05 19:30:22.085437 n-d-799524-1 neutron-server[100998]: DEBUG neutron.wsgi [-] (100998) accepted ('10.222.0.30', 54192) {{(pid=100998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:22.132664 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f9a58f9-b052-4cec-81a6-b94470ecbff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:22.156450 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f9a58f9-b052-4cec-81a6-b94470ecbff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:22.287416 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f9a58f9-b052-4cec-81a6-b94470ecbff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:22.290057 n-d-799524-1 neutron-server[100998]: DEBUG neutron_lib.callbacks.manager [None req-7f9a58f9-b052-4cec-81a6-b94470ecbff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:22.291288 n-d-799524-1 neutron-server[100998]: INFO neutron.wsgi [None req-7f9a58f9-b052-4cec-81a6-b94470ecbff6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc5358bb-d4d3-4f41-814e-7296dc75f68c HTTP/1.1" status: 204 len: 168 time: 0.2049987 Jul 05 19:30:22.299542 n-d-799524-1 neutron-server[100998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a58f9-b052-4cec-81a6-b94470ecbff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5358bb-d4d3-4f41-814e-7296dc75f68c,revision_number=None']} {{(pid=100998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:22.940207 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54198) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:22.979856 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-b6f4e5d9-d0f6-4a1e-87d8-037809f55832 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae25f98caea14d77bd63d87428341fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385027 Jul 05 19:30:22.982524 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [-] (100997) accepted ('10.222.0.30', 54200) {{(pid=100997) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 19:30:23.030080 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d2ad-7cf6-42b0-8889-2b0d43939642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:23.061168 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d2ad-7cf6-42b0-8889-2b0d43939642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:23.180915 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d2ad-7cf6-42b0-8889-2b0d43939642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3826815'] for security_group, after_delete {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:23.183419 n-d-799524-1 neutron-server[100997]: DEBUG neutron_lib.callbacks.manager [None req-9ed0d2ad-7cf6-42b0-8889-2b0d43939642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100997) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:23.184569 n-d-799524-1 neutron-server[100997]: INFO neutron.wsgi [None req-9ed0d2ad-7cf6-42b0-8889-2b0d43939642 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1fe0e15-2837-46c0-b020-6be0f504aede HTTP/1.1" status: 204 len: 168 time: 0.2010829 Jul 05 19:30:23.192809 n-d-799524-1 neutron-server[100997]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0d2ad-7cf6-42b0-8889-2b0d43939642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fe0e15-2837-46c0-b020-6be0f504aede,revision_number=None']} {{(pid=100997) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 19:30:23.609679 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-d8c74994-600d-49cf-a91d-f412eb3f73cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:23.797663 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:25.058643 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:26.773144 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:30.603620 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:36.749508 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:50.883988 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b740fb98-f07e-4829-bbaf-8059e90fb750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:53.579840 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-bec22da7-0315-456e-b75e-ca9fee4518a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:53.866080 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:55.031580 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:56.780183 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:30:56.904171 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:31:00.606885 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:06.740062 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:20.882501 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38b8ef2c-0083-42de-b73b-993e261d61e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:23.588674 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8c909868-464c-4f2f-a65c-ec74cf595681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:23.794605 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:25.079938 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:26.788695 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:30.617042 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:33.903591 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:31:36.771021 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:50.879910 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-72380ddb-2eba-4cab-91a9-59ad397e76b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:53.582331 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-327a05cf-4493-44bc-8244-825e73744e8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:53.802196 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:55.097225 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:31:56.822421 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:00.633796 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:06.759475 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:10.902919 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:32:20.878936 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-954b829e-464d-4fca-973d-fd27d39aff04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:23.590533 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-38b2448b-4063-4f2f-8941-969af33a0afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:23.796228 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:25.058379 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:26.810171 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:30.621150 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:36.786940 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:47.902093 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:32:50.878072 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-861346ad-a41a-4d68-9f95-8034777c2b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:53.609476 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-19ad6f33-fd44-4479-81bd-d9c27af6c4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:53.795644 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:55.092223 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:56.789814 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:32:58.484901 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-a878d961-94c8-4640-9b33-219093e6f149 req-75fb746b-b1ee-4703-9105-dd9fb2d0251e service neutron] (100997) timed out ('10.222.0.39', 52119) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 19:33:00.652364 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:06.831931 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:20.891998 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-310ef2a0-b31e-4873-b1e6-d35a3ec0ab43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:23.623514 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c320bbb4-f6db-4ee5-a6be-7362c0af76c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:23.817815 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:24.900888 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:33:25.060009 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:26.800537 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:30.643364 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:36.860161 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:50.910882 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-49d52e22-5443-454a-8473-214304eded0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:53.588921 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-c5d72160-effa-4fe4-9b86-99e1072603ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:53.819946 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:55.054229 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:33:56.825059 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:00.628462 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:01.900616 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:34:06.851362 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:20.899148 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-fb1bbe83-4974-4784-a412-ff94ebb1bd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:23.590160 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8bd0a118-df23-4513-98bf-77473c331a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:23.811025 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:25.091490 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:26.819202 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:30.647626 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:36.879813 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:38.900039 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:34:50.875662 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8005eb14-041e-4921-b857-045fb6c57e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:53.606755 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9621a19f-c502-421b-b212-8f87f1546630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:53.812480 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:55.087172 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:34:56.812693 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:00.664562 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:06.897838 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:15.899029 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:35:20.880717 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2e7cc36f-0660-41d9-9733-163db884a4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:23.594575 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-8a777054-4775-4d7f-962d-dadaadc33a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:23.834739 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:25.101531 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:26.914962 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:30.672845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:36.915250 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:50.895652 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2daf660f-5840-4c7d-8af8-08074a454aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:52.897688 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:35:53.609554 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-7251f1d3-14a8-49c3-89ca-3a8344b11378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:53.845697 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:55.089822 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:35:56.884460 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:00.717942 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:06.879469 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:20.925286 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9cbf272d-2934-4805-b5a4-cc6f72a5f653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:23.633817 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-9cb406b2-bfb7-4f48-88ef-a6fe63b31aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:23.900629 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:25.090590 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:26.861718 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:29.897552 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:36:30.689268 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:36.890845 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:50.918579 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-b4999c9e-9bc0-4782-9ed6-2cf203ae80bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:53.602762 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-600cc989-4edd-4dbd-9f59-9cbee0cea800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:53.832234 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:55.112767 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:36:56.821547 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:00.689770 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:06.896831 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:37:06.900213 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:20.958159 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-3a59203b-6232-4797-8b26-ad75cf6be173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:23.603088 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-5674b409-52f4-42c4-9880-8d64ac419cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:23.853791 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:25.078017 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:26.855069 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:30.656205 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:36.900141 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:43.896134 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:37:48.146346 n-d-799524-1 neutron-server[100997]: DEBUG neutron.wsgi [req-38fbde94-8453-4c1c-bbfe-3858a5730354 req-a7973ea0-f37a-471a-9587-d84a856bb093 service neutron] (100997) timed out ('10.222.0.30', 52756) {{(pid=100997) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 19:37:50.919036 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-02cc8651-ad1d-4a5a-8ebf-e3c2846e9123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:53.637931 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-0e3ae224-071f-4b20-b525-0cfb5303e319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:53.842857 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:55.082304 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:37:56.842883 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:00.722689 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:06.890066 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:20.895371 n-d-799524-1 neutron-server[101000]: DEBUG neutron.db.agents_db [None req-591b2168-9433-4248-99bc-4afeec6ef678 None None] Agent healthcheck: found 7 active agents {{(pid=101000) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 19:38:20.904422 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-98799f56-98a9-42ac-bd05-ccdece4362af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:23.658743 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-ec81c0aa-59e7-4386-8631-b42f6174dae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:23.848013 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2d0d-f6e1-4811-b645-b2f51049a7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:25.133505 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-2f06ba51-145c-4d7f-91d7-6a39dfa58120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:26.853058 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-4dfe6a5c-f92a-434d-b444-1b7682b2a10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:30.688131 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-28107b4f-82ff-44e6-9f13-0d01b618845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:36.915958 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-cd3a7b8a-841e-4b17-b17f-b551cad139cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 19:38:50.892915 n-d-799524-1 neutron-server[100999]: DEBUG neutron_lib.callbacks.manager [None req-25ab1c61-f0eb-4a97-bae6-6139c4407a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731268157260', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-729523'] for agent, after_update {{(pid=100999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}